-- Logs begin at Fri 2021-09-17 21:10:26 UTC, end at Fri 2021-09-17 23:52:02 UTC. -- Sep 17 21:51:59.743242 n-d-713498-17 systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 21:52:02.478517 n-d-713498-17 neutron-server[101549]: INFO neutron.common.config [-] Logging enabled! Sep 17 21:52:02.479135 n-d-713498-17 neutron-server[101549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 21:52:02.479316 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101549) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 21:52:02.482509 n-d-713498-17 neutron-server[101549]: INFO neutron.common.config [-] Logging enabled! Sep 17 21:52:02.482764 n-d-713498-17 neutron-server[101549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 21:52:02.483105 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101549) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 21:52:02.484049 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 21:52:02.484283 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 21:52:02.484646 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 21:52:02.484892 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 21:52:02.485114 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 21:52:02.485429 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.485722 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.486018 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.486248 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.486542 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.486855 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.487139 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.487428 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.487722 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.488009 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.488288 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.488571 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.488799 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.489079 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.489364 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.489650 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.489873 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] debug = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.490152 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.490577 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.491020 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.491299 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.491586 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.491876 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.492129 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.492501 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.493267 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.493588 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] host = n-d-713498-17 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.493877 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.494149 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.494435 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.494722 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.495021 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.495300 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.495584 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.495852 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.496122 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] log_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.496394 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.496681 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.496969 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.497257 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.497480 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.497700 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.497985 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.498269 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.498544 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.498834 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.499109 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.499380 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.499651 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.499916 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.500198 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.500481 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.500765 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.501045 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.501318 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.501588 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.501859 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.502140 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.502411 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.502682 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.502977 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.503262 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.503530 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.503801 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.504097 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.504379 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.504659 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.504942 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.505212 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.505492 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.505763 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.506031 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.506298 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] use_json = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.506567 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.506860 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.507141 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.507410 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.507679 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.507997 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.508456 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.508753 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:02.509053 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.509354 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.509659 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.509942 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.510237 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.510517 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.510822 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.511109 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.511396 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.511683 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.511967 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.512240 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.512525 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.512803 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.513098 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.513401 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.513693 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.513985 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.514258 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.514530 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.514814 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.515098 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.515384 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.515661 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.515948 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.516234 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.516509 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.516792 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.517082 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.517368 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.517640 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.517916 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.518204 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.518484 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.518768 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.519093 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.519385 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.519664 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.519938 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.520239 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.520515 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.520787 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.521063 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.521339 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.521628 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.521904 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.522173 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.522442 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.522715 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.523012 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.523316 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.524243 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.524522 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.524795 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.525073 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.525350 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.525623 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.525899 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.526184 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.526479 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.526751 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.527066 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.527340 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.527612 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.527883 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.528154 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.528424 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.528699 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.528968 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.529239 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.529511 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.529782 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.530051 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.530335 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.530629 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.530930 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.531207 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.531489 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.531764 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.532039 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.532316 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.532592 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.532868 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.533138 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.533429 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.533711 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.533996 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.534277 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.534554 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.534888 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.535174 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.535457 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.535736 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.536014 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.536299 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.536582 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.536878 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.537172 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.537471 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.537786 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.538078 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.538359 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.538667 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.538976 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:02.539302 n-d-713498-17 neutron-server[101549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 21:52:02.539547 n-d-713498-17 neutron-server[101549]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101549) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 21:52:02.891958 n-d-713498-17 neutron-server[101549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 21:52:02.892235 n-d-713498-17 neutron-server[101549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 21:52:02.892522 n-d-713498-17 neutron-server[101549]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 21:52:02.892853 n-d-713498-17 neutron-server[101549]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 21:52:03.282681 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.283007 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.283281 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.284569 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.284844 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.285111 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.320453 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.320731 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.320996 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.335760 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.336611 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.336881 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.365668 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.365948 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.366214 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.404003 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.404285 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.404554 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.634564 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.635218 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.635218 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.635387 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.635983 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.756620 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.756942 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.757226 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.757501 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.757768 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.758772 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.759114 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.759379 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.759641 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.759929 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.760194 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.760464 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.760724 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.760980 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.761239 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.761507 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.761764 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.762034 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.762305 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.762572 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.762872 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.763133 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.763422 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.763803 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.764056 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.764308 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.764705 n-d-713498-17 neutron-server[101549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 21:52:03.764947 n-d-713498-17 neutron-server[101549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 21:52:03.765183 n-d-713498-17 neutron-server[101549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 21:52:03.765415 n-d-713498-17 neutron-server[101549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 21:52:03.765648 n-d-713498-17 neutron-server[101549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 21:52:03.765880 n-d-713498-17 neutron-server[101549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 21:52:03.766239 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 21:52:03.769321 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 21:52:03.773338 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 21:52:03.777625 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 17 21:52:03.779267 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 21:52:03.779716 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 21:52:03.780049 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 21:52:03.780429 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 21:52:03.783223 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 21:52:03.783475 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 21:52:03.783821 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 21:52:03.789123 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 21:52:03.810712 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 21:52:03.811185 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.811480 n-d-713498-17 neutron-server[101549]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101549) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 21:52:03.811840 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.813195 n-d-713498-17 neutron-server[101549]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101549) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 21:52:03.813634 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 21:52:03.813879 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 21:52:03.817094 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.817380 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:03.882123 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 21:52:03.882361 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 21:52:03.882599 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 21:52:03.883540 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 21:52:03.907248 n-d-713498-17 neutron-server[101549]: DEBUG oslo_db.sqlalchemy.engines [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101549) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 21:52:04.585999 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Initializing driver for type 'gre' Sep 17 21:52:04.586588 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] gre ID ranges: [(1, 1000)] Sep 17 21:52:04.765334 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Initializing driver for type 'local' Sep 17 21:52:04.765925 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Initializing driver for type 'vlan' Sep 17 21:52:04.845936 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] VlanTypeDriver initialization complete Sep 17 21:52:04.846385 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Initializing driver for type 'vxlan' Sep 17 21:52:04.846992 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] vxlan ID ranges: [(1, 1000)] Sep 17 21:52:05.049468 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Initializing extension driver 'port_security' Sep 17 21:52:05.049724 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.extensions.port_security [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] PortSecurityExtensionDriver initialization complete Sep 17 21:52:05.050051 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Initializing mechanism driver 'openvswitch' Sep 17 21:52:05.050382 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Initializing mechanism driver 'hyperv' Sep 17 21:52:05.057245 n-d-713498-17 neutron-server[101549]: DEBUG neutron.plugins.ml2.plugin [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:05.057922 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > port after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.058293 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > port after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.058692 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > port after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.059275 n-d-713498-17 neutron-server[101549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 21:52:05.059702 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.060054 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.060395 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.060786 n-d-713498-17 neutron-server[101549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 21:52:05.061193 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > network after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.061543 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > network after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.061886 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > network after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.062275 n-d-713498-17 neutron-server[101549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 21:52:05.062675 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.063042 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.063377 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.063902 n-d-713498-17 neutron-server[101549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 21:52:05.064308 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.064658 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.065000 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.065387 n-d-713498-17 neutron-server[101549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 21:52:05.065786 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.066195 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.066693 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.067141 n-d-713498-17 neutron-server[101549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 21:52:05.067526 n-d-713498-17 neutron-server[101549]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] ML2 OVO RPC backend initialized. {{(pid=101549) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 21:52:05.068231 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.068585 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.069037 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > network before_response 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.069383 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > networks before_response 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.069726 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > port before_response 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.070065 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > ports before_response 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.070413 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.070979 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079140 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > network after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079140 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > network after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079140 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > network after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079140 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > port after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079458 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > port after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079458 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > port after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079458 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079458 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079748 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.079748 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.plugin [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Modular L2 Plugin initialization complete Sep 17 21:52:05.079748 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading services supported by the core plugin {{(pid=101549) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 21:52:05.079748 n-d-713498-17 neutron-server[101549]: INFO neutron.plugins.ml2.managers [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Got port-security extension from driver 'port_security' Sep 17 21:52:05.079748 n-d-713498-17 neutron-server[101549]: INFO neutron.extensions.vlantransparent [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Disabled vlantransparent extension. Sep 17 21:52:05.079748 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101549) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 21:52:05.079748 n-d-713498-17 neutron-server[101549]: INFO neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading Plugin: router Sep 17 21:52:05.117281 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.117910 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router after_create 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.118281 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router before_create 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.118645 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.119040 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.119397 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router after_delete 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.119752 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.120100 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.120455 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router after_create 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.120797 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router after_update 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.121140 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router after_update 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.121483 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.122084 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router after_update 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.122813 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.123278 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: port after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.123624 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: port after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.123970 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: subnet after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.124313 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.124666 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.125014 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.125356 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: port before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.125698 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.126052 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router after_update 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.126391 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.126738 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.127121 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.127466 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.127826 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > agent after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.128171 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.128510 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > network after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.129391 n-d-713498-17 neutron-server[101549]: DEBUG neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Tracking information for resource: router configured {{(pid=101549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 21:52:05.129722 n-d-713498-17 neutron-server[101549]: DEBUG neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Tracking information for resource: floatingip configured {{(pid=101549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 21:52:05.135544 n-d-713498-17 neutron-server[101549]: INFO neutron.db.l3_agentschedulers_db [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 21:52:05.136433 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: port after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.136598 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: port after_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.136946 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: port after_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.137294 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: port after_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.138080 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router before_create 55550100 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.138441 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.138814 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.139186 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.144259 n-d-713498-17 neutron-server[101549]: DEBUG neutron.services.provider_configuration [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service providers = [] {{(pid=101549) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 21:52:05.144619 n-d-713498-17 neutron-server[101549]: DEBUG neutron.db.servicetype_db [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101549) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 21:52:05.147588 n-d-713498-17 neutron-server[101549]: DEBUG neutron.services.service_base [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 21:52:05.147938 n-d-713498-17 neutron-server[101549]: DEBUG neutron.services.service_base [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 21:52:05.148280 n-d-713498-17 neutron-server[101549]: DEBUG neutron.services.service_base [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 21:52:05.149953 n-d-713498-17 neutron-server[101549]: DEBUG neutron.services.service_base [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 21:52:05.150328 n-d-713498-17 neutron-server[101549]: INFO neutron.services.service_base [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 21:52:05.150717 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 21:52:05.151060 n-d-713498-17 neutron-server[101549]: INFO neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 21:52:05.161951 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 21:52:05.162473 n-d-713498-17 neutron-server[101549]: INFO neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading Plugin: auto_allocate Sep 17 21:52:05.168689 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: network precommit_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.169058 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: network precommit_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.169588 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 21:52:05.169911 n-d-713498-17 neutron-server[101549]: INFO neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading Plugin: tag Sep 17 21:52:05.176445 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 21:52:05.176769 n-d-713498-17 neutron-server[101549]: INFO neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading Plugin: timestamp Sep 17 21:52:05.181589 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 21:52:05.182103 n-d-713498-17 neutron-server[101549]: INFO neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading Plugin: network_ip_availability Sep 17 21:52:05.187670 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.188039 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.188392 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.189110 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 21:52:05.189544 n-d-713498-17 neutron-server[101549]: INFO neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading Plugin: flavors Sep 17 21:52:05.194235 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 21:52:05.194560 n-d-713498-17 neutron-server[101549]: INFO neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading Plugin: revisions Sep 17 21:52:05.199823 n-d-713498-17 neutron-server[101549]: DEBUG neutron.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 21:52:05.200212 n-d-713498-17 neutron-server[101549]: DEBUG oslo_concurrency.lockutils [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.308s {{(pid=101549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 21:52:05.200954 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101549) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 21:52:05.201287 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Initializing extension manager. Sep 17 21:52:05.201793 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: __init__.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.202132 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: __pycache__ {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.202677 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.203259 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: address_group.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.204124 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.204706 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: address-group Sep 17 21:52:05.205029 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: address_scope.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.206185 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.206700 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: address-scope Sep 17 21:52:05.207049 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.207983 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.208489 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: router-admin-state-down-before-update Sep 17 21:52:05.208804 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: agent.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.209506 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.210003 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: agent Sep 17 21:52:05.210326 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: agent_resources_synced.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.212110 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.212661 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: agent-resources-synced Sep 17 21:52:05.212984 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.214815 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.215344 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: allowed-address-pairs Sep 17 21:52:05.215669 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.216741 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.217251 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: auto-allocated-topology Sep 17 21:52:05.217572 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: availability_zone.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.218256 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.218759 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: availability_zone Sep 17 21:52:05.219108 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: availability_zone_filter.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.220068 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.220571 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: availability_zone_filter Sep 17 21:52:05.220889 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: data_plane_status.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.221982 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.222423 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 21:52:05.222971 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: default_subnetpools.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.224050 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.224568 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: default-subnetpools Sep 17 21:52:05.224891 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.225702 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.226483 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: dhcp_agent_scheduler Sep 17 21:52:05.226590 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: dns.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.227822 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.228329 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 21:52:05.228653 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: dns_domain_ports.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.229582 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.230087 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 21:52:05.230411 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.231351 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.231856 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 21:52:05.232176 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: dvr.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.232839 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.233343 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: dvr Sep 17 21:52:05.233662 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: ecmp_routes.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.234579 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.235105 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 21:52:05.235425 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: empty_string_filtering.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.236328 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.236870 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: empty-string-filtering Sep 17 21:52:05.237193 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.238160 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.238690 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 21:52:05.239013 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.239929 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.240529 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 21:52:05.240943 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: external_net.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.242145 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.243003 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: external-net Sep 17 21:52:05.247689 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.248386 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.248895 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: extra_dhcp_opt Sep 17 21:52:05.249214 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: extraroute.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.250109 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.250613 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: extraroute Sep 17 21:52:05.250969 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: extraroute_atomic.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.252012 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.252517 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: extraroute-atomic Sep 17 21:52:05.252838 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: filter_validation.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.253506 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.254007 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: filter-validation Sep 17 21:52:05.254325 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: fip_pf_description.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.255253 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.255756 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 21:52:05.256116 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: fip_port_details.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.257082 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.257583 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: fip-port-details Sep 17 21:52:05.258564 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: flavors.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.260341 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.261035 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: flavors Sep 17 21:52:05.261359 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.263069 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.263591 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 21:52:05.263961 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: floatingip_pools.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.264618 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.265133 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: floatingip-pools Sep 17 21:52:05.265458 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: ip_allocation.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.266386 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.266932 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 21:52:05.267251 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.268162 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.268672 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: ip-substring-filtering Sep 17 21:52:05.268998 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: l2_adjacency.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.269926 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.270431 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 21:52:05.270748 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: l3.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.271920 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.272437 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: router Sep 17 21:52:05.272756 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.275892 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.276419 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 21:52:05.276752 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.277682 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.278402 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: ext-gw-mode Sep 17 21:52:05.278979 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.280007 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.280529 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: l3-ha Sep 17 21:52:05.280855 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: l3_flavors.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.281770 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.282281 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: l3-flavors Sep 17 21:52:05.282947 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.283715 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.284225 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 21:52:05.284572 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: l3agentscheduler.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.285612 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.286119 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: l3_agent_scheduler Sep 17 21:52:05.286440 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: logging.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.287953 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.288469 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension logging not supported by any of loaded plugins Sep 17 21:52:05.288796 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: metering.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.289883 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.290576 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: metering Sep 17 21:52:05.290943 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.294962 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.295481 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: metering_source_and_destination_fields Sep 17 21:52:05.295807 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: multiprovidernet.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.296914 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.297814 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: multi-provider Sep 17 21:52:05.298160 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: netmtu.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.299113 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.299700 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: net-mtu Sep 17 21:52:05.299973 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: netmtu_writable.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.300908 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.301418 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: net-mtu-writable Sep 17 21:52:05.301753 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: network_availability_zone.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.302415 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.302949 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: network_availability_zone Sep 17 21:52:05.303273 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: network_ip_availability.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.304371 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.305107 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: network-ip-availability Sep 17 21:52:05.305522 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: network_segment_range.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.306294 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.306815 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 21:52:05.307139 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: pagination.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.308115 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.308440 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: pagination Sep 17 21:52:05.308759 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: port_device_profile.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.309777 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.310288 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: port-device-profile Sep 17 21:52:05.310609 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.311587 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.312101 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: port-mac-address-regenerate Sep 17 21:52:05.312423 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.313383 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.313912 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: port-numa-affinity-policy Sep 17 21:52:05.314232 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: port_resource_request.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.315383 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.316077 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 21:52:05.316404 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: portbindings.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.317366 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.317879 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: binding Sep 17 21:52:05.318202 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: portbindings_extended.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.319536 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.320049 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: binding-extended Sep 17 21:52:05.320948 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: portsecurity.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.322055 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.322573 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: port-security Sep 17 21:52:05.322928 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: project_id.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.323901 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.324252 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: project-id Sep 17 21:52:05.324572 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: providernet.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.325534 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.326045 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: provider Sep 17 21:52:05.326364 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.329959 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.330769 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos not supported by any of loaded plugins Sep 17 21:52:05.331118 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.332426 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.332942 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 21:52:05.333272 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.334191 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.334970 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 21:52:05.335496 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos_default.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.340411 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.340929 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos-default not supported by any of loaded plugins Sep 17 21:52:05.341257 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos_fip.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.341940 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.342442 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 21:52:05.342763 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.343737 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.344249 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 21:52:05.344581 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.345533 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.346042 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 21:52:05.346360 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos_pps_rule.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.347613 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.348141 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 21:52:05.348449 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.349361 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.349869 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 21:52:05.350190 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: qos_rules_alias.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.351285 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.352124 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 21:52:05.352655 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: quotasv2.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.353637 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.353961 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: quotas Sep 17 21:52:05.354281 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: quotasv2_detail.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.357805 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.358144 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: quota_details Sep 17 21:52:05.358477 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: rbac.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.359712 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.360608 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: rbac-policies Sep 17 21:52:05.361001 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: rbac_address_group.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.361973 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.362556 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: rbac-address-group Sep 17 21:52:05.362909 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: rbac_address_scope.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.369449 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.369967 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: rbac-address-scope Sep 17 21:52:05.370294 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: rbac_security_groups.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.371245 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.371765 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: rbac-security-groups Sep 17 21:52:05.372082 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.372993 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.373505 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: rbac-subnetpool Sep 17 21:52:05.373826 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: revisionifmatch.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.374736 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.375291 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: revision-if-match Sep 17 21:52:05.375663 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: revisions.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.376778 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.377291 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: standard-attr-revisions Sep 17 21:52:05.377614 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: router_availability_zone.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.378649 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.379584 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: router_availability_zone Sep 17 21:52:05.380088 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: routerservicetype.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.381451 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.382299 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 21:52:05.383328 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.384739 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.385599 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: security-groups-normalized-cidr Sep 17 21:52:05.386179 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.387595 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.388459 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: port-security-groups-filtering Sep 17 21:52:05.388979 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.390353 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.391322 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: security-groups-remote-address-group Sep 17 21:52:05.391948 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: securitygroup.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.406909 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.407488 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: security-group Sep 17 21:52:05.407819 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: segment.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.408615 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.409124 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension segment not supported by any of loaded plugins Sep 17 21:52:05.409448 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.410494 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.411108 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 21:52:05.411433 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: servicetype.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.412622 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.413181 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: service-type Sep 17 21:52:05.413505 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: sorting.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.414717 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.415376 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: sorting Sep 17 21:52:05.415873 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: standard_attr_segment.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.417320 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.417847 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 21:52:05.418178 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: standardattrdescription.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.418857 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.419407 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: standard-attr-description Sep 17 21:52:05.424865 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: stateful_security_group.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.425579 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.426141 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: stateful-security-group Sep 17 21:52:05.426464 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: stdattrs_common.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.427079 n-d-713498-17 neutron-server[101549]: WARNING neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 21:52:05.427398 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.428320 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.428842 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 21:52:05.429166 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: subnet_onboard.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.430652 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.431245 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: subnet_onboard Sep 17 21:52:05.431571 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.432506 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.433016 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 21:52:05.433338 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: subnet_service_types.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.434304 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.434836 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: subnet-service-types Sep 17 21:52:05.435157 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: subnetallocation.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.436292 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.437018 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: subnet_allocation Sep 17 21:52:05.437338 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.438042 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.438553 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: subnetpool-prefix-ops Sep 17 21:52:05.438896 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.439841 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.440353 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 21:52:05.440673 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: tagging.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.441793 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.442317 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: standard-attr-tag Sep 17 21:52:05.442639 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: timestamp.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.443869 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.444387 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loaded extension: standard-attr-timestamp Sep 17 21:52:05.444714 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: trunk.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.446507 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.447060 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension trunk not supported by any of loaded plugins Sep 17 21:52:05.447391 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: trunk_details.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.448349 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.448861 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 21:52:05.449718 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.450110 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.450624 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 21:52:05.450969 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Loading extension file: vlantransparent.py {{(pid=101549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 21:52:05.451642 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 21:52:05.452154 n-d-713498-17 neutron-server[101549]: INFO neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 21:52:05.454748 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:network Sep 17 21:52:05.455793 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:subnet Sep 17 21:52:05.456188 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 21:52:05.456845 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:port Sep 17 21:52:05.458209 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.458647 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service FLAVORS assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.459318 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.460108 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.460108 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:router Sep 17 21:52:05.460484 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 21:52:05.462159 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service METERING assigned prefix: /metering {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.463385 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.463620 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.468136 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 21:52:05.468136 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 21:52:05.468136 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:security_group Sep 17 21:52:05.468136 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 21:52:05.468136 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service CORE assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.468136 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 21:52:05.468136 n-d-713498-17 neutron-server[101549]: WARNING neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] subnetpool is already registered Sep 17 21:52:05.468700 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service CORE assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.468700 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 21:52:05.468700 n-d-713498-17 neutron-server[101549]: WARNING neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] subnetpool is already registered Sep 17 21:52:05.470429 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.470882 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service FLAVORS assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.471470 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.471887 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.472350 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:router Sep 17 21:52:05.472603 n-d-713498-17 neutron-server[101549]: WARNING neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] router is already registered Sep 17 21:52:05.473011 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 21:52:05.473345 n-d-713498-17 neutron-server[101549]: WARNING neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] floatingip is already registered Sep 17 21:52:05.476607 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service METERING assigned prefix: /metering {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.476607 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 21:52:05.476607 n-d-713498-17 neutron-server[101549]: WARNING neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] rbac_policy is already registered Sep 17 21:52:05.476607 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:security_group Sep 17 21:52:05.476607 n-d-713498-17 neutron-server[101549]: WARNING neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] security_group is already registered Sep 17 21:52:05.476607 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 21:52:05.477200 n-d-713498-17 neutron-server[101549]: WARNING neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] security_group_rule is already registered Sep 17 21:52:05.477773 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service CORE assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.478098 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 21:52:05.478433 n-d-713498-17 neutron-server[101549]: WARNING neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] subnetpool is already registered Sep 17 21:52:05.478881 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.v2.resource_helper [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Service CORE assigned prefix: {{(pid=101549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 21:52:05.479214 n-d-713498-17 neutron-server[101549]: INFO neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 21:52:05.479544 n-d-713498-17 neutron-server[101549]: WARNING neutron.quota.resource_registry [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] subnetpool is already registered Sep 17 21:52:05.480011 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: extensions {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.481565 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: address-groups {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.483036 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: address-scopes {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.484364 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: agents {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.485529 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: auto-allocated-topology {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.486768 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: availability_zones {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.488030 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: dhcp-networks {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.489688 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: dhcp-agents {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.491134 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: routers {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.494250 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: flavors {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.495487 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: service_profiles {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.496739 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: next_providers {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.498763 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: service_profiles {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.500401 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: floatingip-pools {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.501596 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: routers {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.505261 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: floatingips {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.505261 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: l3-routers {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.506399 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: l3-agents {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.508529 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: metering-labels {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.510131 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: metering-label-rules {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.511495 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: network-ip-availabilities {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.512753 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: bindings {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.515448 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: quotas {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.517049 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: quotas {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.519078 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: rbac-policies {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.520269 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: security-groups {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.521572 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: security-group-rules {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.522857 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: service-providers {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.524560 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: subnetpools {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.525981 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: subnetpools {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.527463 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.529477 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.531320 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.533222 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.537804 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.537804 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.538952 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.541163 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.542932 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.544657 n-d-713498-17 neutron-server[101549]: DEBUG neutron.api.extensions [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Extended resource: tags {{(pid=101549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 21:52:05.550832 n-d-713498-17 neutron-server[101549]: WARNING keystonemiddleware.auth_token [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 21:52:05.557114 n-d-713498-17 neutron-server[101549]: WARNING keystonemiddleware.auth_token [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 21:52:05.565759 n-d-713498-17 neutron-server[101549]: DEBUG oslo_concurrency.lockutils [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Acquired lock "singleton_lock" {{(pid=101549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 21:52:05.566228 n-d-713498-17 neutron-server[101549]: DEBUG oslo_concurrency.lockutils [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Releasing lock "singleton_lock" {{(pid=101549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 21:52:05.566934 n-d-713498-17 neutron-server[101549]: INFO oslo_service.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Starting 2 workers Sep 17 21:52:05.572414 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Started child 101660 {{(pid=101549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 21:52:05.578137 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Started child 101661 {{(pid=101549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 21:52:05.578446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:05.580828 n-d-713498-17 neutron-server[101549]: INFO neutron.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 21:52:05.581020 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [-] (101660) wsgi starting up on http://0.0.0.0:9696 Sep 17 21:52:05.581166 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Notify callbacks [] for process, before_spawn {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:05.583176 n-d-713498-17 neutron-server[101549]: INFO oslo_service.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Starting 1 workers Sep 17 21:52:05.583366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:05.584703 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [-] (101661) wsgi starting up on http://0.0.0.0:9696 Sep 17 21:52:05.588811 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Started child 101662 {{(pid=101549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 21:52:05.589354 n-d-713498-17 neutron-server[101549]: INFO oslo_service.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Starting 1 workers Sep 17 21:52:05.592712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] calling RpcWorker wait() {{(pid=101662) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 21:52:05.593313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] returning from RpcWorker wait() {{(pid=101662) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 21:52:05.594069 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Started child 101663 {{(pid=101549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 21:52:05.594778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:05.595006 n-d-713498-17 neutron-server[101549]: DEBUG neutron_lib.callbacks.manager [None req-c35750d0-93b1-4913-94d1-9f76a713a7b5 None None] Notify callbacks [] for process, after_spawn {{(pid=101549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:05.595401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:05.596917 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 21:52:05.597127 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 21:52:05.600926 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 21:52:05.600926 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 21:52:05.600926 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 21:52:05.600926 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 21:52:05.600926 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.601255 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:05.601722 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.601722 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.601722 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.601722 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.601722 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.601722 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.601722 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.602129 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.602424 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.602525 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.602682 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.602955 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.603189 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.603508 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.603783 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.604025 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.604304 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.604461 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.604711 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.604975 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.605199 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.605466 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] debug = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.605707 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.606176 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.606451 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.606653 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.606901 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.607188 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.607442 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.607759 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.607992 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.608227 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.608436 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.608670 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.608886 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.609109 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.609346 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.609555 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.609764 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.610229 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] host = n-d-713498-17 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.610455 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.610677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.610982 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.611210 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.611424 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.611655 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.611885 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.612091 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.612393 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.612623 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.612827 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.613040 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.613262 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.613474 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.613695 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_options = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.613902 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.614124 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.614347 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.614538 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.614813 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.615040 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.615291 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.615469 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.615739 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.615910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.616123 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.616352 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.616584 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.616827 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.617089 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.617917 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.618257 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.618630 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.619001 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.619256 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.619539 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.619768 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.620033 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.620304 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.620472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.620734 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.620959 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.621172 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.621384 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.621635 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.621902 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.622278 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.622507 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.622745 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.623031 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.623258 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.623576 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.623731 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.623981 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.624206 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.624457 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.624712 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.624984 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.625230 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.625472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.625795 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.625970 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_json = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.626121 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.626352 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.626610 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.626843 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.627098 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.627309 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.627612 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.628808 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.629285 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.629633 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.630025 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.630279 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.630557 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.630774 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.631044 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.643394 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.643394 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.643394 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.643394 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.643394 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.643394 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.643394 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.643394 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.644406 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.644406 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.644406 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.644406 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.644406 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.644406 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.644406 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.644406 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.645367 n-d-713498-17 neutron-server[101663]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:05.645523 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.645523 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.645523 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.645523 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.645523 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.645523 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.645523 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.645523 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646202 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646202 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646202 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646202 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646202 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646202 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646202 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646202 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646202 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646832 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646832 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646832 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646832 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646832 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646832 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646832 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.646832 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.647398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.647398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.647398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.647398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.647398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.647398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.647398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.647398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.647398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.648344 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.648344 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.648344 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.648344 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.648344 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.648344 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.648344 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.648344 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.648344 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.650432 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.650432 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.650432 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.650432 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.650432 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.650432 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.650432 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.650432 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.650432 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.651946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.651946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.651946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.651946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.651946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.651946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.651946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.651946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.651946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.652732 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.652732 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.652732 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.652732 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.652732 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.652732 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.652732 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.652732 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.653769 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.653769 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.653769 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.653769 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.653769 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.653769 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.653769 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.653769 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.656684 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.656684 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.656684 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.656684 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.656684 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.656684 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.656684 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.656684 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.661860 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.661860 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.661860 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.661860 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.661860 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.661860 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.661860 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.661860 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.664158 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.664158 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.664158 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.664158 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.664158 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.664158 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.664158 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.664158 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.665677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.665677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.665677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.665677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.665677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.665677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.665677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.665677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.665677 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.667421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.667421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.667421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.667421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.667421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.667421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.667421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.667421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.668027 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.668027 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.668027 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.668027 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.668027 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.668027 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.668027 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.668027 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.669793 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.669793 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.669793 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.669793 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.669793 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.669793 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.669793 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.669793 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.671080 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.671080 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.671080 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.671080 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.671080 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.671080 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.671080 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.671080 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.672641 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.672641 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.672641 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.672641 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.672641 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.672641 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.672641 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.672641 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.673665 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.673665 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.673665 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.673665 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.673665 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.673665 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.673665 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.673665 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.675849 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.675849 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.675849 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.675849 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.675849 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.675849 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.675849 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.675849 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.676438 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.676438 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.676438 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.676438 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.676438 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.676438 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.676438 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.676438 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.677258 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.677258 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.677258 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.677258 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.677258 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.677931 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.677931 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.677931 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.678453 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.678453 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.678855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.678855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.683556 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.683556 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.683556 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.683556 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.683556 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.683556 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.683556 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.683556 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684144 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684144 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684144 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684144 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684144 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684144 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684144 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684144 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684773 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684773 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684773 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684773 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684773 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684773 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684773 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.684773 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.685364 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.685364 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.685364 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.685364 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.685679 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.685761 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.685969 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.686179 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.686401 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.686605 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.686831 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.687070 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.687291 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.687492 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.687835 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.688115 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.688331 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.688629 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.688871 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.689107 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.689323 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.689645 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.689873 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.690126 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.690338 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.690553 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.690768 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.691046 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.691359 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.691635 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.691875 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.692121 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.692413 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.692676 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.692944 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.693170 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.693457 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.693922 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.693922 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.694663 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.694663 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.694952 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.694952 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.695168 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.696425 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.697081 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.697306 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.697564 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.697791 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.698037 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.698251 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.698475 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.698716 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.698962 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.699174 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.699391 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.699601 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.699754 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 21:52:05.700284 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 21:52:05.700444 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 21:52:05.700593 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 21:52:05.700781 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 21:52:05.700947 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 21:52:05.701095 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 21:52:05.701298 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.701456 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.701611 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.701768 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.701922 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.702098 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.702254 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.702410 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.702582 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.702737 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.703010 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.703155 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.703421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.703694 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.703969 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.704245 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.704503 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.704664 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.704841 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.704984 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.705143 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.705581 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.705736 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] debug = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.706932 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.707441 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.708189 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.708359 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.708522 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.708835 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.708835 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.709133 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.709133 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.710910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.710910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.710910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.710910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.710910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.710910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.710910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.710910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.711855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] host = n-d-713498-17 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.711855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.711855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.711855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.711855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.711855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.711855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.711855 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.713859 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.713859 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.713859 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.713859 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.713859 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.713859 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.713859 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.713859 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_options = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.715711 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.715711 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.715711 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.715711 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.715711 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.715711 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.715711 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718208 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718208 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718208 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718208 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718208 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718208 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718208 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718208 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.718776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719361 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719361 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719361 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719361 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719361 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719361 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719361 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719361 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719908 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719908 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719908 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719908 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719908 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719908 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719908 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.719908 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.720472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.720472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.720472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.720472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.720472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.720472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.720472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.720472 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_json = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.721007 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.721007 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.721007 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.721007 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.721007 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.721007 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.723037 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.723037 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 21:52:05.723037 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723037 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723037 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723037 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723037 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723037 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723499 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723499 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723499 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723499 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723499 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723499 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723499 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723499 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723941 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723941 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723941 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.723941 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.724163 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.724239 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.724503 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.724503 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.724653 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.724816 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.724971 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.725127 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.725282 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.725455 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.725613 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.725771 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.725927 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.726083 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.726241 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.726398 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.726638 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.726867 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.727029 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.727190 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.727348 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.727504 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.727660 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.727820 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.728044 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.728044 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.728300 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.728445 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.728603 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.728761 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.728918 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.729080 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.729236 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.729393 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.729550 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.729706 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.729864 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.730031 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.730187 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.730351 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.730500 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.730660 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.730833 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.731007 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.731141 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.731298 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.731448 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.731606 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.731776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.731946 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.732145 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.732243 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.732389 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.732543 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.732686 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.732841 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.732996 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.733153 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.733308 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.733464 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.733620 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.733776 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.733933 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.734087 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.734244 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.734401 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.734556 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.734711 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.734928 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.734928 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.735396 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.735396 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.735608 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.735725 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.736815 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.736980 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.737140 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.737298 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.737455 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.737642 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.737777 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.737908 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.738046 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.738203 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.738362 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.738519 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.738890 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.738890 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.739140 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.739140 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.739378 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.739518 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.739646 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.739772 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.739897 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.740024 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.740143 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.740296 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.740463 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.740620 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.740780 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.740937 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.741101 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.741270 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.741414 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.741569 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.741709 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.741868 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.742024 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.742724 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.742910 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.743057 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.743191 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.743421 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.743599 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.743768 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.744139 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.744301 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.744481 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.744628 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.744787 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.744936 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.745108 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.745285 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.745377 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.745538 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.745694 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.745851 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.746010 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.746179 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.746311 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.746438 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.746597 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.746753 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.746949 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.747107 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.747252 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.747408 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.747565 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.747722 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.747879 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.748026 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.748201 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.748331 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.748468 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.748604 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.748757 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.748912 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.749070 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.749227 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.749367 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.749528 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.749688 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.749841 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.749986 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.750144 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.750441 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.750577 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.750723 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.750928 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.751054 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.751178 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.751337 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.751479 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.751638 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.751795 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.751952 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.752110 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.752268 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.752424 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.752672 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.752896 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.753498 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.754065 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.754242 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.754400 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.754557 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.754715 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.754913 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.755067 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.755195 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.755357 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.755514 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.756051 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.756614 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.756779 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.756942 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.757101 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.757258 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.757416 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.757575 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.757755 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.758024 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.758298 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.758537 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.758728 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.759335 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.759984 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.760143 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.760314 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.760471 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.760629 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.760786 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.760944 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.761101 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.761269 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.761808 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.762372 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.762531 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.762693 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.762873 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.763737 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.763737 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.763737 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.763737 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.763737 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.763737 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.764231 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.764231 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.764231 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.764446 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.764527 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.764631 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.764797 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.764954 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.765110 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.765266 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.765422 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.765945 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.765945 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.765945 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.766161 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.766161 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.766306 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.766458 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.766614 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.766783 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.766972 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.767132 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.767287 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.767443 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.767599 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.767756 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.767916 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.768083 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.768247 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.768436 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.768661 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.768840 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.769005 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.769164 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.769327 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.769542 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.769700 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.769862 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.770232 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.770232 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.770726 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.770726 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.770726 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.771100 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.771100 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.771100 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.771479 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.771479 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.771673 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.771673 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.771905 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.772065 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.772065 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.772304 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.772390 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 21:52:05.772508 n-d-713498-17 neutron-server[101549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 21:52:05.788046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:05.922747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50590) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:05.932062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071008 Sep 17 21:52:17.630259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f1afe1-0d05-45a6-a374-407048a3a8ec None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 21:52:17.756477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f1afe1-0d05-45a6-a374-407048a3a8ec None None] No non-hosted networks {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 21:52:17.784062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.agentschedulers_db [None req-10f1afe1-0d05-45a6-a374-407048a3a8ec None None] DHCP Agent not found on host n-d-713498-17 {{(pid=101662) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 21:52:18.010871 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4b8c7ae8-f93f-4e38-9ba5-3bd6313fb5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275254'] for agent, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:20.145182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2804cb9d-73df-4409-9b4a-a8ab9bd36c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275254'] for agent, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:20.182133 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-80c22387-acd0-4f97-9589-945116e46030 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-713498-17 {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 21:52:20.182722 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-80c22387-acd0-4f97-9589-945116e46030 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 21:52:20.786062 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80c22387-acd0-4f97-9589-945116e46030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:21.211468 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275254'] for agent, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:21.215671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.215671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.215671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.215671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.215671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.216235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.216235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.216235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.216235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.216235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.216538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.216538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:21.216861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713498-17', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:21.238992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713498-17', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:21.563470 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275254'] for agent, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:23.060640 n-d-713498-17 neutron-server[101662]: INFO neutron.db.l3_hamode_db [None req-03966a9c-ad89-4ac8-94e2-576e60c7f726 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 21:52:23.146047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03966a9c-ad89-4ac8-94e2-576e60c7f726 None None] Routers set() bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 21:52:23.146342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03966a9c-ad89-4ac8-94e2-576e60c7f726 None None] Router IDs set() for agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 21:52:23.197243 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275254'] for agent, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:24.293359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50682) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:24.781608 n-d-713498-17 neutron-server[101660]: WARNING oslo_policy.policy [None req-1b92a451-19cf-46c4-93a5-81a682ba8234 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 21:52:24.782195 n-d-713498-17 neutron-server[101660]: WARNING oslo_policy.policy [None req-1b92a451-19cf-46c4-93a5-81a682ba8234 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 21:52:25.002562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-1b92a451-19cf-46c4-93a5-81a682ba8234 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 21:52:25.003689 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b92a451-19cf-46c4-93a5-81a682ba8234 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7094421 Sep 17 21:52:27.386608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50696) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:27.692285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-36186cfb-0e7c-41db-befa-5d8e972e9a8b admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:52:27.784131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.policy [None req-36186cfb-0e7c-41db-befa-5d8e972e9a8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101660) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 21:52:27.828690 n-d-713498-17 neutron-server[101660]: WARNING oslo_policy.policy [None req-36186cfb-0e7c-41db-befa-5d8e972e9a8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 21:52:27.829075 n-d-713498-17 neutron-server[101660]: WARNING oslo_policy.policy [None req-36186cfb-0e7c-41db-befa-5d8e972e9a8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 21:52:27.837655 n-d-713498-17 neutron-server[101660]: INFO neutron.quota [None req-36186cfb-0e7c-41db-befa-5d8e972e9a8b admin admin] Loaded quota_driver: . Sep 17 21:52:28.009469 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36186cfb-0e7c-41db-befa-5d8e972e9a8b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730489382534', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730489381717', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730489328940', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730489330816', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730489810166', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730489352042', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16194440', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16215958', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-466176', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-437046'] for rbac-policy, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:28.191323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36186cfb-0e7c-41db-befa-5d8e972e9a8b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:28.192534 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-36186cfb-0e7c-41db-befa-5d8e972e9a8b admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8048801 Sep 17 21:52:30.766398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50708) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:31.061435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Request body: {'network': {'name': 'private', 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'admin_state_up': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:52:31.142592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Made reservation on behalf of 3aed0e7e36a84a18b5870452857ea5a3 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 21:52:31.145256 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:31.161811 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:31.404993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:31.473836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:31.495062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 21:52:31.519566 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730485843092', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:31.520143 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Unsubscribe: segment precommit_create {{(pid=101660) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 21:52:31.520667 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Added segment 9585a8e6-10cf-4dce-abdf-6ff35b6d95a6 of type vlan for network b2edf7b4-6d25-4907-bfba-74fc469eb8af Sep 17 21:52:31.541073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92542f6b-e652-4a88-8615-4fc7d0d9d073,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:31.589860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.590195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.590525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.590883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.591204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.591523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.591837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.592150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.592462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.592776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.593090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.593395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Tracked resource versions report: Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: pushed versions: Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: { 'AddressGroup': {'1.2'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'ConntrackHelper': {'1.0'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Log': {'1.0'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Network': {'1.1'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Port': {'1.7'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'PortForwarding': {'1.2'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'QosPolicy': {'1.9'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'SecurityGroup': {'1.4'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'SecurityGroupRule': {'1.2'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'SubPort': {'1.0'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Subnet': {'1.1'}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Trunk': {'1.1'}} Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: consumer versions: Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: { DHCP agent@n-d-713498-17: {}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: L3 agent@n-d-713498-17: {}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: Metadata agent@n-d-713498-17: {}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: Metering agent@n-d-713498-17: {}, Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: Open vSwitch agent@n-d-713498-17: { 'AddressGroup': '1.2', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'ConntrackHelper': '1.0', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Log': '1.0', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Network': '1.1', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Port': '1.7', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'PortForwarding': '1.2', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'QosPolicy': '1.9', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'SecurityGroup': '1.4', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'SecurityGroupRule': '1.2', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'SubPort': '1.0', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Subnet': '1.1', Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: 'Trunk': '1.1'}} Sep 17 21:52:31.594449 n-d-713498-17 neutron-server[101660]: {{(pid=101660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 21:52:31.644312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:31.740346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:31.741492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:52:31.742903 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:31.837822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] Pushing event updated for resources: {'Network': ['ID=b2edf7b4-6d25-4907-bfba-74fc469eb8af,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:31.849449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b2edf7b4-6d25-4907-bfba-74fc469eb8af details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 21:52:31.869135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-609a7da7-a7b1-4c97-afa5-90a545f6493e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1016352 Sep 17 21:52:34.523803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50722) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:35.004009 n-d-713498-17 neutron-server[101661]: WARNING oslo_policy.policy [None req-5cdd0573-d823-4e09-9043-bae65a172750 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 21:52:35.004563 n-d-713498-17 neutron-server[101661]: WARNING oslo_policy.policy [None req-5cdd0573-d823-4e09-9043-bae65a172750 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 21:52:35.442010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.policy [None req-5cdd0573-d823-4e09-9043-bae65a172750 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101661) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 21:52:35.487007 n-d-713498-17 neutron-server[101661]: WARNING oslo_policy.policy [None req-5cdd0573-d823-4e09-9043-bae65a172750 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 21:52:35.487369 n-d-713498-17 neutron-server[101661]: WARNING oslo_policy.policy [None req-5cdd0573-d823-4e09-9043-bae65a172750 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 21:52:35.496502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd0573-d823-4e09-9043-bae65a172750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:52:35.498373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5cdd0573-d823-4e09-9043-bae65a172750 admin admin] 10.222.0.13 "GET /v2.0/networks/b2edf7b4-6d25-4907-bfba-74fc469eb8af HTTP/1.1" status: 200 len: 824 time: 0.9725399 Sep 17 21:52:35.536377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a846c845-f29b-4ca6-acc3-f6ed634d876b admin admin] 10.222.0.13 "GET /v2.0/subnetpools/5feacc34-997c-4a53-b8bb-ad146a63a2fa HTTP/1.1" status: 200 len: 734 time: 0.0318351 Sep 17 21:52:35.545618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '5feacc34-997c-4a53-b8bb-ad146a63a2fa', 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af', 'ip_version': 4, 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:52:35.547238 n-d-713498-17 neutron-server[101661]: INFO neutron.quota [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Loaded quota_driver: . Sep 17 21:52:35.648657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Made reservation on behalf of 3aed0e7e36a84a18b5870452857ea5a3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 21:52:35.651401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:36.011129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:36.078056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Checking segment: {'id': '9585a8e6-10cf-4dce-abdf-6ff35b6d95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 21:52:36.078421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Network hostable DHCP agents. Network: b2edf7b4-6d25-4907-bfba-74fc469eb8af, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 21:52:36.092834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8698a26-6866-4164-9d62-56b1d7be210c,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:36.105253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.105585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.106222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.106222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.106523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.106859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.107175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.107485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.107792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.108098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.108406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.108711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Tracked resource versions report: Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: pushed versions: Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: { 'AddressGroup': {'1.2'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'ConntrackHelper': {'1.0'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Log': {'1.0'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Network': {'1.1'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Port': {'1.7'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'PortForwarding': {'1.2'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'QosPolicy': {'1.9'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'SecurityGroup': {'1.4'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'SecurityGroupRule': {'1.2'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'SubPort': {'1.0'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Subnet': {'1.1'}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Trunk': {'1.1'}} Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: consumer versions: Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: { DHCP agent@n-d-713498-17: {}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: L3 agent@n-d-713498-17: {}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: Metadata agent@n-d-713498-17: {}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: Metering agent@n-d-713498-17: {}, Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: Open vSwitch agent@n-d-713498-17: { 'AddressGroup': '1.2', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'ConntrackHelper': '1.0', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Log': '1.0', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Network': '1.1', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Port': '1.7', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'PortForwarding': '1.2', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'QosPolicy': '1.9', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'SecurityGroup': '1.4', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'SecurityGroupRule': '1.2', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'SubPort': '1.0', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Subnet': '1.1', Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: 'Trunk': '1.1'}} Sep 17 21:52:36.109763 n-d-713498-17 neutron-server[101661]: {{(pid=101661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 21:52:36.196944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Network b2edf7b4-6d25-4907-bfba-74fc469eb8af is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 21:52:36.276727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b2edf7b4-6d25-4907-bfba-74fc469eb8af) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 21:52:36.281490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:52:36.283488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:36.286394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27393b2c-8cc9-49e0-9be7-4704ca9dd609 None None] Network b2edf7b4-6d25-4907-bfba-74fc469eb8af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 21:52:36.428842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ddd92ccc-34df-4f55-82dc-a73160f9d6ed admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8865163 Sep 17 21:52:36.608602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b2edf7b4-6d25-4907-bfba-74fc469eb8af', 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'fixed_ips': [{'subnet_id': 'c8698a26-6866-4164-9d62-56b1d7be210c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 21:52:36.609848 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:36.884312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Allocated IP 172.20.0.2 (b2edf7b4-6d25-4907-bfba-74fc469eb8af/c8698a26-6866-4164-9d62-56b1d7be210c/93972cf6-75d3-4d0a-9873-10cead9d49b5) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 21:52:37.107744 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:37.186174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:37.252032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Network b2edf7b4-6d25-4907-bfba-74fc469eb8af is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 21:52:37.259682 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 21:52:37.263072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 21:52:37.282709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Pushing event updated for resources: {'Port': ['ID=93972cf6-75d3-4d0a-9873-10cead9d49b5,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:37.325489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.326145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.326145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.326482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.326821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.327155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.327478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.327798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.328117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.328435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.328753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.329068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Tracked resource versions report: Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: pushed versions: Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: { 'AddressGroup': {'1.2'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'ConntrackHelper': {'1.0'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Log': {'1.0'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Network': {'1.1'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Port': {'1.7'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'PortForwarding': {'1.2'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'QosPolicy': {'1.9'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'SecurityGroup': {'1.4'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'SecurityGroupRule': {'1.2'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'SubPort': {'1.0'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Subnet': {'1.1'}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Trunk': {'1.1'}} Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: consumer versions: Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: { DHCP agent@n-d-713498-17: {}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: L3 agent@n-d-713498-17: {}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: Metadata agent@n-d-713498-17: {}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: Metering agent@n-d-713498-17: {}, Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: Open vSwitch agent@n-d-713498-17: { 'AddressGroup': '1.2', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'ConntrackHelper': '1.0', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Log': '1.0', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Network': '1.1', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Port': '1.7', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'PortForwarding': '1.2', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'QosPolicy': '1.9', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'SecurityGroup': '1.4', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'SecurityGroupRule': '1.2', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'SubPort': '1.0', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Subnet': '1.1', Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: 'Trunk': '1.1'}} Sep 17 21:52:37.330562 n-d-713498-17 neutron-server[101662]: {{(pid=101662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 21:52:37.363407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Attempting to bind port 93972cf6-75d3-4d0a-9873-10cead9d49b5 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 21:52:37.363796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Attempting to bind port 93972cf6-75d3-4d0a-9873-10cead9d49b5 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '9585a8e6-10cf-4dce-abdf-6ff35b6d95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 21:52:37.364187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Attempting to bind port 93972cf6-75d3-4d0a-9873-10cead9d49b5 on network b2edf7b4-6d25-4907-bfba-74fc469eb8af {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 21:52:37.368965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 21:52:37.369365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Checking segment: {'id': '9585a8e6-10cf-4dce-abdf-6ff35b6d95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 21:52:37.369888 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:37.370269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Bound using segment: {'id': '9585a8e6-10cf-4dce-abdf-6ff35b6d95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 21:52:37.370736 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Bound port: 93972cf6-75d3-4d0a-9873-10cead9d49b5, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9585a8e6-10cf-4dce-abdf-6ff35b6d95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 21:52:37.371142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:37.433582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] For port 93972cf6-75d3-4d0a-9873-10cead9d49b5, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 21:52:37.437875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] For port 93972cf6-75d3-4d0a-9873-10cead9d49b5, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=93972cf6-75d3-4d0a-9873-10cead9d49b5,segment=NetworkSegment(9585a8e6-10cf-4dce-abdf-6ff35b6d95a6),segment_id=9585a8e6-10cf-4dce-abdf-6ff35b6d95a6)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 21:52:37.505984 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:37.587547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22206ab8-c8f7-4002-a922-0b12e228341d None None] Pushing event updated for resources: {'Port': ['ID=93972cf6-75d3-4d0a-9873-10cead9d49b5,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:38.857889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50742) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:39.168822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-71e9aed5-c0bb-425d-aa7c-2f2aed9875b5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 21:52:39.169931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-71e9aed5-c0bb-425d-aa7c-2f2aed9875b5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3110867 Sep 17 21:52:41.554071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50750) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:41.866904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-8a8e048f-0ee6-45d8-9ef9-d1efca90d6d0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 21:52:41.867979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8a8e048f-0ee6-45d8-9ef9-d1efca90d6d0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129499 Sep 17 21:52:44.485867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50760) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:44.783659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-cde98525-3474-4184-8304-b5d982bcf911 admin admin] Request body: {'router': {'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'name': 'router1', 'admin_state_up': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:52:44.896815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cde98525-3474-4184-8304-b5d982bcf911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:44.899281 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cde98525-3474-4184-8304-b5d982bcf911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:45.033100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cde98525-3474-4184-8304-b5d982bcf911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:45.074333 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cde98525-3474-4184-8304-b5d982bcf911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:45.136630 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cde98525-3474-4184-8304-b5d982bcf911 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:45.137855 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cde98525-3474-4184-8304-b5d982bcf911 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6509869 Sep 17 21:52:45.892186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4325df5c-903a-4444-8e54-caa3f6379fe0 None None] Network b2edf7b4-6d25-4907-bfba-74fc469eb8af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 21:52:46.013893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ad2ef156-9fee-4a2c-a91d-30003fe49d64 None None] Provisioning complete for port 93972cf6-75d3-4d0a-9873-10cead9d49b5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:52:46.014279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ad2ef156-9fee-4a2c-a91d-30003fe49d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:46.199194 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ad2ef156-9fee-4a2c-a91d-30003fe49d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:46.237485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ad2ef156-9fee-4a2c-a91d-30003fe49d64 None None] For port 93972cf6-75d3-4d0a-9873-10cead9d49b5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=93972cf6-75d3-4d0a-9873-10cead9d49b5,segment=NetworkSegment(9585a8e6-10cf-4dce-abdf-6ff35b6d95a6),segment_id=9585a8e6-10cf-4dce-abdf-6ff35b6d95a6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 21:52:46.352028 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ad2ef156-9fee-4a2c-a91d-30003fe49d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:46.400234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ef156-9fee-4a2c-a91d-30003fe49d64 None None] Pushing event updated for resources: {'Port': ['ID=93972cf6-75d3-4d0a-9873-10cead9d49b5,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:46.470923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ccbf13b9-a6f1-4416-b3b7-742fd032070b None None] Provisioning complete for port 93972cf6-75d3-4d0a-9873-10cead9d49b5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:52:46.471302 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ccbf13b9-a6f1-4416-b3b7-742fd032070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:46.702961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 93972cf6-75d3-4d0a-9873-10cead9d49b5 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 21:52:46.751986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 93972cf6-75d3-4d0a-9873-10cead9d49b5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:52:46.752352 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:47.575882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50772) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:47.611145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34c6cbc1-7095-4354-b6d9-8a04eb48ac52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:47.884808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-557ac40c-97d1-4917-8322-accd2f99e60d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 21:52:47.885814 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-557ac40c-97d1-4917-8322-accd2f99e60d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089612 Sep 17 21:52:50.108138 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ca4ff553-e36b-4fd3-938d-1b27a106a3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:50.266308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50780) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:50.581530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:52:50.684925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Made reservation on behalf of 9e40523279854c329823dadc90e72fc7 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 21:52:50.687307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:50.695520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:50.778684 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:50.839074 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:50.856308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Reserving flat network on physical network physnet1 {{(pid=101660) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 21:52:50.870166 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e343e6-a914-4633-b754-7629422853d1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:50.876368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:50.876699 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Added segment 18c594a7-f486-4650-9e3f-618d9dd23b96 of type flat for network 0b79e42c-2db1-495d-930c-33fe17abaac9 Sep 17 21:52:50.928878 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:51.010592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:51.011571 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:52:51.012157 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:51.084000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] Pushing event updated for resources: {'Network': ['ID=0b79e42c-2db1-495d-930c-33fe17abaac9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:51.094124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 21:52:51.118349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-194be929-dc7e-4ab6-aeaf-5070ed607564 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8508759 Sep 17 21:52:51.236750 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:51.450738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:53.056578 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:53.493131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50798) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:53.706065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d81d2d-3c43-4515-8c3f-a01c2b48d912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:52:53.707455 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-71d81d2d-3c43-4515-8c3f-a01c2b48d912 admin admin] 10.222.0.13 "GET /v2.0/subnets/c8698a26-6866-4164-9d62-56b1d7be210c HTTP/1.1" status: 200 len: 849 time: 0.2133818 Sep 17 21:52:53.826014 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2127958c-d3d8-4696-badb-6b7369b25869 admin admin] 10.222.0.13 "GET /v2.0/routers/b46fb77e-fd67-4d01-938d-8e589105251c HTTP/1.1" status: 200 len: 704 time: 0.1116693 Sep 17 21:52:54.087014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:54.384453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Allocated IP 172.20.0.1 (b2edf7b4-6d25-4907-bfba-74fc469eb8af/c8698a26-6866-4164-9d62-56b1d7be210c/0f56a00e-27e8-4e4e-b150-0a5b89016e8c) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 21:52:54.563966 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:54.700165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:54.769604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Network b2edf7b4-6d25-4907-bfba-74fc469eb8af is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 21:52:54.774489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 21:52:54.786491 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 21:52:54.787144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:54.865067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=0f56a00e-27e8-4e4e-b150-0a5b89016e8c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:55.010552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-61ca83cf-8bd2-4ce3-a31a-a2e4e7101470 None None] Provisioning complete for port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:52:55.011188 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-61ca83cf-8bd2-4ce3-a31a-a2e4e7101470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:55.043510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-61ca83cf-8bd2-4ce3-a31a-a2e4e7101470 None None] Port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 21:52:55.094321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:55.297436 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:55.390916 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:55.391728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:55.451740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=0f56a00e-27e8-4e4e-b150-0a5b89016e8c,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:55.515129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Network b2edf7b4-6d25-4907-bfba-74fc469eb8af is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 21:52:55.516419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 21:52:55.662889 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2414e1ce-cf50-422d-ac3e-49039fcff886 None None] Provisioning complete for port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:52:55.663263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2414e1ce-cf50-422d-ac3e-49039fcff886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:55.695859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2414e1ce-cf50-422d-ac3e-49039fcff886 None None] Port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 21:52:55.753404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Router b46fb77e-fd67-4d01-938d-8e589105251c is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 21:52:55.845040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 21:52:55.850847 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-97f90193-1946-4103-a75c-ccd0788fb5d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/b46fb77e-fd67-4d01-938d-8e589105251c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0183887 Sep 17 21:52:55.855752 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Sync routers for ids ['b46fb77e-fd67-4d01-938d-8e589105251c'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 21:52:55.868256 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Routers {'b46fb77e-fd67-4d01-938d-8e589105251c'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 21:52:55.869042 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T21:52:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b46fb77e-fd67-4d01-938d-8e589105251c'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:56.051302 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Set router b46fb77e-fd67-4d01-938d-8e589105251c gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 21:52:56.478105 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'name': 'router1', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T21:52:44Z', 'updated_at': '2021-09-17T21:52:54Z', 'revision_number': 2, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'gw_port_host': None, '_interfaces': [{'id': '0f56a00e-27e8-4e4e-b150-0a5b89016e8c', 'name': '', 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'mac_address': 'fa:16:3e:2b:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T21:52:54Z', 'updated_at': '2021-09-17T21:52:55Z', 'revision_number': 2, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'subnets': [{'id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5feacc34-997c-4a53-b8bb-ad146a63a2fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:56.530100 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Checking router: b46fb77e-fd67-4d01-938d-8e589105251c for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 21:52:56.530474 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Updating router b46fb77e-fd67-4d01-938d-8e589105251c port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 21:52:56.578420 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.086720 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.148245 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.304216 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Pushing event updated for resources: {'Port': ['ID=0f56a00e-27e8-4e4e-b150-0a5b89016e8c,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:57.321599 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.321936 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.322268 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.322595 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.323009 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.323337 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.323661 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.323976 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.324291 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.324605 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.324955 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.325269 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Tracked resource versions report: Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: pushed versions: Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: { 'AddressGroup': {'1.2'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'ConntrackHelper': {'1.0'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Log': {'1.0'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Network': {'1.1'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Port': {'1.7'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'PortForwarding': {'1.2'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'QosPolicy': {'1.9'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'SecurityGroup': {'1.4'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'SecurityGroupRule': {'1.2'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'SubPort': {'1.0'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Subnet': {'1.1'}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Trunk': {'1.1'}} Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: consumer versions: Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: { DHCP agent@n-d-713498-17: {}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: L3 agent@n-d-713498-17: {}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: Metadata agent@n-d-713498-17: {}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: Metering agent@n-d-713498-17: {}, Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: Open vSwitch agent@n-d-713498-17: { 'AddressGroup': '1.2', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'ConntrackHelper': '1.0', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Log': '1.0', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Network': '1.1', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Port': '1.7', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'PortForwarding': '1.2', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'QosPolicy': '1.9', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'SecurityGroup': '1.4', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'SecurityGroupRule': '1.2', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'SubPort': '1.0', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Subnet': '1.1', Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: 'Trunk': '1.1'}} Sep 17 21:52:57.326348 n-d-713498-17 neutron-server[101663]: {{(pid=101663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 21:52:57.331474 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Attempting to bind port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 21:52:57.331975 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Attempting to bind port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '9585a8e6-10cf-4dce-abdf-6ff35b6d95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 21:52:57.332406 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Attempting to bind port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c on network b2edf7b4-6d25-4907-bfba-74fc469eb8af {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 21:52:57.338718 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 21:52:57.339147 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Checking segment: {'id': '9585a8e6-10cf-4dce-abdf-6ff35b6d95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 21:52:57.339677 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.339992 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Bound using segment: {'id': '9585a8e6-10cf-4dce-abdf-6ff35b6d95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 21:52:57.343242 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Bound port: 0f56a00e-27e8-4e4e-b150-0a5b89016e8c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9585a8e6-10cf-4dce-abdf-6ff35b6d95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 21:52:57.343242 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.410725 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] For port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 21:52:57.425204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5ca1bd95-9fd0-49ae-b9d2-e1b3695f2ba9 None None] Provisioning complete for port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:52:57.427482 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bd95-9fd0-49ae-b9d2-e1b3695f2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.432588 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] For port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0f56a00e-27e8-4e4e-b150-0a5b89016e8c,segment=NetworkSegment(9585a8e6-10cf-4dce-abdf-6ff35b6d95a6),segment_id=9585a8e6-10cf-4dce-abdf-6ff35b6d95a6)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 21:52:57.463385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1bd95-9fd0-49ae-b9d2-e1b3695f2ba9 None None] Port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 21:52:57.491596 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.543292 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Routers {'b46fb77e-fd67-4d01-938d-8e589105251c'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 21:52:57.543910 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T21:52:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b46fb77e-fd67-4d01-938d-8e589105251c'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:57.589541 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ba76d-8d35-4477-a007-4dc2fbdcdb5c None None] Pushing event updated for resources: {'Port': ['ID=0f56a00e-27e8-4e4e-b150-0a5b89016e8c,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:57.643435 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] Set router b46fb77e-fd67-4d01-938d-8e589105251c gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 21:52:57.681819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-aa024765-5c6f-425b-8b64-551d7c4ac83e None None] Provisioning complete for port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:52:57.682470 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aa024765-5c6f-425b-8b64-551d7c4ac83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.756624 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aa024765-5c6f-425b-8b64-551d7c4ac83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.786849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-aa024765-5c6f-425b-8b64-551d7c4ac83e None None] For port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0f56a00e-27e8-4e4e-b150-0a5b89016e8c,segment=NetworkSegment(9585a8e6-10cf-4dce-abdf-6ff35b6d95a6),segment_id=9585a8e6-10cf-4dce-abdf-6ff35b6d95a6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 21:52:57.853738 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'name': 'router1', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T21:52:44Z', 'updated_at': '2021-09-17T21:52:54Z', 'revision_number': 2, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'gw_port_host': None, '_interfaces': [{'id': '0f56a00e-27e8-4e4e-b150-0a5b89016e8c', 'name': '', 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'mac_address': 'fa:16:3e:2b:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T21:52:54Z', 'updated_at': '2021-09-17T21:52:57Z', 'revision_number': 4, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'subnets': [{'id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5feacc34-997c-4a53-b8bb-ad146a63a2fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:52:57.853958 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aa024765-5c6f-425b-8b64-551d7c4ac83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:57.879574 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ce87b-bc84-4a4c-b363-b8fff0a1e3f0 None None] The sync data for ids ['b46fb77e-fd67-4d01-938d-8e589105251c'] in n-d-713498-17 is: [{'id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'name': 'router1', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T21:52:44Z', 'updated_at': '2021-09-17T21:52:54Z', 'revision_number': 2, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'gw_port_host': None, '_interfaces': [{'id': '0f56a00e-27e8-4e4e-b150-0a5b89016e8c', 'name': '', 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'mac_address': 'fa:16:3e:2b:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T21:52:54Z', 'updated_at': '2021-09-17T21:52:57Z', 'revision_number': 4, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'subnets': [{'id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5feacc34-997c-4a53-b8bb-ad146a63a2fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 21:52:57.921030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa024765-5c6f-425b-8b64-551d7c4ac83e None None] Pushing event updated for resources: {'Port': ['ID=0f56a00e-27e8-4e4e-b150-0a5b89016e8c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:58.104086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50818) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:52:58.213111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c29a14-b923-41b3-ab6b-c7ccc896d60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:52:58.214412 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f5c29a14-b923-41b3-ab6b-c7ccc896d60d admin admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 842 time: 0.1094704 Sep 17 21:52:58.224394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Request body: {'subnet': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.5.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:52:58.339582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Made reservation on behalf of 9e40523279854c329823dadc90e72fc7 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 21:52:58.342069 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:58.690645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 21:52:58.691101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:58.751422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16173cfd-e02d-4120-8fef-f1d3989fb990,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:52:58.761278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 21:52:58.761636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Network hostable DHCP agents. Network: 0b79e42c-2db1-495d-930c-33fe17abaac9, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 21:52:58.839464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 21:52:58.890742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 0b79e42c-2db1-495d-930c-33fe17abaac9) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 21:52:58.895524 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:52:58.896615 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:52:58.898914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56d4a4-2189-4382-aaae-c29aacfa797a None None] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 21:52:58.965763 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-491bab1a-3dfd-4990-a213-552a2a5d8a65 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7446518 Sep 17 21:52:59.030547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d05d01-7a76-4e0c-aa3a-92fda2df32f3 None None] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 21:53:01.249329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50826) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:53:01.452184 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-59a7d4a1-e2d2-4438-afaa-5bf548efdf0a admin admin] 10.222.0.13 "GET /v2.0/routers/b46fb77e-fd67-4d01-938d-8e589105251c HTTP/1.1" status: 200 len: 710 time: 0.2017307 Sep 17 21:53:01.536227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334c729-d484-4cad-bee7-4e474b44f618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:53:01.538242 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5334c729-d484-4cad-bee7-4e474b44f618 admin admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 886 time: 0.0792241 Sep 17 21:53:01.548447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:53:01.797500 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:02.118071 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:02.195283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:02.354306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Allocated IP 172.25.5.120 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/5f298b50-34b4-47a6-92fb-d08bf3341f29) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 21:53:02.457580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:02.548519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:02.593720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 21:53:02.607142 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 21:53:02.609243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Pushing event updated for resources: {'Port': ['ID=5f298b50-34b4-47a6-92fb-d08bf3341f29,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:53:02.621719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 21:53:02.943177 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:03.228471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:03.231985 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:03.337163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Router b46fb77e-fd67-4d01-938d-8e589105251c has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 21:53:03.441738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 21:53:03.446559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:03.447784 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ebe67b7-0112-40b2-9581-4a1f2f25bc5a admin admin] 10.222.0.13 "PUT /v2.0/routers/b46fb77e-fd67-4d01-938d-8e589105251c HTTP/1.1" status: 200 len: 890 time: 1.9026387 Sep 17 21:53:04.282109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Sync routers for ids ['b46fb77e-fd67-4d01-938d-8e589105251c'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 21:53:04.292790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Routers {'b46fb77e-fd67-4d01-938d-8e589105251c'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 21:53:04.293431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T21:52:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b46fb77e-fd67-4d01-938d-8e589105251c'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:53:04.541236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Set router b46fb77e-fd67-4d01-938d-8e589105251c gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 21:53:04.732836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0f56a00e-27e8-4e4e-b150-0a5b89016e8c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 21:53:04.873191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:53:04.873191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:05.029205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'name': 'router1', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f298b50-34b4-47a6-92fb-d08bf3341f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T21:52:44Z', 'updated_at': '2021-09-17T21:53:02Z', 'revision_number': 4, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'gw_port': {'id': '5f298b50-34b4-47a6-92fb-d08bf3341f29', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T21:53:02Z', 'updated_at': '2021-09-17T21:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0f56a00e-27e8-4e4e-b150-0a5b89016e8c', 'name': '', 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'mac_address': 'fa:16:3e:2b:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T21:52:54Z', 'updated_at': '2021-09-17T21:52:57Z', 'revision_number': 5, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'subnets': [{'id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5feacc34-997c-4a53-b8bb-ad146a63a2fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:53:05.079946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Checking router: b46fb77e-fd67-4d01-938d-8e589105251c for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 21:53:05.080311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Updating router b46fb77e-fd67-4d01-938d-8e589105251c port 5f298b50-34b4-47a6-92fb-d08bf3341f29 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 21:53:05.128504 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:05.455645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:05.527709 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:05.579480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Attempting to bind port 5f298b50-34b4-47a6-92fb-d08bf3341f29 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 21:53:05.579753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Attempting to bind port 5f298b50-34b4-47a6-92fb-d08bf3341f29 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 21:53:05.579996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Attempting to bind port 5f298b50-34b4-47a6-92fb-d08bf3341f29 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 21:53:05.581932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01574b67-72f0-4f97-af5f-b61e53680337 None None] Pushing event updated for resources: {'Port': ['ID=5f298b50-34b4-47a6-92fb-d08bf3341f29,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:53:05.588594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 21:53:05.588958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 21:53:05.589350 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:05.589730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 21:53:05.590198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Bound port: 5f298b50-34b4-47a6-92fb-d08bf3341f29, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 21:53:05.590649 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:05.640951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] For port 5f298b50-34b4-47a6-92fb-d08bf3341f29, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 21:53:05.644396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] For port 5f298b50-34b4-47a6-92fb-d08bf3341f29, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5f298b50-34b4-47a6-92fb-d08bf3341f29,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 21:53:05.697155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:05.767018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01574b67-72f0-4f97-af5f-b61e53680337 None None] Pushing event updated for resources: {'Port': ['ID=5f298b50-34b4-47a6-92fb-d08bf3341f29,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:53:05.769511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Routers {'b46fb77e-fd67-4d01-938d-8e589105251c'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 21:53:05.770089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T21:52:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b46fb77e-fd67-4d01-938d-8e589105251c'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:53:05.955810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] Set router b46fb77e-fd67-4d01-938d-8e589105251c gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 21:53:05.961237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50840) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:53:06.077000 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5e943476-6a33-467d-bb4e-317e5b536624 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1145735 Sep 17 21:53:06.169272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'name': 'router1', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f298b50-34b4-47a6-92fb-d08bf3341f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T21:52:44Z', 'updated_at': '2021-09-17T21:53:02Z', 'revision_number': 4, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'gw_port': {'id': '5f298b50-34b4-47a6-92fb-d08bf3341f29', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T21:53:02Z', 'updated_at': '2021-09-17T21:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0f56a00e-27e8-4e4e-b150-0a5b89016e8c', 'name': '', 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'mac_address': 'fa:16:3e:2b:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T21:52:54Z', 'updated_at': '2021-09-17T21:52:57Z', 'revision_number': 5, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'subnets': [{'id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5feacc34-997c-4a53-b8bb-ad146a63a2fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 21:53:06.196686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985a837-3ad5-432e-a87b-8575f8ce70a8 None None] The sync data for ids ['b46fb77e-fd67-4d01-938d-8e589105251c'] in n-d-713498-17 is: [{'id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'name': 'router1', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f298b50-34b4-47a6-92fb-d08bf3341f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T21:52:44Z', 'updated_at': '2021-09-17T21:53:02Z', 'revision_number': 4, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'gw_port': {'id': '5f298b50-34b4-47a6-92fb-d08bf3341f29', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:34:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T21:53:02Z', 'updated_at': '2021-09-17T21:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0f56a00e-27e8-4e4e-b150-0a5b89016e8c', 'name': '', 'network_id': 'b2edf7b4-6d25-4907-bfba-74fc469eb8af', 'tenant_id': '3aed0e7e36a84a18b5870452857ea5a3', 'mac_address': 'fa:16:3e:2b:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fb77e-fd67-4d01-938d-8e589105251c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T21:52:54Z', 'updated_at': '2021-09-17T21:52:57Z', 'revision_number': 5, 'project_id': '3aed0e7e36a84a18b5870452857ea5a3', 'subnets': [{'id': 'c8698a26-6866-4164-9d62-56b1d7be210c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5feacc34-997c-4a53-b8bb-ad146a63a2fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 21:53:06.743453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f298b50-34b4-47a6-92fb-d08bf3341f29 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 21:53:06.805274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5f298b50-34b4-47a6-92fb-d08bf3341f29 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:53:06.805932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:06.884790 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:06.906231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 5f298b50-34b4-47a6-92fb-d08bf3341f29, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5f298b50-34b4-47a6-92fb-d08bf3341f29,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 21:53:06.972580 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:07.050944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=5f298b50-34b4-47a6-92fb-d08bf3341f29,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:53:08.724669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f298b50-34b4-47a6-92fb-d08bf3341f29 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 21:53:08.803786 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5f298b50-34b4-47a6-92fb-d08bf3341f29 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:53:08.804269 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:14.661695 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:53:17.610472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-56e30bbf-2623-465f-bfc0-e354458a6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:20.107741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a81a1877-9f32-4f23-8d09-5682917420fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:21.218959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:21.457825 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:23.105591 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:47.606717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fe3a234a-bded-4aec-9daa-1d456a87edd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:50.516845 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a044-0fbb-431f-9fe5-017190bc9d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:51.298524 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:51.480727 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:53:51.662488 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:53:53.092245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:17.611531 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6282-da55-413f-b949-4a7a3beb3efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:20.091731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ec432c4-4006-4b17-b11c-314235ab071b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:21.203966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:21.460555 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:23.085883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:28.662472 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:54:47.605130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-77a823cc-435f-4705-af53-5d9f40f20201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:49.626529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51434) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:54:49.689911 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4d418b-d8ae-4f91-bc15-51944cb18eb3 admin admin] GET failed (client error): The resource could not be found. Sep 17 21:54:49.691543 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ae4d418b-d8ae-4f91-bc15-51944cb18eb3 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634160 Sep 17 21:54:49.852841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7b499-3e10-4c4c-a6ed-81d82499f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:54:49.854312 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4fb7b499-3e10-4c4c-a6ed-81d82499f9fe admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1581025 Sep 17 21:54:50.117186 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-022c3fe6-23a8-474a-99f7-17ea6a67e98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:51.205635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:51.496772 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:52.101073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51444) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:54:52.193901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ff7c6-0c03-42e7-a8d6-3132470f3739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:54:52.195266 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c17ff7c6-0c03-42e7-a8d6-3132470f3739 admin admin] 10.222.0.13 "GET /v2.0/subnets/c8698a26-6866-4164-9d62-56b1d7be210c HTTP/1.1" status: 200 len: 849 time: 0.0932488 Sep 17 21:54:52.205763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:54:52.286105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Notify callbacks [] for subnet, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:52.484768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730485784580'] for subnet, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:52.513234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:54:52.513820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:52.515121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] 10.222.0.13 "PUT /v2.0/subnets/c8698a26-6866-4164-9d62-56b1d7be210c HTTP/1.1" status: 200 len: 868 time: 0.3131480 Sep 17 21:54:52.518617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a3e9c-02f4-476f-811a-d4de34570919 None None] Network b2edf7b4-6d25-4907-bfba-74fc469eb8af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 21:54:52.540003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8698a26-6866-4164-9d62-56b1d7be210c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:54:52.547143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.547499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.547843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.548256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.549917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.549917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.549917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.550192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.550402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.550721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.551069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.551394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeaecc4-3f6f-407c-bf03-7271cc43d36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:54:52.938474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4f513d12-bffe-40b6-b357-86066614ecae None None] Provisioning complete for port 93972cf6-75d3-4d0a-9873-10cead9d49b5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:54:52.938864 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f513d12-bffe-40b6-b357-86066614ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:53.035058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4f513d12-bffe-40b6-b357-86066614ecae None None] Provisioning complete for port 0f56a00e-27e8-4e4e-b150-0a5b89016e8c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:54:53.035418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f513d12-bffe-40b6-b357-86066614ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:53.099781 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:54:54.715449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51452) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:54:54.911524 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f9e51e-61b8-48c8-afcb-eba4f4ef4637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:54:54.911886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f9e51e-61b8-48c8-afcb-eba4f4ef4637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:54:54.913435 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a1f9e51e-61b8-48c8-afcb-eba4f4ef4637 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1968868 Sep 17 21:54:57.103263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51460) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:54:57.232812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b76686-5e69-4693-8464-47ea48d4d0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:54:57.233283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b76686-5e69-4693-8464-47ea48d4d0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:54:57.234831 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-42b76686-5e69-4693-8464-47ea48d4d0b8 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1305959 Sep 17 21:54:59.419177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51468) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:54:59.544055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb87abee-2c6f-4d7a-934b-cd44f247ec67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:54:59.545401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bb87abee-2c6f-4d7a-934b-cd44f247ec67 admin admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 886 time: 0.1252830 Sep 17 21:55:01.743326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51476) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:55:01.870965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c69de-8785-48b5-91b6-fedef95d4007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:01.872340 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-642c69de-8785-48b5-91b6-fedef95d4007 admin admin] 10.222.0.13 "GET /v2.0/networks/b2edf7b4-6d25-4907-bfba-74fc469eb8af HTTP/1.1" status: 200 len: 868 time: 0.1280489 Sep 17 21:55:04.068650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51484) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:55:04.191189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040d575-6412-42ea-a03c-1a3707a3da24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:04.191651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040d575-6412-42ea-a03c-1a3707a3da24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:04.193180 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a040d575-6412-42ea-a03c-1a3707a3da24 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235933 Sep 17 21:55:05.662234 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:55:06.379825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51492) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:55:06.468159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a4972e-18d3-4247-823a-65c707181740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:06.468617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a4972e-18d3-4247-823a-65c707181740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:06.470206 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-81a4972e-18d3-4247-823a-65c707181740 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893695 Sep 17 21:55:08.743623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51500) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:55:08.828761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9735ee-e550-42ed-8807-0e0e5dbd76fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:08.830375 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-af9735ee-e550-42ed-8807-0e0e5dbd76fa admin admin] 10.222.0.13 "GET /v2.0/subnets/16173cfd-e02d-4120-8fef-f1d3989fb990 HTTP/1.1" status: 200 len: 816 time: 0.0857320 Sep 17 21:55:11.015150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51508) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:55:11.205534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aba293-b477-45bb-b9a3-c701de64100f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:11.206939 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-28aba293-b477-45bb-b9a3-c701de64100f admin admin] 10.222.0.13 "GET /v2.0/subnets/c8698a26-6866-4164-9d62-56b1d7be210c HTTP/1.1" status: 200 len: 868 time: 0.1908722 Sep 17 21:55:17.613572 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ab5d728-c48d-4fd8-8b32-62009ecf93bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:20.107012 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-309681c3-f00d-4e39-90de-f85939a5332b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:21.196171 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:21.464924 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:23.099133 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:35.421568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51562) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:55:35.468398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-c6578a87-82ac-47ee-b1fa-1585b3cd4f0f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 21:55:35.470461 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c6578a87-82ac-47ee-b1fa-1585b3cd4f0f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470185 Sep 17 21:55:37.766044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51570) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:55:37.825700 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df2f138-a1b1-43d3-91f4-a609d9c81e72 admin admin] GET failed (client error): The resource could not be found. Sep 17 21:55:37.827046 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5df2f138-a1b1-43d3-91f4-a609d9c81e72 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600383 Sep 17 21:55:37.913297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdfdfc0-3fe6-41af-b7e5-b602562dd4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:37.914771 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2cdfdfc0-3fe6-41af-b7e5-b602562dd4e9 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825095 Sep 17 21:55:40.103451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51578) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:55:40.150656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:55:40.224058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Made reservation on behalf of 9e40523279854c329823dadc90e72fc7 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 21:55:40.226278 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:40.254520 n-d-713498-17 neutron-server[101660]: WARNING neutron.services.revisions.revision_plugin [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Could not find related network for resource to bump revision. Sep 17 21:55:40.265005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 21:55:40.273435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:40.273771 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Added segment 9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd of type vlan for network 9d90f441-9cff-4bd7-800b-7aeb308128a9 Sep 17 21:55:40.310273 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:40.403749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:40.404714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:40.405294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:40.461179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] Pushing event updated for resources: {'Network': ['ID=9d90f441-9cff-4bd7-800b-7aeb308128a9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:55:40.472495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 21:55:40.484446 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-19350ce5-3540-4259-834c-5670afdbba0a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3799016 Sep 17 21:55:42.662245 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:55:42.691198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51586) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:55:42.756446 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-258b4435-28ea-4a32-9e0e-bfdd89ec5859 admin admin] GET failed (client error): The resource could not be found. Sep 17 21:55:42.757903 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-258b4435-28ea-4a32-9e0e-bfdd89ec5859 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657394 Sep 17 21:55:42.827685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08861cb4-02f3-4c13-af9d-276bfd0bebf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:42.829155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-08861cb4-02f3-4c13-af9d-276bfd0bebf9 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0665298 Sep 17 21:55:42.839537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Request body: {'subnet': {'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 21:55:42.917677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Made reservation on behalf of 9e40523279854c329823dadc90e72fc7 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 21:55:42.920044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:43.135215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:43.187296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:55:43.195403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 21:55:43.195748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Network hostable DHCP agents. Network: 9d90f441-9cff-4bd7-800b-7aeb308128a9, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 21:55:43.266764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 21:55:43.352175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 9d90f441-9cff-4bd7-800b-7aeb308128a9) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 21:55:43.356724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 21:55:43.357777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:43.360821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910828b-d491-4fb6-be23-2486576d8457 None None] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 21:55:43.432768 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-58af1457-0d66-4ae4-b509-a979edfbc486 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5966427 Sep 17 21:55:43.604983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-9d90f441-9cff-4bd7-800b-7aeb308128a9', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'tenant_id': '9e40523279854c329823dadc90e72fc7', 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 21:55:43.605864 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:43.742985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Allocated IP 192.168.233.2 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/6ecf023a-d798-4032-9206-6a84b5cd712e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 21:55:43.884860 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:43.952962 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:43.997286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 21:55:44.000021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 21:55:44.007245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 21:55:44.009424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Pushing event updated for resources: {'Port': ['ID=6ecf023a-d798-4032-9206-6a84b5cd712e,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:55:44.018470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.018828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.019178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.019514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.019845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.020170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.020495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.020821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.021141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.021462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.021803 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.022116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:55:44.071789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Attempting to bind port 6ecf023a-d798-4032-9206-6a84b5cd712e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 21:55:44.072151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Attempting to bind port 6ecf023a-d798-4032-9206-6a84b5cd712e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 21:55:44.072507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Attempting to bind port 6ecf023a-d798-4032-9206-6a84b5cd712e on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 21:55:44.077705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 21, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 21:55:44.078067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 21:55:44.079035 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:44.079502 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 21:55:44.079962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Bound port: 6ecf023a-d798-4032-9206-6a84b5cd712e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 21:55:44.080356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:44.141651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] For port 6ecf023a-d798-4032-9206-6a84b5cd712e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 21:55:44.144754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] For port 6ecf023a-d798-4032-9206-6a84b5cd712e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6ecf023a-d798-4032-9206-6a84b5cd712e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 21:55:44.242433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:44.306025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0e2ab-4d81-479f-9680-3b8679cd3d10 None None] Pushing event updated for resources: {'Port': ['ID=6ecf023a-d798-4032-9206-6a84b5cd712e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:55:44.865965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6ecf023a-d798-4032-9206-6a84b5cd712e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 21:55:44.919956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6ecf023a-d798-4032-9206-6a84b5cd712e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:55:44.920324 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:45.007564 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:45.043071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 6ecf023a-d798-4032-9206-6a84b5cd712e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6ecf023a-d798-4032-9206-6a84b5cd712e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 21:55:45.106499 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:45.165284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=6ecf023a-d798-4032-9206-6a84b5cd712e,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:55:45.187078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b0791f-cff1-4672-8249-2ce55bf2930d None None] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 21:55:45.262530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b066d0f6-3303-4271-aa2e-cd240f2d78b0 None None] Provisioning complete for port 6ecf023a-d798-4032-9206-6a84b5cd712e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:55:45.262836 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b066d0f6-3303-4271-aa2e-cd240f2d78b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:45.643102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3cec3aa2-2e4a-46f6-a875-c7815d6cb627 None None] Provisioning complete for port 6ecf023a-d798-4032-9206-6a84b5cd712e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:55:45.643460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cec3aa2-2e4a-46f6-a875-c7815d6cb627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:46.834141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6ecf023a-d798-4032-9206-6a84b5cd712e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 21:55:46.880479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6ecf023a-d798-4032-9206-6a84b5cd712e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 21:55:46.880843 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:47.597480 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb68af5f-29ea-472b-ba8f-c121a604e60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:50.123304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-135609a9-2c49-4e99-9c82-8afcbf02e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:51.236179 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:51.483360 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:55:53.106003 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:17.608524 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-64cc03df-15a6-4290-bae2-8dbaab7a0ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:19.661306 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:56:20.105757 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dde65d5e-0088-40a4-965b-2c994e5e2ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:21.208145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:21.520909 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:23.108988 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:47.607489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1998838b-ca0b-4797-8222-364f80b2f097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:50.120006 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-55dcaf55-b0ca-4716-be3a-8f57420136eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:51.213241 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:51.539245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:53.110249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:56:56.660932 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:57:06.538611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51640) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:57:06.544262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-5f1e1fb0-f69f-49ec-9fd6-0ae4690ad9a7 tempest-verify_tempest_config-1821081049 tempest-verify_tempest_config-1821081049-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 21:57:06.545223 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5f1e1fb0-f69f-49ec-9fd6-0ae4690ad9a7 tempest-verify_tempest_config-1821081049 tempest-verify_tempest_config-1821081049-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056915 Sep 17 21:57:07.181456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51658) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:57:07.283859 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:07.379621 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:07.441302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:07.487366 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a81c9ca5a3c4a4daa474bcb6da1e65e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3048601 Sep 17 21:57:07.488557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b98c96-4e57-4d91-a0cf-812f5073bb28,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:57:07.490242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51662) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 21:57:07.495348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.497038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.497038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.497038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.497404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.497699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.498126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.498452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.498774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.499117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.499436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.499755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d0c2d-2f5f-4c62-a7fe-c1ec18eed21c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.572273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:07.592965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:07.738497 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:07.741034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:07.742181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64b98c96-4e57-4d91-a0cf-812f5073bb28 HTTP/1.1" status: 204 len: 168 time: 0.2508268 Sep 17 21:57:07.750512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b98c96-4e57-4d91-a0cf-812f5073bb28,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 21:57:07.757239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.760169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.760169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.760169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.760169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.760169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.760169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.760169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.760169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.760169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.761001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:07.761001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e48dc-98a4-479f-a20d-1b7e226913e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 21:57:17.639508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f6f1463-7e31-4740-81d6-c29141b0cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:20.195106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a93aa5f-f628-49b7-b676-19840b5e9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:21.240456 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:21.480887 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:23.120642 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:33.659082 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:57:47.628689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-92313e63-a55b-4dd4-8432-24e2d6bf7400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:50.124601 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1319b295-fbcd-41e5-8ccc-c25850ef5622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:51.215763 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:51.484226 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:57:53.119593 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:10.657613 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:58:17.616694 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb94e788-ff5a-4118-b500-e1ac806d62d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:20.124572 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-12efd9aa-ccd7-4faa-a6e4-dbe43f242f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:21.239293 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:21.519045 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:23.135072 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:47.621185 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-179f1f04-115d-45b4-b560-a4159b78021a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:47.656382 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:58:50.118092 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a5c48fa9-e961-4f64-a9f9-f7fe95c9e819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:51.203589 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:51.472659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:58:53.164056 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:17.631408 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-15969702-d59a-4f87-9f72-f3dc4c592ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:20.128635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-66e8af67-3640-40a6-9d62-4771f1151219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:21.220118 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:21.540996 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:23.122653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:24.654123 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 21:59:47.607987 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e471310a-af60-44ff-809f-ae533c16ca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:50.117364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a176acac-2f3e-46bd-9a3d-4afe02c0a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:51.253570 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:51.510745 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 21:59:53.110784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:01.654213 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 5 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:00:07.784140 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275254'] for agent, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:09.532860 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275254'] for agent, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:17.669722 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-226ce6c6-334a-4af0-a5d6-116e861bf66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:20.126559 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-79e0f158-a466-4885-9358-6d1ab4325a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:21.246998 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:21.486976 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:23.121074 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:37.743235 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:38.653412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:00:39.480807 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:47.640738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1bf25359-c988-4336-b7ce-e786425664c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:50.114543 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc27b6d4-3413-44fc-a718-bf911cb1029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:51.217586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:51.497541 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:53.155064 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:00:53.227385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51728) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:00:53.331258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7771ec3d-2cf9-4a54-bd29-8bfcf0a1a58b admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1028073 Sep 17 22:00:55.558397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51738) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:00:55.613565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6dd07704-0a25-4c7c-8bcb-856c5eec302f admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0540397 Sep 17 22:01:07.748309 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:09.462264 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:15.652482 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:01:17.656578 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d15-5559-42f2-9de6-9ebf2b3fede5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:20.119416 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5f26b150-ccff-4af1-bdee-d5d3ee2a9898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:21.227997 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:21.519343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:23.153433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:37.787914 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:39.496202 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:47.633651 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-98fde64f-ddd5-40e0-a872-73edbe438792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:50.115207 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-49faf3df-ac06-45b1-abbd-cb67bd851cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:51.221417 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:51.507236 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:01:52.652745 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:01:53.130079 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:07.769455 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:09.495362 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:17.638869 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8265679c-019b-4596-801c-cbc96d2c54f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:20.123932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d36f1779-aa6b-4790-88f9-ad710ddbcf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:21.232192 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:21.547028 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:22.034897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51978) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:22.199738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:22.533793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1511770781-network', 'tenant_id': 'f8d6f0a567fa4f3ea465d8c3cf9da54f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:22.638289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Made reservation on behalf of f8d6f0a567fa4f3ea465d8c3cf9da54f for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:22.640752 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:22.654132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:22.748173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:22.820601 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:22.824840 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-199467e9-7b02-412e-ae30-471e2d729c99 tempest-AutoAllocateNetworkTest-433664658 tempest-AutoAllocateNetworkTest-433664658-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=eb482d36b11e45148c32cf8aec5107de&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6214528 Sep 17 22:02:22.825423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52008) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:22.848348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0a5758-4b83-430e-9ec2-e3dfd034b302,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:22.860098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.860098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.860098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.860098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.860098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.860098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.860098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.861004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.861503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.862004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.862497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.863253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Tracked resource versions report: Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: pushed versions: Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: { 'AddressGroup': {'1.2'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'ConntrackHelper': {'1.0'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Log': {'1.0'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Network': {'1.1'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Port': {'1.7'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'PortForwarding': {'1.2'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'QosPolicy': {'1.9'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'SecurityGroup': {'1.4'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'SubPort': {'1.0'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Subnet': {'1.1'}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Trunk': {'1.1'}} Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: consumer versions: Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: { DHCP agent@n-d-713498-17: {}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: HyperV agent@n-h1-713498-17: {}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: HyperV agent@n-h2-713498-17: {}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: L3 agent@n-d-713498-17: {}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: Metadata agent@n-d-713498-17: {}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: Metering agent@n-d-713498-17: {}, Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: Open vSwitch agent@n-d-713498-17: { 'AddressGroup': '1.2', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'ConntrackHelper': '1.0', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Log': '1.0', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Network': '1.1', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Port': '1.7', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'PortForwarding': '1.2', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'QosPolicy': '1.9', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'SecurityGroup': '1.4', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'SecurityGroupRule': '1.2', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'SubPort': '1.0', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Subnet': '1.1', Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: 'Trunk': '1.1'}} Sep 17 22:02:22.865374 n-d-713498-17 neutron-server[101661]: {{(pid=101661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:02:22.889024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:02:22.926247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730485843092', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:22.927447 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Unsubscribe: segment precommit_create {{(pid=101661) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 22:02:22.927951 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Added segment 11a3b4a8-60bd-479d-9970-f5e36bdc6c6c of type vlan for network 7a78a37b-139c-48e6-ab97-586948877df4 Sep 17 22:02:22.981563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:23.027664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c3d5cf-6a48-4490-a26d-ccedb03c0e71 tempest-AutoAllocateNetworkTest-433664658 tempest-AutoAllocateNetworkTest-433664658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:23.029140 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-22c3d5cf-6a48-4490-a26d-ccedb03c0e71 tempest-AutoAllocateNetworkTest-433664658 tempest-AutoAllocateNetworkTest-433664658-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2027469 Sep 17 22:02:23.032144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52014) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:23.084044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:23.085743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:23.085947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:23.090377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bbc5ac29-23ec-496d-87d5-dab678c69881 tempest-AutoAllocateNetworkTest-433664658 tempest-AutoAllocateNetworkTest-433664658-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571582 Sep 17 22:02:23.090987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52018) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:23.127671 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5b373872-3f2b-42dd-aa00-bf94f7edeb2b tempest-AutoAllocateNetworkTest-433664658 tempest-AutoAllocateNetworkTest-433664658-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=eb482d36b11e45148c32cf8aec5107de HTTP/1.1" status: 200 len: 208 time: 0.0331485 Sep 17 22:02:23.140904 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:23.187362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1507435 Sep 17 22:02:23.188679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c68af6-2195-487a-940e-ac2107c4e110 admin admin] Pushing event updated for resources: {'Network': ['ID=7a78a37b-139c-48e6-ab97-586948877df4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:23.190718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52026) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:23.196889 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Request body: {'subnet': {'network_id': '7a78a37b-139c-48e6-ab97-586948877df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1511770781-subnet', 'tenant_id': 'f8d6f0a567fa4f3ea465d8c3cf9da54f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:23.200367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 7a78a37b-139c-48e6-ab97-586948877df4 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:02:23.289853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Made reservation on behalf of f8d6f0a567fa4f3ea465d8c3cf9da54f for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:23.292099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:23.553169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:23.601063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f1a1b15-4eaa-4254-916f-6d48795aacd3,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:23.615194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.615587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.615887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.616221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.616792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.616902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.617182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.617505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.617917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.618137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.618741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.618741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Tracked resource versions report: Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: pushed versions: Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: { 'AddressGroup': {'1.2'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'ConntrackHelper': {'1.0'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Log': {'1.0'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Network': {'1.1'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Port': {'1.7'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'PortForwarding': {'1.2'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'QosPolicy': {'1.9'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'SecurityGroup': {'1.4'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'SubPort': {'1.0'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Subnet': {'1.1'}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Trunk': {'1.1'}} Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: consumer versions: Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: { DHCP agent@n-d-713498-17: {}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: HyperV agent@n-h1-713498-17: {}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: HyperV agent@n-h2-713498-17: {}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: L3 agent@n-d-713498-17: {}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: Metadata agent@n-d-713498-17: {}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: Metering agent@n-d-713498-17: {}, Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: Open vSwitch agent@n-d-713498-17: { 'AddressGroup': '1.2', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'ConntrackHelper': '1.0', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Log': '1.0', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Network': '1.1', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Port': '1.7', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'PortForwarding': '1.2', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'QosPolicy': '1.9', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'SecurityGroup': '1.4', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'SecurityGroupRule': '1.2', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'SubPort': '1.0', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Subnet': '1.1', Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: 'Trunk': '1.1'}} Sep 17 22:02:23.619868 n-d-713498-17 neutron-server[101660]: {{(pid=101660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:02:23.633316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:23.633879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Network hostable DHCP agents. Network: 7a78a37b-139c-48e6-ab97-586948877df4, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:02:23.729585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Network 7a78a37b-139c-48e6-ab97-586948877df4 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:02:23.804277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 7a78a37b-139c-48e6-ab97-586948877df4) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:23.808683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:23.809483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:23.817874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab326bd2-b85f-4272-b806-70cd4cf9c435 None None] Network 7a78a37b-139c-48e6-ab97-586948877df4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:23.897918 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-84b9446d-54dd-4f1f-8ea6-cfa266cd165f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7059064 Sep 17 22:02:23.973042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3519f1d4-038f-4858-955a-251f125ff53d None None] Network 7a78a37b-139c-48e6-ab97-586948877df4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:24.118711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52072) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:24.447902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8c6279a-dacd-495a-80ea-3226d0fe51a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:24.560496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8c6279a-dacd-495a-80ea-3226d0fe51a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:24.609669 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8c6279a-dacd-495a-80ea-3226d0fe51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:24.664294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6279a-dacd-495a-80ea-3226d0fe51a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45583119-c5ad-4942-92bb-98f212dab999,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:24.682664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a8c6279a-dacd-495a-80ea-3226d0fe51a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb482d36b11e45148c32cf8aec5107de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5603817 Sep 17 22:02:24.684343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52094) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:24.745242 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa82bb50-5e4f-4a13-ad41-cc233c71c77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:24.773225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa82bb50-5e4f-4a13-ad41-cc233c71c77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:24.906934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa82bb50-5e4f-4a13-ad41-cc233c71c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:24.910007 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa82bb50-5e4f-4a13-ad41-cc233c71c77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:24.911285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aa82bb50-5e4f-4a13-ad41-cc233c71c77c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45583119-c5ad-4942-92bb-98f212dab999 HTTP/1.1" status: 204 len: 168 time: 0.2260377 Sep 17 22:02:24.919846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82bb50-5e4f-4a13-ad41-cc233c71c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45583119-c5ad-4942-92bb-98f212dab999,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:25.855295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52162) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:25.860822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1779674705-network', 'tenant_id': '5cf041909c2445748e04721c70e56785'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:25.946925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52170) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:25.963448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Made reservation on behalf of 5cf041909c2445748e04721c70e56785 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:25.965847 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:25.974537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.101206 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.112538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7130ffe-e0a3-41fc-8617-02fb6ea125c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.160377 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.191176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:02:26.223104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.223510 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Added segment 647199ff-4dc8-4ecb-9716-c85bffc97b79 of type vlan for network 0ba456b8-929a-4900-bd06-6dc13df9191e Sep 17 22:02:26.258670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21463e1-754f-44ad-b856-8237763f8be8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:26.324677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.385464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7130ffe-e0a3-41fc-8617-02fb6ea125c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.455613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7130ffe-e0a3-41fc-8617-02fb6ea125c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.461363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.462288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:26.462913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.515216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d7130ffe-e0a3-41fc-8617-02fb6ea125c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99c5a0bed2794682819e3cd631e94e70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5672719 Sep 17 22:02:26.517887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52230) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:26.529735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7130ffe-e0a3-41fc-8617-02fb6ea125c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d15e09-7810-4016-ade6-94f2cba7a5b0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:26.587503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7304702 Sep 17 22:02:26.590353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52234) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:26.595786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92f629-2bf8-43f7-a91e-8b7b415e2b5b admin admin] Pushing event updated for resources: {'Network': ['ID=0ba456b8-929a-4900-bd06-6dc13df9191e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:26.599882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Request body: {'subnet': {'network_id': '0ba456b8-929a-4900-bd06-6dc13df9191e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1779674705-subnet', 'tenant_id': '5cf041909c2445748e04721c70e56785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:26.603734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 0ba456b8-929a-4900-bd06-6dc13df9191e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:02:26.621075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a170-be4a-40fd-8f92-5d6f725a3f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.645712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a170-be4a-40fd-8f92-5d6f725a3f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.700976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Made reservation on behalf of 5cf041909c2445748e04721c70e56785 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:26.703292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.788032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a170-be4a-40fd-8f92-5d6f725a3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.791178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a170-be4a-40fd-8f92-5d6f725a3f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:26.792732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b8b6a170-be4a-40fd-8f92-5d6f725a3f4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8d15e09-7810-4016-ade6-94f2cba7a5b0 HTTP/1.1" status: 204 len: 168 time: 0.2740979 Sep 17 22:02:26.806030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6a170-be4a-40fd-8f92-5d6f725a3f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d15e09-7810-4016-ade6-94f2cba7a5b0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:26.838265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52248) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:26.986852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.046518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Checking segment: {'id': '647199ff-4dc8-4ecb-9716-c85bffc97b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0ba456b8-929a-4900-bd06-6dc13df9191e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:27.046885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Network hostable DHCP agents. Network: 0ba456b8-929a-4900-bd06-6dc13df9191e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:02:27.051804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2644d6ad-3a80-4d91-a438-f3dfbefde921,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:27.108768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e3304c0-62bc-47a4-ab15-e3d3b74e05d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.123622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Network 0ba456b8-929a-4900-bd06-6dc13df9191e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:02:27.181005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52260) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:27.209563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 0ba456b8-929a-4900-bd06-6dc13df9191e) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:27.212650 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e3304c0-62bc-47a4-ab15-e3d3b74e05d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.214900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:27.215580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.222015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f001be4-5eb2-46a3-bba9-db7c2cff4b02 None None] Network 0ba456b8-929a-4900-bd06-6dc13df9191e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:27.312270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e3304c0-62bc-47a4-ab15-e3d3b74e05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.351174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3e3304c0-62bc-47a4-ab15-e3d3b74e05d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a30aca76d654b9ba8a5f6bd20942900&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5115354 Sep 17 22:02:27.352866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055e482-b462-490f-bfdf-3ba03bd9063d None None] Network 0ba456b8-929a-4900-bd06-6dc13df9191e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:27.353714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52266) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:27.360676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3304c0-62bc-47a4-ab15-e3d3b74e05d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229fb2f9-20f3-4588-ae50-22fd07847689,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:27.429506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0de850c9-f364-439a-be2a-70d92a1912d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.451761 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9949a02f-da2e-48ec-9606-841bbd8549b7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8596842 Sep 17 22:02:27.467848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0de850c9-f364-439a-be2a-70d92a1912d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.565833 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5879f4d9-3dff-445d-b78e-1c756f1123f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.573972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0de850c9-f364-439a-be2a-70d92a1912d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.576642 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0de850c9-f364-439a-be2a-70d92a1912d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.577776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0de850c9-f364-439a-be2a-70d92a1912d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/229fb2f9-20f3-4588-ae50-22fd07847689 HTTP/1.1" status: 204 len: 168 time: 0.2224863 Sep 17 22:02:27.590431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de850c9-f364-439a-be2a-70d92a1912d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fb2f9-20f3-4588-ae50-22fd07847689,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:27.669254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5879f4d9-3dff-445d-b78e-1c756f1123f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.763639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5879f4d9-3dff-445d-b78e-1c756f1123f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.803753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5879f4d9-3dff-445d-b78e-1c756f1123f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e814134acca40f688d4395c0d243f91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6218457 Sep 17 22:02:27.804572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879f4d9-3dff-445d-b78e-1c756f1123f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebe1f3f-15b2-4d7c-9f4d-faf8b6bfae41,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:27.806730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52288) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:27.866353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da6d44cd-f276-400f-b5cb-704fe6999692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.870655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52290) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:27.884367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e11b82e2-7903-46e8-ab24-6b05cae723c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:27.887921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da6d44cd-f276-400f-b5cb-704fe6999692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.063732 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da6d44cd-f276-400f-b5cb-704fe6999692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.066280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da6d44cd-f276-400f-b5cb-704fe6999692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.069223 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-da6d44cd-f276-400f-b5cb-704fe6999692 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ebe1f3f-15b2-4d7c-9f4d-faf8b6bfae41 HTTP/1.1" status: 204 len: 168 time: 0.2614255 Sep 17 22:02:28.078910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d44cd-f276-400f-b5cb-704fe6999692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebe1f3f-15b2-4d7c-9f4d-faf8b6bfae41,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:28.123506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e11b82e2-7903-46e8-ab24-6b05cae723c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.203837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e11b82e2-7903-46e8-ab24-6b05cae723c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.245007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e11b82e2-7903-46e8-ab24-6b05cae723c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fdec22c5d914f51bc5799da80d71c2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3732231 Sep 17 22:02:28.246364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b82e2-7903-46e8-ab24-6b05cae723c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295eb06a-0e1b-41f0-8c41-b327d13be1ab,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:28.248042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52310) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:28.309838 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-905e8ca6-32b5-453e-93f3-b4e45aff838f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.330567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-905e8ca6-32b5-453e-93f3-b4e45aff838f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.455023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-905e8ca6-32b5-453e-93f3-b4e45aff838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.457599 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-905e8ca6-32b5-453e-93f3-b4e45aff838f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.458749 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-905e8ca6-32b5-453e-93f3-b4e45aff838f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/295eb06a-0e1b-41f0-8c41-b327d13be1ab HTTP/1.1" status: 204 len: 168 time: 0.2073534 Sep 17 22:02:28.466293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e8ca6-32b5-453e-93f3-b4e45aff838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295eb06a-0e1b-41f0-8c41-b327d13be1ab,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:28.607103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52316) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:28.618409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e21da46-c7fc-44d5-812d-c67526e1a4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.704271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e21da46-c7fc-44d5-812d-c67526e1a4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.799960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52326) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:28.803319 n-d-713498-17 neutron-server[101661]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 22:02:28.831667 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e21da46-c7fc-44d5-812d-c67526e1a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:28.837569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-8ab386c8-c53f-45b6-8c76-2fd6feff6492 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9bfee748c24148c6a6bafc59757cae4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354989 Sep 17 22:02:28.916323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21da46-c7fc-44d5-812d-c67526e1a4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa0edc3-a390-4ed9-a53d-61190a649988,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:28.933738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6e21da46-c7fc-44d5-812d-c67526e1a4da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36117d14b4cb46cea7fcb41f491c56c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3291755 Sep 17 22:02:28.936516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52334) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:28.984843 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07c39b53-7b00-4fe4-a85d-9a89d47139aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.006332 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07c39b53-7b00-4fe4-a85d-9a89d47139aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.072265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-511ae032-aaef-4563-b077-6f9bafd44497 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:29.075277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-511ae032-aaef-4563-b077-6f9bafd44497 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251661 Sep 17 22:02:29.091739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b1a30d69-7660-4000-8b9b-1476197d0806 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/quotas/9bfee748c24148c6a6bafc59757cae4f HTTP/1.1" status: 200 len: 375 time: 0.0113883 Sep 17 22:02:29.183277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-027eb0b7-7ad8-48ea-82d7-adacd4e0a507 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bfee748c24148c6a6bafc59757cae4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835118 Sep 17 22:02:29.242985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52344) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:29.257326 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e535-3525-4fcb-9e44-48a3bc2b7cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.278733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07c39b53-7b00-4fe4-a85d-9a89d47139aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.283573 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07c39b53-7b00-4fe4-a85d-9a89d47139aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.293672 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-07c39b53-7b00-4fe4-a85d-9a89d47139aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fa0edc3-a390-4ed9-a53d-61190a649988 HTTP/1.1" status: 204 len: 168 time: 0.3484173 Sep 17 22:02:29.297103 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c39b53-7b00-4fe4-a85d-9a89d47139aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa0edc3-a390-4ed9-a53d-61190a649988,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:29.360444 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e535-3525-4fcb-9e44-48a3bc2b7cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.432745 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e535-3525-4fcb-9e44-48a3bc2b7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.504490 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52368) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:29.518363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6eb9e535-3525-4fcb-9e44-48a3bc2b7cf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=055684e20e0a4e1c85da82ba6e47d36e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2739611 Sep 17 22:02:29.521092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9e535-3525-4fcb-9e44-48a3bc2b7cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f0a02-0801-4a73-96a5-b4a0716484d0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:29.566459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a788b4-b8ca-44df-8d50-cb8abc8280e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.590327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a788b4-b8ca-44df-8d50-cb8abc8280e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.597027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ba9e9fb-b725-42ce-834a-9e482f269aa6 req-53d5eac0-7b9c-4f72-b333-4a92de004287 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 210 time: 0.0774481 Sep 17 22:02:29.652137 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:02:29.695252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a788b4-b8ca-44df-8d50-cb8abc8280e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.697690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a788b4-b8ca-44df-8d50-cb8abc8280e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:29.699107 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-86a788b4-b8ca-44df-8d50-cb8abc8280e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae9f0a02-0801-4a73-96a5-b4a0716484d0 HTTP/1.1" status: 204 len: 168 time: 0.1931810 Sep 17 22:02:29.701448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52382) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:29.713030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a788b4-b8ca-44df-8d50-cb8abc8280e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f0a02-0801-4a73-96a5-b4a0716484d0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:29.938456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-2543ce94-442d-4d08-9399-cb4a28af41db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:29.940128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-2543ce94-442d-4d08-9399-cb4a28af41db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 808 time: 0.2372637 Sep 17 22:02:29.959206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-e44e99cb-5d03-48e1-95dc-a0752d564a70 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/quotas/f8d6f0a567fa4f3ea465d8c3cf9da54f HTTP/1.1" status: 200 len: 375 time: 0.0120263 Sep 17 22:02:29.995049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-7a6a34cd-2c5b-48d1-ac0d-84ac1e649274 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301275 Sep 17 22:02:30.488033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-87211abc-fb1e-4497-a996-2f65ce829111 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:02:30.490969 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-87211abc-fb1e-4497-a996-2f65ce829111 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1186500 Sep 17 22:02:30.626501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-13069725-55c4-4438-b179-5c2977b05a52 service neutron] 10.222.0.13 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268699 Sep 17 22:02:30.723141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-e5118aaa-02ae-441b-b7ac-d7a236afd06c service neutron] 10.222.0.13 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892715 Sep 17 22:02:30.792284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-7c1edb93-73b2-4343-a0a2-0e06448363d4 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed9fa84592794a8d9009c129e419bb9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272703 Sep 17 22:02:30.916905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-750ffcd9-cc68-4fb0-8fd2-144a5b20d736 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:30.923592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-750ffcd9-cc68-4fb0-8fd2-144a5b20d736 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244752 Sep 17 22:02:30.936257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-15d26157-19be-4a68-8074-1ea2b8e976dc tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/quotas/ed9fa84592794a8d9009c129e419bb9b HTTP/1.1" status: 200 len: 375 time: 0.0116308 Sep 17 22:02:30.987535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-9659fdfc-5889-4c0e-90a1-483400c03a59 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed9fa84592794a8d9009c129e419bb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350389 Sep 17 22:02:31.067818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c73aa163-7c0e-479c-897b-7f7fb794a2f7 req-faefd8c7-4aa7-4d30-85a4-63e2c53b745d tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 210 time: 0.0418029 Sep 17 22:02:31.169765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8eea0bdd-d88e-457a-bc36-c968543478a4 req-fc007b08-b4f1-4a52-96ed-e524cd6d512c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 210 time: 0.0519104 Sep 17 22:02:31.293459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f376c14-629e-4284-8212-f2a4eff42a04 req-cfdaa485-f875-4af9-931d-f4012df36907 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 210 time: 0.0467281 Sep 17 22:02:31.878223 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52518) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:32.208836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-500188429-network', 'tenant_id': 'bc93d55801ba42ce9664839d08679a32'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:32.259073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63b485cf-9ea1-42fd-8d70-e1043bc8bbc7 req-7464680b-9c37-4926-90c5-3d8152f9ed3c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 210 time: 0.0349727 Sep 17 22:02:32.285462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Made reservation on behalf of bc93d55801ba42ce9664839d08679a32 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:32.292399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:32.313795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:32.355788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c55901ab-69ba-400d-9793-b82387f7e382 req-503c3f47-6c04-4ffa-b752-ca64b57166e4 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 210 time: 0.0432105 Sep 17 22:02:32.427170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9dea30e3-ba0b-46e6-aca9-07d64b3b11c3 req-e6295861-8e45-4003-a69d-9842daf4fb83 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 210 time: 0.0477142 Sep 17 22:02:32.454728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:32.524381 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:32.550285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:02:32.574509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:32.575165 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Added segment f96ab7d5-a383-41f5-b875-d42906382e51 of type vlan for network 2f0fe464-60b7-46b7-9f04-c5389e4031f5 Sep 17 22:02:32.576643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aebc6bd-324d-45ef-82b5-a255a579e74c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:32.629286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:32.747110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:32.748275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:32.749160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:32.814947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.32', 50934) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:32.828573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] Pushing event updated for resources: {'Network': ['ID=2f0fe464-60b7-46b7-9f04-c5389e4031f5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:32.845982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 2f0fe464-60b7-46b7-9f04-c5389e4031f5 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:02:32.846935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-f4e11588-3b4c-4919-8de0-b14d3c4281e4 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9bfee748c24148c6a6bafc59757cae4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289552 Sep 17 22:02:32.867752 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ecb3306b-cf80-4b72-8268-1b2f3c823596 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9878685 Sep 17 22:02:32.870514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52566) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:32.875410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Request body: {'subnet': {'network_id': '2f0fe464-60b7-46b7-9f04-c5389e4031f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-500188429-subnet', 'tenant_id': 'bc93d55801ba42ce9664839d08679a32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:32.971263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-90c92ab5-cc85-4de5-8cbd-0405955b0094 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:32.973497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-90c92ab5-cc85-4de5-8cbd-0405955b0094 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216676 Sep 17 22:02:33.003502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Made reservation on behalf of bc93d55801ba42ce9664839d08679a32 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:33.007641 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:33.061960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Request body: {'port': {'device_id': '261b03a9-0391-4092-bb1d-229e9c1b583c', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '9bfee748c24148c6a6bafc59757cae4f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:33.290338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:33.340498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52590) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:33.349383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c906c9-898e-41da-a402-de2ea4829c43,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:33.381080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Checking segment: {'id': 'f96ab7d5-a383-41f5-b875-d42906382e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2f0fe464-60b7-46b7-9f04-c5389e4031f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:33.381794 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Network hostable DHCP agents. Network: 2f0fe464-60b7-46b7-9f04-c5389e4031f5, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:02:33.405128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40150560-8c00-4ab4-afa4-74a9aa3dd780 req-2792b135-69ac-45c7-b40c-7ecb277ef6c3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 210 time: 0.0455518 Sep 17 22:02:33.418694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Made reservation on behalf of 9bfee748c24148c6a6bafc59757cae4f for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:33.422627 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:33.432241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:33.461070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Network 2f0fe464-60b7-46b7-9f04-c5389e4031f5 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:02:33.535574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 2f0fe464-60b7-46b7-9f04-c5389e4031f5) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:33.541241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:33.542068 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:33.545325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50f3ba-1184-436f-90fe-0b6ce4fa2b54 None None] Network 2f0fe464-60b7-46b7-9f04-c5389e4031f5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:33.553169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:33.596807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ef05baa-ffa5-442e-ac8e-c3035284b333 req-9ef1fef3-4837-4d42-b97e-3f2f9b5a3eaf tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 210 time: 0.0414522 Sep 17 22:02:33.646728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7871be4-cdd5-4f76-90b9-d9a9434a15a4 req-94879e1f-4a60-49c4-b8b3-31e8a842d875 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 210 time: 0.0436881 Sep 17 22:02:33.654817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:33.656531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52606) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:33.709253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-478bb8b5-32c3-4d9c-a6e0-f9586e57feb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:33.720051 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ed9a63b7-c8a6-4805-b906-3f0243a055e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8479342 Sep 17 22:02:33.721983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4cea4-f26d-42ae-a388-15fe571e7c16 None None] Network 2f0fe464-60b7-46b7-9f04-c5389e4031f5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:33.801282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d34eeb83-cbaa-45cb-9a04-29e9ad76cc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:33.829156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:33.852152 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-d34eeb83-cbaa-45cb-9a04-29e9ad76cc0d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:02:33.852152 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:02:33.852152 n-d-713498-17 neutron-server[101660]: [parameters: {'project_id_1': '334bc1dc0ac14a829e4ae787c69b2bb6', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 2, 13, 817947)}] Sep 17 22:02:33.852152 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:02:33.852621 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-d34eeb83-cbaa-45cb-9a04-29e9ad76cc0d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:02:34.001879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.35', 56978) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:34.030624 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-68c313f4-df88-47e1-addc-db4c29feb048 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ed9fa84592794a8d9009c129e419bb9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271492 Sep 17 22:02:34.043192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Allocated IP 192.168.233.168 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/98bc4a09-9e6e-49ce-978b-fdb84bf7fcae) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:02:34.141776 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-478bb8b5-32c3-4d9c-a6e0-f9586e57feb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.185155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-3fabc3b1-be78-47c1-b01d-24f5c8bdf861 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:34.186726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-3fabc3b1-be78-47c1-b01d-24f5c8bdf861 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491396 Sep 17 22:02:34.211563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-478bb8b5-32c3-4d9c-a6e0-f9586e57feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.263800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-478bb8b5-32c3-4d9c-a6e0-f9586e57feb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=712c2b118433404cae1e2045533104b3&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9215262 Sep 17 22:02:34.266959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52626) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:34.267154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bb8b5-32c3-4d9c-a6e0-f9586e57feb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accea1e4-06ff-4ea5-9e2e-de6147a8a9c7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:34.311019 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.361245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Request body: {'port': {'device_id': '7add4750-eeb7-48c3-b473-dae5202e4602', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': 'ed9fa84592794a8d9009c129e419bb9b'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:34.374946 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d34eeb83-cbaa-45cb-9a04-29e9ad76cc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.462010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a39c7be6-5236-4715-a26b-de07d4fecb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.491045 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.701590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.35', 56981) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:34.737731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a39c7be6-5236-4715-a26b-de07d4fecb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.840965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52654) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:34.843984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Pushing event updated for resources: {'Port': ['ID=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:34.855052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2071523547-network', 'tenant_id': 'a05924d81e424622b9a6632bd71db4f1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:34.896189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d34eeb83-cbaa-45cb-9a04-29e9ad76cc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.901030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a39c7be6-5236-4715-a26b-de07d4fecb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.904500 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a39c7be6-5236-4715-a26b-de07d4fecb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.906073 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a39c7be6-5236-4715-a26b-de07d4fecb05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/accea1e4-06ff-4ea5-9e2e-de6147a8a9c7 HTTP/1.1" status: 204 len: 168 time: 0.6382856 Sep 17 22:02:34.908552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a4aa9b1-06f6-4e25-8fd0-89ba76c7e6e7 req-71b3b27e-978d-42ff-a075-03f8b8cf1c16 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 210 time: 0.2058172 Sep 17 22:02:34.916170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c7be6-5236-4715-a26b-de07d4fecb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accea1e4-06ff-4ea5-9e2e-de6147a8a9c7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:34.923549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9accfe46-9097-44c3-b1f3-b482f7258140 req-e47ea6eb-daaf-4358-ab3d-a23d5e7647b9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 210 time: 0.0720043 Sep 17 22:02:34.960827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:02:34.966459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:34.967770 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d34eeb83-cbaa-45cb-9a04-29e9ad76cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:34.987726 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:02:34.987726 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:02:34.987726 n-d-713498-17 neutron-server[101660]: [parameters: {'project_id_1': 'a05924d81e424622b9a6632bd71db4f1', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 2, 14, 867942)}] Sep 17 22:02:34.987726 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:02:34.988021 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:02:34.988725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:02:34.994464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:34.996741 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.043624 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d34eeb83-cbaa-45cb-9a04-29e9ad76cc0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=334bc1dc0ac14a829e4ae787c69b2bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3856671 Sep 17 22:02:35.045443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Made reservation on behalf of ed9fa84592794a8d9009c129e419bb9b for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:35.049292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.063439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.068322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eeb83-cbaa-45cb-9a04-29e9ad76cc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6692dd-f184-47e7-a7d8-d89913b47251,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:35.072203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52662) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:35.203356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-b522480b-1f77-43de-92a0-a062b3669e95 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1463463 Sep 17 22:02:35.256278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-9ea134ca-c3e7-40e4-8510-a9259f6f6584 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:02:35.259593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-9ea134ca-c3e7-40e4-8510-a9259f6f6584 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194497 Sep 17 22:02:35.282665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-1363ee92-a382-4af8-825c-834149bff8d2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:35.285985 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-1363ee92-a382-4af8-825c-834149bff8d2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 808 time: 0.5814488 Sep 17 22:02:35.320137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Request body: {'port': {'device_id': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4', 'admin_state_up': True, 'tenant_id': 'f8d6f0a567fa4f3ea465d8c3cf9da54f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:35.338184 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.763881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c19c29c-9c6a-4a3c-9eb0-ddb4d1106c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.763881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c19c29c-9c6a-4a3c-9eb0-ddb4d1106c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.763881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611d2f7-23d8-4ae6-80d4-ff9b8ae53fae req-5d312123-5e8d-441e-a081-e980bca66bcc tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:35.763881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f611d2f7-23d8-4ae6-80d4-ff9b8ae53fae req-5d312123-5e8d-441e-a081-e980bca66bcc tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 936 time: 0.3019862 Sep 17 22:02:35.767102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.768006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-50db5e7c-4cf0-4065-97c4-b9c182ffd2da None None] Provisioning complete for port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:35.768006 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-50db5e7c-4cf0-4065-97c4-b9c182ffd2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.768980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f611d2f7-23d8-4ae6-80d4-ff9b8ae53fae req-faddf62d-f196-47d9-ae74-554abf0d53cc tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098733 Sep 17 22:02:35.770329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-50db5e7c-4cf0-4065-97c4-b9c182ffd2da None None] Port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:02:35.770623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca0317-69ce-4a05-9793-600075a25af3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:35.772290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Request body: {'port': {'device_id': '261b03a9-0391-4092-bb1d-229e9c1b583c', 'device_owner': 'compute:tempest-test_az-899185496', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:35.807254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c19c29c-9c6a-4a3c-9eb0-ddb4d1106c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.815399 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c19c29c-9c6a-4a3c-9eb0-ddb4d1106c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.817795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6c19c29c-9c6a-4a3c-9eb0-ddb4d1106c9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b6692dd-f184-47e7-a7d8-d89913b47251 HTTP/1.1" status: 204 len: 168 time: 0.7334630 Sep 17 22:02:35.818674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Made reservation on behalf of f8d6f0a567fa4f3ea465d8c3cf9da54f for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:35.829088 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.853694 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:35.858590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19c29c-9c6a-4a3c-9eb0-ddb4d1106c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6692dd-f184-47e7-a7d8-d89913b47251,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:36.232873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90a06929-8915-4956-9588-073111d42c6d req-543751c3-6674-44c2-94ae-6a0fa651d800 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 210 time: 0.1052899 Sep 17 22:02:36.273916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-752f4328-0104-4fcb-becb-5ff9f35f45d9 req-50da46af-0105-494d-b8f7-ac4603d91151 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 210 time: 0.1255085 Sep 17 22:02:36.288831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Allocated IP 172.20.0.8 (7a78a37b-139c-48e6-ab97-586948877df4/1f1a1b15-4eaa-4254-916f-6d48795aacd3/0ae8207b-264f-4398-b189-ba28a02fd5ca) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:02:36.296552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Made reservation on behalf of a05924d81e424622b9a6632bd71db4f1 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:36.299417 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.318321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.336647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Allocated IP 192.168.233.171 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/b3e3b851-a6d4-463d-9f7f-0846c5cf8685) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:02:36.565511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52678) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:36.628292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28d97ae1-5cc7-43b9-a2fa-34aa8818d9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.648240 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.671794 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.717499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.731276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.744522 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.774175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:02:36.833501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.834121 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Added segment 02c486ef-42e5-41a1-a068-89e3904e88a7 of type vlan for network 4586c7f5-f703-4dff-b6ee-c0972d4fc800 Sep 17 22:02:36.845690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Pushing event updated for resources: {'Port': ['ID=0ae8207b-264f-4398-b189-ba28a02fd5ca,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:36.866610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c1000a-d35e-435f-ba56-42cd4c574290,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:36.902976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Network 7a78a37b-139c-48e6-ab97-586948877df4 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:02:36.906125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:36.910257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:02:36.917341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:36.918040 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:36.942289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3426b8-edcc-45a7-9a16-08ca0724c582 req-d562051c-3d29-4111-a930-8a2b705519ab tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:36.944143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa3426b8-edcc-45a7-9a16-08ca0724c582 req-d562051c-3d29-4111-a930-8a2b705519ab tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 936 time: 0.1029289 Sep 17 22:02:36.945555 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.020273 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.111193 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28d97ae1-5cc7-43b9-a2fa-34aa8818d9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.133063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa3426b8-edcc-45a7-9a16-08ca0724c582 req-d1ee6cf1-d3df-41ee-b9aa-ef731eeefaa6 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764481 Sep 17 22:02:37.153276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.163657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:37.163657 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.405185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:02:37.419632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52684) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:37.448940 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.451520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] Pushing event updated for resources: {'Network': ['ID=4586c7f5-f703-4dff-b6ee-c0972d4fc800,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:37.467923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 4586c7f5-f703-4dff-b6ee-c0972d4fc800 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:02:37.476987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:02:37.491327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28d97ae1-5cc7-43b9-a2fa-34aa8818d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.528603 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-28d97ae1-5cc7-43b9-a2fa-34aa8818d9c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38dc57ba06c7480d89c855209f40fc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9587083 Sep 17 22:02:37.529866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:37.532188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52690) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:37.543280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:02:37.553517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:37.555072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.603871 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5f5ac0ed-7459-4497-9c24-1377b04bcff9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7591000 Sep 17 22:02:37.611933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-82abd36a-4f70-4db6-aff3-447b2ac5e897 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3018923 Sep 17 22:02:37.617959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52694) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:37.626197 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4b617c4-766f-4b51-bb58-e01d5163fbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.627578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Pushing event updated for resources: {'Port': ['ID=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:37.644124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Request body: {'subnet': {'network_id': '4586c7f5-f703-4dff-b6ee-c0972d4fc800', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2071523547-subnet', 'tenant_id': 'a05924d81e424622b9a6632bd71db4f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:37.653085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Transition to ACTIVE for port object 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:02:37.674079 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-eb484533-b4e5-41d2-858c-a039739d0e7a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3506019 Sep 17 22:02:37.728170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d97ae1-5cc7-43b9-a2fa-34aa8818d9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7609a6-6dbe-4b3a-944e-9a15416aced4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:37.783600 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.793809 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.809106 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-498c1f99-9b3f-49b1-bfbd-fbf0a1ad3fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.861993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Made reservation on behalf of a05924d81e424622b9a6632bd71db4f1 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:37.870870 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.879165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-498c1f99-9b3f-49b1-bfbd-fbf0a1ad3fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:37.961562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9f16c211-3449-4fe9-8284-dd2c34b40dd5 None None] Provisioning complete for port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:37.965549 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9f16c211-3449-4fe9-8284-dd2c34b40dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:38.055596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9f16c211-3449-4fe9-8284-dd2c34b40dd5 None None] Port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:02:38.134574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-498c1f99-9b3f-49b1-bfbd-fbf0a1ad3fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:38.137306 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-498c1f99-9b3f-49b1-bfbd-fbf0a1ad3fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:38.138479 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-498c1f99-9b3f-49b1-bfbd-fbf0a1ad3fa0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a7609a6-6dbe-4b3a-944e-9a15416aced4 HTTP/1.1" status: 204 len: 168 time: 0.5966122 Sep 17 22:02:38.176923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c1f99-9b3f-49b1-bfbd-fbf0a1ad3fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7609a6-6dbe-4b3a-944e-9a15416aced4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:38.305712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Pushing event updated for resources: {'Port': ['ID=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:38.351685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fdd06-20c9-449f-a333-5ea16b2c9ba1 req-58f362c9-a281-4a92-bba0-09594392df86 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:38.364980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-719fdd06-20c9-449f-a333-5ea16b2c9ba1 req-58f362c9-a281-4a92-bba0-09594392df86 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 931 time: 0.8589473 Sep 17 22:02:38.387396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a63986-3eb8-4206-acb5-1c38e61c7688 req-a7107c59-e5cd-48f2-bb76-97d88f1e1cd3 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:38.400079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93a63986-3eb8-4206-acb5-1c38e61c7688 req-a7107c59-e5cd-48f2-bb76-97d88f1e1cd3 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 936 time: 0.9741883 Sep 17 22:02:38.518804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:38.702380 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4b617c4-766f-4b51-bb58-e01d5163fbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:38.732274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93a63986-3eb8-4206-acb5-1c38e61c7688 req-aa0c78da-dfab-4f2e-a844-7ab4306c2684 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311236 Sep 17 22:02:38.743253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Checking segment: {'id': '02c486ef-42e5-41a1-a068-89e3904e88a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4586c7f5-f703-4dff-b6ee-c0972d4fc800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:38.743765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Network hostable DHCP agents. Network: 4586c7f5-f703-4dff-b6ee-c0972d4fc800, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:02:38.746219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e743b53-a370-4a9b-8e8b-16fcae59f04b,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:38.756857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-719fdd06-20c9-449f-a333-5ea16b2c9ba1 req-ca61827f-cf67-49cd-83f7-cf816ceb81f3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841832 Sep 17 22:02:38.801884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Attempting to bind port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:02:38.802246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Attempting to bind port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:02:38.802572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Attempting to bind port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:38.805987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4b617c4-766f-4b51-bb58-e01d5163fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:38.836707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Network 4586c7f5-f703-4dff-b6ee-c0972d4fc800 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:02:38.836922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f4b617c4-766f-4b51-bb58-e01d5163fbc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee8a61ea6f0b41aca493c134d9a5cc64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4050667 Sep 17 22:02:38.844572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52702) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:38.850039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:02:38.850359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Attempting to bind port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:38.859239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:02:38.859800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:38.860367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:02:38.860809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Bound port: 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:02:38.861164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:38.916654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b617c4-766f-4b51-bb58-e01d5163fbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b3b96a-37ff-4021-82b9-a099aa09b316,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:38.936695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 4586c7f5-f703-4dff-b6ee-c0972d4fc800) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:38.944964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b72cc53-33f5-4771-ab4c-96d670197e0c None None] Network 4586c7f5-f703-4dff-b6ee-c0972d4fc800 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:38.974341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:38.974672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.008433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d0425-8f25-4955-88a9-581e76eb0e68 req-408f6079-a90b-4f64-b732-143c5c10bc1f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:39.010074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-940d0425-8f25-4955-88a9-581e76eb0e68 req-408f6079-a90b-4f64-b732-143c5c10bc1f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 969 time: 0.1394114 Sep 17 22:02:39.027244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] For port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:02:39.042519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] For port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:02:39.116939 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9d20373a-c791-485e-814f-5fa5fc5070a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.125671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-940d0425-8f25-4955-88a9-581e76eb0e68 req-a59c172f-313b-4b0d-872a-fd25f29e1a68 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929983 Sep 17 22:02:39.130873 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.186967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9d20373a-c791-485e-814f-5fa5fc5070a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.210459 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b5387f7c-4ea4-4e98-8ec8-adea60b24cdd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5847907 Sep 17 22:02:39.254859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:39.255486 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.257018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] 10.222.0.32 "PUT /v2.0/ports/98bc4a09-9e6e-49ce-978b-fdb84bf7fcae HTTP/1.1" status: 200 len: 1118 time: 3.6632726 Sep 17 22:02:39.257543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261b03a9-0391-4092-bb1d-229e9c1b583c', 'tag': '98bc4a09-9e6e-49ce-978b-fdb84bf7fcae'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:02:39.261005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f137f5dd-0f3a-4b76-b122-d4f191744e05 None None] Network 4586c7f5-f703-4dff-b6ee-c0972d4fc800 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:39.386534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-3b0bb7e9-9b7e-4d19-bf61-dade389b3b51 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:02:39.388244 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-3b0bb7e9-9b7e-4d19-bf61-dade389b3b51 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077832 Sep 17 22:02:39.398331 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9d20373a-c791-485e-814f-5fa5fc5070a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.401543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9d20373a-c791-485e-814f-5fa5fc5070a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.403520 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9d20373a-c791-485e-814f-5fa5fc5070a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20b3b96a-37ff-4021-82b9-a099aa09b316 HTTP/1.1" status: 204 len: 168 time: 0.5571413 Sep 17 22:02:39.423287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-cbe001bd-7bc0-4f28-9f94-63d3e5589bea tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:02:39.425318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-cbe001bd-7bc0-4f28-9f94-63d3e5589bea tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0398436 Sep 17 22:02:39.434707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20373a-c791-485e-814f-5fa5fc5070a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b3b96a-37ff-4021-82b9-a099aa09b316,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:39.465310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be86f8-5260-48dc-85bb-9ef75fe73488 service neutron] Pushing event updated for resources: {'Port': ['ID=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:39.575443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.632586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52720) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:39.668265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-2baad3c2-5b34-409a-a76f-0092bc70e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:39.670961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-2baad3c2-5b34-409a-a76f-0092bc70e624 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bfee748c24148c6a6bafc59757cae4f&device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 1121 time: 0.1564240 Sep 17 22:02:39.705977 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a527ab3d-69b2-4e78-a1ed-6666834de3b9 admin admin] Deleting subnet e2c906c9-898e-41da-a402-de2ea4829c43 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:02:39.732299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a527ab3d-69b2-4e78-a1ed-6666834de3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.874530 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a527ab3d-69b2-4e78-a1ed-6666834de3b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:39.898864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-36f3e414-4210-4b42-8183-5682dc723aa3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae HTTP/1.1" status: 200 len: 217 time: 0.1584747 Sep 17 22:02:39.919166 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a527ab3d-69b2-4e78-a1ed-6666834de3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:40.127323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a527ab3d-69b2-4e78-a1ed-6666834de3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:40.206602 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e845f15f-f798-4cc3-8ef7-9770766ce908" -d '{"events": [{"name": "network-changed", "server_uuid": "261b03a9-0391-4092-bb1d-229e9c1b583c", "tag": "98bc4a09-9e6e-49ce-978b-fdb84bf7fcae"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:02:40.239387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-6e7fda8c-7e26-41b1-944d-a0f156742b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:40.244200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527ab3d-69b2-4e78-a1ed-6666834de3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c906c9-898e-41da-a402-de2ea4829c43,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:40.246890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-6e7fda8c-7e26-41b1-944d-a0f156742b33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.3070509 Sep 17 22:02:40.269726 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a527ab3d-69b2-4e78-a1ed-6666834de3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:40.273070 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a527ab3d-69b2-4e78-a1ed-6666834de3b9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2c906c9-898e-41da-a402-de2ea4829c43 HTTP/1.1" status: 204 len: 168 time: 0.6392648 Sep 17 22:02:40.275462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1369b-6ae8-4b6b-98d7-d5dc5337688c req-df1c84a0-7c1e-4019-b095-e3e16f96a236 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:40.277677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52740) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:40.280491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69c1369b-6ae8-4b6b-98d7-d5dc5337688c req-df1c84a0-7c1e-4019-b095-e3e16f96a236 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 931 time: 0.3848071 Sep 17 22:02:40.450984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:40.515720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01322f-3591-4819-b3a3-7a3ed6cbf180 req-b06c3efe-4bdb-4c6a-8c4d-a7e799893f5f tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:40.526259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e01322f-3591-4819-b3a3-7a3ed6cbf180 req-b06c3efe-4bdb-4c6a-8c4d-a7e799893f5f tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 936 time: 0.4991815 Sep 17 22:02:40.623912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69c1369b-6ae8-4b6b-98d7-d5dc5337688c req-242fdc73-3ff8-42cc-a89e-ed0db7cb637b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338745 Sep 17 22:02:40.690501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:40.709193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e01322f-3591-4819-b3a3-7a3ed6cbf180 req-3528f470-71ca-4db3-b93f-4ec27052007b tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813481 Sep 17 22:02:40.711557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-df385b13-9236-4a1f-a352-8d37e238a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:40.713512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-df385b13-9236-4a1f-a352-8d37e238a121 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4250705 Sep 17 22:02:40.766909 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.768130 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.768527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.768989 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > port after_create 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.769979 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.770454 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > port after_update 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.770965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.771396 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.771811 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.772250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:40.776903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52756) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:40.871134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ce7b-133d-4892-ace0-ed3daea72a1d req-995e0fdd-d3f3-4193-b4e0-92c716c789e8 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:40.873034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3669ce7b-133d-4892-ace0-ed3daea72a1d req-995e0fdd-d3f3-4193-b4e0-92c716c789e8 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 969 time: 0.0734756 Sep 17 22:02:41.012003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Request body: {'port': {'device_id': '7add4750-eeb7-48c3-b473-dae5202e4602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:41.096892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3669ce7b-133d-4892-ace0-ed3daea72a1d req-618065cf-fa6d-4b88-893c-2b0b960b97a9 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994858 Sep 17 22:02:41.180150 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:41.180531 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:41.180848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:41.181176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:02:41.181589 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0fe464-60b7-46b7-9f04-c5389e4031f5']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:41.202165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96ab7d5-a383-41f5-b875-d42906382e51') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:41.209240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-58cd18af-d05c-422b-8da8-b416d0de7717 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543794 Sep 17 22:02:41.213859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96ab7d5-a383-41f5-b875-d42906382e51') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:41.260617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.265198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.307506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.326673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:02:41.328194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.345760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Request body: {'port': {'device_id': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: from cryptography.utils import int_from_bytes Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: from cryptography.utils import int_from_bytes Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:02:41.416940 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:02:41.434001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-network', 'tenant_id': 'fbd676ac393c4405932ba38df2755284'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:41.593718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.603731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.605501 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e00bf4-8cf9-4243-8451-5146adc726c5 x-openstack-request-id: req-76e00bf4-8cf9-4243-8451-5146adc726c5 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:02:41.606076 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261b03a9-0391-4092-bb1d-229e9c1b583c", "tag": "98bc4a09-9e6e-49ce-978b-fdb84bf7fcae", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:02:41.607315 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76e00bf4-8cf9-4243-8451-5146adc726c5 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:02:41.607564 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2f0fe464-60b7-46b7-9f04-c5389e4031f5 HTTP/1.1" status: 204 len: 168 time: 1.3286183 Sep 17 22:02:41.608377 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261b03a9-0391-4092-bb1d-229e9c1b583c', 'tag': '98bc4a09-9e6e-49ce-978b-fdb84bf7fcae', 'status': 'completed', 'code': 200} Sep 17 22:02:41.610541 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.613211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52768) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:41.672076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243c3627-379c-479b-86e3-c086e3aa86e1 req-35953353-38e1-4cce-b0e2-83358a77165c service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521170 Sep 17 22:02:41.710302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766e8c3-9063-48f4-98ea-b89606938275 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f0fe464-60b7-46b7-9f04-c5389e4031f5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:41.747934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b078547c-bb5b-4b28-bb4b-76e1725c9ff7 admin admin] Deleting subnet 0e743b53-a370-4a9b-8e8b-16fcae59f04b {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:02:41.773923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b078547c-bb5b-4b28-bb4b-76e1725c9ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.829244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b078547c-bb5b-4b28-bb4b-76e1725c9ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.875012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Made reservation on behalf of fbd676ac393c4405932ba38df2755284 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:41.881193 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:41.985336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.085548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b078547c-bb5b-4b28-bb4b-76e1725c9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.119570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45061a-484a-4dbe-ac3c-14815a471e10 req-ba065188-d5c6-40c5-85b4-53923e062a3e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:42.121138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d45061a-484a-4dbe-ac3c-14815a471e10 req-ba065188-d5c6-40c5-85b4-53923e062a3e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 931 time: 0.3324575 Sep 17 22:02:42.233240 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b078547c-bb5b-4b28-bb4b-76e1725c9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.258262 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b078547c-bb5b-4b28-bb4b-76e1725c9ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.263175 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b078547c-bb5b-4b28-bb4b-76e1725c9ff7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e743b53-a370-4a9b-8e8b-16fcae59f04b HTTP/1.1" status: 204 len: 168 time: 0.6489167 Sep 17 22:02:42.283585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52782) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:42.295016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e3b851-a6d4-463d-9f7f-0846c5cf8685 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:02:42.316982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.328138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8202942-4e9b-4499-9491-f9ecea72ae45 req-bea05a2c-5ec3-4bd6-8d14-66d53fbe51ba tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:42.329706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8202942-4e9b-4499-9491-f9ecea72ae45 req-bea05a2c-5ec3-4bd6-8d14-66d53fbe51ba tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 936 time: 0.4292500 Sep 17 22:02:42.345973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-045dd1ba-a179-4563-9bc7-7dd88e751676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:42.348006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-045dd1ba-a179-4563-9bc7-7dd88e751676 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bfee748c24148c6a6bafc59757cae4f&device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 1121 time: 0.3733461 Sep 17 22:02:42.365236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.374495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078547c-bb5b-4b28-bb4b-76e1725c9ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e743b53-a370-4a9b-8e8b-16fcae59f04b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:42.488852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.526425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4586c7f5-f703-4dff-b6ee-c0972d4fc800']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:42.554712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c486ef-42e5-41a1-a068-89e3904e88a7') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:42.555081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c486ef-42e5-41a1-a068-89e3904e88a7') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:42.568603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.585962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae8207b-264f-4398-b189-ba28a02fd5ca {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:02:42.593925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.597703 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.610692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:02:42.611128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:02:42.613316 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:02:42.638670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.641622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Transition to ACTIVE for port object b3e3b851-a6d4-463d-9f7f-0846c5cf8685 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:02:42.710514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.774001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac47cb6-2635-4f58-a2b8-64bf6610cc46,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:42.792115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Transition to ACTIVE for port object 0ae8207b-264f-4398-b189-ba28a02fd5ca will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:02:42.794051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.844698 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.858533 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4586c7f5-f703-4dff-b6ee-c0972d4fc800 HTTP/1.1" status: 204 len: 168 time: 0.5709491 Sep 17 22:02:42.859930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba109c-7269-4352-9d31-6b52cbeaf6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4586c7f5-f703-4dff-b6ee-c0972d4fc800,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:42.870014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.887829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d45061a-484a-4dbe-ac3c-14815a471e10 req-085c576b-0007-4abd-9107-2c0f45c9aa71 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159126 Sep 17 22:02:42.887829 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.965900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:02:42.994114 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:42.994440 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Added segment 2ad00490-fa88-4e70-ad92-2b2ed3fa6e36 of type vlan for network fefca529-eed3-4212-aef0-f81154042ac6 Sep 17 22:02:42.997895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Pushing event updated for resources: {'Port': ['ID=0ae8207b-264f-4398-b189-ba28a02fd5ca,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:43.068264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:43.139853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:02:43.140624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:02:43.141244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:43.155765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Port 0ae8207b-264f-4398-b189-ba28a02fd5ca on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:02:43.156468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:43.166408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:02:43.172483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:43.172483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:02:43.174909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Bound port: 0ae8207b-264f-4398-b189-ba28a02fd5ca, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:02:43.175478 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:43.187741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8202942-4e9b-4499-9491-f9ecea72ae45 req-1971308c-3dc8-4a7b-b3b2-05b20d9b10d3 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8444362 Sep 17 22:02:43.257653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:43.259907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:43.260911 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:43.424935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52800) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:43.440235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6588144 Sep 17 22:02:43.440235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Pushing event updated for resources: {'Port': ['ID=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:43.466522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52804) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:43.489134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Request body: {'subnet': {'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-subnet', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:43.502255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-90f05a2a-aeb0-4650-861e-7b0b8d84945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:43.503885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-90f05a2a-aeb0-4650-861e-7b0b8d84945e service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 1.1297572 Sep 17 22:02:43.563506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be726b-cfef-4f5c-be67-1aeec1c35554 req-f927419e-e723-49c4-b2d6-18db651149b5 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:43.565050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9be726b-cfef-4f5c-be67-1aeec1c35554 req-f927419e-e723-49c4-b2d6-18db651149b5 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 969 time: 0.4645112 Sep 17 22:02:43.565795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Attempting to bind port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:02:43.566168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Attempting to bind port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:02:43.566505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Attempting to bind port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:43.646644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00df943-779b-4c6e-91e0-651167a44ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=fefca529-eed3-4212-aef0-f81154042ac6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:43.653080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:02:43.653390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Attempting to bind port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:43.659458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network fefca529-eed3-4212-aef0-f81154042ac6 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:02:43.666343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:02:43.666872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:43.667086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:02:43.667532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Bound port: b3e3b851-a6d4-463d-9f7f-0846c5cf8685, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:02:43.667887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:43.676004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3e686555-57c6-42f0-84d1-704edf16f6f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc93d55801ba42ce9664839d08679a32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2447960 Sep 17 22:02:43.677593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-a87a1a56-8d3c-4973-8924-29c8673e23df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae HTTP/1.1" status: 200 len: 217 time: 0.0996873 Sep 17 22:02:43.681213 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52810) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:43.781799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:02:43.787194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:02:43.809795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9be726b-cfef-4f5c-be67-1aeec1c35554 req-1ad2bab5-6afa-476a-9857-b6421ee57285 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200067 Sep 17 22:02:43.833390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Made reservation on behalf of fbd676ac393c4405932ba38df2755284 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:43.849407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:43.856429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:44.000595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Pushing event updated for resources: {'Port': ['ID=0ae8207b-264f-4398-b189-ba28a02fd5ca,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:44.010905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:44.011474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:44.012754 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ea4e0c03-a1dc-450f-841d-0c74a10ad5fb service neutron] 10.222.0.35 "PUT /v2.0/ports/0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 1092 time: 3.2634807 Sep 17 22:02:44.013269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:02:44.058661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-05a5ffa7-d842-4ebf-b954-e6b484935a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:44.058661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-05a5ffa7-d842-4ebf-b954-e6b484935a86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.3568327 Sep 17 22:02:44.074926 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add476cf-d1ba-4288-95a5-e70c3db25279" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:02:44.310087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-16c3f42b-5bd1-4260-8f20-6760f908f649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:44.352560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] For port b3e3b851-a6d4-463d-9f7f-0846c5cf8685, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:02:44.393125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] For port b3e3b851-a6d4-463d-9f7f-0846c5cf8685, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:02:44.407402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-490d0516-bab2-43de-bdb6-aae5e1909965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:44.411778 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-490d0516-bab2-43de-bdb6-aae5e1909965 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1095 time: 0.1818180 Sep 17 22:02:44.543078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:44.556313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-87ca6637-d182-40d7-8ea3-5f2fbb40220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:44.557872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-87ca6637-d182-40d7-8ea3-5f2fbb40220c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4379678 Sep 17 22:02:44.591271 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c34dd-dd80-4b58-8d2d-27493d5931e4 x-openstack-request-id: req-aa1c34dd-dd80-4b58-8d2d-27493d5931e4 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:02:44.591271 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:02:44.591607 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa1c34dd-dd80-4b58-8d2d-27493d5931e4 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:02:44.592282 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca', 'status': 'completed', 'code': 200} Sep 17 22:02:44.679544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91460428-893f-4bfd-a004-446ae26beaeb req-f4abe99e-7599-46b9-9a8b-51af3a8ca1ec tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:44.681208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91460428-893f-4bfd-a004-446ae26beaeb req-f4abe99e-7599-46b9-9a8b-51af3a8ca1ec tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.6487036 Sep 17 22:02:44.682087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Pushing event updated for resources: {'Port': ['ID=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:44.783426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:44.784075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:44.786251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-ed5249bf-dff1-4790-b7df-2ee67bee7fec service neutron] 10.222.0.35 "PUT /v2.0/ports/b3e3b851-a6d4-463d-9f7f-0846c5cf8685 HTTP/1.1" status: 200 len: 1097 time: 4.1439369 Sep 17 22:02:44.794368 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:44.802705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7add4750-eeb7-48c3-b473-dae5202e4602', 'tag': 'b3e3b851-a6d4-463d-9f7f-0846c5cf8685'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:02:44.808233 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7989ab5a-3518-42d5-9fc7-bc1612dc4088" -d '{"events": [{"name": "network-changed", "server_uuid": "7add4750-eeb7-48c3-b473-dae5202e4602", "tag": "b3e3b851-a6d4-463d-9f7f-0846c5cf8685"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:02:44.812450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-16c3f42b-5bd1-4260-8f20-6760f908f649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:44.890456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710720af-f220-4216-8ccb-049aba8d52bd,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:44.945888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdd333-11cc-4255-bbaf-36e2d81518ad req-f5d7defa-b55e-49fd-9455-34496bda93e0 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:44.947618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cfdd333-11cc-4255-bbaf-36e2d81518ad req-f5d7defa-b55e-49fd-9455-34496bda93e0 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 948 time: 0.2143464 Sep 17 22:02:45.014992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cfdd333-11cc-4255-bbaf-36e2d81518ad req-6af811a4-93ab-4e94-aa8f-56c2258e3fdf tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566909 Sep 17 22:02:45.059750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91460428-893f-4bfd-a004-446ae26beaeb req-266445c8-d848-4b35-8cc1-66471c717cac tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375516 Sep 17 22:02:45.067943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Checking segment: {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:45.067943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Network hostable DHCP agents. Network: fefca529-eed3-4212-aef0-f81154042ac6, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:02:45.180722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Network fefca529-eed3-4212-aef0-f81154042ac6 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:02:45.213882 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ea512-d9ea-4b7b-9b48-b74d08afaef7 x-openstack-request-id: req-e19ea512-d9ea-4b7b-9b48-b74d08afaef7 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:02:45.214425 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7add4750-eeb7-48c3-b473-dae5202e4602", "tag": "b3e3b851-a6d4-463d-9f7f-0846c5cf8685", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:02:45.216148 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e19ea512-d9ea-4b7b-9b48-b74d08afaef7 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:02:45.216679 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7add4750-eeb7-48c3-b473-dae5202e4602', 'tag': 'b3e3b851-a6d4-463d-9f7f-0846c5cf8685', 'status': 'completed', 'code': 200} Sep 17 22:02:45.218019 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-16c3f42b-5bd1-4260-8f20-6760f908f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:45.225953 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-16c3f42b-5bd1-4260-8f20-6760f908f649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:45.230359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-16c3f42b-5bd1-4260-8f20-6760f908f649 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8aebc6bd-324d-45ef-82b5-a255a579e74c HTTP/1.1" status: 204 len: 168 time: 1.5471628 Sep 17 22:02:45.250137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3f42b-5bd1-4260-8f20-6760f908f649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aebc6bd-324d-45ef-82b5-a255a579e74c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:45.294545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, fefca529-eed3-4212-aef0-f81154042ac6) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:45.311176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:45.311766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aecbf03-c702-49ed-afdf-c797cf69d68e None None] Network fefca529-eed3-4212-aef0-f81154042ac6 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:45.312281 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:45.427392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cad5e-6e6e-4dab-85d7-1ef01811bd47 req-1f392de0-8cd9-416e-b4dc-9c33a555fbd4 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:45.435832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c2cad5e-6e6e-4dab-85d7-1ef01811bd47 req-1f392de0-8cd9-416e-b4dc-9c33a555fbd4 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 969 time: 0.0901694 Sep 17 22:02:45.449452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:45.450040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c4750c6-949a-46a8-9e83-0b264af77ea8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9647539 Sep 17 22:02:45.454156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:45.512025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c2cad5e-6e6e-4dab-85d7-1ef01811bd47 req-b3af6b36-6b4f-4aec-a38e-4c5cfdc648b5 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696745 Sep 17 22:02:45.558195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:45.559789 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:45.642214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-fefca529-eed3-4212-aef0-f81154042ac6', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:02:45.643214 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:45.708221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-5492d3ed-258e-47d8-834d-430b73e6a7d3 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938946 Sep 17 22:02:45.716545 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:45.989679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Allocated IP 172.20.0.2 (fefca529-eed3-4212-aef0-f81154042ac6/710720af-f220-4216-8ccb-049aba8d52bd/d9b163c0-8bf0-4796-9f98-900d1dfb0ec7) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:02:45.997538 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.024305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e845f15f-f798-4cc3-8ef7-9770766ce908 req-55567a27-1b45-46cc-988c-e2d122e1b49b service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208204 Sep 17 22:02:46.213942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c3575-9c05-4b78-a9cb-4c802fe73251 req-c6846892-6d25-45da-aecd-f26698a373d9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:46.222310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-937c3575-9c05-4b78-a9cb-4c802fe73251 req-c6846892-6d25-45da-aecd-f26698a373d9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 948 time: 0.1329522 Sep 17 22:02:46.306017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-937c3575-9c05-4b78-a9cb-4c802fe73251 req-ef8644a4-a1e4-4515-98e8-4c8c1dc3c252 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827978 Sep 17 22:02:46.308813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52862) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:46.370730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e1806bea-07bc-43fa-af3a-1f79753951b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a05924d81e424622b9a6632bd71db4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597100 Sep 17 22:02:46.375195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52864) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:46.432173 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.522777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.547078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.552976 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf16e2ee-2e2a-4d6f-921f-a8d4aec0a03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.558492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.587629 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf16e2ee-2e2a-4d6f-921f-a8d4aec0a03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.596322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648adc4-ead3-47ea-ac0f-b1f957045bf7 req-50d19ba9-1a33-4f6c-9279-7c4ccdb3f4be tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:46.599983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6648adc4-ead3-47ea-ac0f-b1f957045bf7 req-50d19ba9-1a33-4f6c-9279-7c4ccdb3f4be tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.1436279 Sep 17 22:02:46.644842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Network fefca529-eed3-4212-aef0-f81154042ac6 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:02:46.661262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Pushing event updated for resources: {'Port': ['ID=d9b163c0-8bf0-4796-9f98-900d1dfb0ec7,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:46.663764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:46.670393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:02:46.692648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.692852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6648adc4-ead3-47ea-ac0f-b1f957045bf7 req-7e7303e0-3168-4136-b974-8fe84e405a1c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770786 Sep 17 22:02:46.693095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.694295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.702481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.702948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.703299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.703672 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.703947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.704278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.705052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.705052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.705361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Tracked resource versions report: Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: pushed versions: Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: { 'AddressGroup': {'1.2'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'ConntrackHelper': {'1.0'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Log': {'1.0'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Network': {'1.1'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Port': {'1.7'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'PortForwarding': {'1.2'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'QosPolicy': {'1.9'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'SecurityGroup': {'1.4'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'SubPort': {'1.0'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Subnet': {'1.1'}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Trunk': {'1.1'}} Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: consumer versions: Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: { DHCP agent@n-d-713498-17: {}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: HyperV agent@n-h1-713498-17: {}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: HyperV agent@n-h2-713498-17: {}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: L3 agent@n-d-713498-17: {}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: Metadata agent@n-d-713498-17: {}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: Metering agent@n-d-713498-17: {}, Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: Open vSwitch agent@n-d-713498-17: { 'AddressGroup': '1.2', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'ConntrackHelper': '1.0', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Log': '1.0', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Network': '1.1', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Port': '1.7', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'PortForwarding': '1.2', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'QosPolicy': '1.9', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'SecurityGroup': '1.4', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'SecurityGroupRule': '1.2', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'SubPort': '1.0', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Subnet': '1.1', Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: 'Trunk': '1.1'}} Sep 17 22:02:46.711633 n-d-713498-17 neutron-server[101662]: {{(pid=101662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:02:46.732163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Allocated IP 172.25.5.179 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/96fec13b-2985-4cd6-a7a6-cbbcf9b272a0) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:02:46.789531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Attempting to bind port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:02:46.789960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Attempting to bind port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:02:46.790388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Attempting to bind port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 on network fefca529-eed3-4212-aef0-f81154042ac6 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:46.804662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:02:46.804662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Checking segment: {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:46.804662 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.804662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Bound using segment: {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:02:46.804662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Bound port: d9b163c0-8bf0-4796-9f98-900d1dfb0ec7, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:02:46.804662 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.806352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf16e2ee-2e2a-4d6f-921f-a8d4aec0a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.808884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf16e2ee-2e2a-4d6f-921f-a8d4aec0a03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.812373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cf16e2ee-2e2a-4d6f-921f-a8d4aec0a03a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71c1000a-d35e-435f-ba56-42cd4c574290 HTTP/1.1" status: 204 len: 168 time: 0.4335480 Sep 17 22:02:46.866231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16e2ee-2e2a-4d6f-921f-a8d4aec0a03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c1000a-d35e-435f-ba56-42cd4c574290,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:46.908447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fb230-2dfc-48f9-b45c-39baf27688c9 req-82801438-4fd9-4c41-88a1-fb19bc12e13d tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:46.919883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] For port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:02:46.922508 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-882fb230-2dfc-48f9-b45c-39baf27688c9 req-82801438-4fd9-4c41-88a1-fb19bc12e13d tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 969 time: 0.1474366 Sep 17 22:02:46.923457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] For port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d9b163c0-8bf0-4796-9f98-900d1dfb0ec7,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:02:46.958051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:46.991453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef7c27ca-1525-4cab-8732-001d4fdc4bbe req-8a101fdf-91f4-4625-bce8-23ca2377b7b4 tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=989ca4271a564d7dbed17f3c9a5f9632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595548 Sep 17 22:02:47.004589 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:47.042160 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-882fb230-2dfc-48f9-b45c-39baf27688c9 req-2899f715-c6df-4c3c-bbef-c9c50a256fc0 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186125 Sep 17 22:02:47.100981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:47.101173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f3e78-0688-4ba7-b3e4-c6fc85568d98 None None] Pushing event updated for resources: {'Port': ['ID=d9b163c0-8bf0-4796-9f98-900d1dfb0ec7,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:47.154561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:02:47.157607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:47.162064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:02:47.199106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Pushing event updated for resources: {'Port': ['ID=96fec13b-2985-4cd6-a7a6-cbbcf9b272a0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:47.390564 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-66013483-56e6-4fb6-b9f4-fe427c24882e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 217 time: 0.1116159 Sep 17 22:02:47.397272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c27ca-1525-4cab-8732-001d4fdc4bbe req-37847d4b-2a26-4ed8-bac4-cd58b4c69b96 tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:47.398864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef7c27ca-1525-4cab-8732-001d4fdc4bbe req-37847d4b-2a26-4ed8-bac4-cd58b4c69b96 tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3981898 Sep 17 22:02:47.424591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989ab5a-3518-42d5-9fc7-bc1612dc4088 req-eb578d63-f7eb-4280-afa9-24e4732cd34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:47.426185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7989ab5a-3518-42d5-9fc7-bc1612dc4088 req-eb578d63-f7eb-4280-afa9-24e4732cd34d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed9fa84592794a8d9009c129e419bb9b&device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 1100 time: 0.1213202 Sep 17 22:02:47.428070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef7c27ca-1525-4cab-8732-001d4fdc4bbe req-b8f27b40-158c-4301-a096-705fe96b5fd6 tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/quotas/989ca4271a564d7dbed17f3c9a5f9632 HTTP/1.1" status: 200 len: 375 time: 0.0191762 Sep 17 22:02:47.485245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7989ab5a-3518-42d5-9fc7-bc1612dc4088 req-e2d35b9f-de15-4dce-9e77-9c92e8a00cda service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ed9fa84592794a8d9009c129e419bb9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493033 Sep 17 22:02:47.505931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-aadffd58-d778-4dc0-ae2d-045cc02d1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:47.507618 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-aadffd58-d778-4dc0-ae2d-045cc02d1a51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0763321 Sep 17 22:02:47.521786 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef7c27ca-1525-4cab-8732-001d4fdc4bbe req-25f0c713-e89a-4035-8d18-ee8a974e1e8e tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=989ca4271a564d7dbed17f3c9a5f9632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839829 Sep 17 22:02:47.656083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ccce-a5b9-440a-8937-bd7c68bbda1e req-dc54d991-a52b-4576-90d0-6b0c3ba32894 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:47.656854 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-ec106856-5a0a-49d3-ad83-8bcbd7adcaba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036997 Sep 17 22:02:47.657730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e282ccce-a5b9-440a-8937-bd7c68bbda1e req-dc54d991-a52b-4576-90d0-6b0c3ba32894 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 948 time: 0.1779675 Sep 17 22:02:47.664086 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a3a30ac8-ff00-4531-8d83-5625381406be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:47.816472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e282ccce-a5b9-440a-8937-bd7c68bbda1e req-d04f048d-c40c-4616-b288-fd14b0725560 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008420 Sep 17 22:02:47.818625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989ab5a-3518-42d5-9fc7-bc1612dc4088 req-1f1fb045-0ad9-46b6-9fc1-96ec1535f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:47.820116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7989ab5a-3518-42d5-9fc7-bc1612dc4088 req-1f1fb045-0ad9-46b6-9fc1-96ec1535f665 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2672889 Sep 17 22:02:47.839303 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-c35684e5-5fde-45fa-a9b7-1b2e766795a5 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657197 Sep 17 22:02:47.948561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-e6cb2949-4a64-4517-a697-17c307fe003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:47.951244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-e6cb2949-4a64-4517-a697-17c307fe003b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed9fa84592794a8d9009c129e419bb9b&device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 1100 time: 0.0859060 Sep 17 22:02:47.979561 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:48.008278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91eae3c-99b3-4e68-8503-d7b06ff111d1 req-de455c03-ce68-414d-87f9-cffbcd64f810 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:48.009856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f91eae3c-99b3-4e68-8503-d7b06ff111d1 req-de455c03-ce68-414d-87f9-cffbcd64f810 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.1174095 Sep 17 22:02:48.051314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-7ec1cf88-c816-434e-b93d-16b7369d6b4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b3e3b851-a6d4-463d-9f7f-0846c5cf8685 HTTP/1.1" status: 200 len: 217 time: 0.0811653 Sep 17 22:02:48.095732 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3a2a7d85-4e63-42f6-888b-e090067d19fc req-56bff8ab-cf21-493a-b893-10b7023b02e1 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087109 Sep 17 22:02:48.119475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f91eae3c-99b3-4e68-8503-d7b06ff111d1 req-36aa0b14-d779-412a-8eea-7f09622c3c1f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773873 Sep 17 22:02:48.121488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-91e5261b-3acb-43bb-ac3f-0a68515a20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:48.123311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-91e5261b-3acb-43bb-ac3f-0a68515a20fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0647163 Sep 17 22:02:48.255875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-309589de-f5e7-44b0-8cc4-bc5b9f45c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:48.257395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-309589de-f5e7-44b0-8cc4-bc5b9f45c8f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268435 Sep 17 22:02:48.270480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc3fa7-b44c-4bb0-aa84-da2ee373ce53 req-e0b56f32-da57-432b-940a-94e1748868df tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:48.272130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bdc3fa7-b44c-4bb0-aa84-da2ee373ce53 req-e0b56f32-da57-432b-940a-94e1748868df tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 969 time: 0.0722337 Sep 17 22:02:48.424558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bdc3fa7-b44c-4bb0-aa84-da2ee373ce53 req-aa9a6590-a340-407d-9fb4-dc7ca79cb3b9 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116462 Sep 17 22:02:48.469524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:48.492162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-f35d753f-5f0b-4a45-b731-2f35c9e09c06 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188756 Sep 17 22:02:48.511707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb04bfb3-cdfc-4b21-a08f-35023fc7a684 None None] Network fefca529-eed3-4212-aef0-f81154042ac6 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:48.608366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-0272d7e3-7135-4dee-8321-e6a817a6cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:48.613249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-0272d7e3-7135-4dee-8321-e6a817a6cc29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1095 time: 0.1379354 Sep 17 22:02:48.624091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ab970c48-eb8d-479e-a459-28a4022056a8 None None] Provisioning complete for port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:48.624464 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab970c48-eb8d-479e-a459-28a4022056a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:48.641406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-791d26e7-48d1-4cf4-972e-14154dc8a944 req-4536e535-7171-4e1a-a3d0-23059fd8a0df service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364691 Sep 17 22:02:48.761807 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab970c48-eb8d-479e-a459-28a4022056a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:48.792235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-66873a81-4184-4bcf-816d-03a436b09730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:48.793813 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-66873a81-4184-4bcf-816d-03a436b09730 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.1764145 Sep 17 22:02:48.798174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ab970c48-eb8d-479e-a459-28a4022056a8 None None] For port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d9b163c0-8bf0-4796-9f98-900d1dfb0ec7,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:48.839051 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-680ea3bd-3ac4-4d9a-9251-b66602d75424 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 217 time: 0.0359688 Sep 17 22:02:48.898039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-83da2bb7-e999-4df1-91a0-c24bc4a59cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:48.899708 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-83da2bb7-e999-4df1-91a0-c24bc4a59cfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0530300 Sep 17 22:02:48.918131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dceaf9-3f41-42f9-b538-5a28528c2e53 req-f7e0efc8-6b9c-43da-84fe-6a371cf79f84 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:48.919708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31dceaf9-3f41-42f9-b538-5a28528c2e53 req-f7e0efc8-6b9c-43da-84fe-6a371cf79f84 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 948 time: 0.0511692 Sep 17 22:02:48.938505 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-75038cd2-ed23-4c3c-80f8-f5166c4aec69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304644 Sep 17 22:02:48.961345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31dceaf9-3f41-42f9-b538-5a28528c2e53 req-3f44b5c8-0622-4e71-b433-378bcff1c5d3 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Sep 17 22:02:49.003653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab970c48-eb8d-479e-a459-28a4022056a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:49.031092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Router 5f2793a9-9599-40de-a65c-640ab581cf91 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:02:49.082841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab970c48-eb8d-479e-a459-28a4022056a8 None None] Pushing event updated for resources: {'Port': ['ID=d9b163c0-8bf0-4796-9f98-900d1dfb0ec7,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:49.107173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-73f01925-bde8-4bee-a690-7aade44c38e8 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609437 Sep 17 22:02:49.125820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c7ccf1c7-c882-4c65-81ae-3888d3faaa55 None None] Provisioning complete for port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:49.126252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c7ccf1c7-c882-4c65-81ae-3888d3faaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:49.174466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:02:49.238757 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-add476cf-d1ba-4288-95a5-e70c3db25279 req-f14074b3-a0f5-4fdd-a0b9-0d99b8f2b4ee service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234770 Sep 17 22:02:49.285597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fd817ce-a519-4b36-b93e-2fe505b379cc req-f0a2f629-137d-4f3b-b761-5707e25552a4 tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=989ca4271a564d7dbed17f3c9a5f9632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368752 Sep 17 22:02:49.293212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:49.293571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:49.310908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:02:49.322895 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Sync routers for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:02:49.333751 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:02:49.335119 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:02:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:49.393955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53335-c619-4aac-9902-3f666b643944 req-8a8452d6-14c7-4076-802a-b7590e027987 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:49.395517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ac53335-c619-4aac-9902-3f666b643944 req-8a8452d6-14c7-4076-802a-b7590e027987 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.1494765 Sep 17 22:02:49.459270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd817ce-a519-4b36-b93e-2fe505b379cc req-c402632f-f680-4b1d-93e5-713ffd711efd tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:49.460737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fd817ce-a519-4b36-b93e-2fe505b379cc req-c402632f-f680-4b1d-93e5-713ffd711efd tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528707 Sep 17 22:02:49.467152 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:02:49.475409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ac53335-c619-4aac-9902-3f666b643944 req-f84973c3-be33-47c8-bcb7-16587011aad9 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 Sep 17 22:02:49.485468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:49.489684 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ebf39f79-b49a-4682-a8e0-15dba1e797d5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0388808 Sep 17 22:02:49.495463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52946) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:49.514336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fd817ce-a519-4b36-b93e-2fe505b379cc req-8326cde5-717e-413e-b039-aa9fb020ee78 tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/quotas/989ca4271a564d7dbed17f3c9a5f9632 HTTP/1.1" status: 200 len: 375 time: 0.0373816 Sep 17 22:02:49.563126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fd817ce-a519-4b36-b93e-2fe505b379cc req-11958ac9-b313-440c-b207-c33ba2a8adfc tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=989ca4271a564d7dbed17f3c9a5f9632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451045 Sep 17 22:02:49.637060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3840f-3878-4b40-806d-5d419a8eb5a5 req-e0be0511-e32b-4ce4-a151-af2fb153be81 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:49.640574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8c3840f-3878-4b40-806d-5d419a8eb5a5 req-e0be0511-e32b-4ce4-a151-af2fb153be81 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 969 time: 0.0764012 Sep 17 22:02:49.691444 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:47Z', 'revision_number': 3, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:49.703792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8c3840f-3878-4b40-806d-5d419a8eb5a5 req-866a4346-0635-4105-9be8-94196fc25f01 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571728 Sep 17 22:02:49.737114 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Checking router: 5f2793a9-9599-40de-a65c-640ab581cf91 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:02:49.737483 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Updating router 5f2793a9-9599-40de-a65c-640ab581cf91 port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:02:49.763113 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.017020 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.052222 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.105455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc131c-4ed4-4010-8b10-300b800d0ee8 req-8637e381-c09f-4d1b-a773-33cfc386a07f tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.106034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc131c-4ed4-4010-8b10-300b800d0ee8 req-8637e381-c09f-4d1b-a773-33cfc386a07f tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.106493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc131c-4ed4-4010-8b10-300b800d0ee8 req-8637e381-c09f-4d1b-a773-33cfc386a07f tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.106985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc131c-4ed4-4010-8b10-300b800d0ee8 req-8637e381-c09f-4d1b-a773-33cfc386a07f tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.107463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc131c-4ed4-4010-8b10-300b800d0ee8 req-8637e381-c09f-4d1b-a773-33cfc386a07f tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.107912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc131c-4ed4-4010-8b10-300b800d0ee8 req-8637e381-c09f-4d1b-a773-33cfc386a07f tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.109704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0dc131c-4ed4-4010-8b10-300b800d0ee8 req-8637e381-c09f-4d1b-a773-33cfc386a07f tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4305 time: 0.1996794 Sep 17 22:02:50.111384 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.135305 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c488d2f-6d27-47d2-a51e-7bbcbb054650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.169405 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Attempting to bind port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:02:50.170026 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Attempting to bind port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:02:50.170548 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Attempting to bind port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:50.189016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Pushing event updated for resources: {'Port': ['ID=96fec13b-2985-4cd6-a7a6-cbbcf9b272a0,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:50.189016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:02:50.189016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:50.189016 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.189016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:02:50.189016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Bound port: 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:02:50.189016 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.198175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fef21b-1e41-40a1-92bc-7126718f7d40 req-f8645252-317b-4303-953e-e6b10a36dbc2 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.199776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67fef21b-1e41-40a1-92bc-7126718f7d40 req-f8645252-317b-4303-953e-e6b10a36dbc2 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 948 time: 0.0584099 Sep 17 22:02:50.214760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Allocated IP 172.20.0.1 (fefca529-eed3-4212-aef0-f81154042ac6/710720af-f220-4216-8ccb-049aba8d52bd/3a4148dd-0a0a-4d24-b3ec-4428041ca6c9) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:02:50.224721 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.225089 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.225427 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.225760 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.226079 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.226426 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.226831 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Tracked resource versions report: Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: pushed versions: Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: { 'AddressGroup': {'1.2'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'ConntrackHelper': {'1.0'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Log': {'1.0'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Network': {'1.1'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Port': {'1.7'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'PortForwarding': {'1.2'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'QosPolicy': {'1.9'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'SecurityGroup': {'1.4'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'SecurityGroupRule': {'1.2'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'SubPort': {'1.0'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Subnet': {'1.1'}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Trunk': {'1.1'}} Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: consumer versions: Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: { DHCP agent@n-d-713498-17: {}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: HyperV agent@n-h1-713498-17: {}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: HyperV agent@n-h2-713498-17: {}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: L3 agent@n-d-713498-17: {}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: Metadata agent@n-d-713498-17: {}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: Metering agent@n-d-713498-17: {}, Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: Open vSwitch agent@n-d-713498-17: { 'AddressGroup': '1.2', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'ConntrackHelper': '1.0', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Log': '1.0', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Network': '1.1', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Port': '1.7', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'PortForwarding': '1.2', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'QosPolicy': '1.9', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'SecurityGroup': '1.4', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'SecurityGroupRule': '1.2', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'SubPort': '1.0', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Subnet': '1.1', Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: 'Trunk': '1.1'}} Sep 17 22:02:50.233376 n-d-713498-17 neutron-server[101663]: {{(pid=101663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 22:02:50.267903 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] For port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:02:50.272012 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] For port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=96fec13b-2985-4cd6-a7a6-cbbcf9b272a0,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:02:50.298552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67fef21b-1e41-40a1-92bc-7126718f7d40 req-2e97e58f-b668-4dff-870e-4b18afb7ce17 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909333 Sep 17 22:02:50.335009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67379fa-2714-4590-83c3-2648f4d8f1d8 req-cb2920f8-730d-48b4-9631-349b7e8f277a tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.336581 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.339477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c67379fa-2714-4590-83c3-2648f4d8f1d8 req-cb2920f8-730d-48b4-9631-349b7e8f277a tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 886 time: 0.1190536 Sep 17 22:02:50.341737 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.415079 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:02:50.415751 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:02:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:50.458424 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae5418-7222-4d0f-9212-5656ea840e0a None None] Pushing event updated for resources: {'Port': ['ID=96fec13b-2985-4cd6-a7a6-cbbcf9b272a0,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:50.483678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.532812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Network fefca529-eed3-4212-aef0-f81154042ac6 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:02:50.535859 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:02:50.565294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:50.570878 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4148dd-0a0a-4d24-b3ec-4428041ca6c9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:50.576808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:02:50.591210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91ffc-fd1f-4ae6-8fa2-4b8fac428d74 req-f6b3c820-d172-42a5-ba07-edb5031229cc tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.591685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91ffc-fd1f-4ae6-8fa2-4b8fac428d74 req-f6b3c820-d172-42a5-ba07-edb5031229cc tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.592272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91ffc-fd1f-4ae6-8fa2-4b8fac428d74 req-f6b3c820-d172-42a5-ba07-edb5031229cc tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.592578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91ffc-fd1f-4ae6-8fa2-4b8fac428d74 req-f6b3c820-d172-42a5-ba07-edb5031229cc tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.593025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91ffc-fd1f-4ae6-8fa2-4b8fac428d74 req-f6b3c820-d172-42a5-ba07-edb5031229cc tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.593476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91ffc-fd1f-4ae6-8fa2-4b8fac428d74 req-f6b3c820-d172-42a5-ba07-edb5031229cc tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.602707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3c91ffc-fd1f-4ae6-8fa2-4b8fac428d74 req-f6b3c820-d172-42a5-ba07-edb5031229cc tempest-NetworksTest-1490076256 tempest-NetworksTest-1490076256-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4305 time: 0.2393777 Sep 17 22:02:50.653310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.695462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17edc21-e709-4ce5-b48e-ea2416927efc req-ae7520b6-0f7d-4309-b245-8e1a749746dc tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.714277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d17edc21-e709-4ce5-b48e-ea2416927efc req-ae7520b6-0f7d-4309-b245-8e1a749746dc tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.0842175 Sep 17 22:02:50.796105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d17edc21-e709-4ce5-b48e-ea2416927efc req-6f2f301d-1610-4874-89d7-c8d0efa9c98a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808859 Sep 17 22:02:50.919220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-11952b49-df11-4cae-9ff3-9d9df1291668 None None] Provisioning complete for port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:50.919898 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11952b49-df11-4cae-9ff3-9d9df1291668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.952302 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:47Z', 'revision_number': 3, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:50.958762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-11952b49-df11-4cae-9ff3-9d9df1291668 None None] Port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:02:50.967097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:50.967621 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f429632b-541a-4b0c-9de0-7d3ef0e4c5cb req-7f5157ea-92a0-41ef-99d8-04ba425ea5ae tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=989ca4271a564d7dbed17f3c9a5f9632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372438 Sep 17 22:02:50.992035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0d92e-8dc8-46ce-b955-3f9f2d954ec5 req-9e9b8476-9f92-47f2-9154-7a2422b8dc0d tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:50.994063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0c0d92e-8dc8-46ce-b955-3f9f2d954ec5 req-9e9b8476-9f92-47f2-9154-7a2422b8dc0d tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 969 time: 0.1048112 Sep 17 22:02:50.999893 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a9265-dee1-4e84-8c95-ad8275588c66 None None] The sync data for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 is: [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:47Z', 'revision_number': 3, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:02:51.110587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0c0d92e-8dc8-46ce-b955-3f9f2d954ec5 req-d5d3b5df-e22b-4cb3-9b54-98edfc6260b7 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011415 Sep 17 22:02:51.121556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:02:51.168857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429632b-541a-4b0c-9de0-7d3ef0e4c5cb req-47184710-b198-4e6d-8573-5350f6276039 tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:51.170606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f429632b-541a-4b0c-9de0-7d3ef0e4c5cb req-47184710-b198-4e6d-8573-5350f6276039 tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001457 Sep 17 22:02:51.194307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f429632b-541a-4b0c-9de0-7d3ef0e4c5cb req-6df2942c-e351-4881-81a3-06ab389d6e5d tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/quotas/989ca4271a564d7dbed17f3c9a5f9632 HTTP/1.1" status: 200 len: 375 time: 0.0145628 Sep 17 22:02:51.217047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53000) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:51.222857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:51.223368 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.256738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.261067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f429632b-541a-4b0c-9de0-7d3ef0e4c5cb req-d47d9411-df4a-4cd7-ad46-77db53c9df72 tempest-QuotasAdminNegativeTest-1366508006 tempest-QuotasAdminNegativeTest-1366508006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=989ca4271a564d7dbed17f3c9a5f9632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570679 Sep 17 22:02:51.409938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.488288 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f8abdbd4-e651-4092-925e-371786b3e7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.495099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.523517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.525676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c726c-b3cd-4eb1-8574-60120c6033ea req-82e1d3b6-6d63-4333-a5e4-352ad0aebd00 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:51.533213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-786c726c-b3cd-4eb1-8574-60120c6033ea req-82e1d3b6-6d63-4333-a5e4-352ad0aebd00 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 948 time: 0.0943103 Sep 17 22:02:51.582487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.584911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4148dd-0a0a-4d24-b3ec-4428041ca6c9,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:51.602191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-786c726c-b3cd-4eb1-8574-60120c6033ea req-26c94252-313f-4bb7-a71b-7444fbbc4d5c tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680020 Sep 17 22:02:51.680564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f8abdbd4-e651-4092-925e-371786b3e7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.689232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Network fefca529-eed3-4212-aef0-f81154042ac6 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:02:51.690732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:51.751148 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f8abdbd4-e651-4092-925e-371786b3e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.786177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abdbd4-e651-4092-925e-371786b3e7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da3d37-6bb4-43fc-9d98-56a4ace31583,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:51.816189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53012) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:51.827648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f8abdbd4-e651-4092-925e-371786b3e7e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44b6dc3645754fd88f854da46de521ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986998 Sep 17 22:02:51.837965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Router 5f2793a9-9599-40de-a65c-640ab581cf91 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:02:51.941472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b67c618-c5dc-4c20-8f4b-20e4506b2031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:51.964004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e7947-e089-42e1-b6c8-69291681d3d5 req-fed3c2cb-8a9e-425c-9106-2f6ae206c38e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:51.965954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-496e7947-e089-42e1-b6c8-69291681d3d5 req-fed3c2cb-8a9e-425c-9106-2f6ae206c38e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.0785191 Sep 17 22:02:52.000269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b4cdcf34-cc6f-4a45-be73-93ea0044b767 None None] Provisioning complete for port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:52.000877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b4cdcf34-cc6f-4a45-be73-93ea0044b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.001534 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b67c618-c5dc-4c20-8f4b-20e4506b2031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.009338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-496e7947-e089-42e1-b6c8-69291681d3d5 req-8eedbdff-e013-4e84-bf9e-d20dd67c1196 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375295 Sep 17 22:02:52.031994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:02:52.041351 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5e1c9352-f7c8-4ba8-a38f-cc2ed487fa38 admin admin] 10.222.0.13 "PUT /v2.0/routers/5f2793a9-9599-40de-a65c-640ab581cf91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5499532 Sep 17 22:02:52.056154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdcf34-cc6f-4a45-be73-93ea0044b767 None None] Port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:02:52.099744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b3e3b851-a6d4-463d-9f7f-0846c5cf8685 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:02:52.147270 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b67c618-c5dc-4c20-8f4b-20e4506b2031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.151176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b67c618-c5dc-4c20-8f4b-20e4506b2031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.152889 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6b67c618-c5dc-4c20-8f4b-20e4506b2031 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56da3d37-6bb4-43fc-9d98-56a4ace31583 HTTP/1.1" status: 204 len: 168 time: 0.3353922 Sep 17 22:02:52.165006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67c618-c5dc-4c20-8f4b-20e4506b2031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da3d37-6bb4-43fc-9d98-56a4ace31583,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:52.223772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b3e3b851-a6d4-463d-9f7f-0846c5cf8685, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:52.235797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'b3e3b851-a6d4-463d-9f7f-0846c5cf8685', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'b3e3b851-a6d4-463d-9f7f-0846c5cf8685', 'mac_address': 'fa:16:3e:ed:02:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:02:52.263088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515d005-532e-4aa3-bdcb-5ee901463902 req-609198ec-884f-4bda-86d4-52ee8075c467 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:52.271259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3515d005-532e-4aa3-bdcb-5ee901463902 req-609198ec-884f-4bda-86d4-52ee8075c467 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 969 time: 0.0595605 Sep 17 22:02:52.288879 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.304820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e3b851-a6d4-463d-9f7f-0846c5cf8685 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:02:52.306004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3515d005-532e-4aa3-bdcb-5ee901463902 req-ce6279fd-12af-41e5-be6e-b69ad8c21809 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339124 Sep 17 22:02:52.313646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53030) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:52.335471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b3e3b851-a6d4-463d-9f7f-0846c5cf8685, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:52.414324 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.415163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 0ae8207b-264f-4398-b189-ba28a02fd5ca details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:02:52.483680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:02:52.504744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:52.607502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9fef-92ce-4bc3-be05-39095042366a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.628002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:52.645365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '0ae8207b-264f-4398-b189-ba28a02fd5ca', 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4', 'port_id': '0ae8207b-264f-4398-b189-ba28a02fd5ca', 'mac_address': 'fa:16:3e:2f:bc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a1b15-4eaa-4254-916f-6d48795aacd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:02:52.694887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:52.713327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '98bc4a09-9e6e-49ce-978b-fdb84bf7fcae', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '98bc4a09-9e6e-49ce-978b-fdb84bf7fcae', 'mac_address': 'fa:16:3e:fa:84:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:tempest-test_az-899185496', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:02:52.718665 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.732757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae8207b-264f-4398-b189-ba28a02fd5ca {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:02:52.737951 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9fef-92ce-4bc3-be05-39095042366a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.754500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc444af-47b0-47cf-90bd-0089547d063f req-10fd3715-5564-4ce8-ac11-2d08b3367617 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:52.757779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bc444af-47b0-47cf-90bd-0089547d063f req-10fd3715-5564-4ce8-ac11-2d08b3367617 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 949 time: 0.0805554 Sep 17 22:02:52.777245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:52.783571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.796594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:02:52.816266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bc444af-47b0-47cf-90bd-0089547d063f req-7206af05-a196-4d21-9dea-c4c0051408b8 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504665 Sep 17 22:02:52.819099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:52.843362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9fef-92ce-4bc3-be05-39095042366a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.889996 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ba8b9fef-92ce-4bc3-be05-39095042366a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=989ca4271a564d7dbed17f3c9a5f9632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754678 Sep 17 22:02:52.890896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b9fef-92ce-4bc3-be05-39095042366a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a192dca-f054-4cce-a824-978dbe1f2cd2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:52.892718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53044) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:52.945161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f4ed928-77bf-44ce-b769-4c92e0eb60e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.945309 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Sync routers for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:02:52.954922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:02:52.955537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:02:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:52.966821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f4ed928-77bf-44ce-b769-4c92e0eb60e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:52.996300 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.023962 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.060270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=0ae8207b-264f-4398-b189-ba28a02fd5ca,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:53.115276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:53.134198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53052) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:53.139528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-network', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:53.176503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:02:53.181986 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f4ed928-77bf-44ce-b769-4c92e0eb60e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.184665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f4ed928-77bf-44ce-b769-4c92e0eb60e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.185851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4f4ed928-77bf-44ce-b769-4c92e0eb60e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a192dca-f054-4cce-a824-978dbe1f2cd2 HTTP/1.1" status: 204 len: 168 time: 0.2908330 Sep 17 22:02:53.197995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ed928-77bf-44ce-b769-4c92e0eb60e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a192dca-f054-4cce-a824-978dbe1f2cd2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:53.202473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.208208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68361130-d588-4ced-8061-3f33bf4e4836 req-3ee0046a-aece-4228-8516-75bd36e1426a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:53.214474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53056) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:53.219637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68361130-d588-4ced-8061-3f33bf4e4836 req-3ee0046a-aece-4228-8516-75bd36e1426a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 944 time: 0.1078787 Sep 17 22:02:53.233376 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9a1047b-4634-4f89-909b-baf0489fd865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.233576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:02:53.256791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Made reservation on behalf of 32d19f467b154c73a2a4a2d7742e34b4 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:53.259304 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.273178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68361130-d588-4ced-8061-3f33bf4e4836 req-76027cf2-a60e-468b-a0e5-9dc10dd79cf8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458150 Sep 17 22:02:53.280861 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.353498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:53.353865 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.355770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['98bc4a09-9e6e-49ce-978b-fdb84bf7fcae'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:02:53.414072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9a1047b-4634-4f89-909b-baf0489fd865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.422338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['0ae8207b-264f-4398-b189-ba28a02fd5ca'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:02:53.428771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b3e3b851-a6d4-463d-9f7f-0846c5cf8685'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:02:53.440021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2961fd0-d85f-4780-9b72-521c966a5ca9 req-d871236c-6a88-4a08-a786-253ef8bdbe05 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:53.441887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2961fd0-d85f-4780-9b72-521c966a5ca9 req-d871236c-6a88-4a08-a786-253ef8bdbe05 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 970 time: 0.0557251 Sep 17 22:02:53.482206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9a1047b-4634-4f89-909b-baf0489fd865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.484122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2961fd0-d85f-4780-9b72-521c966a5ca9 req-c3313b5c-487e-4b75-bf1a-6acd953db0df tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358250 Sep 17 22:02:53.533811 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e9a1047b-4634-4f89-909b-baf0489fd865 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b009a62eace402f989983ca2dbb3b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177710 Sep 17 22:02:53.537237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53064) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:53.557296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1047b-4634-4f89-909b-baf0489fd865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce06352f-fd24-48de-a185-de4378774e19,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:53.596304 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9fc31e09-995a-49ab-be47-717e3e311ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.620987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9fc31e09-995a-49ab-be47-717e3e311ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.621986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.832755 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.901678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ebd333-7e3b-4f1a-b77c-3154801feaad,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:53.902063 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:53.944539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=96fec13b-2985-4cd6-a7a6-cbbcf9b272a0,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:53.950416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbb78e-ae3d-4188-bd0c-80c198f13ee6 req-2d4a3d38-56e1-48e1-8bd6-f86da72310f5 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:53.951986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05bbb78e-ae3d-4188-bd0c-80c198f13ee6 req-2d4a3d38-56e1-48e1-8bd6-f86da72310f5 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 949 time: 0.0528049 Sep 17 22:02:53.990541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05bbb78e-ae3d-4188-bd0c-80c198f13ee6 req-b3650861-8b79-46a4-8b02-124b303cc169 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Sep 17 22:02:54.063933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:51Z', 'revision_number': 2, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:54.104292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Checking router: 5f2793a9-9599-40de-a65c-640ab581cf91 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:02:54.104566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Updating router 5f2793a9-9599-40de-a65c-640ab581cf91 port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:02:54.152235 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.398591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162904f4-ea0d-4590-b78b-f6fd00c6f0fb req-dd84874c-0877-49bc-8792-4d6285ea81bd tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:54.400023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-162904f4-ea0d-4590-b78b-f6fd00c6f0fb req-dd84874c-0877-49bc-8792-4d6285ea81bd tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 944 time: 0.0673034 Sep 17 22:02:54.433320 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.444653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-162904f4-ea0d-4590-b78b-f6fd00c6f0fb req-011f1e1e-35ea-4dbd-be1c-e4449d5e0257 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381835 Sep 17 22:02:54.453166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:02:54.513623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9fc31e09-995a-49ab-be47-717e3e311ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.524961 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9fc31e09-995a-49ab-be47-717e3e311ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.524961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9fc31e09-995a-49ab-be47-717e3e311ade admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce06352f-fd24-48de-a185-de4378774e19 HTTP/1.1" status: 204 len: 168 time: 0.9787021 Sep 17 22:02:54.525112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:02:54.527577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc31e09-995a-49ab-be47-717e3e311ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce06352f-fd24-48de-a185-de4378774e19,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:54.545652 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.545994 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Added segment e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0 of type vlan for network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 Sep 17 22:02:54.600960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.615313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd1d0b-e347-43cd-b652-a1c2fca8b5b7 req-082ec816-ea07-40e2-90f9-5287808efa19 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:54.616834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccbd1d0b-e347-43cd-b652-a1c2fca8b5b7 req-082ec816-ea07-40e2-90f9-5287808efa19 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 970 time: 0.0582349 Sep 17 22:02:54.659269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccbd1d0b-e347-43cd-b652-a1c2fca8b5b7 req-a0cc6ebd-18af-495e-8394-4e8badd35735 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365169 Sep 17 22:02:54.735030 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.771174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:02:54.773261 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.786186 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.787196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:54.787819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.804438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:54.804825 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:54.866090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=96fec13b-2985-4cd6-a7a6-cbbcf9b272a0,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:54.879172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7435701 Sep 17 22:02:54.885529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53076) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:54.889241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Request body: {'subnet': {'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-subnet', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:54.894575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93178f1e-8edd-4461-b12c-88ba3b145890 admin admin] Pushing event updated for resources: {'Network': ['ID=1a641d99-76a5-4c7f-b02f-d4415d9d7305,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:54.919473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:02:54.992639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53080) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:54.993629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450275d-8e0e-4eb6-824f-ef4ad0ad2cc6 None None] Pushing event updated for resources: {'Port': ['ID=3a4148dd-0a0a-4d24-b3ec-4428041ca6c9,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:55.016272 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74bc52a6-c0f9-4f64-bca2-6e390b6af162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.053366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Made reservation on behalf of 32d19f467b154c73a2a4a2d7742e34b4 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:02:55.058976 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.064188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Attempting to bind port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:02:55.064562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Attempting to bind port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:02:55.064924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Attempting to bind port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 on network fefca529-eed3-4212-aef0-f81154042ac6 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:55.091494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:02:55.091873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Checking segment: {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:55.092277 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.093342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Bound using segment: {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:02:55.093863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Bound port: 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:02:55.098510 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.116922 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.177596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261b03a9-0391-4092-bb1d-229e9c1b583c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc4a09-9e6e-49ce-978b-fdb84bf7fcae'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:02:55.259900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:02:55.280229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8a909-b556-4b43-8e3c-a52eefce4c36 req-cac0958e-1ebb-4e6f-ba60-aa17f4001fb0 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:55.281724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db8a909-b556-4b43-8e3c-a52eefce4c36 req-cac0958e-1ebb-4e6f-ba60-aa17f4001fb0 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 949 time: 0.1572068 Sep 17 22:02:55.322880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:55.342953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] For port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:02:55.353163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] For port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3a4148dd-0a0a-4d24-b3ec-4428041ca6c9,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:02:55.353163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-72d11596-5b26-4fc2-ab64-c590c92b1e8b None None] Provisioning complete for port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:55.353163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72d11596-5b26-4fc2-ab64-c590c92b1e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.388583 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db8a909-b556-4b43-8e3c-a52eefce4c36 req-013432a1-ec9c-4d8f-a1d7-65200b3685ba tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927899 Sep 17 22:02:55.449133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74bc52a6-c0f9-4f64-bca2-6e390b6af162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.462099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-72d11596-5b26-4fc2-ab64-c590c92b1e8b None None] Port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:02:55.475976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:55.476329 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.518492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.524365 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.529590 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab029d4-826b-4417-a6a6-c04dd556dcbc" -d '{"events": [{"server_uuid": "261b03a9-0391-4092-bb1d-229e9c1b583c", "name": "network-vif-plugged", "status": "completed", "tag": "98bc4a09-9e6e-49ce-978b-fdb84bf7fcae"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:02:55.563548 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74bc52a6-c0f9-4f64-bca2-6e390b6af162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.602782 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.610601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc52a6-c0f9-4f64-bca2-6e390b6af162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc755951-58f5-45f7-8329-598a1addb3e6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:55.636749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:02:55.637393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:02:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:55.640743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:55.795165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf276-aebb-40d4-a64d-949f9897ce64 req-f61163a2-97d5-4add-a17f-b9036a0a6fe4 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:55.797774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-618cf276-aebb-40d4-a64d-949f9897ce64 req-f61163a2-97d5-4add-a17f-b9036a0a6fe4 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 944 time: 0.2752168 Sep 17 22:02:55.835349 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecc9e56-822f-4639-b83c-14a6e7f9d91f x-openstack-request-id: req-4ecc9e56-822f-4639-b83c-14a6e7f9d91f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:02:55.835691 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261b03a9-0391-4092-bb1d-229e9c1b583c", "name": "network-vif-plugged", "status": "completed", "tag": "98bc4a09-9e6e-49ce-978b-fdb84bf7fcae", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:02:55.835924 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ecc9e56-822f-4639-b83c-14a6e7f9d91f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:02:55.836391 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261b03a9-0391-4092-bb1d-229e9c1b583c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc4a09-9e6e-49ce-978b-fdb84bf7fcae', 'code': 200} Sep 17 22:02:55.851420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-74bc52a6-c0f9-4f64-bca2-6e390b6af162 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c74a842ea94c4cffa957d8eb9837f0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8553071 Sep 17 22:02:55.851942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53110) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:55.898962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c4d179-3343-46b2-b3ec-1172935b0c7c,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:55.922693 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0356e547-35cf-4d92-a89f-6558a51b6663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.922886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450275d-8e0e-4eb6-824f-ef4ad0ad2cc6 None None] Pushing event updated for resources: {'Port': ['ID=3a4148dd-0a0a-4d24-b3ec-4428041ca6c9,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:55.948933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Checking segment: {'id': 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:55.948933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Network hostable DHCP agents. Network: 1a641d99-76a5-4c7f-b02f-d4415d9d7305, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:02:55.950584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0356e547-35cf-4d92-a89f-6558a51b6663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:55.967844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:02:56.060308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-618cf276-aebb-40d4-a64d-949f9897ce64 req-81b253ce-e88a-46cf-b369-8f0347a75d9c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531216 Sep 17 22:02:56.079082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0356e547-35cf-4d92-a89f-6558a51b6663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.080869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383328e7-b4e3-45b9-a761-67d3625630ab req-e7894709-91ca-4205-8dc3-79a5ca8dc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:56.082447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-383328e7-b4e3-45b9-a761-67d3625630ab req-e7894709-91ca-4205-8dc3-79a5ca8dc1a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 1123 time: 0.2008998 Sep 17 22:02:56.089214 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0356e547-35cf-4d92-a89f-6558a51b6663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.089214 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0356e547-35cf-4d92-a89f-6558a51b6663 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc755951-58f5-45f7-8329-598a1addb3e6 HTTP/1.1" status: 204 len: 168 time: 0.2321892 Sep 17 22:02:56.094068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff06c3c-70b1-4d2e-afa2-832bbb0c1b29 req-f8f4eecc-dfbb-49dc-86c9-130a3846fd4b tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:56.095646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ff06c3c-70b1-4d2e-afa2-832bbb0c1b29 req-f8f4eecc-dfbb-49dc-86c9-130a3846fd4b tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 971 time: 0.1945682 Sep 17 22:02:56.100273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356e547-35cf-4d92-a89f-6558a51b6663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc755951-58f5-45f7-8329-598a1addb3e6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:56.125058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:02:56.129780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-383328e7-b4e3-45b9-a761-67d3625630ab req-c9259a2d-eef0-48f8-89c3-59f611c32b60 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.178924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ff06c3c-70b1-4d2e-afa2-832bbb0c1b29 req-b50838e0-3d26-43e2-9baf-3dea8df3b14b tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694840 Sep 17 22:02:56.188327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b3e3b851-a6d4-463d-9f7f-0846c5cf8685 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:02:56.228514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 1a641d99-76a5-4c7f-b02f-d4415d9d7305) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:56.238759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:56.238759 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.238942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e729b595-58cc-4079-bf8a-880879d2350c None None] Provisioning complete for port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:56.238942 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e729b595-58cc-4079-bf8a-880879d2350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.265013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bed284-ecab-4553-bd4a-6ba379aa678e None None] Network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:56.279545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-383328e7-b4e3-45b9-a761-67d3625630ab req-c9259a2d-eef0-48f8-89c3-59f611c32b60 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.370175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-383328e7-b4e3-45b9-a761-67d3625630ab req-c9259a2d-eef0-48f8-89c3-59f611c32b60 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.400494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-383328e7-b4e3-45b9-a761-67d3625630ab req-c9259a2d-eef0-48f8-89c3-59f611c32b60 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037941 Sep 17 22:02:56.409125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9259a2d-eef0-48f8-89c3-59f611c32b60 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5029b2f6-0c18-4ae5-956c-49039f5ba63e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:56.450353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-05805511-20fa-4fba-b6ff-d13f19242085 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5662155 Sep 17 22:02:56.452898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53122) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:02:56.459221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:02:56.535107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3ecbd-1672-4099-b6db-456e1ec34edd req-cae9fc21-0991-4af0-93f3-c9c0c5a7b26b tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:56.540545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1b3ecbd-1672-4099-b6db-456e1ec34edd req-cae9fc21-0991-4af0-93f3-c9c0c5a7b26b tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 949 time: 0.0639195 Sep 17 22:02:56.557161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:02:56.573273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:56.573618 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.586703 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e729b595-58cc-4079-bf8a-880879d2350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.596338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1b3ecbd-1672-4099-b6db-456e1ec34edd req-1f78da74-59e1-469e-b97d-37da58b2f058 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529671 Sep 17 22:02:56.600028 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.601540 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.673269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-1a641d99-76a5-4c7f-b02f-d4415d9d7305', 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'fixed_ips': [{'subnet_id': '81c4d179-3343-46b2-b3ec-1172935b0c7c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:02:56.674126 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.702506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e729b595-58cc-4079-bf8a-880879d2350c None None] For port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3a4148dd-0a0a-4d24-b3ec-4428041ca6c9,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:56.725568 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.726505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:55Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:02:56.774654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e729b595-58cc-4079-bf8a-880879d2350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:56.776520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b33fd-4f41-4c37-9b5a-c0116902b461 None None] The sync data for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 is: [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:55Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:02:56.965052 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.007639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729b595-58cc-4079-bf8a-880879d2350c None None] Pushing event updated for resources: {'Port': ['ID=3a4148dd-0a0a-4d24-b3ec-4428041ca6c9,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:57.052781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b3e3b851-a6d4-463d-9f7f-0846c5cf8685, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:57.058195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Allocated IP 172.20.0.2 (1a641d99-76a5-4c7f-b02f-d4415d9d7305/81c4d179-3343-46b2-b3ec-1172935b0c7c/405fb2ac-2340-4841-b678-f9114e9f5456) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:02:57.166111 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.167059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 0ae8207b-264f-4398-b189-ba28a02fd5ca up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:02:57.211866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:02:57.272934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.373083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83584-1935-4bb6-aa3e-6cb7a3b59ce7 req-822119ad-f67a-43c8-af08-abbaae699026 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:57.375058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73a83584-1935-4bb6-aa3e-6cb7a3b59ce7 req-822119ad-f67a-43c8-af08-abbaae699026 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 944 time: 0.1071069 Sep 17 22:02:57.383975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53104067-034f-4606-8186-9aae4787717f req-17a772ff-250b-4a4f-9d60-c87434431437 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:57.387393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53104067-034f-4606-8186-9aae4787717f req-17a772ff-250b-4a4f-9d60-c87434431437 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 971 time: 0.1005576 Sep 17 22:02:57.408941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:57.415694 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.437554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:57.438172 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.483335 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.505781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53104067-034f-4606-8186-9aae4787717f req-d5aa3970-751a-4ec1-994c-46e5502661c6 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124480 Sep 17 22:02:57.521224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 0ae8207b-264f-4398-b189-ba28a02fd5ca completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:02:57.526132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73a83584-1935-4bb6-aa3e-6cb7a3b59ce7 req-efbadf00-7784-4eb3-919a-e8d3e24e630d tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374750 Sep 17 22:02:57.548993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Pushing event updated for resources: {'Port': ['ID=405fb2ac-2340-4841-b678-f9114e9f5456,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:57.552985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 0ae8207b-264f-4398-b189-ba28a02fd5ca triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:57.553488 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.617138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:02:57.656366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:57.659719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:02:57.682507 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.736079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:57.829206 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Attempting to bind port 405fb2ac-2340-4841-b678-f9114e9f5456 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:02:57.829670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Attempting to bind port 405fb2ac-2340-4841-b678-f9114e9f5456 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:02:57.830327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Attempting to bind port 405fb2ac-2340-4841-b678-f9114e9f5456 on network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:02:57.832818 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.896653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7add4750-eeb7-48c3-b473-dae5202e4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3b851-a6d4-463d-9f7f-0846c5cf8685'}, {'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:02:57.900280 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e8d43a-b7d3-459d-bb45-751e42a04200" -d '{"events": [{"server_uuid": "7add4750-eeb7-48c3-b473-dae5202e4602", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3b851-a6d4-463d-9f7f-0846c5cf8685"}, {"server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "name": "network-vif-plugged", "status": "completed", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:02:57.908636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=0ae8207b-264f-4398-b189-ba28a02fd5ca,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:57.916493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:02:57.916876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Checking segment: {'id': 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:02:57.917322 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.917657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Bound using segment: {'id': 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:02:57.918128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Bound port: 405fb2ac-2340-4841-b678-f9114e9f5456, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:02:57.918504 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.921881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:57.998004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] For port 405fb2ac-2340-4841-b678-f9114e9f5456, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:02:58.004460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] For port 405fb2ac-2340-4841-b678-f9114e9f5456, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=405fb2ac-2340-4841-b678-f9114e9f5456,segment=NetworkSegment(e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0),segment_id=e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:02:58.016714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23f1b-1f09-4f36-8ce1-0c75bb6f282e req-48bc0344-361f-4d1e-8000-ac55e63b5980 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:58.019830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49f23f1b-1f09-4f36-8ce1-0c75bb6f282e req-48bc0344-361f-4d1e-8000-ac55e63b5980 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 950 time: 0.2450223 Sep 17 22:02:58.022753 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:58.032865 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed0fa85-1937-4483-a2f2-b95af74c5808 x-openstack-request-id: req-6ed0fa85-1937-4483-a2f2-b95af74c5808 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:02:58.033310 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7add4750-eeb7-48c3-b473-dae5202e4602", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3b851-a6d4-463d-9f7f-0846c5cf8685", "code": 200}, {"server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "name": "network-vif-plugged", "status": "completed", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:02:58.033701 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ed0fa85-1937-4483-a2f2-b95af74c5808 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:02:58.034954 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7add4750-eeb7-48c3-b473-dae5202e4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3b851-a6d4-463d-9f7f-0846c5cf8685', 'code': 200} Sep 17 22:02:58.035667 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca', 'code': 200} Sep 17 22:02:58.061626 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:58.221595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1e805-1640-4f4c-afbc-e128dfc9ec8b None None] Pushing event updated for resources: {'Port': ['ID=405fb2ac-2340-4841-b678-f9114e9f5456,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:58.284961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa981-69a4-4a32-85ad-32ed1ddf9abd req-1146f0f1-f0a9-46bf-9992-fad7bd27d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:58.289043 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a7baa981-69a4-4a32-85ad-32ed1ddf9abd req-1146f0f1-f0a9-46bf-9992-fad7bd27d2a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 1102 time: 0.1129820 Sep 17 22:02:58.383776 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a7baa981-69a4-4a32-85ad-32ed1ddf9abd req-1b7b6d02-2ff7-48a4-8e2a-4072c1d05794 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810988 Sep 17 22:02:58.455556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49f23f1b-1f09-4f36-8ce1-0c75bb6f282e req-2dd512e7-ca3d-4e39-a947-ddd1d57b199f tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502254 Sep 17 22:02:58.468065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Allocated IP 172.25.5.224 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/c9c2ffac-4c60-4de4-9803-1522296eb999) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:02:58.496237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c9915-df37-40c5-9e1e-cab368437db3 req-fa9f8418-127c-41d4-ba96-f5c4412488b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:58.497795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-088c9915-df37-40c5-9e1e-cab368437db3 req-fa9f8418-127c-41d4-ba96-f5c4412488b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1097 time: 0.2852633 Sep 17 22:02:58.758326 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:58.767571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-088c9915-df37-40c5-9e1e-cab368437db3 req-362cce7a-ef3f-4f4f-8621-61684b07e858 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Sep 17 22:02:58.783438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be74d92-1de6-44e0-bee8-793385193bad req-837997ae-d49f-497a-8cc9-f452a32eb377 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:58.785587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5be74d92-1de6-44e0-bee8-793385193bad req-837997ae-d49f-497a-8cc9-f452a32eb377 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 971 time: 0.1373255 Sep 17 22:02:58.836323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5be74d92-1de6-44e0-bee8-793385193bad req-c19f8f4b-9348-417e-89ee-2e801e26c030 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 Sep 17 22:02:58.903653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:58.961721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:02:58.966557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:02:58.969357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:02:59.006187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c2ffac-4c60-4de4-9803-1522296eb999,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:59.052533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a0bc0-8419-41bb-bc96-1201b2a49bc5 req-4bc2d0f5-b3a3-4ca5-98a9-0dc7e438a562 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:59.054399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-549a0bc0-8419-41bb-bc96-1201b2a49bc5 req-4bc2d0f5-b3a3-4ca5-98a9-0dc7e438a562 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 945 time: 0.1597042 Sep 17 22:02:59.122470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-549a0bc0-8419-41bb-bc96-1201b2a49bc5 req-95b7128b-5eb0-42ef-b22a-a04ac8458c04 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513783 Sep 17 22:02:59.135158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 405fb2ac-2340-4841-b678-f9114e9f5456 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:02:59.196311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 405fb2ac-2340-4841-b678-f9114e9f5456 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:59.196717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:59.304113 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:59.349095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 405fb2ac-2340-4841-b678-f9114e9f5456, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=405fb2ac-2340-4841-b678-f9114e9f5456,segment=NetworkSegment(e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0),segment_id=e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:02:59.419946 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:59.441684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be83dff5-7397-423b-a850-3c8fb0d0ac96 None None] Network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:02:59.504689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:59.509596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e4e37-99be-48a1-9929-f23cfc6a088b req-4be3dca2-7ce9-484c-ab3a-fe7c4a5b47c3 tempest-AggregatesAdminTestJSON-495706830 tempest-AggregatesAdminTestJSON-495706830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:59.511197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-749e4e37-99be-48a1-9929-f23cfc6a088b req-4be3dca2-7ce9-484c-ab3a-fe7c4a5b47c3 tempest-AggregatesAdminTestJSON-495706830 tempest-AggregatesAdminTestJSON-495706830-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 1123 time: 0.0560126 Sep 17 22:02:59.704264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0ee91637-36f6-4db2-8bcc-4b6f078964ab None None] Provisioning complete for port 405fb2ac-2340-4841-b678-f9114e9f5456 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:02:59.704534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ee91637-36f6-4db2-8bcc-4b6f078964ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:59.728232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=405fb2ac-2340-4841-b678-f9114e9f5456,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:02:59.732463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-749e4e37-99be-48a1-9929-f23cfc6a088b req-1a8cbe90-cc7b-4eb6-b48d-e05fb46642ee tempest-AggregatesAdminTestJSON-495706830 tempest-AggregatesAdminTestJSON-495706830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:02:59.854135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b3df5-7f46-41cf-be71-00a29f178457 req-9cdc8fc2-c75e-4417-b6f1-263b9af8490f tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:02:59.854135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-468b3df5-7f46-41cf-be71-00a29f178457 req-9cdc8fc2-c75e-4417-b6f1-263b9af8490f tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 950 time: 0.1328921 Sep 17 22:02:59.966524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-468b3df5-7f46-41cf-be71-00a29f178457 req-88cceb09-b79d-4b66-9ec5-b9b87acbfea5 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065671 Sep 17 22:02:59.970116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:00.035431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-749e4e37-99be-48a1-9929-f23cfc6a088b req-1a8cbe90-cc7b-4eb6-b48d-e05fb46642ee tempest-AggregatesAdminTestJSON-495706830 tempest-AggregatesAdminTestJSON-495706830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:00.074688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6e5416b2-f19a-4454-810c-49214e236f75 None None] Provisioning complete for port 405fb2ac-2340-4841-b678-f9114e9f5456 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:00.075093 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6e5416b2-f19a-4454-810c-49214e236f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:00.088876 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-749e4e37-99be-48a1-9929-f23cfc6a088b req-1a8cbe90-cc7b-4eb6-b48d-e05fb46642ee tempest-AggregatesAdminTestJSON-495706830 tempest-AggregatesAdminTestJSON-495706830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:00.123202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-749e4e37-99be-48a1-9929-f23cfc6a088b req-1a8cbe90-cc7b-4eb6-b48d-e05fb46642ee tempest-AggregatesAdminTestJSON-495706830 tempest-AggregatesAdminTestJSON-495706830-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002738 Sep 17 22:03:00.149642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cbe90-cc7b-4eb6-b48d-e05fb46642ee tempest-AggregatesAdminTestJSON-495706830 tempest-AggregatesAdminTestJSON-495706830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5cb38d-a589-4561-b3c3-7452f14c13ac,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:00.254851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:03:00.370732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:00.379406 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Sync routers for ids ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:00.389054 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Routers {'728e9f0c-32d1-495b-bec5-2d9d08fea7ff'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:00.389941 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:02:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:00.474782 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:00.477706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-40e8e7f8-05b6-4b70-8a85-106c4ebefa17 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0234168 Sep 17 22:03:00.480726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53224) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:00.514948 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Set router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:00.614194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602868b2-5a02-427e-9cc2-f1159ed321d9 req-2b5e0125-f18b-42d4-9cf9-3c4c3a6286d9 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:00.615776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-602868b2-5a02-427e-9cc2-f1159ed321d9 req-2b5e0125-f18b-42d4-9cf9-3c4c3a6286d9 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 945 time: 0.0621464 Sep 17 22:03:00.657295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-602868b2-5a02-427e-9cc2-f1159ed321d9 req-623aad1c-26bb-4409-903b-22ec162301e9 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347812 Sep 17 22:03:00.709554 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:56Z', 'updated_at': '2021-09-17T22:02:59Z', 'revision_number': 3, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'gw_port': {'id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:58Z', 'updated_at': '2021-09-17T22:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:00.739305 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Checking router: 728e9f0c-32d1-495b-bec5-2d9d08fea7ff for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:00.739656 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Updating router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff port c9c2ffac-4c60-4de4-9803-1522296eb999 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:03:00.767695 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:00.934228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.042619 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.105454 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.109453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Allocated IP 172.20.0.1 (1a641d99-76a5-4c7f-b02f-d4415d9d7305/81c4d179-3343-46b2-b3ec-1172935b0c7c/77509c7f-2537-445b-987d-e8eb172bc912) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:01.156597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 405fb2ac-2340-4841-b678-f9114e9f5456 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:01.158700 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Attempting to bind port c9c2ffac-4c60-4de4-9803-1522296eb999 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:01.159642 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Attempting to bind port c9c2ffac-4c60-4de4-9803-1522296eb999 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:01.160032 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Attempting to bind port c9c2ffac-4c60-4de4-9803-1522296eb999 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:01.170652 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf05b56-7e9e-4f64-82c4-49a8819a3df2 None None] Pushing event updated for resources: {'Port': ['ID=c9c2ffac-4c60-4de4-9803-1522296eb999,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:01.174655 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:01.175625 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:01.176027 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.176415 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:01.176891 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Bound port: c9c2ffac-4c60-4de4-9803-1522296eb999, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:01.177301 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.246638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.270844 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] For port c9c2ffac-4c60-4de4-9803-1522296eb999, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:01.277227 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] For port c9c2ffac-4c60-4de4-9803-1522296eb999, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c9c2ffac-4c60-4de4-9803-1522296eb999,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:01.283345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 405fb2ac-2340-4841-b678-f9114e9f5456 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:01.283935 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.319058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648a83-5c62-46c5-93c0-49b853d8ef07 req-b30b7cc0-54ee-4502-a944-cfc1b417c1d9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:01.320555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9648a83-5c62-46c5-93c0-49b853d8ef07 req-b30b7cc0-54ee-4502-a944-cfc1b417c1d9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 950 time: 0.0581355 Sep 17 22:03:01.363699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9648a83-5c62-46c5-93c0-49b853d8ef07 req-c5d02047-55f9-4112-a7f0-9a30ed474f41 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Sep 17 22:03:01.374456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.374619 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.409248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:01.416085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:01.419494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:01.440293 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Routers {'728e9f0c-32d1-495b-bec5-2d9d08fea7ff'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:01.441350 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:02:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:01.445950 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf05b56-7e9e-4f64-82c4-49a8819a3df2 None None] Pushing event updated for resources: {'Port': ['ID=c9c2ffac-4c60-4de4-9803-1522296eb999,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:01.446123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Pushing event updated for resources: {'Port': ['ID=77509c7f-2537-445b-987d-e8eb172bc912,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:01.487614 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.559190 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] Set router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:01.697007 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.704020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-54d6a843-182f-4fc0-bb01-5223a9ceefd6 None None] Provisioning complete for port 77509c7f-2537-445b-987d-e8eb172bc912 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:01.707326 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54d6a843-182f-4fc0-bb01-5223a9ceefd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.758533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-54d6a843-182f-4fc0-bb01-5223a9ceefd6 None None] Port 77509c7f-2537-445b-987d-e8eb172bc912 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:01.773065 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:56Z', 'updated_at': '2021-09-17T22:02:59Z', 'revision_number': 3, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'gw_port': {'id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:58Z', 'updated_at': '2021-09-17T22:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:01.806624 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e899d9e-194b-4ef4-a084-1c663748813c None None] The sync data for ids ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'] in n-d-713498-17 is: [{'id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:56Z', 'updated_at': '2021-09-17T22:02:59Z', 'revision_number': 3, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'gw_port': {'id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:58Z', 'updated_at': '2021-09-17T22:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:01.829972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53262) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:01.936090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:01.952846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53268) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:02.010292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.099987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Pushing event updated for resources: {'Port': ['ID=77509c7f-2537-445b-987d-e8eb172bc912,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:02.102804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.117110 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-917d790e-e53e-4b2e-a9f2-95f13fb1376c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.165508 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a7ddb74-6efa-4737-81b2-c13f5d3e482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.280609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:02.282179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:02.283152 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-917d790e-e53e-4b2e-a9f2-95f13fb1376c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.385550 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-917d790e-e53e-4b2e-a9f2-95f13fb1376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.436267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d790e-e53e-4b2e-a9f2-95f13fb1376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd33152-1f88-4fef-9747-ce81162b4b27,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:02.527193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-917d790e-e53e-4b2e-a9f2-95f13fb1376c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dc0c4aac62144c59e79cf393d7acfc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6959710 Sep 17 22:03:02.530208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53286) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:02.557403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf263-c41d-43e7-895a-c36df9ec29ae req-6496f967-e742-4042-abeb-0b7473f16b66 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:02.559095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-317bf263-c41d-43e7-895a-c36df9ec29ae req-6496f967-e742-4042-abeb-0b7473f16b66 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 945 time: 0.1134598 Sep 17 22:03:02.589235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ca232cfe-30c6-48c1-907f-8ea617695902 None None] Provisioning complete for port 77509c7f-2537-445b-987d-e8eb172bc912 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:02.589770 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ca232cfe-30c6-48c1-907f-8ea617695902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.639994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ca232cfe-30c6-48c1-907f-8ea617695902 None None] Port 77509c7f-2537-445b-987d-e8eb172bc912 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:02.673301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:03:02.677863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-317bf263-c41d-43e7-895a-c36df9ec29ae req-64727f49-6513-400e-b8f5-c77e98ac5105 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764856 Sep 17 22:03:02.688510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6e87-69de-415c-b3ee-178278065ecc req-ef32172b-0502-45fe-9eea-63b82fd6e32e tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:02.705011 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c61b6e87-69de-415c-b3ee-178278065ecc req-ef32172b-0502-45fe-9eea-63b82fd6e32e tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 950 time: 0.1660182 Sep 17 22:03:02.711629 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a7ddb74-6efa-4737-81b2-c13f5d3e482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.718771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0f6e289b-56ec-47df-b5f3-23a7587966f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.746724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c61b6e87-69de-415c-b3ee-178278065ecc req-b026f0ff-975c-463b-b704-52f3e73710d0 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468078 Sep 17 22:03:02.785217 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0f6e289b-56ec-47df-b5f3-23a7587966f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.797611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a7ddb74-6efa-4737-81b2-c13f5d3e482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.892192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ddb74-6efa-4737-81b2-c13f5d3e482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56039315-86d6-4680-95af-2faf045c46e8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:02.907273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:02.914236 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d1f728c-33b3-4c15-bf55-ed95bc5d38fd admin admin] 10.222.0.13 "PUT /v2.0/routers/728e9f0c-32d1-495b-bec5-2d9d08fea7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4323354 Sep 17 22:03:02.921116 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2a7ddb74-6efa-4737-81b2-c13f5d3e482e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04f4cfa90d65494c9bd2f5e82fbe7a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9660349 Sep 17 22:03:02.923092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53298) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:02.931214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0f6e289b-56ec-47df-b5f3-23a7587966f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.935329 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0f6e289b-56ec-47df-b5f3-23a7587966f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:02.935329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0f6e289b-56ec-47df-b5f3-23a7587966f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fd33152-1f88-4fef-9747-ce81162b4b27 HTTP/1.1" status: 204 len: 168 time: 0.4028187 Sep 17 22:03:02.971218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e289b-56ec-47df-b5f3-23a7587966f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd33152-1f88-4fef-9747-ce81162b4b27,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:03.040033 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2216483a-98e1-4246-af92-522b041e2e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:03.084213 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2216483a-98e1-4246-af92-522b041e2e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:03.095496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de1002-e252-4044-865f-0c8a7f32c61e req-269412ec-2bfb-4e9a-84db-082e833ce5de tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:03.097189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19de1002-e252-4044-865f-0c8a7f32c61e req-269412ec-2bfb-4e9a-84db-082e833ce5de tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1097 time: 0.0735693 Sep 17 22:03:03.162615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c9c2ffac-4c60-4de4-9803-1522296eb999 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:03.179330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19de1002-e252-4044-865f-0c8a7f32c61e req-d5f6bd48-6434-49df-a452-9cb7d76915df tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675092 Sep 17 22:03:03.229819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c9c2ffac-4c60-4de4-9803-1522296eb999 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:03.230201 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:03.305137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:03.325644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port c9c2ffac-4c60-4de4-9803-1522296eb999, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c9c2ffac-4c60-4de4-9803-1522296eb999,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:03.375535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2216483a-98e1-4246-af92-522b041e2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:03.379664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2216483a-98e1-4246-af92-522b041e2e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:03.390247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2216483a-98e1-4246-af92-522b041e2e02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56039315-86d6-4680-95af-2faf045c46e8 HTTP/1.1" status: 204 len: 168 time: 0.4654551 Sep 17 22:03:03.404504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216483a-98e1-4246-af92-522b041e2e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56039315-86d6-4680-95af-2faf045c46e8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:03.444665 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:03.462365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad92d5-b2f6-441f-b2eb-505cfabd9975 req-33461d96-d68f-4ed4-9b78-c17caeb3db97 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:03.463961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55ad92d5-b2f6-441f-b2eb-505cfabd9975 req-33461d96-d68f-4ed4-9b78-c17caeb3db97 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1097 time: 0.0549819 Sep 17 22:03:03.528430 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55ad92d5-b2f6-441f-b2eb-505cfabd9975 req-11cfbab0-7e9e-458a-9221-708ffb0589e6 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554504 Sep 17 22:03:03.536217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=c9c2ffac-4c60-4de4-9803-1522296eb999,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:03.719936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-ef9396a7-0c54-42a2-9d97-604843eba74f tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:03.721493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-ef9396a7-0c54-42a2-9d97-604843eba74f tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 1102 time: 0.0545530 Sep 17 22:03:03.825838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] Deleting port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:03:03.826641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:03.870761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53346) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:03.901261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc25d4e2-9970-42ac-b6e1-90bbabd95a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:03.938703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b9f1d-b3a7-462a-bd5a-68e1cc2dd89b req-354ff546-ab31-462b-9d8f-950154efb216 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:03.949220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a62b9f1d-b3a7-462a-bd5a-68e1cc2dd89b req-354ff546-ab31-462b-9d8f-950154efb216 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 950 time: 0.1089141 Sep 17 22:03:03.966630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Sync routers for ids ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:03.979568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Routers {'728e9f0c-32d1-495b-bec5-2d9d08fea7ff'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:03.982084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:02:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:03.995857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] For port b3e3b851-a6d4-463d-9f7f-0846c5cf8685, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:03.996214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.024109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a62b9f1d-b3a7-462a-bd5a-68e1cc2dd89b req-782cc039-a5e4-4acc-bf4c-a2cb5885b498 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691822 Sep 17 22:03:04.031722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] Calling delete_port for b3e3b851-a6d4-463d-9f7f-0846c5cf8685 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:03:04.054325 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc25d4e2-9970-42ac-b6e1-90bbabd95a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.127221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-9ced5515-b701-4c48-b204-666e4cc63408 req-962c0056-5951-4ea0-9608-7dfad5a3493b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:04.128469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ced5515-b701-4c48-b204-666e4cc63408 req-962c0056-5951-4ea0-9608-7dfad5a3493b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0885432 Sep 17 22:03:04.130030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc25d4e2-9970-42ac-b6e1-90bbabd95a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.148554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Set router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:04.183234 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dc25d4e2-9970-42ac-b6e1-90bbabd95a70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1f593441a874ebd9d260d7382848e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106632 Sep 17 22:03:04.183846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53360) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:04.200982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25d4e2-9970-42ac-b6e1-90bbabd95a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2672162-52a0-4476-a117-8069fc9ae9ef,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:04.274175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b097bfb-41af-4250-8140-e55003f450d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.297927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b097bfb-41af-4250-8140-e55003f450d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.336282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.352749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b3e3b851-a6d4-463d-9f7f-0846c5cf8685'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:03:04.367474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3e3b851-a6d4-463d-9f7f-0846c5cf8685,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:04.408961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] No DVR routers for this DVR port b3e3b851-a6d4-463d-9f7f-0846c5cf8685 on host n-h2-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:03:04.416041 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.417983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98fe24bf-ad56-47f9-8119-4f2b8860a324 req-911a6cd3-e033-448d-bf06-2fe1c1eeea08 tempest-DeleteServersAdminTestJSON-514447646 tempest-DeleteServersAdminTestJSON-514447646-project-admin] 10.222.0.35 "DELETE /v2.0/ports/b3e3b851-a6d4-463d-9f7f-0846c5cf8685 HTTP/1.1" status: 204 len: 173 time: 0.6867959 Sep 17 22:03:04.418707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7add4750-eeb7-48c3-b473-dae5202e4602', 'name': 'network-vif-deleted', 'tag': 'b3e3b851-a6d4-463d-9f7f-0846c5cf8685'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:04.423465 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a02382-8d10-4983-b088-3ecb6ad435a4" -d '{"events": [{"server_uuid": "7add4750-eeb7-48c3-b473-dae5202e4602", "name": "network-vif-deleted", "tag": "b3e3b851-a6d4-463d-9f7f-0846c5cf8685"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:04.424243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53368) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:04.445376 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d94dd-a428-403e-996b-61487547bdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.464000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b097bfb-41af-4250-8140-e55003f450d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.466859 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b097bfb-41af-4250-8140-e55003f450d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.468194 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6b097bfb-41af-4250-8140-e55003f450d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2672162-52a0-4476-a117-8069fc9ae9ef HTTP/1.1" status: 204 len: 168 time: 0.2791843 Sep 17 22:03:04.486556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b097bfb-41af-4250-8140-e55003f450d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2672162-52a0-4476-a117-8069fc9ae9ef,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:04.567456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:56Z', 'updated_at': '2021-09-17T22:03:01Z', 'revision_number': 4, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'gw_port': {'id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:58Z', 'updated_at': '2021-09-17T22:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '77509c7f-2537-445b-987d-e8eb172bc912', 'name': '', 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'mac_address': 'fa:16:3e:3a:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '81c4d179-3343-46b2-b3ec-1172935b0c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:00Z', 'updated_at': '2021-09-17T22:03:01Z', 'revision_number': 2, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'subnets': [{'id': '81c4d179-3343-46b2-b3ec-1172935b0c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:04.637844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d94dd-a428-403e-996b-61487547bdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.644109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Checking router: 728e9f0c-32d1-495b-bec5-2d9d08fea7ff for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:04.647312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Updating router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff port 77509c7f-2537-445b-987d-e8eb172bc912 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:03:04.676951 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.723905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d94dd-a428-403e-996b-61487547bdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.762005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d94dd-a428-403e-996b-61487547bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec55f18-8ae6-480c-9c2c-8db612ee5e87,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:04.770701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53376) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:04.770924 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ec7d94dd-a428-403e-996b-61487547bdde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ff8a0862536488bae26c73281574eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450966 Sep 17 22:03:04.822992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a92653e-b9e8-4099-95fd-dc2d838ddb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.850820 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a92653e-b9e8-4099-95fd-dc2d838ddb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:04.876505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53378) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:04.884633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-bb07c7a5-85fc-491b-9f3f-fb3e63d8ff33 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--329727613', 'description': 'tempest-description--747521943'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:04.915462 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b0fd69-0f82-4c68-8bac-f0a06c69e263 x-openstack-request-id: req-d4b0fd69-0f82-4c68-8bac-f0a06c69e263 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:04.916338 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7add4750-eeb7-48c3-b473-dae5202e4602", "name": "network-vif-deleted", "tag": "b3e3b851-a6d4-463d-9f7f-0846c5cf8685", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:04.917712 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4b0fd69-0f82-4c68-8bac-f0a06c69e263 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:04.918311 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7add4750-eeb7-48c3-b473-dae5202e4602', 'name': 'network-vif-deleted', 'tag': 'b3e3b851-a6d4-463d-9f7f-0846c5cf8685', 'status': 'completed', 'code': 200} Sep 17 22:03:04.996215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.014648 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a92653e-b9e8-4099-95fd-dc2d838ddb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.017376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a92653e-b9e8-4099-95fd-dc2d838ddb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.019645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8a92653e-b9e8-4099-95fd-dc2d838ddb83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fec55f18-8ae6-480c-9c2c-8db612ee5e87 HTTP/1.1" status: 204 len: 168 time: 0.2467484 Sep 17 22:03:05.027656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92653e-b9e8-4099-95fd-dc2d838ddb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec55f18-8ae6-480c-9c2c-8db612ee5e87,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:05.064502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bb07c7a5-85fc-491b-9f3f-fb3e63d8ff33 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.089413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.145298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c9c2ffac-4c60-4de4-9803-1522296eb999 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:05.243931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507fa58-ed06-45df-9ba3-83590612802e None None] Pushing event updated for resources: {'Port': ['ID=77509c7f-2537-445b-987d-e8eb172bc912,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:05.264268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Attempting to bind port 77509c7f-2537-445b-987d-e8eb172bc912 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:05.264642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Attempting to bind port 77509c7f-2537-445b-987d-e8eb172bc912 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:05.264977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Attempting to bind port 77509c7f-2537-445b-987d-e8eb172bc912 on network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:05.277007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:05.277420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Checking segment: {'id': 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:05.277767 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.278151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Bound using segment: {'id': 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:05.278676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Bound port: 77509c7f-2537-445b-987d-e8eb172bc912, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:05.279127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.318837 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bb07c7a5-85fc-491b-9f3f-fb3e63d8ff33 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.344820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c9c2ffac-4c60-4de4-9803-1522296eb999 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:05.345203 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.408781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bb07c7a5-85fc-491b-9f3f-fb3e63d8ff33 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.459490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] For port 77509c7f-2537-445b-987d-e8eb172bc912, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:05.470583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07c7a5-85fc-491b-9f3f-fb3e63d8ff33 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3852b83e-bff9-4b75-8637-f602f189ef16,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:05.484947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] For port 77509c7f-2537-445b-987d-e8eb172bc912, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=77509c7f-2537-445b-987d-e8eb172bc912,segment=NetworkSegment(e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0),segment_id=e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:05.517717 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bb07c7a5-85fc-491b-9f3f-fb3e63d8ff33 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.522500 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bb07c7a5-85fc-491b-9f3f-fb3e63d8ff33 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6403801 Sep 17 22:03:05.522677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53402) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:05.528241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d343ab18-ca1e-4139-924c-d30babcb6e61 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Request body: {'security_group_rule': {'security_group_id': '3852b83e-bff9-4b75-8637-f602f189ef16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:05.546784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.550696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bb7c17a-4f91-4393-b22c-afb4c653d7f4 req-4231fd3d-cc62-46f3-8ea9-10ab7e2f7603 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7add4750-eeb7-48c3-b473-dae5202e4602 HTTP/1.1" status: 200 len: 210 time: 0.2899826 Sep 17 22:03:05.630461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Routers {'728e9f0c-32d1-495b-bec5-2d9d08fea7ff'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:05.631643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:02:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:05.640385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d343ab18-ca1e-4139-924c-d30babcb6e61 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.640578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fefdc816-e87a-4db5-b0a1-5e1fce901ccd None None] Provisioning complete for port 77509c7f-2537-445b-987d-e8eb172bc912 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:05.640578 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fefdc816-e87a-4db5-b0a1-5e1fce901ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.759232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507fa58-ed06-45df-9ba3-83590612802e None None] Pushing event updated for resources: {'Port': ['ID=77509c7f-2537-445b-987d-e8eb172bc912,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:05.829689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d343ab18-ca1e-4139-924c-d30babcb6e61 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.882852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d343ab18-ca1e-4139-924c-d30babcb6e61 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.906936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] Set router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:05.936778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343ab18-ca1e-4139-924c-d30babcb6e61 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c02f482-8df3-4232-842b-2f141123fc3f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:05.954191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fefdc816-e87a-4db5-b0a1-5e1fce901ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.985928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d343ab18-ca1e-4139-924c-d30babcb6e61 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:05.993172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53438) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:05.993300 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d343ab18-ca1e-4139-924c-d30babcb6e61 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4676421 Sep 17 22:03:05.996606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1c6ccb28-493e-4b61-96dc-757d0e7a923e tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Request body: {'security_group_rule': {'security_group_id': '3852b83e-bff9-4b75-8637-f602f189ef16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:06.047843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fefdc816-e87a-4db5-b0a1-5e1fce901ccd None None] For port 77509c7f-2537-445b-987d-e8eb172bc912, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=77509c7f-2537-445b-987d-e8eb172bc912,segment=NetworkSegment(e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0),segment_id=e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:06.116459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c6ccb28-493e-4b61-96dc-757d0e7a923e tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:06.215085 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fefdc816-e87a-4db5-b0a1-5e1fce901ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:06.264506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c6ccb28-493e-4b61-96dc-757d0e7a923e tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:06.339291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdc816-e87a-4db5-b0a1-5e1fce901ccd None None] Pushing event updated for resources: {'Port': ['ID=77509c7f-2537-445b-987d-e8eb172bc912,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:06.348142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c6ccb28-493e-4b61-96dc-757d0e7a923e tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:06.367743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-80e63653-2eef-47c2-9e24-2c90c58d67dc None None] Provisioning complete for port 77509c7f-2537-445b-987d-e8eb172bc912 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:06.368118 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80e63653-2eef-47c2-9e24-2c90c58d67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:06.374858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ccb28-493e-4b61-96dc-757d0e7a923e tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39105de0-8b7e-473c-a2d5-4458793be023,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:06.421949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:56Z', 'updated_at': '2021-09-17T22:03:01Z', 'revision_number': 4, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'gw_port': {'id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:58Z', 'updated_at': '2021-09-17T22:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '77509c7f-2537-445b-987d-e8eb172bc912', 'name': '', 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'mac_address': 'fa:16:3e:3a:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '81c4d179-3343-46b2-b3ec-1172935b0c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:00Z', 'updated_at': '2021-09-17T22:03:05Z', 'revision_number': 4, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'subnets': [{'id': '81c4d179-3343-46b2-b3ec-1172935b0c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:06.450663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32bd97-55e4-401c-84a3-8fee0fd66b1e None None] The sync data for ids ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'] in n-d-713498-17 is: [{'id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:56Z', 'updated_at': '2021-09-17T22:03:01Z', 'revision_number': 4, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'gw_port': {'id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:58Z', 'updated_at': '2021-09-17T22:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '77509c7f-2537-445b-987d-e8eb172bc912', 'name': '', 'network_id': '1a641d99-76a5-4c7f-b02f-d4415d9d7305', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'mac_address': 'fa:16:3e:3a:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '81c4d179-3343-46b2-b3ec-1172935b0c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:00Z', 'updated_at': '2021-09-17T22:03:05Z', 'revision_number': 4, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'subnets': [{'id': '81c4d179-3343-46b2-b3ec-1172935b0c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:06.517840 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c6ccb28-493e-4b61-96dc-757d0e7a923e tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:06.521961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c6ccb28-493e-4b61-96dc-757d0e7a923e tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5301921 Sep 17 22:03:06.525401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53462) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:06.542285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:06.652883 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:03:06.659003 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:06.798398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:06.935223 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Allocated IP 172.25.5.40 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/db36a020-b699-461b-ae7b-a4b241103c6e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:07.110362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:07.158450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 77509c7f-2537-445b-987d-e8eb172bc912 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:07.175778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-c7103a89-5930-4439-bdfc-08f401c2ef60 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed9fa84592794a8d9009c129e419bb9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223360 Sep 17 22:03:07.210638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:07.213837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 77509c7f-2537-445b-987d-e8eb172bc912 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:07.213837 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:07.252980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:07.256303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:07.260459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:07.287883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event updated for resources: {'Port': ['ID=db36a020-b699-461b-ae7b-a4b241103c6e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:07.321953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-91b1ce34-29ac-454d-b1a8-e26a29f29222 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:07.324660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-91b1ce34-29ac-454d-b1a8-e26a29f29222 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410463 Sep 17 22:03:07.362995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-fcbbdf3c-62e4-4c32-81fc-abeb71205fa7 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/quotas/ed9fa84592794a8d9009c129e419bb9b HTTP/1.1" status: 200 len: 375 time: 0.0263436 Sep 17 22:03:07.404540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-e3bd0214-400c-4262-8454-555dde81638d tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed9fa84592794a8d9009c129e419bb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311596 Sep 17 22:03:07.436959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:07.537392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:07.673527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53524) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:07.751791 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:07.797934 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:07.826124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:07.905483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event updated for resources: {'Port': ['ID=db36a020-b699-461b-ae7b-a4b241103c6e,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:07.917440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:08.024182 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-a2f9945e-ea17-45e9-894f-5942e9a69210 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:08.025950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:08.036293 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bcd9349e-a1fb-4196-8f29-21d48e09fb47 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4979885 Sep 17 22:03:08.037029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-a2f9945e-ea17-45e9-894f-5942e9a69210 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3503232 Sep 17 22:03:08.117653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-91cf452b-327d-471c-b6c8-4622b8ab0e57 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:08.127657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-91cf452b-327d-471c-b6c8-4622b8ab0e57 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports/0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 1094 time: 0.0922244 Sep 17 22:03:08.151201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b3e3b851-a6d4-463d-9f7f-0846c5cf8685 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:03:08.197285 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: b3e3b851-a6d4-463d-9f7f-0846c5cf8685 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:03:08.198340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b3e3b851-a6d4-463d-9f7f-0846c5cf8685 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:03:08.263478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Request body: {'binding': {'host': 'n-h1-713498-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:08.264046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Unknown quota resources ['binding']. {{(pid=101661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:03:08.422692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a3fa72b-e494-4d6a-80b9-ac593cedf2ec req-f1cdd9b3-01fe-4313-8ca0-4d3470e5500c tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 210 time: 0.0347431 Sep 17 22:03:08.436948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca on host n-h1-713498-17 for vnic_type normal with profile None {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:08.437373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:08.437853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:08.442724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Port 0ae8207b-264f-4398-b189-ba28a02fd5ca on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:03:08.443071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:08.448425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:08.448764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:08.449133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:08.449546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Bound port: 0ae8207b-264f-4398-b189-ba28a02fd5ca, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:08.536656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:08.581405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] Notify callbacks [] for binding, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:08.582742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-677bd6ac-45db-4ffc-98a2-a806cad54e7e service neutron] 10.222.0.13 "POST /v2.0/ports/0ae8207b-264f-4398-b189-ba28a02fd5ca/bindings HTTP/1.1" status: 201 len: 390 time: 0.3813376 Sep 17 22:03:08.815587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-4d2c53f3-5012-425d-b0e6-94bf8f7f5de0 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--329727613&fields=id&tenant_id=fbd676ac393c4405932ba38df2755284 HTTP/1.1" status: 200 len: 267 time: 0.0594876 Sep 17 22:03:08.945750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-779ea00f-0f33-4041-b657-18223d627dbd tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:08.950699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-779ea00f-0f33-4041-b657-18223d627dbd tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/networks?id=fefca529-eed3-4212-aef0-f81154042ac6 HTTP/1.1" status: 200 len: 824 time: 0.1261032 Sep 17 22:03:08.965177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-09c185e4-c1a9-446f-9d4e-083211045dc3 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/quotas/fbd676ac393c4405932ba38df2755284 HTTP/1.1" status: 200 len: 375 time: 0.0108869 Sep 17 22:03:09.071020 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-e4a30c03-00d6-4883-946d-1ecb9384a030 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbd676ac393c4405932ba38df2755284&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992372 Sep 17 22:03:09.090136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91087bd0-b1cf-4116-9951-99ac2b68c835 req-cb744901-908e-4f63-a9a9-e9b63d901d97 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:09.091542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91087bd0-b1cf-4116-9951-99ac2b68c835 req-cb744901-908e-4f63-a9a9-e9b63d901d97 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 945 time: 0.0850444 Sep 17 22:03:09.206674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91087bd0-b1cf-4116-9951-99ac2b68c835 req-46770fed-e781-43b0-b160-205938a7380b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055722 Sep 17 22:03:09.232086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-4d21932c-20f9-4a37-ac88-6898c517ce79 service neutron] 10.222.0.13 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393659 Sep 17 22:03:09.239699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-dd5c4c9e-602c-4961-9446-dc322f9a6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:09.240252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-dd5c4c9e-602c-4961-9446-dc322f9a6bfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1097 time: 0.0787377 Sep 17 22:03:09.390030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-a7231021-2bb0-4fb5-a07c-5ea064b4ea00 service neutron] 10.222.0.13 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488435 Sep 17 22:03:09.394422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-330e582c-cf67-44c5-bdde-c48eb2c1483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:09.395817 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-330e582c-cf67-44c5-bdde-c48eb2c1483d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.1471725 Sep 17 22:03:09.446640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-d37484d1-42af-405e-952a-713861e2453d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 217 time: 0.0432949 Sep 17 22:03:09.502666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-0596d05e-f076-486e-bdfd-08cad3509e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:09.506905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-0596d05e-f076-486e-bdfd-08cad3509e9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0526981 Sep 17 22:03:09.507067 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:09.539959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-861acee3-c077-4495-b240-59fa10d46c19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243523 Sep 17 22:03:09.663396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-fab79890-9db7-43f9-ab74-edab279a2d19 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151950 Sep 17 22:03:09.744076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-46158aa6-8e86-468b-b0cf-753bdb2200e3 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ed9fa84592794a8d9009c129e419bb9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466700 Sep 17 22:03:09.802372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a87b6cc3-630d-47e7-9f2d-aa7b78200089 req-d7fdbd4e-50a2-4b27-8b03-4c864bafc3d0 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 210 time: 0.0890665 Sep 17 22:03:09.881533 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-52cdae81-de74-4957-bb3e-26a5ece4a48b service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106555 Sep 17 22:03:09.925856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-2bff4e44-9570-4f11-8ac0-44dae7ea82ac tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:09.928222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-2bff4e44-9570-4f11-8ac0-44dae7ea82ac tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461952 Sep 17 22:03:09.942160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Request body: {'port': {'device_id': 'f2c1c0bf-ce4f-4d81-8d02-117cc1510299', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': 'ed9fa84592794a8d9009c129e419bb9b'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:10.022645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f3efd9-e841-40e1-afe5-3c333a0a1dd3 req-b527c058-7704-47a5-872b-7e1883dd92cc tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 210 time: 0.0553076 Sep 17 22:03:10.196819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Made reservation on behalf of ed9fa84592794a8d9009c129e419bb9b for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:10.202192 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:10.496981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-a23afb2d-1462-410a-9c78-759f08e9af02 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:10.498973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-a23afb2d-1462-410a-9c78-759f08e9af02 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.3363407 Sep 17 22:03:10.534034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-17'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:10.649336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f7f9f-8e2d-4587-ab99-d57f3a6934e9 req-15afc6bd-a477-4d0e-b82a-ed9498a0baba tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:10.649336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-183f7f9f-8e2d-4587-ab99-d57f3a6934e9 req-15afc6bd-a477-4d0e-b82a-ed9498a0baba tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 945 time: 0.1570165 Sep 17 22:03:10.674272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Allocated IP 192.168.233.51 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:10.677786 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:10.751448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-183f7f9f-8e2d-4587-ab99-d57f3a6934e9 req-75ab4304-c2a2-4fac-8fbf-84ba4149aa1d tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922022 Sep 17 22:03:10.847956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53676) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:10.948142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:10.982337 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.044176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:11.100264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-133eb835-2ea7-426a-ac6f-0ef4ce79b06b req-c0c06d9a-d987-4165-96fb-079d6dc30e9b tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 210 time: 0.0324881 Sep 17 22:03:11.115136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.125355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:11.128847 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-96725d9f-e0f7-4e65-8b41-0c3bd737f8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.129399 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800ff440-625a-4142-ae16-8150e6ac3a8e" -d '{"events": [{"server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:11.139016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.188218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:11.191576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:11.200930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:11.206755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:11.208359 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.214416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Pushing event updated for resources: {'Port': ['ID=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:11.274220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc3a6906-ced8-4177-bf00-eb662ece5514 req-2151b096-a4cc-4226-9cfd-e916d581fcf3 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 210 time: 0.0547013 Sep 17 22:03:11.294205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.32', 50947) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:11.306341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-96725d9f-e0f7-4e65-8b41-0c3bd737f8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.324993 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.399015 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3386580-94c9-4864-b1b3-4be8c3619f56 x-openstack-request-id: req-d3386580-94c9-4864-b1b3-4be8c3619f56 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:11.399614 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:11.400026 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3386580-94c9-4864-b1b3-4be8c3619f56 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:11.400572 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca', 'code': 200} Sep 17 22:03:11.450447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-96725d9f-e0f7-4e65-8b41-0c3bd737f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.508452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae8207b-264f-4398-b189-ba28a02fd5ca,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:11.542126 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-96725d9f-e0f7-4e65-8b41-0c3bd737f8c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c05c5c00fe984127824fe047e3bcfec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6929638 Sep 17 22:03:11.543107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96725d9f-e0f7-4e65-8b41-0c3bd737f8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197533f9-fcf8-4466-89cd-1b6edd487868,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:11.545546 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53716) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:11.600810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd7cfd-c689-4186-b717-41dfdb01395e req-c8bcf680-83e7-4e83-befb-1b3aa027dee8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3094962 Sep 17 22:03:11.603433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d243bbcb-203c-40ff-9cf9-4f71268f6d73 None None] Provisioning complete for port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:11.604511 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d243bbcb-203c-40ff-9cf9-4f71268f6d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.611082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca on host n-h2-713498-17 for vnic_type normal with profile {"migrating_to": "n-h1-713498-17"} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:11.611401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:11.611677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:11.629125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Port 0ae8207b-264f-4398-b189-ba28a02fd5ca on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:03:11.630915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Attempting to bind port 0ae8207b-264f-4398-b189-ba28a02fd5ca on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:11.645359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-5e47a162-aa69-4d26-80ad-3880598e878a tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7081642 Sep 17 22:03:11.646176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:11.650433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:11.650721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:11.651212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Bound port: 0ae8207b-264f-4398-b189-ba28a02fd5ca, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:11.651660 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.676723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d243bbcb-203c-40ff-9cf9-4f71268f6d73 None None] Port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:11.698520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Request body: {'port': {'device_id': 'f2c1c0bf-ce4f-4d81-8d02-117cc1510299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:11.716588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53724) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:11.736865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82424f3b-1d98-4b29-80fe-f2e0f41bda12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.771190 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82424f3b-1d98-4b29-80fe-f2e0f41bda12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.875919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-96cfb17a-6f0a-4056-b493-d11d16b5b692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.889584 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.941355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:11.944299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd7cfd-c689-4186-b717-41dfdb01395e req-6b142887-384f-401c-af95-24258ba92490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:11.946241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd7cfd-c689-4186-b717-41dfdb01395e req-6b142887-384f-401c-af95-24258ba92490 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bfee748c24148c6a6bafc59757cae4f&device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 1123 time: 0.1953683 Sep 17 22:03:11.948511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:11.955646 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82424f3b-1d98-4b29-80fe-f2e0f41bda12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.959156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82424f3b-1d98-4b29-80fe-f2e0f41bda12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:11.960429 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-82424f3b-1d98-4b29-80fe-f2e0f41bda12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/197533f9-fcf8-4466-89cd-1b6edd487868 HTTP/1.1" status: 204 len: 168 time: 0.4137635 Sep 17 22:03:11.975824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82424f3b-1d98-4b29-80fe-f2e0f41bda12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197533f9-fcf8-4466-89cd-1b6edd487868,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:12.036398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60ec7f-4048-4f5e-a329-a40fe74223ed req-d5e89765-272f-4036-ab3f-fd1b92d41117 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:12.044111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f60ec7f-4048-4f5e-a329-a40fe74223ed req-d5e89765-272f-4036-ab3f-fd1b92d41117 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.1795073 Sep 17 22:03:12.046299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.046432 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-96cfb17a-6f0a-4056-b493-d11d16b5b692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.094641 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-96cfb17a-6f0a-4056-b493-d11d16b5b692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.141044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfb17a-6f0a-4056-b493-d11d16b5b692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb70d6cb-5b88-4a10-b27a-d3f8f6b258bd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:12.148337 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-96cfb17a-6f0a-4056-b493-d11d16b5b692 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5f576ce240f4d579b49f10ae9e58e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283388 Sep 17 22:03:12.149081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53746) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:12.234177 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ecf241a-1972-4c71-b19e-5385a22e8911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.271207 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ecf241a-1972-4c71-b19e-5385a22e8911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.303832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f60ec7f-4048-4f5e-a329-a40fe74223ed req-88e5b1d4-4ad9-427b-a99d-11fddbb9b4d6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584162 Sep 17 22:03:12.304048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae8207b-264f-4398-b189-ba28a02fd5ca,revision_number=8']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:12.322212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.32', 50950) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:12.516014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:12.516656 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.518032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-5c76a082-d540-4a69-889f-30c7a29a91b3 service neutron] 10.222.0.32 "PUT /v2.0/ports/0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 1123 time: 2.0035145 Sep 17 22:03:12.526494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ecf241a-1972-4c71-b19e-5385a22e8911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.528921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ecf241a-1972-4c71-b19e-5385a22e8911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.530115 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3ecf241a-1972-4c71-b19e-5385a22e8911 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb70d6cb-5b88-4a10-b27a-d3f8f6b258bd HTTP/1.1" status: 204 len: 168 time: 0.3805387 Sep 17 22:03:12.541111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-5195a291-6ddc-4fea-b788-03938b735e0d tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:12.542688 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-5195a291-6ddc-4fea-b788-03938b735e0d tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.32 "GET /v2.0/networks?id=fefca529-eed3-4212-aef0-f81154042ac6 HTTP/1.1" status: 200 len: 824 time: 0.2191145 Sep 17 22:03:12.552086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf241a-1972-4c71-b19e-5385a22e8911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb70d6cb-5b88-4a10-b27a-d3f8f6b258bd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:12.565268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd7cfd-c689-4186-b717-41dfdb01395e req-4e1d2086-ac5e-47de-a2f2-ec3887f84b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:12.567099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd7cfd-c689-4186-b717-41dfdb01395e req-4e1d2086-ac5e-47de-a2f2-ec3887f84b0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.5912495 Sep 17 22:03:12.589632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['0ae8207b-264f-4398-b189-ba28a02fd5ca'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:03:12.650878 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-00639d68-177d-41ef-9f0c-d538c51765ce tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbd676ac393c4405932ba38df2755284 HTTP/1.1" status: 200 len: 379 time: 0.0965889 Sep 17 22:03:12.663085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Request body: {'port': {'device_id': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'admin_state_up': True, 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'security_groups': ['3852b83e-bff9-4b75-8637-f602f189ef16']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:12.675053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259b276-e774-47c6-b1ba-f8ba0d873e85 req-cd9a1eb2-ce0d-4eb8-9737-f8391c158b30 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:12.686365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7259b276-e774-47c6-b1ba-f8ba0d873e85 req-cd9a1eb2-ce0d-4eb8-9737-f8391c158b30 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 935 time: 0.2775674 Sep 17 22:03:12.688796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd7cfd-c689-4186-b717-41dfdb01395e req-95e20ba1-3f48-4bc1-8567-a6838868b4fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae HTTP/1.1" status: 200 len: 217 time: 0.1096814 Sep 17 22:03:12.720241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:12.734747 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.743002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Transition to ACTIVE for port object 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:03:12.791162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53768) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:12.809056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc4d1399-53ac-4e71-8196-a41022222bd9 req-0b1c6bf5-1c08-4f69-901f-741d879c5958 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 210 time: 0.0333655 Sep 17 22:03:12.832201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7259b276-e774-47c6-b1ba-f8ba0d873e85 req-907e6150-2095-490a-90f8-dd4a00722b43 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475873 Sep 17 22:03:12.849255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78e78c6c-be81-4609-9f60-2a12e721ac34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.849725 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:12.857593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd7cfd-c689-4186-b717-41dfdb01395e req-2376a3af-c6ec-47e3-9588-52ecc4eddc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:12.859191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd7cfd-c689-4186-b717-41dfdb01395e req-2376a3af-c6ec-47e3-9588-52ecc4eddc56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1623721 Sep 17 22:03:12.969776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Pushing event updated for resources: {'Port': ['ID=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:12.983284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd7cfd-c689-4186-b717-41dfdb01395e req-e08b0d0e-0978-4e6a-8717-9293a96c4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:12.984825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd7cfd-c689-4186-b717-41dfdb01395e req-e08b0d0e-0978-4e6a-8717-9293a96c4bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026051 Sep 17 22:03:12.985642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Attempting to bind port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:12.985964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Attempting to bind port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:12.991554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Attempting to bind port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:13.004346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78e78c6c-be81-4609-9f60-2a12e721ac34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.016108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:03:13.016435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Attempting to bind port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:13.030281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:13.030620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:13.031028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:13.031467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Bound port: 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:13.031819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.079405 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78e78c6c-be81-4609-9f60-2a12e721ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.154108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e78c6c-be81-4609-9f60-2a12e721ac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb251df-fbf5-4b24-ba85-9606077ad29e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:13.163121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-78e78c6c-be81-4609-9f60-2a12e721ac34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86f50d59947044e3981b786818ed0ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704791 Sep 17 22:03:13.164073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53778) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:13.240900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19f1165f-5425-45a3-8834-6d74ee3e03db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.259837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Made reservation on behalf of fbd676ac393c4405932ba38df2755284 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:13.263545 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.271480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19f1165f-5425-45a3-8834-6d74ee3e03db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.403827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:13.406073 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:13.424948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd7cfd-c689-4186-b717-41dfdb01395e req-e64920c7-1280-4a4d-bb05-9eb4de9da849 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311993 Sep 17 22:03:13.483272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Allocated IP 172.20.0.3 (fefca529-eed3-4212-aef0-f81154042ac6/710720af-f220-4216-8ccb-049aba8d52bd/edec71f1-4281-440e-a412-9130abb265bf) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:13.513572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19f1165f-5425-45a3-8834-6d74ee3e03db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.516156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19f1165f-5425-45a3-8834-6d74ee3e03db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.516907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] For port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:13.517488 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-19f1165f-5425-45a3-8834-6d74ee3e03db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bb251df-fbf5-4b24-ba85-9606077ad29e HTTP/1.1" status: 204 len: 168 time: 0.3526340 Sep 17 22:03:13.533054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1165f-5425-45a3-8834-6d74ee3e03db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb251df-fbf5-4b24-ba85-9606077ad29e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:13.537499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] For port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:13.560467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53796) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:13.596219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9bbee-b469-4e4d-936e-79a5f23bb7ef req-92022d28-8fe7-43b2-a011-ccda6cce3a50 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:13.598466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1aa9bbee-b469-4e4d-936e-79a5f23bb7ef req-92022d28-8fe7-43b2-a011-ccda6cce3a50 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.1631951 Sep 17 22:03:13.608229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53800) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:13.609389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.668403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d57ce0be-ff68-4c2d-bc4e-68f59742ca12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.694782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd7cfd-c689-4186-b717-41dfdb01395e req-b99ffc48-81a1-4c43-9dbd-e39a0db8d6d9 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606099 Sep 17 22:03:13.696393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:13.696962 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:13.698341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] 10.222.0.35 "PUT /v2.0/ports/495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 HTTP/1.1" status: 200 len: 1096 time: 2.0170550 Sep 17 22:03:13.827610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1aa9bbee-b469-4e4d-936e-79a5f23bb7ef req-c7b2e9dc-6c91-4f21-aa9e-a0d84ff3a905 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058594 Sep 17 22:03:13.834083 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c509142d-5eac-4b16-ad99-2b3cb1b77128 x-openstack-request-id: req-c509142d-5eac-4b16-ad99-2b3cb1b77128 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:13.835131 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:13.835407 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c509142d-5eac-4b16-ad99-2b3cb1b77128 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:13.835934 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca', 'status': 'completed', 'code': 200} Sep 17 22:03:13.888567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a97103-58cb-4fcb-a9d8-a202e38a6826 service neutron] Pushing event updated for resources: {'Port': ['ID=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:13.951205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-54b1cf5b-49f2-435b-bcd8-9689df424c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:13.952743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-54b1cf5b-49f2-435b-bcd8-9689df424c08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1126 time: 0.1143081 Sep 17 22:03:13.977028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7e71335-8c07-4f5e-a3e2-6234141ddb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.017020 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df0fc6cd-d214-423e-a7a2-ea7bb10499e3 req-630a767e-effa-4f48-9785-74b851894cec tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 210 time: 0.0696483 Sep 17 22:03:14.032061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-56772104-3754-4141-ad15-b68b7a127dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:14.033603 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-56772104-3754-4141-ad15-b68b7a127dff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed9fa84592794a8d9009c129e419bb9b&device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 1099 time: 0.1276040 Sep 17 22:03:14.046502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.108630 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-0bc65576-8498-480b-80f8-36566100d1e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 HTTP/1.1" status: 200 len: 217 time: 0.0603569 Sep 17 22:03:14.122172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6382e8-03d4-46f8-9207-cb02953a78b9 req-1da7b2b2-0e4a-4df1-9d4e-13a29ed404a3 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:14.129837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b6382e8-03d4-46f8-9207-cb02953a78b9 req-1da7b2b2-0e4a-4df1-9d4e-13a29ed404a3 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 971 time: 0.1928892 Sep 17 22:03:14.171246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-a90258b1-1cc9-4cae-92bb-6d1853cdf5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:14.173042 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-a90258b1-1cc9-4cae-92bb-6d1853cdf5a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0577509 Sep 17 22:03:14.243395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-80e6eb95-8bea-4775-9db8-a2f32b92492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:14.244944 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-80e6eb95-8bea-4775-9db8-a2f32b92492a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641382 Sep 17 22:03:14.274366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441d320-cb98-4174-9144-17021628d4c6 req-9193bdca-ba4b-4405-b6a0-41e8a6013f52 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:14.275913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1441d320-cb98-4174-9144-17021628d4c6 req-9193bdca-ba4b-4405-b6a0-41e8a6013f52 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 947 time: 0.1649313 Sep 17 22:03:14.277797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d57ce0be-ff68-4c2d-bc4e-68f59742ca12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.279696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-482a2ec4-4d58-40ef-8709-698b86f7142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:14.281071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-482a2ec4-4d58-40ef-8709-698b86f7142e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.2901831 Sep 17 22:03:14.284728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b6382e8-03d4-46f8-9207-cb02953a78b9 req-e3680407-0820-44fe-8644-7b25f0fbbe2f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486006 Sep 17 22:03:14.344430 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.347734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-6b1dd3e5-689b-46ab-b04d-28e9beb8b698 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 217 time: 0.0550194 Sep 17 22:03:14.405157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-b2930e75-5129-4213-a754-cfb8f1e5b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:14.406678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-b2930e75-5129-4213-a754-cfb8f1e5b854 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0527296 Sep 17 22:03:14.407950 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d57ce0be-ff68-4c2d-bc4e-68f59742ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.415190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1441d320-cb98-4174-9144-17021628d4c6 req-39c6ef96-5ee3-40e7-a017-9b402b3938cc tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293273 Sep 17 22:03:14.427536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Network fefca529-eed3-4212-aef0-f81154042ac6 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:14.430986 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-4f41f624-2898-4251-a95a-2d94904d19f9 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789496 Sep 17 22:03:14.445486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:14.460804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:14.461384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-852746b3-9002-42d6-b189-ae1baea6bd92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391772 Sep 17 22:03:14.500693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ce0be-ff68-4c2d-bc4e-68f59742ca12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a73241-7b6a-4348-946a-869579dffec4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:14.522487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d57ce0be-ff68-4c2d-bc4e-68f59742ca12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86b8034b1bdf4cc0af647b7af6836a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9083381 Sep 17 22:03:14.523135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53826) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:14.523230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event updated for resources: {'Port': ['ID=edec71f1-4281-440e-a412-9130abb265bf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:14.634429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-254315b9-7c19-4d28-ba20-053249d1f325 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633139 Sep 17 22:03:14.640204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7aa1392-c0ae-452a-97a1-940ee79b7a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.663632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:14.663632 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.668999 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ed149b24-a84b-42d3-ac08-f0a9e01c89d9 req-2ae4005a-6e35-49d0-b01f-48dfba0d35da service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211154 Sep 17 22:03:14.707815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7aa1392-c0ae-452a-97a1-940ee79b7a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.714085 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7e71335-8c07-4f5e-a3e2-6234141ddb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.770383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7e71335-8c07-4f5e-a3e2-6234141ddb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.792230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9c2cc52-d42a-40a0-bfd9-5457344202d5 req-9b4e9f9a-1f34-43e6-881c-e9f3f8d84deb service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487594 Sep 17 22:03:14.798078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f035f6c1-3c56-4e66-8b34-a41549ec3da1 None None] Provisioning complete for port edec71f1-4281-440e-a412-9130abb265bf triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:14.799081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f035f6c1-3c56-4e66-8b34-a41549ec3da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.820918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e71335-8c07-4f5e-a3e2-6234141ddb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0baf3d-7ce9-445b-ac68-2762c6eb0bde,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:14.829339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53844) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:14.829464 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c7e71335-8c07-4f5e-a3e2-6234141ddb99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a15a76d9428a4090a6cbfbb63abbbc92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2684462 Sep 17 22:03:14.831766 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-df1a4627-7d58-4268-b172-528877673873 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1746294 Sep 17 22:03:14.845811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Request body: {'port': {'device_id': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:14.901073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f035f6c1-3c56-4e66-8b34-a41549ec3da1 None None] Port edec71f1-4281-440e-a412-9130abb265bf cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:14.919095 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.974386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fc61b8-0dc9-4f38-ab77-1224a53c7e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.976019 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7aa1392-c0ae-452a-97a1-940ee79b7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.978420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7aa1392-c0ae-452a-97a1-940ee79b7a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:14.979683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d7aa1392-c0ae-452a-97a1-940ee79b7a78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5a73241-7b6a-4348-946a-869579dffec4 HTTP/1.1" status: 204 len: 168 time: 0.4559145 Sep 17 22:03:15.007400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa1392-c0ae-452a-97a1-940ee79b7a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a73241-7b6a-4348-946a-869579dffec4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:15.066515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fc61b8-0dc9-4f38-ab77-1224a53c7e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:15.093647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec56b4-a078-4301-8f50-b11c16d5b05a req-4aed36ea-6f63-4304-a59d-20d94e0b8c71 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:15.095227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-baec56b4-a078-4301-8f50-b11c16d5b05a req-4aed36ea-6f63-4304-a59d-20d94e0b8c71 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.1719985 Sep 17 22:03:15.138504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-2336f026-3074-45e4-89bd-e2c2f6e00632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:15.140077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-2336f026-3074-45e4-89bd-e2c2f6e00632 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1126 time: 0.1799667 Sep 17 22:03:15.219708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-baec56b4-a078-4301-8f50-b11c16d5b05a req-710db88e-e438-4f2f-91b9-46a9d563961a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137831 Sep 17 22:03:15.276858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915662e-5a4d-4f62-8f6f-7d3a081eb333 req-2ec75431-f6bf-4ffc-a06a-ea5ac45cdd57 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:15.278683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b915662e-5a4d-4f62-8f6f-7d3a081eb333 req-2ec75431-f6bf-4ffc-a06a-ea5ac45cdd57 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 931 time: 0.1377716 Sep 17 22:03:15.355714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-b794129f-441a-46ef-b448-9d28de76fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:15.357346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-b794129f-441a-46ef-b448-9d28de76fdc1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.1985760 Sep 17 22:03:15.366726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edec71f1-4281-440e-a412-9130abb265bf {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:15.375146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:15.391823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Transition to ACTIVE for port object edec71f1-4281-440e-a412-9130abb265bf will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:03:15.409892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b915662e-5a4d-4f62-8f6f-7d3a081eb333 req-605a9da8-207c-40c1-ae03-4b343fcd3015 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190970 Sep 17 22:03:15.410873 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fc61b8-0dc9-4f38-ab77-1224a53c7e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:15.413300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fc61b8-0dc9-4f38-ab77-1224a53c7e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:15.416872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a9fc61b8-0dc9-4f38-ab77-1224a53c7e24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a0baf3d-7ce9-445b-ac68-2762c6eb0bde HTTP/1.1" status: 204 len: 168 time: 0.5838141 Sep 17 22:03:15.422055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-bb7303b7-6a65-476c-b2a4-460ee82ef96e tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:15.423629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-bb7303b7-6a65-476c-b2a4-460ee82ef96e tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.32 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 971 time: 0.1406310 Sep 17 22:03:15.425208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-1609f57e-2005-445f-8f50-d6c733ef1239 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 217 time: 0.0578928 Sep 17 22:03:15.447937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc61b8-0dc9-4f38-ab77-1224a53c7e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0baf3d-7ce9-445b-ac68-2762c6eb0bde,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:15.475141 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:15.560200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Pushing event updated for resources: {'Port': ['ID=edec71f1-4281-440e-a412-9130abb265bf,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:15.610305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-fed24f33-81fe-4cf6-9b54-3bb8359297f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:15.612443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-fed24f33-81fe-4cf6-9b54-3bb8359297f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.1778953 Sep 17 22:03:15.638855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Attempting to bind port edec71f1-4281-440e-a412-9130abb265bf on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:15.639202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Attempting to bind port edec71f1-4281-440e-a412-9130abb265bf by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:15.639539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Attempting to bind port edec71f1-4281-440e-a412-9130abb265bf on network fefca529-eed3-4212-aef0-f81154042ac6 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:15.644948 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Port edec71f1-4281-440e-a412-9130abb265bf on network fefca529-eed3-4212-aef0-f81154042ac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:03:15.645278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Attempting to bind port edec71f1-4281-440e-a412-9130abb265bf on network fefca529-eed3-4212-aef0-f81154042ac6 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:15.654636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:15.655016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Checking segment: {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:15.655482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Bound using segment: {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:15.655995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Bound port: edec71f1-4281-440e-a412-9130abb265bf, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:15.656364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:15.681797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-9edc808c-4cdf-4174-bf5d-360b82854fd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493412 Sep 17 22:03:15.700133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff824687-ca58-49d1-843d-02bafc4b5629 req-2d63d822-d468-4bb3-8c8f-cdefdfefb509 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:15.701760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff824687-ca58-49d1-843d-02bafc4b5629 req-2d63d822-d468-4bb3-8c8f-cdefdfefb509 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 971 time: 0.1736267 Sep 17 22:03:15.762112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] For port edec71f1-4281-440e-a412-9130abb265bf, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:15.765402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] For port edec71f1-4281-440e-a412-9130abb265bf, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=edec71f1-4281-440e-a412-9130abb265bf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:15.797027 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9624-04c0-4ece-984c-46bc261e1241 req-298284c5-a2dc-4452-b0ab-bd398c142db8 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:15.798549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2db9624-04c0-4ece-984c-46bc261e1241 req-298284c5-a2dc-4452-b0ab-bd398c142db8 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 947 time: 0.1978719 Sep 17 22:03:15.828014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:15.851702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c1c0bf-ce4f-4d81-8d02-117cc1510299', 'tag': '495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:15.853945 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08743ca3-f7e8-4bd0-8491-40e13d9396e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c1c0bf-ce4f-4d81-8d02-117cc1510299", "tag": "495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:15.873348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Deleting port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:03:15.873683 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:15.886867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:15.888444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:15.889981 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] 10.222.0.32 "PUT /v2.0/ports/edec71f1-4281-440e-a412-9130abb265bf HTTP/1.1" status: 200 len: 1092 time: 1.0487537 Sep 17 22:03:15.892381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'tag': 'edec71f1-4281-440e-a412-9130abb265bf'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:15.902525 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a84a02-0209-45ad-a9f6-f8f405249f69" -d '{"events": [{"name": "network-changed", "server_uuid": "0810a0b7-f592-4d1e-badb-d2eb1257d591", "tag": "edec71f1-4281-440e-a412-9130abb265bf"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:15.910953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff824687-ca58-49d1-843d-02bafc4b5629 req-dd5b4351-52fd-417b-9397-c2ccfd75262a tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825690 Sep 17 22:03:15.961164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584f378-60e1-431b-8a09-2c5b147a953f service neutron] Pushing event updated for resources: {'Port': ['ID=edec71f1-4281-440e-a412-9130abb265bf,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:15.979698 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-7f2051ab-40f7-456a-b2d3-eaa49d016bdf service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769334 Sep 17 22:03:16.012192 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126f2d43-fd10-479f-8992-abcc0c612926 x-openstack-request-id: req-126f2d43-fd10-479f-8992-abcc0c612926 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:16.012475 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c1c0bf-ce4f-4d81-8d02-117cc1510299", "tag": "495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:16.012718 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-126f2d43-fd10-479f-8992-abcc0c612926 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:16.013167 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c1c0bf-ce4f-4d81-8d02-117cc1510299', 'tag': '495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2', 'status': 'completed', 'code': 200} Sep 17 22:03:16.036791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2db9624-04c0-4ece-984c-46bc261e1241 req-b7848be7-78c3-44cd-a61f-2df51e3e9a87 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108228 Sep 17 22:03:16.062233 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6ffede-4a03-4188-8102-25d2dfd9ef46 x-openstack-request-id: req-ca6ffede-4a03-4188-8102-25d2dfd9ef46 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:16.062832 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0810a0b7-f592-4d1e-badb-d2eb1257d591", "tag": "edec71f1-4281-440e-a412-9130abb265bf", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:16.063085 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca6ffede-4a03-4188-8102-25d2dfd9ef46 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:16.063689 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'tag': 'edec71f1-4281-440e-a412-9130abb265bf', 'status': 'completed', 'code': 200} Sep 17 22:03:16.156838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-596f192f-ad80-4a18-87cd-7de0c080f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:16.158453 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-596f192f-ad80-4a18-87cd-7de0c080f352 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbd676ac393c4405932ba38df2755284&device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 1095 time: 0.0935254 Sep 17 22:03:16.164684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-2e4ab1b8-caaa-4e08-8840-c6cdae9b1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:16.171109 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-2e4ab1b8-caaa-4e08-8840-c6cdae9b1914 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed9fa84592794a8d9009c129e419bb9b&device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 1099 time: 0.1287582 Sep 17 22:03:16.182139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] For port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:16.182506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:16.233995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Calling delete_port for 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae owned by compute:tempest-test_az-899185496 {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:03:16.243041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a7a458a-bdfd-4c3a-94e7-01c9a6568701 req-15f1af81-95ec-4d4b-bf15-e5916ee8f406 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279863 Sep 17 22:03:16.255271 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-f6473f14-66ba-4fff-9fb7-e0fccf69c98d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edec71f1-4281-440e-a412-9130abb265bf HTTP/1.1" status: 200 len: 217 time: 0.0679021 Sep 17 22:03:16.393366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-c710f753-061e-4803-bac2-6ae8fea28df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:16.394864 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-c710f753-061e-4803-bac2-6ae8fea28df2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710720af-f220-4216-8ccb-049aba8d52bd HTTP/1.1" status: 200 len: 863 time: 0.1293993 Sep 17 22:03:16.461655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-245e81d6-d781-4a92-bbee-534e92efb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:16.463222 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-245e81d6-d781-4a92-bbee-534e92efb008 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2785399 Sep 17 22:03:16.535311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-1267d127-97ce-427c-94a6-31ebf80ac80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:16.536976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-1267d127-97ce-427c-94a6-31ebf80ac80c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fefca529-eed3-4212-aef0-f81154042ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206787 Sep 17 22:03:16.538285 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-e6c460f8-0cf4-4dfa-93ca-cbe357adc702 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 HTTP/1.1" status: 200 len: 217 time: 0.0665789 Sep 17 22:03:16.568352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0ae8207b-264f-4398-b189-ba28a02fd5ca details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:03:16.584196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7b0a-c82a-4c28-acd2-dd22e8399741 req-bc7f6d94-9d94-47a5-9ab4-92fff43cfe53 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:16.591418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a17f7b0a-c82a-4c28-acd2-dd22e8399741 req-bc7f6d94-9d94-47a5-9ab4-92fff43cfe53 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.0836718 Sep 17 22:03:16.661122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a17f7b0a-c82a-4c28-acd2-dd22e8399741 req-f36d3042-37f4-487c-9c2e-392ae7b2bd50 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688500 Sep 17 22:03:16.693941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-d78674dd-b63d-4685-95ae-80034ac048aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:16.699700 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-d78674dd-b63d-4685-95ae-80034ac048aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1474476 Sep 17 22:03:16.728838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:16.769516 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-0ac5a94a-6f27-4b23-8475-a4dd9e9a85e4 service neutron] 10.222.0.32 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925271 Sep 17 22:03:16.769776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0ae8207b-264f-4398-b189-ba28a02fd5ca has no active binding in host n-h1-713498-17 {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:03:16.776328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-a2b65f79-65b2-41d9-8337-ef8c14b9bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:16.777909 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-a2b65f79-65b2-41d9-8337-ef8c14b9bd1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735896 Sep 17 22:03:16.786188 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:16.798671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['98bc4a09-9e6e-49ce-978b-fdb84bf7fcae'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:03:16.845651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Pushing event deleted for resources: {'Port': ['ID=98bc4a09-9e6e-49ce-978b-fdb84bf7fcae,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:16.879702 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-142ed1e9-ccad-49a1-85e9-c21c1d4f9eaa req-ec98aef8-ea12-45ad-895c-9da55e459b45 service neutron] 10.222.0.32 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006272 Sep 17 22:03:16.928634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685628a5-6155-4922-9369-0cf438d33ffc req-36b4d243-3f92-4770-a433-c0cd9fddfedc tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:16.936306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-685628a5-6155-4922-9369-0cf438d33ffc req-36b4d243-3f92-4770-a433-c0cd9fddfedc tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 943 time: 0.1785212 Sep 17 22:03:16.990424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] No DVR routers for this DVR port 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:03:16.994618 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:16.995388 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-b6e5ce3c-0bc0-4776-9b60-43ff22a92527 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143248 Sep 17 22:03:16.997200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c882fea-b488-4e2b-8155-1a2f909707c5 req-000716cb-86e9-4560-b3db-09da2214830f tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.32 "DELETE /v2.0/ports/98bc4a09-9e6e-49ce-978b-fdb84bf7fcae HTTP/1.1" status: 204 len: 173 time: 1.5642757 Sep 17 22:03:17.008621 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-685628a5-6155-4922-9369-0cf438d33ffc req-4248a261-13c6-495b-ad2f-5fa0178289f0 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713847 Sep 17 22:03:17.134564 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-08743ca3-f7e8-4bd0-8491-40e13d9396e2 req-5bc121f8-5e3c-44d5-bcd6-c20b70daf9be service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325891 Sep 17 22:03:17.178741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5fbd840-3379-43b1-aef8-430a9993a8f8 req-bc757471-c791-4066-92af-168ec11805c7 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 210 time: 0.0566621 Sep 17 22:03:17.204943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-e2cf5170-6ec7-4cbb-a8bf-b5563310d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:17.207672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-e2cf5170-6ec7-4cbb-a8bf-b5563310d666 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbd676ac393c4405932ba38df2755284&device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 1095 time: 0.0960147 Sep 17 22:03:17.367482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24181d1c-fab5-46a2-bc52-cb4bf7f112b1 req-0456f84a-f69d-4160-8264-c95ce0154264 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:17.368996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24181d1c-fab5-46a2-bc52-cb4bf7f112b1 req-0456f84a-f69d-4160-8264-c95ce0154264 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 947 time: 0.1042488 Sep 17 22:03:17.385647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-e8c2cbcd-1e15-471a-8bc6-659f5ca6083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:17.387049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-e8c2cbcd-1e15-471a-8bc6-659f5ca6083b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fefca529-eed3-4212-aef0-f81154042ac6 HTTP/1.1" status: 200 len: 924 time: 0.1704063 Sep 17 22:03:17.444259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-2308ff94-ae69-4adb-a398-ca59f95224b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edec71f1-4281-440e-a412-9130abb265bf HTTP/1.1" status: 200 len: 217 time: 0.0482213 Sep 17 22:03:17.466089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24181d1c-fab5-46a2-bc52-cb4bf7f112b1 req-06a58bdb-e8d8-4c22-b3bc-54f3e7a7e324 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871279 Sep 17 22:03:17.507774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-f1fc14c9-ce20-4ade-b992-3dbc88ae2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:17.510529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-f1fc14c9-ce20-4ade-b992-3dbc88ae2a78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710720af-f220-4216-8ccb-049aba8d52bd HTTP/1.1" status: 200 len: 863 time: 0.0577707 Sep 17 22:03:17.563625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-c340609e-90b8-4e8c-8e80-69c2c23227b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:17.565875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-c340609e-90b8-4e8c-8e80-69c2c23227b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fefca529-eed3-4212-aef0-f81154042ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463691 Sep 17 22:03:17.577004 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53968) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:17.682495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-7e25127d-e315-4c25-9e4f-68f9a5bc6dca service neutron] 10.222.0.32 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020682 Sep 17 22:03:17.689070 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27b3ea3d-d07d-44a5-a03e-a074a939a365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:17.837384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53a84a02-0209-45ad-a9f6-f8f405249f69 req-bf1da6c1-f5f4-4ff6-8450-d4fac1f7ebb8 service neutron] 10.222.0.32 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424000 Sep 17 22:03:17.873941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-612669691-network', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:17.890272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c9b43-d797-478c-93d6-31e8306212a2 req-a1c0489a-5b4f-49d9-9a16-3bc3035d5656 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:17.892763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad9c9b43-d797-478c-93d6-31e8306212a2 req-a1c0489a-5b4f-49d9-9a16-3bc3035d5656 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 943 time: 0.0783794 Sep 17 22:03:17.943082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad9c9b43-d797-478c-93d6-31e8306212a2 req-85b1f22a-d8c9-4358-a761-bdb9a72ef18a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Sep 17 22:03:17.964860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Made reservation on behalf of ca8c616772244dae8f5ac34877f9d9b3 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:17.968399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:17.979391 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.017092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261b03a9-0391-4092-bb1d-229e9c1b583c', 'name': 'network-vif-deleted', 'tag': '98bc4a09-9e6e-49ce-978b-fdb84bf7fcae'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:18.017755 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365a9b1e-70a4-417e-8d52-3b56b0834265" -d '{"events": [{"server_uuid": "261b03a9-0391-4092-bb1d-229e9c1b583c", "name": "network-vif-deleted", "tag": "98bc4a09-9e6e-49ce-978b-fdb84bf7fcae"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:18.071944 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699cb35f-93fa-4d22-b4ee-1e6f8301c799 x-openstack-request-id: req-699cb35f-93fa-4d22-b4ee-1e6f8301c799 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:18.072375 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261b03a9-0391-4092-bb1d-229e9c1b583c", "name": "network-vif-deleted", "tag": "98bc4a09-9e6e-49ce-978b-fdb84bf7fcae", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:18.072644 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-699cb35f-93fa-4d22-b4ee-1e6f8301c799 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:18.073063 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261b03a9-0391-4092-bb1d-229e9c1b583c', 'name': 'network-vif-deleted', 'tag': '98bc4a09-9e6e-49ce-978b-fdb84bf7fcae', 'status': 'completed', 'code': 200} Sep 17 22:03:18.153443 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-2df9cc75-118e-4494-bebc-9f3274312be9 service neutron] 10.222.0.35 "GET /v2.0/ports/0ae8207b-264f-4398-b189-ba28a02fd5ca/bindings/n-h1-713498-17 HTTP/1.1" status: 200 len: 385 time: 0.1211503 Sep 17 22:03:18.189601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6169a-b4c2-48d7-bbb0-5bd2645dce79 req-539ce4fa-ae66-4e25-944f-988d416bf2c0 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:18.202302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71a6169a-b4c2-48d7-bbb0-5bd2645dce79 req-539ce4fa-ae66-4e25-944f-988d416bf2c0 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 943 time: 0.1004310 Sep 17 22:03:18.213542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:03:18.231122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.246682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71a6169a-b4c2-48d7-bbb0-5bd2645dce79 req-c2ae2d68-30c0-428a-86fe-1e592b3ac13b tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458279 Sep 17 22:03:18.359114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:18.360361 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.380417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2', 'mac_address': 'fa:16:3e:13:b5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:03:18.391299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a55ffec-095e-481a-a0c6-5d9a636d0ad3 req-b03c34b7-04ec-4466-8fe1-171f317a2df8 tempest-AggregatesAdminTestJSON-1306349767 tempest-AggregatesAdminTestJSON-1306349767-project] 10.222.0.13 "GET /v2.0/ports?device_id=261b03a9-0391-4092-bb1d-229e9c1b583c HTTP/1.1" status: 200 len: 210 time: 0.0607052 Sep 17 22:03:18.396561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:03:18.413622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a157902-5e1d-41f5-8141-b3f895288af6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:18.420062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.420676 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Added segment c8a10d02-e2b4-4646-bd77-e7c8f90fff2c of type vlan for network a1a69f71-bd06-4f44-ab9a-072901aceaa0 Sep 17 22:03:18.425896 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.439790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:18.466924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:18.483308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:18.499454 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.521790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:18.563457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae8207b-264f-4398-b189-ba28a02fd5ca {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:18.576423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:18.577359 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.637490 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.638728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:18.639679 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.653140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:18.675946 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.677353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783be3-3296-41c8-98fd-f2a1ab93d294 req-31b191ab-6abc-404f-99de-74d8ce4dbc23 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:18.685162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e783be3-3296-41c8-98fd-f2a1ab93d294 req-31b191ab-6abc-404f-99de-74d8ce4dbc23 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 948 time: 0.1333361 Sep 17 22:03:18.729601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e783be3-3296-41c8-98fd-f2a1ab93d294 req-7caa0984-0b1c-4a0b-a1a2-cc4fc74a9fe6 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Sep 17 22:03:18.729601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54034) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:18.747033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a69f71-bd06-4f44-ab9a-072901aceaa0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:18.760130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a1a69f71-bd06-4f44-ab9a-072901aceaa0 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:03:18.778115 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:03:18.810320 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-513c72d8-bde2-427e-92f7-76882730c356 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2350943 Sep 17 22:03:18.815547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54038) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:18.820588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] Transition to ACTIVE for port object 0ae8207b-264f-4398-b189-ba28a02fd5ca will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:03:18.820800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Request body: {'subnet': {'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-612669691-subnet', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:18.923658 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.951732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Made reservation on behalf of ca8c616772244dae8f5ac34877f9d9b3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:18.954227 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:18.988300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] No DVR routers for this DVR port 0ae8207b-264f-4398-b189-ba28a02fd5ca on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:03:19.036255 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] Pushing event updated for resources: {'Port': ['ID=0ae8207b-264f-4398-b189-ba28a02fd5ca,revision_number=10']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:19.043979 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-27dd237a-b3ca-4ade-bc1a-47ab9c66695b service neutron] 10.222.0.35 "PUT /v2.0/ports/0ae8207b-264f-4398-b189-ba28a02fd5ca/bindings/n-h1-713498-17/activate HTTP/1.1" status: 200 len: 370 time: 0.8813925 Sep 17 22:03:19.181055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db7f9d-d88d-4f07-9de6-fc97af5aef45 req-9314dff4-6f9d-4359-878c-a9cc2a1fb7b6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:19.182546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74db7f9d-d88d-4f07-9de6-fc97af5aef45 req-9314dff4-6f9d-4359-878c-a9cc2a1fb7b6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 944 time: 0.1045966 Sep 17 22:03:19.198596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83bb66db-92fa-4793-b89f-18e62ed031ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.238604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54046) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:19.238961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54048) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:19.273184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74db7f9d-d88d-4f07-9de6-fc97af5aef45 req-e896bd9f-da53-4296-b4a4-4aceccab4bce tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757921 Sep 17 22:03:19.282743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-ee4f5b56-470d-45ba-833b-1a837a45f50f tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:19.284988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-ee4f5b56-470d-45ba-833b-1a837a45f50f tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.1126604 Sep 17 22:03:19.353317 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.382887 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47aa8b44-d254-46f5-a321-5c82d026d7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.398357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-047689cf-561e-47a4-a403-220daae397c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.479167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c31fd7-04d7-430f-8a01-06e48adb75c4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:19.493068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-8802fde7-b651-464f-820d-09a174a7f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:19.494548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-8802fde7-b651-464f-820d-09a174a7f535 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f HTTP/1.1" status: 200 len: 1096 time: 0.1963685 Sep 17 22:03:19.508004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326d260-de8f-4e01-818b-c31306371c85 req-b0024988-c3d4-4c9b-8f4f-b0f2cf939643 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:19.509453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e326d260-de8f-4e01-818b-c31306371c85 req-b0024988-c3d4-4c9b-8f4f-b0f2cf939643 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 943 time: 0.1737375 Sep 17 22:03:19.544593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Checking segment: {'id': 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:19.544934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Network hostable DHCP agents. Network: a1a69f71-bd06-4f44-ab9a-072901aceaa0, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:03:19.567784 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83bb66db-92fa-4793-b89f-18e62ed031ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.602975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e326d260-de8f-4e01-818b-c31306371c85 req-dfa459b2-c46d-440d-b1d2-7c96042d928c tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840085 Sep 17 22:03:19.609081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-b65d0403-e466-41fc-b15c-f2e7a9500aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:19.610511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-b65d0403-e466-41fc-b15c-f2e7a9500aea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1096 time: 0.0859582 Sep 17 22:03:19.639804 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83bb66db-92fa-4793-b89f-18e62ed031ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.683187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Network a1a69f71-bd06-4f44-ab9a-072901aceaa0 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:03:19.723151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-83bb66db-92fa-4793-b89f-18e62ed031ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26e75ceb5ba141ca8e9d165d716bd3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9876959 Sep 17 22:03:19.725930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54060) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:19.728693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb66db-92fa-4793-b89f-18e62ed031ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c536da3-0ef8-46aa-a311-9f0f1914bace,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:19.740488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47aa8b44-d254-46f5-a321-5c82d026d7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.757825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-0df5a4a8-1752-41eb-9e57-1a0a17310652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:19.759087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-0df5a4a8-1752-41eb-9e57-1a0a17310652 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.1407354 Sep 17 22:03:19.786739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cb31125-2f56-4b74-b6b7-bef432c00e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.806156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-c3ebf6ab-0ecb-41c4-88fc-0e4c63f5931f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 217 time: 0.0384879 Sep 17 22:03:19.808475 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cb31125-2f56-4b74-b6b7-bef432c00e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.836468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47aa8b44-d254-46f5-a321-5c82d026d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.845451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a1a69f71-bd06-4f44-ab9a-072901aceaa0) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:19.855792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2195889e-977e-47c9-ae06-d7e146d2375d None None] Network a1a69f71-bd06-4f44-ab9a-072901aceaa0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:03:19.878070 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:19.878670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:19.913261 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-47aa8b44-d254-46f5-a321-5c82d026d7b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83aab28041df46e9bef79202eb47220d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6704755 Sep 17 22:03:19.914020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa8b44-d254-46f5-a321-5c82d026d7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cc01cd-3e07-4437-94a4-28280bc081b8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:19.919077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54066) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:19.927669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450a891-270c-43ab-98ca-6f3a93fed78b req-b6431bed-8cb1-4ba5-a3cf-06cc5167480c tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:19.936053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0450a891-270c-43ab-98ca-6f3a93fed78b req-b6431bed-8cb1-4ba5-a3cf-06cc5167480c tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 948 time: 0.1322570 Sep 17 22:03:19.952445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54068) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:19.958188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-b5249c1d-2d11-4ced-8755-4945546bec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:19.959743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-b5249c1d-2d11-4ced-8755-4945546bec30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.1420071 Sep 17 22:03:20.006560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0450a891-270c-43ab-98ca-6f3a93fed78b req-307abd89-a529-432e-ae21-f4ba4bb9ef2d tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685873 Sep 17 22:03:20.008785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-7134eb89-929e-42b9-b563-ff98f6d26158 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377038 Sep 17 22:03:20.019148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cb31125-2f56-4b74-b6b7-bef432c00e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.026377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cb31125-2f56-4b74-b6b7-bef432c00e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.028845 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2cb31125-2f56-4b74-b6b7-bef432c00e84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c536da3-0ef8-46aa-a311-9f0f1914bace HTTP/1.1" status: 204 len: 168 time: 0.3014205 Sep 17 22:03:20.050912 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d48c68b-730e-4277-9283-f34626bae3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.063728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb31125-2f56-4b74-b6b7-bef432c00e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c536da3-0ef8-46aa-a311-9f0f1914bace,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:20.089498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-047689cf-561e-47a4-a403-220daae397c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.107441 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d48c68b-730e-4277-9283-f34626bae3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.128458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-cc51811c-bb4b-41c0-a673-9dc5e8b7f6c6 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112819 Sep 17 22:03:20.171135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-a1a69f71-bd06-4f44-ab9a-072901aceaa0', 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'fixed_ips': [{'subnet_id': '26c31fd7-04d7-430f-8a01-06e48adb75c4'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:03:20.172090 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.186160 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-34b08f4b-66c6-4ab1-8abc-586b967043bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bfee748c24148c6a6bafc59757cae4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2283070 Sep 17 22:03:20.192740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54074) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:20.216488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-047689cf-561e-47a4-a403-220daae397c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.231690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-4bae89c1-2dba-4bb5-a3dd-96f52397a73a service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962584 Sep 17 22:03:20.246707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:20.476027 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-047689cf-561e-47a4-a403-220daae397c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d935b41c02d4bd997da9d171f5b9ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0380106 Sep 17 22:03:20.476027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047689cf-561e-47a4-a403-220daae397c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77019a5f-fba0-44fa-aa81-c39a80b7b564,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:20.476027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8e23fce-4142-44ac-8f17-7591eaf1135f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.476027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8e23fce-4142-44ac-8f17-7591eaf1135f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.478624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2277acc-2879-4fac-9f16-664e49d457b0 req-52e465e7-34f4-44bd-9c74-6fbdb2a48785 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:20.478624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2277acc-2879-4fac-9f16-664e49d457b0 req-52e465e7-34f4-44bd-9c74-6fbdb2a48785 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 944 time: 0.0522735 Sep 17 22:03:20.478624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2277acc-2879-4fac-9f16-664e49d457b0 req-dc5cfb87-8194-4906-b8f6-442f89065725 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326746 Sep 17 22:03:20.479683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54078) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:20.514758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95979c32-4194-4f0e-9c48-04d21e809b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.536819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95979c32-4194-4f0e-9c48-04d21e809b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.580384 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-291f6085-20b6-4fb6-a2a7-46140002ced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.598177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device edec71f1-4281-440e-a412-9130abb265bf details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:03:20.627508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:03:20.662611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:03:20.662981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 98bc4a09-9e6e-49ce-978b-fdb84bf7fcae not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:03:20.711255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d48c68b-730e-4277-9283-f34626bae3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.713810 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d48c68b-730e-4277-9283-f34626bae3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.714995 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0d48c68b-730e-4277-9283-f34626bae3b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97cc01cd-3e07-4437-94a4-28280bc081b8 HTTP/1.1" status: 204 len: 168 time: 0.7920787 Sep 17 22:03:20.726512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48c68b-730e-4277-9283-f34626bae3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cc01cd-3e07-4437-94a4-28280bc081b8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:20.739435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port edec71f1-4281-440e-a412-9130abb265bf, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=edec71f1-4281-440e-a412-9130abb265bf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:20.746878 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8e23fce-4142-44ac-8f17-7591eaf1135f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.750217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8e23fce-4142-44ac-8f17-7591eaf1135f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.752455 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a8e23fce-4142-44ac-8f17-7591eaf1135f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b HTTP/1.1" status: 204 len: 168 time: 0.5582867 Sep 17 22:03:20.757832 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95979c32-4194-4f0e-9c48-04d21e809b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.761671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95979c32-4194-4f0e-9c48-04d21e809b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.763201 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-95979c32-4194-4f0e-9c48-04d21e809b06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77019a5f-fba0-44fa-aa81-c39a80b7b564 HTTP/1.1" status: 204 len: 168 time: 0.2970188 Sep 17 22:03:20.772131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e23fce-4142-44ac-8f17-7591eaf1135f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d68b25-1d1b-4eb5-a44b-68657fb3fc4b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:20.774388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c518c3-05a3-4bab-ae18-8dd34808ac4f req-2b33e304-c0e0-450b-9cf1-971bcbd821f3 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:20.785009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01c518c3-05a3-4bab-ae18-8dd34808ac4f req-2b33e304-c0e0-450b-9cf1-971bcbd821f3 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 943 time: 0.0967188 Sep 17 22:03:20.792798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95979c32-4194-4f0e-9c48-04d21e809b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77019a5f-fba0-44fa-aa81-c39a80b7b564,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:20.815084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8c2dc2ff-515a-406c-a1e7-237cde7eecf3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9956765 Sep 17 22:03:20.815778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54090) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:20.817793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:03:20.822179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:20.856463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'edec71f1-4281-440e-a412-9130abb265bf', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'port_id': 'edec71f1-4281-440e-a412-9130abb265bf', 'mac_address': 'fa:16:3e:30:dc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:03:20.864571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:20.864956 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.867248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01c518c3-05a3-4bab-ae18-8dd34808ac4f req-fbcbecd9-1ed6-4bb1-b094-8dcd4e36be1a tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812147 Sep 17 22:03:20.970233 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.986335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:20.987806 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.111124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edec71f1-4281-440e-a412-9130abb265bf {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:21.116627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Allocated IP 172.20.0.2 (a1a69f71-bd06-4f44-ab9a-072901aceaa0/26c31fd7-04d7-430f-8a01-06e48adb75c4/15c6c2ea-4299-40dc-acec-c92ef1960252) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:21.180117 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.196264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port edec71f1-4281-440e-a412-9130abb265bf, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=edec71f1-4281-440e-a412-9130abb265bf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:21.198246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82a22-bc54-4ef6-97ee-f3c7ec4a01a4 req-6cbbacdd-a288-4d3d-b3a8-cfe1a3b4643f tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:21.199856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57c82a22-bc54-4ef6-97ee-f3c7ec4a01a4 req-6cbbacdd-a288-4d3d-b3a8-cfe1a3b4643f tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 948 time: 0.1017959 Sep 17 22:03:21.201810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-62f6a54a-e3db-4f42-a06e-576d6cd572ac tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:21.203166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-62f6a54a-e3db-4f42-a06e-576d6cd572ac tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.0701294 Sep 17 22:03:21.248050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1c0bf-ce4f-4d81-8d02-117cc1510299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:21.250974 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8774e95-bbc2-4c5b-b717-66f3a6e35f47" -d '{"events": [{"server_uuid": "f2c1c0bf-ce4f-4d81-8d02-117cc1510299", "name": "network-vif-plugged", "status": "completed", "tag": "495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:21.295246 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.299412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:21.305753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57c82a22-bc54-4ef6-97ee-f3c7ec4a01a4 req-d77fc36e-bcc3-4499-a4e9-355db6be5d3c tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999372 Sep 17 22:03:21.364678 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100228bb-5bae-4b85-8930-72430a6c6d95 x-openstack-request-id: req-100228bb-5bae-4b85-8930-72430a6c6d95 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:21.365411 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1c0bf-ce4f-4d81-8d02-117cc1510299", "name": "network-vif-plugged", "status": "completed", "tag": "495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:21.369856 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-100228bb-5bae-4b85-8930-72430a6c6d95 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:21.374922 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1c0bf-ce4f-4d81-8d02-117cc1510299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2', 'code': 200} Sep 17 22:03:21.384057 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.385028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 0ae8207b-264f-4398-b189-ba28a02fd5ca no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:03:21.387549 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.412832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=edec71f1-4281-440e-a412-9130abb265bf,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:21.438453 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.488427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07349d92-f1b3-4e20-bc15-4b8abe1ebe09 req-6ac90ebc-b021-4cfb-b1b1-903ac45c67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:21.490062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-07349d92-f1b3-4e20-bc15-4b8abe1ebe09 req-6ac90ebc-b021-4cfb-b1b1-903ac45c67f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 1101 time: 0.0501878 Sep 17 22:03:21.498461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-85b82aeb-25ba-4ff6-939a-34fbb0512811 service neutron] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:21.502073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-85b82aeb-25ba-4ff6-939a-34fbb0512811 service neutron] Notify callbacks [] for binding, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.504077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a08d1e-29ea-4d5d-ac95-744b151ac663 req-85b82aeb-25ba-4ff6-939a-34fbb0512811 service neutron] 10.222.0.32 "DELETE /v2.0/ports/0ae8207b-264f-4398-b189-ba28a02fd5ca/bindings/n-h2-713498-17 HTTP/1.1" status: 204 len: 173 time: 0.2906129 Sep 17 22:03:21.532858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['edec71f1-4281-440e-a412-9130abb265bf'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:03:21.564567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:21.567698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 0ae8207b-264f-4398-b189-ba28a02fd5ca not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:03:21.579376 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-07349d92-f1b3-4e20-bc15-4b8abe1ebe09 req-2ea09949-519a-425d-be53-b3b19476a3d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817847 Sep 17 22:03:21.588762 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.597092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a30d91-570e-4d52-b1b7-4c4b39fb5837 req-0f6f8558-318c-4e6e-8767-63d842b57768 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:21.598872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68a30d91-570e-4d52-b1b7-4c4b39fb5837 req-0f6f8558-318c-4e6e-8767-63d842b57768 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 944 time: 0.0565009 Sep 17 22:03:21.653653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.677914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68a30d91-570e-4d52-b1b7-4c4b39fb5837 req-e9fcd097-3dbd-4fdf-ab3b-400082a70a1c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553391 Sep 17 22:03:21.682295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.683727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.736013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Network a1a69f71-bd06-4f44-ab9a-072901aceaa0 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:21.741375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:21.746114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:21.756999 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Pushing event updated for resources: {'Port': ['ID=15c6c2ea-4299-40dc-acec-c92ef1960252,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:21.815202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Attempting to bind port 15c6c2ea-4299-40dc-acec-c92ef1960252 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:21.815574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Attempting to bind port 15c6c2ea-4299-40dc-acec-c92ef1960252 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:21.815932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Attempting to bind port 15c6c2ea-4299-40dc-acec-c92ef1960252 on network a1a69f71-bd06-4f44-ab9a-072901aceaa0 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:21.821285 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:21.821676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Checking segment: {'id': 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:21.822290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.822514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Bound using segment: {'id': 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:21.823006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Bound port: 15c6c2ea-4299-40dc-acec-c92ef1960252, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:21.823383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.833037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f4250-2a36-4cf9-a98e-5b7a5700436b req-5f05dbb1-2d45-45e1-abb9-94b9f5f00734 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:21.835247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c61f4250-2a36-4cf9-a98e-5b7a5700436b req-5f05dbb1-2d45-45e1-abb9-94b9f5f00734 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1096 time: 0.0434108 Sep 17 22:03:21.881497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c61f4250-2a36-4cf9-a98e-5b7a5700436b req-b1dee5f5-315c-4efe-b5fc-61d1b55795fc tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Sep 17 22:03:21.900276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54112) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:21.933197 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-93dd7af3-05e7-407f-8c1e-6ccc0ebc2be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:21.965799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] For port 15c6c2ea-4299-40dc-acec-c92ef1960252, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:21.973854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] For port 15c6c2ea-4299-40dc-acec-c92ef1960252, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=15c6c2ea-4299-40dc-acec-c92ef1960252,segment=NetworkSegment(c8a10d02-e2b4-4646-bd77-e7c8f90fff2c),segment_id=c8a10d02-e2b4-4646-bd77-e7c8f90fff2c)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:22.049361 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.079866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c9e3-dc72-4c5b-a6f3-2a67ccb74c7b req-c4b03bde-2880-40ed-a1ef-218b01a7501a tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:22.084020 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1fe9c9e3-dc72-4c5b-a6f3-2a67ccb74c7b req-c4b03bde-2880-40ed-a1ef-218b01a7501a tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 944 time: 0.0989740 Sep 17 22:03:22.146122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58ad68-7d53-45ec-83f5-4481bc912177 None None] Pushing event updated for resources: {'Port': ['ID=15c6c2ea-4299-40dc-acec-c92ef1960252,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:22.176995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.206428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.341904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Allocated IP 172.25.5.107 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/62da484b-b358-45e1-ba31-551a84f85aee) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:22.372990 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-93dd7af3-05e7-407f-8c1e-6ccc0ebc2be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.379792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54118) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:22.386587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1fe9c9e3-dc72-4c5b-a6f3-2a67ccb74c7b req-92eb439a-91d7-437b-bcb9-2bc4e5ab3aa7 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880018 Sep 17 22:03:22.401169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.466940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54120) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:22.571546 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-93dd7af3-05e7-407f-8c1e-6ccc0ebc2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.594959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.608910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device edec71f1-4281-440e-a412-9130abb265bf up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:22.634682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd7af3-05e7-407f-8c1e-6ccc0ebc2be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94f61bb-fab0-4229-8c81-a3ac02bbba59,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:22.683768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-263adf1a-bc9f-43d1-8070-d975258134cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb4665490134401897babb7a711ef561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130597 Sep 17 22:03:22.683911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54128) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:22.695756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-93dd7af3-05e7-407f-8c1e-6ccc0ebc2be0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7382113c7c024a58828c298c5980e8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7918653 Sep 17 22:03:22.696458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54130) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:22.718137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639dee-5dad-4294-bf2c-f6cba68546a9 req-41e1ee06-bebf-4da5-aeed-05a271abb4de tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:22.719667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39639dee-5dad-4294-bf2c-f6cba68546a9 req-41e1ee06-bebf-4da5-aeed-05a271abb4de tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 949 time: 0.2568448 Sep 17 22:03:22.737966 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.791109 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c938c3ca-caef-4508-bab3-9b2d7151bee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.799081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:22.808827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port edec71f1-4281-440e-a412-9130abb265bf completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:03:22.811724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:22.814599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:22.819910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port edec71f1-4281-440e-a412-9130abb265bf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:22.820540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.856620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c938c3ca-caef-4508-bab3-9b2d7151bee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.861533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Pushing event updated for resources: {'Port': ['ID=62da484b-b358-45e1-ba31-551a84f85aee,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:22.875263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39639dee-5dad-4294-bf2c-f6cba68546a9 req-f60c7763-7675-4f66-82ca-7492c3c794e0 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302400 Sep 17 22:03:22.927797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5dda753-6164-481b-84fb-41e3687f0262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.952689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:22.979327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54136) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:22.996998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port edec71f1-4281-440e-a412-9130abb265bf, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=edec71f1-4281-440e-a412-9130abb265bf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:23.013539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5dda753-6164-481b-84fb-41e3687f0262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.015112 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03a2b3d7-936d-4454-8318-30b19f0adf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.017878 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.055539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-ce84725b-abb7-4a42-985a-5139a304a096 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:23.057722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-ce84725b-abb7-4a42-985a-5139a304a096 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 808 time: 0.3095376 Sep 17 22:03:23.080229 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.085923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-1459c9ec-20fc-4fe6-b68e-6b46ba61e629 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/quotas/f8d6f0a567fa4f3ea465d8c3cf9da54f HTTP/1.1" status: 200 len: 375 time: 0.0180233 Sep 17 22:03:23.125899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c938c3ca-caef-4508-bab3-9b2d7151bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.129290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c938c3ca-caef-4508-bab3-9b2d7151bee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.130818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.141807 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c938c3ca-caef-4508-bab3-9b2d7151bee1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be5cb38d-a589-4561-b3c3-7452f14c13ac HTTP/1.1" status: 204 len: 168 time: 0.4489570 Sep 17 22:03:23.166153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=edec71f1-4281-440e-a412-9130abb265bf,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:23.189043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938c3ca-caef-4508-bab3-9b2d7151bee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5cb38d-a589-4561-b3c3-7452f14c13ac,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:23.210079 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.216305 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5dda753-6164-481b-84fb-41e3687f0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.216520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5dda753-6164-481b-84fb-41e3687f0262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.220127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f5dda753-6164-481b-84fb-41e3687f0262 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d94f61bb-fab0-4229-8c81-a3ac02bbba59 HTTP/1.1" status: 204 len: 168 time: 0.5162599 Sep 17 22:03:23.262375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55b355a44fbd47019ab5b7faa05e5c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8814576 Sep 17 22:03:23.267179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54142) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:23.268668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83b2615-7426-4750-91e1-c8d8eb84ce47,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:23.275864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 15c6c2ea-4299-40dc-acec-c92ef1960252 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:23.299067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.313285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.313630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.313967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.314295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.314616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.315635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.316225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.316612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.317716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.318054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.318378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.318697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc2f59-b52c-402c-920c-2cc5dd6e5eae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.344991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-5fa86061-c1eb-4dbe-8f9e-25fdb5820d3e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2355416 Sep 17 22:03:23.359112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a3b2e527-e695-45fd-a45d-593f4d071306 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:23.361550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a3b2e527-e695-45fd-a45d-593f4d071306 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062635 Sep 17 22:03:23.362936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 15c6c2ea-4299-40dc-acec-c92ef1960252 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:23.363760 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.396454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dda753-6164-481b-84fb-41e3687f0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94f61bb-fab0-4229-8c81-a3ac02bbba59,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:23.411117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edec71f1-4281-440e-a412-9130abb265bf'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:23.433196 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d9f238-d282-426a-b274-a189e8b834db" -d '{"events": [{"server_uuid": "0810a0b7-f592-4d1e-badb-d2eb1257d591", "name": "network-vif-plugged", "status": "completed", "tag": "edec71f1-4281-440e-a412-9130abb265bf"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:23.482731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4054b39-dbf9-410f-9f0b-56355ad7cefa None None] Network a1a69f71-bd06-4f44-ab9a-072901aceaa0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:03:23.501620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03a2b3d7-936d-4454-8318-30b19f0adf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.529558 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.592461 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.595612 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.602252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.642363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68419-e915-45ba-a747-0ae7c59ee57f req-921294bb-84ab-4b68-a91e-3f70c3ed1d8c tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:23.644067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dba68419-e915-45ba-a747-0ae7c59ee57f req-921294bb-84ab-4b68-a91e-3f70c3ed1d8c tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 945 time: 0.1383822 Sep 17 22:03:23.644828 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03a2b3d7-936d-4454-8318-30b19f0adf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.653633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 15c6c2ea-4299-40dc-acec-c92ef1960252, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=15c6c2ea-4299-40dc-acec-c92ef1960252,segment=NetworkSegment(c8a10d02-e2b4-4646-bd77-e7c8f90fff2c),segment_id=c8a10d02-e2b4-4646-bd77-e7c8f90fff2c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:23.654556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8f82d825-4acf-4b22-91df-f1b082303007 None None] Provisioning complete for port 15c6c2ea-4299-40dc-acec-c92ef1960252 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:23.654941 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8f82d825-4acf-4b22-91df-f1b082303007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.727014 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.742964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-03a2b3d7-936d-4454-8318-30b19f0adf78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c591c97e4454018a888c33dd09be1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580671 Sep 17 22:03:23.743619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54150) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:23.757226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2b3d7-936d-4454-8318-30b19f0adf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17bb1f7-9024-434e-876a-7b64f38e3f01,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:23.766495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-d85072a5-303c-4dbe-ba92-2b70c96edc61 service neutron] 10.222.0.13 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977017 Sep 17 22:03:23.783298 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dba68419-e915-45ba-a747-0ae7c59ee57f req-6257fca6-7d8f-4bf2-a773-105d30405744 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073992 Sep 17 22:03:23.838616 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.842314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=15c6c2ea-4299-40dc-acec-c92ef1960252,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:23.843028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:23.844659 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a83b2615-7426-4750-91e1-c8d8eb84ce47 HTTP/1.1" status: 204 len: 168 time: 0.5762949 Sep 17 22:03:23.864819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83b2615-7426-4750-91e1-c8d8eb84ce47,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:23.866086 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c64439-9bed-4797-86a2-6c4297b1102a x-openstack-request-id: req-f3c64439-9bed-4797-86a2-6c4297b1102a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:23.866487 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0810a0b7-f592-4d1e-badb-d2eb1257d591", "name": "network-vif-plugged", "status": "completed", "tag": "edec71f1-4281-440e-a412-9130abb265bf", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:23.866669 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3c64439-9bed-4797-86a2-6c4297b1102a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:23.867020 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edec71f1-4281-440e-a412-9130abb265bf', 'code': 200} Sep 17 22:03:23.878626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.879129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.879472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.885549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.885549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.885549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.885549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.885549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.885549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.885549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.885549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.885549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590d2397-11a2-4fbf-8a6c-d2f4eac42dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:23.946292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Router d7e9b590-44a9-484a-a38d-edfa76a123c0 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:03:23.996919 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db732b77-8ddf-4dd5-bd72-fdf54b403740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:24.069055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db732b77-8ddf-4dd5-bd72-fdf54b403740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:24.110575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:24.121465 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Sync routers for ids ['d7e9b590-44a9-484a-a38d-edfa76a123c0'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:24.142504 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Routers {'d7e9b590-44a9-484a-a38d-edfa76a123c0'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:24.144315 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['d7e9b590-44a9-484a-a38d-edfa76a123c0'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:24.157220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-21835e8f-c46e-49eb-84cd-e61a4dfb7c0a service neutron] 10.222.0.13 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710303 Sep 17 22:03:24.168607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ab26-7a50-4258-8441-5a83eac689ef req-ea8314c6-1a62-4ea5-909a-3717d56f6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:24.170141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bc8ab26-7a50-4258-8441-5a83eac689ef req-ea8314c6-1a62-4ea5-909a-3717d56f6f48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 1097 time: 0.1802022 Sep 17 22:03:24.183120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa068c19-a3f4-4017-b2b2-85dffb1f6448 req-fd42bff5-0875-4cbd-97d7-f51daed2a319 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:24.186050 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:24.188298 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-358a306e-4e2b-452c-bc9f-06822d92d4ba admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3714838 Sep 17 22:03:24.194556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54166) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:24.195637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa068c19-a3f4-4017-b2b2-85dffb1f6448 req-fd42bff5-0875-4cbd-97d7-f51daed2a319 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 949 time: 0.2044625 Sep 17 22:03:24.197711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-511fb124-daba-4e1d-ac3c-0950ac5a1904 None None] Provisioning complete for port 15c6c2ea-4299-40dc-acec-c92ef1960252 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:24.202907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-511fb124-daba-4e1d-ac3c-0950ac5a1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:24.279074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa068c19-a3f4-4017-b2b2-85dffb1f6448 req-1f8962dd-62e2-413b-a851-4d017fec5797 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783517 Sep 17 22:03:24.281446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bc8ab26-7a50-4258-8441-5a83eac689ef req-da678a51-bad5-4734-8d88-63ea6402acc2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825531 Sep 17 22:03:24.312844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db732b77-8ddf-4dd5-bd72-fdf54b403740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:24.317736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db732b77-8ddf-4dd5-bd72-fdf54b403740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:24.320595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db732b77-8ddf-4dd5-bd72-fdf54b403740 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a17bb1f7-9024-434e-876a-7b64f38e3f01 HTTP/1.1" status: 204 len: 168 time: 0.5717406 Sep 17 22:03:24.339977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db732b77-8ddf-4dd5-bd72-fdf54b403740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17bb1f7-9024-434e-876a-7b64f38e3f01,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:24.430184 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Set router d7e9b590-44a9-484a-a38d-edfa76a123c0 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:24.577681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76585232-46ae-42a4-b9b4-6f176473b76f req-a60782e9-a46f-45c4-bce7-6c046c62230a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 210 time: 0.0404944 Sep 17 22:03:24.629787 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '62da484b-b358-45e1-ba31-551a84f85aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:20Z', 'updated_at': '2021-09-17T22:03:23Z', 'revision_number': 3, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'gw_port': {'id': '62da484b-b358-45e1-ba31-551a84f85aee', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:22Z', 'updated_at': '2021-09-17T22:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:24.659227 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Checking router: d7e9b590-44a9-484a-a38d-edfa76a123c0 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:24.659582 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Updating router d7e9b590-44a9-484a-a38d-edfa76a123c0 port 62da484b-b358-45e1-ba31-551a84f85aee binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:03:24.690871 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:24.871752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ea4c7-2cd0-4dc9-afde-2cf7620b741b req-d59fdaf8-2e16-4c4d-b1df-3b06ff0cc0c7 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:24.874525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d15ea4c7-2cd0-4dc9-afde-2cf7620b741b req-d59fdaf8-2e16-4c4d-b1df-3b06ff0cc0c7 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 949 time: 0.1126113 Sep 17 22:03:24.967212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d15ea4c7-2cd0-4dc9-afde-2cf7620b741b req-30af2d7f-6691-4adc-a57a-ba02dfda7c73 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750656 Sep 17 22:03:24.985037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b720-2bd6-4b67-b3ce-7d8454a4c856 req-3faf27bd-e4b6-4d74-af80-40a122953728 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:24.986511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18a7b720-2bd6-4b67-b3ce-7d8454a4c856 req-3faf27bd-e4b6-4d74-af80-40a122953728 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 945 time: 0.0917358 Sep 17 22:03:25.050525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18a7b720-2bd6-4b67-b3ce-7d8454a4c856 req-b031dfe3-71cf-4f97-ab35-325f22a497b6 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505455 Sep 17 22:03:25.113421 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:25.173252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 15c6c2ea-4299-40dc-acec-c92ef1960252 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:25.198162 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:25.286066 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797247b-b0a1-42ee-8af9-f7543bd4d811 None None] Pushing event updated for resources: {'Port': ['ID=62da484b-b358-45e1-ba31-551a84f85aee,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:25.308614 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Attempting to bind port 62da484b-b358-45e1-ba31-551a84f85aee on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:25.309328 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Attempting to bind port 62da484b-b358-45e1-ba31-551a84f85aee by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:25.309961 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Attempting to bind port 62da484b-b358-45e1-ba31-551a84f85aee on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:25.316369 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:25.316876 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:25.317376 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:25.317872 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:25.318277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 15c6c2ea-4299-40dc-acec-c92ef1960252 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:25.318767 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Bound port: 62da484b-b358-45e1-ba31-551a84f85aee, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:25.318909 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:25.319260 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:25.384481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:25.450245 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] For port 62da484b-b358-45e1-ba31-551a84f85aee, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:25.454812 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] For port 62da484b-b358-45e1-ba31-551a84f85aee, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=62da484b-b358-45e1-ba31-551a84f85aee,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:25.583629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Allocated IP 172.20.0.1 (a1a69f71-bd06-4f44-ab9a-072901aceaa0/26c31fd7-04d7-430f-8a01-06e48adb75c4/07adc92d-02b4-4dd7-ba41-bbb68a2d125a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:25.615565 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:25.703185 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Routers {'d7e9b590-44a9-484a-a38d-edfa76a123c0'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:25.704019 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['d7e9b590-44a9-484a-a38d-edfa76a123c0'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:25.769591 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797247b-b0a1-42ee-8af9-f7543bd4d811 None None] Pushing event updated for resources: {'Port': ['ID=62da484b-b358-45e1-ba31-551a84f85aee,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:25.775377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:25.781286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f39490a-bac8-42b8-9df8-11930a6e9623 req-4dcb480f-9259-4bf7-bfb3-303bc3d86f91 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 210 time: 0.0711279 Sep 17 22:03:25.868365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9b06a-0e23-48e4-97aa-689af2877bb5 req-86cd9e22-b7e8-4b86-82d5-e3deeb25ed81 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:25.870127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3d9b06a-0e23-48e4-97aa-689af2877bb5 req-86cd9e22-b7e8-4b86-82d5-e3deeb25ed81 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 949 time: 0.0664725 Sep 17 22:03:25.875741 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] Set router d7e9b590-44a9-484a-a38d-edfa76a123c0 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:25.889375 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:25.950070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Network a1a69f71-bd06-4f44-ab9a-072901aceaa0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:25.953578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:25.956597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:25.979737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3d9b06a-0e23-48e4-97aa-689af2877bb5 req-9dbd3bcc-6eda-4e84-a7af-fc0a0c2efa11 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998063 Sep 17 22:03:25.997202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Pushing event updated for resources: {'Port': ['ID=07adc92d-02b4-4dd7-ba41-bbb68a2d125a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:26.017740 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:26.133822 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '62da484b-b358-45e1-ba31-551a84f85aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:20Z', 'updated_at': '2021-09-17T22:03:23Z', 'revision_number': 3, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'gw_port': {'id': '62da484b-b358-45e1-ba31-551a84f85aee', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:22Z', 'updated_at': '2021-09-17T22:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:26.179142 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafeef51-d09a-406f-9d7a-ddd030401408 None None] The sync data for ids ['d7e9b590-44a9-484a-a38d-edfa76a123c0'] in n-d-713498-17 is: [{'id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '62da484b-b358-45e1-ba31-551a84f85aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:20Z', 'updated_at': '2021-09-17T22:03:23Z', 'revision_number': 3, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'gw_port': {'id': '62da484b-b358-45e1-ba31-551a84f85aee', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:22Z', 'updated_at': '2021-09-17T22:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:26.236356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64c3f-297b-46ff-8e12-2ba56018faec req-d908d151-3146-4343-b47f-43b0351f6df3 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:26.242176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cee64c3f-297b-46ff-8e12-2ba56018faec req-d908d151-3146-4343-b47f-43b0351f6df3 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 945 time: 0.0912902 Sep 17 22:03:26.275713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:26.298568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cee64c3f-297b-46ff-8e12-2ba56018faec req-10e12c5e-972c-4b37-9b79-3b07b394f83f tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494435 Sep 17 22:03:26.355664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a0399733-5dfc-43c1-a048-253c52a86bfd None None] Provisioning complete for port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:26.356159 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a0399733-5dfc-43c1-a048-253c52a86bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:26.453323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a0399733-5dfc-43c1-a048-253c52a86bfd None None] Port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:26.508092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f5f3-017a-443a-bed4-a4cb58288898 req-8d483ded-7521-4d9e-9e46-8411ab5ec411 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:26.508092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c326f5f3-017a-443a-bed4-a4cb58288898 req-8d483ded-7521-4d9e-9e46-8411ab5ec411 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 945 time: 0.0893140 Sep 17 22:03:26.515546 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54252) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:26.523197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Request body: {'floatingip': {'port_id': 'edec71f1-4281-440e-a412-9130abb265bf'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:26.623620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:26.776128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:26.876375 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:26.962821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94976a6e-5027-4efc-954d-3375d60847bb req-325fb6b4-0c1b-4baf-8828-770e75518b73 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 210 time: 0.0677598 Sep 17 22:03:27.160046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-266cd390-e603-4d0e-a7cd-01c9e687a45e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:27.161549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-266cd390-e603-4d0e-a7cd-01c9e687a45e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 808 time: 0.1835289 Sep 17 22:03:27.175787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Request body: {'port': {'device_id': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4', 'admin_state_up': True, 'tenant_id': 'f8d6f0a567fa4f3ea465d8c3cf9da54f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:27.234439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 62da484b-b358-45e1-ba31-551a84f85aee up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:27.236434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Pushing event updated for resources: {'Port': ['ID=07adc92d-02b4-4dd7-ba41-bbb68a2d125a,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:27.262553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:27.301655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 62da484b-b358-45e1-ba31-551a84f85aee triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:27.302443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:27.311374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54274) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:27.349474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853cc19-fc59-4278-aa84-39a7850ac763 req-c181b5a3-e01e-468d-86d8-324644aa3e53 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:27.358741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b853cc19-fc59-4278-aa84-39a7850ac763 req-c181b5a3-e01e-468d-86d8-324644aa3e53 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 949 time: 0.1795466 Sep 17 22:03:27.369246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bed36-5060-41fd-9276-19a474453517 req-16fc7dab-3beb-4fdb-a1aa-56f56659ce7e tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:27.371433 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b2bed36-5060-41fd-9276-19a474453517 req-16fc7dab-3beb-4fdb-a1aa-56f56659ce7e tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 949 time: 0.4137967 Sep 17 22:03:27.414706 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:27.431237 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b853cc19-fc59-4278-aa84-39a7850ac763 req-1f816df4-6d16-43f1-8546-822146a5ca37 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660501 Sep 17 22:03:27.446659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 62da484b-b358-45e1-ba31-551a84f85aee, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=62da484b-b358-45e1-ba31-551a84f85aee,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:27.511441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Made reservation on behalf of f8d6f0a567fa4f3ea465d8c3cf9da54f for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:27.515080 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:27.534462 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:27.632161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=62da484b-b358-45e1-ba31-551a84f85aee,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:27.704388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Allocated IP 172.20.0.4 (7a78a37b-139c-48e6-ab97-586948877df4/1f1a1b15-4eaa-4254-916f-6d48795aacd3/9ae6c467-588b-48b0-b87d-bfe717959821) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:27.755806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-network', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:27.897094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Made reservation on behalf of 0af34bf8e34c45be8e832a03a349f3b9 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:27.900344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:27.920190 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:27.923817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.092606 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.098866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-8b2bed36-5060-41fd-9276-19a474453517 req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Deleting port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:03:28.099845 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8b2bed36-5060-41fd-9276-19a474453517 req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.128356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.resource_extend [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:03:28.150928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6e0b4cf-876f-4847-b728-9fd4dd62e017 req-f1aa16c1-5c64-4b2e-adc3-c2e3efb7804b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 210 time: 0.0409205 Sep 17 22:03:28.150928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.165120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Network a1a69f71-bd06-4f44-ab9a-072901aceaa0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:28.176741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:28.199180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.254238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Network 7a78a37b-139c-48e6-ab97-586948877df4 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:28.260154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:03:28.268211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:28.294152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:28.300659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:28.301531 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.329147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Pushing event updated for resources: {'Port': ['ID=9ae6c467-588b-48b0-b87d-bfe717959821,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:28.335405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e5efe-c0d3-4aec-9f27-149b6c90257e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:28.338649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.339053 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Added segment 2427d887-f3e3-4362-bfc9-3561fd8627d6 of type vlan for network 529a844b-afd2-44d1-9906-0096d692962a Sep 17 22:03:28.342831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.416927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8b2bed36-5060-41fd-9276-19a474453517 req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] For port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:28.417298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8b2bed36-5060-41fd-9276-19a474453517 req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.420714 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.434189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-6ed53a80-7536-4651-a793-932a3dc370db tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2623267 Sep 17 22:03:28.493334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Request body: {'port': {'device_id': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:28.500704 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.580255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.581589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:28.590668 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.602811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3e207071-c358-4833-8bf6-33979e3546d7 None None] Provisioning complete for port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:28.603824 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e207071-c358-4833-8bf6-33979e3546d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.631340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-8b2bed36-5060-41fd-9276-19a474453517 req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Calling delete_port for 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:03:28.657027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:28.691426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3e207071-c358-4833-8bf6-33979e3546d7 None None] Port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:28.723178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516d56-a814-48b3-aaa4-087c3a670ab6 req-30554a8a-ed2c-4779-a7c2-8edc275cc1fe tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:28.725048 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7516d56-a814-48b3-aaa4-087c3a670ab6 req-30554a8a-ed2c-4779-a7c2-8edc275cc1fe tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 949 time: 0.1496866 Sep 17 22:03:28.730554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] Pushing event updated for resources: {'Network': ['ID=529a844b-afd2-44d1-9906-0096d692962a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:28.763897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 529a844b-afd2-44d1-9906-0096d692962a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:03:28.764896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-708b3325-7a09-43af-8024-e5e2f4a096a8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4515002 Sep 17 22:03:28.775215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54316) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:28.782221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Request body: {'subnet': {'network_id': '529a844b-afd2-44d1-9906-0096d692962a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-subnet', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:28.837725 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Floating IP 13a2fe25-0cba-4ca5-ac9d-970be27fa608 associated. External IP: 172.25.5.40, port: edec71f1-4281-440e-a412-9130abb265bf. Sep 17 22:03:28.841931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Router d7e9b590-44a9-484a-a38d-edfa76a123c0 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:03:28.846004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7516d56-a814-48b3-aaa4-087c3a670ab6 req-738fd8fd-e3e6-4262-9364-5b1f4cd67a15 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2ca0317-69ce-4a05-9793-600075a25af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927823 Sep 17 22:03:28.909708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Made reservation on behalf of 0af34bf8e34c45be8e832a03a349f3b9 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:28.912017 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:29.175513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8b2bed36-5060-41fd-9276-19a474453517 req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:29.191393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 62da484b-b358-45e1-ba31-551a84f85aee up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:29.193258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:29.213840 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3d39b354-690e-40c7-aa09-027b18e82811 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7e9b590-44a9-484a-a38d-edfa76a123c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0192571 Sep 17 22:03:29.232757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Sync routers for ids ['d7e9b590-44a9-484a-a38d-edfa76a123c0'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:29.260522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Pushing event deleted for resources: {'Port': ['ID=495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:29.276040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Routers {'d7e9b590-44a9-484a-a38d-edfa76a123c0'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:29.276796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['d7e9b590-44a9-484a-a38d-edfa76a123c0'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:29.450756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 62da484b-b358-45e1-ba31-551a84f85aee triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:29.451988 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:29.460466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2bed36-5060-41fd-9276-19a474453517 req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] No DVR routers for this DVR port 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:03:29.481726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15724b62-0dba-4343-af73-66f59fc680c9 req-c7c8c017-58c1-44d6-adb2-0454c699b534 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:29.483317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15724b62-0dba-4343-af73-66f59fc680c9 req-c7c8c017-58c1-44d6-adb2-0454c699b534 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 931 time: 0.0978856 Sep 17 22:03:29.486033 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:29.493055 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8b2bed36-5060-41fd-9276-19a474453517 req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:29.496136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae6c467-588b-48b0-b87d-bfe717959821 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:29.499199 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b2bed36-5060-41fd-9276-19a474453517 req-98f18a6d-b8ba-48f0-a14f-06641f1d69e9 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.35 "DELETE /v2.0/ports/495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 HTTP/1.1" status: 204 len: 173 time: 2.0623868 Sep 17 22:03:29.499691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1c0bf-ce4f-4d81-8d02-117cc1510299', 'name': 'network-vif-deleted', 'tag': '495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:29.507327 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe5bed-3f82-4b1d-854e-31cc3f8eed99" -d '{"events": [{"server_uuid": "f2c1c0bf-ce4f-4d81-8d02-117cc1510299", "name": "network-vif-deleted", "tag": "495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:29.522579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Router 5f2793a9-9599-40de-a65c-640ab581cf91 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:03:29.565933 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:29.693350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:29.707052 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] Sync routers for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:29.708736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:29.724438 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:29.725096 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:29.741879 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca09395c-1140-4a68-b274-8b98961b0ca5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "PUT /v2.0/floatingips/13a2fe25-0cba-4ca5-ac9d-970be27fa608 HTTP/1.1" status: 200 len: 990 time: 3.2248199 Sep 17 22:03:29.777316 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d931f89-3bc4-400c-a7ee-52b0658747b3 x-openstack-request-id: req-0d931f89-3bc4-400c-a7ee-52b0658747b3 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:29.777632 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1c0bf-ce4f-4d81-8d02-117cc1510299", "name": "network-vif-deleted", "tag": "495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:29.778185 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d931f89-3bc4-400c-a7ee-52b0658747b3 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:29.778312 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1c0bf-ce4f-4d81-8d02-117cc1510299', 'name': 'network-vif-deleted', 'tag': '495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2', 'status': 'completed', 'code': 200} Sep 17 22:03:29.834256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Set router d7e9b590-44a9-484a-a38d-edfa76a123c0 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:29.936643 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:29.972074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9debdb4-e3c3-45a3-9978-4c5def9a39a0,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:29.987233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Transition to ACTIVE for port object 9ae6c467-588b-48b0-b87d-bfe717959821 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:03:30.026237 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15724b62-0dba-4343-af73-66f59fc680c9 req-e21e443e-0fcf-4c79-b9f7-c2f6f71d9047 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213888 Sep 17 22:03:30.151592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '62da484b-b358-45e1-ba31-551a84f85aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:20Z', 'updated_at': '2021-09-17T22:03:26Z', 'revision_number': 4, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'gw_port': {'id': '62da484b-b358-45e1-ba31-551a84f85aee', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:22Z', 'updated_at': '2021-09-17T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '07adc92d-02b4-4dd7-ba41-bbb68a2d125a', 'name': '', 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'mac_address': 'fa:16:3e:32:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '26c31fd7-04d7-430f-8a01-06e48adb75c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:25Z', 'updated_at': '2021-09-17T22:03:26Z', 'revision_number': 2, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'subnets': [{'id': '26c31fd7-04d7-430f-8a01-06e48adb75c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:30.204763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Checking router: d7e9b590-44a9-484a-a38d-edfa76a123c0 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:30.205121 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Updating router d7e9b590-44a9-484a-a38d-edfa76a123c0 port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:03:30.226677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Checking segment: {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:30.227056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Network hostable DHCP agents. Network: 529a844b-afd2-44d1-9906-0096d692962a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:03:30.235893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.247335 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.286499 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '13a2fe25-0cba-4ca5-ac9d-970be27fa608', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'port_id': 'edec71f1-4281-440e-a412-9130abb265bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'mac_address': 'fa:16:3e:30:dc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:03:07Z', 'updated_at': '2021-09-17T22:03:27Z', 'revision_number': 1, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:30.307046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:03:30.315278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-d7f67dc1-f718-4e09-9d8a-dac50494e44e tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2702687 Sep 17 22:03:30.326468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:30.328777 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] Checking router: 5f2793a9-9599-40de-a65c-640ab581cf91 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:30.340345 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:30.341273 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:30.361280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae6c467-588b-48b0-b87d-bfe717959821,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:30.391575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:03:30.391925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 495fffda-4d6a-460c-ad1f-4b8b4f0cdfd2 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:03:30.419952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:30.420286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:30.420621 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:30.437993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d348f05-e60f-4b84-abad-95d8ac354979 req-c2ae53fe-cca9-432d-85fa-111866fc9e11 tempest-DeleteServersAdminTestJSON-599406849 tempest-DeleteServersAdminTestJSON-599406849-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c1c0bf-ce4f-4d81-8d02-117cc1510299 HTTP/1.1" status: 200 len: 210 time: 0.0312250 Sep 17 22:03:30.440179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Port 9ae6c467-588b-48b0-b87d-bfe717959821 on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:03:30.440407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:30.446307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:30.446638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:30.447039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:30.447617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Bound port: 9ae6c467-588b-48b0-b87d-bfe717959821, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:30.448092 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.467189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Network 529a844b-afd2-44d1-9906-0096d692962a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:03:30.542109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:30.551267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:30.551267 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.570929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 529a844b-afd2-44d1-9906-0096d692962a) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:30.580620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdba5d40-05fb-4e22-8a5b-05ac67645dbd None None] Network 529a844b-afd2-44d1-9906-0096d692962a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:03:30.583323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:30.583904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.613197 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:30.635107 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.685291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bc30274b-ac1d-4f4c-a4c2-2bed316126f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9152505 Sep 17 22:03:30.692525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54384) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:30.697481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:30.748264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:30.748985 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.750449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] 10.222.0.35 "PUT /v2.0/ports/9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 1092 time: 2.2628176 Sep 17 22:03:30.753472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:30.753928 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1bd691-0561-4fbc-b562-d58284372f43" -d '{"events": [{"name": "network-changed", "server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:30.769417 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.792942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.794636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.816001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5953b4a-9fd1-449c-b5fd-7c04e4b9d707 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae6c467-588b-48b0-b87d-bfe717959821,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:30.818217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54390) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:30.828896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.872949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-529a844b-afd2-44d1-9906-0096d692962a', 'network_id': '529a844b-afd2-44d1-9906-0096d692962a', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'fixed_ips': [{'subnet_id': 'b9debdb4-e3c3-45a3-9978-4c5def9a39a0'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:03:30.874466 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.894823 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.918690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:30.947700 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '13a2fe25-0cba-4ca5-ac9d-970be27fa608', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'port_id': 'edec71f1-4281-440e-a412-9130abb265bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'mac_address': 'fa:16:3e:30:dc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:03:07Z', 'updated_at': '2021-09-17T22:03:27Z', 'revision_number': 1, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:30.993689 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aecf998-5a3d-4324-8d67-ed87be18121e None None] The sync data for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 is: [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '13a2fe25-0cba-4ca5-ac9d-970be27fa608', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'port_id': 'edec71f1-4281-440e-a412-9130abb265bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'mac_address': 'fa:16:3e:30:dc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:03:07Z', 'updated_at': '2021-09-17T22:03:27Z', 'revision_number': 1, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:31.023376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-db97af88-5b13-42d4-ae71-1946f7e8a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:31.025200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-db97af88-5b13-42d4-ae71-1946f7e8a849 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1095 time: 0.0826466 Sep 17 22:03:31.099345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Allocated IP 172.25.5.247 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/1361eead-ea79-4e5d-9a70-e69282097152) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:31.102256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-8c1d556e-4d08-4b24-8058-038f8f75fec7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 217 time: 0.0649426 Sep 17 22:03:31.109114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c8adb-ab94-47a4-83b1-dbfe89954f01 None None] Pushing event updated for resources: {'Port': ['ID=07adc92d-02b4-4dd7-ba41-bbb68a2d125a,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:31.190275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-567c4bc9-9534-4035-8d7e-d19acc28d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:31.191817 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-567c4bc9-9534-4035-8d7e-d19acc28d3b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0808651 Sep 17 22:03:31.263313 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-7c06160c-9294-4a11-9284-036780f77b4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399568 Sep 17 22:03:31.272659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Allocated IP 172.20.0.2 (529a844b-afd2-44d1-9906-0096d692962a/b9debdb4-e3c3-45a3-9978-4c5def9a39a0/6f09e771-bc85-48cc-ae45-04529a6ae35d) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:31.284919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Attempting to bind port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:31.284919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Attempting to bind port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:31.284919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Attempting to bind port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a on network a1a69f71-bd06-4f44-ab9a-072901aceaa0 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:31.295770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:31.296244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Checking segment: {'id': 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:31.296655 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.297061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Bound using segment: {'id': 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:31.297635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Bound port: 07adc92d-02b4-4dd7-ba41-bbb68a2d125a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:31.298022 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.403479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10318d-db43-4a0e-876a-423ce36ebf35 None None] New status for floating IP 13a2fe25-0cba-4ca5-ac9d-970be27fa608: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:03:31.412192 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6f896c-5401-4e67-882c-943522a74a46 x-openstack-request-id: req-4a6f896c-5401-4e67-882c-943522a74a46 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:31.412570 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:31.412876 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a6f896c-5401-4e67-882c-943522a74a46 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:31.413320 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821', 'status': 'completed', 'code': 200} Sep 17 22:03:31.417170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.430187 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51c0516b-d8f4-40bc-bc30-f1410e318e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.442218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-a122bc04-c0ec-46fb-8df5-0d6267c16a61 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662264 Sep 17 22:03:31.552546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] For port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:31.581678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.585719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57deaf5-bab4-4b78-b771-48a11e9dc86c req-59796eaa-3fe5-4b34-88f0-e97c2cae304b service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337929 Sep 17 22:03:31.587916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2b77ba05-982a-42be-a51b-48382a547e21 None None] Provisioning complete for port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:31.588291 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2b77ba05-982a-42be-a51b-48382a547e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.619338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51c0516b-d8f4-40bc-bc30-f1410e318e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.629067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] For port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=07adc92d-02b4-4dd7-ba41-bbb68a2d125a,segment=NetworkSegment(c8a10d02-e2b4-4646-bd77-e7c8f90fff2c),segment_id=c8a10d02-e2b4-4646-bd77-e7c8f90fff2c)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:31.632933 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.652493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1d04-2a2e-4cae-bb41-79fc10221a9a req-59221ba1-e023-4dd3-913b-76064f694bb0 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:31.654067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f5c1d04-2a2e-4cae-bb41-79fc10221a9a req-59221ba1-e023-4dd3-913b-76064f694bb0 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 943 time: 0.1095045 Sep 17 22:03:31.688251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:31.700731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:31.703083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:31.706683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2b77ba05-982a-42be-a51b-48382a547e21 None None] Port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:31.712501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51c0516b-d8f4-40bc-bc30-f1410e318e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.718496 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.723244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Pushing event updated for resources: {'Port': ['ID=1361eead-ea79-4e5d-9a70-e69282097152,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:31.764089 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-51c0516b-d8f4-40bc-bc30-f1410e318e83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7519193385724c65ab3d81097a6c60d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9441335 Sep 17 22:03:31.774113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54410) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:31.794003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'tag': 'edec71f1-4281-440e-a412-9130abb265bf'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:31.796369 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711c62ac-4013-4c41-9a73-4b9f38725690" -d '{"events": [{"name": "network-changed", "server_uuid": "0810a0b7-f592-4d1e-badb-d2eb1257d591", "tag": "edec71f1-4281-440e-a412-9130abb265bf"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:31.803661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0516b-d8f4-40bc-bc30-f1410e318e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6bbf7f-475d-40b7-a387-466b530db32e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:31.827524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f5c1d04-2a2e-4cae-bb41-79fc10221a9a req-aac963da-fa35-4799-8af7-24fd3bf32543 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567197 Sep 17 22:03:31.903503 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.908069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Routers {'d7e9b590-44a9-484a-a38d-edfa76a123c0'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:31.909656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['d7e9b590-44a9-484a-a38d-edfa76a123c0'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:31.942111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-cfa7f720-8a7a-434e-bb63-bc2a61385b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:31.943578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-cfa7f720-8a7a-434e-bb63-bc2a61385b8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1095 time: 0.1618128 Sep 17 22:03:31.948097 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfbe098c-8871-400d-857a-753db5dea733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:31.963260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c8adb-ab94-47a4-83b1-dbfe89954f01 None None] Pushing event updated for resources: {'Port': ['ID=07adc92d-02b4-4dd7-ba41-bbb68a2d125a,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:31.968823 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.031867 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.057741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.082928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfbe098c-8871-400d-857a-753db5dea733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.110375 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.192227 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.197768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-95321929-fe13-42b8-944b-93ee320321cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:32.199575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-95321929-fe13-42b8-944b-93ee320321cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.2476618 Sep 17 22:03:32.249002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Allocated IP 172.25.5.51 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/6027d10d-d89f-43c8-be7c-b3a638439632) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:32.251527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Network 529a844b-afd2-44d1-9906-0096d692962a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:32.263548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] Set router d7e9b590-44a9-484a-a38d-edfa76a123c0 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:32.265611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:32.265784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-23872cf0-a0d7-4968-b011-4f1c4cc84941 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 217 time: 0.0582435 Sep 17 22:03:32.295674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:32.310390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Pushing event updated for resources: {'Port': ['ID=6f09e771-bc85-48cc-ae45-04529a6ae35d,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:32.322039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c28cc474-85eb-4016-a447-7a4e3478c9bf None None] Provisioning complete for port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:32.322411 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c28cc474-85eb-4016-a447-7a4e3478c9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.355071 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfbe098c-8871-400d-857a-753db5dea733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.358221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfbe098c-8871-400d-857a-753db5dea733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.358875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dfbe098c-8871-400d-857a-753db5dea733 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed6bbf7f-475d-40b7-a387-466b530db32e HTTP/1.1" status: 204 len: 168 time: 0.5820227 Sep 17 22:03:32.389353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe098c-8871-400d-857a-753db5dea733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6bbf7f-475d-40b7-a387-466b530db32e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:32.389984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.395459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-09f63c99-228b-41bf-9f0a-7d17d3db30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:32.396969 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-09f63c99-228b-41bf-9f0a-7d17d3db30a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.1234286 Sep 17 22:03:32.426444 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.449215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-c7824678-035c-4055-bca6-76326c8ec646 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369897 Sep 17 22:03:32.453471 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6381693d-f86e-493f-9919-472ff39ba65e x-openstack-request-id: req-6381693d-f86e-493f-9919-472ff39ba65e {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:32.453755 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0810a0b7-f592-4d1e-badb-d2eb1257d591", "tag": "edec71f1-4281-440e-a412-9130abb265bf", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:32.454270 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6381693d-f86e-493f-9919-472ff39ba65e {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:32.454376 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'tag': 'edec71f1-4281-440e-a412-9130abb265bf', 'status': 'completed', 'code': 200} Sep 17 22:03:32.477134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Attempting to bind port 6f09e771-bc85-48cc-ae45-04529a6ae35d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:32.477515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Attempting to bind port 6f09e771-bc85-48cc-ae45-04529a6ae35d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:32.477880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Attempting to bind port 6f09e771-bc85-48cc-ae45-04529a6ae35d on network 529a844b-afd2-44d1-9906-0096d692962a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:32.498116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:32.498495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Checking segment: {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:32.498942 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.499386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Bound using segment: {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:32.499860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Bound port: 6f09e771-bc85-48cc-ae45-04529a6ae35d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:32.500241 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.521455 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.564215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.584920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.605398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:32.610202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:32.620600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-cd108c25-93ef-405c-ab66-1065027ba366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:32.622109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-cd108c25-93ef-405c-ab66-1065027ba366 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbd676ac393c4405932ba38df2755284&device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 1097 time: 0.1480491 Sep 17 22:03:32.623979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:32.641314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Pushing event updated for resources: {'Port': ['ID=1361eead-ea79-4e5d-9a70-e69282097152,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:32.664346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Pushing event updated for resources: {'Port': ['ID=6027d10d-d89f-43c8-be7c-b3a638439632,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:32.668064 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c28cc474-85eb-4016-a447-7a4e3478c9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.673361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] For port 6f09e771-bc85-48cc-ae45-04529a6ae35d, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:32.700484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-c988cdae-33f7-44e0-93be-b2a9b567e3bf service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416265 Sep 17 22:03:32.704876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] For port 6f09e771-bc85-48cc-ae45-04529a6ae35d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6f09e771-bc85-48cc-ae45-04529a6ae35d,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:32.731044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c28cc474-85eb-4016-a447-7a4e3478c9bf None None] For port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=07adc92d-02b4-4dd7-ba41-bbb68a2d125a,segment=NetworkSegment(c8a10d02-e2b4-4646-bd77-e7c8f90fff2c),segment_id=c8a10d02-e2b4-4646-bd77-e7c8f90fff2c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:32.746003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.748663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '62da484b-b358-45e1-ba31-551a84f85aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:20Z', 'updated_at': '2021-09-17T22:03:26Z', 'revision_number': 4, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'gw_port': {'id': '62da484b-b358-45e1-ba31-551a84f85aee', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:22Z', 'updated_at': '2021-09-17T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '07adc92d-02b4-4dd7-ba41-bbb68a2d125a', 'name': '', 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'mac_address': 'fa:16:3e:32:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '26c31fd7-04d7-430f-8a01-06e48adb75c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:25Z', 'updated_at': '2021-09-17T22:03:31Z', 'revision_number': 4, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'subnets': [{'id': '26c31fd7-04d7-430f-8a01-06e48adb75c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:32.753505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-a37aad5d-c8c4-4852-a6df-a25770541996 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4368715 Sep 17 22:03:32.789128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb66f2b-57da-47b9-8353-0e6e4ea73021 None None] The sync data for ids ['d7e9b590-44a9-484a-a38d-edfa76a123c0'] in n-d-713498-17 is: [{'id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '62da484b-b358-45e1-ba31-551a84f85aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:20Z', 'updated_at': '2021-09-17T22:03:26Z', 'revision_number': 4, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'gw_port': {'id': '62da484b-b358-45e1-ba31-551a84f85aee', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:22Z', 'updated_at': '2021-09-17T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '07adc92d-02b4-4dd7-ba41-bbb68a2d125a', 'name': '', 'network_id': 'a1a69f71-bd06-4f44-ab9a-072901aceaa0', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'mac_address': 'fa:16:3e:32:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '26c31fd7-04d7-430f-8a01-06e48adb75c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:25Z', 'updated_at': '2021-09-17T22:03:31Z', 'revision_number': 4, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'subnets': [{'id': '26c31fd7-04d7-430f-8a01-06e48adb75c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:32.809431 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:32.943670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b1e9-6db9-4f4f-8f99-edb63acc74a5 None None] Pushing event updated for resources: {'Port': ['ID=6f09e771-bc85-48cc-ae45-04529a6ae35d,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:32.966433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c28cc474-85eb-4016-a447-7a4e3478c9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:33.028820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cc474-85eb-4016-a447-7a4e3478c9bf None None] Pushing event updated for resources: {'Port': ['ID=07adc92d-02b4-4dd7-ba41-bbb68a2d125a,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:33.144109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-24dbab96-ed8b-4978-b848-856272c27637 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.3877082 Sep 17 22:03:33.209721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 07adc92d-02b4-4dd7-ba41-bbb68a2d125a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:33.293742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:33.294110 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:33.335156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:33.358517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-43f3bf71-15ac-4238-a3de-44fb1ed839aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:33.360052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-43f3bf71-15ac-4238-a3de-44fb1ed839aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=fefca529-eed3-4212-aef0-f81154042ac6 HTTP/1.1" status: 200 len: 924 time: 0.7291009 Sep 17 22:03:33.439744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d1bd691-0561-4fbc-b562-d58284372f43 req-a5cc15c7-9317-4e99-a9ec-800148ec07fa service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041190 Sep 17 22:03:33.476012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54448) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:33.503457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a2458-3173-4407-b45d-f95910fe14e8 req-0aba9544-a21f-45cd-b846-8e477780f5ac tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:33.505110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-112a2458-3173-4407-b45d-f95910fe14e8 req-0aba9544-a21f-45cd-b846-8e477780f5ac tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 943 time: 0.2035863 Sep 17 22:03:33.577948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-4f26013a-cd15-4066-a036-8b0c86f6a2b3 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:33.579758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-4f26013a-cd15-4066-a036-8b0c86f6a2b3 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.4344029 Sep 17 22:03:33.580952 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d62cbb0-1d89-43cc-8d7c-4c739d2f90b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:33.594525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:33.623256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-2bc28f0a-2a73-4953-ba97-5ce672ee5a06 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:33.624322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75e00a6c-ea41-48ab-838b-086a792e09ef req-2bc28f0a-2a73-4953-ba97-5ce672ee5a06 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188260 Sep 17 22:03:33.651502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-50107c3f-63c6-4b6a-9354-bcb1cdad9467 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edec71f1-4281-440e-a412-9130abb265bf HTTP/1.1" status: 200 len: 1000 time: 0.2671485 Sep 17 22:03:33.663449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-112a2458-3173-4407-b45d-f95910fe14e8 req-ad78a960-286b-416c-b625-cd5aec2d13bd tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206045 Sep 17 22:03:33.727300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-21521e21-19ed-42ae-b772-6c655fbe205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:33.728829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-21521e21-19ed-42ae-b772-6c655fbe205f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=710720af-f220-4216-8ccb-049aba8d52bd HTTP/1.1" status: 200 len: 863 time: 0.0688183 Sep 17 22:03:33.813647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-f065c6dd-86b8-40bb-bca8-bbcd466dfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:33.815399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:03:33.815765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-f065c6dd-86b8-40bb-bca8-bbcd466dfac3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fefca529-eed3-4212-aef0-f81154042ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737779 Sep 17 22:03:33.838961 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d62cbb0-1d89-43cc-8d7c-4c739d2f90b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:33.944178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:33.955720 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Sync routers for ids ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:33.966396 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Routers {'1829b829-2dd7-4dbf-b72b-51ef4fb38609'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:33.967168 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:33.990730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d62cbb0-1d89-43cc-8d7c-4c739d2f90b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.031963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.034443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-871009c1-506a-4b3a-ace7-371c0733a5d7 req-3b4a28ab-5c92-4f57-9e77-a9ff008907b0 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips/2b2ef5b9-1f3b-41f6-8de0-c05b0564440c HTTP/1.1" status: 200 len: 693 time: 0.1855392 Sep 17 22:03:34.034574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c8d4bf6a-7880-44cf-b505-026c92aa7a03 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3411343 Sep 17 22:03:34.038661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54462) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:34.089737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-267e483e-e716-4fa0-816d-98b9bb35bd8c service neutron] 10.222.0.32 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633321 Sep 17 22:03:34.128756 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Set router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:34.158943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1d62cbb0-1d89-43cc-8d7c-4c739d2f90b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53d30d7c5a044ad6b378918288f43f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6818206 Sep 17 22:03:34.164150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54468) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:34.172748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62cbb0-1d89-43cc-8d7c-4c739d2f90b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91281de2-59b4-4a71-8ce4-1393c8e55186,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:34.283918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ed77aad-7e39-4070-82cd-c6c0320be1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.306171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ae6c467-588b-48b0-b87d-bfe717959821 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:03:34.409158 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ed77aad-7e39-4070-82cd-c6c0320be1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.419229 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-711c62ac-4013-4c41-9a73-4b9f38725690 req-efc8a003-3b04-43e0-bb35-8b6d97ba5cf2 service neutron] 10.222.0.32 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822506 Sep 17 22:03:34.450300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9d4c2-4ea6-4de8-9bc3-8c584eb7ed8a None None] Network 529a844b-afd2-44d1-9906-0096d692962a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:03:34.474388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871009c1-506a-4b3a-ace7-371c0733a5d7 req-8615f151-1f60-40fe-8041-3a1a51efe357 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:34.475914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-871009c1-506a-4b3a-ace7-371c0733a5d7 req-8615f151-1f60-40fe-8041-3a1a51efe357 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.4198725 Sep 17 22:03:34.499709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-871009c1-506a-4b3a-ace7-371c0733a5d7 req-beaf0ba2-6162-40c7-a94d-d761a0482db1 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:34.526634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-871009c1-506a-4b3a-ace7-371c0733a5d7 req-beaf0ba2-6162-40c7-a94d-d761a0482db1 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0308108 Sep 17 22:03:34.581295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:34.604442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-dfa27227-19e3-4be7-8770-71ef1fd65224 None None] Provisioning complete for port 6f09e771-bc85-48cc-ae45-04529a6ae35d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:34.604590 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:30Z', 'updated_at': '2021-09-17T22:03:32Z', 'revision_number': 3, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'gw_port': {'id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:32Z', 'updated_at': '2021-09-17T22:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:34.605012 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dfa27227-19e3-4be7-8770-71ef1fd65224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.611218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '9ae6c467-588b-48b0-b87d-bfe717959821', 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4', 'port_id': '9ae6c467-588b-48b0-b87d-bfe717959821', 'mac_address': 'fa:16:3e:60:15:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a1b15-4eaa-4254-916f-6d48795aacd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:03:34.647100 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Checking router: 1829b829-2dd7-4dbf-b72b-51ef4fb38609 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:34.647722 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Updating router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 port 6027d10d-d89f-43c8-be7c-b3a638439632 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:03:34.684511 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.741717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.767422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ed77aad-7e39-4070-82cd-c6c0320be1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.774988 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ed77aad-7e39-4070-82cd-c6c0320be1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.778550 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3ed77aad-7e39-4070-82cd-c6c0320be1b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91281de2-59b4-4a71-8ce4-1393c8e55186 HTTP/1.1" status: 204 len: 168 time: 0.6127090 Sep 17 22:03:34.780384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae6c467-588b-48b0-b87d-bfe717959821 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:34.789491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a508012-56c8-4151-94b9-7b00a9c13f5d req-f04f9f8b-3371-40fd-a5b3-d08eb6a631e6 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=ca8c616772244dae8f5ac34877f9d9b3 HTTP/1.1" status: 200 len: 696 time: 0.1052425 Sep 17 22:03:34.847218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:34.848598 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dfa27227-19e3-4be7-8770-71ef1fd65224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.875868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed77aad-7e39-4070-82cd-c6c0320be1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91281de2-59b4-4a71-8ce4-1393c8e55186,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:34.899186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dfa27227-19e3-4be7-8770-71ef1fd65224 None None] For port 6f09e771-bc85-48cc-ae45-04529a6ae35d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6f09e771-bc85-48cc-ae45-04529a6ae35d,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:34.929289 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:34.993655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54492) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:34.996936 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dfa27227-19e3-4be7-8770-71ef1fd65224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.049555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9ae6c467-588b-48b0-b87d-bfe717959821,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:35.118437 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.139204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['9ae6c467-588b-48b0-b87d-bfe717959821'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:03:35.139575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a508012-56c8-4151-94b9-7b00a9c13f5d req-f14181a7-f458-4c49-8fba-b88213c50725 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:35.161678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a508012-56c8-4151-94b9-7b00a9c13f5d req-f14181a7-f458-4c49-8fba-b88213c50725 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/networks?id=0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 787 time: 0.3595793 Sep 17 22:03:35.184528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-3a508012-56c8-4151-94b9-7b00a9c13f5d req-86787be4-6ffd-4077-ab15-d4d6abb1220a tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:35.200895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a508012-56c8-4151-94b9-7b00a9c13f5d req-86787be4-6ffd-4077-ab15-d4d6abb1220a tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0382576 Sep 17 22:03:35.230522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05a51a-c270-43d2-8bae-3114be7397a4 req-6ffe2522-d152-48da-ba94-b98b75f0c467 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:35.244586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d05a51a-c270-43d2-8bae-3114be7397a4 req-6ffe2522-d152-48da-ba94-b98b75f0c467 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 944 time: 0.2390294 Sep 17 22:03:35.258825 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.311643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6f09e771-bc85-48cc-ae45-04529a6ae35d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:35.343591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d05a51a-c270-43d2-8bae-3114be7397a4 req-aab7be23-b324-4c06-bba6-6db6780362d0 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956068 Sep 17 22:03:35.359605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bc7946d1-65cc-4a67-a7ea-601472977dcf None None] Provisioning complete for port 6f09e771-bc85-48cc-ae45-04529a6ae35d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:35.359979 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bc7946d1-65cc-4a67-a7ea-601472977dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.361561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa27227-19e3-4be7-8770-71ef1fd65224 None None] Pushing event updated for resources: {'Port': ['ID=6f09e771-bc85-48cc-ae45-04529a6ae35d,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:35.369712 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.443462 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Attempting to bind port 6027d10d-d89f-43c8-be7c-b3a638439632 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:35.444149 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Attempting to bind port 6027d10d-d89f-43c8-be7c-b3a638439632 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:35.444781 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Attempting to bind port 6027d10d-d89f-43c8-be7c-b3a638439632 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:35.461555 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:35.464203 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:35.464203 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.464203 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:35.464203 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Bound port: 6027d10d-d89f-43c8-be7c-b3a638439632, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:35.464203 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.501506 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ce2c1-5a82-4faa-bab6-954e6251a3a3 None None] Pushing event updated for resources: {'Port': ['ID=6027d10d-d89f-43c8-be7c-b3a638439632,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:35.526301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6f09e771-bc85-48cc-ae45-04529a6ae35d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:35.526780 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.530862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-967f9913-f17c-4003-88eb-59e47ecd0593 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips/2b2ef5b9-1f3b-41f6-8de0-c05b0564440c HTTP/1.1" status: 200 len: 693 time: 0.0800288 Sep 17 22:03:35.538881 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-313ef19b-426d-4ed8-b63e-a6e084eb2cff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed9fa84592794a8d9009c129e419bb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5419376 Sep 17 22:03:35.546279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Allocated IP 172.20.0.1 (529a844b-afd2-44d1-9906-0096d692962a/b9debdb4-e3c3-45a3-9978-4c5def9a39a0/3b616d6c-621c-4bfa-8c68-4087fb57e067) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:35.546279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54506) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:35.576518 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] For port 6027d10d-d89f-43c8-be7c-b3a638439632, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:35.580043 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] For port 6027d10d-d89f-43c8-be7c-b3a638439632, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6027d10d-d89f-43c8-be7c-b3a638439632,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:35.681856 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0f006b9-de28-41f6-9cf2-8d5278cbf721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.686063 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.710947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-b768549b-9029-477b-a05f-1f0a15b092a4 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:35.723305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-b768549b-9029-477b-a05f-1f0a15b092a4 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1877356 Sep 17 22:03:35.725478 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0f006b9-de28-41f6-9cf2-8d5278cbf721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.730288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-debbadf1-b0da-48c1-8b70-7077cd632c2e tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:35.734762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-debbadf1-b0da-48c1-8b70-7077cd632c2e tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075271 Sep 17 22:03:35.766777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.788925 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Routers {'1829b829-2dd7-4dbf-b72b-51ef4fb38609'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:35.789926 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:35.815610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-db1971c1-bce2-4df0-8159-baf66282ef95 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.0729101 Sep 17 22:03:35.842600 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ce2c1-5a82-4faa-bab6-954e6251a3a3 None None] Pushing event updated for resources: {'Port': ['ID=6027d10d-d89f-43c8-be7c-b3a638439632,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:35.888818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-c5693565-ab9f-4791-8656-6014830926e0 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.0665321 Sep 17 22:03:35.911820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0f006b9-de28-41f6-9cf2-8d5278cbf721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.914622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0f006b9-de28-41f6-9cf2-8d5278cbf721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.915896 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c0f006b9-de28-41f6-9cf2-8d5278cbf721 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2ca0317-69ce-4a05-9793-600075a25af3 HTTP/1.1" status: 204 len: 168 time: 0.3720567 Sep 17 22:03:35.925318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:35.927407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f006b9-de28-41f6-9cf2-8d5278cbf721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca0317-69ce-4a05-9793-600075a25af3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:35.934005 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] Set router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:35.971708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Network 529a844b-afd2-44d1-9906-0096d692962a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:35.976937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:35.981171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:36.014986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Pushing event updated for resources: {'Port': ['ID=3b616d6c-621c-4bfa-8c68-4087fb57e067,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:36.039764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.155449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Deleting port 1361eead-ea79-4e5d-9a70-e69282097152 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:03:36.156409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.228152 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:30Z', 'updated_at': '2021-09-17T22:03:32Z', 'revision_number': 3, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'gw_port': {'id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:32Z', 'updated_at': '2021-09-17T22:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:36.256625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.256903 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.263543 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95ebe1-93b6-4e54-8ab6-dc4e39e3dfd9 None None] The sync data for ids ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'] in n-d-713498-17 is: [{'id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:30Z', 'updated_at': '2021-09-17T22:03:32Z', 'revision_number': 3, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'gw_port': {'id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:32Z', 'updated_at': '2021-09-17T22:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:36.275923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Calling delete_port for 1361eead-ea79-4e5d-9a70-e69282097152 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:03:36.306079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ae6c467-588b-48b0-b87d-bfe717959821 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:36.353755 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.419227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8cac247b-1eaf-4fd6-b069-8959064bb9a5 None None] Provisioning complete for port 3b616d6c-621c-4bfa-8c68-4087fb57e067 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:36.420081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8cac247b-1eaf-4fd6-b069-8959064bb9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.701066 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.702641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8cac247b-1eaf-4fd6-b069-8959064bb9a5 None None] Port 3b616d6c-621c-4bfa-8c68-4087fb57e067 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:36.740627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 9ae6c467-588b-48b0-b87d-bfe717959821 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:03:36.746236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 9ae6c467-588b-48b0-b87d-bfe717959821 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:36.746927 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.769247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.788433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e123f-e89a-4c76-ab93-4bdab1165190 req-da176463-c7ab-4a2c-8024-77a3f421cdf3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:36.803433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3e123f-e89a-4c76-ab93-4bdab1165190 req-da176463-c7ab-4a2c-8024-77a3f421cdf3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 944 time: 0.0969160 Sep 17 22:03:36.840284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54546) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:36.856293 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.868611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01026ae2-0620-44b9-ad09-6114103d2e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.911590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Pushing event updated for resources: {'Port': ['ID=3b616d6c-621c-4bfa-8c68-4087fb57e067,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:36.912283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:36.917680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:36.919154 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2a021f-82f4-48c9-a4aa-4d2eeb2e0975" -d '{"events": [{"server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "name": "network-vif-plugged", "status": "completed", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:36.929378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3e123f-e89a-4c76-ab93-4bdab1165190 req-68abc262-cf25-4920-a763-c7a114ed9fe5 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250708 Sep 17 22:03:36.939310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:36.951081 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.002937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Pushing event deleted for resources: {'Port': ['ID=1361eead-ea79-4e5d-9a70-e69282097152,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:37.009272 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.081540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Network 529a844b-afd2-44d1-9906-0096d692962a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:37.087877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.092541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:37.095401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.112928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c751b168-7723-4e1d-a27f-b7e3aa032cf0 req-f81d05f9-3c5e-4de9-becd-cddfe23c7db8 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "DELETE /v2.0/floatingips/2b2ef5b9-1f3b-41f6-8de0-c05b0564440c HTTP/1.1" status: 204 len: 173 time: 1.2159390 Sep 17 22:03:37.167335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9ae6c467-588b-48b0-b87d-bfe717959821,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:37.208998 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac1f4b3-9a1d-4213-9bdf-d07d8c6f3ac7 x-openstack-request-id: req-5ac1f4b3-9a1d-4213-9bdf-d07d8c6f3ac7 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:37.210245 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "name": "network-vif-plugged", "status": "completed", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:37.210655 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ac1f4b3-9a1d-4213-9bdf-d07d8c6f3ac7 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:37.211226 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821', 'code': 200} Sep 17 22:03:37.306423 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01026ae2-0620-44b9-ad09-6114103d2e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.325722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6f09e771-bc85-48cc-ae45-04529a6ae35d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:37.363877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:03:37.388435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01026ae2-0620-44b9-ad09-6114103d2e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.406163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6f09e771-bc85-48cc-ae45-04529a6ae35d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:37.406742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.541064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78caa46d-87fb-41dd-8825-2445a96b829c req-e2c18500-2156-40a3-a0b6-89eb0748255c tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2138991 Sep 17 22:03:37.552810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6027d10d-d89f-43c8-be7c-b3a638439632 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:37.559356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:37.577484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9415218c-84a6-4fa1-aba9-f82bf83f079f None None] Provisioning complete for port 3b616d6c-621c-4bfa-8c68-4087fb57e067 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:37.577852 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9415218c-84a6-4fa1-aba9-f82bf83f079f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.613488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68f827-96ad-42df-8497-e49a446aaf91 req-eba6b70b-9332-4030-9092-134f670ea47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:37.617378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c68f827-96ad-42df-8497-e49a446aaf91 req-eba6b70b-9332-4030-9092-134f670ea47d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1097 time: 0.3525753 Sep 17 22:03:37.637434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9415218c-84a6-4fa1-aba9-f82bf83f079f None None] Port 3b616d6c-621c-4bfa-8c68-4087fb57e067 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:37.655717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6027d10d-d89f-43c8-be7c-b3a638439632 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:37.656155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.706265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c68f827-96ad-42df-8497-e49a446aaf91 req-223aed10-6ad7-4f88-a086-44285bacf313 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808454 Sep 17 22:03:37.761570 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.781075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.785604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 6027d10d-d89f-43c8-be7c-b3a638439632, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6027d10d-d89f-43c8-be7c-b3a638439632,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:37.837659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.856241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01026ae2-0620-44b9-ad09-6114103d2e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31f56f6-a748-41e7-bd7b-ce8bf300b90f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:37.866313 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-01026ae2-0620-44b9-ad09-6114103d2e68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db9047314a5a462285edf521cbdbfa74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0193944 Sep 17 22:03:37.867170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54574) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:37.868862 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.926747 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.962020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:37.970629 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b1708157-ec24-4763-bd74-d3cdd94157dc admin admin] 10.222.0.13 "PUT /v2.0/routers/1829b829-2dd7-4dbf-b72b-51ef4fb38609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9277380 Sep 17 22:03:37.989362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc3f82c3-3870-476a-a7fa-5a45770dc8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:37.997028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=6027d10d-d89f-43c8-be7c-b3a638439632,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:38.021809 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc3f82c3-3870-476a-a7fa-5a45770dc8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:38.141053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc3f82c3-3870-476a-a7fa-5a45770dc8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:38.144886 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc3f82c3-3870-476a-a7fa-5a45770dc8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:38.153846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bc3f82c3-3870-476a-a7fa-5a45770dc8a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b31f56f6-a748-41e7-bd7b-ce8bf300b90f HTTP/1.1" status: 204 len: 168 time: 0.2855291 Sep 17 22:03:38.163245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f82c3-3870-476a-a7fa-5a45770dc8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31f56f6-a748-41e7-bd7b-ce8bf300b90f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:38.184509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Allocated IP 172.25.5.76 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/901c16b3-749a-4aae-8e0e-f013789ea62f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:38.211221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59381f-655b-425b-9694-75c9f421ab5f req-13cd088e-ee1e-4e11-8518-7d40099fd475 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:38.218828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca59381f-655b-425b-9694-75c9f421ab5f req-13cd088e-ee1e-4e11-8518-7d40099fd475 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 945 time: 0.1004627 Sep 17 22:03:38.320305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca59381f-655b-425b-9694-75c9f421ab5f req-6279ee7c-1f68-4093-a402-82293255c0df tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982604 Sep 17 22:03:38.364130 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:38.472385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:38.510134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:38.513029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:38.515635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:38.538835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Pushing event updated for resources: {'Port': ['ID=901c16b3-749a-4aae-8e0e-f013789ea62f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:38.586334 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:38.591572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Sync routers for ids ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:38.613816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Routers {'1829b829-2dd7-4dbf-b72b-51ef4fb38609'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:38.613816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:38.692241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:38.806925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Set router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:38.901856 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:38.989968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54626) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:38.991560 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.002047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-network', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:39.022734 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.045473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Pushing event updated for resources: {'Port': ['ID=901c16b3-749a-4aae-8e0e-f013789ea62f,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:39.089236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:30Z', 'updated_at': '2021-09-17T22:03:36Z', 'revision_number': 4, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'gw_port': {'id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:32Z', 'updated_at': '2021-09-17T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3b616d6c-621c-4bfa-8c68-4087fb57e067', 'name': '', 'network_id': '529a844b-afd2-44d1-9906-0096d692962a', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'mac_address': 'fa:16:3e:6a:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9debdb4-e3c3-45a3-9978-4c5def9a39a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:35Z', 'updated_at': '2021-09-17T22:03:36Z', 'revision_number': 2, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'subnets': [{'id': 'b9debdb4-e3c3-45a3-9978-4c5def9a39a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:39.100666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Made reservation on behalf of e0136afa21794f0b91c8fa005a294b79 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:39.103024 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.114388 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.137898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Checking router: 1829b829-2dd7-4dbf-b72b-51ef4fb38609 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:39.138413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Updating router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 port 3b616d6c-621c-4bfa-8c68-4087fb57e067 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:03:39.162820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6027d10d-d89f-43c8-be7c-b3a638439632 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:39.163871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.175739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78caa46d-87fb-41dd-8825-2445a96b829c req-9d15f1cb-0392-4ac8-9beb-48b6271e9dca tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6236289 Sep 17 22:03:39.193720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.234013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78caa46d-87fb-41dd-8825-2445a96b829c req-335b48f3-eb30-4646-9ee8-fd462ff0136c tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0600548 Sep 17 22:03:39.282575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.378517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa46d-87fb-41dd-8825-2445a96b829c req-f5e716cc-2ca2-44af-a452-a85c31529469 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:39.380315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78caa46d-87fb-41dd-8825-2445a96b829c req-f5e716cc-2ca2-44af-a452-a85c31529469 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1448383 Sep 17 22:03:39.386033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.399189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-78caa46d-87fb-41dd-8825-2445a96b829c req-c04b6aa9-197c-4136-b70e-b62f5b7327ea tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:39.401506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78caa46d-87fb-41dd-8825-2445a96b829c req-c04b6aa9-197c-4136-b70e-b62f5b7327ea tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148363 Sep 17 22:03:39.416763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6027d10d-d89f-43c8-be7c-b3a638439632 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:39.417707 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.419365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:03:39.429582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74029a7-a701-4b39-9734-7e99860ece1c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:39.434378 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.434721 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Added segment b5a7d141-89f6-43bc-8e9c-a9868f79e2c3 of type vlan for network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb Sep 17 22:03:39.451057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-b796192e-c721-4a1f-b4a6-e630a5c922bd tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=56f6ef523cc645c3be17ed567239acaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252681 Sep 17 22:03:39.480676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.586762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-2a09cf96-2063-419b-b5eb-a8507e5e985a tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:39.593677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-2a09cf96-2063-419b-b5eb-a8507e5e985a tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315451 Sep 17 22:03:39.605391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-ea498a4f-0da2-4cc5-94e2-50bfec62257c tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/quotas/56f6ef523cc645c3be17ed567239acaf HTTP/1.1" status: 200 len: 375 time: 0.0108654 Sep 17 22:03:39.609030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.610311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:39.611310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.612418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.614725 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.665295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-43ea54eb-b086-4630-ae58-bd1e1dc3d511 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f6ef523cc645c3be17ed567239acaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517347 Sep 17 22:03:39.694605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] Pushing event updated for resources: {'Network': ['ID=442b4c3d-80a4-4f98-9cf3-17dea599d9eb,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:39.700418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.710342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:03:39.743943 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b8e62199-6bda-4350-8ca5-6fe0d3fb6116 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7491446 Sep 17 22:03:39.746049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54658) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:39.749429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Request body: {'subnet': {'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-subnet', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:39.774201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4fa6d-0976-4e56-8946-cc99be435e1a req-0a459472-eb00-4d84-ba04-fad07218c505 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:39.775770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94e4fa6d-0976-4e56-8946-cc99be435e1a req-0a459472-eb00-4d84-ba04-fad07218c505 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 945 time: 0.0734391 Sep 17 22:03:39.826083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda63df-60bc-4be1-b17d-ec1a30529867 None None] Pushing event updated for resources: {'Port': ['ID=3b616d6c-621c-4bfa-8c68-4087fb57e067,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:39.830996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94e4fa6d-0976-4e56-8946-cc99be435e1a req-cac635bb-fa60-47d6-884a-a6d3c323b372 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450330 Sep 17 22:03:39.872230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Made reservation on behalf of e0136afa21794f0b91c8fa005a294b79 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:39.874782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.933306 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Attempting to bind port 3b616d6c-621c-4bfa-8c68-4087fb57e067 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:39.933607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Attempting to bind port 3b616d6c-621c-4bfa-8c68-4087fb57e067 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:39.937246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Attempting to bind port 3b616d6c-621c-4bfa-8c68-4087fb57e067 on network 529a844b-afd2-44d1-9906-0096d692962a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:39.951956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:39.953063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-bb999b1d-be17-4824-8694-e0c83866a738 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips/94e52049-3d35-4af2-80e9-d6115429227b HTTP/1.1" status: 200 len: 692 time: 0.1013141 Sep 17 22:03:39.953472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Checking segment: {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:39.953879 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:39.954400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Bound using segment: {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:39.954911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Bound port: 3b616d6c-621c-4bfa-8c68-4087fb57e067, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:39.956509 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.100826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-48eeb9e4-d725-439f-b83f-46e0bee562d4 None None] Provisioning complete for port 3b616d6c-621c-4bfa-8c68-4087fb57e067 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:40.101633 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-48eeb9e4-d725-439f-b83f-46e0bee562d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.142297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] For port 3b616d6c-621c-4bfa-8c68-4087fb57e067, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:40.157119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-48eeb9e4-d725-439f-b83f-46e0bee562d4 None None] Port 3b616d6c-621c-4bfa-8c68-4087fb57e067 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:40.162391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] For port 3b616d6c-621c-4bfa-8c68-4087fb57e067, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3b616d6c-621c-4bfa-8c68-4087fb57e067,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:40.196041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-786325b1-6326-424a-aa54-4c31f8029e89 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:40.203296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-786325b1-6326-424a-aa54-4c31f8029e89 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.2437897 Sep 17 22:03:40.207664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c0f2e-3ab2-46bb-acff-d9351ac94d57 req-9f9711d7-c639-4db4-b210-74b24fac7977 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:40.209176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-427c0f2e-3ab2-46bb-acff-d9351ac94d57 req-9f9711d7-c639-4db4-b210-74b24fac7977 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1097 time: 0.1024523 Sep 17 22:03:40.232560 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.255183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.266597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-8c09ba9b-0e12-4003-b843-8d8f492180ab tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0623906 Sep 17 22:03:40.283825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-427c0f2e-3ab2-46bb-acff-d9351ac94d57 req-ae5189f5-83b1-4ad7-b36c-5243f8c0872d tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677741 Sep 17 22:03:40.287875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Routers {'1829b829-2dd7-4dbf-b72b-51ef4fb38609'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:40.288490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:40.357942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-0dd74450-667e-400e-872a-cc19aa4fb785 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0722396 Sep 17 22:03:40.370343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda63df-60bc-4be1-b17d-ec1a30529867 None None] Pushing event updated for resources: {'Port': ['ID=3b616d6c-621c-4bfa-8c68-4087fb57e067,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:40.372908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbc6abf-aa43-421e-b3d8-2b70c206b5a8,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:40.388908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ff2529d-c0ee-4ecb-9c16-017a6235e249 req-b2f3de5b-7d83-4ba1-9ca2-a990233007ba tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 210 time: 0.0510449 Sep 17 22:03:40.391138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Checking segment: {'id': 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:40.392695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Network hostable DHCP agents. Network: 442b4c3d-80a4-4f98-9cf3-17dea599d9eb, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:03:40.492096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] Set router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:40.520423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:03:40.542227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Deleting port 901c16b3-749a-4aae-8e0e-f013789ea62f {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:03:40.542778 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.637684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 442b4c3d-80a4-4f98-9cf3-17dea599d9eb) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:40.649587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:40.650174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.673457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca02211-0656-4f8f-9ad2-9b573cfc5b5f None None] Network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:03:40.730566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.730779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.744094 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-84117018-b298-4a27-bcde-5c56a7d55a27 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9963140 Sep 17 22:03:40.744325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54694) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:40.749099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:40.751084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Calling delete_port for 901c16b3-749a-4aae-8e0e-f013789ea62f owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:03:40.765751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548794ef-8e3c-4189-8621-a3713d06ed9c req-96670039-7fb8-48b8-9247-595779e16d8b tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:40.771441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-548794ef-8e3c-4189-8621-a3713d06ed9c req-96670039-7fb8-48b8-9247-595779e16d8b tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1097 time: 0.0793910 Sep 17 22:03:40.843458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-548794ef-8e3c-4189-8621-a3713d06ed9c req-40a0dd3e-29ff-4686-a008-81e6791a0d1e tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688057 Sep 17 22:03:40.844108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.845573 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.865241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c99f3b4d-32aa-46b8-9bb4-4c08635ddfdd None None] Provisioning complete for port 3b616d6c-621c-4bfa-8c68-4087fb57e067 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:40.865610 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c99f3b4d-32aa-46b8-9bb4-4c08635ddfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:40.955922 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.033212 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.065542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Pushing event deleted for resources: {'Port': ['ID=901c16b3-749a-4aae-8e0e-f013789ea62f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:41.068561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-442b4c3d-80a4-4f98-9cf3-17dea599d9eb', 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'fixed_ips': [{'subnet_id': '0bbc6abf-aa43-421e-b3d8-2b70c206b5a8'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:03:41.069437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.079814 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c99f3b4d-32aa-46b8-9bb4-4c08635ddfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.097160 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.097160 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.099433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:30Z', 'updated_at': '2021-09-17T22:03:36Z', 'revision_number': 4, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'gw_port': {'id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:32Z', 'updated_at': '2021-09-17T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3b616d6c-621c-4bfa-8c68-4087fb57e067', 'name': '', 'network_id': '529a844b-afd2-44d1-9906-0096d692962a', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'mac_address': 'fa:16:3e:6a:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9debdb4-e3c3-45a3-9978-4c5def9a39a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:35Z', 'updated_at': '2021-09-17T22:03:40Z', 'revision_number': 4, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'subnets': [{'id': 'b9debdb4-e3c3-45a3-9978-4c5def9a39a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:41.108255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6df9a64c-7df5-4a90-8da0-71af612bc312 req-88e22759-a7ff-42f3-8b47-f87de80e0bda tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "DELETE /v2.0/floatingips/94e52049-3d35-4af2-80e9-d6115429227b HTTP/1.1" status: 204 len: 173 time: 0.7183650 Sep 17 22:03:41.206187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dbb05c-e826-4d7b-8007-b905a8b5fd8a None None] The sync data for ids ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'] in n-d-713498-17 is: [{'id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:30Z', 'updated_at': '2021-09-17T22:03:36Z', 'revision_number': 4, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'gw_port': {'id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:32Z', 'updated_at': '2021-09-17T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3b616d6c-621c-4bfa-8c68-4087fb57e067', 'name': '', 'network_id': '529a844b-afd2-44d1-9906-0096d692962a', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'mac_address': 'fa:16:3e:6a:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9debdb4-e3c3-45a3-9978-4c5def9a39a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:35Z', 'updated_at': '2021-09-17T22:03:40Z', 'revision_number': 4, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'subnets': [{'id': 'b9debdb4-e3c3-45a3-9978-4c5def9a39a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:41.231694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c99f3b4d-32aa-46b8-9bb4-4c08635ddfdd None None] For port 3b616d6c-621c-4bfa-8c68-4087fb57e067, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3b616d6c-621c-4bfa-8c68-4087fb57e067,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:41.249677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.318517 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-9f2b26ca-c6e9-498f-9e87-3b42e57c3420 req-741ff3fa-a136-4724-ada7-37cee06191be tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] show failed (client error): The resource could not be found. Sep 17 22:03:41.323965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Allocated IP 172.20.0.2 (442b4c3d-80a4-4f98-9cf3-17dea599d9eb/0bbc6abf-aa43-421e-b3d8-2b70c206b5a8/3fb6353b-f30b-4fc5-a3cb-c349e3409957) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:41.331788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f2b26ca-c6e9-498f-9e87-3b42e57c3420 req-741ff3fa-a136-4724-ada7-37cee06191be tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips/94e52049-3d35-4af2-80e9-d6115429227b HTTP/1.1" status: 404 len: 350 time: 0.0701602 Sep 17 22:03:41.477743 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.479263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c99f3b4d-32aa-46b8-9bb4-4c08635ddfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.541678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f3b4d-32aa-46b8-9bb4-4c08635ddfdd None None] Pushing event updated for resources: {'Port': ['ID=3b616d6c-621c-4bfa-8c68-4087fb57e067,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:41.569385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.574506 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-5abd15f4-316f-4997-adf0-ebf7f998ccac req-d7719db1-7869-4016-8481-1de411277178 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] show failed (client error): The resource could not be found. Sep 17 22:03:41.586820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5abd15f4-316f-4997-adf0-ebf7f998ccac req-d7719db1-7869-4016-8481-1de411277178 tempest-FloatingIPsTestJSON-1139820272 tempest-FloatingIPsTestJSON-1139820272-project] 10.222.0.13 "GET /v2.0/floatingips/94e52049-3d35-4af2-80e9-d6115429227b HTTP/1.1" status: 404 len: 350 time: 0.0556898 Sep 17 22:03:41.588518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:41.650156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Pushing event updated for resources: {'Port': ['ID=3fb6353b-f30b-4fc5-a3cb-c349e3409957,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:41.654832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:41.657002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:41.663595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:41.683346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c93126a-f249-4d32-8da5-673cc4562d45 req-26416ea0-42a0-41f4-afc2-725e76a00b2f tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 210 time: 0.0366304 Sep 17 22:03:41.795102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Attempting to bind port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:41.795686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Attempting to bind port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:41.795805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Attempting to bind port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 on network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:41.813439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:41.813812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Checking segment: {'id': 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:41.814208 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.815153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Bound using segment: {'id': 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:41.815862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Bound port: 3fb6353b-f30b-4fc5-a3cb-c349e3409957, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:41.816381 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:41.914871 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] For port 3fb6353b-f30b-4fc5-a3cb-c349e3409957, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:41.920697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] For port 3fb6353b-f30b-4fc5-a3cb-c349e3409957, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3fb6353b-f30b-4fc5-a3cb-c349e3409957,segment=NetworkSegment(b5a7d141-89f6-43bc-8e9c-a9868f79e2c3),segment_id=b5a7d141-89f6-43bc-8e9c-a9868f79e2c3)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:42.032147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:42.114341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22d673-eb14-4c2d-a077-831c0df15fa3 None None] Pushing event updated for resources: {'Port': ['ID=3fb6353b-f30b-4fc5-a3cb-c349e3409957,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:42.114486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546bf2-87b6-423b-8157-3d2979ffa8d9 req-df93af20-124b-498d-b4c6-0a48fe8966f1 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:42.116561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35546bf2-87b6-423b-8157-3d2979ffa8d9 req-df93af20-124b-498d-b4c6-0a48fe8966f1 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1097 time: 0.1003740 Sep 17 22:03:42.205424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35546bf2-87b6-423b-8157-3d2979ffa8d9 req-87142ae1-b2ff-41f7-bcfd-2b075f3fac03 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785158 Sep 17 22:03:42.232706 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:42.266087 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:42.508094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54754) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:42.567602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Allocated IP 172.25.5.80 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/0876df30-1fb0-45bc-ac78-6c1912f25eef) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:42.573038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:42.665423 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-90e01834-aa06-4c42-8c0f-1d5c56a50e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:42.867753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-733c5ca7-d36b-4c18-96e4-41233d478b7b req-f6ebb78d-52a9-4d25-a189-d1f6ae484508 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 210 time: 0.0673485 Sep 17 22:03:42.886307 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-90e01834-aa06-4c42-8c0f-1d5c56a50e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:42.895393 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:42.978429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-ab4addca-bf3f-4501-9d09-e57e05b46566 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=56f6ef523cc645c3be17ed567239acaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284286 Sep 17 22:03:43.058205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Deleting port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:03:43.058551 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.064843 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-90e01834-aa06-4c42-8c0f-1d5c56a50e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.137989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-90e01834-aa06-4c42-8c0f-1d5c56a50e62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=818a1a41a4d34f5f9bdf063468dd3e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6283627 Sep 17 22:03:43.151496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54782) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:43.163751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e01834-aa06-4c42-8c0f-1d5c56a50e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba13e17-8fac-48e5-abd8-5ee591296f45,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:43.200896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-cf5b1ece-79f1-4e80-9594-ac3e9f546e21 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:43.202420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-cf5b1ece-79f1-4e80-9594-ac3e9f546e21 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141259 Sep 17 22:03:43.235585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Request body: {'port': {'device_id': '3b2234a6-db71-4073-bad4-acaa3937b401', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '56f6ef523cc645c3be17ed567239acaf'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:43.306739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54790) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:43.436845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3b616d6c-621c-4bfa-8c68-4087fb57e067 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:43.483596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c2e-ce0b-4277-a28c-30c1856961d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.537727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7382b-8ed6-438c-b352-6ca73600a833 None None] Network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:03:43.574056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3b616d6c-621c-4bfa-8c68-4087fb57e067 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:43.574338 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.585672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.634345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:43.652382 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:03:43.653951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-49e1284c-1721-4200-b769-23ba26326b1b None None] Provisioning complete for port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:43.654456 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-49e1284c-1721-4200-b769-23ba26326b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.668109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:43.673432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:43.713424 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Pushing event updated for resources: {'Port': ['ID=0876df30-1fb0-45bc-ac78-6c1912f25eef,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:43.748934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] For port 07adc92d-02b4-4dd7-ba41-bbb68a2d125a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=07adc92d-02b4-4dd7-ba41-bbb68a2d125a,segment=NetworkSegment(c8a10d02-e2b4-4646-bd77-e7c8f90fff2c),segment_id=c8a10d02-e2b4-4646-bd77-e7c8f90fff2c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:43.749284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.797847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3fb6353b-f30b-4fc5-a3cb-c349e3409957 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:43.812091 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e126faee-b57e-4a25-b67b-1563bac041fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.837757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Calling delete_port for 07adc92d-02b4-4dd7-ba41-bbb68a2d125a owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:03:43.846165 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c2e-ce0b-4277-a28c-30c1856961d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.895084 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-49e1284c-1721-4200-b769-23ba26326b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.896399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54800) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:43.916882 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-e126faee-b57e-4a25-b67b-1563bac041fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:03:43.916882 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:03:43.916882 n-d-713498-17 neutron-server[101661]: [parameters: {'project_id_1': 'ae76e4a08a7c41c0a13ea57658ce2e74', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 3, 23, 857368)}] Sep 17 22:03:43.916882 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:03:43.918996 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-e126faee-b57e-4a25-b67b-1563bac041fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:03:43.938858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddc445-e7c2-4b32-9953-b0e3bdd66d8d req-e1c42467-1601-4f52-99c6-58a487b40abd tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:43.946257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-49e1284c-1721-4200-b769-23ba26326b1b None None] For port 3fb6353b-f30b-4fc5-a3cb-c349e3409957, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3fb6353b-f30b-4fc5-a3cb-c349e3409957,segment=NetworkSegment(b5a7d141-89f6-43bc-8e9c-a9868f79e2c3),segment_id=b5a7d141-89f6-43bc-8e9c-a9868f79e2c3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:43.947456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:43.947796 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:43.953319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fddc445-e7c2-4b32-9953-b0e3bdd66d8d req-e1c42467-1601-4f52-99c6-58a487b40abd tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1097 time: 0.5253165 Sep 17 22:03:44.008755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb3957ce-acb0-424e-9e72-68b0b437f094 req-02afea13-9559-4494-ad57-4745dc7e14e1 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 210 time: 0.0462534 Sep 17 22:03:44.017034 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-49e1284c-1721-4200-b769-23ba26326b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.019178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Made reservation on behalf of 56f6ef523cc645c3be17ed567239acaf for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:44.042090 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.077843 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.134006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1284c-1721-4200-b769-23ba26326b1b None None] Pushing event updated for resources: {'Port': ['ID=3fb6353b-f30b-4fc5-a3cb-c349e3409957,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:44.163394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fddc445-e7c2-4b32-9953-b0e3bdd66d8d req-1fe05124-0864-42e7-862b-15d0fe49816c tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055659 Sep 17 22:03:44.202459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c2e-ce0b-4277-a28c-30c1856961d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.215004 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1c2e-ce0b-4277-a28c-30c1856961d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.218629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ea4d1c2e-ce0b-4277-a28c-30c1856961d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dba13e17-8fac-48e5-abd8-5ee591296f45 HTTP/1.1" status: 204 len: 168 time: 1.0661092 Sep 17 22:03:44.235536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5458-b3a2-4dba-b597-1b01133fc075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.279520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d1c2e-ce0b-4277-a28c-30c1856961d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba13e17-8fac-48e5-abd8-5ee591296f45,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:44.335016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-f81c87af-83e2-49a3-9e7f-d3e02de35716 req-1443f65a-c965-4c99-97a0-7d9af8ddbff8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:44.336089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f81c87af-83e2-49a3-9e7f-d3e02de35716 req-1443f65a-c965-4c99-97a0-7d9af8ddbff8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083055 Sep 17 22:03:44.351554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-179184f7-8f68-4364-a508-ec2c6714bd79 None None] Provisioning complete for port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:44.351927 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-179184f7-8f68-4364-a508-ec2c6714bd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.375460 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.380896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.420914 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.421150 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e126faee-b57e-4a25-b67b-1563bac041fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.451355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.461262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07adc92d-02b4-4dd7-ba41-bbb68a2d125a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:44.546873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ed9d68-2475-4b75-bf6f-78b9450b8af5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:44.667895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Allocated IP 192.168.233.214 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:44.741891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5458-b3a2-4dba-b597-1b01133fc075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.790653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.797680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.820620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5458-b3a2-4dba-b597-1b01133fc075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:44.896762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a4aa5458-b3a2-4dba-b597-1b01133fc075 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc9ddaac088d488495b6ea5fa98ba479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9791124 Sep 17 22:03:44.899697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54816) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:44.907309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa5458-b3a2-4dba-b597-1b01133fc075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04db784-9b42-4b4f-a2f0-496ae9ae5414,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:44.933493 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.007770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e126faee-b57e-4a25-b67b-1563bac041fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.020747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54822) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:45.034534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fdc9a39c-315d-4bac-ad91-b8b37471b4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.057009 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.087879 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e126faee-b57e-4a25-b67b-1563bac041fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.110626 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3710d85d-3b41-46e5-9527-7e1486e6c85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.169082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3710d85d-3b41-46e5-9527-7e1486e6c85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.181175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126faee-b57e-4a25-b67b-1563bac041fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379a9890-01d7-4f02-b65b-fa3a0f7b021b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:45.186742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Router b651e745-887a-43c0-8a63-43413377e441 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:03:45.205725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:45.213952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:45.215280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Router d7e9b590-44a9-484a-a38d-edfa76a123c0 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:03:45.254837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e126faee-b57e-4a25-b67b-1563bac041fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae76e4a08a7c41c0a13ea57658ce2e74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9466279 Sep 17 22:03:45.260509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:45.261180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54826) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:45.268973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:45.269681 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.322663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3fb6353b-f30b-4fc5-a3cb-c349e3409957 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:45.360394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Pushing event updated for resources: {'Port': ['ID=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:45.404239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a959c-6145-4743-b123-e6dcb5f251b2 req-ad8e22a0-e058-4251-b319-5fcd1c24bb1a tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:45.405832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd5a959c-6145-4743-b123-e6dcb5f251b2 req-ad8e22a0-e058-4251-b319-5fcd1c24bb1a tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 936 time: 0.2894979 Sep 17 22:03:45.431695 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:45.432006 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.458662 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3710d85d-3b41-46e5-9527-7e1486e6c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.461166 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3710d85d-3b41-46e5-9527-7e1486e6c85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.462300 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3710d85d-3b41-46e5-9527-7e1486e6c85e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e04db784-9b42-4b4f-a2f0-496ae9ae5414 HTTP/1.1" status: 204 len: 168 time: 0.5236998 Sep 17 22:03:45.517783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710d85d-3b41-46e5-9527-7e1486e6c85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04db784-9b42-4b4f-a2f0-496ae9ae5414,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:45.521851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c00118af-ad3c-46a8-8d6c-55d042f60772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.532167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:45.547163 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Sync routers for ids ['b651e745-887a-43c0-8a63-43413377e441'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:45.562870 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Routers {'b651e745-887a-43c0-8a63-43413377e441'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:45.563566 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b651e745-887a-43c0-8a63-43413377e441'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:45.569540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd5a959c-6145-4743-b123-e6dcb5f251b2 req-332de23e-7127-41ba-abea-398a4f35cdfe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521294 Sep 17 22:03:45.570639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:45.577303 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fdc9a39c-315d-4bac-ad91-b8b37471b4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.580186 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fd2ea3ff-ccc4-4db7-9c8e-715d83008cb4 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7e9b590-44a9-484a-a38d-edfa76a123c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9903378 Sep 17 22:03:45.583156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c00118af-ad3c-46a8-8d6c-55d042f60772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.583448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54844) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:45.647421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] Sync routers for ids ['d7e9b590-44a9-484a-a38d-edfa76a123c0'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:45.729809 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fdc9a39c-315d-4bac-ad91-b8b37471b4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.738023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] Routers {'d7e9b590-44a9-484a-a38d-edfa76a123c0'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:45.742718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['d7e9b590-44a9-484a-a38d-edfa76a123c0'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:45.792506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fdc9a39c-315d-4bac-ad91-b8b37471b4b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b6fea05e676494191477f10f4775ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7702653 Sep 17 22:03:45.794193 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:45.796234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9a39c-315d-4bac-ad91-b8b37471b4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acee7ff6-a9f7-45af-9a02-72d358e0f2a4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:45.812055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54846) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:45.874241 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Set router b651e745-887a-43c0-8a63-43413377e441 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:45.880445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-5f691d61-252d-4e19-832e-6874be1766fe tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6655791 Sep 17 22:03:45.894473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Request body: {'port': {'device_id': '3b2234a6-db71-4073-bad4-acaa3937b401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:45.922144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] Set router d7e9b590-44a9-484a-a38d-edfa76a123c0 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:46.026922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c429fef8-22d9-4fe6-95e6-a04bfa5f1af5 None None] Provisioning complete for port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:46.027806 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c429fef8-22d9-4fe6-95e6-a04bfa5f1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.071751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.072997 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-833d03e4-7438-4feb-9b83-c9527d0db08d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3277032 Sep 17 22:03:46.075843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:46.077142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-99f8cf8f-268f-42e9-a08a-d6600cab45a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.102532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.138197 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.142343 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c00118af-ad3c-46a8-8d6c-55d042f60772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.145877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c00118af-ad3c-46a8-8d6c-55d042f60772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.146418 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c00118af-ad3c-46a8-8d6c-55d042f60772 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/379a9890-01d7-4f02-b65b-fa3a0f7b021b HTTP/1.1" status: 204 len: 168 time: 0.8840265 Sep 17 22:03:46.160539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00118af-ad3c-46a8-8d6c-55d042f60772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379a9890-01d7-4f02-b65b-fa3a0f7b021b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:46.167531 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b651e745-887a-43c0-8a63-43413377e441', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:40Z', 'updated_at': '2021-09-17T22:03:44Z', 'revision_number': 3, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'gw_port': {'id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:42Z', 'updated_at': '2021-09-17T22:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:46.168385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c429fef8-22d9-4fe6-95e6-a04bfa5f1af5 None None] Port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:46.188543 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-99f8cf8f-268f-42e9-a08a-d6600cab45a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.238587 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Checking router: b651e745-887a-43c0-8a63-43413377e441 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:46.242320 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Updating router b651e745-887a-43c0-8a63-43413377e441 port 0876df30-1fb0-45bc-ac78-6c1912f25eef binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:03:46.277944 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.309748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '62da484b-b358-45e1-ba31-551a84f85aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:20Z', 'updated_at': '2021-09-17T22:03:44Z', 'revision_number': 5, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'gw_port': {'id': '62da484b-b358-45e1-ba31-551a84f85aee', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:22Z', 'updated_at': '2021-09-17T22:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:46.347300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] Checking router: d7e9b590-44a9-484a-a38d-edfa76a123c0 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:46.362581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] Routers {'d7e9b590-44a9-484a-a38d-edfa76a123c0'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:46.363530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['d7e9b590-44a9-484a-a38d-edfa76a123c0'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:46.482834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] Set router d7e9b590-44a9-484a-a38d-edfa76a123c0 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:46.547609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54860) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:46.572235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:20Z', 'updated_at': '2021-09-17T22:03:46Z', 'revision_number': 6, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:46.587878 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7a0089d-bbaa-491e-ac50-d1828df7d136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.614009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9740cf-0074-43c0-93fa-89ec38cf6329 None None] The sync data for ids ['d7e9b590-44a9-484a-a38d-edfa76a123c0'] in n-d-713498-17 is: [{'id': 'd7e9b590-44a9-484a-a38d-edfa76a123c0', 'name': 'tempest-FloatingIPsTestJSON-612669691-router', 'tenant_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:20Z', 'updated_at': '2021-09-17T22:03:46Z', 'revision_number': 6, 'project_id': 'ca8c616772244dae8f5ac34877f9d9b3', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:46.617496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:46.641167 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.661726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Deleting port 62da484b-b358-45e1-ba31-551a84f85aee {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:03:46.662066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.695038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Transition to ACTIVE for port object 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:03:46.728533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-99f8cf8f-268f-42e9-a08a-d6600cab45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.731027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-99f8cf8f-268f-42e9-a08a-d6600cab45a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.734591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-99f8cf8f-268f-42e9-a08a-d6600cab45a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acee7ff6-a9f7-45af-9a02-72d358e0f2a4 HTTP/1.1" status: 204 len: 168 time: 0.9156537 Sep 17 22:03:46.744605 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.788805 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.795888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8cf8f-268f-42e9-a08a-d6600cab45a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acee7ff6-a9f7-45af-9a02-72d358e0f2a4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:46.805855 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.869132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] For port 62da484b-b358-45e1-ba31-551a84f85aee, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=62da484b-b358-45e1-ba31-551a84f85aee,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:46.869563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.871686 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:46.913549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Calling delete_port for 62da484b-b358-45e1-ba31-551a84f85aee owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:03:46.922643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:46.938192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974e705-3a9b-40c9-ba14-97241923dc90 req-6f5d51ec-ce19-401d-88e3-21d8c4fca950 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:46.940397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b974e705-3a9b-40c9-ba14-97241923dc90 req-6f5d51ec-ce19-401d-88e3-21d8c4fca950 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 936 time: 0.2071233 Sep 17 22:03:46.994215 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353edd90-ae2c-4edb-b94f-31bbd6e74e01 None None] Pushing event updated for resources: {'Port': ['ID=0876df30-1fb0-45bc-ac78-6c1912f25eef,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:46.999947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Allocated IP 172.20.0.1 (442b4c3d-80a4-4f98-9cf3-17dea599d9eb/0bbc6abf-aa43-421e-b3d8-2b70c206b5a8/2b611385-3a7f-4545-8fe8-9eb61ebaab91) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:47.053924 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Attempting to bind port 0876df30-1fb0-45bc-ac78-6c1912f25eef on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:47.054420 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Attempting to bind port 0876df30-1fb0-45bc-ac78-6c1912f25eef by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:47.054903 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Attempting to bind port 0876df30-1fb0-45bc-ac78-6c1912f25eef on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:47.079864 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:47.080550 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:47.091882 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.092742 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:47.093428 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Bound port: 0876df30-1fb0-45bc-ac78-6c1912f25eef, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:47.095323 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.120833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 07adc92d-02b4-4dd7-ba41-bbb68a2d125a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:03:47.162102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 07adc92d-02b4-4dd7-ba41-bbb68a2d125a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:03:47.162440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 07adc92d-02b4-4dd7-ba41-bbb68a2d125a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:03:47.203566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7a0089d-bbaa-491e-ac50-d1828df7d136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.212937 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] For port 0876df30-1fb0-45bc-ac78-6c1912f25eef, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:47.216247 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] For port 0876df30-1fb0-45bc-ac78-6c1912f25eef, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0876df30-1fb0-45bc-ac78-6c1912f25eef,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:47.223863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Attempting to bind port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:47.224713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Attempting to bind port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:47.224848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Attempting to bind port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:47.249970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:03:47.250213 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.250472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Attempting to bind port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:47.264126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54878) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:47.270828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:47.271026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:47.271864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:47.273592 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.282911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Bound port: 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:47.283549 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.285606 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7351ac8-af16-4003-af52-5acee917d774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.292257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b974e705-3a9b-40c9-ba14-97241923dc90 req-71ccb413-438e-4a76-8625-ebe2e2dac0a9 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359365 Sep 17 22:03:47.303084 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7a0089d-bbaa-491e-ac50-d1828df7d136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.374022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e7a0089d-bbaa-491e-ac50-d1828df7d136 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2776d171c5445e4b652e97201a5360a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8253465 Sep 17 22:03:47.379912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54880) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:47.407250 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353edd90-ae2c-4edb-b94f-31bbd6e74e01 None None] Pushing event updated for resources: {'Port': ['ID=0876df30-1fb0-45bc-ac78-6c1912f25eef,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:47.422290 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Routers {'b651e745-887a-43c0-8a63-43413377e441'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:47.422949 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b651e745-887a-43c0-8a63-43413377e441'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:47.453843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0089d-bbaa-491e-ac50-d1828df7d136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23bcf64-ef12-41b0-b0bc-3d223bb14031,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:47.461090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.494318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] For port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:47.498087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] For port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:47.540766 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.563535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b611385-3a7f-4545-8fe8-9eb61ebaab91,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:47.569973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54882) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:47.571883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:47.579785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Pushing event deleted for resources: {'Port': ['ID=62da484b-b358-45e1-ba31-551a84f85aee,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:47.584862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.598068 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] Set router b651e745-887a-43c0-8a63-43413377e441 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:47.623371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7351ac8-af16-4003-af52-5acee917d774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.631905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a64fea36-3524-49b1-9a8f-86e9aa3b0624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.641298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:47.644242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:47.644904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.646632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c HTTP/1.1" status: 200 len: 1097 time: 1.7575223 Sep 17 22:03:47.648830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2234a6-db71-4073-bad4-acaa3937b401', 'tag': '3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:47.660414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:03:47.663341 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a18d1-b814-4aae-98ee-21fa245aebeb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2234a6-db71-4073-bad4-acaa3937b401", "tag": "3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:47.670669 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.728961 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d131ffa4-d0b3-4542-bd01-af89560a8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.735689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7351ac8-af16-4003-af52-5acee917d774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.808402 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a64fea36-3524-49b1-9a8f-86e9aa3b0624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.839887 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:47.869257 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330859df-36f2-4d0e-91a2-ed2f8d1119ac x-openstack-request-id: req-330859df-36f2-4d0e-91a2-ed2f8d1119ac {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:47.869554 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2234a6-db71-4073-bad4-acaa3937b401", "tag": "3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:47.874735 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-330859df-36f2-4d0e-91a2-ed2f8d1119ac {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:47.874735 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2234a6-db71-4073-bad4-acaa3937b401', 'tag': '3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c', 'status': 'completed', 'code': 200} Sep 17 22:03:47.910924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea87b-8137-4993-a271-88c5394e72b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:47.921069 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d7351ac8-af16-4003-af52-5acee917d774 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17010e56a8134dec84529865e388ae90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6554928 Sep 17 22:03:47.921850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7351ac8-af16-4003-af52-5acee917d774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b12997-36a2-4ece-9be8-ec282bb36fef,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:47.925012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54888) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:47.949269 n-d-713498-17 neutron-server[101660]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 22:03:47.949899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54890) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:47.959852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-3e92ea7b-aecd-4c6c-8dc6-210357f28d05 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:03:47.960929 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-3e92ea7b-aecd-4c6c-8dc6-210357f28d05 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3355684 Sep 17 22:03:47.985258 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b651e745-887a-43c0-8a63-43413377e441', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:40Z', 'updated_at': '2021-09-17T22:03:44Z', 'revision_number': 3, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'gw_port': {'id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:42Z', 'updated_at': '2021-09-17T22:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:48.005185 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.015658 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.019404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd714639-b002-44fe-8bef-bc592da2f58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.032296 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43512eb5-df1b-4e3b-83ce-335279eae7b5 None None] The sync data for ids ['b651e745-887a-43c0-8a63-43413377e441'] in n-d-713498-17 is: [{'id': 'b651e745-887a-43c0-8a63-43413377e441', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:40Z', 'updated_at': '2021-09-17T22:03:44Z', 'revision_number': 3, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'gw_port': {'id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:42Z', 'updated_at': '2021-09-17T22:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:48.055725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-668a099b-2688-4aef-9beb-a17940900078 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:48.057683 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-668a099b-2688-4aef-9beb-a17940900078 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports/9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 1094 time: 0.0809622 Sep 17 22:03:48.185424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8a95cb8b-8d45-429c-b589-7dbe8db52bc4 None None] Provisioning complete for port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:48.186129 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a95cb8b-8d45-429c-b589-7dbe8db52bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.186306 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a64fea36-3524-49b1-9a8f-86e9aa3b0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.190663 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a64fea36-3524-49b1-9a8f-86e9aa3b0624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.194313 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a64fea36-3524-49b1-9a8f-86e9aa3b0624 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b23bcf64-ef12-41b0-b0bc-3d223bb14031 HTTP/1.1" status: 204 len: 168 time: 0.8108294 Sep 17 22:03:48.221161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fea36-3524-49b1-9a8f-86e9aa3b0624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23bcf64-ef12-41b0-b0bc-3d223bb14031,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:48.272469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Request body: {'binding': {'host': 'n-h1-713498-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:48.273072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Unknown quota resources ['binding']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:03:48.277847 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.432895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-4b18afd4-ac03-4151-a473-550ba8fd0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:48.434400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-4b18afd4-ac03-4151-a473-550ba8fd0497 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56f6ef523cc645c3be17ed567239acaf&device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 1100 time: 0.5579381 Sep 17 22:03:48.535902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8a95cb8b-8d45-429c-b589-7dbe8db52bc4 None None] Port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:48.555142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd714639-b002-44fe-8bef-bc592da2f58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.575577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-59cb1d69-4a1c-4e55-ad38-5e8861851c3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c HTTP/1.1" status: 200 len: 217 time: 0.0925195 Sep 17 22:03:48.577688 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8182655d-037a-4f69-8d0f-b115b96943bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.621826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.626260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e9b590-44a9-484a-a38d-edfa76a123c0 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:03:48.640757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd714639-b002-44fe-8bef-bc592da2f58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.640963 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.642925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8fa4252d-7f56-41fe-8eb9-d0e7b085ee4b admin admin] 10.222.0.13 "DELETE /v2.0/routers/d7e9b590-44a9-484a-a38d-edfa76a123c0 HTTP/1.1" status: 204 len: 168 time: 3.0578818 Sep 17 22:03:48.667724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54902) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:48.673404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8182655d-037a-4f69-8d0f-b115b96943bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.707230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd714639-b002-44fe-8bef-bc592da2f58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad3335-e038-4fa1-924e-acb2a4a94eb3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:48.711640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d4bd8-fd54-4dfa-ad86-c2fc44c7a1f5 req-1d0f085d-3af1-4ed7-bb51-e8c397b76f05 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:48.721765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c46d4bd8-fd54-4dfa-ad86-c2fc44c7a1f5 req-1d0f085d-3af1-4ed7-bb51-e8c397b76f05 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 948 time: 0.2976344 Sep 17 22:03:48.760031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-e12a0199-f355-43f0-ad06-eb22d87b4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:48.762181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-e12a0199-f355-43f0-ad06-eb22d87b4718 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1791003 Sep 17 22:03:48.811993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 on host n-h1-713498-17 for vnic_type normal with profile None {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:48.812837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:48.816569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:48.823751 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dd714639-b002-44fe-8bef-bc592da2f58a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f00b852ed84419582fa792a1056cfa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8706372 Sep 17 22:03:48.825619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54908) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:48.858597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c46d4bd8-fd54-4dfa-ad86-c2fc44c7a1f5 req-68d9fff9-4b38-4f1c-83f5-dab5593badb0 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358974 Sep 17 22:03:48.872824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-e8d118d1-088b-4381-a60f-8ed644aac77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:48.874498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-e8d118d1-088b-4381-a60f-8ed644aac77f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0967264 Sep 17 22:03:48.924969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Port 9ae6c467-588b-48b0-b87d-bfe717959821 on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:03:48.925357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:48.952946 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8182655d-037a-4f69-8d0f-b115b96943bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.957612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8182655d-037a-4f69-8d0f-b115b96943bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:48.958256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0aa430-8f94-45ad-9293-6d8f610c299d admin admin] Deleting subnet 26c31fd7-04d7-430f-8a01-06e48adb75c4 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:03:48.958992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8182655d-037a-4f69-8d0f-b115b96943bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11b12997-36a2-4ece-9be8-ec282bb36fef HTTP/1.1" status: 204 len: 168 time: 1.0181198 Sep 17 22:03:48.975259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182655d-037a-4f69-8d0f-b115b96943bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b12997-36a2-4ece-9be8-ec282bb36fef,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:48.977773 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa430-8f94-45ad-9293-6d8f610c299d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.019465 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa430-8f94-45ad-9293-6d8f610c299d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.021896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-d89fe56f-603a-4230-afa8-16c3e0e053af service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394014 Sep 17 22:03:49.055134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:49.055480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:49.055873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:49.056597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Bound port: 9ae6c467-588b-48b0-b87d-bfe717959821, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:49.202584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9cdcfd6-21b7-4881-9589-e5eedfd23201 req-9b0c36f3-fbe4-48cf-a939-10760ff5a778 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715455 Sep 17 22:03:49.226537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0876df30-1fb0-45bc-ac78-6c1912f25eef up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:49.275493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:49.296686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0876df30-1fb0-45bc-ac78-6c1912f25eef triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:49.298122 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.326126 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.358066 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4447496-221b-4302-bac7-b17792b29d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.372867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-cdab20fb-0456-4b1b-9024-54725baab9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:49.374910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-cdab20fb-0456-4b1b-9024-54725baab9c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56f6ef523cc645c3be17ed567239acaf&device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 1100 time: 0.0589204 Sep 17 22:03:49.380918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa430-8f94-45ad-9293-6d8f610c299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.411387 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.416318 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-fead5ff8-cfde-4ecc-ae65-3689e0e004f7 service neutron] 10.222.0.13 "POST /v2.0/ports/9ae6c467-588b-48b0-b87d-bfe717959821/bindings HTTP/1.1" status: 201 len: 390 time: 1.2217357 Sep 17 22:03:49.424741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4447496-221b-4302-bac7-b17792b29d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.425594 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.455924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.468204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 0876df30-1fb0-45bc-ac78-6c1912f25eef, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0876df30-1fb0-45bc-ac78-6c1912f25eef,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:49.546519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-b333c164-7e12-4a2d-84d4-8517cf0d3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:49.548367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-b333c164-7e12-4a2d-84d4-8517cf0d3e4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1663089 Sep 17 22:03:49.563733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.569063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b611385-3a7f-4545-8fe8-9eb61ebaab91,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:49.599254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-2f5c3b94-021b-40b2-a906-3922b88a096f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c HTTP/1.1" status: 200 len: 217 time: 0.0426810 Sep 17 22:03:49.631999 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.676852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-ac0638cf-5c66-4f77-b354-ec55ee316370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:49.679008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-ac0638cf-5c66-4f77-b354-ec55ee316370 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0715125 Sep 17 22:03:49.693610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:03:49.695335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa430-8f94-45ad-9293-6d8f610c299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.697955 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4447496-221b-4302-bac7-b17792b29d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.707888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4447496-221b-4302-bac7-b17792b29d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.708866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 62da484b-b358-45e1-ba31-551a84f85aee no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:03:49.709506 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f4447496-221b-4302-bac7-b17792b29d21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8ad3335-e038-4fa1-924e-acb2a4a94eb3 HTTP/1.1" status: 204 len: 168 time: 0.8778908 Sep 17 22:03:49.724109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:49.754431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aa430-8f94-45ad-9293-6d8f610c299d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c31fd7-04d7-430f-8a01-06e48adb75c4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:49.763168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 62da484b-b358-45e1-ba31-551a84f85aee {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:03:49.763399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4447496-221b-4302-bac7-b17792b29d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad3335-e038-4fa1-924e-acb2a4a94eb3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:49.763908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 62da484b-b358-45e1-ba31-551a84f85aee not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:03:49.779537 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa430-8f94-45ad-9293-6d8f610c299d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:49.781300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab3a35-ada7-4898-88f8-b6b6ddcf69ed None None] Network a1a69f71-bd06-4f44-ab9a-072901aceaa0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:03:49.782119 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1c0aa430-8f94-45ad-9293-6d8f610c299d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/26c31fd7-04d7-430f-8a01-06e48adb75c4 HTTP/1.1" status: 204 len: 168 time: 1.0913110 Sep 17 22:03:49.785572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54942) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:49.815624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=0876df30-1fb0-45bc-ac78-6c1912f25eef,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:49.830946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-cf417b7a-e19b-43cc-a420-0d6f1d84b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:49.837288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-cf417b7a-e19b-43cc-a420-0d6f1d84b5e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485112 Sep 17 22:03:49.844364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.844804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.845221 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.845765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.846317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.846734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.847449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.847860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.848262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.848660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.849058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:49.849623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:50.061370 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:50.115624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5cd07-20df-48ec-8907-c03afe908b88 None None] DHCP port deletion for a1a69f71-bd06-4f44-ab9a-072901aceaa0 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:03:50.200597 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3db7d171-0902-413c-9f3f-9af3f0025ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:50.219524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-711c1b86-3aa5-4ae4-aff5-68dabc167cfb None None] Provisioning complete for port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:50.220262 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-711c1b86-3aa5-4ae4-aff5-68dabc167cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:50.265983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9de5cd07-20df-48ec-8907-c03afe908b88 None None] Deleting port 15c6c2ea-4299-40dc-acec-c92ef1960252 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:03:50.267396 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9de5cd07-20df-48ec-8907-c03afe908b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:50.288967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac02a5b-bcb8-4512-8579-faac2a45813e req-00d20bea-0a23-4df6-85ec-ce6b5e44d372 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:50.292705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aac02a5b-bcb8-4512-8579-faac2a45813e req-00d20bea-0a23-4df6-85ec-ce6b5e44d372 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 945 time: 0.4543970 Sep 17 22:03:50.313590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-711c1b86-3aa5-4ae4-aff5-68dabc167cfb None None] Port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:03:50.375707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9de5cd07-20df-48ec-8907-c03afe908b88 None None] For port 15c6c2ea-4299-40dc-acec-c92ef1960252, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=15c6c2ea-4299-40dc-acec-c92ef1960252,segment=NetworkSegment(c8a10d02-e2b4-4646-bd77-e7c8f90fff2c),segment_id=c8a10d02-e2b4-4646-bd77-e7c8f90fff2c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:50.376245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9de5cd07-20df-48ec-8907-c03afe908b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:50.400569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9de5cd07-20df-48ec-8907-c03afe908b88 None None] Calling delete_port for 15c6c2ea-4299-40dc-acec-c92ef1960252 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:03:50.422347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-c0116e44-794b-4754-96db-a8744b1eb76c service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132613 Sep 17 22:03:50.445726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-5fc7521d-b8c9-4fca-ad67-dad864273466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:50.447300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-5fc7521d-b8c9-4fca-ad67-dad864273466 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1097 time: 0.2774374 Sep 17 22:03:50.457584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aac02a5b-bcb8-4512-8579-faac2a45813e req-aea20fa2-07f4-4bb3-b9dc-1551d140a590 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223872 Sep 17 22:03:50.484944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79423c85-ca2c-4c5a-82f7-adbda5c116e8 req-963cdcec-20db-4cc8-a7d1-02320784fed6 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:50.486476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79423c85-ca2c-4c5a-82f7-adbda5c116e8 req-963cdcec-20db-4cc8-a7d1-02320784fed6 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 948 time: 0.3571084 Sep 17 22:03:50.582065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Router b651e745-887a-43c0-8a63-43413377e441 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:03:50.670314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Deleting port 15c6c2ea-4299-40dc-acec-c92ef1960252 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:03:50.671084 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:50.677991 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9de5cd07-20df-48ec-8907-c03afe908b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:50.696894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5cd07-20df-48ec-8907-c03afe908b88 None None] No DVR routers for this DVR port 15c6c2ea-4299-40dc-acec-c92ef1960252 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:03:50.726835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5cd07-20df-48ec-8907-c03afe908b88 None None] Pushing event deleted for resources: {'Port': ['ID=15c6c2ea-4299-40dc-acec-c92ef1960252,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:50.769973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79423c85-ca2c-4c5a-82f7-adbda5c116e8 req-04ad45e4-abdc-4544-b66a-da0b8a7c64fd tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651131 Sep 17 22:03:50.779747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] For port 15c6c2ea-4299-40dc-acec-c92ef1960252, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=15c6c2ea-4299-40dc-acec-c92ef1960252,segment=NetworkSegment(c8a10d02-e2b4-4646-bd77-e7c8f90fff2c),segment_id=c8a10d02-e2b4-4646-bd77-e7c8f90fff2c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:50.780538 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:50.795896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Calling delete_port for 15c6c2ea-4299-40dc-acec-c92ef1960252 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:03:50.814974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce0a18d1-b814-4aae-98ee-21fa245aebeb req-276b239f-fecb-41ec-b75f-f39fdbc25ea9 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721530 Sep 17 22:03:50.819126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:03:50.849775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-cdf89f0c-9d54-42f3-bd09-80eafe86711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:50.851465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-cdf89f0c-9d54-42f3-bd09-80eafe86711a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.3639042 Sep 17 22:03:50.851812 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d07c3525-2863-4fe4-b94d-a23f95c350e6 admin admin] 10.222.0.13 "PUT /v2.0/routers/b651e745-887a-43c0-8a63-43413377e441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7738745 Sep 17 22:03:50.865937 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Sync routers for ids ['b651e745-887a-43c0-8a63-43413377e441'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:03:50.879012 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Routers {'b651e745-887a-43c0-8a63-43413377e441'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:50.880099 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b651e745-887a-43c0-8a63-43413377e441'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:50.909904 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-ae706745-2648-4e22-83c5-e8012dfb6b5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 217 time: 0.0481100 Sep 17 22:03:50.915963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:50.947733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Pushing event deleted for resources: {'Port': ['ID=15c6c2ea-4299-40dc-acec-c92ef1960252,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:50.949663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] No DVR routers for this DVR port 15c6c2ea-4299-40dc-acec-c92ef1960252 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:03:50.977046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-7f1af328-da6d-4d7e-bf76-896fb844f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:50.978524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-7f1af328-da6d-4d7e-bf76-896fb844f684 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0619104 Sep 17 22:03:51.022178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-5f1ded9e-9a20-4e8c-a614-0f24325aa34d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341337 Sep 17 22:03:51.023884 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Set router b651e745-887a-43c0-8a63-43413377e441 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:51.059791 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.080927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a69f71-bd06-4f44-ab9a-072901aceaa0']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:51.091908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:51.092263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a10d02-e2b4-4646-bd77-e7c8f90fff2c') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:51.104436 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.118669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.126325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:03:51.127342 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:03:51.129321 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:03:51.134397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-9abdffb5-d317-4243-9362-16bb555756e9 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041803 Sep 17 22:03:51.223174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0876df30-1fb0-45bc-ac78-6c1912f25eef up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:51.257928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.291870 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0876df30-1fb0-45bc-ac78-6c1912f25eef triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:51.293017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.300975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-f21f008a-15a8-4830-a418-20033e0af729 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569347 Sep 17 22:03:51.534345 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b651e745-887a-43c0-8a63-43413377e441', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:40Z', 'updated_at': '2021-09-17T22:03:48Z', 'revision_number': 4, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'gw_port': {'id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:42Z', 'updated_at': '2021-09-17T22:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '2b611385-3a7f-4545-8fe8-9eb61ebaab91', 'name': '', 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'mac_address': 'fa:16:3e:c5:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0bbc6abf-aa43-421e-b3d8-2b70c206b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:46Z', 'updated_at': '2021-09-17T22:03:48Z', 'revision_number': 2, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'subnets': [{'id': '0bbc6abf-aa43-421e-b3d8-2b70c206b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:51.534345 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Checking router: b651e745-887a-43c0-8a63-43413377e441 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:03:51.534345 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Updating router b651e745-887a-43c0-8a63-43413377e441 port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:03:51.534345 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.537273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 15c6c2ea-4299-40dc-acec-c92ef1960252 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:03:51.537273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 15c6c2ea-4299-40dc-acec-c92ef1960252 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:03:51.537273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 15c6c2ea-4299-40dc-acec-c92ef1960252 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:03:51.575658 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.667759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a69f71-bd06-4f44-ab9a-072901aceaa0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:51.667759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.667759 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-08cf85fa-bbc7-4b09-9816-2747b808ceed admin admin] 10.222.0.13 "DELETE /v2.0/networks/a1a69f71-bd06-4f44-ab9a-072901aceaa0 HTTP/1.1" status: 204 len: 168 time: 1.8187666 Sep 17 22:03:51.668534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1011b-9021-4328-a767-902159b2fe87 req-59c0c24c-12bc-4d9f-a4f6-1dbc5f480b55 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:51.668534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cd1011b-9021-4328-a767-902159b2fe87 req-59c0c24c-12bc-4d9f-a4f6-1dbc5f480b55 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 945 time: 0.1111104 Sep 17 22:03:51.687948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cd1011b-9021-4328-a767-902159b2fe87 req-bf304910-8003-4a4f-89b9-d55f75aab391 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435743 Sep 17 22:03:51.819184 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.824047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-7b191162-4b41-45c2-845b-c7094b7e868c tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:51.826055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-7b191162-4b41-45c2-845b-c7094b7e868c tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.0535960 Sep 17 22:03:51.826554 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.847380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-17'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:51.901154 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:51.968785 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Pushing event updated for resources: {'Port': ['ID=2b611385-3a7f-4545-8fe8-9eb61ebaab91,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:52.019880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:52.020854 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.021369 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.022021 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.022512 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.023020 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.023511 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.024013 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.024493 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.024960 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.025430 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.025908 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.026393 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:03:52.047323 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Attempting to bind port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:52.048085 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Attempting to bind port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:52.048643 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Attempting to bind port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 on network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:52.063724 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:52.068889 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Checking segment: {'id': 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:52.068889 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:52.068889 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Bound using segment: {'id': 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:52.068889 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Bound port: 2b611385-3a7f-4545-8fe8-9eb61ebaab91, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:52.068889 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:52.106033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d87fb5-a46f-4492-9667-56f2aabc4782 req-4d813cdc-5902-4631-9782-6e870489ea2f tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:52.110220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31d87fb5-a46f-4492-9667-56f2aabc4782 req-4d813cdc-5902-4631-9782-6e870489ea2f tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 948 time: 0.1954014 Sep 17 22:03:52.204396 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] For port 2b611385-3a7f-4545-8fe8-9eb61ebaab91, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:52.213367 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] For port 2b611385-3a7f-4545-8fe8-9eb61ebaab91, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2b611385-3a7f-4545-8fe8-9eb61ebaab91,segment=NetworkSegment(b5a7d141-89f6-43bc-8e9c-a9868f79e2c3),segment_id=b5a7d141-89f6-43bc-8e9c-a9868f79e2c3)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:52.270501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31d87fb5-a46f-4492-9667-56f2aabc4782 req-7b4995a0-7c38-4ee8-9cd3-3cb4e003775e tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320276 Sep 17 22:03:52.317934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:52.330316 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:52.383993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:52.400851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:03:52.426156 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Routers {'b651e745-887a-43c0-8a63-43413377e441'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:03:52.426913 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b651e745-887a-43c0-8a63-43413377e441'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:52.448132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55014) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:52.527324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:52.539591 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a1b5d8-f11b-46aa-96e3-62042ef5f102" -d '{"events": [{"server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:52.558573 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:52.577036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55018) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:52.586065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d0b7cbcb-4b2b-4246-8116-73e6c3bda793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca8c616772244dae8f5ac34877f9d9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362333 Sep 17 22:03:52.616320 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] Set router b651e745-887a-43c0-8a63-43413377e441 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:03:52.635304 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:52.635572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ffb06939-d2f1-4006-a168-2444db3e13e9 None None] Provisioning complete for port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:52.640754 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ffb06939-d2f1-4006-a168-2444db3e13e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:52.660386 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5193bcc8-414f-4e98-bc55-4042665fec81 x-openstack-request-id: req-5193bcc8-414f-4e98-bc55-4042665fec81 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:52.660930 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:52.661058 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5193bcc8-414f-4e98-bc55-4042665fec81 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:52.661359 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821', 'code': 200} Sep 17 22:03:52.711122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:52.759874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c', 'mac_address': 'fa:16:3e:96:77:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:03:52.863034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff705b2e-23f8-4c28-9a43-0ca55855dcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:52.922374 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:52.929114 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadca45-f830-4769-9233-e46deb36a4c4 None None] Pushing event updated for resources: {'Port': ['ID=2b611385-3a7f-4545-8fe8-9eb61ebaab91,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:52.978723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae6c467-588b-48b0-b87d-bfe717959821,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:53.019459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:53.055387 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff705b2e-23f8-4c28-9a43-0ca55855dcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:53.085801 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ffb06939-d2f1-4006-a168-2444db3e13e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:53.107873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 on host n-h2-713498-17 for vnic_type normal with profile {"migrating_to": "n-h1-713498-17"} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:03:53.108208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:03:53.108523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:53.113978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Port 9ae6c467-588b-48b0-b87d-bfe717959821 on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:03:53.114686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Attempting to bind port 9ae6c467-588b-48b0-b87d-bfe717959821 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:03:53.125802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:53.132866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:03:53.136484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:53.136893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:03:53.137330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Bound port: 9ae6c467-588b-48b0-b87d-bfe717959821, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:03:53.137695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:53.171110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ffb06939-d2f1-4006-a168-2444db3e13e9 None None] For port 2b611385-3a7f-4545-8fe8-9eb61ebaab91, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2b611385-3a7f-4545-8fe8-9eb61ebaab91,segment=NetworkSegment(b5a7d141-89f6-43bc-8e9c-a9868f79e2c3),segment_id=b5a7d141-89f6-43bc-8e9c-a9868f79e2c3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:53.214688 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:53.219297 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b651e745-887a-43c0-8a63-43413377e441', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:40Z', 'updated_at': '2021-09-17T22:03:48Z', 'revision_number': 4, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'gw_port': {'id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:42Z', 'updated_at': '2021-09-17T22:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '2b611385-3a7f-4545-8fe8-9eb61ebaab91', 'name': '', 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'mac_address': 'fa:16:3e:c5:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0bbc6abf-aa43-421e-b3d8-2b70c206b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:46Z', 'updated_at': '2021-09-17T22:03:52Z', 'revision_number': 4, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'subnets': [{'id': '0bbc6abf-aa43-421e-b3d8-2b70c206b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:03:53.235249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff705b2e-23f8-4c28-9a43-0ca55855dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:53.242947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff705b2e-23f8-4c28-9a43-0ca55855dcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:53.246950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ff705b2e-23f8-4c28-9a43-0ca55855dcd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a157902-5e1d-41f5-8141-b3f895288af6 HTTP/1.1" status: 204 len: 168 time: 0.6664391 Sep 17 22:03:53.299840 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8838a90-2c01-4a90-bf06-696365f9d679 None None] The sync data for ids ['b651e745-887a-43c0-8a63-43413377e441'] in n-d-713498-17 is: [{'id': 'b651e745-887a-43c0-8a63-43413377e441', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:40Z', 'updated_at': '2021-09-17T22:03:48Z', 'revision_number': 4, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'gw_port': {'id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:42Z', 'updated_at': '2021-09-17T22:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '2b611385-3a7f-4545-8fe8-9eb61ebaab91', 'name': '', 'network_id': '442b4c3d-80a4-4f98-9cf3-17dea599d9eb', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'mac_address': 'fa:16:3e:c5:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0bbc6abf-aa43-421e-b3d8-2b70c206b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:46Z', 'updated_at': '2021-09-17T22:03:52Z', 'revision_number': 4, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'subnets': [{'id': '0bbc6abf-aa43-421e-b3d8-2b70c206b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:03:53.342400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:53.358399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ffb06939-d2f1-4006-a168-2444db3e13e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:53.359838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c25f6f-f831-4ec3-ae15-bdb1bd7119aa req-3a529b01-76a4-4c89-90d1-2906c77ad279 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:53.369257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83c25f6f-f831-4ec3-ae15-bdb1bd7119aa req-3a529b01-76a4-4c89-90d1-2906c77ad279 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 943 time: 0.4497354 Sep 17 22:03:53.372931 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:53.403777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff705b2e-23f8-4c28-9a43-0ca55855dcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a157902-5e1d-41f5-8141-b3f895288af6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:53.546530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:03:53.698004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:53.725156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-25b8b971-4ba6-4183-9080-1fae69e9ca79 None None] Provisioning complete for port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:53.725355 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-25b8b971-4ba6-4183-9080-1fae69e9ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:53.750093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb7f5-f4f7-48e5-9c2c-ee39f15534a4 req-ebb49624-c67b-4c43-a38e-db9f6a972059 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:53.752597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e4eb7f5-f4f7-48e5-9c2c-ee39f15534a4 req-ebb49624-c67b-4c43-a38e-db9f6a972059 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 949 time: 0.3013792 Sep 17 22:03:53.772360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83c25f6f-f831-4ec3-ae15-bdb1bd7119aa req-4bb97ebf-f6cb-4e8b-91eb-0029f068ed31 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947680 Sep 17 22:03:53.783008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb06939-d2f1-4006-a168-2444db3e13e9 None None] Pushing event updated for resources: {'Port': ['ID=2b611385-3a7f-4545-8fe8-9eb61ebaab91,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:53.790430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:03:53.852529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e4eb7f5-f4f7-48e5-9c2c-ee39f15534a4 req-e291e2ab-7b85-4afb-b529-8d0df7b24436 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782206 Sep 17 22:03:53.866532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:54.023215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:54.024714 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:54.026340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 1123 time: 2.1918175 Sep 17 22:03:54.075587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d6372-86d6-4a51-ac6d-efd38b0dad95 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae6c467-588b-48b0-b87d-bfe717959821,revision_number=8']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:54.128624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['9ae6c467-588b-48b0-b87d-bfe717959821'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:03:54.631511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-f6478649-3e4e-496c-92d2-cf20b778e5e1 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=48db430352fa4051aafa7c92791c4b43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558000 Sep 17 22:03:54.675554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:54.678063 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa71d6-34db-4c89-9428-771c8fd903ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:54.964789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-3ddf6805-e5fb-4dd2-af46-47eacb29fe7b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:54.973151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-3ddf6805-e5fb-4dd2-af46-47eacb29fe7b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3401847 Sep 17 22:03:55.017875 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597d8412-20de-4f63-a990-126b623690a5 x-openstack-request-id: req-597d8412-20de-4f63-a990-126b623690a5 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:55.017875 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:55.017875 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-597d8412-20de-4f63-a990-126b623690a5 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:55.017875 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821', 'status': 'completed', 'code': 200} Sep 17 22:03:55.102333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-fff29f79-c937-4571-8874-3fd870546457 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/quotas/48db430352fa4051aafa7c92791c4b43 HTTP/1.1" status: 200 len: 375 time: 0.1271067 Sep 17 22:03:55.155308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-5af1684e-1424-4deb-93d4-f0e3e421b795 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=48db430352fa4051aafa7c92791c4b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516262 Sep 17 22:03:55.207360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66b8ad-a89f-4af2-be3c-fd4c1147832b req-8d9fa092-e793-4727-9015-3c67b0e85c1d tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:55.219567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab66b8ad-a89f-4af2-be3c-fd4c1147832b req-8d9fa092-e793-4727-9015-3c67b0e85c1d tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 943 time: 0.2286248 Sep 17 22:03:55.232498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-794d0ccb-f43b-428b-9348-dbbb91361bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:55.241181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-794d0ccb-f43b-428b-9348-dbbb91361bdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1126 time: 0.2598124 Sep 17 22:03:55.387778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2b611385-3a7f-4545-8fe8-9eb61ebaab91 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:55.519222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab66b8ad-a89f-4af2-be3c-fd4c1147832b req-bcfafd59-9d22-4f0a-b638-d456f967d8cd tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959719 Sep 17 22:03:55.615837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:55.616065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:55.627990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-c1253ba1-b8fa-4916-b31e-7a65c0ed4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:55.631194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-c1253ba1-b8fa-4916-b31e-7a65c0ed4457 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.3810420 Sep 17 22:03:55.720927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55094) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:55.781901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-6706dd4a-2404-4132-908b-40dcb643c8f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 217 time: 0.1434338 Sep 17 22:03:55.914239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84b51d-f567-495f-ab93-d386b8c48e4d req-7e961540-c0b2-4f30-9b7f-9b266738c4d0 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:55.944350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce84b51d-f567-495f-ab93-d386b8c48e4d req-7e961540-c0b2-4f30-9b7f-9b266738c4d0 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 949 time: 0.2037714 Sep 17 22:03:56.017181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-1378aa54-c721-4c72-a0ef-0b3ded349b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:56.021365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-1378aa54-c721-4c72-a0ef-0b3ded349b3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.2308238 Sep 17 22:03:56.034902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce84b51d-f567-495f-ab93-d386b8c48e4d req-45c2e5f6-1756-44d7-bebd-bc34d2fbe81b tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980170 Sep 17 22:03:56.110198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-f7df8d65-330b-4a4f-98f6-0d297a4ded70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655761 Sep 17 22:03:56.249590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff6967be-b039-4bfa-aa87-06f8cfe99d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:56.272413 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-f7aa2025-f371-4d90-975e-35b0a2c08fa4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=48db430352fa4051aafa7c92791c4b43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018476 Sep 17 22:03:56.371291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff6967be-b039-4bfa-aa87-06f8cfe99d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:56.416865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:03:56.460673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-26e51282-6476-4a41-a90c-9c3dac36587b service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418288 Sep 17 22:03:56.483377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff6967be-b039-4bfa-aa87-06f8cfe99d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:56.569000 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ff6967be-b039-4bfa-aa87-06f8cfe99d64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6466d3f9ad0442fa9b01145443c6e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8469551 Sep 17 22:03:56.570177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55122) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:56.584464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6967be-b039-4bfa-aa87-06f8cfe99d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158a9dcd-98e1-48b4-bdf3-388d1f816069,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:56.626340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:03:56.632454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:03:56.632937 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:56.646854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-055512c1-3206-487b-85ad-3031ff5cec7c tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:56.654953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-055512c1-3206-487b-85ad-3031ff5cec7c tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3275950 Sep 17 22:03:56.680041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-ad04a511-26ee-4cbc-b3ef-2807ad335f91 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/quotas/48db430352fa4051aafa7c92791c4b43 HTTP/1.1" status: 200 len: 375 time: 0.0237737 Sep 17 22:03:56.711674 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8287-0a19-4950-b112-f05fed04c288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:56.749793 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8287-0a19-4950-b112-f05fed04c288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:56.752514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-4a230edf-2909-4cf4-bef6-4d8a8e0d0d65 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=48db430352fa4051aafa7c92791c4b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709531 Sep 17 22:03:56.763761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9ae6c467-588b-48b0-b87d-bfe717959821 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:03:56.795937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bafa71d6-34db-4c89-9428-771c8fd903ae req-13f2057b-248d-43c1-8c3a-3c2cb4db5329 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215632 Sep 17 22:03:56.856137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d2b3b-3a7f-4d67-aa52-c88bb3876743 req-5c4e30b0-fe16-4a65-b4a7-d88cb86d848c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:56.858540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-144d2b3b-3a7f-4d67-aa52-c88bb3876743 req-5c4e30b0-fe16-4a65-b4a7-d88cb86d848c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 943 time: 0.1028860 Sep 17 22:03:56.881845 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:56.929513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-144d2b3b-3a7f-4d67-aa52-c88bb3876743 req-b4f22bde-c815-4e61-acef-3466f0b201b4 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533371 Sep 17 22:03:56.961061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55134) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:56.994946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2234a6-db71-4073-bad4-acaa3937b401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:03:56.997186 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4229efc7-178c-4dd0-9744-1d4c92d57ec9" -d '{"events": [{"server_uuid": "3b2234a6-db71-4073-bad4-acaa3937b401", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:03:57.014171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:57.031291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:57.043177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9ae6c467-588b-48b0-b87d-bfe717959821 has no active binding in host n-h1-713498-17 {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:03:57.085211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-network', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:57.169208 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.179496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Made reservation on behalf of 94982c7473094aeeb1a47551fa0e9dbb for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:57.185544 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.207513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.209387 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8287-0a19-4950-b112-f05fed04c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.221740 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8287-0a19-4950-b112-f05fed04c288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.224241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4bbb8287-0a19-4950-b112-f05fed04c288 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/158a9dcd-98e1-48b4-bdf3-388d1f816069 HTTP/1.1" status: 204 len: 168 time: 0.6526353 Sep 17 22:03:57.260079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:57.274569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb8287-0a19-4950-b112-f05fed04c288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a9dcd-98e1-48b4-bdf3-388d1f816069,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:57.338369 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74da6672-62ff-4a9c-8ceb-a3e309bf9710 x-openstack-request-id: req-74da6672-62ff-4a9c-8ceb-a3e309bf9710 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:03:57.338679 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2234a6-db71-4073-bad4-acaa3937b401", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:03:57.338991 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74da6672-62ff-4a9c-8ceb-a3e309bf9710 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:03:57.342873 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2234a6-db71-4073-bad4-acaa3937b401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c', 'code': 200} Sep 17 22:03:57.527047 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.544691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478aa8d-495f-46bf-863c-015ead0204ef req-db64a75b-4ac3-4566-a5c4-ee8d415449e0 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:57.547530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5478aa8d-495f-46bf-863c-015ead0204ef req-db64a75b-4ac3-4566-a5c4-ee8d415449e0 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 950 time: 0.1231582 Sep 17 22:03:57.553678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809384a-d462-49a9-9415-91188d307efa req-c9c0a8dc-fa7d-431e-b91d-c62e9f05e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:57.555284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b809384a-d462-49a9-9415-91188d307efa req-c9c0a8dc-fa7d-431e-b91d-c62e9f05e5b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 1102 time: 0.1029601 Sep 17 22:03:57.613253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5478aa8d-495f-46bf-863c-015ead0204ef req-26c3fc81-dcc3-4b31-9b73-54d2d4427270 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568790 Sep 17 22:03:57.620299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b809384a-d462-49a9-9415-91188d307efa req-6873eabd-680d-433a-a203-2eb5c70223e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 Sep 17 22:03:57.632587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.707781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:03:57.720029 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ecbe9c-66f0-4dcf-a82f-c0edcd9d5871,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:57.742759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.743730 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Added segment ac3bc86b-c346-47b0-a5cd-3c6194e84f9a of type vlan for network 0f2b6813-d365-408e-b8e9-86d229581933 Sep 17 22:03:57.780853 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d6c6842-3a46-44d4-a30f-b952981422b3 req-8cdc073e-3c25-4b47-a140-10fae411b785 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 210 time: 0.0582755 Sep 17 22:03:57.832157 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.980443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:57.981539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:57.982165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:58.139322 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1731722 Sep 17 22:03:58.144801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55172) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:58.149993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Request body: {'subnet': {'network_id': '0f2b6813-d365-408e-b8e9-86d229581933', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-subnet', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:58.153167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d16fcd-6b45-432b-9734-0ceb14053916 admin admin] Pushing event updated for resources: {'Network': ['ID=0f2b6813-d365-408e-b8e9-86d229581933,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:58.182769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 0f2b6813-d365-408e-b8e9-86d229581933 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:03:58.275716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55178) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:58.287175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Made reservation on behalf of 94982c7473094aeeb1a47551fa0e9dbb for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:58.288893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-cbc925c2-0379-47e1-9145-043a8c829ba5 service neutron] 10.222.0.35 "GET /v2.0/ports/9ae6c467-588b-48b0-b87d-bfe717959821/bindings/n-h1-713498-17 HTTP/1.1" status: 200 len: 385 time: 0.4601541 Sep 17 22:03:58.289526 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:58.302167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0cd3a-4376-47d0-9fcc-a2dd9aead17d req-69852c2a-9e9f-4be1-acfa-18428752835c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:58.304002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fda0cd3a-4376-47d0-9fcc-a2dd9aead17d req-69852c2a-9e9f-4be1-acfa-18428752835c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 943 time: 0.0942461 Sep 17 22:03:58.306010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d111bfc-1d5a-4647-8ddb-297f48f38d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:58.395525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fda0cd3a-4376-47d0-9fcc-a2dd9aead17d req-26aa0c0c-0237-49db-8317-a9dcd0c8637d tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793600 Sep 17 22:03:58.591366 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d111bfc-1d5a-4647-8ddb-297f48f38d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:58.599577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:58.634249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:03:58.655591 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:58.693620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-d91480a2-10b2-421c-8720-2f9f6855883d req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae6c467-588b-48b0-b87d-bfe717959821 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:03:58.702956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=343f54d2-3396-4d76-a49d-852180034716,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:58.708202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:03:58.723928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d111bfc-1d5a-4647-8ddb-297f48f38d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:58.760492 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0d111bfc-1d5a-4647-8ddb-297f48f38d58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72a3e958e7ae44a38be3702653db6baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835455 Sep 17 22:03:58.775941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55190) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:58.783295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-48522d21-49ae-44f9-bb82-9d29fb1a8adb tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=48db430352fa4051aafa7c92791c4b43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358076 Sep 17 22:03:58.800942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d111bfc-1d5a-4647-8ddb-297f48f38d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d98b58-0c94-4d4c-a5f5-63cfb554873f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:58.820093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Checking segment: {'id': 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:03:58.820450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Network hostable DHCP agents. Network: 0f2b6813-d365-408e-b8e9-86d229581933, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:03:58.824616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:58.894230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8e623-53b7-4d09-b561-de5e9a4572bc req-64b7fd2f-8cae-4481-9fba-f9a510d37a3f tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:58.903334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33e8e623-53b7-4d09-b561-de5e9a4572bc req-64b7fd2f-8cae-4481-9fba-f9a510d37a3f tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 950 time: 0.1547763 Sep 17 22:03:58.926316 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833c8af4-6c31-4864-9623-a51651d207f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:58.974497 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833c8af4-6c31-4864-9623-a51651d207f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:59.015260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Network 0f2b6813-d365-408e-b8e9-86d229581933 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:03:59.078626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63275991-b1de-4e9c-85e6-69a2c19b3ea8 req-ae4ece7d-8313-427a-9628-0b2069ed6675 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 210 time: 0.0817297 Sep 17 22:03:59.109955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33e8e623-53b7-4d09-b561-de5e9a4572bc req-0d92c99b-76de-48f2-867b-7fd75e00b6de tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057376 Sep 17 22:03:59.113956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 0f2b6813-d365-408e-b8e9-86d229581933) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:03:59.129054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79168d8-9e64-4b69-825b-fe1a95825642 None None] Network 0f2b6813-d365-408e-b8e9-86d229581933 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:03:59.134226 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:59.137647 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:59.148242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-4ae34d24-1646-4654-9caa-683f75b8f5a6 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:59.149296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833c8af4-6c31-4864-9623-a51651d207f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:59.150986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-4ae34d24-1646-4654-9caa-683f75b8f5a6 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3403087 Sep 17 22:03:59.160262 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-833c8af4-6c31-4864-9623-a51651d207f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:59.165575 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-833c8af4-6c31-4864-9623-a51651d207f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38d98b58-0c94-4d4c-a5f5-63cfb554873f HTTP/1.1" status: 204 len: 168 time: 0.3635960 Sep 17 22:03:59.178967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Request body: {'port': {'device_id': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '48db430352fa4051aafa7c92791c4b43'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:59.183363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-d91480a2-10b2-421c-8720-2f9f6855883d req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] Transition to ACTIVE for port object 9ae6c467-588b-48b0-b87d-bfe717959821 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:03:59.188456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c8af4-6c31-4864-9623-a51651d207f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d98b58-0c94-4d4c-a5f5-63cfb554873f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:59.301032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:59.386691 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9abd405f-42e3-4dd6-b95f-7f3616a47849 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2405393 Sep 17 22:03:59.389442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55200) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:59.397453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:03:59.407698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-0f2b6813-d365-408e-b8e9-86d229581933', 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'fixed_ips': [{'subnet_id': '343f54d2-3396-4d76-a49d-852180034716'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:03:59.410067 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:59.420359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] No DVR routers for this DVR port 9ae6c467-588b-48b0-b87d-bfe717959821 on host n-h2-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:03:59.428267 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:03:59.428267 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:03:59.428267 n-d-713498-17 neutron-server[101660]: [parameters: {'project_id_1': '94982c7473094aeeb1a47551fa0e9dbb', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 3, 39, 402438)}] Sep 17 22:03:59.428267 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:03:59.428696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] Pushing event updated for resources: {'Port': ['ID=9ae6c467-588b-48b0-b87d-bfe717959821,revision_number=10']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:03:59.428800 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:03:59.556784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-c30fbcee-2495-4af0-a70a-760c0f66ddbb service neutron] 10.222.0.35 "PUT /v2.0/ports/9ae6c467-588b-48b0-b87d-bfe717959821/bindings/n-h1-713498-17/activate HTTP/1.1" status: 200 len: 370 time: 1.2517426 Sep 17 22:03:59.641393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c300a-d63c-4ac4-aebb-f80dd059139a req-ce207509-8f5e-4b0e-ae96-7617042a6d99 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:59.652182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Allocated IP 172.20.0.2 (0f2b6813-d365-408e-b8e9-86d229581933/343f54d2-3396-4d76-a49d-852180034716/382469d0-bdfe-456a-bb90-afd6298be8dc) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:03:59.656476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c18c300a-d63c-4ac4-aebb-f80dd059139a req-ce207509-8f5e-4b0e-ae96-7617042a6d99 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 944 time: 0.0984054 Sep 17 22:03:59.687496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55208) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:03:59.698572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Made reservation on behalf of 48db430352fa4051aafa7c92791c4b43 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:03:59.702422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:59.724853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:59.738626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c18c300a-d63c-4ac4-aebb-f80dd059139a req-fa5a6dda-69ce-4153-b2b6-75c47e23984e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805249 Sep 17 22:03:59.976106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-1e0d48a5-b17c-4eb9-ae68-3c2a943186fd tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:03:59.977697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-1e0d48a5-b17c-4eb9-ae68-3c2a943186fd tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.2660611 Sep 17 22:03:59.978969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33fb645f-35e9-4318-9f8d-968eaf56a357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:03:59.994615 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.054095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.060468 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.093883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-76bf726a-d944-468b-9796-ab12c69b2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:00.096314 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-76bf726a-d944-468b-9796-ab12c69b2ebc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f HTTP/1.1" status: 200 len: 1096 time: 0.1058166 Sep 17 22:04:00.118352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a2022c-8519-43df-806b-bda24a1f61be,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:00.118862 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.152645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-e57fc5c0-f2b8-4548-bc03-e51393be999e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=48db430352fa4051aafa7c92791c4b43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817287 Sep 17 22:04:00.218556 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.219797 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.257067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Network 0f2b6813-d365-408e-b8e9-86d229581933 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:00.320917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-7b15f3a3-2b46-44b3-924b-8a2dad1430fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:00.322038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Pushing event updated for resources: {'Port': ['ID=382469d0-bdfe-456a-bb90-afd6298be8dc,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:00.323251 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-7b15f3a3-2b46-44b3-924b-8a2dad1430fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1096 time: 0.1902001 Sep 17 22:04:00.335642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:00.351618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:00.374204 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.387428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1358c17-fa7c-4ecc-8b3f-709120a8484f req-0630de97-925b-412b-92d4-c1c4d20adf00 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 210 time: 0.1090839 Sep 17 22:04:00.557373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-ee5003f9-60be-4c3d-bfdf-5117decd7853 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:00.560195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-ee5003f9-60be-4c3d-bfdf-5117decd7853 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885029 Sep 17 22:04:00.582034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Request body: {'port': {'device_id': '2b20e33c-a9b9-4aca-ae53-42e0fa8c9230', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '48db430352fa4051aafa7c92791c4b43'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:00.659271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113be11-764c-4704-ba14-790e4a9c1f01 req-56bbd2c6-618a-41fc-a798-1c4411497c68 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:00.661080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5113be11-764c-4704-ba14-790e4a9c1f01 req-56bbd2c6-618a-41fc-a798-1c4411497c68 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 950 time: 0.3585091 Sep 17 22:04:00.785400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Allocated IP 192.168.233.23 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/9fafd948-f234-450f-8d93-c4fe132e3fe1) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:00.790194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.821051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33fb645f-35e9-4318-9f8d-968eaf56a357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.827071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5113be11-764c-4704-ba14-790e4a9c1f01 req-228f3277-f004-4341-af54-a4531b7626a1 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589215 Sep 17 22:04:00.845190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-60228f3f-f3c5-46d4-8894-031aead256ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:00.848169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Attempting to bind port 382469d0-bdfe-456a-bb90-afd6298be8dc on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:00.848693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Attempting to bind port 382469d0-bdfe-456a-bb90-afd6298be8dc by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:00.849670 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-60228f3f-f3c5-46d4-8894-031aead256ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.4819870 Sep 17 22:04:00.851321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Attempting to bind port 382469d0-bdfe-456a-bb90-afd6298be8dc on network 0f2b6813-d365-408e-b8e9-86d229581933 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:00.873361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:00.873948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Checking segment: {'id': 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:00.876178 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.877719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Bound using segment: {'id': 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:00.879192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Bound port: 382469d0-bdfe-456a-bb90-afd6298be8dc, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:00.882025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:00.922302 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-a799bddd-8872-4fbe-a923-7203c636cbd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 217 time: 0.0633361 Sep 17 22:04:00.925742 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33fb645f-35e9-4318-9f8d-968eaf56a357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:01.024329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-33fb645f-35e9-4318-9f8d-968eaf56a357 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e71ae6129e0e47c3bbf942f6578f8ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3354664 Sep 17 22:04:01.028664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb645f-35e9-4318-9f8d-968eaf56a357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668431d2-aeba-4e2c-9194-951673452d0b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:01.031498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55242) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:01.039842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-5b73babc-e5dd-4e3e-80b9-5e5264549f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:01.041675 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-5b73babc-e5dd-4e3e-80b9-5e5264549f52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.1099329 Sep 17 22:04:01.084935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] For port 382469d0-bdfe-456a-bb90-afd6298be8dc, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:01.103424 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-b528df23-cb56-4a34-831d-7bbc3800bfaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513079 Sep 17 22:04:01.117258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] For port 382469d0-bdfe-456a-bb90-afd6298be8dc, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=382469d0-bdfe-456a-bb90-afd6298be8dc,segment=NetworkSegment(ac3bc86b-c346-47b0-a5cd-3c6194e84f9a),segment_id=ac3bc86b-c346-47b0-a5cd-3c6194e84f9a)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:01.198490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:01.246898 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75f8ac00-50c1-4f9c-9185-793806dd90d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:01.277142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75f8ac00-50c1-4f9c-9185-793806dd90d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:01.349797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0585899-b95f-47ee-930c-8590d75c1fff req-7caea808-8cf6-4fda-80ed-423cf52aa39e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:01.370883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0585899-b95f-47ee-930c-8590d75c1fff req-7caea808-8cf6-4fda-80ed-423cf52aa39e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 944 time: 0.4504948 Sep 17 22:04:01.370883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Made reservation on behalf of 48db430352fa4051aafa7c92791c4b43 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:01.372682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:01.425483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1759f3-a411-409c-9fea-52c020f03766 None None] Pushing event updated for resources: {'Port': ['ID=382469d0-bdfe-456a-bb90-afd6298be8dc,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:01.539309 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-16b63f34-bb1a-4354-a3fd-2230077f058c service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842263 Sep 17 22:04:01.693962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43980162-feaf-4508-8099-67c39f1107e0 req-7e3aa160-fb52-487c-aa16-5d9e1e6da080 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 210 time: 0.1099153 Sep 17 22:04:01.771678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0585899-b95f-47ee-930c-8590d75c1fff req-66a67967-5909-418b-975d-40736b242a70 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068608 Sep 17 22:04:01.839534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:01.945685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-35c9f35e-654f-4766-88b3-04cda8a993a2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=56f6ef523cc645c3be17ed567239acaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344517 Sep 17 22:04:01.984409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75f8ac00-50c1-4f9c-9185-793806dd90d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:01.984629 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:01.991069 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75f8ac00-50c1-4f9c-9185-793806dd90d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:01.994141 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-75f8ac00-50c1-4f9c-9185-793806dd90d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/668431d2-aeba-4e2c-9194-951673452d0b HTTP/1.1" status: 204 len: 168 time: 0.9576354 Sep 17 22:04:02.037221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8ac00-50c1-4f9c-9185-793806dd90d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668431d2-aeba-4e2c-9194-951673452d0b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:02.061774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:02.124968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:02.147602 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-cd0267c1-2ecc-4998-8aee-dde98e854780 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851426 Sep 17 22:04:02.179462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:02.210739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:02.218885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:02.226549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:02.227226 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:02.407461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:02.415356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Allocated IP 172.25.5.110 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/5f0e7384-a2b7-4102-ba1b-4250cf51c637) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:02.434300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Allocated IP 192.168.233.73 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/eb044d3e-d38a-46e5-b951-2063e663681e) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:02.449396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ae6c467-588b-48b0-b87d-bfe717959821 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:04:02.459705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-cc60780f-3537-4794-9b3d-cdf307a4fab4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2898824 Sep 17 22:04:02.488485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Request body: {'port': {'device_id': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:02.650488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ae6c467-588b-48b0-b87d-bfe717959821 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:04:02.665469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-028b69c7-fee0-4dba-b265-85732837c3c3 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:02.666593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-028b69c7-fee0-4dba-b265-85732837c3c3 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7232993 Sep 17 22:04:02.821422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-e13274b7-36b3-4cd7-9c68-39a78f580fd1 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/quotas/56f6ef523cc645c3be17ed567239acaf HTTP/1.1" status: 200 len: 375 time: 0.1179688 Sep 17 22:04:02.857879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-337521fb-7204-4894-8be0-54784f4e65b3 None None] Provisioning complete for port 9fafd948-f234-450f-8d93-c4fe132e3fe1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:02.861810 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-337521fb-7204-4894-8be0-54784f4e65b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:02.934086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:02.956016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:03.004352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-337521fb-7204-4894-8be0-54784f4e65b3 None None] Port 9fafd948-f234-450f-8d93-c4fe132e3fe1 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:03.020539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91480a2-10b2-421c-8720-2f9f6855883d req-19d4fe24-d0eb-48b4-b61d-db788502767b tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:03.021931 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-19d4fe24-d0eb-48b4-b61d-db788502767b tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.1561809 Sep 17 22:04:03.235624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0571c8-580b-4ad2-b74f-e979a929753d None None] Network 0f2b6813-d365-408e-b8e9-86d229581933 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:04:03.236589 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:03.244880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-31b2ddf0-7a0b-448b-98d5-10e2d676e980 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f6ef523cc645c3be17ed567239acaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4096174 Sep 17 22:04:03.358821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55290) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:03.359307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:03.379222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09344791-d2b5-40e7-a067-55d640d7a07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:03.412558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:03.425892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:03.489792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09e8b765-f54a-48ba-8a9c-ea0bc68a6619 req-b6cb0a56-2dd2-413d-8ec4-ab5237456268 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 210 time: 0.1333485 Sep 17 22:04:03.494633 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:03.504010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 382469d0-bdfe-456a-bb90-afd6298be8dc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:03.541891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Pushing event updated for resources: {'Port': ['ID=5f0e7384-a2b7-4102-ba1b-4250cf51c637,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:03.572110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d91480a2-10b2-421c-8720-2f9f6855883d req-90cb746c-e04d-4c92-aaf9-cbd9c69b900d service neutron] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:03.586883 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d91480a2-10b2-421c-8720-2f9f6855883d req-90cb746c-e04d-4c92-aaf9-cbd9c69b900d service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:03.590733 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d91480a2-10b2-421c-8720-2f9f6855883d req-90cb746c-e04d-4c92-aaf9-cbd9c69b900d service neutron] 10.222.0.32 "DELETE /v2.0/ports/9ae6c467-588b-48b0-b87d-bfe717959821/bindings/n-h2-713498-17 HTTP/1.1" status: 204 len: 173 time: 0.5581040 Sep 17 22:04:03.639527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 382469d0-bdfe-456a-bb90-afd6298be8dc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:03.640190 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:03.647966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1e96c7a0-9dc5-4d6d-91d8-73cfbd57513a None None] Provisioning complete for port 382469d0-bdfe-456a-bb90-afd6298be8dc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:03.648667 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e96c7a0-9dc5-4d6d-91d8-73cfbd57513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:03.725672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:04.089832 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e96c7a0-9dc5-4d6d-91d8-73cfbd57513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:04.172524 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:04.218112 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1e96c7a0-9dc5-4d6d-91d8-73cfbd57513a None None] For port 382469d0-bdfe-456a-bb90-afd6298be8dc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=382469d0-bdfe-456a-bb90-afd6298be8dc,segment=NetworkSegment(ac3bc86b-c346-47b0-a5cd-3c6194e84f9a),segment_id=ac3bc86b-c346-47b0-a5cd-3c6194e84f9a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:04.366759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e96c7a0-9dc5-4d6d-91d8-73cfbd57513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:04.380862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:04.391724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bee831d-f80f-4ae4-b5b8-efdc8ada561d req-660765a4-bf60-4d4c-b49e-eece0fa8f53e tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 210 time: 0.1128061 Sep 17 22:04:04.418191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:04.433791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a301bd4-644f-4261-ac6c-10aebd8122c2 req-54b06a95-34b0-4026-ad10-1b4820201abd tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:04.439977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a301bd4-644f-4261-ac6c-10aebd8122c2 req-54b06a95-34b0-4026-ad10-1b4820201abd tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 944 time: 0.8411765 Sep 17 22:04:04.453984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:04.460214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:04.466450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:04.625402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96c7a0-9dc5-4d6d-91d8-73cfbd57513a None None] Pushing event updated for resources: {'Port': ['ID=382469d0-bdfe-456a-bb90-afd6298be8dc,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:04.639151 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:04:04.639791 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:04:04.649003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5f5f527b-5977-4f68-9e98-2b1a3c9ded45 None None] Provisioning complete for port 382469d0-bdfe-456a-bb90-afd6298be8dc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:04.654571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5f5f527b-5977-4f68-9e98-2b1a3c9ded45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:04.659778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Pushing event updated for resources: {'Port': ['ID=eb044d3e-d38a-46e5-b951-2063e663681e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:04.683780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a301bd4-644f-4261-ac6c-10aebd8122c2 req-3d99b7c2-59f4-49e7-8b6b-7db7c2d881ef tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428377 Sep 17 22:04:04.788604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:04.941512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09344791-d2b5-40e7-a067-55d640d7a07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:04.979056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b210f4-813e-4d90-b0e6-49896663d5c6 req-b49778fa-c11d-449d-ad4f-e1196a70614b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:04.980610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42b210f4-813e-4d90-b0e6-49896663d5c6 req-b49778fa-c11d-449d-ad4f-e1196a70614b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 935 time: 0.2808385 Sep 17 22:04:05.045196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09344791-d2b5-40e7-a067-55d640d7a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.085280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.097878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fafd948-f234-450f-8d93-c4fe132e3fe1 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:05.101462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8ce36ffd-d665-47a0-bd7f-4224a825a97c None None] Provisioning complete for port eb044d3e-d38a-46e5-b951-2063e663681e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:05.102014 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ce36ffd-d665-47a0-bd7f-4224a825a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.129413 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42b210f4-813e-4d90-b0e6-49896663d5c6 req-420a92ff-c3ca-4a3b-8bb6-6018cb625a2e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343334 Sep 17 22:04:05.147736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.178309 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8ce36ffd-d665-47a0-bd7f-4224a825a97c None None] Port eb044d3e-d38a-46e5-b951-2063e663681e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:05.211820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-c6b89e9d-26c4-4c2c-84c2-6728ac97e2ec tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6290641 Sep 17 22:04:05.214380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-09344791-d2b5-40e7-a067-55d640d7a07b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b70ddb6257a04ffd83a5194e5dbe5699&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8568575 Sep 17 22:04:05.217538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55330) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:05.232059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09344791-d2b5-40e7-a067-55d640d7a07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de80a1d-fb53-47ec-9419-5eaa4bc20d9b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:05.242369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Request body: {'port': {'device_id': '2b20e33c-a9b9-4aca-ae53-42e0fa8c9230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:05.280246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Transition to ACTIVE for port object 9fafd948-f234-450f-8d93-c4fe132e3fe1 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:04:05.313649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5045cfb5-2f21-4a7b-a742-9c0706cf74be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.330290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7454fa7-de97-41c0-a106-24e178247668 req-10971128-2e3c-4012-87d5-4e3b82f2ed79 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:05.330406 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 382469d0-bdfe-456a-bb90-afd6298be8dc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:05.335014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7454fa7-de97-41c0-a106-24e178247668 req-10971128-2e3c-4012-87d5-4e3b82f2ed79 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1096 time: 0.2262745 Sep 17 22:04:05.363158 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5045cfb5-2f21-4a7b-a742-9c0706cf74be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.384687 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.410269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Router 34708246-e11b-4d64-b160-3680fb496c40 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:04:05.415698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 382469d0-bdfe-456a-bb90-afd6298be8dc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:05.416065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.420961 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.570947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7454fa7-de97-41c0-a106-24e178247668 req-ee49a7ca-8bb4-48d5-80cc-a6a0f1e60cbc tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304854 Sep 17 22:04:05.620231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:04:05.626028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a33f774b-42ca-4ace-8163-4cf16cb84b0a req-1b6b8d04-9c1c-4dfb-a932-b6abbf41bd2d tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 210 time: 0.0734396 Sep 17 22:04:05.631484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:05.634422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Sync routers for ids ['34708246-e11b-4d64-b160-3680fb496c40'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:04:05.656215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Routers {'34708246-e11b-4d64-b160-3680fb496c40'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:05.664463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['34708246-e11b-4d64-b160-3680fb496c40'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:05.665969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5045cfb5-2f21-4a7b-a742-9c0706cf74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.669312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5045cfb5-2f21-4a7b-a742-9c0706cf74be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.671914 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5045cfb5-2f21-4a7b-a742-9c0706cf74be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2de80a1d-fb53-47ec-9419-5eaa4bc20d9b HTTP/1.1" status: 204 len: 168 time: 0.4515572 Sep 17 22:04:05.686269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045cfb5-2f21-4a7b-a742-9c0706cf74be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de80a1d-fb53-47ec-9419-5eaa4bc20d9b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:05.753751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:05.755050 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7e9c83b6-8078-4901-aa66-999cb104655e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3638041 Sep 17 22:04:05.757854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55356) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:05.854675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Set router 34708246-e11b-4d64-b160-3680fb496c40 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:05.859844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Attempting to bind port 9fafd948-f234-450f-8d93-c4fe132e3fe1 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:05.860176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Attempting to bind port 9fafd948-f234-450f-8d93-c4fe132e3fe1 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:05.860499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Attempting to bind port 9fafd948-f234-450f-8d93-c4fe132e3fe1 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:05.888306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Port 9fafd948-f234-450f-8d93-c4fe132e3fe1 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:04:05.895613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Attempting to bind port 9fafd948-f234-450f-8d93-c4fe132e3fe1 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:05.920915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:05.921807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:05.923141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:05.924204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Bound port: 9fafd948-f234-450f-8d93-c4fe132e3fe1, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:05.926098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.127643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34708246-e11b-4d64-b160-3680fb496c40', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:00Z', 'updated_at': '2021-09-17T22:04:04Z', 'revision_number': 3, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'gw_port': {'id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:02Z', 'updated_at': '2021-09-17T22:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:06.161414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Checking router: 34708246-e11b-4d64-b160-3680fb496c40 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:04:06.163845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Updating router 34708246-e11b-4d64-b160-3680fb496c40 port 5f0e7384-a2b7-4102-ba1b-4250cf51c637 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:04:06.190634 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.197025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:06.297247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:06.383470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921427-eae4-402c-8134-137403e23714 req-8cf8881c-21d0-434e-9f80-4b1e22376478 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:06.391269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-8cf8881c-21d0-434e-9f80-4b1e22376478 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 808 time: 0.4397221 Sep 17 22:04:06.394922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55376) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:06.438875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.442254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a8440-815f-4455-b61b-a85d13724570 req-df7c6e7f-df26-4d57-bc88-379123fd5704 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:06.451060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-886a8440-815f-4455-b61b-a85d13724570 req-df7c6e7f-df26-4d57-bc88-379123fd5704 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 935 time: 0.1844945 Sep 17 22:04:06.471834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.509324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-6e0e798f-0c56-4a6b-ab2b-19f92ccbf6e6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/quotas/f8d6f0a567fa4f3ea465d8c3cf9da54f HTTP/1.1" status: 200 len: 375 time: 0.1162333 Sep 17 22:04:06.521463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb044d3e-d38a-46e5-b951-2063e663681e {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:06.542066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.571143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:06.571143 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.571143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] 10.222.0.32 "PUT /v2.0/ports/9fafd948-f234-450f-8d93-c4fe132e3fe1 HTTP/1.1" status: 200 len: 1096 time: 4.0827112 Sep 17 22:04:06.611500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:06.614033 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1228f569-2bec-4350-ac84-604125e1193c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:06.725123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Transition to ACTIVE for port object eb044d3e-d38a-46e5-b951-2063e663681e will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:04:06.739589 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.745733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-886a8440-815f-4455-b61b-a85d13724570 req-04d8f407-2fe2-4fe0-bb74-8dbdbf514666 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936199 Sep 17 22:04:06.774694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25b9d6-46eb-42ae-aaf3-110026440e3a service neutron] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:06.834335 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.850382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Allocated IP 172.20.0.1 (0f2b6813-d365-408e-b8e9-86d229581933/343f54d2-3396-4d76-a49d-852180034716/84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:06.873891 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0329ea-1615-4ae9-96a3-bc914f8c9eb1 x-openstack-request-id: req-fa0329ea-1615-4ae9-96a3-bc914f8c9eb1 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:06.874380 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:06.879498 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa0329ea-1615-4ae9-96a3-bc914f8c9eb1 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:06.880160 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'status': 'completed', 'code': 200} Sep 17 22:04:06.920408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.953188 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4841482-7664-452a-b2a8-c1e4e5c41cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:06.988103 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-c643d7a5-6a19-4f46-bda0-de8413dad973 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4776969 Sep 17 22:04:06.994676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Attempting to bind port 5f0e7384-a2b7-4102-ba1b-4250cf51c637 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:06.995189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Attempting to bind port 5f0e7384-a2b7-4102-ba1b-4250cf51c637 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:06.996543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Attempting to bind port 5f0e7384-a2b7-4102-ba1b-4250cf51c637 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:07.026465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4461b-567d-48ef-9900-73d33245994a None None] Pushing event updated for resources: {'Port': ['ID=5f0e7384-a2b7-4102-ba1b-4250cf51c637,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:07.030396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:07.030955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:07.031589 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:07.032063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:07.032806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Bound port: 5f0e7384-a2b7-4102-ba1b-4250cf51c637, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:07.033287 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:07.041932 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:07.081250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-fa161482-036e-474c-954a-9982b2371317 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=56f6ef523cc645c3be17ed567239acaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2314184 Sep 17 22:04:07.144147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] For port 5f0e7384-a2b7-4102-ba1b-4250cf51c637, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:07.154459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] For port 5f0e7384-a2b7-4102-ba1b-4250cf51c637, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5f0e7384-a2b7-4102-ba1b-4250cf51c637,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:07.158248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6231515-0f56-4fca-a639-02aad7e03f4f req-f06dee4b-8e7c-44cc-8655-9c65e495b9cb tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 210 time: 0.1441190 Sep 17 22:04:07.175684 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:07.232795 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:07.289078 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Pushing event updated for resources: {'Port': ['ID=84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:07.323673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Routers {'34708246-e11b-4d64-b160-3680fb496c40'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:07.324500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['34708246-e11b-4d64-b160-3680fb496c40'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:07.330195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Network 0f2b6813-d365-408e-b8e9-86d229581933 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:07.331751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:07.351228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-8d2d3fc4-b572-4c3a-aeb3-92cdc930c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:07.353266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-8d2d3fc4-b572-4c3a-aeb3-92cdc930c56d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48db430352fa4051aafa7c92791c4b43&device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 1099 time: 0.6061523 Sep 17 22:04:07.354615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:07.388711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Pushing event updated for resources: {'Port': ['ID=eb044d3e-d38a-46e5-b951-2063e663681e,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:07.447281 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:07.480036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] Set router 34708246-e11b-4d64-b160-3680fb496c40 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:07.599604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Attempting to bind port eb044d3e-d38a-46e5-b951-2063e663681e on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:07.600600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Attempting to bind port eb044d3e-d38a-46e5-b951-2063e663681e by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:07.601150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Attempting to bind port eb044d3e-d38a-46e5-b951-2063e663681e on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:07.624162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-4bdfe9b5-712e-4e10-a087-9f175c786b6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1 HTTP/1.1" status: 200 len: 217 time: 0.2345052 Sep 17 22:04:07.633632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Port eb044d3e-d38a-46e5-b951-2063e663681e on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:04:07.634283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Attempting to bind port eb044d3e-d38a-46e5-b951-2063e663681e on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:07.714449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-20d5dced-2214-41a9-956f-53523c24a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:07.716424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-20d5dced-2214-41a9-956f-53523c24a256 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0877779 Sep 17 22:04:07.747371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:07.748104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:07.748676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:07.749322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Bound port: eb044d3e-d38a-46e5-b951-2063e663681e, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:07.749875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:07.780497 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:07.844585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-5a1481df-dbf3-49a8-bf46-d492b0683942 service neutron] 10.222.0.13 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8530328 Sep 17 22:04:07.869187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4461b-567d-48ef-9900-73d33245994a None None] Pushing event updated for resources: {'Port': ['ID=5f0e7384-a2b7-4102-ba1b-4250cf51c637,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:07.902434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34708246-e11b-4d64-b160-3680fb496c40', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:00Z', 'updated_at': '2021-09-17T22:04:04Z', 'revision_number': 3, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'gw_port': {'id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:02Z', 'updated_at': '2021-09-17T22:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:07.905712 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:07.928981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] For port eb044d3e-d38a-46e5-b951-2063e663681e, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:07.930475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54a42f-4ef4-4bc8-86b9-c0494c874301 None None] The sync data for ids ['34708246-e11b-4d64-b160-3680fb496c40'] in n-d-713498-17 is: [{'id': '34708246-e11b-4d64-b160-3680fb496c40', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:00Z', 'updated_at': '2021-09-17T22:04:04Z', 'revision_number': 3, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'gw_port': {'id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:02Z', 'updated_at': '2021-09-17T22:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:04:07.933548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] For port eb044d3e-d38a-46e5-b951-2063e663681e, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=eb044d3e-d38a-46e5-b951-2063e663681e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:07.986637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-53277b1e-634a-4f87-9dfe-35b77528c8df tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:07.989978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-53277b1e-634a-4f87-9dfe-35b77528c8df tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8984759 Sep 17 22:04:08.006199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-aff30ff2-f712-423e-9831-b3ee54960732 None None] Provisioning complete for port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:08.006751 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aff30ff2-f712-423e-9831-b3ee54960732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:08.044999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Request body: {'port': {'device_id': '8496fe49-3999-41a6-892f-b6537eb65f35', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '56f6ef523cc645c3be17ed567239acaf'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:08.053124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:08.066693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-aff30ff2-f712-423e-9831-b3ee54960732 None None] Port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:08.111828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:08.160350 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:08.332969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:08.344151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Pushing event updated for resources: {'Port': ['ID=84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:08.377427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Pushing event updated for resources: {'Port': ['ID=eb044d3e-d38a-46e5-b951-2063e663681e,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:08.422375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-ff43a7b6-d5c1-429c-997b-cdb418e3d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:08.424824 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-ff43a7b6-d5c1-429c-997b-cdb418e3d1b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6967309 Sep 17 22:04:08.471997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:08.472243 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:08.473581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-604c3067-5e03-4799-99e5-e92e09c5d3ce service neutron] 10.222.0.32 "PUT /v2.0/ports/eb044d3e-d38a-46e5-b951-2063e663681e HTTP/1.1" status: 200 len: 1096 time: 3.2557669 Sep 17 22:04:08.475783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-14afa804-3f2f-4b33-9494-88409ccf4e2d service neutron] 10.222.0.13 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302340 Sep 17 22:04:08.482417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4841482-7664-452a-b2a8-c1e4e5c41cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:08.558997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c9e11-40ab-4f1e-a4d7-62e53bb93db7 req-29dd0772-5efd-4077-bfd7-3c571ce33e66 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:08.572389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c8c9e11-40ab-4f1e-a4d7-62e53bb93db7 req-29dd0772-5efd-4077-bfd7-3c571ce33e66 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 947 time: 0.7095745 Sep 17 22:04:08.584130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Network 0f2b6813-d365-408e-b8e9-86d229581933 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:08.586603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:08.639476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4841482-7664-452a-b2a8-c1e4e5c41cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:08.802406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Router 34708246-e11b-4d64-b160-3680fb496c40 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:04:09.044407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-567ae4af-4d52-4d10-979f-8b22b490fb5c None None] Provisioning complete for port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:09.045300 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-567ae4af-4d52-4d10-979f-8b22b490fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:09.160578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-567ae4af-4d52-4d10-979f-8b22b490fb5c None None] Port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:09.171362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:04:09.182052 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e8ee0c2-ace4-4f4d-9d78-cd330da1ab2d admin admin] 10.222.0.13 "PUT /v2.0/routers/34708246-e11b-4d64-b160-3680fb496c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4231260 Sep 17 22:04:09.363254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Made reservation on behalf of 56f6ef523cc645c3be17ed567239acaf for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:09.367437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:09.373619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b20e33c-a9b9-4aca-ae53-42e0fa8c9230', 'tag': 'eb044d3e-d38a-46e5-b951-2063e663681e'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:09.376207 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0604e2ec-72e6-4037-88f4-7389a76405e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b20e33c-a9b9-4aca-ae53-42e0fa8c9230", "tag": "eb044d3e-d38a-46e5-b951-2063e663681e"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:09.429233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f0e7384-a2b7-4102-ba1b-4250cf51c637 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:09.429442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-a0b9d083-09a3-4ae1-9a69-a826a51e9864 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9450114 Sep 17 22:04:09.552921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5f0e7384-a2b7-4102-ba1b-4250cf51c637 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:09.553302 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:09.589023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-405e53f3-a65d-4e37-8b1d-daaef80718ef req-34a51ab3-e89c-4d78-88b9-93990b5c2323 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 210 time: 0.1960356 Sep 17 22:04:09.616158 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:09.619916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-36d3fb65-14be-49b2-a50f-4ea5c9571e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:09.621466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-36d3fb65-14be-49b2-a50f-4ea5c9571e9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48db430352fa4051aafa7c92791c4b43&device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 1099 time: 0.8203971 Sep 17 22:04:09.630674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4841482-7664-452a-b2a8-c1e4e5c41cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22403382-73b3-4d17-89ef-99f8693b6555,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:09.655991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d4841482-7664-452a-b2a8-c1e4e5c41cd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da8c1a08642546bfa982fb3cc911f31b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2330217 Sep 17 22:04:09.656622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55442) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:09.668187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c8c9e11-40ab-4f1e-a4d7-62e53bb93db7 req-9e22b36e-402a-4253-8bfe-7959af0fbf6b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0948761 Sep 17 22:04:09.685986 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:09.770919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 5f0e7384-a2b7-4102-ba1b-4250cf51c637, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5f0e7384-a2b7-4102-ba1b-4250cf51c637,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:09.773054 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa04-7623-4a82-94cb-7a91fcea367e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:09.821442 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa04-7623-4a82-94cb-7a91fcea367e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:09.837343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:09.873397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-17f950de-04c5-49cd-9291-919b176df8eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=eb044d3e-d38a-46e5-b951-2063e663681e HTTP/1.1" status: 200 len: 217 time: 0.2242460 Sep 17 22:04:09.908062 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8628ee4b-851c-4fb7-8f83-3373b68ff820 x-openstack-request-id: req-8628ee4b-851c-4fb7-8f83-3373b68ff820 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:09.908398 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b20e33c-a9b9-4aca-ae53-42e0fa8c9230", "tag": "eb044d3e-d38a-46e5-b951-2063e663681e", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:09.908592 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8628ee4b-851c-4fb7-8f83-3373b68ff820 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:09.908974 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b20e33c-a9b9-4aca-ae53-42e0fa8c9230', 'tag': 'eb044d3e-d38a-46e5-b951-2063e663681e', 'status': 'completed', 'code': 200} Sep 17 22:04:09.964405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92b7b804-adf7-456a-b854-5304101d3b1a req-01d7ba1e-2ffa-4e96-8c09-06df8618d4d3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 210 time: 0.0950642 Sep 17 22:04:10.012802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=5f0e7384-a2b7-4102-ba1b-4250cf51c637,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:10.026440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa04-7623-4a82-94cb-7a91fcea367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:10.029886 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa04-7623-4a82-94cb-7a91fcea367e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:10.034090 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-42c9aa04-7623-4a82-94cb-7a91fcea367e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22403382-73b3-4d17-89ef-99f8693b6555 HTTP/1.1" status: 204 len: 168 time: 0.3740387 Sep 17 22:04:10.035434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-f01c9ba1-d51a-4e37-a219-db16195aefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:10.037046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-f01c9ba1-d51a-4e37-a219-db16195aefb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1509602 Sep 17 22:04:10.048643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9aa04-7623-4a82-94cb-7a91fcea367e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22403382-73b3-4d17-89ef-99f8693b6555,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:10.049251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a6b8f8-287b-4db0-9985-e2ee68f0be7a req-749bd28e-e4f1-4da8-badd-8266654ae393 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018395 Sep 17 22:04:10.062492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55452) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:10.145336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Allocated IP 192.168.233.220 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/cf6be81b-02af-4579-823e-aba5505940a3) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:10.219661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-e4dd2d0b-8fb7-485e-887f-44222fa9d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:10.221782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-e4dd2d0b-8fb7-485e-887f-44222fa9d4a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1756108 Sep 17 22:04:10.450329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228f569-2bec-4350-ac84-604125e1193c req-bf378923-5a68-4a16-8fed-0f28d5b4b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:10.451925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1228f569-2bec-4350-ac84-604125e1193c req-bf378923-5a68-4a16-8fed-0f28d5b4b459 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48db430352fa4051aafa7c92791c4b43&device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 1099 time: 0.2921922 Sep 17 22:04:10.457755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-4186b388-f1ea-4b3b-9325-3281bd0da430 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1870446 Sep 17 22:04:10.498269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd661fa1-1c18-422e-825b-f0e0188e27bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:10.500813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:10.522973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-dd661fa1-1c18-422e-825b-f0e0188e27bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:04:10.522973 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:04:10.522973 n-d-713498-17 neutron-server[101660]: [parameters: {'project_id_1': '4a7e3bd86a5b4f84ba02ee9deff92baf', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 3, 50, 515908)}] Sep 17 22:04:10.522973 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:04:10.526120 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-dd661fa1-1c18-422e-825b-f0e0188e27bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:04:10.617152 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:10.694499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-ad4e0281-2af8-4384-85a0-97ee17751b24 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619319 Sep 17 22:04:10.758105 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Sync routers for ids ['34708246-e11b-4d64-b160-3680fb496c40'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:04:10.768841 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Routers {'34708246-e11b-4d64-b160-3680fb496c40'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:10.769714 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['34708246-e11b-4d64-b160-3680fb496c40'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:10.879927 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Set router 34708246-e11b-4d64-b160-3680fb496c40 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:10.890556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea454c40-3534-4721-b2d3-3c3d1ae6f060 req-e42323a3-2b2c-4507-b659-284f529ac6b2 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743269 Sep 17 22:04:10.922268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9b46120-8a13-4077-a76c-cdabba6c84e7 req-224d0c4f-3f66-47cb-bff1-d8d0999bacd6 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 210 time: 0.2238247 Sep 17 22:04:10.958130 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.004722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228f569-2bec-4350-ac84-604125e1193c req-4ccf4053-5545-4127-ba51-02baae7e1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:11.006797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1228f569-2bec-4350-ac84-604125e1193c req-4ccf4053-5545-4127-ba51-02baae7e1c82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.5348053 Sep 17 22:04:11.028650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd661fa1-1c18-422e-825b-f0e0188e27bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.065710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55466) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:11.086899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-753cc845-4e9f-4bd0-8e3c-ff15c12534f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.137551 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34708246-e11b-4d64-b160-3680fb496c40', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:00Z', 'updated_at': '2021-09-17T22:04:07Z', 'revision_number': 4, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'gw_port': {'id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:02Z', 'updated_at': '2021-09-17T22:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6', 'name': '', 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'mac_address': 'fa:16:3e:90:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '343f54d2-3396-4d76-a49d-852180034716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:06Z', 'updated_at': '2021-09-17T22:04:07Z', 'revision_number': 2, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'subnets': [{'id': '343f54d2-3396-4d76-a49d-852180034716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:11.172855 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Checking router: 34708246-e11b-4d64-b160-3680fb496c40 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:04:11.173931 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Updating router 34708246-e11b-4d64-b160-3680fb496c40 port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:04:11.208532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-8da17c5b-2af4-4ffb-a8ec-267ca6686b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:11.210317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-8da17c5b-2af4-4ffb-a8ec-267ca6686b95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48db430352fa4051aafa7c92791c4b43&device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 1099 time: 0.1890538 Sep 17 22:04:11.216801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1228f569-2bec-4350-ac84-604125e1193c req-0d9e57a3-cf7e-4add-902c-30922c45a399 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1 HTTP/1.1" status: 200 len: 217 time: 0.1926024 Sep 17 22:04:11.224726 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.264372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd661fa1-1c18-422e-825b-f0e0188e27bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.329264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f0e7384-a2b7-4102-ba1b-4250cf51c637 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:11.342353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e403f-c278-4301-a5f2-366bb79c3689 req-8fc7b576-4ac5-4af3-986f-7b4fa360f8e5 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:11.346070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c6e403f-c278-4301-a5f2-366bb79c3689 req-8fc7b576-4ac5-4af3-986f-7b4fa360f8e5 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 947 time: 0.2600520 Sep 17 22:04:11.354308 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd661fa1-1c18-422e-825b-f0e0188e27bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.464097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5f0e7384-a2b7-4102-ba1b-4250cf51c637 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:11.465370 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.516662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c6e403f-c278-4301-a5f2-366bb79c3689 req-e60f8a85-6722-4341-a4bf-b4145b6efaa6 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311226 Sep 17 22:04:11.541717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-f31fe99d-e2c7-4d69-9ddb-8719bf023f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:11.551980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd661fa1-1c18-422e-825b-f0e0188e27bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d88589-a2dc-4dc5-abb9-9dd677c0d7ab,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:11.554387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-f31fe99d-e2c7-4d69-9ddb-8719bf023f82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.3365667 Sep 17 22:04:11.607848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.619750 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.627522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228f569-2bec-4350-ac84-604125e1193c req-fdea1a54-2647-42be-ab84-a46a105b0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:11.635239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1228f569-2bec-4350-ac84-604125e1193c req-fdea1a54-2647-42be-ab84-a46a105b0353 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.3192840 Sep 17 22:04:11.640238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:11.709270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-de369427-28fd-4d1d-a278-ee95747c6a28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=eb044d3e-d38a-46e5-b951-2063e663681e HTTP/1.1" status: 200 len: 217 time: 0.1389563 Sep 17 22:04:11.757713 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dd661fa1-1c18-422e-825b-f0e0188e27bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a7e3bd86a5b4f84ba02ee9deff92baf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6915793 Sep 17 22:04:11.772076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55468) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:11.902778 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.906031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Allocated IP 172.25.5.50 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/7f0ed5c6-4ece-44f4-9ac3-610dd66d9bab) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:11.975279 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:11.975880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921427-eae4-402c-8134-137403e23714 req-7612074f-cd76-4e4e-b88d-c66069655681 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:11.977461 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-7612074f-cd76-4e4e-b88d-c66069655681 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 808 time: 0.6107502 Sep 17 22:04:12.016329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Request body: {'port': {'device_id': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4', 'admin_state_up': True, 'tenant_id': 'f8d6f0a567fa4f3ea465d8c3cf9da54f'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:12.104705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea9295fa-c642-4215-a132-2dffc326c0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.132396 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329db59-3a26-43d7-b4ed-006114470968 None None] Pushing event updated for resources: {'Port': ['ID=84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:12.212374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-753cc845-4e9f-4bd0-8e3c-ff15c12534f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.257881 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Attempting to bind port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:12.259787 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Attempting to bind port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:12.260683 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Attempting to bind port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 on network 0f2b6813-d365-408e-b8e9-86d229581933 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:12.282994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.286957 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:12.287465 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Checking segment: {'id': 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:12.287954 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.288434 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Bound using segment: {'id': 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:12.288995 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Bound port: 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:12.289480 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.334114 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea9295fa-c642-4215-a132-2dffc326c0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.381785 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-753cc845-4e9f-4bd0-8e3c-ff15c12534f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.449286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-53eed585-5c0c-4307-89e9-84f525810718 None None] Provisioning complete for port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:12.449911 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-53eed585-5c0c-4307-89e9-84f525810718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.459925 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] For port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:12.478612 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] For port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6,segment=NetworkSegment(ac3bc86b-c346-47b0-a5cd-3c6194e84f9a),segment_id=ac3bc86b-c346-47b0-a5cd-3c6194e84f9a)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:12.497870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cc845-4e9f-4bd0-8e3c-ff15c12534f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83943b3-f50e-42e6-9ebe-3aea0aa04432,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:12.506314 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-753cc845-4e9f-4bd0-8e3c-ff15c12534f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d10f4d6c32b240a08fcb76544639df86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4391532 Sep 17 22:04:12.509797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-53eed585-5c0c-4307-89e9-84f525810718 None None] Port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:12.510433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55472) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:12.593157 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a0ae52a-48e9-4211-8b19-deeb10203e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.621497 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a0ae52a-48e9-4211-8b19-deeb10203e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.649734 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.687776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea9295fa-c642-4215-a132-2dffc326c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.694985 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea9295fa-c642-4215-a132-2dffc326c0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.699090 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ea9295fa-c642-4215-a132-2dffc326c0f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35d88589-a2dc-4dc5-abb9-9dd677c0d7ab HTTP/1.1" status: 204 len: 168 time: 0.9233272 Sep 17 22:04:12.701156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Made reservation on behalf of f8d6f0a567fa4f3ea465d8c3cf9da54f for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:12.711908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.778138 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.780301 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329db59-3a26-43d7-b4ed-006114470968 None None] Pushing event updated for resources: {'Port': ['ID=84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:12.780913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9295fa-c642-4215-a132-2dffc326c0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d88589-a2dc-4dc5-abb9-9dd677c0d7ab,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:12.782530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-807f9708-c624-4a98-b847-754b16fad0c6 req-a6609e9f-b0b0-4fbb-91a7-64b8db36aa3a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 210 time: 0.8221176 Sep 17 22:04:12.793410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:12.811106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:12.819007 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Routers {'34708246-e11b-4d64-b160-3680fb496c40'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:12.819007 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['34708246-e11b-4d64-b160-3680fb496c40'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:12.827626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Pushing event updated for resources: {'Port': ['ID=cf6be81b-02af-4579-823e-aba5505940a3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:12.832631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:12.838351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:12.839233 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.851950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:04:12.852142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228f569-2bec-4350-ac84-604125e1193c req-232ce3d2-567a-4ff4-87a9-2b4422e49810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:12.853523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1228f569-2bec-4350-ac84-604125e1193c req-232ce3d2-567a-4ff4-87a9-2b4422e49810 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9438982 Sep 17 22:04:12.872134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-45107232-997a-4eb2-893d-7921c64f8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:12.873614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-45107232-997a-4eb2-893d-7921c64f8097 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.9114993 Sep 17 22:04:12.908241 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a0ae52a-48e9-4211-8b19-deeb10203e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.915828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a0ae52a-48e9-4211-8b19-deeb10203e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:12.916650 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4a0ae52a-48e9-4211-8b19-deeb10203e3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f83943b3-f50e-42e6-9ebe-3aea0aa04432 HTTP/1.1" status: 204 len: 168 time: 0.4027512 Sep 17 22:04:12.998285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ae52a-48e9-4211-8b19-deeb10203e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83943b3-f50e-42e6-9ebe-3aea0aa04432,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:13.108902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:13.109649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event updated for resources: {'Port': ['ID=7f0ed5c6-4ece-44f4-9ac3-610dd66d9bab,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:13.181174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:13.194395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Allocated IP 172.20.0.5 (7a78a37b-139c-48e6-ab97-586948877df4/1f1a1b15-4eaa-4254-916f-6d48795aacd3/1bf7e2cb-3b04-4a67-9941-13dc91f133c9) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:13.213908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:13.227585 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] Set router 34708246-e11b-4d64-b160-3680fb496c40 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:13.255280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'mac_address': 'fa:16:3e:1a:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:04:13.276144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:13.304269 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.320000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fafd948-f234-450f-8d93-c4fe132e3fe1 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:13.345385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:13.371492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fefbc719-ecab-4625-92c8-91e862c3ff49 None None] Provisioning complete for port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:13.371764 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fefbc719-ecab-4625-92c8-91e862c3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.383342 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.399513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-dbe5729c-5efd-425f-bd5a-be84416f472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:13.401177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-dbe5729c-5efd-425f-bd5a-be84416f472d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4284003 Sep 17 22:04:13.471838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003704e-8189-4444-8d2d-693831ccefcd req-88612ee9-720b-4487-8538-15ad308e87ed tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:13.473846 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3003704e-8189-4444-8d2d-693831ccefcd req-88612ee9-720b-4487-8538-15ad308e87ed tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 936 time: 0.5020185 Sep 17 22:04:13.474315 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fefbc719-ecab-4625-92c8-91e862c3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.484319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-1a74a596-8838-46d4-a2db-46408d9b3099 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4785483 Sep 17 22:04:13.511905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fefbc719-ecab-4625-92c8-91e862c3ff49 None None] For port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6,segment=NetworkSegment(ac3bc86b-c346-47b0-a5cd-3c6194e84f9a),segment_id=ac3bc86b-c346-47b0-a5cd-3c6194e84f9a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:13.513516 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.514241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1228f569-2bec-4350-ac84-604125e1193c req-6bd60b6b-1cc0-4cda-b135-495cf31a46fc service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753844 Sep 17 22:04:13.515496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.539003 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34708246-e11b-4d64-b160-3680fb496c40', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:00Z', 'updated_at': '2021-09-17T22:04:07Z', 'revision_number': 4, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'gw_port': {'id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:02Z', 'updated_at': '2021-09-17T22:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6', 'name': '', 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'mac_address': 'fa:16:3e:90:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '343f54d2-3396-4d76-a49d-852180034716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:06Z', 'updated_at': '2021-09-17T22:04:12Z', 'revision_number': 4, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'subnets': [{'id': '343f54d2-3396-4d76-a49d-852180034716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:13.539311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Request body: {'port': {'device_id': '8496fe49-3999-41a6-892f-b6537eb65f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:13.571605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:13.577479 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfc4f6-598a-4a88-b9f2-bae20084bbf9 None None] The sync data for ids ['34708246-e11b-4d64-b160-3680fb496c40'] in n-d-713498-17 is: [{'id': '34708246-e11b-4d64-b160-3680fb496c40', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:00Z', 'updated_at': '2021-09-17T22:04:07Z', 'revision_number': 4, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'gw_port': {'id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:02Z', 'updated_at': '2021-09-17T22:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6', 'name': '', 'network_id': '0f2b6813-d365-408e-b8e9-86d229581933', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'mac_address': 'fa:16:3e:90:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '343f54d2-3396-4d76-a49d-852180034716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:06Z', 'updated_at': '2021-09-17T22:04:12Z', 'revision_number': 4, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'subnets': [{'id': '343f54d2-3396-4d76-a49d-852180034716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:04:13.598291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.632352 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fefbc719-ecab-4625-92c8-91e862c3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.699308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Pushing event updated for resources: {'Port': ['ID=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:13.725737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Network 7a78a37b-139c-48e6-ab97-586948877df4 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:13.729587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:13.736602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:13.742287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fefbc719-ecab-4625-92c8-91e862c3ff49 None None] Provisioning complete for port cf6be81b-02af-4579-823e-aba5505940a3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:13.742683 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fefbc719-ecab-4625-92c8-91e862c3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.814381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:13.815053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.816612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['9fafd948-f234-450f-8d93-c4fe132e3fe1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:13.878450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.905748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-fefbc719-ecab-4625-92c8-91e862c3ff49 None None] Port cf6be81b-02af-4579-823e-aba5505940a3 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:13.910014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbc719-ecab-4625-92c8-91e862c3ff49 None None] Pushing event updated for resources: {'Port': ['ID=84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:13.929339 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-7470452f-849b-4522-872a-dc15d591c723 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9272506 Sep 17 22:04:13.932913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:13.941842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Request body: {'port': {'device_id': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:13.972278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3003704e-8189-4444-8d2d-693831ccefcd req-724873b9-2e88-4865-bfee-ef29eb8192d0 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782116 Sep 17 22:04:14.049946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-ddc269ce-3921-4ffc-92ef-e891fb085a75 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362438 Sep 17 22:04:14.120982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1228f569-2bec-4350-ac84-604125e1193c req-cec5388e-3cd7-4945-87dc-1d9e185a8402 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692275 Sep 17 22:04:14.205001 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:14.269545 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-d6734f1a-7c97-420d-8e3d-cb08a911d2e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2089827 Sep 17 22:04:14.319220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55502) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:14.446825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e2a128bf-13f4-412a-849c-efc20decb203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:14.534041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-9fc9bb1b-b005-4b54-9a6a-046202feb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:14.535586 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-9fc9bb1b-b005-4b54-9a6a-046202feb8fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1096 time: 0.2064252 Sep 17 22:04:14.613897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:14.719326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0604e2ec-72e6-4037-88f4-7389a76405e0 req-a9711a08-8b91-4029-a1e0-da66c49031f8 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348031 Sep 17 22:04:14.734945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:14.794821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device eb044d3e-d38a-46e5-b951-2063e663681e details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:04:14.796912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:14.800228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-ba359ce2-8059-49f2-a700-f057312c435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:14.801770 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-ba359ce2-8059-49f2-a700-f057312c435c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.2442217 Sep 17 22:04:14.857219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa09de-8e67-42a5-84df-48e8ba84a338 req-868f105e-3a36-4ed7-bdf4-5fae36a642f8 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:14.870708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3daa09de-8e67-42a5-84df-48e8ba84a338 req-868f105e-3a36-4ed7-bdf4-5fae36a642f8 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 947 time: 0.6327128 Sep 17 22:04:14.897826 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-cd726198-9931-42e6-9cbd-4cd7e5ec49c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 217 time: 0.0809596 Sep 17 22:04:14.903962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e2a128bf-13f4-412a-849c-efc20decb203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:14.941735 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:14.962542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:14.975643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.005159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e2a128bf-13f4-412a-849c-efc20decb203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.008418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Transition to ACTIVE for port object 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:04:15.018379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-249132f9-e539-4505-a020-b415cd1a94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:15.020153 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-249132f9-e539-4505-a020-b415cd1a94fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.1149700 Sep 17 22:04:15.045560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 9fafd948-f234-450f-8d93-c4fe132e3fe1 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:04:15.055488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 9fafd948-f234-450f-8d93-c4fe132e3fe1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:15.055859 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.088432 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-4b401dcb-c5e9-4dd6-be8f-d0013553935e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479832 Sep 17 22:04:15.092320 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.101350 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e2a128bf-13f4-412a-849c-efc20decb203 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd409a2b299c488e8835411be001cdff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7804959 Sep 17 22:04:15.114900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55514) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:15.138869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a128bf-13f4-412a-849c-efc20decb203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b4495-52c4-4d7f-bbac-a4132e534404,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:15.183833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3daa09de-8e67-42a5-84df-48e8ba84a338 req-57a04555-863c-44b1-ae4e-5821a86d9590 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842019 Sep 17 22:04:15.189232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.196409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6946061 Sep 17 22:04:15.206943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f770d30-99f9-4dea-8d23-c88b5f8e1fee tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event updated for resources: {'Port': ['ID=7f0ed5c6-4ece-44f4-9ac3-610dd66d9bab,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:15.252128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port eb044d3e-d38a-46e5-b951-2063e663681e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=eb044d3e-d38a-46e5-b951-2063e663681e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:15.278676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Pushing event updated for resources: {'Port': ['ID=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:15.333421 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.366721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'eb044d3e-d38a-46e5-b951-2063e663681e', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'eb044d3e-d38a-46e5-b951-2063e663681e', 'mac_address': 'fa:16:3e:5b:d6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:04:15.398230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-7fb33d5e-8a33-4b6c-a38a-0e73af53d32d tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.1976988 Sep 17 22:04:15.438083 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.505158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:15.523688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:15.529808 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f89fe08-e277-4e33-9337-ac6a727356a3" -d '{"events": [{"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-plugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:15.579253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb044d3e-d38a-46e5-b951-2063e663681e {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:15.622596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port eb044d3e-d38a-46e5-b951-2063e663681e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=eb044d3e-d38a-46e5-b951-2063e663681e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:15.633541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:15.689930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:15.690368 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.760028 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.761461 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.792953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c199f6-b2cc-4412-b1ad-4a2ee8235740 req-c7c65ac9-1434-4b2e-83c6-73fecb07de03 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:15.794254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28fb67c4-d8c9-4d6d-804f-2a5b4f6c614c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.801328 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-890d8692-8a39-400e-b1e9-732ebf559b8e service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956444 Sep 17 22:04:15.803155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c199f6-b2cc-4412-b1ad-4a2ee8235740 req-c7c65ac9-1434-4b2e-83c6-73fecb07de03 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.3425217 Sep 17 22:04:15.855988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:15.856358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:15.856641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:15.863500 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28fb67c4-d8c9-4d6d-804f-2a5b4f6c614c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.866476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6be81b-02af-4579-823e-aba5505940a3 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:15.884063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:04:15.884393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:15.905859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=eb044d3e-d38a-46e5-b951-2063e663681e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:15.917829 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.932743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Transition to ACTIVE for port object cf6be81b-02af-4579-823e-aba5505940a3 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:04:15.934341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:15.934681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:15.935138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:15.935612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Bound port: 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:15.939491 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:15.944612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-a61190d9-0ebf-42cb-9439-cbc9bc05f5f9 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:15.946236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a2070fe-13f8-4022-a0e1-727fce8586b7 req-a61190d9-0ebf-42cb-9439-cbc9bc05f5f9 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.5275249 Sep 17 22:04:15.972002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:16.001967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c199f6-b2cc-4412-b1ad-4a2ee8235740 req-cc81d5dc-a226-4420-807f-d4e0d3302c44 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969354 Sep 17 22:04:16.002887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['eb044d3e-d38a-46e5-b951-2063e663681e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:16.004176 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:16.023115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.35', 57036) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:16.102376 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0b6754-17d9-416e-a0e2-7a43a0eb789a x-openstack-request-id: req-4e0b6754-17d9-416e-a0e2-7a43a0eb789a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:16.102683 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-plugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:16.102959 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e0b6754-17d9-416e-a0e2-7a43a0eb789a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:16.103392 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'code': 200} Sep 17 22:04:16.142065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d95f6556-5acd-4133-820a-461ff3bd8426 req-b24a1f92-3de0-43d8-b1d8-3bb903c8bba5 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290260 Sep 17 22:04:16.228656 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28fb67c4-d8c9-4d6d-804f-2a5b4f6c614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:16.230831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28fb67c4-d8c9-4d6d-804f-2a5b4f6c614c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:16.231975 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-28fb67c4-d8c9-4d6d-804f-2a5b4f6c614c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e56b4495-52c4-4d7f-bbac-a4132e534404 HTTP/1.1" status: 204 len: 168 time: 1.0944262 Sep 17 22:04:16.245423 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-b5fa583d-60af-4323-90fc-ec22433d57bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2210011 Sep 17 22:04:16.294197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb67c4-d8c9-4d6d-804f-2a5b4f6c614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b4495-52c4-4d7f-bbac-a4132e534404,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:16.299209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:16.303720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:16.324845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602808e4-2a41-412a-b58e-6ff6b74c519f req-7e0cae87-9a56-4bcc-b264-0cd4111a02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:16.332209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-602808e4-2a41-412a-b58e-6ff6b74c519f req-7e0cae87-9a56-4bcc-b264-0cd4111a02d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 1101 time: 0.1490662 Sep 17 22:04:16.399924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:16.452424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=cf6be81b-02af-4579-823e-aba5505940a3,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:16.461701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:16.462445 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:16.464884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] 10.222.0.35 "PUT /v2.0/ports/1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 200 len: 1092 time: 2.5269084 Sep 17 22:04:16.482533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:16.485018 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41b7099-0ad3-4c13-b4ba-a288c5228661" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:16.506112 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-602808e4-2a41-412a-b58e-6ff6b74c519f req-90b2387b-d144-4a8c-b148-8bffdcda7cdd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546917 Sep 17 22:04:16.515067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-c12e1782-f55f-44c0-9de2-7e12a4f83f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:16.516716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-c12e1782-f55f-44c0-9de2-7e12a4f83f96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56f6ef523cc645c3be17ed567239acaf&device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 1102 time: 0.1835499 Sep 17 22:04:16.543531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc876c34-4d32-4822-b3cf-fc720b6659b2 req-ea543af7-9fb2-478a-9d5a-b187b71f2461 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:16.558739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc876c34-4d32-4822-b3cf-fc720b6659b2 req-ea543af7-9fb2-478a-9d5a-b187b71f2461 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 948 time: 0.4751086 Sep 17 22:04:16.575882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Attempting to bind port cf6be81b-02af-4579-823e-aba5505940a3 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:16.576311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Attempting to bind port cf6be81b-02af-4579-823e-aba5505940a3 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:16.576703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Attempting to bind port cf6be81b-02af-4579-823e-aba5505940a3 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:16.577350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f2c8-cf02-4cc2-a0dd-39edbf1371ff service neutron] Pushing event updated for resources: {'Port': ['ID=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:16.616267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Port cf6be81b-02af-4579-823e-aba5505940a3 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:04:16.616899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Attempting to bind port cf6be81b-02af-4579-823e-aba5505940a3 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:16.655770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc876c34-4d32-4822-b3cf-fc720b6659b2 req-bd41c13f-cbd1-48a4-8530-5240fe5c02ae tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910602 Sep 17 22:04:16.659100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:16.665812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:16.666405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:16.667085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Bound port: cf6be81b-02af-4579-823e-aba5505940a3, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:16.669599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:16.710160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921427-eae4-402c-8134-137403e23714 req-2af3e861-3fd5-4fa4-b7ce-ce245c8a05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:16.711726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-2af3e861-3fd5-4fa4-b7ce-ce245c8a05a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1095 time: 0.1039252 Sep 17 22:04:16.717168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-6587bb71-3344-476c-a581-d42329bd5387 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4876630 Sep 17 22:04:16.731581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:16.795106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device eb044d3e-d38a-46e5-b951-2063e663681e up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:16.806019 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-65051c1d-41d7-42a0-9b92-bbb35f5d47bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 200 len: 217 time: 0.0702956 Sep 17 22:04:16.919765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d7ecf-c47f-4680-923c-25eb9a53065f req-4ec948b6-3a03-4674-afb3-686edcb3d072 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:16.921587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a5d7ecf-c47f-4680-923c-25eb9a53065f req-4ec948b6-3a03-4674-afb3-686edcb3d072 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 948 time: 0.1415350 Sep 17 22:04:16.947401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921427-eae4-402c-8134-137403e23714 req-7a477348-fb55-42ce-95a9-ec3eead8fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:16.949387 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-7a477348-fb55-42ce-95a9-ec3eead8fa12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.1375880 Sep 17 22:04:16.950779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-78397bdd-6c46-4019-981c-31b023fc3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:16.952189 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-78397bdd-6c46-4019-981c-31b023fc3a82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.4110520 Sep 17 22:04:16.960942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] For port cf6be81b-02af-4579-823e-aba5505940a3, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:16.983271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:17.004133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port eb044d3e-d38a-46e5-b951-2063e663681e completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:04:17.009882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port eb044d3e-d38a-46e5-b951-2063e663681e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:17.012086 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:17.020964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] For port cf6be81b-02af-4579-823e-aba5505940a3, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf6be81b-02af-4579-823e-aba5505940a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:17.036893 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-5ecd6026-4a37-4ecc-9bc1-dc97ad687755 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722418 Sep 17 22:04:17.040939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a5d7ecf-c47f-4680-923c-25eb9a53065f req-23a28be7-5ca1-4bae-b297-ffe439f625af tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997336 Sep 17 22:04:17.097913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:17.226061 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-dc26ea46-d57b-4676-a017-a2d18304ecae service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624713 Sep 17 22:04:17.238508 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-a831fa16-8cb2-4bfa-bf2b-8ea7e92272e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c HTTP/1.1" status: 200 len: 217 time: 0.2644947 Sep 17 22:04:17.286018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:17.286649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:17.288107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] 10.222.0.35 "PUT /v2.0/ports/cf6be81b-02af-4579-823e-aba5505940a3 HTTP/1.1" status: 200 len: 1097 time: 3.7903016 Sep 17 22:04:17.288604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8496fe49-3999-41a6-892f-b6537eb65f35', 'tag': 'cf6be81b-02af-4579-823e-aba5505940a3'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:17.305029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:17.308634 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8" -d '{"events": [{"name": "network-changed", "server_uuid": "8496fe49-3999-41a6-892f-b6537eb65f35", "tag": "cf6be81b-02af-4579-823e-aba5505940a3"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:17.362642 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd761f7-5a53-4d60-96dd-03d790ceea35 x-openstack-request-id: req-ccd761f7-5a53-4d60-96dd-03d790ceea35 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:17.365331 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:17.365796 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccd761f7-5a53-4d60-96dd-03d790ceea35 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:17.366408 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9', 'status': 'completed', 'code': 200} Sep 17 22:04:17.441327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port eb044d3e-d38a-46e5-b951-2063e663681e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=eb044d3e-d38a-46e5-b951-2063e663681e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:17.507184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-22fb77bc-044a-4622-8149-8d43e5f28422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:17.518091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-22fb77bc-044a-4622-8149-8d43e5f28422 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.2478597 Sep 17 22:04:17.560958 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:17.594478 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6921427-eae4-402c-8134-137403e23714 req-f2cb91c0-3b8d-4da9-90ca-ef43922291ea service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671479 Sep 17 22:04:17.603356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-ed9bfe3d-c77f-442c-82c7-8982876ab8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:17.605846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-ed9bfe3d-c77f-442c-82c7-8982876ab8a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738070 Sep 17 22:04:17.630285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceae2e5-6118-4768-b58b-f966c477d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=cf6be81b-02af-4579-823e-aba5505940a3,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:17.694815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-f7e76d06-4dc1-4707-81a7-87b0a8f9445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:17.696575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-f7e76d06-4dc1-4707-81a7-87b0a8f9445e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56f6ef523cc645c3be17ed567239acaf&device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 1100 time: 0.2774489 Sep 17 22:04:17.729942 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-df4883d0-b86b-4c49-a2aa-fdbe7a21dcf3 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161425 Sep 17 22:04:17.762410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=eb044d3e-d38a-46e5-b951-2063e663681e,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:17.799092 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-af859b80-9239-4280-9377-49b90f4cdfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:17.861029 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-efc648e3-c01c-4427-9fd7-3a39285ce26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:17.862949 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-efc648e3-c01c-4427-9fd7-3a39285ce26a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1095 time: 0.1129949 Sep 17 22:04:17.913470 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98c4845b-bf9a-41e9-9e14-6940d3c4387e req-fe60e416-24b4-439b-8626-065e172d5322 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738751 Sep 17 22:04:18.036582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-628299e1-48bc-4db2-99ba-040d2fed1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:18.038180 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-628299e1-48bc-4db2-99ba-040d2fed1581 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.1575162 Sep 17 22:04:18.047116 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55568) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:18.059703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ad0c7-5205-4be8-b627-85e3f76917ee req-99b3c5bb-1396-410d-95ac-b8104317c82b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:18.061223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6ad0c7-5205-4be8-b627-85e3f76917ee req-99b3c5bb-1396-410d-95ac-b8104317c82b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.5742354 Sep 17 22:04:18.064330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-4600e4dc-0a87-4cd4-9d27-76dc5721a0e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=cf6be81b-02af-4579-823e-aba5505940a3 HTTP/1.1" status: 200 len: 217 time: 0.3462572 Sep 17 22:04:18.077951 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.104503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b20e33c-a9b9-4aca-ae53-42e0fa8c9230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb044d3e-d38a-46e5-b951-2063e663681e'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:18.107544 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f1e303-eb79-4d2a-8865-cbc1ad6cf02d" -d '{"events": [{"server_uuid": "2b20e33c-a9b9-4aca-ae53-42e0fa8c9230", "name": "network-vif-plugged", "status": "completed", "tag": "eb044d3e-d38a-46e5-b951-2063e663681e"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:18.108149 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-bb327063-c6ae-40ba-8f7e-d77faa0d8ae3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 200 len: 217 time: 0.0536666 Sep 17 22:04:18.185267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-network', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:18.196604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-f6304e1f-dac0-47a2-b24f-1dd191d58f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:18.198708 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-f6304e1f-dac0-47a2-b24f-1dd191d58f68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0825827 Sep 17 22:04:18.208521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6ad0c7-5205-4be8-b627-85e3f76917ee req-f2fb49d6-9351-4ee0-a136-9fd0d9f45535 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396136 Sep 17 22:04:18.216464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-86aef0dc-67ac-4422-ad57-a62a99e9c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:18.218953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-86aef0dc-67ac-4422-ad57-a62a99e9c75b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1463704 Sep 17 22:04:18.240051 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-3220f17d-7b7b-41ed-8150-6137548d8b8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322363 Sep 17 22:04:18.318930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Allocated IP 172.25.5.239 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/5d7ea6e4-b178-40ae-858c-76da8339fca5) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:18.321789 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Made reservation on behalf of 37eee70e3ea7414fa16b37f0e02f0204 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:18.322692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-c0f7b6a1-4b5c-49df-8e3f-222c7eed652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:18.324241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-c0f7b6a1-4b5c-49df-8e3f-222c7eed652e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950842 Sep 17 22:04:18.327213 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.347908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.394639 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-4424f389-e8b4-41ff-a45c-a494e3bceb83 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458857 Sep 17 22:04:18.505312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-f3002d70-4b99-43e1-9ee8-8e205209d851 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708436 Sep 17 22:04:18.532004 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.550333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d41b7099-0ad3-4c13-b4ba-a288c5228661 req-9ee649dc-1502-47ad-871b-ba0375c5980f service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465409 Sep 17 22:04:18.587902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.649647 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d006078-ba0e-4ab2-9d75-89f3af886bcb req-85707902-87ed-4512-a8c1-d77a2267f6ae service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322088 Sep 17 22:04:18.658604 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366d2e49-2d15-4ceb-8468-fe7c68e6844f x-openstack-request-id: req-366d2e49-2d15-4ceb-8468-fe7c68e6844f {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:18.661470 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8496fe49-3999-41a6-892f-b6537eb65f35", "tag": "cf6be81b-02af-4579-823e-aba5505940a3", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:18.663677 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-366d2e49-2d15-4ceb-8468-fe7c68e6844f {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:18.664270 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8496fe49-3999-41a6-892f-b6537eb65f35', 'tag': 'cf6be81b-02af-4579-823e-aba5505940a3', 'status': 'completed', 'code': 200} Sep 17 22:04:18.689882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.718256 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.719293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:04:18.727683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b9a70-779e-417a-abdb-01a6a2ebfebe,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:18.743322 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.743844 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Added segment 48e39f99-9759-4ce4-ba12-d7379999de09 of type vlan for network 67feac3d-911a-484d-9668-5f64ee7a130b Sep 17 22:04:18.817112 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.839680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:18.841419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:18.852366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:18.887824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event updated for resources: {'Port': ['ID=5d7ea6e4-b178-40ae-858c-76da8339fca5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:18.895042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.896498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:18.897861 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.935255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e96a4-9f97-4b8e-beaf-d10770953225 req-1f57f674-7efd-4db3-be59-b67ac51f7915 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:18.943380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e6e96a4-9f97-4b8e-beaf-d10770953225 req-1f57f674-7efd-4db3-be59-b67ac51f7915 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 948 time: 0.1742592 Sep 17 22:04:18.987168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-50bb38f7-4977-412e-b527-b40cd6bed23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:18.988867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-50bb38f7-4977-412e-b527-b40cd6bed23f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56f6ef523cc645c3be17ed567239acaf&device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 1100 time: 0.1674819 Sep 17 22:04:18.990086 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:18.991991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] Pushing event updated for resources: {'Network': ['ID=67feac3d-911a-484d-9668-5f64ee7a130b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:18.997517 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a33e4b0b-c763-4c4e-9310-eac530c25c51 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9491942 Sep 17 22:04:19.000884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55582) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:19.008591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Request body: {'subnet': {'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-subnet', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:19.010385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 67feac3d-911a-484d-9668-5f64ee7a130b details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:04:19.030977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e6e96a4-9f97-4b8e-beaf-d10770953225 req-36fc8148-bc80-400b-83df-821f6f0466c3 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821915 Sep 17 22:04:19.100512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Made reservation on behalf of 37eee70e3ea7414fa16b37f0e02f0204 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:19.103377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:19.178804 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:19.224376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-d970f8fb-06f0-4545-9965-041475e61aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:19.226059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-d970f8fb-06f0-4545-9965-041475e61aea service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2206540 Sep 17 22:04:19.257240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da0810-0c50-479f-adb1-59ce002e1e1c req-6a02ed06-28ae-43b6-82b1-03d7bd620c4a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:19.258835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13da0810-0c50-479f-adb1-59ce002e1e1c req-6a02ed06-28ae-43b6-82b1-03d7bd620c4a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 949 time: 0.1387064 Sep 17 22:04:19.293924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-1c8b52ff-f1de-43c9-a290-a8a1ca9e7f06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=cf6be81b-02af-4579-823e-aba5505940a3 HTTP/1.1" status: 200 len: 217 time: 0.0587883 Sep 17 22:04:19.413704 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:19.417736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13da0810-0c50-479f-adb1-59ce002e1e1c req-ebcd5bae-bdfd-4d0f-9054-4a87291bb8e2 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285365 Sep 17 22:04:19.427860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-fa006cc1-c2f6-4d8a-9995-1d1c039477e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:19.429411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-fa006cc1-c2f6-4d8a-9995-1d1c039477e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1270199 Sep 17 22:04:19.503242 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb28e5-490f-4bf6-be1d-b86f1d5c8c87 x-openstack-request-id: req-77cb28e5-490f-4bf6-be1d-b86f1d5c8c87 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:19.503784 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b20e33c-a9b9-4aca-ae53-42e0fa8c9230", "name": "network-vif-plugged", "status": "completed", "tag": "eb044d3e-d38a-46e5-b951-2063e663681e", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:19.503784 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77cb28e5-490f-4bf6-be1d-b86f1d5c8c87 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:19.504324 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b20e33c-a9b9-4aca-ae53-42e0fa8c9230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb044d3e-d38a-46e5-b951-2063e663681e', 'code': 200} Sep 17 22:04:19.518885 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:19.519617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-77eef379-52cf-4456-abf0-4c879e9993cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:19.521169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-77eef379-52cf-4456-abf0-4c879e9993cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795796 Sep 17 22:04:19.539060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ce458d-c5a9-45e6-8808-1901251d874c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:19.587912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Checking segment: {'id': '48e39f99-9759-4ce4-ba12-d7379999de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:19.588570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Network hostable DHCP agents. Network: 67feac3d-911a-484d-9668-5f64ee7a130b, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:04:19.613444 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:19.662893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:19.683212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b74731-edee-4893-b079-72de51e0db17 req-990a84ed-ff12-4565-bc32-9981e46c2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:19.686578 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e8b74731-edee-4893-b079-72de51e0db17 req-990a84ed-ff12-4565-bc32-9981e46c2af6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 1101 time: 0.0992689 Sep 17 22:04:19.695403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Network 67feac3d-911a-484d-9668-5f64ee7a130b is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:04:19.699714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event updated for resources: {'Port': ['ID=5d7ea6e4-b178-40ae-858c-76da8339fca5,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:19.729621 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-f67ebf63-ca32-4192-93d7-8b71229b8aed service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996851 Sep 17 22:04:19.750545 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e8b74731-edee-4893-b079-72de51e0db17 req-771f777e-969c-4180-8001-27faf8cefdeb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570483 Sep 17 22:04:19.858575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0650867-0ccb-4d17-9a46-96e721e8fd82 req-b98c4ea1-b331-4d12-9b5b-713e43d3727c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:19.860071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0650867-0ccb-4d17-9a46-96e721e8fd82 req-b98c4ea1-b331-4d12-9b5b-713e43d3727c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.0924213 Sep 17 22:04:19.865139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bc9e41c-ad43-4ec5-8e0b-003e446accf8 req-d5eb55c0-b9bf-4dbf-9f28-0734cc6194f8 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253467 Sep 17 22:04:19.899424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0650867-0ccb-4d17-9a46-96e721e8fd82 req-7fa3ed85-2d35-41b4-ae22-029c19059cb3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327597 Sep 17 22:04:20.138987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef848b1-306c-469d-b086-03fb49f20454 req-a62e25cb-fd41-486c-89b3-cc122da82c7e tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:20.140544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ef848b1-306c-469d-b086-03fb49f20454 req-a62e25cb-fd41-486c-89b3-cc122da82c7e tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 948 time: 0.0493608 Sep 17 22:04:20.180809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ef848b1-306c-469d-b086-03fb49f20454 req-5fafee18-d0bc-4e04-a373-e558536037a0 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Sep 17 22:04:20.224905 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:20.226062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-9ac9c3c8-fdfd-41bd-bda3-70e934b2ec74 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5065403 Sep 17 22:04:20.264074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 67feac3d-911a-484d-9668-5f64ee7a130b) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:20.268881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:20.269647 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:20.277095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20082fe1-3022-4f6e-89e4-e186b5f3d6d1 None None] Network 67feac3d-911a-484d-9668-5f64ee7a130b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:04:20.278545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-b2750d9f-066f-4098-8790-b1ddc125aee3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.0458302 Sep 17 22:04:20.299327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3f50960c-70a4-4fba-a3a3-c0eca97f2561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:20.377282 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5ac28ecd-8104-4ece-a461-1972a34fe514 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3721149 Sep 17 22:04:20.377852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55596) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:20.386398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:20.400077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-17445f3f-0aa0-407e-a423-8381abccc82c tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:20.400077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1cb9795-31a0-4f74-878f-9547fc37b665 req-17445f3f-0aa0-407e-a423-8381abccc82c tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1135807 Sep 17 22:04:20.454259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-67feac3d-911a-484d-9668-5f64ee7a130b', 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'fixed_ips': [{'subnet_id': '23ce458d-c5a9-45e6-8808-1901251d874c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:04:20.455767 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:20.495135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:20.496062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:20.569338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:04:20.579760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:20.618338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-59c4d48b-4d42-49f8-9919-ffeab295e363 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1833363 Sep 17 22:04:20.634911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69fd95-8c2a-44f4-b6dd-0a8689a2766c req-88b84b52-423a-49a3-a6fb-16dcb50f86d5 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:20.646569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba69fd95-8c2a-44f4-b6dd-0a8689a2766c req-88b84b52-423a-49a3-a6fb-16dcb50f86d5 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 949 time: 0.1162910 Sep 17 22:04:20.656227 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:04:20.676049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:20.745213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba69fd95-8c2a-44f4-b6dd-0a8689a2766c req-8685f2ab-0937-44b6-8ea4-a9749dc2e4ca tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976338 Sep 17 22:04:20.774408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:20.805452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55608) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:20.900016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Allocated IP 172.20.0.2 (67feac3d-911a-484d-9668-5f64ee7a130b/23ce458d-c5a9-45e6-8808-1901251d874c/76c22594-fc91-4301-89eb-3e5c0f036380) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:20.948538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:20.987471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.123712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Allocated IP 172.25.5.62 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/b0ce19c5-f5fc-4fc5-9b03-c8a08504ec03) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:21.143037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27be2ec-c6ea-4e0f-a46a-bdb3427def11 req-69660c94-c1df-480f-b67a-f9edfbf2cb5f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:21.144667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b27be2ec-c6ea-4e0f-a46a-bdb3427def11 req-69660c94-c1df-480f-b67a-f9edfbf2cb5f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.0810006 Sep 17 22:04:21.155765 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c273015a-0759-46d3-84f9-8c522ad1113d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.191597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b27be2ec-c6ea-4e0f-a46a-bdb3427def11 req-a58ec3e9-e3b6-4c03-854a-dd558ffac11c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Sep 17 22:04:21.355709 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.388100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:21.401919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9', 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4', 'port_id': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9', 'mac_address': 'fa:16:3e:3f:6c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a1b15-4eaa-4254-916f-6d48795aacd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:04:21.417779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.437871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91cb23-c830-48d5-a374-854c4816ae86 req-39c34487-9d36-4d35-ac64-7752f8750652 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:21.449068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c91cb23-c830-48d5-a374-854c4816ae86 req-39c34487-9d36-4d35-ac64-7752f8750652 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 948 time: 0.1046748 Sep 17 22:04:21.450188 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.472368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.499945 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.508866 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.511566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c91cb23-c830-48d5-a374-854c4816ae86 req-ded73e30-45f7-41a0-ad14-763e059577dd tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Sep 17 22:04:21.517515 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c273015a-0759-46d3-84f9-8c522ad1113d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.539321 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.551158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Network 67feac3d-911a-484d-9668-5f64ee7a130b is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:21.555494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:21.581741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:21.585772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:21.591748 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c273015a-0759-46d3-84f9-8c522ad1113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.592706 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.593795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:21.597120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Pushing event updated for resources: {'Port': ['ID=76c22594-fc91-4301-89eb-3e5c0f036380,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:21.632650 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c273015a-0759-46d3-84f9-8c522ad1113d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9701ce1efd394256aaa74fe8412ceb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8081095 Sep 17 22:04:21.635305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55616) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:21.644000 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.665100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Attempting to bind port 76c22594-fc91-4301-89eb-3e5c0f036380 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:21.665855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Attempting to bind port 76c22594-fc91-4301-89eb-3e5c0f036380 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '48e39f99-9759-4ce4-ba12-d7379999de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:21.666368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Attempting to bind port 76c22594-fc91-4301-89eb-3e5c0f036380 on network 67feac3d-911a-484d-9668-5f64ee7a130b {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:21.672429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:21.673586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Checking segment: {'id': '48e39f99-9759-4ce4-ba12-d7379999de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:21.674137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.675090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Bound using segment: {'id': '48e39f99-9759-4ce4-ba12-d7379999de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:21.675822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Bound port: 76c22594-fc91-4301-89eb-3e5c0f036380, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e39f99-9759-4ce4-ba12-d7379999de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:21.676357 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.706214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:21.709942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:21.717556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:21.718897 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.735187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273015a-0759-46d3-84f9-8c522ad1113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bb8358-4b8f-49c8-82a8-83856fbf8378,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:21.763947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24d4ab57-a897-4291-839c-ac20e4b81af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.789368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24d4ab57-a897-4291-839c-ac20e4b81af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.820627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] For port 76c22594-fc91-4301-89eb-3e5c0f036380, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:21.823173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.826627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:21.840939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] For port 76c22594-fc91-4301-89eb-3e5c0f036380, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=76c22594-fc91-4301-89eb-3e5c0f036380,segment=NetworkSegment(48e39f99-9759-4ce4-ba12-d7379999de09),segment_id=48e39f99-9759-4ce4-ba12-d7379999de09)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:21.856480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event updated for resources: {'Port': ['ID=b0ce19c5-f5fc-4fc5-9b03-c8a08504ec03,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:21.883912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Allocated IP 172.25.5.138 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/f94e1bf9-6e18-4223-960d-7c8606608183) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:21.930506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['1bf7e2cb-3b04-4a67-9941-13dc91f133c9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:21.938061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:21.980131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa575-86c5-4199-9c58-5ffeda754aca req-42f17482-63a7-4edf-966f-44abb79ee8d0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:21.983191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82ffa575-86c5-4199-9c58-5ffeda754aca req-42f17482-63a7-4edf-966f-44abb79ee8d0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 949 time: 0.1143508 Sep 17 22:04:21.991819 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.029431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24d4ab57-a897-4291-839c-ac20e4b81af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.036780 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24d4ab57-a897-4291-839c-ac20e4b81af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.037879 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24d4ab57-a897-4291-839c-ac20e4b81af9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39bb8358-4b8f-49c8-82a8-83856fbf8378 HTTP/1.1" status: 204 len: 168 time: 0.4015918 Sep 17 22:04:22.058008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82ffa575-86c5-4199-9c58-5ffeda754aca req-97d67050-4d65-44c9-8377-b506d77c1b7f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 Sep 17 22:04:22.085721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4ab57-a897-4291-839c-ac20e4b81af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bb8358-4b8f-49c8-82a8-83856fbf8378,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:22.162019 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.219466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e8fe8-c9f1-43c1-a342-0ca927666724 None None] Pushing event updated for resources: {'Port': ['ID=76c22594-fc91-4301-89eb-3e5c0f036380,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:22.318431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.370877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:22.374337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:22.379160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:22.391116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.443640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecd81e-4f69-41c9-ace6-8b05a5320ee8 req-4fed4a71-ccf5-4682-80b1-597f74d888a9 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:22.448455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54ecd81e-4f69-41c9-ace6-8b05a5320ee8 req-4fed4a71-ccf5-4682-80b1-597f74d888a9 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1684036 Sep 17 22:04:22.507471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Pushing event updated for resources: {'Port': ['ID=f94e1bf9-6e18-4223-960d-7c8606608183,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:22.523693 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.566176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cf6be81b-02af-4579-823e-aba5505940a3 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:04:22.707372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54ecd81e-4f69-41c9-ace6-8b05a5320ee8 req-22a73acf-1a46-4ace-87bc-d0b750003bb0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322865 Sep 17 22:04:22.708574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.771259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event updated for resources: {'Port': ['ID=b0ce19c5-f5fc-4fc5-9b03-c8a08504ec03,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:22.819501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cf6be81b-02af-4579-823e-aba5505940a3, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf6be81b-02af-4579-823e-aba5505940a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:22.836966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'cf6be81b-02af-4579-823e-aba5505940a3', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'cf6be81b-02af-4579-823e-aba5505940a3', 'mac_address': 'fa:16:3e:a9:13:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:04:22.858008 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.859361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-7843db45-b39b-42d2-917f-2ff4dd09abe7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2104449 Sep 17 22:04:22.878379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaddbfd-cdd9-4c9b-a968-ba6ecaaa90de req-a353fa85-924b-40a0-95d2-dec9e6c11537 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:22.880499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-beaddbfd-cdd9-4c9b-a968-ba6ecaaa90de req-a353fa85-924b-40a0-95d2-dec9e6c11537 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 944 time: 0.0842328 Sep 17 22:04:22.899238 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:22.951810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6be81b-02af-4579-823e-aba5505940a3 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:22.972555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-13323e05-496e-46f1-95af-46f9362c5fe3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0904810 Sep 17 22:04:22.980949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cf6be81b-02af-4579-823e-aba5505940a3, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf6be81b-02af-4579-823e-aba5505940a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:23.034874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-beaddbfd-cdd9-4c9b-a968-ba6ecaaa90de req-fd5d4363-4b5c-4c53-89cf-a2a5556e3a81 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418910 Sep 17 22:04:23.044519 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:23.090360 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:23.098917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55636) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:23.174284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cf6be81b-02af-4579-823e-aba5505940a3,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:23.182068 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:23.207736 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:23.235012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-6de2e79b-0f5e-40a4-81cc-2822e919563b tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:23.240142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea665306-b41f-421b-b671-2ec483c2ec64 req-6de2e79b-0f5e-40a4-81cc-2822e919563b tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.2602849 Sep 17 22:04:23.284488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cf6be81b-02af-4579-823e-aba5505940a3'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:23.296741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739c035-d6fc-429a-a9f6-663a4c323a2a req-0f91a0af-94ff-4109-801e-0c346a0f4b85 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:23.303360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8739c035-d6fc-429a-a9f6-663a4c323a2a req-0f91a0af-94ff-4109-801e-0c346a0f4b85 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 949 time: 0.1196380 Sep 17 22:04:23.396769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8739c035-d6fc-429a-a9f6-663a4c323a2a req-225a7359-cea9-49d5-a9c8-ecd47f2d58af tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890768 Sep 17 22:04:23.465903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-44e46ed0-a0ba-48e0-9648-b8347da4b68b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=48db430352fa4051aafa7c92791c4b43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624135 Sep 17 22:04:23.501842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 76c22594-fc91-4301-89eb-3e5c0f036380 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:23.632220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 76c22594-fc91-4301-89eb-3e5c0f036380 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:23.632592 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:23.782971 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:23.804909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8011d3b-7fa0-4a8d-8fc7-91a0bc71085c None None] Network 67feac3d-911a-484d-9668-5f64ee7a130b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:04:23.863433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 76c22594-fc91-4301-89eb-3e5c0f036380, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=76c22594-fc91-4301-89eb-3e5c0f036380,segment=NetworkSegment(48e39f99-9759-4ce4-ba12-d7379999de09),segment_id=48e39f99-9759-4ce4-ba12-d7379999de09)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:23.917534 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:23.922724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-07378efc-57a2-464c-adc3-251860010c81 None None] Provisioning complete for port 76c22594-fc91-4301-89eb-3e5c0f036380 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:23.924072 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-07378efc-57a2-464c-adc3-251860010c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:23.932927 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.013969 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-f13d85fc-10b4-4088-adf7-c16cce0726f1 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1294570 Sep 17 22:04:24.019989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:24.077474 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:04:24.077474 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:04:24.077474 n-d-713498-17 neutron-server[101661]: [parameters: {'project_id_1': '94982c7473094aeeb1a47551fa0e9dbb', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 4, 4, 25968)}] Sep 17 22:04:24.077474 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:04:24.077909 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:04:24.113661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=76c22594-fc91-4301-89eb-3e5c0f036380,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:24.113878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-e3a0a233-42b6-4afc-b44d-3b75d4322fd3 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:24.115651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-e3a0a233-42b6-4afc-b44d-3b75d4322fd3 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6435590 Sep 17 22:04:24.141271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-42ab806e-c9f3-4293-ae06-32a742965a24 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/quotas/48db430352fa4051aafa7c92791c4b43 HTTP/1.1" status: 200 len: 375 time: 0.0189419 Sep 17 22:04:24.210602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.214165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:04:24.237546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-e663ed5a-20ce-42a9-827a-5b49e39dd342 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=48db430352fa4051aafa7c92791c4b43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871344 Sep 17 22:04:24.304174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.357543 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d80fe4bc8674370aa4622d6b1c35485&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2566254 Sep 17 22:04:24.361837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55652) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:24.410443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59385e7b-9c0f-4eb8-9cb5-923539353a0b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:24.472461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.472740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.473085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.473425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.473764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.474103 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.474432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.474769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.475144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.475447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.475806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.476093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1b69f-3ff2-479a-a67c-e596a58ff494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:24.487895 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3417451-e004-4f4c-b0ff-950263155ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.530673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ee10b176-05d6-47bd-beb6-8115a4fdf396 None None] Provisioning complete for port 76c22594-fc91-4301-89eb-3e5c0f036380 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:24.531985 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ee10b176-05d6-47bd-beb6-8115a4fdf396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.544270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:04:24.552278 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3417451-e004-4f4c-b0ff-950263155ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.561301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Sync routers for ids ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:04:24.574837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:24.621142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Routers {'7e4fd45d-d469-42cd-8b14-eedb4a7241d1'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:24.621788 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:24.651373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850f255-44d0-48d9-9263-b7ea2c572e1d req-e7c900e6-0839-4b02-8b7c-3156e966df1e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:24.653140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9850f255-44d0-48d9-9263-b7ea2c572e1d req-e7c900e6-0839-4b02-8b7c-3156e966df1e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 944 time: 0.0959139 Sep 17 22:04:24.660170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.664361 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-877ea99c-81b1-47b2-82c4-937dd3446afc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2854993 Sep 17 22:04:24.672519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55662) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:24.733677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9850f255-44d0-48d9-9263-b7ea2c572e1d req-2c7caf41-31bd-4638-a1eb-88268b168e73 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639083 Sep 17 22:04:24.763498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3417451-e004-4f4c-b0ff-950263155ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.770578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3417451-e004-4f4c-b0ff-950263155ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.771146 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e3417451-e004-4f4c-b0ff-950263155ecb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59385e7b-9c0f-4eb8-9cb5-923539353a0b HTTP/1.1" status: 204 len: 168 time: 0.4047940 Sep 17 22:04:24.786493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3417451-e004-4f4c-b0ff-950263155ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59385e7b-9c0f-4eb8-9cb5-923539353a0b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:24.809103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:24.936864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Set router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:24.995558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:04:25.048597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6669-3aed-46a0-b709-5224b112fc85 req-7f81ee09-53b6-4c90-aa55-090737e63dde tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:25.056990 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dcb6669-3aed-46a0-b709-5224b112fc85 req-7f81ee09-53b6-4c90-aa55-090737e63dde tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 949 time: 0.2154417 Sep 17 22:04:25.120830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:25.120935 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:25.124375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dcb6669-3aed-46a0-b709-5224b112fc85 req-fdf113b3-db06-4afd-b42a-a84de923b522 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663526 Sep 17 22:04:25.180354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:25.232439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:20Z', 'updated_at': '2021-09-17T22:04:22Z', 'revision_number': 3, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'gw_port': {'id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:21Z', 'updated_at': '2021-09-17T22:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:25.261023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Checking router: 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:04:25.261378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Updating router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 port f94e1bf9-6e18-4223-960d-7c8606608183 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:04:25.328680 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:25.346205 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:25.364460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af3c7283-faaa-4774-89e9-2d981c521ff4 req-8e761a3f-4895-4140-bc42-baa854863e47 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 210 time: 0.1569726 Sep 17 22:04:25.583383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Allocated IP 172.25.5.156 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/3c388b37-de52-4051-af91-b7e918c5999a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:25.617787 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:25.649772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 76c22594-fc91-4301-89eb-3e5c0f036380 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:25.702823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:25.705870 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db10074d-4c9d-4f1c-ab16-401eea339161" -d '{"events": [{"server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "name": "network-vif-plugged", "status": "completed", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:25.811341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:25.826504 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:25.828201 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbe2984-d0a5-44bb-8b59-e214b199a8e0 x-openstack-request-id: req-ddbe2984-d0a5-44bb-8b59-e214b199a8e0 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:25.828422 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "name": "network-vif-plugged", "status": "completed", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:25.828657 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddbe2984-d0a5-44bb-8b59-e214b199a8e0 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:25.829082 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9', 'code': 200} Sep 17 22:04:25.881020 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:25.882449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cf6be81b-02af-4579-823e-aba5505940a3 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:25.943029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 76c22594-fc91-4301-89eb-3e5c0f036380 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:25.943682 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.028280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Allocated IP 172.20.0.1 (67feac3d-911a-484d-9668-5f64ee7a130b/23ce458d-c5a9-45e6-8808-1901251d874c/deed824c-f171-4570-a219-f8856e2ca225) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:26.029466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d348f-d024-4dca-8e9e-25d3b3f3be07 req-1e21daa9-7a53-4f85-a3aa-4badeb816d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:26.031443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c46d348f-d024-4dca-8e9e-25d3b3f3be07 req-1e21daa9-7a53-4f85-a3aa-4badeb816d91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1097 time: 0.1824722 Sep 17 22:04:26.032992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.038415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:26.126336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c46d348f-d024-4dca-8e9e-25d3b3f3be07 req-96152299-1d60-432c-847c-808212935fa1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798624 Sep 17 22:04:26.149263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ef7a3-64bc-466f-b913-70a153709d20 req-aca3fbcd-7acf-40cf-be80-066f14c3585d tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:26.150910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port cf6be81b-02af-4579-823e-aba5505940a3 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:04:26.158060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-011ef7a3-64bc-466f-b913-70a153709d20 req-aca3fbcd-7acf-40cf-be80-066f14c3585d tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.2083592 Sep 17 22:04:26.165677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:26.170434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port cf6be81b-02af-4579-823e-aba5505940a3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:26.170842 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.224935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-011ef7a3-64bc-466f-b913-70a153709d20 req-945794b5-3e51-49e2-8547-03f639785f7c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571878 Sep 17 22:04:26.225968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:26.236293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:26.244985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event updated for resources: {'Port': ['ID=3c388b37-de52-4051-af91-b7e918c5999a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:26.301314 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.354554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.355125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.355473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.355814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.356322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.356656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.356989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.357317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.357644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.360785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.360969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.361235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.361726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:26.379757 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.448346 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.450848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eccea-606a-4cf3-950a-14e769003eaa req-ce28c564-4782-454f-b430-f90682a09763 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:26.452752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d1eccea-606a-4cf3-950a-14e769003eaa req-ce28c564-4782-454f-b430-f90682a09763 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 949 time: 0.0774326 Sep 17 22:04:26.470186 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.497639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d1eccea-606a-4cf3-950a-14e769003eaa req-931aecb9-8497-49db-91f9-9800675cbe57 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Sep 17 22:04:26.518676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cf6be81b-02af-4579-823e-aba5505940a3, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf6be81b-02af-4579-823e-aba5505940a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:26.536758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666614a-52b2-4f9d-ae37-edae35b20b87 None None] Pushing event updated for resources: {'Port': ['ID=f94e1bf9-6e18-4223-960d-7c8606608183,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:26.548085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Attempting to bind port f94e1bf9-6e18-4223-960d-7c8606608183 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:26.564465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Attempting to bind port f94e1bf9-6e18-4223-960d-7c8606608183 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:26.564465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Attempting to bind port f94e1bf9-6e18-4223-960d-7c8606608183 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:26.564465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:26.564465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:26.564465 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.564465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:26.564465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Bound port: f94e1bf9-6e18-4223-960d-7c8606608183, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:26.564465 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.600888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-332f83bc-db15-41bd-a845-546d3e721a47 req-430a58d5-c99d-4cab-8a63-c59a0bb1388f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 210 time: 0.0268252 Sep 17 22:04:26.618564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] For port f94e1bf9-6e18-4223-960d-7c8606608183, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:26.622228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] For port f94e1bf9-6e18-4223-960d-7c8606608183, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f94e1bf9-6e18-4223-960d-7c8606608183,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:26.884059 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.917161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:26.928927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Network 67feac3d-911a-484d-9668-5f64ee7a130b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:26.931885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:26.936846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:26.946822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Pushing event updated for resources: {'Port': ['ID=deed824c-f171-4570-a219-f8856e2ca225,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:26.992473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.106208 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.123618 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.143704 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.183762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cf6be81b-02af-4579-823e-aba5505940a3,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:27.194102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Routers {'7e4fd45d-d469-42cd-8b14-eedb4a7241d1'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:27.194751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:27.226435 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.232558 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.327869 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.396714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] Set router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:27.413734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event updated for resources: {'Port': ['ID=3c388b37-de52-4051-af91-b7e918c5999a,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:27.452670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063dfd1-b0de-4e62-9c94-c1982b4c8dca req-b3c8eb46-a5f2-434b-ac9e-ba95e11a204c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:27.462214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f063dfd1-b0de-4e62-9c94-c1982b4c8dca req-b3c8eb46-a5f2-434b-ac9e-ba95e11a204c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.0904553 Sep 17 22:04:27.465653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.473902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-56595f4d-722f-464b-bede-5eea01bf8bf3 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4589071 Sep 17 22:04:27.556111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-24e5c1bb-f4ba-4221-bc28-152209774087 None None] Provisioning complete for port deed824c-f171-4570-a219-f8856e2ca225 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:27.556516 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-24e5c1bb-f4ba-4221-bc28-152209774087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.575531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666614a-52b2-4f9d-ae37-edae35b20b87 None None] Pushing event updated for resources: {'Port': ['ID=f94e1bf9-6e18-4223-960d-7c8606608183,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:27.603388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-4d733e44-423f-43fe-96eb-cbd677363b0d tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.1284328 Sep 17 22:04:27.628400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f063dfd1-b0de-4e62-9c94-c1982b4c8dca req-2828766d-aa6b-45a7-9e3f-05f0bb9f0435 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648886 Sep 17 22:04:27.659107 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.702345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-24e5c1bb-f4ba-4221-bc28-152209774087 None None] Port deed824c-f171-4570-a219-f8856e2ca225 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:27.784426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:20Z', 'updated_at': '2021-09-17T22:04:27Z', 'revision_number': 4, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'gw_port': {'id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:21Z', 'updated_at': '2021-09-17T22:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'deed824c-f171-4570-a219-f8856e2ca225', 'name': '', 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'mac_address': 'fa:16:3e:ba:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:25Z', 'updated_at': '2021-09-17T22:04:26Z', 'revision_number': 1, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'subnets': [{'id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:27.796277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:27.816238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-85686804-3a31-4c07-8c6e-b89877ff3736 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:27.816504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ad716-f4a8-4b1b-afa8-d8ec6c496e91 None None] The sync data for ids ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'] in n-d-713498-17 is: [{'id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:20Z', 'updated_at': '2021-09-17T22:04:27Z', 'revision_number': 4, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'gw_port': {'id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:21Z', 'updated_at': '2021-09-17T22:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'deed824c-f171-4570-a219-f8856e2ca225', 'name': '', 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'mac_address': 'fa:16:3e:ba:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:25Z', 'updated_at': '2021-09-17T22:04:26Z', 'revision_number': 1, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'subnets': [{'id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:04:27.818150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c10121a9-6cb7-4f49-ae14-9ec99dc75ae0 req-85686804-3a31-4c07-8c6e-b89877ff3736 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1827488 Sep 17 22:04:27.833904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8496fe49-3999-41a6-892f-b6537eb65f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6be81b-02af-4579-823e-aba5505940a3'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:27.835867 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b89a3e5-3356-49d2-b142-b08df527222d" -d '{"events": [{"server_uuid": "8496fe49-3999-41a6-892f-b6537eb65f35", "name": "network-vif-plugged", "status": "completed", "tag": "cf6be81b-02af-4579-823e-aba5505940a3"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:27.843938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431acb6-4dfc-493a-a06f-78317e25e75b req-448a8111-517d-4269-9e3c-435625574214 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:27.852547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a431acb6-4dfc-493a-a06f-78317e25e75b req-448a8111-517d-4269-9e3c-435625574214 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.1066391 Sep 17 22:04:27.942396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a431acb6-4dfc-493a-a06f-78317e25e75b req-3074162a-c327-4d34-9102-0cea500b2531 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887804 Sep 17 22:04:27.975982 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-5b9a9666-0ca7-4825-ae9f-a069a424e1e6 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=48db430352fa4051aafa7c92791c4b43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854619 Sep 17 22:04:28.021358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85bff32f-19e7-45c6-9256-f8c50fe0d94a req-3328fed8-c33b-4285-a6fd-dd03b058cbf0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 210 time: 0.0739822 Sep 17 22:04:28.087138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:28.140500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Pushing event updated for resources: {'Port': ['ID=deed824c-f171-4570-a219-f8856e2ca225,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:28.151326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bbfb032-8529-4c92-81f3-4bf9b5e6f366 req-1eb88e82-ad5e-415b-8b19-2c144b569606 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips/e5da327b-0d3a-40fd-b51c-62dbe56b0f35 HTTP/1.1" status: 200 len: 693 time: 0.0743289 Sep 17 22:04:28.171818 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f732e870-526a-401d-a103-2424eea9670f x-openstack-request-id: req-f732e870-526a-401d-a103-2424eea9670f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:28.172354 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8496fe49-3999-41a6-892f-b6537eb65f35", "name": "network-vif-plugged", "status": "completed", "tag": "cf6be81b-02af-4579-823e-aba5505940a3", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:28.172354 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f732e870-526a-401d-a103-2424eea9670f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:28.179066 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8496fe49-3999-41a6-892f-b6537eb65f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6be81b-02af-4579-823e-aba5505940a3', 'code': 200} Sep 17 22:04:28.319524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfb032-8529-4c92-81f3-4bf9b5e6f366 req-2e4212fc-61ff-4884-a59a-1027a3e6385b tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:28.320975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bbfb032-8529-4c92-81f3-4bf9b5e6f366 req-2e4212fc-61ff-4884-a59a-1027a3e6385b tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1688619 Sep 17 22:04:28.356773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-5bbfb032-8529-4c92-81f3-4bf9b5e6f366 req-faaa805f-830b-4053-8a98-e704d0799047 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:04:28.357819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bbfb032-8529-4c92-81f3-4bf9b5e6f366 req-faaa805f-830b-4053-8a98-e704d0799047 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243146 Sep 17 22:04:28.364605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-282f0ba0-e891-47a2-a3cc-e97059ff8630 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:28.366585 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-282f0ba0-e891-47a2-a3cc-e97059ff8630 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819089 Sep 17 22:04:28.382522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90669c-df7e-4e6a-a870-bfe6d63dea69 req-bfca6f9c-e47f-4287-8ac1-c25d14ef7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:28.384262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee90669c-df7e-4e6a-a870-bfe6d63dea69 req-bfca6f9c-e47f-4287-8ac1-c25d14ef7818 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 1102 time: 0.0623925 Sep 17 22:04:28.387048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Request body: {'port': {'device_id': 'd693e861-f15a-42d0-8393-c4cc6517242b', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '48db430352fa4051aafa7c92791c4b43'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:28.429442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Network 67feac3d-911a-484d-9668-5f64ee7a130b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:28.444048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:28.476184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-966b85c6-d50e-46a5-8d0b-10cdd742b608 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips/e5da327b-0d3a-40fd-b51c-62dbe56b0f35 HTTP/1.1" status: 200 len: 693 time: 0.0726788 Sep 17 22:04:28.536785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee90669c-df7e-4e6a-a870-bfe6d63dea69 req-c6187106-7ed3-4ba2-8c4a-96b0e1fde286 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427987 Sep 17 22:04:28.656412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-cdb7e58f-34c0-4aac-95c9-39636a1bb828 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:28.658271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-cdb7e58f-34c0-4aac-95c9-39636a1bb828 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1753473 Sep 17 22:04:28.670870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-255fe21d-e48a-4cfb-9f24-b7fde73e692f tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:04:28.672219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-255fe21d-e48a-4cfb-9f24-b7fde73e692f tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071425 Sep 17 22:04:28.697359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Made reservation on behalf of 48db430352fa4051aafa7c92791c4b43 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:28.701088 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:28.754534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-54af6978-9102-4d07-b070-d0319e1b756d tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.0686674 Sep 17 22:04:28.802450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:04:28.816012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-b33cce61-2888-4242-af58-8a5435651438 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.0604634 Sep 17 22:04:28.847191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-dfbe36eb-225c-4118-a513-485a7f462032 None None] Provisioning complete for port deed824c-f171-4570-a219-f8856e2ca225 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:28.850832 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dfbe36eb-225c-4118-a513-485a7f462032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:28.908132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe36eb-225c-4118-a513-485a7f462032 None None] Port deed824c-f171-4570-a219-f8856e2ca225 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:28.977320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Allocated IP 192.168.233.65 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/ec6ecf8e-b84c-45a3-a927-28c0ccee8335) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:29.058210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:04:29.060336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d6d5e-4bc1-4807-a534-5d7304848ada req-b20ac393-07a4-4250-b673-6b789ca78c24 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:29.061972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec6d6d5e-4bc1-4807-a534-5d7304848ada req-b20ac393-07a4-4250-b673-6b789ca78c24 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.1449893 Sep 17 22:04:29.064587 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7e9285c7-6726-48e6-b694-007962c64522 admin admin] 10.222.0.13 "PUT /v2.0/routers/7e4fd45d-d469-42cd-8b14-eedb4a7241d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3985341 Sep 17 22:04:29.106194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Deleting port 3c388b37-de52-4051-af91-b7e918c5999a {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:29.106616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.144340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec6d6d5e-4bc1-4807-a534-5d7304848ada req-8451c6d8-01c9-4241-9809-29b8ccaba3a3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705323 Sep 17 22:04:29.234604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.252514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.253025 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.290198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Calling delete_port for 3c388b37-de52-4051-af91-b7e918c5999a owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:29.335328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.352469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['9fafd948-f234-450f-8d93-c4fe132e3fe1', 'eb044d3e-d38a-46e5-b951-2063e663681e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:29.380652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1b07-771b-4f30-ae55-cd4d3aa59506 req-64fbb560-c6d4-40a2-8327-8ce54fa2b6ff tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:29.383046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae6c1b07-771b-4f30-ae55-cd4d3aa59506 req-64fbb560-c6d4-40a2-8327-8ce54fa2b6ff tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.1338153 Sep 17 22:04:29.391537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f94e1bf9-6e18-4223-960d-7c8606608183 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:29.392226 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:29.395750 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:29.402327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:29.458340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae6c1b07-771b-4f30-ae55-cd4d3aa59506 req-e9350b15-5431-4255-8f03-916a76fea3df tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658441 Sep 17 22:04:29.469715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Pushing event updated for resources: {'Port': ['ID=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:29.539782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:29.540484 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.542441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f94e1bf9-6e18-4223-960d-7c8606608183 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:29.543155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.591679 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.627952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event deleted for resources: {'Port': ['ID=3c388b37-de52-4051-af91-b7e918c5999a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:29.642941 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-4db1eba8-7345-4012-8986-7d74703bf737 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2603402 Sep 17 22:04:29.668097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Request body: {'port': {'device_id': 'd693e861-f15a-42d0-8393-c4cc6517242b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:29.678586 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.681116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.682285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c8a8651-530d-413a-bc2c-c045f0cd7796 req-8f08ee64-5450-4eae-aa02-20c8cd994962 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5da327b-0d3a-40fd-b51c-62dbe56b0f35 HTTP/1.1" status: 204 len: 173 time: 0.8654807 Sep 17 22:04:29.765351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.776412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6eb9eee2-19e2-4d7b-bff9-e6df5717c8ea None None] Provisioning complete for port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:29.777048 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6eb9eee2-19e2-4d7b-bff9-e6df5717c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.779304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.807824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port f94e1bf9-6e18-4223-960d-7c8606608183, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f94e1bf9-6e18-4223-960d-7c8606608183,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:29.862700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9eee2-19e2-4d7b-bff9-e6df5717c8ea None None] Port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:29.874207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf70c8-45d5-4eba-8e98-e8aadff534af req-0c26003c-9adc-49e7-936c-23ecfb4e7f9d tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:29.882521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3baf70c8-45d5-4eba-8e98-e8aadff534af req-0c26003c-9adc-49e7-936c-23ecfb4e7f9d tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 935 time: 0.1256711 Sep 17 22:04:29.882928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:29.910073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-967a4fd4-4342-4f87-b7a4-65805f22bb92 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:29.913296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-967a4fd4-4342-4f87-b7a4-65805f22bb92 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/networks?id=529a844b-afd2-44d1-9906-0096d692962a HTTP/1.1" status: 200 len: 815 time: 0.2290130 Sep 17 22:04:29.949290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3baf70c8-45d5-4eba-8e98-e8aadff534af req-f59a760d-fff9-41a0-93d2-adf1fccef708 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657370 Sep 17 22:04:29.951762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-c0f480e3-7aa2-49cd-bd09-61615f9bd743 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/quotas/0af34bf8e34c45be8e832a03a349f3b9 HTTP/1.1" status: 200 len: 375 time: 0.0219445 Sep 17 22:04:29.957882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=f94e1bf9-6e18-4223-960d-7c8606608183,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:30.041860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-0b706791-f8cf-4248-8eee-f3ed0f03f56e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0af34bf8e34c45be8e832a03a349f3b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657845 Sep 17 22:04:30.121855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6ecf8e-b84c-45a3-a927-28c0ccee8335 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:30.130537 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:30.143434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Transition to ACTIVE for port object ec6ecf8e-b84c-45a3-a927-28c0ccee8335 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:04:30.169557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-ff47005a-2dcd-467c-8dbd-b4307c4ead11 service neutron] 10.222.0.13 "GET /v2.0/networks/529a844b-afd2-44d1-9906-0096d692962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132703 Sep 17 22:04:30.174559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a76a6-a9e2-4713-b624-dc9d4f93b79d req-88169f27-70ef-4647-afcd-93f82fe8b246 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:30.176018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e0a76a6-a9e2-4713-b624-dc9d4f93b79d req-88169f27-70ef-4647-afcd-93f82fe8b246 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1097 time: 0.0564809 Sep 17 22:04:30.219477 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:30.264675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e0a76a6-a9e2-4713-b624-dc9d4f93b79d req-d57e941f-6e5f-4e5d-b9a7-6e478bd07450 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809138 Sep 17 22:04:30.289766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-caf58c2d-0a8d-4d5f-b683-8f8c0fa7b314 service neutron] 10.222.0.13 "GET /v2.0/networks/529a844b-afd2-44d1-9906-0096d692962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128163 Sep 17 22:04:30.294752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:30.370039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Attempting to bind port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:30.370382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Attempting to bind port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:30.370730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Attempting to bind port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:30.376530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:04:30.376861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Attempting to bind port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:30.382528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:30.382915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:30.401067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:30.401067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Bound port: ec6ecf8e-b84c-45a3-a927-28c0ccee8335, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:30.401067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:30.444395 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-e3c4e903-656a-4a03-a69f-a58d2130e8ba req-2096f382-973e-44b3-a9fd-22b48959180a tempest-FloatingIPDetailsNegativeTestJSON-436252588 tempest-FloatingIPDetailsNegativeTestJSON-436252588-project] show failed (client error): The resource could not be found. Sep 17 22:04:30.445457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3c4e903-656a-4a03-a69f-a58d2130e8ba req-2096f382-973e-44b3-a9fd-22b48959180a tempest-FloatingIPDetailsNegativeTestJSON-436252588 tempest-FloatingIPDetailsNegativeTestJSON-436252588-project] 10.222.0.13 "GET /v2.0/floatingips/b4b216ce-c510-4281-b08a-b33275f18eea HTTP/1.1" status: 404 len: 350 time: 0.0500576 Sep 17 22:04:30.458054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55790) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:30.536082 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] For port ec6ecf8e-b84c-45a3-a927-28c0ccee8335, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:30.544916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] For port ec6ecf8e-b84c-45a3-a927-28c0ccee8335, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:30.626896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:30.738462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:30.754068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:30.754746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:30.756498 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-547f3387-364d-4a8a-8ee9-384fd040a799 service neutron] 10.222.0.32 "PUT /v2.0/ports/ec6ecf8e-b84c-45a3-a927-28c0ccee8335 HTTP/1.1" status: 200 len: 1096 time: 1.0928864 Sep 17 22:04:30.758052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd693e861-f15a-42d0-8393-c4cc6517242b', 'tag': 'ec6ecf8e-b84c-45a3-a927-28c0ccee8335'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:30.760461 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a" -d '{"events": [{"name": "network-changed", "server_uuid": "d693e861-f15a-42d0-8393-c4cc6517242b", "tag": "ec6ecf8e-b84c-45a3-a927-28c0ccee8335"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:30.949466 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Sync routers for ids ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:04:30.973667 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Routers {'7e4fd45d-d469-42cd-8b14-eedb4a7241d1'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:30.975535 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:30.999181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7832f79-0301-401b-a672-ec137d366c34 req-f162e385-33cf-461a-b2fd-de2aad091bdd tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:31.010072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7832f79-0301-401b-a672-ec137d366c34 req-f162e385-33cf-461a-b2fd-de2aad091bdd tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.1371169 Sep 17 22:04:31.029419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-985db5e6-6d6a-4c2f-bc65-f734d2c4d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:31.030934 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-985db5e6-6d6a-4c2f-bc65-f734d2c4d96b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48db430352fa4051aafa7c92791c4b43&device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 1099 time: 0.1229703 Sep 17 22:04:31.032783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d0fc-4dab-42a7-beba-e7d6f56c0bab req-665128d9-af25-4f6a-b23d-a649b0d2f63e tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:31.036231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ff8d0fc-4dab-42a7-beba-e7d6f56c0bab req-665128d9-af25-4f6a-b23d-a649b0d2f63e tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5594835 Sep 17 22:04:31.101716 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7832f79-0301-401b-a672-ec137d366c34 req-accbe7ed-f02a-4346-bc04-1ba8b476e49b tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903194 Sep 17 22:04:31.114300 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-0f9436eb-9ce0-483d-ab50-4ea13afa96dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=ec6ecf8e-b84c-45a3-a927-28c0ccee8335 HTTP/1.1" status: 200 len: 217 time: 0.0741291 Sep 17 22:04:31.154826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d3e22ed-4946-453d-b50d-b7b02f0c33bf req-3b1fd30e-6cdc-43a8-9ceb-1f58870c6ccc tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 210 time: 0.0420420 Sep 17 22:04:31.178646 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Set router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:31.210810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-a651ec5a-57e2-4993-913e-2de2d6870367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:31.212291 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-a651ec5a-57e2-4993-913e-2de2d6870367 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0903823 Sep 17 22:04:31.235008 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2d71f0-7c98-42ee-ba66-d0684a6cfd98 x-openstack-request-id: req-ee2d71f0-7c98-42ee-ba66-d0684a6cfd98 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:31.235909 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d693e861-f15a-42d0-8393-c4cc6517242b", "tag": "ec6ecf8e-b84c-45a3-a927-28c0ccee8335", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:31.236198 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee2d71f0-7c98-42ee-ba66-d0684a6cfd98 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:31.236661 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd693e861-f15a-42d0-8393-c4cc6517242b', 'tag': 'ec6ecf8e-b84c-45a3-a927-28c0ccee8335', 'status': 'completed', 'code': 200} Sep 17 22:04:31.282023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:31.334358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f94e1bf9-6e18-4223-960d-7c8606608183 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:31.335360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8cedb3fb-1c68-496b-acd3-0f50fcd06b8f req-7ddaa888-34a2-4495-8a85-3bcea367aa81 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=94982c7473094aeeb1a47551fa0e9dbb HTTP/1.1" status: 200 len: 1655 time: 0.0801699 Sep 17 22:04:31.351055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e704c-bcb4-4750-a46b-850fd6b9782e req-cef9c239-b1eb-4397-a370-cb742eaf32b3 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:31.353125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a19e704c-bcb4-4750-a46b-850fd6b9782e req-cef9c239-b1eb-4397-a370-cb742eaf32b3 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 947 time: 0.1426167 Sep 17 22:04:31.360027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-211f01ed-458d-4cfd-998e-7421973e14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:31.363053 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-211f01ed-458d-4cfd-998e-7421973e14cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1368380 Sep 17 22:04:31.409257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f94e1bf9-6e18-4223-960d-7c8606608183 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:31.410660 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:31.441496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:20Z', 'updated_at': '2021-09-17T22:04:27Z', 'revision_number': 4, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'gw_port': {'id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:21Z', 'updated_at': '2021-09-17T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'deed824c-f171-4570-a219-f8856e2ca225', 'name': '', 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'mac_address': 'fa:16:3e:ba:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:25Z', 'updated_at': '2021-09-17T22:04:27Z', 'revision_number': 2, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'subnets': [{'id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:31.475305 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Checking router: 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:04:31.476182 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Updating router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 port deed824c-f171-4570-a219-f8856e2ca225 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:04:31.513440 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:31.551692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedb3fb-1c68-496b-acd3-0f50fcd06b8f req-9e97cefd-4b19-4f53-882c-72308320c0ff tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:31.553396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8cedb3fb-1c68-496b-acd3-0f50fcd06b8f req-9e97cefd-4b19-4f53-882c-72308320c0ff tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks?id=0b79e42c-2db1-495d-930c-33fe17abaac9&id=0b79e42c-2db1-495d-930c-33fe17abaac9&id=0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 787 time: 0.1937077 Sep 17 22:04:31.584055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a19e704c-bcb4-4750-a46b-850fd6b9782e req-427902fb-4229-4b36-b9b8-57aa0b7ae7b2 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056303 Sep 17 22:04:31.667408 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-ab5b978e-c21e-421b-9486-0d99a72215c4 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943847 Sep 17 22:04:31.753248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-452c4149-9063-4856-9f3d-5792fb71007a req-863c2946-308c-40e7-9f43-ce3089aee551 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips/ac280814-31c1-48ff-a741-c163c44fe8cd HTTP/1.1" status: 200 len: 692 time: 0.0603192 Sep 17 22:04:31.921731 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:31.924458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c4149-9063-4856-9f3d-5792fb71007a req-4a1207b1-e6d9-4ecf-9c67-a6619cfe094d tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:31.926106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-452c4149-9063-4856-9f3d-5792fb71007a req-4a1207b1-e6d9-4ecf-9c67-a6619cfe094d tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1668594 Sep 17 22:04:31.986880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-452c4149-9063-4856-9f3d-5792fb71007a req-ac251bf2-6f29-46f0-8097-b72a13069f86 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0539861 Sep 17 22:04:32.011648 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.055196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-452c4149-9063-4856-9f3d-5792fb71007a req-07c7a5cb-1d62-409b-bfa8-409ea9b1c3d1 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0637660 Sep 17 22:04:32.090395 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328b225-8a52-468d-bdfc-3f6fd268331a None None] Pushing event updated for resources: {'Port': ['ID=deed824c-f171-4570-a219-f8856e2ca225,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:32.164211 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Attempting to bind port deed824c-f171-4570-a219-f8856e2ca225 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:32.164590 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Attempting to bind port deed824c-f171-4570-a219-f8856e2ca225 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '48e39f99-9759-4ce4-ba12-d7379999de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:32.164961 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Attempting to bind port deed824c-f171-4570-a219-f8856e2ca225 on network 67feac3d-911a-484d-9668-5f64ee7a130b {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:32.171250 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:32.171635 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Checking segment: {'id': '48e39f99-9759-4ce4-ba12-d7379999de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:32.172030 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.172420 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Bound using segment: {'id': '48e39f99-9759-4ce4-ba12-d7379999de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:32.172938 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Bound port: deed824c-f171-4570-a219-f8856e2ca225, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e39f99-9759-4ce4-ba12-d7379999de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:32.174767 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-713f0675-88f4-4ebd-b54c-3310e3746441 req-39772163-d7e5-4e3d-a09b-216e60939b66 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977739 Sep 17 22:04:32.175122 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.202975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Deleting port deed824c-f171-4570-a219-f8856e2ca225 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:32.203316 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.325158 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] For port deed824c-f171-4570-a219-f8856e2ca225, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:32.328573 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] For port deed824c-f171-4570-a219-f8856e2ca225, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=deed824c-f171-4570-a219-f8856e2ca225,segment=NetworkSegment(48e39f99-9759-4ce4-ba12-d7379999de09),segment_id=48e39f99-9759-4ce4-ba12-d7379999de09)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:32.361568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] For port deed824c-f171-4570-a219-f8856e2ca225, host n-d-713498-17, got binding levels [] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:32.361568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.391817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Calling delete_port for deed824c-f171-4570-a219-f8856e2ca225 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:32.395550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4421151-4b6f-4628-8889-6b11382ce131 req-158ef207-b208-4e62-b959-a0d2db7e1397 tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:32.398174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4421151-4b6f-4628-8889-6b11382ce131 req-158ef207-b208-4e62-b959-a0d2db7e1397 tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 1102 time: 0.1067977 Sep 17 22:04:32.413836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-452c4149-9063-4856-9f3d-5792fb71007a req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Deleting port b0ce19c5-f5fc-4fc5-9b03-c8a08504ec03 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:32.414183 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-452c4149-9063-4856-9f3d-5792fb71007a req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.443330 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c4421151-4b6f-4628-8889-6b11382ce131 req-e61d990e-8b0b-49da-9b7d-f68ab09a4ecf tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.461003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a72c81a3-86b6-4836-917e-383a2ce53b8a None None] Provisioning complete for port deed824c-f171-4570-a219-f8856e2ca225 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:32.462128 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a72c81a3-86b6-4836-917e-383a2ce53b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.491962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-753bfe94-ea1a-48c7-93a1-22cb835f6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:32.494067 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-753bfe94-ea1a-48c7-93a1-22cb835f6d4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48db430352fa4051aafa7c92791c4b43&device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 1099 time: 0.0940602 Sep 17 22:04:32.496006 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.498535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55842) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:32.519272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a72c81a3-86b6-4836-917e-383a2ce53b8a None None] Port deed824c-f171-4570-a219-f8856e2ca225 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:32.547557 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-452c4149-9063-4856-9f3d-5792fb71007a req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.548536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-452c4149-9063-4856-9f3d-5792fb71007a req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.579445 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328b225-8a52-468d-bdfc-3f6fd268331a None None] Pushing event updated for resources: {'Port': ['ID=deed824c-f171-4570-a219-f8856e2ca225,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:32.588402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-452c4149-9063-4856-9f3d-5792fb71007a req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Calling delete_port for b0ce19c5-f5fc-4fc5-9b03-c8a08504ec03 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:32.614717 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Routers {'7e4fd45d-d469-42cd-8b14-eedb4a7241d1'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:32.615022 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:32.779673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37db8598-2c98-4e53-96c2-838e00caf3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.794531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-798c7672-422c-4fbc-97eb-6885f37776bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:32.795998 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-798c7672-422c-4fbc-97eb-6885f37776bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2816310 Sep 17 22:04:32.808386 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] Set router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:32.809686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c4421151-4b6f-4628-8889-6b11382ce131 req-e61d990e-8b0b-49da-9b7d-f68ab09a4ecf tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.912235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c4421151-4b6f-4628-8889-6b11382ce131 req-e61d990e-8b0b-49da-9b7d-f68ab09a4ecf tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.933789 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-0e6a2bf9-ef5a-4c2d-95ca-5e1288359ff2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=ec6ecf8e-b84c-45a3-a927-28c0ccee8335 HTTP/1.1" status: 200 len: 217 time: 0.0609074 Sep 17 22:04:32.943599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-06faadaf-bbdc-440b-b38d-17dc7c18bd3b None None] Provisioning complete for port deed824c-f171-4570-a219-f8856e2ca225 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:32.945992 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-06faadaf-bbdc-440b-b38d-17dc7c18bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:32.951860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d990e-8b0b-49da-9b7d-f68ab09a4ecf tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3f65ec-3073-4866-8b3e-92ad44f7eb58,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:32.970953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4421151-4b6f-4628-8889-6b11382ce131 req-e61d990e-8b0b-49da-9b7d-f68ab09a4ecf tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624738 Sep 17 22:04:32.985398 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-452c4149-9063-4856-9f3d-5792fb71007a req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:33.015720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-06faadaf-bbdc-440b-b38d-17dc7c18bd3b None None] Could not find standard attr ID for object deed824c-f171-4570-a219-f8856e2ca225. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:04:33.019502 n-d-713498-17 neutron-server[101662]: INFO neutron.plugins.ml2.db [None req-06faadaf-bbdc-440b-b38d-17dc7c18bd3b None None] No ports have port_id starting with deed824c-f171-4570-a219-f8856e2ca225 Sep 17 22:04:33.026453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-93eee11f-26ca-4aa0-93bd-9cf53576ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:33.028254 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-93eee11f-26ca-4aa0-93bd-9cf53576ffbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0791175 Sep 17 22:04:33.033698 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:33.034503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event deleted for resources: {'Port': ['ID=b0ce19c5-f5fc-4fc5-9b03-c8a08504ec03,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:33.096591 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-452c4149-9063-4856-9f3d-5792fb71007a req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:33.099849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-452c4149-9063-4856-9f3d-5792fb71007a req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:33.101360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-452c4149-9063-4856-9f3d-5792fb71007a req-7f63f5ba-cf77-44ff-82e6-9af79e35a40a tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "DELETE /v2.0/floatingips/ac280814-31c1-48ff-a741-c163c44fe8cd HTTP/1.1" status: 204 len: 173 time: 1.0391753 Sep 17 22:04:33.119663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfdbd444-0d74-4df7-a4f9-d3bd2d68e4ae req-7dd75529-56de-4721-8f9f-076a4bbc6982 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 210 time: 0.0370512 Sep 17 22:04:33.173672 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:20Z', 'updated_at': '2021-09-17T22:04:27Z', 'revision_number': 4, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'gw_port': {'id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:21Z', 'updated_at': '2021-09-17T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'deed824c-f171-4570-a219-f8856e2ca225', 'name': '', 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'mac_address': 'fa:16:3e:ba:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:25Z', 'updated_at': '2021-09-17T22:04:32Z', 'revision_number': 4, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'subnets': [{'id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:33.190839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Pushing event deleted for resources: {'Port': ['ID=deed824c-f171-4570-a219-f8856e2ca225,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:33.209360 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49daa9de-bf84-4603-aefb-f8ae7c189df5 None None] The sync data for ids ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'] in n-d-713498-17 is: [{'id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:20Z', 'updated_at': '2021-09-17T22:04:27Z', 'revision_number': 4, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'gw_port': {'id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:21Z', 'updated_at': '2021-09-17T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'deed824c-f171-4570-a219-f8856e2ca225', 'name': '', 'network_id': '67feac3d-911a-484d-9668-5f64ee7a130b', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'mac_address': 'fa:16:3e:ba:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:25Z', 'updated_at': '2021-09-17T22:04:32Z', 'revision_number': 4, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'subnets': [{'id': '23ce458d-c5a9-45e6-8808-1901251d874c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:04:33.249422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37db8598-2c98-4e53-96c2-838e00caf3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:33.358530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f12c778-599a-4e01-afab-a907b0342a6e req-572f6fdc-115b-4513-ae6f-bb81f1c9262c tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips/fe16d6fa-7897-4b6e-809e-023ff9251acc HTTP/1.1" status: 200 len: 693 time: 0.0707371 Sep 17 22:04:33.375507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37db8598-2c98-4e53-96c2-838e00caf3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:33.395992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000d06c-7c6f-4b1a-8614-480703147514 req-a8ee5f6c-cafe-45a6-bbbf-c771d48e141c tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:33.405579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b000d06c-7c6f-4b1a-8614-480703147514 req-a8ee5f6c-cafe-45a6-bbbf-c771d48e141c tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 947 time: 0.1893625 Sep 17 22:04:33.421441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-92ab5f4a-1cde-4405-a0c9-16b10446d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:33.421441 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-92ab5f4a-1cde-4405-a0c9-16b10446d550 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3502207 Sep 17 22:04:33.517896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db8598-2c98-4e53-96c2-838e00caf3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d080e7-6608-46b6-a126-67562199e68d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:33.535229 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-37db8598-2c98-4e53-96c2-838e00caf3ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9216f02b94b349f2a82a07cc1e756063&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0354221 Sep 17 22:04:33.540646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55858) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:33.576349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b000d06c-7c6f-4b1a-8614-480703147514 req-fc044637-68ec-4e56-bd64-cd657549ac63 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698871 Sep 17 22:04:33.661431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12c778-599a-4e01-afab-a907b0342a6e req-9c0164b7-abf9-46b8-8f39-e1aa8bfbfcca tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:33.662890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f12c778-599a-4e01-afab-a907b0342a6e req-9c0164b7-abf9-46b8-8f39-e1aa8bfbfcca tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.3035305 Sep 17 22:04:33.666987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:33.692119 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-fec520f4-fa5e-493f-bc56-0c1b673e0862 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215598 Sep 17 22:04:33.724194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92794090-66e3-4506-bbf1-f7fd9457b964 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:33.725981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92794090-66e3-4506-bbf1-f7fd9457b964 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.35 "GET /v2.0/networks?id=529a844b-afd2-44d1-9906-0096d692962a HTTP/1.1" status: 200 len: 815 time: 0.2193716 Sep 17 22:04:33.736601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f12c778-599a-4e01-afab-a907b0342a6e req-7bd390dc-4df0-404c-bdf1-37a490e88d3e tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.0629878 Sep 17 22:04:33.741383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Request body: {'port': {'device_id': 'a8de6cdf-017a-4feb-ad63-6c2829f39baa', 'network_id': '529a844b-afd2-44d1-9906-0096d692962a', 'admin_state_up': True, 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:33.747990 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4dbeb37-a4a5-4178-a2e4-858bc094e94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:33.796673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4dbeb37-a4a5-4178-a2e4-858bc094e94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:33.817470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f12c778-599a-4e01-afab-a907b0342a6e req-c0d50ec4-058f-4942-b8e5-83fc7ea51a71 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.0726449 Sep 17 22:04:33.941255 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b5fdc17f-8e1a-4c79-9db3-f3cec0d6301a req-3f132b8a-1b6d-4c8f-a8cd-a5e7cc935e1b service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058411 Sep 17 22:04:34.241201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-1f12c778-599a-4e01-afab-a907b0342a6e req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Deleting port 5d7ea6e4-b178-40ae-858c-76da8339fca5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:34.241201 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1f12c778-599a-4e01-afab-a907b0342a6e req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.250277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:04:34.257351 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1f12c778-599a-4e01-afab-a907b0342a6e req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.257876 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1f12c778-599a-4e01-afab-a907b0342a6e req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.262744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52465aed-8fd5-4129-8ca5-ab666379915c req-219519b6-5419-47aa-ae7c-afdf544880db tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:34.264477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52465aed-8fd5-4129-8ca5-ab666379915c req-219519b6-5419-47aa-ae7c-afdf544880db tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 1102 time: 0.1308742 Sep 17 22:04:34.288237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-1f12c778-599a-4e01-afab-a907b0342a6e req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Calling delete_port for 5d7ea6e4-b178-40ae-858c-76da8339fca5 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:34.294141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:04:34.304349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-54b8e40f-4e41-4953-8500-fab60d2ac315 admin admin] 10.222.0.13 "PUT /v2.0/routers/7e4fd45d-d469-42cd-8b14-eedb4a7241d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8456860 Sep 17 22:04:34.308412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55874) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:34.328811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] Sync routers for ids ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:04:34.359801 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] Routers {'7e4fd45d-d469-42cd-8b14-eedb4a7241d1'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:34.361165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:34.412539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52465aed-8fd5-4129-8ca5-ab666379915c req-02a3a060-978b-43e6-9d4a-a8479d9cdc82 tempest-ServersAdminNegativeTestJSON-153040378 tempest-ServersAdminNegativeTestJSON-153040378-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340029 Sep 17 22:04:34.447715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.450617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4dbeb37-a4a5-4178-a2e4-858bc094e94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.453314 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4dbeb37-a4a5-4178-a2e4-858bc094e94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.456011 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a4dbeb37-a4a5-4178-a2e4-858bc094e94e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40d080e7-6608-46b6-a126-67562199e68d HTTP/1.1" status: 204 len: 168 time: 0.9143846 Sep 17 22:04:34.499433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbeb37-a4a5-4178-a2e4-858bc094e94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d080e7-6608-46b6-a126-67562199e68d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:34.600723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.607465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-672192f3-fc9f-414d-99a9-b59e8bbab4e3 req-05a16420-7ed6-428a-82a8-511d0f58f7df tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 210 time: 0.0458295 Sep 17 22:04:34.618053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] Set router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:34.627424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Made reservation on behalf of 0af34bf8e34c45be8e832a03a349f3b9 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:34.630987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.703669 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1f12c778-599a-4e01-afab-a907b0342a6e req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.875204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event deleted for resources: {'Port': ['ID=5d7ea6e4-b178-40ae-858c-76da8339fca5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:34.881564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Deleting port f94e1bf9-6e18-4223-960d-7c8606608183 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:34.882250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:34.894502 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ec6ecf8e-b84c-45a3-a927-28c0ccee8335 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:04:35.073474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ec6ecf8e-b84c-45a3-a927-28c0ccee8335, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:35.087652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'ec6ecf8e-b84c-45a3-a927-28c0ccee8335', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'ec6ecf8e-b84c-45a3-a927-28c0ccee8335', 'mac_address': 'fa:16:3e:e8:d5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:04:35.091675 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1f12c778-599a-4e01-afab-a907b0342a6e req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:35.094388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1f12c778-599a-4e01-afab-a907b0342a6e req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:35.117939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f12c778-599a-4e01-afab-a907b0342a6e req-01820f96-b8b1-4e46-9dbb-b74b61aecb93 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "DELETE /v2.0/floatingips/fe16d6fa-7897-4b6e-809e-023ff9251acc HTTP/1.1" status: 204 len: 173 time: 1.2685816 Sep 17 22:04:35.131700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] For port f94e1bf9-6e18-4223-960d-7c8606608183, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f94e1bf9-6e18-4223-960d-7c8606608183,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:35.132269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:35.161861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Calling delete_port for f94e1bf9-6e18-4223-960d-7c8606608183 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:35.189447 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:35.258680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6ecf8e-b84c-45a3-a927-28c0ccee8335 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:35.279061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ec6ecf8e-b84c-45a3-a927-28c0ccee8335, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:35.390447 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:35.441821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-4e04dab4-3bf2-4de7-bca1-1dcd52b3ab35 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips/48a380f6-633f-41b7-a015-a90b59def64d HTTP/1.1" status: 200 len: 692 time: 0.2471938 Sep 17 22:04:35.461660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Allocated IP 172.20.0.8 (529a844b-afd2-44d1-9906-0096d692962a/b9debdb4-e3c3-45a3-9978-4c5def9a39a0/8c225045-af45-4918-950a-2d6a740f1d01) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:35.483369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:35.515127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:20Z', 'updated_at': '2021-09-17T22:04:32Z', 'revision_number': 5, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'gw_port': {'id': 'f94e1bf9-6e18-4223-960d-7c8606608183', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:21Z', 'updated_at': '2021-09-17T22:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:35.550156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] Checking router: 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:04:35.556111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c282e-6a3f-4c0a-bc6e-279519bbeab8 req-7d0eb0d6-7190-451a-8069-81d685a370b4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:35.560796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] Routers {'7e4fd45d-d469-42cd-8b14-eedb4a7241d1'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:35.561498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:35.563436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056c282e-6a3f-4c0a-bc6e-279519bbeab8 req-7d0eb0d6-7190-451a-8069-81d685a370b4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 947 time: 0.4811409 Sep 17 22:04:35.586341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:35.640454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f94e1bf9-6e18-4223-960d-7c8606608183,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:35.719416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] Set router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:35.745967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55906) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:35.793990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:20Z', 'updated_at': '2021-09-17T22:04:34Z', 'revision_number': 6, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:35.800901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056c282e-6a3f-4c0a-bc6e-279519bbeab8 req-5866d0b1-1328-4c1f-b1fa-90ebc1c68398 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111887 Sep 17 22:04:35.802683 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0afa2271-378d-4e1b-b555-f3a69ff299aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:35.826011 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c576e8-db0d-4e39-a405-58e94077285f None None] The sync data for ids ['7e4fd45d-d469-42cd-8b14-eedb4a7241d1'] in n-d-713498-17 is: [{'id': '7e4fd45d-d469-42cd-8b14-eedb4a7241d1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-955231013-router', 'tenant_id': '37eee70e3ea7414fa16b37f0e02f0204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:20Z', 'updated_at': '2021-09-17T22:04:34Z', 'revision_number': 6, 'project_id': '37eee70e3ea7414fa16b37f0e02f0204', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:04:35.874580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:35.929487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['ec6ecf8e-b84c-45a3-a927-28c0ccee8335'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:35.936135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-e395b32c-47fb-4b2b-9772-ededef902750 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:35.951573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-e395b32c-47fb-4b2b-9772-ededef902750 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.5066230 Sep 17 22:04:36.088373 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.093053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18614761-5689-4b5a-9c96-dce69f95f3d7 req-761c669f-42e4-4a75-9dc7-95ba8fb9ba06 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 210 time: 0.1286728 Sep 17 22:04:36.124142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-e24fddcd-b9c5-4b12-b043-02f9726d31d7 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.1686246 Sep 17 22:04:36.127570 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.132172 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.229252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-a80c8044-7e40-4729-ab2f-0892496550b8 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.0980880 Sep 17 22:04:36.419715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.423717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4fd45d-d469-42cd-8b14-eedb4a7241d1 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:04:36.441299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.443540 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-35fdebe4-12f2-4916-bfa5-0fac727599a0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7e4fd45d-d469-42cd-8b14-eedb4a7241d1 HTTP/1.1" status: 204 len: 168 time: 2.1333959 Sep 17 22:04:36.451851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0afa2271-378d-4e1b-b555-f3a69ff299aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.453282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55914) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:36.511939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edfb358-30ad-4ae5-99c8-71802adaa5db admin admin] Deleting subnet 23ce458d-c5a9-45e6-8808-1901251d874c {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:04:36.520073 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3edfb358-30ad-4ae5-99c8-71802adaa5db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.571950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0afa2271-378d-4e1b-b555-f3a69ff299aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.619818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3edfb358-30ad-4ae5-99c8-71802adaa5db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.632873 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.725910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Pushing event updated for resources: {'Port': ['ID=8c225045-af45-4918-950a-2d6a740f1d01,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:36.749036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Network 529a844b-afd2-44d1-9906-0096d692962a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:36.756759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:36.769226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:36.769226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:36.769226 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.809483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Deleting port 7f0ed5c6-4ece-44f4-9ac3-610dd66d9bab {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:36.809886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:36.877565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ec6ecf8e-b84c-45a3-a927-28c0ccee8335 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:36.985858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-805ed076-c3cf-4648-afdb-2c8246f72e7b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2452490 Sep 17 22:04:37.064519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.065120 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.082897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:04:37.090214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Calling delete_port for 7f0ed5c6-4ece-44f4-9ac3-610dd66d9bab owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:37.090380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:37.090380 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.131628 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0afa2271-378d-4e1b-b555-f3a69ff299aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b00175ad99b486e82d7d70047992503&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3843226 Sep 17 22:04:37.134942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa2271-378d-4e1b-b555-f3a69ff299aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd854bca-c090-4aec-98a7-5a9d527185ae,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:37.139996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55926) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:37.288792 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.304221 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-49f09a8f-6ffe-44fb-94a0-ffde6b87e7c0 None None] Provisioning complete for port 8c225045-af45-4918-950a-2d6a740f1d01 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:37.304916 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-49f09a8f-6ffe-44fb-94a0-ffde6b87e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.315100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56a1a0b3-8076-4ecc-b5b1-b75bb32d44f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.369495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device deed824c-f171-4570-a219-f8856e2ca225 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:04:37.395425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd693e861-f15a-42d0-8393-c4cc6517242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6ecf8e-b84c-45a3-a927-28c0ccee8335'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:37.397586 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a80f77-4079-4256-b934-eb9369852f50" -d '{"events": [{"server_uuid": "d693e861-f15a-42d0-8393-c4cc6517242b", "name": "network-vif-plugged", "status": "completed", "tag": "ec6ecf8e-b84c-45a3-a927-28c0ccee8335"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:37.403452 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56a1a0b3-8076-4ecc-b5b1-b75bb32d44f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.405652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: deed824c-f171-4570-a219-f8856e2ca225 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:04:37.406023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device deed824c-f171-4570-a219-f8856e2ca225 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:04:37.406190 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3edfb358-30ad-4ae5-99c8-71802adaa5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.406475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f94e1bf9-6e18-4223-960d-7c8606608183 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:04:37.451730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ec6ecf8e-b84c-45a3-a927-28c0ccee8335, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:37.453093 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: f94e1bf9-6e18-4223-960d-7c8606608183 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:04:37.453241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f94e1bf9-6e18-4223-960d-7c8606608183 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:04:37.455076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-49f09a8f-6ffe-44fb-94a0-ffde6b87e7c0 None None] Port 8c225045-af45-4918-950a-2d6a740f1d01 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:37.516532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.546136 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.550438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Pushing event deleted for resources: {'Port': ['ID=7f0ed5c6-4ece-44f4-9ac3-610dd66d9bab,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:37.580665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.583730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.590975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55932) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:37.606771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdf9a4dd-adbc-49d0-a179-947f6cf5bdcc req-137b9acf-e94b-44dc-b67c-1febf7dd1b77 tempest-FloatingIPDetailsTestJSON-406169228 tempest-FloatingIPDetailsTestJSON-406169228-project] 10.222.0.13 "DELETE /v2.0/floatingips/48a380f6-633f-41b7-a015-a90b59def64d HTTP/1.1" status: 204 len: 173 time: 1.3686240 Sep 17 22:04:37.619119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:37.670394 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3edfb358-30ad-4ae5-99c8-71802adaa5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.673603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56a1a0b3-8076-4ecc-b5b1-b75bb32d44f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.676352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56a1a0b3-8076-4ecc-b5b1-b75bb32d44f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.680600 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-56a1a0b3-8076-4ecc-b5b1-b75bb32d44f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd854bca-c090-4aec-98a7-5a9d527185ae HTTP/1.1" status: 204 len: 168 time: 0.5363576 Sep 17 22:04:37.743988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bd5dd-c79e-4750-8a24-7dff93e32624 req-8aa95678-d6a2-4d21-abfa-6c1ad4ed3992 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:37.745595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e42bd5dd-c79e-4750-8a24-7dff93e32624 req-8aa95678-d6a2-4d21-abfa-6c1ad4ed3992 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.0565178 Sep 17 22:04:37.759896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf73564-5ff7-4253-950a-8c7b10ea9abf None None] Network 67feac3d-911a-484d-9668-5f64ee7a130b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:04:37.772865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1a0b3-8076-4ecc-b5b1-b75bb32d44f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd854bca-c090-4aec-98a7-5a9d527185ae,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:37.787235 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3edfb358-30ad-4ae5-99c8-71802adaa5db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.792480 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3edfb358-30ad-4ae5-99c8-71802adaa5db admin admin] 10.222.0.13 "DELETE /v2.0/subnets/23ce458d-c5a9-45e6-8808-1901251d874c HTTP/1.1" status: 204 len: 168 time: 1.3374074 Sep 17 22:04:37.795473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfb358-30ad-4ae5-99c8-71802adaa5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ce458d-c5a9-45e6-8808-1901251d874c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:37.796549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55936) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:37.810196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e42bd5dd-c79e-4750-8a24-7dff93e32624 req-50602bfd-7ef4-4c87-b9ef-3662a494cb87 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504298 Sep 17 22:04:37.947109 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:37.999836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.100819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a50ef1-6817-430f-983e-01e1ce2ada3e req-62a7785d-aa90-4635-825f-d189e3911105 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:38.102681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8a50ef1-6817-430f-983e-01e1ce2ada3e req-62a7785d-aa90-4635-825f-d189e3911105 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 949 time: 0.1544869 Sep 17 22:04:38.117979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d08b45-4765-4904-9a27-c91eaa21c768 None None] DHCP port deletion for 67feac3d-911a-484d-9668-5f64ee7a130b request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:04:38.160482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Deleting port 76c22594-fc91-4301-89eb-3e5c0f036380 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:38.162248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.229439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8a50ef1-6817-430f-983e-01e1ce2ada3e req-b6e9804d-2288-4be4-9900-686c5eb04b21 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130497 Sep 17 22:04:38.237127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a5d08b45-4765-4904-9a27-c91eaa21c768 None None] Deleting port 76c22594-fc91-4301-89eb-3e5c0f036380 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:38.237505 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a5d08b45-4765-4904-9a27-c91eaa21c768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.349272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] For port 76c22594-fc91-4301-89eb-3e5c0f036380, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=76c22594-fc91-4301-89eb-3e5c0f036380,segment=NetworkSegment(48e39f99-9759-4ce4-ba12-d7379999de09),segment_id=48e39f99-9759-4ce4-ba12-d7379999de09)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:38.349661 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.357170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a5d08b45-4765-4904-9a27-c91eaa21c768 None None] For port 76c22594-fc91-4301-89eb-3e5c0f036380, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=76c22594-fc91-4301-89eb-3e5c0f036380,segment=NetworkSegment(48e39f99-9759-4ce4-ba12-d7379999de09),segment_id=48e39f99-9759-4ce4-ba12-d7379999de09)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:38.357170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a5d08b45-4765-4904-9a27-c91eaa21c768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.370014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a5d08b45-4765-4904-9a27-c91eaa21c768 None None] Calling delete_port for 76c22594-fc91-4301-89eb-3e5c0f036380 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:38.372888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.457384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Calling delete_port for 76c22594-fc91-4301-89eb-3e5c0f036380 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:38.506639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a5d08b45-4765-4904-9a27-c91eaa21c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.520650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d08b45-4765-4904-9a27-c91eaa21c768 None None] No DVR routers for this DVR port 76c22594-fc91-4301-89eb-3e5c0f036380 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:04:38.539987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d08b45-4765-4904-9a27-c91eaa21c768 None None] Pushing event deleted for resources: {'Port': ['ID=76c22594-fc91-4301-89eb-3e5c0f036380,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:38.589811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b146b-1c97-4e05-8b8e-ef39e9784de1 req-d6595d69-cdde-4c3f-afec-a26d796350f1 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:38.592249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d3b146b-1c97-4e05-8b8e-ef39e9784de1 req-d6595d69-cdde-4c3f-afec-a26d796350f1 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 931 time: 0.2159622 Sep 17 22:04:38.662247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d3b146b-1c97-4e05-8b8e-ef39e9784de1 req-c3379b60-29ab-4632-8bdc-f1fde8512050 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595062 Sep 17 22:04:38.664490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.694933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Pushing event deleted for resources: {'Port': ['ID=76c22594-fc91-4301-89eb-3e5c0f036380,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:38.696872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] No DVR routers for this DVR port 76c22594-fc91-4301-89eb-3e5c0f036380 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:04:38.760683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Deleting port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:38.762675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.782457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:38.808159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.808686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.809653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.809954 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > port after_create 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.810300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.810644 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > port after_update 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.811005 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.811466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.811642 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.812216 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.859104 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae08213-193f-4148-a390-c9dff72457a2 x-openstack-request-id: req-bae08213-193f-4148-a390-c9dff72457a2 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:38.859453 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d693e861-f15a-42d0-8393-c4cc6517242b", "name": "network-vif-plugged", "status": "completed", "tag": "ec6ecf8e-b84c-45a3-a927-28c0ccee8335", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:38.859758 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bae08213-193f-4148-a390-c9dff72457a2 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:38.865521 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd693e861-f15a-42d0-8393-c4cc6517242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6ecf8e-b84c-45a3-a927-28c0ccee8335', 'code': 200} Sep 17 22:04:38.968208 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.968770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.969429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.970912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 22:04:38.971516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67feac3d-911a-484d-9668-5f64ee7a130b']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:38.984449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] For port 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6,segment=NetworkSegment(ac3bc86b-c346-47b0-a5cd-3c6194e84f9a),segment_id=ac3bc86b-c346-47b0-a5cd-3c6194e84f9a)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:38.984846 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:39.000782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Calling delete_port for 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:39.002490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e39f99-9759-4ce4-ba12-d7379999de09') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:39.002857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e39f99-9759-4ce4-ba12-d7379999de09') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:39.010919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f345c-9625-44c9-bda7-88b3545b52ad req-c75709d9-45fc-4925-b7ec-c66f2429f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:39.012383 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-444f345c-9625-44c9-bda7-88b3545b52ad req-c75709d9-45fc-4925-b7ec-c66f2429f763 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 1101 time: 0.0698326 Sep 17 22:04:39.033237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:39.074513 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:39.101371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:04:39.101725 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: from cryptography.utils import int_from_bytes Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: from cryptography.utils import int_from_bytes Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:04:39.106994 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:04:39.120585 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-444f345c-9625-44c9-bda7-88b3545b52ad req-647cab2d-5b51-4241-9bc3-b3e2e028e76d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007237 Sep 17 22:04:39.179815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032f6b8-7b9f-4e6e-8f72-0b0f545419b2 req-6f372b96-64ed-46e5-96a3-6e85afea642a tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:39.181592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8032f6b8-7b9f-4e6e-8f72-0b0f545419b2 req-6f372b96-64ed-46e5-96a3-6e85afea642a tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.1254344 Sep 17 22:04:39.262599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8032f6b8-7b9f-4e6e-8f72-0b0f545419b2 req-2ee923d0-9230-438e-b71a-b117ad81eb4a tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719275 Sep 17 22:04:39.284012 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:39.300404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:39.304541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] 10.222.0.13 "DELETE /v2.0/networks/67feac3d-911a-484d-9668-5f64ee7a130b HTTP/1.1" status: 204 len: 168 time: 1.5051389 Sep 17 22:04:39.329609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76358879-b6a7-4c7b-b24c-5411965e21dc admin admin] Pushing event deleted for resources: {'Network': ['ID=67feac3d-911a-484d-9668-5f64ee7a130b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:39.408481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 76c22594-fc91-4301-89eb-3e5c0f036380 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:04:39.427058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474c710-0cf7-4786-8c79-6f1a693e7b56 req-e847f531-8b7a-4d19-a399-85c2956ea2b0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:39.429235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6474c710-0cf7-4786-8c79-6f1a693e7b56 req-e847f531-8b7a-4d19-a399-85c2956ea2b0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 949 time: 0.0603631 Sep 17 22:04:39.446205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 76c22594-fc91-4301-89eb-3e5c0f036380 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:04:39.446782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 76c22594-fc91-4301-89eb-3e5c0f036380 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:04:39.472169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:39.494690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6474c710-0cf7-4786-8c79-6f1a693e7b56 req-59b4bbaa-d57a-4f9d-9bf3-86da30934134 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520089 Sep 17 22:04:39.510203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:39.619243 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:39.762053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:39.852695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55970) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:39.870217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b96329-1ea4-4724-8590-b4ecbb189989 req-6ef65b78-a00e-4111-aa7b-102a2eb6c2bc tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:39.871793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14b96329-1ea4-4724-8590-b4ecbb189989 req-6ef65b78-a00e-4111-aa7b-102a2eb6c2bc tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 931 time: 0.0865955 Sep 17 22:04:39.926127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-00105c45-f2dd-4284-85ad-9aad644f86d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37eee70e3ea7414fa16b37f0e02f0204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733624 Sep 17 22:04:39.926777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55974) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:40.010534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14b96329-1ea4-4724-8590-b4ecbb189989 req-c4281649-5786-40f8-a9c7-5e855f7bad15 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300614 Sep 17 22:04:40.038566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-55b15381-f56a-4f33-8dca-23fda06f9034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:40.082901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-55b15381-f56a-4f33-8dca-23fda06f9034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:40.154318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Router 34708246-e11b-4d64-b160-3680fb496c40 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:04:40.237848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-55b15381-f56a-4f33-8dca-23fda06f9034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:40.243082 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-55b15381-f56a-4f33-8dca-23fda06f9034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:40.243082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-55b15381-f56a-4f33-8dca-23fda06f9034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/029b9a70-779e-417a-abdb-01a6a2ebfebe HTTP/1.1" status: 204 len: 168 time: 0.3124042 Sep 17 22:04:40.251029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b15381-f56a-4f33-8dca-23fda06f9034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b9a70-779e-417a-abdb-01a6a2ebfebe,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:40.310855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:04:40.316643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55980) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:40.319535 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] Sync routers for ids ['34708246-e11b-4d64-b160-3680fb496c40'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:04:40.329909 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ccac1037-6147-40af-9722-88bb4c72bd61 admin admin] 10.222.0.13 "PUT /v2.0/routers/34708246-e11b-4d64-b160-3680fb496c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7371585 Sep 17 22:04:40.334548 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] Routers {'34708246-e11b-4d64-b160-3680fb496c40'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:40.335637 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['34708246-e11b-4d64-b160-3680fb496c40'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:40.580055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c8a47-7799-4da3-b4b5-656c08a0b647 req-0c3ef62b-57fb-480a-b7f3-37433405a1ae tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:40.581727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e6c8a47-7799-4da3-b4b5-656c08a0b647 req-0c3ef62b-57fb-480a-b7f3-37433405a1ae tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.1681952 Sep 17 22:04:40.601764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:40.646035 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] Set router 34708246-e11b-4d64-b160-3680fb496c40 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:40.814007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e6c8a47-7799-4da3-b4b5-656c08a0b647 req-a46258f3-7355-4094-b385-15182a3ce62e tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162378 Sep 17 22:04:40.831525 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:40.973663 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34708246-e11b-4d64-b160-3680fb496c40', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:00Z', 'updated_at': '2021-09-17T22:04:39Z', 'revision_number': 5, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'gw_port': {'id': '5f0e7384-a2b7-4102-ba1b-4250cf51c637', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34708246-e11b-4d64-b160-3680fb496c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:04:02Z', 'updated_at': '2021-09-17T22:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:41.038944 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] Checking router: 34708246-e11b-4d64-b160-3680fb496c40 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:04:41.047920 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] Routers {'34708246-e11b-4d64-b160-3680fb496c40'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:04:41.048545 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['34708246-e11b-4d64-b160-3680fb496c40'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:41.069875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d79a7-bc55-4738-97e8-9daa5a0debbf req-5796b4b3-07d5-4ef7-a15b-1a9cf0d1c501 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:41.071226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f71d79a7-bc55-4738-97e8-9daa5a0debbf req-5796b4b3-07d5-4ef7-a15b-1a9cf0d1c501 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 949 time: 0.1431663 Sep 17 22:04:41.137081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f71d79a7-bc55-4738-97e8-9daa5a0debbf req-f23041c2-1cf0-4dee-9455-26296eac689a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556056 Sep 17 22:04:41.138440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Deleting port 5f0e7384-a2b7-4102-ba1b-4250cf51c637 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:41.138743 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:41.287132 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] Set router 34708246-e11b-4d64-b160-3680fb496c40 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:04:41.351644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] For port 5f0e7384-a2b7-4102-ba1b-4250cf51c637, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5f0e7384-a2b7-4102-ba1b-4250cf51c637,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:41.357178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:41.384862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Calling delete_port for 5f0e7384-a2b7-4102-ba1b-4250cf51c637 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:41.418420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3de2a9-df7e-4245-a0b5-d36f7f41d46a req-4e8052e4-ceec-47b0-9f53-92b5d2fa8599 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:41.427523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c3de2a9-df7e-4245-a0b5-d36f7f41d46a req-4e8052e4-ceec-47b0-9f53-92b5d2fa8599 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 931 time: 0.1649990 Sep 17 22:04:41.435444 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34708246-e11b-4d64-b160-3680fb496c40', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:00Z', 'updated_at': '2021-09-17T22:04:40Z', 'revision_number': 6, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:41.480018 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32d44f-d4f5-46ce-8425-75ec022b8a5c None None] The sync data for ids ['34708246-e11b-4d64-b160-3680fb496c40'] in n-d-713498-17 is: [{'id': '34708246-e11b-4d64-b160-3680fb496c40', 'name': 'tempest-FloatingIPDetailsTestJSON-1311435871-router', 'tenant_id': '94982c7473094aeeb1a47551fa0e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:04:00Z', 'updated_at': '2021-09-17T22:04:40Z', 'revision_number': 6, 'project_id': '94982c7473094aeeb1a47551fa0e9dbb', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:04:41.539153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c3de2a9-df7e-4245-a0b5-d36f7f41d46a req-7e87ad9f-dfa9-48ed-998a-f4a899e06e88 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104000 Sep 17 22:04:41.756336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:41.796578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0e7384-a2b7-4102-ba1b-4250cf51c637,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:41.856826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:41.985490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:41.987999 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:42.145968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:42.146625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34708246-e11b-4d64-b160-3680fb496c40 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:04:42.150986 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:42.152083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e03c490a-569e-4bd4-894d-121dd1c29949 admin admin] 10.222.0.13 "DELETE /v2.0/routers/34708246-e11b-4d64-b160-3680fb496c40 HTTP/1.1" status: 204 len: 168 time: 1.8343551 Sep 17 22:04:42.154607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56034) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:42.208560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-287b1ee1-2183-44b4-ae82-00a95333e553 admin admin] Deleting subnet 343f54d2-3396-4d76-a49d-852180034716 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:04:42.211972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-287b1ee1-2183-44b4-ae82-00a95333e553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:42.246974 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-287b1ee1-2183-44b4-ae82-00a95333e553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:42.382541 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-287b1ee1-2183-44b4-ae82-00a95333e553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:42.437437 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-6dc311cf-ac4e-4204-b483-1564f5c4fd4f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5f54c628283d4237bee66806eb1afca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302343 Sep 17 22:04:42.566297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749475bb-84ed-4b77-87a8-339f643df081 req-b71d1582-a079-402f-a163-a1ec8a0f4330 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:42.567846 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-b71d1582-a079-402f-a163-a1ec8a0f4330 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220324 Sep 17 22:04:42.586076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-a67d9ec3-af28-49f1-bbc8-d7a2fa3b8cb1 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/quotas/5f54c628283d4237bee66806eb1afca0 HTTP/1.1" status: 200 len: 375 time: 0.0119145 Sep 17 22:04:42.590468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-287b1ee1-2183-44b4-ae82-00a95333e553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:42.634255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b1ee1-2183-44b4-ae82-00a95333e553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343f54d2-3396-4d76-a49d-852180034716,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:42.661817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c3963d-b66d-4d1b-8171-b7612536c5c3 None None] Network 0f2b6813-d365-408e-b8e9-86d229581933 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:04:42.663550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-52be711b-95d2-40d9-a2bb-c5bcdb5249c5 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f54c628283d4237bee66806eb1afca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676692 Sep 17 22:04:42.664703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-287b1ee1-2183-44b4-ae82-00a95333e553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:42.668962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-287b1ee1-2183-44b4-ae82-00a95333e553 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/343f54d2-3396-4d76-a49d-852180034716 HTTP/1.1" status: 204 len: 168 time: 0.5109556 Sep 17 22:04:42.669618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56050) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:42.926418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a55fc-db4a-4331-a416-d90186603ef7 None None] DHCP port deletion for 0f2b6813-d365-408e-b8e9-86d229581933 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:04:43.025815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c89a55fc-db4a-4331-a416-d90186603ef7 None None] Deleting port 382469d0-bdfe-456a-bb90-afd6298be8dc {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:43.026273 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c89a55fc-db4a-4331-a416-d90186603ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.078039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.125987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9aaf3-b604-4dfc-b572-056a136e1967 req-396b4b66-79aa-49fa-9692-c400420dda33 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.133141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bba9aaf3-b604-4dfc-b572-056a136e1967 req-396b4b66-79aa-49fa-9692-c400420dda33 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.0928230 Sep 17 22:04:43.134254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c89a55fc-db4a-4331-a416-d90186603ef7 None None] For port 382469d0-bdfe-456a-bb90-afd6298be8dc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=382469d0-bdfe-456a-bb90-afd6298be8dc,segment=NetworkSegment(ac3bc86b-c346-47b0-a5cd-3c6194e84f9a),segment_id=ac3bc86b-c346-47b0-a5cd-3c6194e84f9a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:43.135004 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c89a55fc-db4a-4331-a416-d90186603ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.151839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c89a55fc-db4a-4331-a416-d90186603ef7 None None] Calling delete_port for 382469d0-bdfe-456a-bb90-afd6298be8dc owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:43.191035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bba9aaf3-b604-4dfc-b572-056a136e1967 req-0a4e4282-d67d-45d1-9a42-bd3dfff4c116 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508459 Sep 17 22:04:43.211661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Deleting port 382469d0-bdfe-456a-bb90-afd6298be8dc {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:43.212011 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.334199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] For port 382469d0-bdfe-456a-bb90-afd6298be8dc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=382469d0-bdfe-456a-bb90-afd6298be8dc,segment=NetworkSegment(ac3bc86b-c346-47b0-a5cd-3c6194e84f9a),segment_id=ac3bc86b-c346-47b0-a5cd-3c6194e84f9a)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:43.344416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.349754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 382469d0-bdfe-456a-bb90-afd6298be8dc no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:04:43.355272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Calling delete_port for 382469d0-bdfe-456a-bb90-afd6298be8dc owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:43.392678 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c89a55fc-db4a-4331-a416-d90186603ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.418521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a55fc-db4a-4331-a416-d90186603ef7 None None] No DVR routers for this DVR port 382469d0-bdfe-456a-bb90-afd6298be8dc on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:04:43.464435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a55fc-db4a-4331-a416-d90186603ef7 None None] Pushing event deleted for resources: {'Port': ['ID=382469d0-bdfe-456a-bb90-afd6298be8dc,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:43.483003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.491215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No active binding found for port 382469d0-bdfe-456a-bb90-afd6298be8dc {{(pid=101662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:04:43.491651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 382469d0-bdfe-456a-bb90-afd6298be8dc not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:04:43.492072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:04:43.509612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=382469d0-bdfe-456a-bb90-afd6298be8dc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:43.519193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] No DVR routers for this DVR port 382469d0-bdfe-456a-bb90-afd6298be8dc on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:04:43.527950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:04:43.528321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 84a52a3e-c0f7-4fd1-bb22-c1dc36fa8bf6 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:04:43.528747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f0e7384-a2b7-4102-ba1b-4250cf51c637 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:04:43.597895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5f0e7384-a2b7-4102-ba1b-4250cf51c637 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:04:43.598239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f0e7384-a2b7-4102-ba1b-4250cf51c637 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:04:43.672055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.698554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2b6813-d365-408e-b8e9-86d229581933']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:43.711371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:43.711653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3bc86b-c346-47b0-a5cd-3c6194e84f9a') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:04:43.727577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.728133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.728606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.729077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.734496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.734496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.734496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.734496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.734496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.734496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:43.734496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-98e5c22f-f262-48e4-a4cd-fd1198112d66 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8&device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa&device_id=d693e861-f15a-42d0-8393-c4cc6517242b&device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1&device_id=8496fe49-3999-41a6-892f-b6537eb65f35&device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230&device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2&device_id=3b2234a6-db71-4073-bad4-acaa3937b401&device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275&device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591&device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 9031 time: 0.1223404 Sep 17 22:04:43.735947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.769993 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.772160 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-7612c946-2aa9-4421-b0db-afa66c2be744 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.783151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:04:43.783552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:04:43.785657 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:04:43.939214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-7612c946-2aa9-4421-b0db-afa66c2be744 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:44.300126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:44.305630 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:44.309908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0f2b6813-d365-408e-b8e9-86d229581933 HTTP/1.1" status: 204 len: 168 time: 1.6372957 Sep 17 22:04:44.319370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e7fd6-2d69-44e6-8527-cc867129b1d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2b6813-d365-408e-b8e9-86d229581933,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:44.330918 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-7612c946-2aa9-4421-b0db-afa66c2be744 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:44.374381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f523be7a-d8f3-4831-bc7b-0a93fc3df48e req-7612c946-2aa9-4421-b0db-afa66c2be744 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&id=051e5efe-c0d3-4aec-9f27-149b6c90257e&id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&id=3852b83e-bff9-4b75-8637-f602f189ef16&id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.6273339 Sep 17 22:04:44.390859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612c946-2aa9-4421-b0db-afa66c2be744 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af508e-24c4-447f-961c-8a2d98ca153f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:44.574880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c893a-6759-4e62-a361-e84653fd3709 req-f67f06eb-6709-493b-85f1-16d2d494a650 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:44.576276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a51c893a-6759-4e62-a361-e84653fd3709 req-f67f06eb-6709-493b-85f1-16d2d494a650 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 931 time: 0.0533836 Sep 17 22:04:44.617697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a51c893a-6759-4e62-a361-e84653fd3709 req-60664db2-de2c-4917-a0e7-0a27861358cb tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352712 Sep 17 22:04:44.768081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56076) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:44.770535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45bf5e09-e808-44e2-89dc-d976ab40e5aa req-abcde300-d11d-4826-8b97-78c37af4359c tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0282037 Sep 17 22:04:44.833700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56078) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:44.834557 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e83d6515-7f34-43f8-bcc5-34affcb6cdc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94982c7473094aeeb1a47551fa0e9dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652997 Sep 17 22:04:44.930037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f29b08-b2b9-4d7e-9621-54a8bf570a68 req-84e78573-af91-412b-999a-f2338019a0d1 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:44.931873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8f29b08-b2b9-4d7e-9621-54a8bf570a68 req-84e78573-af91-412b-999a-f2338019a0d1 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.0677249 Sep 17 22:04:44.932542 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34888331-77cf-497c-8083-d74f017e730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:44.971479 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34888331-77cf-497c-8083-d74f017e730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:45.006323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8f29b08-b2b9-4d7e-9621-54a8bf570a68 req-fc0de216-50ae-4e1d-a59d-f100d52e902e tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631752 Sep 17 22:04:45.097763 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34888331-77cf-497c-8083-d74f017e730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:45.100837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34888331-77cf-497c-8083-d74f017e730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:45.104665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-34888331-77cf-497c-8083-d74f017e730a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52ecbe9c-66f0-4dcf-a82f-c0edcd9d5871 HTTP/1.1" status: 204 len: 168 time: 0.2673969 Sep 17 22:04:45.118438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34888331-77cf-497c-8083-d74f017e730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ecbe9c-66f0-4dcf-a82f-c0edcd9d5871,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:45.299473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495f488-7a3f-416d-9aaf-a51304a45501 req-f8639f34-a8c8-4c70-b45c-6b6fe5621174 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:45.300023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495f488-7a3f-416d-9aaf-a51304a45501 req-f8639f34-a8c8-4c70-b45c-6b6fe5621174 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:45.300509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495f488-7a3f-416d-9aaf-a51304a45501 req-f8639f34-a8c8-4c70-b45c-6b6fe5621174 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:45.302152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8495f488-7a3f-416d-9aaf-a51304a45501 req-f8639f34-a8c8-4c70-b45c-6b6fe5621174 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b&device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230&device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 2884 time: 0.0429413 Sep 17 22:04:45.349172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8495f488-7a3f-416d-9aaf-a51304a45501 req-af81ccee-d107-4de6-ba2b-60a8c575d38d tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Sep 17 22:04:45.944481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd182c-4aac-4ced-8ebe-2cb88042ac8d req-b8e801a9-b0fb-48b2-960c-febd10c468f7 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:45.946089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fcd182c-4aac-4ced-8ebe-2cb88042ac8d req-b8e801a9-b0fb-48b2-960c-febd10c468f7 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 931 time: 0.0489991 Sep 17 22:04:45.983555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fcd182c-4aac-4ced-8ebe-2cb88042ac8d req-38f38695-8874-4afa-bdc0-b2cdf8545fc6 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313771 Sep 17 22:04:46.033303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Request body: {'port': {'device_id': 'a8de6cdf-017a-4feb-ad63-6c2829f39baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:46.097826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:46.156098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7bc65c6-bc1e-44fe-a8b0-ce4d28ae82cd req-c7f0f649-ee1d-4f43-8e5d-da9fbcfe8b1d tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0271144 Sep 17 22:04:46.425878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c225045-af45-4918-950a-2d6a740f1d01 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:46.433627 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:46.449702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Transition to ACTIVE for port object 8c225045-af45-4918-950a-2d6a740f1d01 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:04:46.509668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67418941-be6a-4d05-a182-f7ad74073537 req-0258e1a8-3d29-4ca7-8d25-183d896000a0 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:46.510852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67418941-be6a-4d05-a182-f7ad74073537 req-0258e1a8-3d29-4ca7-8d25-183d896000a0 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.0528829 Sep 17 22:04:46.531835 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:46.584491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67418941-be6a-4d05-a182-f7ad74073537 req-04b19f6b-c66e-4a1f-83b7-0f11f4632203 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675960 Sep 17 22:04:46.593915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Pushing event updated for resources: {'Port': ['ID=8c225045-af45-4918-950a-2d6a740f1d01,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:46.681868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Attempting to bind port 8c225045-af45-4918-950a-2d6a740f1d01 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:46.682248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Attempting to bind port 8c225045-af45-4918-950a-2d6a740f1d01 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:46.682545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Attempting to bind port 8c225045-af45-4918-950a-2d6a740f1d01 on network 529a844b-afd2-44d1-9906-0096d692962a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:46.687527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Port 8c225045-af45-4918-950a-2d6a740f1d01 on network 529a844b-afd2-44d1-9906-0096d692962a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:04:46.687903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Attempting to bind port 8c225045-af45-4918-950a-2d6a740f1d01 on network 529a844b-afd2-44d1-9906-0096d692962a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:46.692880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:46.693221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Checking segment: {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:46.693590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Bound using segment: {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:46.694009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Bound port: 8c225045-af45-4918-950a-2d6a740f1d01, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2427d887-f3e3-4362-bfc9-3561fd8627d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '529a844b-afd2-44d1-9906-0096d692962a'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:46.694543 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:46.764325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] For port 8c225045-af45-4918-950a-2d6a740f1d01, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:46.774736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] For port 8c225045-af45-4918-950a-2d6a740f1d01, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8c225045-af45-4918-950a-2d6a740f1d01,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:46.849247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:46.884177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:46.884799 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:46.886325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] 10.222.0.35 "PUT /v2.0/ports/8c225045-af45-4918-950a-2d6a740f1d01 HTTP/1.1" status: 200 len: 1092 time: 0.8585107 Sep 17 22:04:46.886765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8de6cdf-017a-4feb-ad63-6c2829f39baa', 'tag': '8c225045-af45-4918-950a-2d6a740f1d01'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:46.889112 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a4cc8a-5a12-4d74-8d0e-fc14f5d5ad77" -d '{"events": [{"name": "network-changed", "server_uuid": "a8de6cdf-017a-4feb-ad63-6c2829f39baa", "tag": "8c225045-af45-4918-950a-2d6a740f1d01"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:46.915515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5356e-1cf7-4491-b09a-047c8405a743 service neutron] Pushing event updated for resources: {'Port': ['ID=8c225045-af45-4918-950a-2d6a740f1d01,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:46.925006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56150) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:46.979335 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7870d92d-1bee-4453-8e38-5084ed978921 x-openstack-request-id: req-7870d92d-1bee-4453-8e38-5084ed978921 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:46.979621 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8de6cdf-017a-4feb-ad63-6c2829f39baa", "tag": "8c225045-af45-4918-950a-2d6a740f1d01", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:46.979865 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7870d92d-1bee-4453-8e38-5084ed978921 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:46.980258 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8de6cdf-017a-4feb-ad63-6c2829f39baa', 'tag': '8c225045-af45-4918-950a-2d6a740f1d01', 'status': 'completed', 'code': 200} Sep 17 22:04:47.059649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4cc8a-5a12-4d74-8d0e-fc14f5d5ad77 req-c10cba86-aff8-43fe-b8b7-3f0d2beb8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.061476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20a4cc8a-5a12-4d74-8d0e-fc14f5d5ad77 req-c10cba86-aff8-43fe-b8b7-3f0d2beb8a3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0af34bf8e34c45be8e832a03a349f3b9&device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 1095 time: 0.0474029 Sep 17 22:04:47.083110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c34bb5-b5c6-4738-a1b9-af0f8edf4012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:47.159545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6389-87ac-437f-a966-d84bbc435c4b req-dd55133d-db38-40d3-a8f8-a518c220a182 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.161124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a6b6389-87ac-437f-a966-d84bbc435c4b req-dd55133d-db38-40d3-a8f8-a518c220a182 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 943 time: 0.0884948 Sep 17 22:04:47.168017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6cc29-8621-4420-b7bb-627688f96ab9 req-5d62c38a-2b8f-4d9f-9831-baa75c18af58 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.168017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1f6cc29-8621-4420-b7bb-627688f96ab9 req-5d62c38a-2b8f-4d9f-9831-baa75c18af58 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 1101 time: 0.0614307 Sep 17 22:04:47.187949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c34bb5-b5c6-4738-a1b9-af0f8edf4012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:47.254235 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c34bb5-b5c6-4738-a1b9-af0f8edf4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:47.300842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a6b6389-87ac-437f-a966-d84bbc435c4b req-ba5afe71-6d28-41b3-8ab1-f4e6fc3554e6 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317897 Sep 17 22:04:47.315369 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-36c34bb5-b5c6-4738-a1b9-af0f8edf4012 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e33457899f9c458a83073c0099374bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886058 Sep 17 22:04:47.317855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c34bb5-b5c6-4738-a1b9-af0f8edf4012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd158e55-6077-4b0d-a869-116420ca02b9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:47.323701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56164) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:47.340762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1f6cc29-8621-4420-b7bb-627688f96ab9 req-b7b62633-d7a0-4dd4-9d32-2d4d0d2a2be5 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622174 Sep 17 22:04:47.427656 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12d42844-a9c9-4690-9181-9d3507bb8a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:47.453592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12d42844-a9c9-4690-9181-9d3507bb8a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:47.479758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-034dd61d-99a1-4847-8818-94667e583754 req-57d4168d-8e53-4483-beea-5229dc613ba5 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0429893 Sep 17 22:04:47.485098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4cc8a-5a12-4d74-8d0e-fc14f5d5ad77 req-11df4b93-07b0-4564-bf44-0012dac0eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.486535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20a4cc8a-5a12-4d74-8d0e-fc14f5d5ad77 req-11df4b93-07b0-4564-bf44-0012dac0eca8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0af34bf8e34c45be8e832a03a349f3b9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2905366 Sep 17 22:04:47.543300 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-ef336cc1-5650-4698-9f77-b3ca5bc73c78 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5f54c628283d4237bee66806eb1afca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247979 Sep 17 22:04:47.596231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12d42844-a9c9-4690-9181-9d3507bb8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:47.599119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12d42844-a9c9-4690-9181-9d3507bb8a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:47.600585 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-12d42844-a9c9-4690-9181-9d3507bb8a1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd158e55-6077-4b0d-a869-116420ca02b9 HTTP/1.1" status: 204 len: 168 time: 0.2756829 Sep 17 22:04:47.689744 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d84a602-b81e-4437-a967-344f66441fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:47.709167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d42844-a9c9-4690-9181-9d3507bb8a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd158e55-6077-4b0d-a869-116420ca02b9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:47.748996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4cc8a-5a12-4d74-8d0e-fc14f5d5ad77 req-51b1f43c-1f2e-4ca8-a73f-e676316a1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.750759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20a4cc8a-5a12-4d74-8d0e-fc14f5d5ad77 req-51b1f43c-1f2e-4ca8-a73f-e676316a1029 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2484012 Sep 17 22:04:47.754925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46887f3c-293a-47d6-b0da-790d20ed7853 req-23407e47-58f3-44fe-9f8a-b723cb39ff3f tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.759786 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46887f3c-293a-47d6-b0da-790d20ed7853 req-23407e47-58f3-44fe-9f8a-b723cb39ff3f tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 1101 time: 0.2679961 Sep 17 22:04:47.775157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749475bb-84ed-4b77-87a8-339f643df081 req-67ed70aa-fce6-4533-8e0c-73fa4499c9ed tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.778513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-67ed70aa-fce6-4533-8e0c-73fa4499c9ed tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289557 Sep 17 22:04:47.794026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Request body: {'port': {'device_id': '3ed25b17-8299-4e9f-baa8-10150f4f0aa8', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '5f54c628283d4237bee66806eb1afca0'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:47.864157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e8dd-5252-42cf-bf78-09c1a6b4c7d0 req-ca0ca0ef-2f52-4eae-9f4a-acaeeddbea70 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.866894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2a8e8dd-5252-42cf-bf78-09c1a6b4c7d0 req-ca0ca0ef-2f52-4eae-9f4a-acaeeddbea70 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.1747272 Sep 17 22:04:47.884839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46887f3c-293a-47d6-b0da-790d20ed7853 req-72968f37-b7bc-4d98-9664-07e02535cf7f tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175077 Sep 17 22:04:47.899731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-208685fa-d298-48a1-bd44-bfe16f0e875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.901217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-208685fa-d298-48a1-bd44-bfe16f0e875e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0af34bf8e34c45be8e832a03a349f3b9&device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 1095 time: 0.1057065 Sep 17 22:04:47.983553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2a8e8dd-5252-42cf-bf78-09c1a6b4c7d0 req-5f953d58-a4c8-423a-918b-f9c2b762d458 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042261 Sep 17 22:04:47.985961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-c029ba2c-87b3-4be2-b1c6-e917ae1b7586 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c225045-af45-4918-950a-2d6a740f1d01 HTTP/1.1" status: 200 len: 217 time: 0.0691850 Sep 17 22:04:47.991582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-87beddfa-c102-485e-a5a3-3bf0010950dc tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:47.993688 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-87beddfa-c102-485e-a5a3-3bf0010950dc tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 950 time: 0.1686368 Sep 17 22:04:48.063874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-f2be5b7d-4423-4d46-bb20-dae9668920c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:48.065489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-f2be5b7d-4423-4d46-bb20-dae9668920c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9debdb4-e3c3-45a3-9978-4c5def9a39a0 HTTP/1.1" status: 200 len: 854 time: 0.0679033 Sep 17 22:04:48.156433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-c76e5db7-cb64-4155-8083-6795089fc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:48.161859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-c76e5db7-cb64-4155-8083-6795089fc8e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=529a844b-afd2-44d1-9906-0096d692962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874007 Sep 17 22:04:48.259939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Deleting port cf6be81b-02af-4579-823e-aba5505940a3 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:48.260255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:48.296197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Made reservation on behalf of 5f54c628283d4237bee66806eb1afca0 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:48.306372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:48.318334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-f7ff4e46-5cdc-4657-9191-f17cc630d14f service neutron] 10.222.0.35 "GET /v2.0/networks/529a844b-afd2-44d1-9906-0096d692962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463532 Sep 17 22:04:48.344004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:48.477929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d31b0ed-4d08-4a5e-acfd-74e9269ad585 req-542d2b5c-eb28-4a1c-9dcc-a253636c142b service neutron] 10.222.0.35 "GET /v2.0/networks/529a844b-afd2-44d1-9906-0096d692962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523380 Sep 17 22:04:48.490845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] For port cf6be81b-02af-4579-823e-aba5505940a3, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf6be81b-02af-4579-823e-aba5505940a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:48.491251 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:48.541079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Calling delete_port for cf6be81b-02af-4579-823e-aba5505940a3 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:48.560381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033b697-bff5-400a-a68d-5b6a5d1a25a1 req-90d68bc5-dc9c-42da-958c-3b82aa963e10 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:48.568548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a033b697-bff5-400a-a68d-5b6a5d1a25a1 req-90d68bc5-dc9c-42da-958c-3b82aa963e10 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 943 time: 0.0833757 Sep 17 22:04:48.620081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a033b697-bff5-400a-a68d-5b6a5d1a25a1 req-55e371f6-31e2-4215-993d-a06b3776b8d9 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Sep 17 22:04:48.820977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:48.823809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad93b27c-f4f9-4098-81c3-602b46bb6fb7 req-7cf8a451-acd8-4497-a052-61c2cee2753f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0546005 Sep 17 22:04:48.900411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:48.915323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c', 'cf6be81b-02af-4579-823e-aba5505940a3'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:48.931713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Pushing event deleted for resources: {'Port': ['ID=cf6be81b-02af-4579-823e-aba5505940a3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:49.008092 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:49.073447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] No DVR routers for this DVR port cf6be81b-02af-4579-823e-aba5505940a3 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:04:49.079853 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:49.089243 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-34770e16-8d2c-4695-a2f4-6182957a2c52 req-ed8bfc4d-645a-4868-a60b-f75d91abc125 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "DELETE /v2.0/ports/cf6be81b-02af-4579-823e-aba5505940a3 HTTP/1.1" status: 204 len: 173 time: 1.0846465 Sep 17 22:04:49.091674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8496fe49-3999-41a6-892f-b6537eb65f35', 'name': 'network-vif-deleted', 'tag': 'cf6be81b-02af-4579-823e-aba5505940a3'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:49.094679 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b820c77-d0f7-4ece-a35f-5cb7e583f04d" -d '{"events": [{"server_uuid": "8496fe49-3999-41a6-892f-b6537eb65f35", "name": "network-vif-deleted", "tag": "cf6be81b-02af-4579-823e-aba5505940a3"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:49.202242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be41b01a-568d-4d52-beb4-a9fa7548a91a req-fbd04f4f-b94f-4bfd-8312-dcf9d2207da4 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 210 time: 0.0664637 Sep 17 22:04:49.226257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56262) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:49.233246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f8088-f8ba-44a4-a30c-de3514a4f019,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:49.314750 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843e6590-7423-4925-9e28-026c2c1aa9ee x-openstack-request-id: req-843e6590-7423-4925-9e28-026c2c1aa9ee {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:49.315065 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8496fe49-3999-41a6-892f-b6537eb65f35", "name": "network-vif-deleted", "tag": "cf6be81b-02af-4579-823e-aba5505940a3", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:49.315318 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-843e6590-7423-4925-9e28-026c2c1aa9ee {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:49.315714 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8496fe49-3999-41a6-892f-b6537eb65f35', 'name': 'network-vif-deleted', 'tag': 'cf6be81b-02af-4579-823e-aba5505940a3', 'status': 'completed', 'code': 200} Sep 17 22:04:49.356727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Allocated IP 192.168.233.121 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/df7f74f3-cf0e-4b21-bccf-cdefab532526) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:49.396180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1666588236-network', 'tenant_id': '7194e5be87324ae6b03b92f7b46643d6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:49.523788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:49.752315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674104c-2806-4e0e-9948-20835a338771 req-b3dc7524-f76b-4899-82da-374c9a974c75 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:49.755382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4674104c-2806-4e0e-9948-20835a338771 req-b3dc7524-f76b-4899-82da-374c9a974c75 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 943 time: 0.0511439 Sep 17 22:04:49.795585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4674104c-2806-4e0e-9948-20835a338771 req-c8aacf8e-5151-4a9f-978d-3e105f11fbb1 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Sep 17 22:04:49.956682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bb23375-445e-4693-85d6-22664f4c2be0 req-81acc723-e148-4029-ab35-79e4057ed92d tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0285115 Sep 17 22:04:50.304635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8e60f65-9d2a-487f-8b92-11a492007cfc req-064477c9-fd7e-4186-a152-30ce4ebc047e tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 210 time: 0.0263021 Sep 17 22:04:50.334498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Made reservation on behalf of 7194e5be87324ae6b03b92f7b46643d6 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:50.336933 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.353383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.380207 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-edcdbfc5-b320-48c3-ade2-1146fd063409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.380846 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.432134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:50.436396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:50.439715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:50.475069 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.497160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Pushing event updated for resources: {'Port': ['ID=df7f74f3-cf0e-4b21-bccf-cdefab532526,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:50.509144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:50.510206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.604937 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.649506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:04:50.656190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:50.665925 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.666267 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Added segment 75625b06-fe23-4b59-b175-89017c1305ba of type vlan for network c593c0ac-afd1-4e3a-82ba-be587adc1093 Sep 17 22:04:50.695988 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-aa2fdacd-d29f-4631-8286-38da7eda0c03 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9079392 Sep 17 22:04:50.701593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8c225045-af45-4918-950a-2d6a740f1d01 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:04:50.713077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Request body: {'port': {'device_id': '3ed25b17-8299-4e9f-baa8-10150f4f0aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:50.763737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.798157 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.801042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960303a-bf0e-4f54-8df6-3fcec2ce03bb req-567af51f-7819-4d56-8b7c-419e1a7a4d5f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:50.808219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9960303a-bf0e-4f54-8df6-3fcec2ce03bb req-567af51f-7819-4d56-8b7c-419e1a7a4d5f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1403072 Sep 17 22:04:50.874662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9960303a-bf0e-4f54-8df6-3fcec2ce03bb req-44675f4a-6636-4e45-8589-3c85dc385372 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607743 Sep 17 22:04:50.919099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8c225045-af45-4918-950a-2d6a740f1d01, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8c225045-af45-4918-950a-2d6a740f1d01,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:50.927155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-106eab06-2906-46e3-bb2b-01688893ac93 None None] Provisioning complete for port df7f74f3-cf0e-4b21-bccf-cdefab532526 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:50.927702 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-106eab06-2906-46e3-bb2b-01688893ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.956858 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.960042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:50.960819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:50.989283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '8c225045-af45-4918-950a-2d6a740f1d01', 'network_id': '529a844b-afd2-44d1-9906-0096d692962a', 'port_id': '8c225045-af45-4918-950a-2d6a740f1d01', 'mac_address': 'fa:16:3e:2e:2a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9debdb4-e3c3-45a3-9978-4c5def9a39a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:04:51.025305 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-106eab06-2906-46e3-bb2b-01688893ac93 None None] Port df7f74f3-cf0e-4b21-bccf-cdefab532526 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:51.055419 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.070947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c225045-af45-4918-950a-2d6a740f1d01 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:51.072389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead103af-27ef-44b9-8c1e-c5cc50c9816f req-7de02027-df7a-4bc1-aaa3-0945888f709e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:51.076838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ead103af-27ef-44b9-8c1e-c5cc50c9816f req-7de02027-df7a-4bc1-aaa3-0945888f709e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 943 time: 0.1649246 Sep 17 22:04:51.097844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8c225045-af45-4918-950a-2d6a740f1d01, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8c225045-af45-4918-950a-2d6a740f1d01,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:51.174582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9463379 Sep 17 22:04:51.178151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56306) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:51.180735 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.187081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Request body: {'subnet': {'network_id': 'c593c0ac-afd1-4e3a-82ba-be587adc1093', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1666588236-subnet', 'tenant_id': '7194e5be87324ae6b03b92f7b46643d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:51.239087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedfd13-cb04-4b03-a220-d6e7e8715f2b admin admin] Pushing event updated for resources: {'Network': ['ID=c593c0ac-afd1-4e3a-82ba-be587adc1093,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:51.241444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7f74f3-cf0e-4b21-bccf-cdefab532526 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:51.251165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.263759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.267233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ead103af-27ef-44b9-8c1e-c5cc50c9816f req-55cc4d59-3580-4440-b408-eb990d9a5e94 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808162 Sep 17 22:04:51.268469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Transition to ACTIVE for port object df7f74f3-cf0e-4b21-bccf-cdefab532526 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:04:51.273307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c593c0ac-afd1-4e3a-82ba-be587adc1093 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:04:51.330260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c32ed-e386-466b-bcb8-214359039684 req-8db7a4df-6bce-4ced-91b2-553e9b545b90 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:51.336115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Made reservation on behalf of 7194e5be87324ae6b03b92f7b46643d6 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:51.338616 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.350688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b1c32ed-e386-466b-bcb8-214359039684 req-8db7a4df-6bce-4ced-91b2-553e9b545b90 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 936 time: 0.2208080 Sep 17 22:04:51.397926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.410164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b1c32ed-e386-466b-bcb8-214359039684 req-f240cc5e-cd3b-457b-9ca7-da41ddca3bb1 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554845 Sep 17 22:04:51.546981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Pushing event updated for resources: {'Port': ['ID=df7f74f3-cf0e-4b21-bccf-cdefab532526,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:51.584851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c20b5f81-2548-4674-b7aa-ace3c8e399a5 req-741541c9-b847-46dd-b3c0-0e35913aab25 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=8496fe49-3999-41a6-892f-b6537eb65f35 HTTP/1.1" status: 200 len: 210 time: 0.0336952 Sep 17 22:04:51.593076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8c225045-af45-4918-950a-2d6a740f1d01,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:51.648871 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Attempting to bind port df7f74f3-cf0e-4b21-bccf-cdefab532526 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:51.649357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Attempting to bind port df7f74f3-cf0e-4b21-bccf-cdefab532526 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:51.649825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Attempting to bind port df7f74f3-cf0e-4b21-bccf-cdefab532526 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:51.663929 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.664635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.665220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.665696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.666091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.666495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.668581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.669059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.669745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.670165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.670989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.671355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:04:51.691023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Port df7f74f3-cf0e-4b21-bccf-cdefab532526 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:04:51.691548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Attempting to bind port df7f74f3-cf0e-4b21-bccf-cdefab532526 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:51.694480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['8c225045-af45-4918-950a-2d6a740f1d01'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:51.706538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:51.707051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:51.707498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:51.708010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Bound port: df7f74f3-cf0e-4b21-bccf-cdefab532526, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:51.713438 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.770530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.826319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] For port df7f74f3-cf0e-4b21-bccf-cdefab532526, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:51.830819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] For port df7f74f3-cf0e-4b21-bccf-cdefab532526, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=df7f74f3-cf0e-4b21-bccf-cdefab532526,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:51.876854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.914451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:51.979462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a39639-c128-4082-89de-128ec74604c1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:51.997219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:52.012195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:52.012195 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] 10.222.0.35 "PUT /v2.0/ports/df7f74f3-cf0e-4b21-bccf-cdefab532526 HTTP/1.1" status: 200 len: 1097 time: 1.3029637 Sep 17 22:04:52.012195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed25b17-8299-4e9f-baa8-10150f4f0aa8', 'tag': 'df7f74f3-cf0e-4b21-bccf-cdefab532526'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:52.013751 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbef86f-7616-4612-aa37-7841f259f741" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed25b17-8299-4e9f-baa8-10150f4f0aa8", "tag": "df7f74f3-cf0e-4b21-bccf-cdefab532526"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:52.023299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e6453-2d65-4d7c-b48e-1e9a47c78021 req-fbdba86e-def8-4c97-a7be-3a7da03004c5 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:52.023848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Checking segment: {'id': '75625b06-fe23-4b59-b175-89017c1305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c593c0ac-afd1-4e3a-82ba-be587adc1093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:52.024198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Network hostable DHCP agents. Network: c593c0ac-afd1-4e3a-82ba-be587adc1093, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:04:52.032680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-479e6453-2d65-4d7c-b48e-1e9a47c78021 req-fbdba86e-def8-4c97-a7be-3a7da03004c5 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0945380 Sep 17 22:04:52.053553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126531f7-de1b-4bb5-8216-c2f0d20e1123 service neutron] Pushing event updated for resources: {'Port': ['ID=df7f74f3-cf0e-4b21-bccf-cdefab532526,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:52.073180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-479e6453-2d65-4d7c-b48e-1e9a47c78021 req-f5431650-4774-4569-a3bb-194720161edf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Sep 17 22:04:52.136338 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6247ec-d3f3-45d3-beda-89d9ad44fcb8 x-openstack-request-id: req-3e6247ec-d3f3-45d3-beda-89d9ad44fcb8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:52.136906 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed25b17-8299-4e9f-baa8-10150f4f0aa8", "tag": "df7f74f3-cf0e-4b21-bccf-cdefab532526", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:52.137331 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e6247ec-d3f3-45d3-beda-89d9ad44fcb8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:52.137921 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed25b17-8299-4e9f-baa8-10150f4f0aa8', 'tag': 'df7f74f3-cf0e-4b21-bccf-cdefab532526', 'status': 'completed', 'code': 200} Sep 17 22:04:52.156186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Network c593c0ac-afd1-4e3a-82ba-be587adc1093 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:04:52.191781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749475bb-84ed-4b77-87a8-339f643df081 req-c2eefb21-4dda-4829-b7c6-70df74690bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:52.193496 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-c2eefb21-4dda-4829-b7c6-70df74690bcb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f54c628283d4237bee66806eb1afca0&device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 1100 time: 0.0480356 Sep 17 22:04:52.413031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcacb53-6637-4eb2-9941-8bc681b2e7aa req-deeaf34c-4d9d-4b4e-b49d-1b73ac50c07e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:52.415029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfcacb53-6637-4eb2-9941-8bc681b2e7aa req-deeaf34c-4d9d-4b4e-b49d-1b73ac50c07e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 944 time: 0.0514674 Sep 17 22:04:52.460412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfcacb53-6637-4eb2-9941-8bc681b2e7aa req-301e8b7a-3dc6-49bf-b6df-c6a37c9c833b tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Sep 17 22:04:52.499145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, c593c0ac-afd1-4e3a-82ba-be587adc1093) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:52.501808 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-146b7115-f2a4-479e-879a-8492d2b89c46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=df7f74f3-cf0e-4b21-bccf-cdefab532526 HTTP/1.1" status: 200 len: 217 time: 0.2996149 Sep 17 22:04:52.504532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:52.505907 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:52.509696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c302f2f-40be-4f79-942c-247f278c52bf None None] Network c593c0ac-afd1-4e3a-82ba-be587adc1093 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:04:52.543942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd81133-78b3-4365-8d39-d7647aefa536 req-42648b32-a986-42ee-a0cc-cf9726737248 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:52.552993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ddd81133-78b3-4365-8d39-d7647aefa536 req-42648b32-a986-42ee-a0cc-cf9726737248 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 948 time: 0.0646806 Sep 17 22:04:52.559442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749475bb-84ed-4b77-87a8-339f643df081 req-038eb574-ec8c-4800-9f3b-ed70240da5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:52.560918 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-038eb574-ec8c-4800-9f3b-ed70240da5df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0522692 Sep 17 22:04:52.595931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ddd81133-78b3-4365-8d39-d7647aefa536 req-37a1419d-46fd-43ac-9667-c69bf770170d tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Sep 17 22:04:52.618203 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8f4d113e-3395-4e8a-9794-b3a9424f1b40 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4275899 Sep 17 22:04:52.626779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749475bb-84ed-4b77-87a8-339f643df081 req-07600ea1-fee4-4e61-8159-7ab7a9ad6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:52.629563 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-07600ea1-fee4-4e61-8159-7ab7a9ad6a2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598216 Sep 17 22:04:52.669428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f857bac3-0c59-4387-9c80-2e129510c447 None None] Network c593c0ac-afd1-4e3a-82ba-be587adc1093 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:04:52.716707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8c225045-af45-4918-950a-2d6a740f1d01 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:52.780510 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-98512757-eceb-4088-b6b5-4ee031956255 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378217 Sep 17 22:04:52.900009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 8c225045-af45-4918-950a-2d6a740f1d01 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:04:52.905337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 8c225045-af45-4918-950a-2d6a740f1d01 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:52.908036 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:52.926808 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-749475bb-84ed-4b77-87a8-339f643df081 req-e66643b8-d4ac-4245-bcf4-5a6a39c8d61f service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361575 Sep 17 22:04:53.010940 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:53.056616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8de6cdf-017a-4feb-ad63-6c2829f39baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c225045-af45-4918-950a-2d6a740f1d01'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:53.058914 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c9917-10d3-4b34-b6b4-552c96d479f1" -d '{"events": [{"server_uuid": "a8de6cdf-017a-4feb-ad63-6c2829f39baa", "name": "network-vif-plugged", "status": "completed", "tag": "8c225045-af45-4918-950a-2d6a740f1d01"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:53.073822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8c225045-af45-4918-950a-2d6a740f1d01, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8c225045-af45-4918-950a-2d6a740f1d01,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:53.104193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbef86f-7616-4612-aa37-7841f259f741 req-f263ddea-14fc-436a-b8fe-afadbd3fed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.105801 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4cbef86f-7616-4612-aa37-7841f259f741 req-f263ddea-14fc-436a-b8fe-afadbd3fed36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f54c628283d4237bee66806eb1afca0&device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 1100 time: 0.0667460 Sep 17 22:04:53.150697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:53.154720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cf6be81b-02af-4579-823e-aba5505940a3 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:04:53.183791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db631b0-4e05-4ca6-9ad1-dc7d28896009 req-823d1696-1924-4b34-8ec0-84f25122e213 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.185352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4db631b0-4e05-4ca6-9ad1-dc7d28896009 req-823d1696-1924-4b34-8ec0-84f25122e213 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 950 time: 0.0700014 Sep 17 22:04:53.193261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734c4fc-e11e-4541-9892-6938590cee61 req-649b9c2f-5fd2-415e-b65a-227c8987420f tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.194705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-649b9c2f-5fd2-415e-b65a-227c8987420f tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/networks?id=c593c0ac-afd1-4e3a-82ba-be587adc1093 HTTP/1.1" status: 200 len: 814 time: 0.1556127 Sep 17 22:04:53.223434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-5127cc76-b6bb-4b04-b808-ff7474c34a7c tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/quotas/7194e5be87324ae6b03b92f7b46643d6 HTTP/1.1" status: 200 len: 375 time: 0.0145566 Sep 17 22:04:53.228615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8c225045-af45-4918-950a-2d6a740f1d01,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:53.230816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbef86f-7616-4612-aa37-7841f259f741 req-136e89f5-e81c-4f33-adc5-22c4fb635bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.232054 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:53.233200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: cf6be81b-02af-4579-823e-aba5505940a3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:04:53.233544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cf6be81b-02af-4579-823e-aba5505940a3 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:04:53.236425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4db631b0-4e05-4ca6-9ad1-dc7d28896009 req-d5992085-71ba-4e73-abf7-e618d82efe85 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Sep 17 22:04:53.239687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4cbef86f-7616-4612-aa37-7841f259f741 req-136e89f5-e81c-4f33-adc5-22c4fb635bdd service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1228828 Sep 17 22:04:53.280128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-28fe5dc7-ea69-473d-a06a-5de57414ed01 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7194e5be87324ae6b03b92f7b46643d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369217 Sep 17 22:04:53.288347 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4cbef86f-7616-4612-aa37-7841f259f741 req-f8ed995c-3138-435b-b5c8-0d60a91a06cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=df7f74f3-cf0e-4b21-bccf-cdefab532526 HTTP/1.1" status: 200 len: 217 time: 0.0410154 Sep 17 22:04:53.295927 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96608e82-6da2-478f-9f36-4850bb89dd37 x-openstack-request-id: req-96608e82-6da2-478f-9f36-4850bb89dd37 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:53.296398 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8de6cdf-017a-4feb-ad63-6c2829f39baa", "name": "network-vif-plugged", "status": "completed", "tag": "8c225045-af45-4918-950a-2d6a740f1d01", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:53.296747 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96608e82-6da2-478f-9f36-4850bb89dd37 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:53.298052 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8de6cdf-017a-4feb-ad63-6c2829f39baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c225045-af45-4918-950a-2d6a740f1d01', 'code': 200} Sep 17 22:04:53.391734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbef86f-7616-4612-aa37-7841f259f741 req-b5f8e5da-cbbd-4988-954b-b0157ef0059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.393193 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4cbef86f-7616-4612-aa37-7841f259f741 req-b5f8e5da-cbbd-4988-954b-b0157ef0059a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0940900 Sep 17 22:04:53.405040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-a891813b-0685-4e11-8498-2d30678a453d service neutron] 10.222.0.13 "GET /v2.0/networks/c593c0ac-afd1-4e3a-82ba-be587adc1093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240788 Sep 17 22:04:53.481063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beedc1-1b1e-4b4b-a2b4-42a76b0f6c08 req-ac9c0dcf-9451-4fae-8245-5fd96dfd6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.482513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9beedc1-1b1e-4b4b-a2b4-42a76b0f6c08 req-ac9c0dcf-9451-4fae-8245-5fd96dfd6a58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 1097 time: 0.0712845 Sep 17 22:04:53.485640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbef86f-7616-4612-aa37-7841f259f741 req-1aa36b64-e5c3-4222-acb3-325d320143dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.487049 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4cbef86f-7616-4612-aa37-7841f259f741 req-1aa36b64-e5c3-4222-acb3-325d320143dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0746191 Sep 17 22:04:53.531276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-1b12e0f8-0084-4b44-ba0f-8641cc9d8ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/c593c0ac-afd1-4e3a-82ba-be587adc1093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155593 Sep 17 22:04:53.540272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c5538-6e11-4b5e-8ac6-b26265fb8f85 req-7095aec3-0938-43be-a3e7-3d21c4cd68a0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.541613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-744c5538-6e11-4b5e-8ac6-b26265fb8f85 req-7095aec3-0938-43be-a3e7-3d21c4cd68a0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0679343 Sep 17 22:04:53.582889 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9beedc1-1b1e-4b4b-a2b4-42a76b0f6c08 req-e8f80957-0264-4073-b622-20e51256069d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853264 Sep 17 22:04:53.585294 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-744c5538-6e11-4b5e-8ac6-b26265fb8f85 req-5132a639-9911-4636-945e-cbd82f1b9f3a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359232 Sep 17 22:04:53.622308 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4cbef86f-7616-4612-aa37-7841f259f741 req-9c3fe965-c17a-46ba-bba9-55ae6fefa63f service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193352 Sep 17 22:04:53.749453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b5115-47b2-410b-badb-dc44ae66ddd4 req-d5f2539a-1edf-4f1c-8ab2-ee72f867f51a tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.749453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b6b5115-47b2-410b-badb-dc44ae66ddd4 req-d5f2539a-1edf-4f1c-8ab2-ee72f867f51a tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 945 time: 0.0492935 Sep 17 22:04:53.786837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b6b5115-47b2-410b-badb-dc44ae66ddd4 req-3c894b48-9d73-4dc3-a88c-1f6ce302ab27 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Sep 17 22:04:53.857353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14730-df68-4c52-b845-7b442c6f8720 req-e29af379-d2ee-471c-8eaf-b8e5b690500b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:53.858912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50b14730-df68-4c52-b845-7b442c6f8720 req-e29af379-d2ee-471c-8eaf-b8e5b690500b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 948 time: 0.0631597 Sep 17 22:04:53.904887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50b14730-df68-4c52-b845-7b442c6f8720 req-d837849e-d8b3-4ae4-91e8-05dbc366f5df tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Sep 17 22:04:53.909856 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4cbef86f-7616-4612-aa37-7841f259f741 req-f10ac483-bc1e-45fa-955f-a5cad26c9d81 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202378 Sep 17 22:04:53.947847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a73315af-eadf-45a0-90f1-7aff7aa1d1e4 req-6edee43b-df81-484f-8275-121f657d007d tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 210 time: 0.0275192 Sep 17 22:04:54.073022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-6b8e385e-4869-4381-91b2-627ccf9ffd8e tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=38962226609d400b8cde070b2a783da9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209286 Sep 17 22:04:54.178820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-36829066-d97a-401c-bddd-8576865f0163 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:54.180249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-36829066-d97a-401c-bddd-8576865f0163 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1009698 Sep 17 22:04:54.195154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-e35050a5-0f6c-46bc-96e5-1d8e619e23f5 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/quotas/38962226609d400b8cde070b2a783da9 HTTP/1.1" status: 200 len: 375 time: 0.0093081 Sep 17 22:04:54.224835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-3cb1f3b6-c087-4a16-9123-a5e5ae5457aa tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38962226609d400b8cde070b2a783da9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243127 Sep 17 22:04:54.353646 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44059f1-7068-42f6-969b-701c36d6d17e req-c764c78e-5e38-45de-8a8b-082fb3623113 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:54.355187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f44059f1-7068-42f6-969b-701c36d6d17e req-c764c78e-5e38-45de-8a8b-082fb3623113 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 950 time: 0.0491762 Sep 17 22:04:54.395969 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f44059f1-7068-42f6-969b-701c36d6d17e req-334c92cf-fd2a-4c0f-ae08-bd903bd1f011 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344906 Sep 17 22:04:54.514053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-b16674e4-c01c-4bdc-97de-f9eef6f4e4e4 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=38962226609d400b8cde070b2a783da9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213459 Sep 17 22:04:54.632193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b833f-f694-456f-849c-05dbbb0c749e req-d5dd67d6-fdd3-458d-b299-e6de8691febd tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:54.635158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-d5dd67d6-fdd3-458d-b299-e6de8691febd tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127203 Sep 17 22:04:54.650378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-b0db4358-6ab7-4966-867b-0c99cf9e6fec tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/quotas/38962226609d400b8cde070b2a783da9 HTTP/1.1" status: 200 len: 375 time: 0.0104733 Sep 17 22:04:54.696315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-b2c5d620-0c27-4346-bd5b-0eccb9d32e62 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38962226609d400b8cde070b2a783da9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380387 Sep 17 22:04:54.773973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbe9aa-03f6-4eb8-b7da-8cf5ec9256a0 req-3af75921-7ef2-45b7-9ab2-9fce3cbc355f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:54.775682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46bbe9aa-03f6-4eb8-b7da-8cf5ec9256a0 req-3af75921-7ef2-45b7-9ab2-9fce3cbc355f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1056123 Sep 17 22:04:54.819465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46bbe9aa-03f6-4eb8-b7da-8cf5ec9256a0 req-4767a8f9-354b-475a-87d4-a9f889c68925 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Sep 17 22:04:54.951796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f3aa6-1e20-497f-b8c4-67ae3e53e224 req-a7e601a1-9331-4ce7-a8cd-9b1af9a23c23 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:54.954775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-d8c4b26a-05e6-4e42-af26-d019ba8a5ac3 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:54.961470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f08f3aa6-1e20-497f-b8c4-67ae3e53e224 req-a7e601a1-9331-4ce7-a8cd-9b1af9a23c23 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 945 time: 0.0644655 Sep 17 22:04:54.965824 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-d8c4b26a-05e6-4e42-af26-d019ba8a5ac3 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 950 time: 0.1137035 Sep 17 22:04:55.015475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f08f3aa6-1e20-497f-b8c4-67ae3e53e224 req-34bb38a8-d917-411a-9ca5-f6cfa62f43f9 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Sep 17 22:04:55.067897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a48c383a-4d8a-438b-9aee-23baaa864322 req-7da1b36b-92a9-4040-ba4e-8280e0293072 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 210 time: 0.0678077 Sep 17 22:04:55.154163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Deleting port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:04:55.154510 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:55.182987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ab30f-b41a-4d97-9e99-76cc70dda9bb req-e0feda38-9fca-446c-8d5a-75da226799de tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:55.192002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-782ab30f-b41a-4d97-9e99-76cc70dda9bb req-e0feda38-9fca-446c-8d5a-75da226799de tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 948 time: 0.0943091 Sep 17 22:04:55.234597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53ccca9a-8a8d-4ced-9841-8f1578760ab9 req-9d91d0ee-ac2a-46ac-879f-eb8387257c89 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 210 time: 0.0394804 Sep 17 22:04:55.260036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-782ab30f-b41a-4d97-9e99-76cc70dda9bb req-f90c0e7f-da13-4d30-a15e-390738319722 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668123 Sep 17 22:04:55.297553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] For port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:55.297553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:55.314896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Calling delete_port for 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:04:55.545378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1396c-ca81-4a6b-a29e-f371d1c3e079 req-f2f72362-3698-4ecc-97de-3e90a6232641 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:55.554323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25e1396c-ca81-4a6b-a29e-f371d1c3e079 req-f2f72362-3698-4ecc-97de-3e90a6232641 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 950 time: 0.0774353 Sep 17 22:04:55.589764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25e1396c-ca81-4a6b-a29e-f371d1c3e079 req-c73b5cf5-e504-4c4b-9ea2-e2934ee9f0c2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/security-groups?id=76ed9d68-2475-4b75-bf6f-78b9450b8af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341623 Sep 17 22:04:55.613415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:55.626453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:55.643933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Pushing event deleted for resources: {'Port': ['ID=3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:55.688059 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] No DVR routers for this DVR port 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:04:55.690741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:55.692816 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3dc7688b-6806-45d0-a5ea-a4d4f769f724 req-5175466d-c4ed-4b11-b346-c136a9325db2 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.35 "DELETE /v2.0/ports/3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c HTTP/1.1" status: 204 len: 173 time: 0.7202010 Sep 17 22:04:55.693295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2234a6-db71-4073-bad4-acaa3937b401', 'name': 'network-vif-deleted', 'tag': '3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:55.695785 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e24b4e-ddbb-43f7-9986-318e0173e389" -d '{"events": [{"server_uuid": "3b2234a6-db71-4073-bad4-acaa3937b401", "name": "network-vif-deleted", "tag": "3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:55.733203 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc26083b-edbe-40a0-ab25-5690c2be76b8 x-openstack-request-id: req-cc26083b-edbe-40a0-ab25-5690c2be76b8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:55.733415 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2234a6-db71-4073-bad4-acaa3937b401", "name": "network-vif-deleted", "tag": "3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:55.733671 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc26083b-edbe-40a0-ab25-5690c2be76b8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:55.734090 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2234a6-db71-4073-bad4-acaa3937b401', 'name': 'network-vif-deleted', 'tag': '3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c', 'status': 'completed', 'code': 200} Sep 17 22:04:55.939827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d718ecd-20d4-4c78-b671-ed1dddc9c247 req-6f076aa6-830b-422d-89a6-73f0c2acc4fa tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:55.941498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d718ecd-20d4-4c78-b671-ed1dddc9c247 req-6f076aa6-830b-422d-89a6-73f0c2acc4fa tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0506699 Sep 17 22:04:55.986183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d718ecd-20d4-4c78-b671-ed1dddc9c247 req-69ad000e-fe18-4e53-b7d9-b01e28c59cbf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360982 Sep 17 22:04:56.126915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b9db-817c-409c-bab1-058b262dfdd9 req-623c5fd3-42e4-401a-8479-b4f4c9a233ba tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:56.128591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3857b9db-817c-409c-bab1-058b262dfdd9 req-623c5fd3-42e4-401a-8479-b4f4c9a233ba tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 945 time: 0.0525134 Sep 17 22:04:56.180007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b51b5637-909e-4fa5-af00-0351d25b45b0 req-d77cd097-cbfb-4910-adee-98f5284378cb tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 210 time: 0.0318778 Sep 17 22:04:56.197930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3857b9db-817c-409c-bab1-058b262dfdd9 req-4eae6211-977f-4e1c-a70d-e12215cb9b1d tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633934 Sep 17 22:04:56.400849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734c4fc-e11e-4541-9892-6938590cee61 req-9a5f589c-6f09-459e-88e4-7b3fa8a29c1f tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:56.402672 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-9a5f589c-6f09-459e-88e4-7b3fa8a29c1f tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.35 "GET /v2.0/networks?id=c593c0ac-afd1-4e3a-82ba-be587adc1093 HTTP/1.1" status: 200 len: 814 time: 0.1659081 Sep 17 22:04:56.408528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a034e7d8-81e3-4e28-9ee8-6dc2c476fb52 req-a168c285-9aef-4601-8dfd-6d98221b65c6 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 210 time: 0.0452983 Sep 17 22:04:56.421464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Request body: {'port': {'device_id': 'e562e166-7dab-49fa-9bd5-56afebf0a090', 'network_id': 'c593c0ac-afd1-4e3a-82ba-be587adc1093', 'admin_state_up': True, 'tenant_id': '7194e5be87324ae6b03b92f7b46643d6'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:56.474242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cceef4-7718-4248-bd86-8d5737446697 req-6b917993-f9e2-4ca2-95fd-fee6870d712a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:56.475785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99cceef4-7718-4248-bd86-8d5737446697 req-6b917993-f9e2-4ca2-95fd-fee6870d712a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 948 time: 0.0651395 Sep 17 22:04:56.623245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Made reservation on behalf of 7194e5be87324ae6b03b92f7b46643d6 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:56.631121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:56.765859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device df7f74f3-cf0e-4b21-bccf-cdefab532526 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:04:56.864319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Allocated IP 172.20.0.13 (c593c0ac-afd1-4e3a-82ba-be587adc1093/e5a39639-c128-4082-89de-128ec74604c1/bb059515-3b0a-44e1-81f9-1851fe27ca51) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:56.913820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa7562b5-6e95-4697-ab84-c1b1d20034c1 req-ca9d0411-5406-4bd3-b928-b8094554f1d3 tempest-ServersAdminNegativeTestJSON-826457321 tempest-ServersAdminNegativeTestJSON-826457321-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2234a6-db71-4073-bad4-acaa3937b401 HTTP/1.1" status: 200 len: 210 time: 0.0358946 Sep 17 22:04:56.951049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99cceef4-7718-4248-bd86-8d5737446697 req-20d0f805-ae06-4a59-b024-b5c7fd9a2a6e tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683173 Sep 17 22:04:56.968899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port df7f74f3-cf0e-4b21-bccf-cdefab532526, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=df7f74f3-cf0e-4b21-bccf-cdefab532526,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:56.980367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'df7f74f3-cf0e-4b21-bccf-cdefab532526', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'df7f74f3-cf0e-4b21-bccf-cdefab532526', 'mac_address': 'fa:16:3e:96:44:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:04:57.076451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:57.081741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:57.109986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7f74f3-cf0e-4b21-bccf-cdefab532526 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:57.140255 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port df7f74f3-cf0e-4b21-bccf-cdefab532526, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=df7f74f3-cf0e-4b21-bccf-cdefab532526,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:57.161065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b911a-3b5b-4a6c-abe1-14e5298d5671 req-47368567-9eca-4d18-a3ce-820c933de6a0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:57.164043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c4b911a-3b5b-4a6c-abe1-14e5298d5671 req-47368567-9eca-4d18-a3ce-820c933de6a0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0783489 Sep 17 22:04:57.201578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c4b911a-3b5b-4a6c-abe1-14e5298d5671 req-c6627325-bb9c-4333-be0c-4e1adee99a3c tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Sep 17 22:04:57.220437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:57.244393 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:57.293266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=df7f74f3-cf0e-4b21-bccf-cdefab532526,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:57.307369 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-158e13f5-f352-4725-8e2e-c91e6b8d5621 req-4ac7557b-3426-4ff1-baf1-78fffa17cda5 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 210 time: 0.0315783 Sep 17 22:04:57.318701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Network c593c0ac-afd1-4e3a-82ba-be587adc1093 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:57.321990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:57.324347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:57.368511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Pushing event updated for resources: {'Port': ['ID=bb059515-3b0a-44e1-81f9-1851fe27ca51,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:57.390527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:57.391124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:57.421098 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-7f435f57-9af2-4621-8f8b-14665354be3e tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=38962226609d400b8cde070b2a783da9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273571 Sep 17 22:04:57.548761 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-4957260c-2780-4aa7-bfed-de546f975e6a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1316466 Sep 17 22:04:57.561029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['df7f74f3-cf0e-4b21-bccf-cdefab532526'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:04:57.563932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e111ea5-13b8-4af9-a9cf-04b288472996 req-efe57f3c-5893-4271-a6de-e629a04e7475 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:57.569999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Request body: {'port': {'device_id': 'e562e166-7dab-49fa-9bd5-56afebf0a090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:57.582476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e111ea5-13b8-4af9-a9cf-04b288472996 req-efe57f3c-5893-4271-a6de-e629a04e7475 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 932 time: 0.0758274 Sep 17 22:04:57.616877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-d3ff73f9-ee55-46ba-b7b8-943164ee3ea5 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:57.621015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-d3ff73f9-ee55-46ba-b7b8-943164ee3ea5 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874776 Sep 17 22:04:57.624865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e111ea5-13b8-4af9-a9cf-04b288472996 req-7b7f3bd9-ded7-4bcf-bfbf-cbc604779296 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Sep 17 22:04:57.638673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Request body: {'port': {'device_id': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '38962226609d400b8cde070b2a783da9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:57.653787 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:04:57.744400 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.044520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Made reservation on behalf of 38962226609d400b8cde070b2a783da9 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:58.048587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.068757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.130515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498dfa5-c545-4f4e-9440-6deb21e6655a req-dc2dab3a-f58a-4f06-8d3b-5baf8f99797f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:58.132138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8498dfa5-c545-4f4e-9440-6deb21e6655a req-dc2dab3a-f58a-4f06-8d3b-5baf8f99797f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 949 time: 0.0799210 Sep 17 22:04:58.166875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-8170e08b-815f-48fc-be0e-319e71d6391b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=38962226609d400b8cde070b2a783da9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310259 Sep 17 22:04:58.167715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb059515-3b0a-44e1-81f9-1851fe27ca51 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:04:58.179064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.201142 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Transition to ACTIVE for port object bb059515-3b0a-44e1-81f9-1851fe27ca51 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:04:58.245518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.267763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8498dfa5-c545-4f4e-9440-6deb21e6655a req-88c099ba-8a81-420c-afde-1ff449ce6d49 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996492 Sep 17 22:04:58.293724 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.363952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087b841-2f3b-445b-823b-058762808416 req-c5c4fc4c-4020-4eda-852c-b894e3393c17 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:58.365561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1087b841-2f3b-445b-823b-058762808416 req-c5c4fc4c-4020-4eda-852c-b894e3393c17 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0901113 Sep 17 22:04:58.372807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b833f-f694-456f-849c-05dbbb0c749e req-81ecd784-839a-4418-b24d-da6b34db7acd tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:58.374409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-81ecd784-839a-4418-b24d-da6b34db7acd tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974840 Sep 17 22:04:58.379944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Pushing event updated for resources: {'Port': ['ID=bb059515-3b0a-44e1-81f9-1851fe27ca51,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:58.398227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.410343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Request body: {'port': {'device_id': '2f63c0a9-3443-4505-b020-c3395263a309', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '38962226609d400b8cde070b2a783da9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:58.444616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99d1438b-cfbb-4cb9-adde-7a96a5a1a503 req-0203a127-a4ef-4602-b1a8-2062224049fa tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 210 time: 0.0569131 Sep 17 22:04:58.482664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1087b841-2f3b-445b-823b-058762808416 req-1e12f413-3e8e-48e6-94ac-dff74823efc1 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071644 Sep 17 22:04:58.508367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ac56ee-d006-4e96-a32a-6b9a441ecae5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:58.539447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Attempting to bind port bb059515-3b0a-44e1-81f9-1851fe27ca51 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:04:58.539669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Attempting to bind port bb059515-3b0a-44e1-81f9-1851fe27ca51 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '75625b06-fe23-4b59-b175-89017c1305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c593c0ac-afd1-4e3a-82ba-be587adc1093'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:04:58.539916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Attempting to bind port bb059515-3b0a-44e1-81f9-1851fe27ca51 on network c593c0ac-afd1-4e3a-82ba-be587adc1093 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:58.567067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Port bb059515-3b0a-44e1-81f9-1851fe27ca51 on network c593c0ac-afd1-4e3a-82ba-be587adc1093 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:04:58.567394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Attempting to bind port bb059515-3b0a-44e1-81f9-1851fe27ca51 on network c593c0ac-afd1-4e3a-82ba-be587adc1093 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:04:58.577817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:04:58.578187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Checking segment: {'id': '75625b06-fe23-4b59-b175-89017c1305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c593c0ac-afd1-4e3a-82ba-be587adc1093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:04:58.578594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Bound using segment: {'id': '75625b06-fe23-4b59-b175-89017c1305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c593c0ac-afd1-4e3a-82ba-be587adc1093'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:04:58.579066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Bound port: bb059515-3b0a-44e1-81f9-1851fe27ca51, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75625b06-fe23-4b59-b175-89017c1305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c593c0ac-afd1-4e3a-82ba-be587adc1093'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:04:58.579421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.590027 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56548) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:58.639126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Allocated IP 192.168.233.228 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/4855047f-1b23-4951-b43c-2301d7aca959) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:58.665724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Made reservation on behalf of 38962226609d400b8cde070b2a783da9 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:04:58.671355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.687095 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] For port bb059515-3b0a-44e1-81f9-1851fe27ca51, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:04:58.715831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] For port bb059515-3b0a-44e1-81f9-1851fe27ca51, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb059515-3b0a-44e1-81f9-1851fe27ca51,segment=NetworkSegment(75625b06-fe23-4b59-b175-89017c1305ba),segment_id=75625b06-fe23-4b59-b175-89017c1305ba)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:04:58.778559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device df7f74f3-cf0e-4b21-bccf-cdefab532526 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:04:58.819120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f4b09bb3-8bfd-45dc-9b6a-67b4de4fccd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56f6ef523cc645c3be17ed567239acaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277360 Sep 17 22:04:58.821490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:58.826522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.839071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf8ee-b9c5-4c29-9422-caaa126fd9ea req-9991f7fe-144d-454d-924a-3a69cd3aba2a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:58.840544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2aecf8ee-b9c5-4c29-9422-caaa126fd9ea req-9991f7fe-144d-454d-924a-3a69cd3aba2a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 944 time: 0.1391168 Sep 17 22:04:58.872050 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.877959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:58.878574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.879999 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] 10.222.0.35 "PUT /v2.0/ports/bb059515-3b0a-44e1-81f9-1851fe27ca51 HTTP/1.1" status: 200 len: 1093 time: 1.3163612 Sep 17 22:04:58.881637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e562e166-7dab-49fa-9bd5-56afebf0a090', 'tag': 'bb059515-3b0a-44e1-81f9-1851fe27ca51'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:58.883907 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3861f249-d304-4452-9759-c0d81613e569" -d '{"events": [{"name": "network-changed", "server_uuid": "e562e166-7dab-49fa-9bd5-56afebf0a090", "tag": "bb059515-3b0a-44e1-81f9-1851fe27ca51"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:58.906411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2aecf8ee-b9c5-4c29-9422-caaa126fd9ea req-46df0313-997b-4931-9ee9-d43fa7286019 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595133 Sep 17 22:04:58.910048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port df7f74f3-cf0e-4b21-bccf-cdefab532526 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:04:58.913952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port df7f74f3-cf0e-4b21-bccf-cdefab532526 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:58.914675 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.924546 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7585b5-50ab-4049-982b-4a3db2d7c7fd x-openstack-request-id: req-cc7585b5-50ab-4049-982b-4a3db2d7c7fd {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:58.924833 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e562e166-7dab-49fa-9bd5-56afebf0a090", "tag": "bb059515-3b0a-44e1-81f9-1851fe27ca51", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:58.925078 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc7585b5-50ab-4049-982b-4a3db2d7c7fd {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:58.925468 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e562e166-7dab-49fa-9bd5-56afebf0a090', 'tag': 'bb059515-3b0a-44e1-81f9-1851fe27ca51', 'status': 'completed', 'code': 200} Sep 17 22:04:58.927476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a29aa-84e0-4237-860c-54e6a22ad237 service neutron] Pushing event updated for resources: {'Port': ['ID=bb059515-3b0a-44e1-81f9-1851fe27ca51,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:58.941905 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-725ad58c-9e66-478f-9f28-3039d62eeefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:58.964822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-725ad58c-9e66-478f-9f28-3039d62eeefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.001296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f249-d304-4452-9759-c0d81613e569 req-9a2e9736-e550-49f1-9603-4cd746f020f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:59.002770 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3861f249-d304-4452-9759-c0d81613e569 req-9a2e9736-e550-49f1-9603-4cd746f020f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7194e5be87324ae6b03b92f7b46643d6&device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 1096 time: 0.0522747 Sep 17 22:04:59.022331 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.046823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed25b17-8299-4e9f-baa8-10150f4f0aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f74f3-cf0e-4b21-bccf-cdefab532526'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:04:59.050295 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd45cab-5a01-443f-92ed-60adf4e2b51b" -d '{"events": [{"server_uuid": "3ed25b17-8299-4e9f-baa8-10150f4f0aa8", "name": "network-vif-plugged", "status": "completed", "tag": "df7f74f3-cf0e-4b21-bccf-cdefab532526"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:04:59.065467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port df7f74f3-cf0e-4b21-bccf-cdefab532526, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=df7f74f3-cf0e-4b21-bccf-cdefab532526,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:04:59.077209 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.096362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-725ad58c-9e66-478f-9f28-3039d62eeefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.096977 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274a11d7-09b3-442f-9db0-091b627636be x-openstack-request-id: req-274a11d7-09b3-442f-9db0-091b627636be {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:04:59.097408 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed25b17-8299-4e9f-baa8-10150f4f0aa8", "name": "network-vif-plugged", "status": "completed", "tag": "df7f74f3-cf0e-4b21-bccf-cdefab532526", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:04:59.097885 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-274a11d7-09b3-442f-9db0-091b627636be {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:04:59.098381 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed25b17-8299-4e9f-baa8-10150f4f0aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f74f3-cf0e-4b21-bccf-cdefab532526', 'code': 200} Sep 17 22:04:59.099697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-725ad58c-9e66-478f-9f28-3039d62eeefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.100121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-725ad58c-9e66-478f-9f28-3039d62eeefd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76ed9d68-2475-4b75-bf6f-78b9450b8af5 HTTP/1.1" status: 204 len: 168 time: 0.2777193 Sep 17 22:04:59.103395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Allocated IP 192.168.233.27 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/9825bff3-32a7-45b8-ac8c-e3f8de09382d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:04:59.112909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ad58c-9e66-478f-9f28-3039d62eeefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ed9d68-2475-4b75-bf6f-78b9450b8af5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:59.152976 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.155260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:04:59.189286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.35', 57052) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:04:59.205897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:04:59.206333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3bbf207c-ee56-4347-a1a4-ac08c0bbaf9c not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:04:59.237836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=df7f74f3-cf0e-4b21-bccf-cdefab532526,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:59.241724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:59.262007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:59.269642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:59.305441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.307176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:59.326510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f249-d304-4452-9759-c0d81613e569 req-381692f2-4c66-47ea-912e-01db033a20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:59.328227 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3861f249-d304-4452-9759-c0d81613e569 req-381692f2-4c66-47ea-912e-01db033a20ae service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7194e5be87324ae6b03b92f7b46643d6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3154893 Sep 17 22:04:59.396539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371448e-d1a6-4f91-a3e1-baaf56430742 req-5c4ed3aa-2953-4ea7-9335-d7c9b81dd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:59.398165 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5371448e-d1a6-4f91-a3e1-baaf56430742 req-5c4ed3aa-2953-4ea7-9335-d7c9b81dd2a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 1102 time: 0.2003071 Sep 17 22:04:59.457109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:59.458221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974c9f-bd43-4283-87af-026f4295fd4f req-23f8f70b-0c78-4d37-a065-be94c0c95caa tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:59.463036 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.467402 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04974c9f-bd43-4283-87af-026f4295fd4f req-23f8f70b-0c78-4d37-a065-be94c0c95caa tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 950 time: 0.0763419 Sep 17 22:04:59.497441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.569132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04974c9f-bd43-4283-87af-026f4295fd4f req-4447a624-3d48-4a2f-9aea-00d351383d6b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005085 Sep 17 22:04:59.582078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-395f2615-dd05-47b6-b0b5-158f7ff84a53 None None] Provisioning complete for port 4855047f-1b23-4951-b43c-2301d7aca959 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:59.582446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-395f2615-dd05-47b6-b0b5-158f7ff84a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.585708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:04:59.588182 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:04:59.600556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:04:59.610344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Pushing event updated for resources: {'Port': ['ID=9825bff3-32a7-45b8-ac8c-e3f8de09382d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:04:59.626908 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-1d68c3cc-52c5-49db-885a-659af3fea4e3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9919591 Sep 17 22:04:59.632625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-395f2615-dd05-47b6-b0b5-158f7ff84a53 None None] Port 4855047f-1b23-4951-b43c-2301d7aca959 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:59.633324 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5371448e-d1a6-4f91-a3e1-baaf56430742 req-22468b51-589d-4afc-a4f4-e2ce8a216ff1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165387 Sep 17 22:04:59.654618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f249-d304-4452-9759-c0d81613e569 req-374dc0d9-eca7-498e-82a6-e0457aeb3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:59.656899 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3861f249-d304-4452-9759-c0d81613e569 req-374dc0d9-eca7-498e-82a6-e0457aeb3d8d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3137443 Sep 17 22:04:59.717904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:59.718528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.746217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a958c3c-85f7-423c-986c-b1f5e5647f1e req-4260f49f-858d-4e2d-b664-a7e29dd95c48 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:59.746872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a958c3c-85f7-423c-986c-b1f5e5647f1e req-4260f49f-858d-4e2d-b664-a7e29dd95c48 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 935 time: 0.0844877 Sep 17 22:04:59.787391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a958c3c-85f7-423c-986c-b1f5e5647f1e req-e2adf947-b491-460f-b52d-f5d5f924d929 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Sep 17 22:04:59.807916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-a7a5e9b5-5fbe-4937-825a-b487eb264b3b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4032733 Sep 17 22:04:59.847937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Request body: {'port': {'device_id': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:59.858822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2217da2d-bfa0-43e9-87ca-49f317855a8d None None] Provisioning complete for port 9825bff3-32a7-45b8-ac8c-e3f8de09382d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:04:59.859407 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2217da2d-bfa0-43e9-87ca-49f317855a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.862310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Request body: {'port': {'device_id': '2f63c0a9-3443-4505-b020-c3395263a309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:04:59.910204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2217da2d-bfa0-43e9-87ca-49f317855a8d None None] Port 9825bff3-32a7-45b8-ac8c-e3f8de09382d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:04:59.947037 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.949075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:04:59.965816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee446c-394d-48ff-9a45-141d24861e26 req-b9aab1ca-b5e4-4889-bcc8-5ed8d843051a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:04:59.967390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fee446c-394d-48ff-9a45-141d24861e26 req-b9aab1ca-b5e4-4889-bcc8-5ed8d843051a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1257775 Sep 17 22:04:59.995083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56588) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:00.005589 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734c4fc-e11e-4541-9892-6938590cee61 req-afc88871-81c0-4437-b0a7-cb217fb1abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:00.007165 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-afc88871-81c0-4437-b0a7-cb217fb1abed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7194e5be87324ae6b03b92f7b46643d6&device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 1096 time: 0.0926540 Sep 17 22:05:00.051312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fee446c-394d-48ff-9a45-141d24861e26 req-4f49d8e1-554e-43d4-812d-0bcfd15c7865 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549467 Sep 17 22:05:00.077120 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-e39ff85b-42e7-415b-9071-73fd112a585c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb059515-3b0a-44e1-81f9-1851fe27ca51 HTTP/1.1" status: 200 len: 217 time: 0.0585279 Sep 17 22:05:00.200463 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9c0bd6a6-d53e-4a29-8c53-59c0e0f4228b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f40177c64214474b208268922680e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032518 Sep 17 22:05:00.205297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56592) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:00.213068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734c4fc-e11e-4541-9892-6938590cee61 req-a5839a66-3322-4a08-a845-5ca1d4f5f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:00.214492 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-a5839a66-3322-4a08-a845-5ca1d4f5f62f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e5a39639-c128-4082-89de-128ec74604c1 HTTP/1.1" status: 200 len: 854 time: 0.1247017 Sep 17 22:05:00.317602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289ab70-f388-4699-84b9-c1aec7592572 req-d3c13b59-6238-453f-a143-2646b1c7e8a8 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:00.319233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b289ab70-f388-4699-84b9-c1aec7592572 req-d3c13b59-6238-453f-a143-2646b1c7e8a8 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 944 time: 0.1175444 Sep 17 22:05:00.348301 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fddb0515-6c6f-4c74-9000-5f59a0b10b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:00.434669 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b289ab70-f388-4699-84b9-c1aec7592572 req-b6be60bb-9a89-493d-b717-67770e3e8288 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033070 Sep 17 22:05:00.443005 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fddb0515-6c6f-4c74-9000-5f59a0b10b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:00.458841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9825bff3-32a7-45b8-ac8c-e3f8de09382d {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:00.477631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:00.511980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Transition to ACTIVE for port object 9825bff3-32a7-45b8-ac8c-e3f8de09382d will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:05:00.516704 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-d4086c78-2fab-41d2-8b9f-61c622e931b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c593c0ac-afd1-4e3a-82ba-be587adc1093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2942390 Sep 17 22:05:00.581943 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:00.634125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9825bff3-32a7-45b8-ac8c-e3f8de09382d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:00.636263 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fddb0515-6c6f-4c74-9000-5f59a0b10b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:00.638725 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fddb0515-6c6f-4c74-9000-5f59a0b10b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:00.643115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fddb0515-6c6f-4c74-9000-5f59a0b10b34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad3f65ec-3073-4866-8b3e-92ad44f7eb58 HTTP/1.1" status: 204 len: 168 time: 0.4362595 Sep 17 22:05:00.664281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb0515-6c6f-4c74-9000-5f59a0b10b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3f65ec-3073-4866-8b3e-92ad44f7eb58,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:00.676789 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-1af49f3f-92d2-4b37-826a-b93bad5c34c6 service neutron] 10.222.0.35 "GET /v2.0/networks/c593c0ac-afd1-4e3a-82ba-be587adc1093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409857 Sep 17 22:05:00.772505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Attempting to bind port 9825bff3-32a7-45b8-ac8c-e3f8de09382d on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:05:00.772842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Attempting to bind port 9825bff3-32a7-45b8-ac8c-e3f8de09382d by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:05:00.773165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Attempting to bind port 9825bff3-32a7-45b8-ac8c-e3f8de09382d on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:00.781836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Port 9825bff3-32a7-45b8-ac8c-e3f8de09382d on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:05:00.782427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Attempting to bind port 9825bff3-32a7-45b8-ac8c-e3f8de09382d on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:00.803429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddee2-b739-4476-ab4e-10066ee585c0 req-70926144-91c8-4c88-8688-7ba4e7f8ac6f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:00.813945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b6ddee2-b739-4476-ab4e-10066ee585c0 req-70926144-91c8-4c88-8688-7ba4e7f8ac6f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 950 time: 0.0920804 Sep 17 22:05:00.816527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:05:00.816759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:00.817080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:05:00.817762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Bound port: 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:05:00.817886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:00.917182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4855047f-1b23-4951-b43c-2301d7aca959 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:00.919762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b6ddee2-b739-4476-ab4e-10066ee585c0 req-010a063c-4008-4d2d-bd34-b93f7537f47f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049562 Sep 17 22:05:00.929372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:00.932980 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5734c4fc-e11e-4541-9892-6938590cee61 req-be37611e-3f9a-46a0-baa9-8c3b10404450 service neutron] 10.222.0.35 "GET /v2.0/networks/c593c0ac-afd1-4e3a-82ba-be587adc1093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430122 Sep 17 22:05:00.956335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Transition to ACTIVE for port object 4855047f-1b23-4951-b43c-2301d7aca959 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:05:00.996247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:01.000444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:05:01.013804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37615ad5-a7db-4054-ba80-cfac5b75d388 req-48939ee5-25ce-4418-b10a-44c0e9c54f2e tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.015458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37615ad5-a7db-4054-ba80-cfac5b75d388 req-48939ee5-25ce-4418-b10a-44c0e9c54f2e tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 947 time: 0.0925381 Sep 17 22:05:01.026014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:01.073083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37615ad5-a7db-4054-ba80-cfac5b75d388 req-a7af7249-c5bd-4373-84c9-7a23571f3a8b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508802 Sep 17 22:05:01.089254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:01.089875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:01.175683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.186036 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:01.186036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] 10.222.0.35 "PUT /v2.0/ports/9825bff3-32a7-45b8-ac8c-e3f8de09382d HTTP/1.1" status: 200 len: 1096 time: 1.3209419 Sep 17 22:05:01.186036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:01.186036 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13817880-f85a-4d96-975e-fb5e2b7ca9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:01.187604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Attempting to bind port 4855047f-1b23-4951-b43c-2301d7aca959 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:05:01.187604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Attempting to bind port 4855047f-1b23-4951-b43c-2301d7aca959 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:05:01.187604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Attempting to bind port 4855047f-1b23-4951-b43c-2301d7aca959 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:01.196588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Port 4855047f-1b23-4951-b43c-2301d7aca959 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:05:01.196588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Attempting to bind port 4855047f-1b23-4951-b43c-2301d7aca959 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:01.208600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:05:01.211738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:01.212207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:05:01.212830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Bound port: 4855047f-1b23-4951-b43c-2301d7aca959, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:05:01.213256 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:01.255802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d97c6-39c2-4d37-a154-32cf6e247eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9825bff3-32a7-45b8-ac8c-e3f8de09382d,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:01.368989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:01.372527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f274b-aa06-428d-ae24-23545ae7d43e req-9161cda0-eef8-4ae7-93ae-d7552d812daf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.376493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:05:01.377734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-705f274b-aa06-428d-ae24-23545ae7d43e req-9161cda0-eef8-4ae7-93ae-d7552d812daf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1528814 Sep 17 22:05:01.380649 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f966f09-54df-4e4c-b24d-245954d66eaf x-openstack-request-id: req-1f966f09-54df-4e4c-b24d-245954d66eaf {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:01.380934 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:01.381185 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f966f09-54df-4e4c-b24d-245954d66eaf {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:01.381625 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d', 'status': 'completed', 'code': 200} Sep 17 22:05:01.461568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:01.465340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-705f274b-aa06-428d-ae24-23545ae7d43e req-9183f1bf-5eb0-4ed4-833d-5eb011ad793a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738034 Sep 17 22:05:01.477239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b833f-f694-456f-849c-05dbbb0c749e req-17266976-69c1-4729-82e8-da1ea51cca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.478849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-17266976-69c1-4729-82e8-da1ea51cca1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38962226609d400b8cde070b2a783da9&device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 1099 time: 0.1000535 Sep 17 22:05:01.579543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-aae13169-e06b-4543-9a46-84eb85a19bcc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d HTTP/1.1" status: 200 len: 217 time: 0.0827920 Sep 17 22:05:01.582022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.584852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:01.588864 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] 10.222.0.35 "PUT /v2.0/ports/4855047f-1b23-4951-b43c-2301d7aca959 HTTP/1.1" status: 200 len: 1097 time: 1.7467616 Sep 17 22:05:01.592479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:01.596048 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64b3f2a-aa46-4001-b4e0-99d90212d036" -d '{"events": [{"name": "network-changed", "server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "tag": "4855047f-1b23-4951-b43c-2301d7aca959"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:01.631699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a2fbf-56a6-4262-af52-bbc807249c51 service neutron] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:01.707388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77528d-56c8-4887-b24c-7f6aa35e623e req-6f533e81-a7cf-47ad-8cad-db049bdf980e tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.708940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f77528d-56c8-4887-b24c-7f6aa35e623e req-6f533e81-a7cf-47ad-8cad-db049bdf980e tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1097 time: 0.1410739 Sep 17 22:05:01.716719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b833f-f694-456f-849c-05dbbb0c749e req-67f42e31-9535-4dfe-86cf-056bcea2444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.718211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-67f42e31-9535-4dfe-86cf-056bcea2444e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1125247 Sep 17 22:05:01.739010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c00bf-57a1-4845-8587-d9f47172318f req-ffb708d7-9ad0-4542-8ddc-56ecebce523c tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.740577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-069c00bf-57a1-4845-8587-d9f47172318f req-ffb708d7-9ad0-4542-8ddc-56ecebce523c tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 944 time: 0.0957515 Sep 17 22:05:01.825395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f77528d-56c8-4887-b24c-7f6aa35e623e req-1db76e00-7756-4fdf-a528-5cd02f6d9fc0 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994253 Sep 17 22:05:01.854993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-069c00bf-57a1-4845-8587-d9f47172318f req-0015fc0d-c671-4aa0-ad08-4b1a30aaf82e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946546 Sep 17 22:05:01.868722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b833f-f694-456f-849c-05dbbb0c749e req-9b411eb0-ba92-4342-8e35-2cea0a3fdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.870019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-9b411eb0-ba92-4342-8e35-2cea0a3fdedb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1408026 Sep 17 22:05:01.887416 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70944ca-9e65-489e-9c3b-dd209ff62438 x-openstack-request-id: req-e70944ca-9e65-489e-9c3b-dd209ff62438 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:01.887917 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "tag": "4855047f-1b23-4951-b43c-2301d7aca959", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:01.888661 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e70944ca-9e65-489e-9c3b-dd209ff62438 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:01.889138 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959', 'status': 'completed', 'code': 200} Sep 17 22:05:01.897867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-2f61aa85-8629-45eb-936f-d2e07de97060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:01.907046 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-2f61aa85-8629-45eb-936f-d2e07de97060 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38962226609d400b8cde070b2a783da9&device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 1100 time: 0.1349270 Sep 17 22:05:01.960919 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-b6473b43-3567-47b2-b862-15c681822320 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=4855047f-1b23-4951-b43c-2301d7aca959 HTTP/1.1" status: 200 len: 217 time: 0.0398684 Sep 17 22:05:02.051358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-70098e67-4c71-4663-9d69-99aa74cdc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.053333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-70098e67-4c71-4663-9d69-99aa74cdc2e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0814438 Sep 17 22:05:02.089216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-7a9f3fcf-4f8f-42e8-bd26-c13c475b791a service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014048 Sep 17 22:05:02.098172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ee135-f2ef-4c22-82ba-31c264a1e580 req-279275f2-a9fd-4052-815e-0e3c75083877 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.099946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f96ee135-f2ef-4c22-82ba-31c264a1e580 req-279275f2-a9fd-4052-815e-0e3c75083877 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 950 time: 0.0775917 Sep 17 22:05:02.136170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-05b376f1-eced-4101-9573-48e9a5f052c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.138120 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-05b376f1-eced-4101-9573-48e9a5f052c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720294 Sep 17 22:05:02.202715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f96ee135-f2ef-4c22-82ba-31c264a1e580 req-f9d58378-1c86-4c62-99cc-bf4c33deee88 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797291 Sep 17 22:05:02.222104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a04b833f-f694-456f-849c-05dbbb0c749e req-069f075a-c4a9-4d1f-ac29-635c3e01425a service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209462 Sep 17 22:05:02.264429 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-ad4c370c-397e-48de-a183-cc29de0e39ec service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151140 Sep 17 22:05:02.382209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-512a088c-eaa6-48f8-9559-f594db9010e4 req-2f5724a4-91fb-4f4b-8d0b-48642ebb19c2 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087375 Sep 17 22:05:02.420189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9e6eb-a11d-4411-8ef6-60d443ea1175 req-6e4d7914-de87-455b-b3de-37498b86841b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.421707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2b9e6eb-a11d-4411-8ef6-60d443ea1175 req-6e4d7914-de87-455b-b3de-37498b86841b tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 947 time: 0.1156931 Sep 17 22:05:02.449388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-fac1d8ce-b241-4b99-bf76-31e48485b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.451037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-fac1d8ce-b241-4b99-bf76-31e48485b184 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38962226609d400b8cde070b2a783da9&device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 1099 time: 0.0766013 Sep 17 22:05:02.489905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2b9e6eb-a11d-4411-8ef6-60d443ea1175 req-6b7adcdd-1383-4866-9b5e-c28d1802c081 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605919 Sep 17 22:05:02.569529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-179c176f-5aeb-487c-947c-a23b11c86812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.572803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-97c653df-08e1-418a-896f-69e507f6871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.572953 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-179c176f-5aeb-487c-947c-a23b11c86812 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38962226609d400b8cde070b2a783da9&device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 1100 time: 0.0671465 Sep 17 22:05:02.573045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-97c653df-08e1-418a-896f-69e507f6871b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1151288 Sep 17 22:05:02.654041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-0bd0442d-ab41-4d14-bb77-8b30a4264705 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d HTTP/1.1" status: 200 len: 217 time: 0.0656269 Sep 17 22:05:02.746433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-f550a570-788e-471f-973e-9c1172817e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.748657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-f550a570-788e-471f-973e-9c1172817e3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0815780 Sep 17 22:05:02.760296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-8f259cc0-0808-48ef-aaf1-2caeb83c6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.774082 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-8f259cc0-0808-48ef-aaf1-2caeb83c6ab3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1830504 Sep 17 22:05:02.807902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-dcd1b87b-2e3c-4ca6-b655-34f4469a1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.810239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-dcd1b87b-2e3c-4ca6-b655-34f4469a1a78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0476880 Sep 17 22:05:02.838092 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-39544f10-e7be-49a8-9105-fba9d170e656 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=4855047f-1b23-4951-b43c-2301d7aca959 HTTP/1.1" status: 200 len: 217 time: 0.0555394 Sep 17 22:05:02.919722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-feb19799-bc89-4618-b609-6f35da8dafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:02.925707 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-feb19799-bc89-4618-b609-6f35da8dafe0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0794244 Sep 17 22:05:02.937984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-6675d556-2dde-4a85-aa3d-5837e0982234 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179965 Sep 17 22:05:03.021931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-1af5c22a-6610-4f6f-825c-890a2ab64c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:03.024532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-1af5c22a-6610-4f6f-825c-890a2ab64c91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0890179 Sep 17 22:05:03.064274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13817880-f85a-4d96-975e-fb5e2b7ca9fc req-a9e43b12-35e7-4c17-9582-4f0f79dee41a service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151714 Sep 17 22:05:03.171608 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-604ba080-575d-4472-9625-fe5ae3e8c90b service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378808 Sep 17 22:05:03.173301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de97e2-7402-463b-af72-a31dbd8e4f51 req-03753653-e527-4760-a31d-00cfddb3565b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:03.175172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3de97e2-7402-463b-af72-a31dbd8e4f51 req-03753653-e527-4760-a31d-00cfddb3565b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0779874 Sep 17 22:05:03.288629 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d64b3f2a-aa46-4001-b4e0-99d90212d036 req-cb1a3964-c82f-4283-8368-3b59f1b127ab service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072171 Sep 17 22:05:03.291372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3de97e2-7402-463b-af72-a31dbd8e4f51 req-1c252052-638c-4afb-88c3-8ae2baddd9b8 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994947 Sep 17 22:05:03.457626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f0c30-c008-4970-8d34-b17764cb3487 req-ef261400-18bc-4dc4-bfeb-1ddc3dd91b46 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:03.460927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da9f0c30-c008-4970-8d34-b17764cb3487 req-ef261400-18bc-4dc4-bfeb-1ddc3dd91b46 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 944 time: 0.0790043 Sep 17 22:05:03.521773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da9f0c30-c008-4970-8d34-b17764cb3487 req-ab4f9e86-949b-4225-b504-0798c7e1ded1 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Sep 17 22:05:03.635408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9168b-9b12-4cdd-bb84-cbd7ef35579f req-30148642-98c7-4a8e-a738-756389a08ba6 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:03.636973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4e9168b-9b12-4cdd-bb84-cbd7ef35579f req-30148642-98c7-4a8e-a738-756389a08ba6 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 950 time: 0.0499246 Sep 17 22:05:03.679448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4e9168b-9b12-4cdd-bb84-cbd7ef35579f req-b40e2484-2cd6-4412-99b3-1d6c5210b997 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356796 Sep 17 22:05:03.809915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd34f-c9a5-4bf1-b39c-a3e32388393a req-d0c3f5ef-4f3f-4917-b2a6-f08f560fe970 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:03.811526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abbbd34f-c9a5-4bf1-b39c-a3e32388393a req-d0c3f5ef-4f3f-4917-b2a6-f08f560fe970 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 947 time: 0.0713732 Sep 17 22:05:03.852031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abbbd34f-c9a5-4bf1-b39c-a3e32388393a req-63778bb8-c4b5-4b77-9caa-7538907d95e2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Sep 17 22:05:04.064732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-4fd87390-fa85-4e84-961f-7aa67b2b9fcd tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7a30e8a94e77487a81ad6e29d6558630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254104 Sep 17 22:05:04.175353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-c493ce4b-7507-433c-8742-8b28fad391a3 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:04.176942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-c493ce4b-7507-433c-8742-8b28fad391a3 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054530 Sep 17 22:05:04.197344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-afe0c666-0b63-41db-b7c8-66b5789f2779 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/quotas/7a30e8a94e77487a81ad6e29d6558630 HTTP/1.1" status: 200 len: 375 time: 0.0135982 Sep 17 22:05:04.231791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-2fe29b92-5a32-4054-83e0-d173b1c28fed tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a30e8a94e77487a81ad6e29d6558630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283282 Sep 17 22:05:04.280701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-608e0dca-03e3-4356-9de0-33d2f5529304 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:05:04.281718 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-608e0dca-03e3-4356-9de0-33d2f5529304 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059311 Sep 17 22:05:04.322708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-ee714c59-d11e-4966-895e-5a49cab529dc tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:04.324126 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-ee714c59-d11e-4966-895e-5a49cab529dc tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports/1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 200 len: 1094 time: 0.0365918 Sep 17 22:05:04.333502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Request body: {'binding': {'host': 'n-h1-713498-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:04.333946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Unknown quota resources ['binding']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:05:04.487843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-03cf4333-5da6-490c-ae2f-b6d9aa03d7a0 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5f54c628283d4237bee66806eb1afca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310428 Sep 17 22:05:04.500037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on host n-h1-713498-17 for vnic_type normal with profile None {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:05:04.500654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:05:04.501295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:04.506521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:05:04.507163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:04.512786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:05:04.513249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:04.513753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:05:04.514291 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Bound port: 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:05:04.579496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:05:04.617079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-b1d87c8c-d164-4d3f-bd85-bccddd5ea01f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:04.618662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-b1d87c8c-d164-4d3f-bd85-bccddd5ea01f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1194515 Sep 17 22:05:04.633984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-27e56476-8713-4f58-a653-69897fb0070a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/quotas/5f54c628283d4237bee66806eb1afca0 HTTP/1.1" status: 200 len: 375 time: 0.0096078 Sep 17 22:05:04.682236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-1e7f8570-19ea-46a9-9a9d-fa0e99515a22 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f54c628283d4237bee66806eb1afca0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428269 Sep 17 22:05:04.695331 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:04.696862 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b004b00a-c911-4d5b-874e-5c213a26756d service neutron] 10.222.0.13 "POST /v2.0/ports/1bf7e2cb-3b04-4a67-9941-13dc91f133c9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3668735 Sep 17 22:05:04.830574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:04.932013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:04.946124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '4855047f-1b23-4951-b43c-2301d7aca959', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '4855047f-1b23-4951-b43c-2301d7aca959', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:05.010932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:05.034730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4855047f-1b23-4951-b43c-2301d7aca959 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:05.059440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:05.075345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13cd4798-bbe9-4e82-b13e-7c6550f8efc3 req-92c3c21e-55eb-48b2-9bca-9de8532512df tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 210 time: 0.0394297 Sep 17 22:05:05.135295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:05.135970 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bb059515-3b0a-44e1-81f9-1851fe27ca51 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:05.145241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf199ee-6c06-467c-b573-1fc1d6d1bfdc req-75078dc4-abb7-4bc4-ad87-ddc2afdee564 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:05.147028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-faf199ee-6c06-467c-b573-1fc1d6d1bfdc req-75078dc4-abb7-4bc4-ad87-ddc2afdee564 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0701127 Sep 17 22:05:05.193225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-faf199ee-6c06-467c-b573-1fc1d6d1bfdc req-d3bbf62c-f205-499e-bc02-9e29697441ff tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Sep 17 22:05:05.207592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:05.262058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e432d-fdde-42ca-93f2-d0b2f3e8a559 req-96f19f3b-8a50-4717-9382-a156f5763227 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:05.262909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d73e432d-fdde-42ca-93f2-d0b2f3e8a559 req-96f19f3b-8a50-4717-9382-a156f5763227 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 944 time: 0.0743744 Sep 17 22:05:05.336504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d73e432d-fdde-42ca-93f2-d0b2f3e8a559 req-2dfe94d5-e6ca-4388-8351-341a142eb0cb tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598528 Sep 17 22:05:05.363665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port bb059515-3b0a-44e1-81f9-1851fe27ca51, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb059515-3b0a-44e1-81f9-1851fe27ca51,segment=NetworkSegment(75625b06-fe23-4b59-b175-89017c1305ba),segment_id=75625b06-fe23-4b59-b175-89017c1305ba)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:05.377237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'bb059515-3b0a-44e1-81f9-1851fe27ca51', 'network_id': 'c593c0ac-afd1-4e3a-82ba-be587adc1093', 'port_id': 'bb059515-3b0a-44e1-81f9-1851fe27ca51', 'mac_address': 'fa:16:3e:c7:dd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a39639-c128-4082-89de-128ec74604c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:05.433165 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9e3f3f7-fe45-4b0f-92ce-11e16e8ccd73 req-696589b4-7613-4e61-a25d-17198ec63def tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 210 time: 0.0437725 Sep 17 22:05:05.446427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:05.462344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb059515-3b0a-44e1-81f9-1851fe27ca51 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:05.463160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf4502-6b0f-4a98-8461-61dc76a47a0d req-dced2ef2-fceb-45b0-84c5-a310ab64c93c tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:05.464892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eccf4502-6b0f-4a98-8461-61dc76a47a0d req-dced2ef2-fceb-45b0-84c5-a310ab64c93c tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 947 time: 0.1270108 Sep 17 22:05:05.511148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port bb059515-3b0a-44e1-81f9-1851fe27ca51, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb059515-3b0a-44e1-81f9-1851fe27ca51,segment=NetworkSegment(75625b06-fe23-4b59-b175-89017c1305ba),segment_id=75625b06-fe23-4b59-b175-89017c1305ba)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:05.540605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-717c1075-12b0-45f5-853e-767afdb512be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:05.542105 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-717c1075-12b0-45f5-853e-767afdb512be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1097 time: 0.0488191 Sep 17 22:05:05.543833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eccf4502-6b0f-4a98-8461-61dc76a47a0d req-32847b75-03ee-4f3b-8dc2-4edb671e447e tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695806 Sep 17 22:05:05.602972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eea9e9-c893-47ec-9a53-3662a0a22813 req-1b078fcb-71da-48e9-8c9b-f7d5f5165ba6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:05.604893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2eea9e9-c893-47ec-9a53-3662a0a22813 req-1b078fcb-71da-48e9-8c9b-f7d5f5165ba6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.0588295 Sep 17 22:05:05.654437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:05.655402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9825bff3-32a7-45b8-ac8c-e3f8de09382d details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:05.666158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-2dd22360-56a3-459f-9718-69d818c0b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:05.667774 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-2dd22360-56a3-459f-9718-69d818c0b3e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.1160934 Sep 17 22:05:05.687980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2eea9e9-c893-47ec-9a53-3662a0a22813 req-2a3a24a9-9323-46a2-9a4a-eaff6dfb6473 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742464 Sep 17 22:05:05.702024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26dc9e-3d44-4f73-8a61-c36303f489db req-558f9a89-dc28-4333-8e3b-72d562b81c1b tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:05.712688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d26dc9e-3d44-4f73-8a61-c36303f489db req-558f9a89-dc28-4333-8e3b-72d562b81c1b tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 945 time: 0.1010861 Sep 17 22:05:05.722049 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-0b9b5864-969d-4848-99f1-548ed31d117e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 200 len: 217 time: 0.0438542 Sep 17 22:05:05.750812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=bb059515-3b0a-44e1-81f9-1851fe27ca51,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:05.751292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d26dc9e-3d44-4f73-8a61-c36303f489db req-be3e2803-fede-4767-a5d1-02b428968a45 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377514 Sep 17 22:05:05.782837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:05.796922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '9825bff3-32a7-45b8-ac8c-e3f8de09382d', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '9825bff3-32a7-45b8-ac8c-e3f8de09382d', 'mac_address': 'fa:16:3e:95:ab:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:05.811371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-6ac011e4-b7b4-4409-b3ce-3dbc48d424d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:05.813332 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-6ac011e4-b7b4-4409-b3ce-3dbc48d424d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0827320 Sep 17 22:05:05.837158 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:05.850806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9825bff3-32a7-45b8-ac8c-e3f8de09382d {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:05.851165 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-3d6dd440-02be-4722-9c5e-996106ceb5f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292418 Sep 17 22:05:05.871226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:05.954721 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-7796e20b-766c-4d6c-866e-090da9aac66d service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952675 Sep 17 22:05:05.997167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:06.049471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9825bff3-32a7-45b8-ac8c-e3f8de09382d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:06.050724 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-509590f6-1209-4fc7-acf3-6b5c6ceda962 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885427 Sep 17 22:05:06.171719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2c2a684-a3c6-4962-b38d-b39e1c67ff0f req-89ad8207-5127-4289-8f3a-206eb5892960 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 210 time: 0.0262153 Sep 17 22:05:06.329346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8188a18-99c6-4ceb-81e1-b42f6d892bb1 req-79a0a2b4-6d99-487f-b957-ac3c93929087 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:06.330748 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8188a18-99c6-4ceb-81e1-b42f6d892bb1 req-79a0a2b4-6d99-487f-b957-ac3c93929087 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0496104 Sep 17 22:05:06.332630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bb059515-3b0a-44e1-81f9-1851fe27ca51'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:06.357910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['4855047f-1b23-4951-b43c-2301d7aca959'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:06.391885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['9825bff3-32a7-45b8-ac8c-e3f8de09382d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:06.399494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8188a18-99c6-4ceb-81e1-b42f6d892bb1 req-b0ac7e05-db6b-4430-bd16-677b1812d1f1 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604060 Sep 17 22:05:06.498752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d070df-9508-444f-9d01-885c49bf20e9 req-fde2c004-c317-4e87-96f6-891aca75be81 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:06.500548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9d070df-9508-444f-9d01-885c49bf20e9 req-fde2c004-c317-4e87-96f6-891aca75be81 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 945 time: 0.0667505 Sep 17 22:05:06.550482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9d070df-9508-444f-9d01-885c49bf20e9 req-47aacfab-9386-4cd5-a428-0af0de79e81c tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Sep 17 22:05:06.654852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6407cd84-472c-4e54-8620-7e966f6f7d6a req-428e8f08-c4a8-481a-977d-a799c588e455 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 210 time: 0.0431452 Sep 17 22:05:06.790991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b035a-1369-4840-881c-fcc111469f7c req-29f3ad3f-6098-4cd5-a41a-7467ea94c5a9 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:06.792625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-611b035a-1369-4840-881c-fcc111469f7c req-29f3ad3f-6098-4cd5-a41a-7467ea94c5a9 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 948 time: 0.0725029 Sep 17 22:05:06.832093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-611b035a-1369-4840-881c-fcc111469f7c req-8210a196-94c2-4896-bd23-1ddb18b03e47 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Sep 17 22:05:06.935329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03466158-da95-40a6-ba80-abf239f7cb3a req-3c185418-a752-485c-87d6-b4a5b805331f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:06.937070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03466158-da95-40a6-ba80-abf239f7cb3a req-3c185418-a752-485c-87d6-b4a5b805331f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.0514414 Sep 17 22:05:06.952579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:06.960029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:06.988444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03466158-da95-40a6-ba80-abf239f7cb3a req-efdfe438-aa50-4bda-853f-780220b1acc9 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Sep 17 22:05:07.098931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-5bbcc972-084a-44a5-894c-6fe40d5b2bfa tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--329727613&fields=id&tenant_id=fbd676ac393c4405932ba38df2755284 HTTP/1.1" status: 200 len: 267 time: 0.0377622 Sep 17 22:05:07.169267 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-39a476a0-f08e-46d8-8709-a6fd5fc8f1d3 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7a30e8a94e77487a81ad6e29d6558630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233839 Sep 17 22:05:07.183569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:07.186282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:07.226777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'mac_address': 'fa:16:3e:1a:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:07.247795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-9e65d954-18d5-4c8f-8f31-d86a489d82a5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:07.262704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-9e65d954-18d5-4c8f-8f31-d86a489d82a5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/networks?id=fefca529-eed3-4212-aef0-f81154042ac6 HTTP/1.1" status: 200 len: 824 time: 0.1557848 Sep 17 22:05:07.279667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-2b2d29d8-3619-4c85-88c1-dcf80498c289 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/quotas/fbd676ac393c4405932ba38df2755284 HTTP/1.1" status: 200 len: 375 time: 0.0101001 Sep 17 22:05:07.300580 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:07.302856 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6251c7-ba59-4a77-acda-f11160d7c51a" -d '{"events": [{"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:07.332939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-279efbd9-d145-4d39-97ce-4e58efd0eb80 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:07.334345 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-279efbd9-d145-4d39-97ce-4e58efd0eb80 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571674 Sep 17 22:05:07.349650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Request body: {'port': {'device_id': '92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '7a30e8a94e77487a81ad6e29d6558630'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:07.354734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:07.356240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:07.372475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fafd948-f234-450f-8d93-c4fe132e3fe1 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:07.438881 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:07.529968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:07.556781 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:05:07.557138 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:05:07.620744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3e2af15-af09-4806-9e5a-56174a65cc67 req-e9fa743c-ab1a-49eb-a895-630b87c26e98 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 210 time: 0.3157954 Sep 17 22:05:07.631283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Made reservation on behalf of 7a30e8a94e77487a81ad6e29d6558630 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:07.634977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:07.645473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:07.651387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-30774764-9e2e-4c57-8a1f-22f3e542f26a tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbd676ac393c4405932ba38df2755284&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3658633 Sep 17 22:05:07.695931 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fe0b5e-527a-45a3-a623-36f89deec52d x-openstack-request-id: req-16fe0b5e-527a-45a3-a623-36f89deec52d {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:07.696578 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:07.697162 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16fe0b5e-527a-45a3-a623-36f89deec52d {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:07.698646 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'code': 200} Sep 17 22:05:07.785452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-68d52c9b-3859-4c41-8a5f-7e7791e282ca service neutron] 10.222.0.13 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235089 Sep 17 22:05:07.789404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:07.831748 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:07.861298 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-22e31bac-9463-49b4-9398-76adfea1ee61 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5f54c628283d4237bee66806eb1afca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356367 Sep 17 22:05:07.894136 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:07.896487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef75ca-865d-4e53-bd8f-8cee31344ea3 req-bcdeb4bf-a077-4d0b-9014-986bf164ec9d tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:07.898001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cef75ca-865d-4e53-bd8f-8cee31344ea3 req-bcdeb4bf-a077-4d0b-9014-986bf164ec9d tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 947 time: 0.1295307 Sep 17 22:05:07.993545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf88c0-6d07-4b41-90ce-5409402b4483,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:08.023390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-3fcdcec4-87c7-433c-b5df-a296726a5102 service neutron] 10.222.0.13 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234094 Sep 17 22:05:08.037014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cef75ca-865d-4e53-bd8f-8cee31344ea3 req-8a0e205a-6390-4e3a-91a1-7abaa44ffb35 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218143 Sep 17 22:05:08.094330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-4275fd91-d9fb-4093-bb15-2064c5c45da6 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:08.099739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-4275fd91-d9fb-4093-bb15-2064c5c45da6 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115405 Sep 17 22:05:08.104467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Allocated IP 192.168.233.190 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/8cacaec0-7795-4766-ac83-74e7da0b01d1) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:05:08.114003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Request body: {'port': {'device_id': '2b04f35f-aec7-4b7a-83ee-9cd58a164054', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '5f54c628283d4237bee66806eb1afca0'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:08.174392 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:08.206713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fafd948-f234-450f-8d93-c4fe132e3fe1 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:08.252087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:08.323277 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:08.361604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:08.413535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:08.466949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779363f-ee40-4794-b69d-aa87c27dae0c req-559e36af-c264-4ee1-b047-130471ffb93d tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:08.468521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0779363f-ee40-4794-b69d-aa87c27dae0c req-559e36af-c264-4ee1-b047-130471ffb93d tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 945 time: 0.3219523 Sep 17 22:05:08.484994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:08.512045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48ce54f2-e53b-4764-9e8a-22ac74184a0b req-2458dd69-bcfb-48db-9856-5b75dca17684 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 210 time: 0.0395262 Sep 17 22:05:08.569063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0779363f-ee40-4794-b69d-aa87c27dae0c req-ce87d535-302c-4cad-aaaa-9377074599f6 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876315 Sep 17 22:05:08.573010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['9fafd948-f234-450f-8d93-c4fe132e3fe1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:08.587725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-7bcd5b16-7fcf-4596-9f14-b7d2cc505c14 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:08.589322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-7bcd5b16-7fcf-4596-9f14-b7d2cc505c14 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0810a0b7-f592-4d1e-badb-d2eb1257d591 HTTP/1.1" status: 200 len: 945 time: 0.1949358 Sep 17 22:05:08.610013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:05:08.614154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:05:08.648479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:05:08.664089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Made reservation on behalf of 5f54c628283d4237bee66806eb1afca0 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:08.673457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:08.693292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Pushing event updated for resources: {'Port': ['ID=8cacaec0-7795-4766-ac83-74e7da0b01d1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:08.781804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:08.782635 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:08.874275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:08.889530 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-38a4b5bf-e42b-480c-833b-d9cb331575bc tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5438676 Sep 17 22:05:08.905168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Request body: {'port': {'device_id': '92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:08.939587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73b8bc-19f5-4742-b776-1243b3bef35d req-e26ecbcd-2818-42f7-a13d-a9764f7596f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:08.941118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a73b8bc-19f5-4742-b776-1243b3bef35d req-e26ecbcd-2818-42f7-a13d-a9764f7596f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 948 time: 0.2875371 Sep 17 22:05:08.965531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6ac96-f269-4165-a221-caafaea51cd6 req-06685dd0-260f-4504-8464-b8b8a73b5d6a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:08.967706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ec6ac96-f269-4165-a221-caafaea51cd6 req-06685dd0-260f-4504-8464-b8b8a73b5d6a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.2535233 Sep 17 22:05:08.980454 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.007815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Allocated IP 192.168.233.219 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/3273cacc-d3a3-4887-8778-a4a276fb94cb) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:05:09.029739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 4855047f-1b23-4951-b43c-2301d7aca959 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:05:09.033835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-31f5c655-08dc-41a6-be99-c587930f94a8 None None] Provisioning complete for port 8cacaec0-7795-4766-ac83-74e7da0b01d1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:09.034314 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f5c655-08dc-41a6-be99-c587930f94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.058611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a73b8bc-19f5-4742-b776-1243b3bef35d req-3e054317-6530-4c93-bdb9-d0ff05b9936d tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073995 Sep 17 22:05:09.075237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 4855047f-1b23-4951-b43c-2301d7aca959 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:09.077062 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.102055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Deleting port edec71f1-4281-440e-a412-9130abb265bf {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:09.102407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.156860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ec6ac96-f269-4165-a221-caafaea51cd6 req-67ab9b98-bb40-4169-8dce-1b04f01314a2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589928 Sep 17 22:05:09.196731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-449f7c25-0dcb-4dcc-9ad0-cdc1c24e3870 req-71a8cf27-05dc-4b6e-a525-9b530bf09c3f tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 210 time: 0.0464468 Sep 17 22:05:09.359480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-31f5c655-08dc-41a6-be99-c587930f94a8 None None] Port 8cacaec0-7795-4766-ac83-74e7da0b01d1 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:05:09.404139 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.413773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] For port edec71f1-4281-440e-a412-9130abb265bf, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=edec71f1-4281-440e-a412-9130abb265bf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:09.414140 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.436409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:09.545663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7cb8b-a61d-4c6c-8576-a3bfe86eaccf req-29dafc18-3905-4fc7-b45f-99fc51941903 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:09.547726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ead7cb8b-a61d-4c6c-8576-a3bfe86eaccf req-29dafc18-3905-4fc7-b45f-99fc51941903 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 936 time: 0.2540770 Sep 17 22:05:09.565450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.607561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383230f-e6f5-4837-a5e2-4f2d0bdc4a34 req-9e2d5428-e7e6-4f2e-ad93-022524b47729 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:09.610174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9383230f-e6f5-4837-a5e2-4f2d0bdc4a34 req-9e2d5428-e7e6-4f2e-ad93-022524b47729 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 948 time: 0.2590766 Sep 17 22:05:09.683068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.684003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bb059515-3b0a-44e1-81f9-1851fe27ca51 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:09.706250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:09.708957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ead7cb8b-a61d-4c6c-8576-a3bfe86eaccf req-221906b2-7b2b-435d-92bc-f726b5cf8291 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533337 Sep 17 22:05:09.709130 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd3d9e9-6ad4-4f79-a7b2-d9a6c94d2d1b" -d '{"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-plugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:09.711702 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.770746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9383230f-e6f5-4837-a5e2-4f2d0bdc4a34 req-b8b98588-41ab-4c1d-aff3-c63ce021d57f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285770 Sep 17 22:05:09.776794 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:09.868023 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.868383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.868756 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Floating IP 13a2fe25-0cba-4ca5-ac9d-970be27fa608 disassociated. External IP: 172.25.5.40, port: edec71f1-4281-440e-a412-9130abb265bf. Sep 17 22:05:09.869089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Calling delete_port for edec71f1-4281-440e-a412-9130abb265bf owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:09.880238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75864098-404b-40a0-b1ba-e90716f5bff9 req-17dbea69-2e5f-43f2-a4ff-87c7b971d89d tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 210 time: 0.0541859 Sep 17 22:05:09.888465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port bb059515-3b0a-44e1-81f9-1851fe27ca51 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:05:09.902887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port bb059515-3b0a-44e1-81f9-1851fe27ca51 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:09.903294 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.928800 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b36b776-abaa-4896-949a-f320c78e1b50 x-openstack-request-id: req-7b36b776-abaa-4896-949a-f320c78e1b50 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:09.929112 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-plugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:09.929361 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b36b776-abaa-4896-949a-f320c78e1b50 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:09.930376 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959', 'code': 200} Sep 17 22:05:09.943690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:09.963686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['df7f74f3-cf0e-4b21-bccf-cdefab532526'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:09.991903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:05:10.004003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:05:10.011895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:05:10.079751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:10.079751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.113251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef028a-2e3b-4e3f-9e1b-22223c66d9f2 req-dae7430d-4a2e-483b-a982-b3372ef69e7c tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:10.115168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2eef028a-2e3b-4e3f-9e1b-22223c66d9f2 req-dae7430d-4a2e-483b-a982-b3372ef69e7c tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 945 time: 0.2669966 Sep 17 22:05:10.146751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Pushing event updated for resources: {'Port': ['ID=3273cacc-d3a3-4887-8778-a4a276fb94cb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:10.224096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5a981-989c-4571-973e-912f6cccb1df req-42030c69-09ba-46ef-82cd-237f9cf8e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:10.225718 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-31e5a981-989c-4571-973e-912f6cccb1df req-42030c69-09ba-46ef-82cd-237f9cf8e624 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 1102 time: 0.1774247 Sep 17 22:05:10.229285 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.261401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2eef028a-2e3b-4e3f-9e1b-22223c66d9f2 req-3fa470cd-1901-49bb-a993-ae0479e52047 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302314 Sep 17 22:05:10.300125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-62de8472-558f-4a49-a289-02a9c0ab737b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1902587 Sep 17 22:05:10.334995 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-31e5a981-989c-4571-973e-912f6cccb1df req-ac59a792-28b3-4655-955b-22d3e14579cf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970142 Sep 17 22:05:10.357384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Request body: {'port': {'device_id': '2b04f35f-aec7-4b7a-83ee-9cd58a164054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:10.375796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port bb059515-3b0a-44e1-81f9-1851fe27ca51, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb059515-3b0a-44e1-81f9-1851fe27ca51,segment=NetworkSegment(75625b06-fe23-4b59-b175-89017c1305ba),segment_id=75625b06-fe23-4b59-b175-89017c1305ba)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:10.401727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6a4850c2-a57a-4586-acc5-5f42c9c3a393 None None] Provisioning complete for port 3273cacc-d3a3-4887-8778-a4a276fb94cb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:10.402096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a4850c2-a57a-4586-acc5-5f42c9c3a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.427196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cacaec0-7795-4766-ac83-74e7da0b01d1 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:10.435863 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.448516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6a4850c2-a57a-4586-acc5-5f42c9c3a393 None None] Port 3273cacc-d3a3-4887-8778-a4a276fb94cb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:05:10.454824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Transition to ACTIVE for port object 8cacaec0-7795-4766-ac83-74e7da0b01d1 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:05:10.463745 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.464635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9825bff3-32a7-45b8-ac8c-e3f8de09382d up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:10.535555 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.570018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=bb059515-3b0a-44e1-81f9-1851fe27ca51,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:10.608381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Pushing event updated for resources: {'Port': ['ID=8cacaec0-7795-4766-ac83-74e7da0b01d1,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:10.687826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 9825bff3-32a7-45b8-ac8c-e3f8de09382d completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:05:10.692608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 9825bff3-32a7-45b8-ac8c-e3f8de09382d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:10.693501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.718159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Attempting to bind port 8cacaec0-7795-4766-ac83-74e7da0b01d1 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:05:10.720995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Attempting to bind port 8cacaec0-7795-4766-ac83-74e7da0b01d1 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:05:10.721467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Attempting to bind port 8cacaec0-7795-4766-ac83-74e7da0b01d1 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:10.731120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Port 8cacaec0-7795-4766-ac83-74e7da0b01d1 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:05:10.731625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Attempting to bind port 8cacaec0-7795-4766-ac83-74e7da0b01d1 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:10.742993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:05:10.744177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:10.744672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:05:10.745265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Bound port: 8cacaec0-7795-4766-ac83-74e7da0b01d1, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:05:10.746554 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.834024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] For port 8cacaec0-7795-4766-ac83-74e7da0b01d1, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:10.837879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] For port 8cacaec0-7795-4766-ac83-74e7da0b01d1, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8cacaec0-7795-4766-ac83-74e7da0b01d1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:05:10.844402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.877160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360311c-f537-4fee-888f-610d2fbd512c req-05ec2d1d-2c18-4b89-97f7-7fef7411690d tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:10.878776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2360311c-f537-4fee-888f-610d2fbd512c req-05ec2d1d-2c18-4b89-97f7-7fef7411690d tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 948 time: 0.6854603 Sep 17 22:05:10.883420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.888320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:10.940915 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.950255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd1ee5-b094-4219-b262-32a617fa302e req-eafd8657-2343-4254-b597-cf36ab0fcd1a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:10.951417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cbd1ee5-b094-4219-b262-32a617fa302e req-eafd8657-2343-4254-b597-cf36ab0fcd1a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.5278647 Sep 17 22:05:10.961137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:10.978103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.981942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:10.983279 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:10.985565 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] 10.222.0.32 "PUT /v2.0/ports/8cacaec0-7795-4766-ac83-74e7da0b01d1 HTTP/1.1" status: 200 len: 1097 time: 2.0852582 Sep 17 22:05:10.987898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde', 'tag': '8cacaec0-7795-4766-ac83-74e7da0b01d1'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:10.991791 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde", "tag": "8cacaec0-7795-4766-ac83-74e7da0b01d1"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:11.015946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2360311c-f537-4fee-888f-610d2fbd512c req-f8c9f0dc-d546-4c48-aa7f-e3308d315159 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183598 Sep 17 22:05:11.018473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:11.039138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event deleted for resources: {'Port': ['ID=edec71f1-4281-440e-a412-9130abb265bf,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:11.068856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43070564-19e5-4a64-83ff-cf9559508c1f service neutron] Pushing event updated for resources: {'Port': ['ID=8cacaec0-7795-4766-ac83-74e7da0b01d1,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:11.142685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9825bff3-32a7-45b8-ac8c-e3f8de09382d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:11.172810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-e16ff828-b1f1-4a94-bc2f-d869a90baaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:11.174664 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-e16ff828-b1f1-4a94-bc2f-d869a90baaa5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a30e8a94e77487a81ad6e29d6558630&device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 1100 time: 0.0582912 Sep 17 22:05:11.181926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 9fafd948-f234-450f-8d93-c4fe132e3fe1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:11.181926 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:11.210476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cbd1ee5-b094-4219-b262-32a617fa302e req-eb343e55-3eaf-483b-9b45-f02b30310b94 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453547 Sep 17 22:05:11.267715 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-4b70322b-a4f2-42b2-9ed3-aa4a3593c496 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8cacaec0-7795-4766-ac83-74e7da0b01d1 HTTP/1.1" status: 200 len: 217 time: 0.0831077 Sep 17 22:05:11.319191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7487349e-ce48-47d9-991c-c26bc5eb3a40 req-0921a312-cd23-4220-89c9-6f47e461332d tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 210 time: 0.1469347 Sep 17 22:05:11.376804 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:11.467595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:11.509413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-c444c52e-d195-41dd-8156-e3817dbae11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:11.520788 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-c444c52e-d195-41dd-8156-e3817dbae11d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.2338917 Sep 17 22:05:11.520788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-0646995c-f7a0-4a4f-8be2-51033a238ded tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:11.521817 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-0646995c-f7a0-4a4f-8be2-51033a238ded tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.35 "GET /v2.0/networks?id=fefca529-eed3-4212-aef0-f81154042ac6 HTTP/1.1" status: 200 len: 824 time: 0.1716342 Sep 17 22:05:11.544358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f0815-6175-48fc-8793-065d41888330 req-539d6628-8efa-4f8a-94be-d260c80c9459 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:11.552051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba7f0815-6175-48fc-8793-065d41888330 req-539d6628-8efa-4f8a-94be-d260c80c9459 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 948 time: 0.2373278 Sep 17 22:05:11.593902 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:11.619674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Router 5f2793a9-9599-40de-a65c-640ab581cf91 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:05:11.638995 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-9d05b0d0-d8ef-4dc7-8c8b-6f37cbbc189d tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbd676ac393c4405932ba38df2755284 HTTP/1.1" status: 200 len: 379 time: 0.0795848 Sep 17 22:05:11.645516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-b0f181f0-d6d0-4460-8935-2f3cee04efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:11.647737 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-b0f181f0-d6d0-4460-8935-2f3cee04efad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249959 Sep 17 22:05:11.652572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Request body: {'port': {'device_id': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'admin_state_up': True, 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'security_groups': ['3852b83e-bff9-4b75-8637-f602f189ef16']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:11.655278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01048ab7-f20b-45b6-833a-94d5b95dd750 req-e68fc67f-bb85-4057-bd65-0366a1dbc096 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:11.663465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01048ab7-f20b-45b6-833a-94d5b95dd750 req-e68fc67f-bb85-4057-bd65-0366a1dbc096 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 948 time: 0.2147999 Sep 17 22:05:11.719068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba7f0815-6175-48fc-8793-065d41888330 req-e684427b-13d6-455e-a11c-7980bcb47511 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657805 Sep 17 22:05:11.721511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:11.857160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3273cacc-d3a3-4887-8778-a4a276fb94cb {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:11.871339 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:11.889604 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-a6adf6a0-a2bc-41bd-8bdb-34662b996e57 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322271 Sep 17 22:05:11.916241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01048ab7-f20b-45b6-833a-94d5b95dd750 req-8718ed89-fed4-4164-b630-572043cd479e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518694 Sep 17 22:05:11.932529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e562e166-7dab-49fa-9bd5-56afebf0a090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb059515-3b0a-44e1-81f9-1851fe27ca51'}, {'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d'}, {'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:11.937462 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7573f1eb-fa9a-4d02-ad40-ed61a0a084cd" -d '{"events": [{"server_uuid": "e562e166-7dab-49fa-9bd5-56afebf0a090", "name": "network-vif-plugged", "status": "completed", "tag": "bb059515-3b0a-44e1-81f9-1851fe27ca51"}, {"server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "name": "network-vif-plugged", "status": "completed", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d"}, {"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-plugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:11.939617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Transition to ACTIVE for port object 3273cacc-d3a3-4887-8778-a4a276fb94cb will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:05:11.988063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9246bec-46df-478c-b7f0-a6f58d482587 req-d32b2e44-affb-4bc6-a1fa-05d20f8c2fc3 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:11.989629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9246bec-46df-478c-b7f0-a6f58d482587 req-d32b2e44-affb-4bc6-a1fa-05d20f8c2fc3 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 936 time: 0.1421399 Sep 17 22:05:12.007364 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:12.048921 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4019ef9f-797b-4cef-8887-3f0cc703c52e x-openstack-request-id: req-4019ef9f-797b-4cef-8887-3f0cc703c52e {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:12.049295 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde", "tag": "8cacaec0-7795-4766-ac83-74e7da0b01d1", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:12.049474 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4019ef9f-797b-4cef-8887-3f0cc703c52e {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:12.049863 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde', 'tag': '8cacaec0-7795-4766-ac83-74e7da0b01d1', 'status': 'completed', 'code': 200} Sep 17 22:05:12.054672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Made reservation on behalf of fbd676ac393c4405932ba38df2755284 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:12.067325 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:12.099436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:05:12.111444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] Sync routers for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:05:12.123189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:05:12.123879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:12.162464 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6fa8e9-dad6-4e2c-bfed-13dfa902b6ce req-e0b1c649-9fda-4b04-b497-bf5162da7bae service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503245 Sep 17 22:05:12.179147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Pushing event updated for resources: {'Port': ['ID=3273cacc-d3a3-4887-8778-a4a276fb94cb,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:12.203332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] No DVR routers for this DVR port edec71f1-4281-440e-a412-9130abb265bf on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:12.207498 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:12.209751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e0fd7df-aca2-4b68-9134-e6d87660d172 req-1b48a4bf-8653-4e91-961f-f88968ee3fe2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.32 "DELETE /v2.0/ports/edec71f1-4281-440e-a412-9130abb265bf HTTP/1.1" status: 204 len: 173 time: 3.6119003 Sep 17 22:05:12.211457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'name': 'network-vif-deleted', 'tag': 'edec71f1-4281-440e-a412-9130abb265bf'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:12.214428 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b0fde-b2b0-4230-96da-d3a874bf262f" -d '{"events": [{"server_uuid": "0810a0b7-f592-4d1e-badb-d2eb1257d591", "name": "network-vif-deleted", "tag": "edec71f1-4281-440e-a412-9130abb265bf"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:12.235612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9246bec-46df-478c-b7f0-a6f58d482587 req-1fc148fc-a8b0-482d-b9ba-0a1a8779f27f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293947 Sep 17 22:05:12.299925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:05:12.320224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Allocated IP 172.20.0.6 (fefca529-eed3-4212-aef0-f81154042ac6/710720af-f220-4216-8ccb-049aba8d52bd/56fc1b59-624e-4f32-85a8-5ed71b4c69cf) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:05:12.333763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab009f-ed52-4d00-a630-c3cefc2be965 req-b116b862-3a55-4bbe-adc3-2de8e0d1cc95 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:12.354540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cab009f-ed52-4d00-a630-c3cefc2be965 req-b116b862-3a55-4bbe-adc3-2de8e0d1cc95 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 946 time: 0.3068004 Sep 17 22:05:12.368625 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8124e12-c8cf-4a8b-9a5f-e50ecad57a97 x-openstack-request-id: req-f8124e12-c8cf-4a8b-9a5f-e50ecad57a97 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:12.368983 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e562e166-7dab-49fa-9bd5-56afebf0a090", "name": "network-vif-plugged", "status": "completed", "tag": "bb059515-3b0a-44e1-81f9-1851fe27ca51", "code": 200}, {"server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "name": "network-vif-plugged", "status": "completed", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d", "code": 200}, {"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-plugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:12.369264 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8124e12-c8cf-4a8b-9a5f-e50ecad57a97 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:12.369677 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e562e166-7dab-49fa-9bd5-56afebf0a090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb059515-3b0a-44e1-81f9-1851fe27ca51', 'code': 200} Sep 17 22:05:12.369910 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d', 'code': 200} Sep 17 22:05:12.370213 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'code': 200} Sep 17 22:05:12.626323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:12.663438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Attempting to bind port 3273cacc-d3a3-4887-8778-a4a276fb94cb on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:05:12.663821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Attempting to bind port 3273cacc-d3a3-4887-8778-a4a276fb94cb by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:05:12.664214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Attempting to bind port 3273cacc-d3a3-4887-8778-a4a276fb94cb on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:12.735466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cab009f-ed52-4d00-a630-c3cefc2be965 req-ba5da764-1938-4676-997f-7b1ad00f7ed6 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718332 Sep 17 22:05:12.738760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Port 3273cacc-d3a3-4887-8778-a4a276fb94cb on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:05:12.743363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Attempting to bind port 3273cacc-d3a3-4887-8778-a4a276fb94cb on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:12.752264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0636f0-6634-4f55-ac19-35b216e32f41 req-9d3b9e0e-64a5-49b8-ad47-5122823776d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:12.753796 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2d0636f0-6634-4f55-ac19-35b216e32f41 req-9d3b9e0e-64a5-49b8-ad47-5122823776d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 1101 time: 0.1104681 Sep 17 22:05:12.763864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-033edc34-0d3d-4f9a-ba10-3e7823aff6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:12.767828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-033edc34-0d3d-4f9a-ba10-3e7823aff6b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a30e8a94e77487a81ad6e29d6558630&device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 1100 time: 0.4834354 Sep 17 22:05:12.793785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:12.824869 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2d0636f0-6634-4f55-ac19-35b216e32f41 req-e586f0a1-7440-4633-840b-507e503bc965 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571520 Sep 17 22:05:12.826317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:12.842149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:05:12.842149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:12.842149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:05:12.842471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Bound port: 3273cacc-d3a3-4887-8778-a4a276fb94cb, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:05:12.842656 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:12.850415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b8b6-e34f-4fae-9618-09cc5caf3778 req-9626b85e-ace1-4c40-92e0-f0d1c91be87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:12.851951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19c5b8b6-e34f-4fae-9618-09cc5caf3778 req-9626b85e-ace1-4c40-92e0-f0d1c91be87c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 1098 time: 0.3419836 Sep 17 22:05:12.871178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233f461-d709-44bc-8c7e-fb12f72f7764 req-0c08ecc4-fdf7-47f9-8602-efeceb38acb3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:12.879186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4233f461-d709-44bc-8c7e-fb12f72f7764 req-0c08ecc4-fdf7-47f9-8602-efeceb38acb3 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 949 time: 0.3633578 Sep 17 22:05:12.908641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Network fefca529-eed3-4212-aef0-f81154042ac6 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:05:12.928965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] Checking router: 5f2793a9-9599-40de-a65c-640ab581cf91 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:05:12.940933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:05:12.941704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:04:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:12.950622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:05:12.954765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:05:13.029928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device edec71f1-4281-440e-a412-9130abb265bf no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:13.033360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4233f461-d709-44bc-8c7e-fb12f72f7764 req-ea701750-ecc7-47c8-a2d6-76d88e9050c9 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532502 Sep 17 22:05:13.066315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.067028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:13.081189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event updated for resources: {'Port': ['ID=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:13.101634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8964b0-9e90-4490-8b70-24d0c1a911ee req-be158149-a9b6-4cd3-abda-6aa4619c5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.103305 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b8964b0-9e90-4490-8b70-24d0c1a911ee req-be158149-a9b6-4cd3-abda-6aa4619c5e5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 1101 time: 0.2257867 Sep 17 22:05:13.114243 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62a99ac-7f05-46b3-9da0-c495a42f6d92 x-openstack-request-id: req-d62a99ac-7f05-46b3-9da0-c495a42f6d92 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:13.114544 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0810a0b7-f592-4d1e-badb-d2eb1257d591", "name": "network-vif-deleted", "tag": "edec71f1-4281-440e-a412-9130abb265bf", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:13.114809 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d62a99ac-7f05-46b3-9da0-c495a42f6d92 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:13.115204 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0810a0b7-f592-4d1e-badb-d2eb1257d591', 'name': 'network-vif-deleted', 'tag': 'edec71f1-4281-440e-a412-9130abb265bf', 'status': 'completed', 'code': 200} Sep 17 22:05:13.116012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: edec71f1-4281-440e-a412-9130abb265bf {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:13.116884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device edec71f1-4281-440e-a412-9130abb265bf not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:13.125312 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-142afa81-7a5c-425c-bd34-83d57802d799 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4755654 Sep 17 22:05:13.140717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Request body: {'port': {'device_id': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:13.176942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-c4b355d6-9cf2-44f4-9a26-150c47122412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.179010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-c4b355d6-9cf2-44f4-9a26-150c47122412 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.3884678 Sep 17 22:05:13.205406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45936762-6b0c-4365-b928-5b079aa6b9e0 req-27d87eb5-2c01-40c1-84f0-48344669b245 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.206973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45936762-6b0c-4365-b928-5b079aa6b9e0 req-27d87eb5-2c01-40c1-84f0-48344669b245 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.2719204 Sep 17 22:05:13.223085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] For port 3273cacc-d3a3-4887-8778-a4a276fb94cb, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:13.224839 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b8964b0-9e90-4490-8b70-24d0c1a911ee req-d6075802-0538-4b2b-a1d6-72ee16e095a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975063 Sep 17 22:05:13.226640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] For port 3273cacc-d3a3-4887-8778-a4a276fb94cb, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3273cacc-d3a3-4887-8778-a4a276fb94cb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:05:13.230182 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:13.236308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:05:13.324944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19c5b8b6-e34f-4fae-9618-09cc5caf3778 req-bc3e5938-4ea7-4865-828a-54326bcef7b9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606275 Sep 17 22:05:13.328320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:13.337792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-328bfaaf-1a54-4dd7-a5cd-79057f4d63e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8cacaec0-7795-4766-ac83-74e7da0b01d1 HTTP/1.1" status: 200 len: 217 time: 0.1179883 Sep 17 22:05:13.390642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.391328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:13.392824 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] 10.222.0.32 "PUT /v2.0/ports/3273cacc-d3a3-4887-8778-a4a276fb94cb HTTP/1.1" status: 200 len: 1097 time: 3.0793550 Sep 17 22:05:13.396189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45936762-6b0c-4365-b928-5b079aa6b9e0 req-dfbe87bb-254c-49f5-b556-57a7efc1e877 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284709 Sep 17 22:05:13.407649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3c6a2-d1a9-4cf8-bbed-a79324f2eb74 req-c04ef8f6-9720-42df-872b-a820ea7163de tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.409010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-438a5fa0-5534-4cea-90b1-78da224f1e73 None None] Provisioning complete for port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:13.409385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-438a5fa0-5534-4cea-90b1-78da224f1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:13.413149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bf3c6a2-d1a9-4cf8-bbed-a79324f2eb74 req-c04ef8f6-9720-42df-872b-a820ea7163de tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 931 time: 0.2304034 Sep 17 22:05:13.459536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada86ed-ef42-45b5-864a-e70a5b9f1b22 service neutron] Pushing event updated for resources: {'Port': ['ID=3273cacc-d3a3-4887-8778-a4a276fb94cb,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:13.544612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-438a5fa0-5534-4cea-90b1-78da224f1e73 None None] Port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:05:13.552723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bf3c6a2-d1a9-4cf8-bbed-a79324f2eb74 req-892c4382-9e15-4e9a-a419-89e0bfc6623d tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344104 Sep 17 22:05:13.579635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-93b1002f-58ab-4c65-8a84-cab15ce8a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.580966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-93b1002f-58ab-4c65-8a84-cab15ce8a107 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1341946 Sep 17 22:05:13.587098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:13.629382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9989bb-8cd3-44a7-be03-3179ec5a1fda None None] The sync data for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 is: [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:05:13.643886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeb598-9927-402c-bef8-df51c0bf8512 req-4d2a496a-ed94-4a93-ba83-79f7dc6cc393 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.645434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8edeb598-9927-402c-bef8-df51c0bf8512 req-4d2a496a-ed94-4a93-ba83-79f7dc6cc393 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 948 time: 0.1534348 Sep 17 22:05:13.652877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fc1b59-624e-4f32-85a8-5ed71b4c69cf {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:13.663685 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:13.678346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Transition to ACTIVE for port object 56fc1b59-624e-4f32-85a8-5ed71b4c69cf will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:05:13.697240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-c45dee0b-149a-4230-8d44-d7e806214342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.698740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-c45dee0b-149a-4230-8d44-d7e806214342 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f54c628283d4237bee66806eb1afca0&device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 1100 time: 0.1611025 Sep 17 22:05:13.767937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-83cce1d1-e28f-45c4-9367-26277cceba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.770097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-83cce1d1-e28f-45c4-9367-26277cceba31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1783650 Sep 17 22:05:13.774051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-1b0430e3-af67-4a16-8f3d-1112ee594afe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3273cacc-d3a3-4887-8778-a4a276fb94cb HTTP/1.1" status: 200 len: 217 time: 0.0605340 Sep 17 22:05:13.782587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8edeb598-9927-402c-bef8-df51c0bf8512 req-bb9276ac-7e82-4f60-bdbf-b528e50e4229 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174636 Sep 17 22:05:13.816577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:13.848648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277e876-f41c-45bc-928b-91b245f556af req-0b49223d-ddbc-45d1-84bb-140aee14d301 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.854908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a277e876-f41c-45bc-928b-91b245f556af req-0b49223d-ddbc-45d1-84bb-140aee14d301 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.2084477 Sep 17 22:05:13.893030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Pushing event updated for resources: {'Port': ['ID=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:13.982988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-4c4fa9d8-c429-4a34-9990-cff99f007b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:13.984941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-4c4fa9d8-c429-4a34-9990-cff99f007b5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1983221 Sep 17 22:05:14.000080 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdcbd29-9585-46ce-8f14-7410341435ea None None] New status for floating IP 13a2fe25-0cba-4ca5-ac9d-970be27fa608: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:05:14.017044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Attempting to bind port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:05:14.017386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Attempting to bind port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:05:14.017722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Attempting to bind port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf on network fefca529-eed3-4212-aef0-f81154042ac6 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:14.022480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf on network fefca529-eed3-4212-aef0-f81154042ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:05:14.022858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Attempting to bind port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf on network fefca529-eed3-4212-aef0-f81154042ac6 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:14.032054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:05:14.033783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Checking segment: {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:14.033783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Bound using segment: {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:05:14.033783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Bound port: 56fc1b59-624e-4f32-85a8-5ed71b4c69cf, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:05:14.033783 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:14.334996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a277e876-f41c-45bc-928b-91b245f556af req-4518159e-2dda-4653-baea-720b8e314247 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677300 Sep 17 22:05:14.352617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870c12d-c11f-4dff-8183-6ce96a39e95d req-ce1cf90c-2bd8-469b-af21-93ce1ea41635 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:14.355206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c870c12d-c11f-4dff-8183-6ce96a39e95d req-ce1cf90c-2bd8-469b-af21-93ce1ea41635 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 948 time: 0.4327378 Sep 17 22:05:14.358438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-d646009f-acdd-4df0-bd80-43e62c7085a9 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736973 Sep 17 22:05:14.417950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-45425ea9-7c31-4902-96c1-11d1c9a42ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:14.419599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-45425ea9-7c31-4902-96c1-11d1c9a42ce5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4238524 Sep 17 22:05:14.427515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] For port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:14.431328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] For port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:05:14.464663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c870c12d-c11f-4dff-8183-6ce96a39e95d req-d4b7ad9c-528a-49b5-9afd-16b5e05dc615 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876896 Sep 17 22:05:14.574905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:14.628665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:14.629412 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:14.631077 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] 10.222.0.35 "PUT /v2.0/ports/56fc1b59-624e-4f32-85a8-5ed71b4c69cf HTTP/1.1" status: 200 len: 1092 time: 1.4952798 Sep 17 22:05:14.631495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'tag': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:14.634101 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef953a8c-5cac-4ac9-a0bd-933594097786" -d '{"events": [{"name": "network-changed", "server_uuid": "4403b4ee-1e9c-42ea-b87a-b57377787189", "tag": "56fc1b59-624e-4f32-85a8-5ed71b4c69cf"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:14.636860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28418f-7b11-4396-8245-f306948676be req-918d7dbb-49a7-47ee-91f1-be7228d2c16c tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:14.638483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae28418f-7b11-4396-8245-f306948676be req-918d7dbb-49a7-47ee-91f1-be7228d2c16c tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 946 time: 0.1955154 Sep 17 22:05:14.642952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c27960-f2c8-47a4-a7fe-f5bfdc2df5f7 req-c770ccae-5e61-489b-a66d-d2f27c218d7c service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670829 Sep 17 22:05:14.683047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a182c6-d3a5-4459-a918-049cb8f442e8 service neutron] Pushing event updated for resources: {'Port': ['ID=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:14.700045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-89e90395-d27f-4735-a1ff-951c8cd0093e service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526953 Sep 17 22:05:14.746529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae28418f-7b11-4396-8245-f306948676be req-6fe99e12-5194-4290-b550-4b98586e3261 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998557 Sep 17 22:05:14.846433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7baf0d5-4b14-4c9a-8bac-fdabf3ab0f5e req-f879e668-636e-4f6a-aed4-fc610ba4d373 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454675 Sep 17 22:05:14.942636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958eff7-c254-439f-aa9f-f1191fbc3dca req-e50ac9dd-ca70-4df2-92dc-ad32b3beaadc tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:14.944288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0958eff7-c254-439f-aa9f-f1191fbc3dca req-e50ac9dd-ca70-4df2-92dc-ad32b3beaadc tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 949 time: 0.0825310 Sep 17 22:05:14.945987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-3ed1faa7-2f4c-4309-8248-7e26496616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:14.947602 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-3ed1faa7-2f4c-4309-8248-7e26496616a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbd676ac393c4405932ba38df2755284&device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 1095 time: 0.0491877 Sep 17 22:05:14.950025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8cacaec0-7795-4766-ac83-74e7da0b01d1 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:14.986015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0958eff7-c254-439f-aa9f-f1191fbc3dca req-9da6e517-cab1-4e1a-b657-bf2e6f9bb850 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Sep 17 22:05:15.078809 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-b320c846-eabc-4531-a919-6e95de779df2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56fc1b59-624e-4f32-85a8-5ed71b4c69cf HTTP/1.1" status: 200 len: 217 time: 0.0766935 Sep 17 22:05:15.106240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8cacaec0-7795-4766-ac83-74e7da0b01d1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8cacaec0-7795-4766-ac83-74e7da0b01d1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:15.123632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47be4a-725d-488c-806c-2124ec8efe34 req-e0612286-237d-439a-b7e4-b48816a3919a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.124048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '8cacaec0-7795-4766-ac83-74e7da0b01d1', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '8cacaec0-7795-4766-ac83-74e7da0b01d1', 'mac_address': 'fa:16:3e:ed:35:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:15.126683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af47be4a-725d-488c-806c-2124ec8efe34 req-e0612286-237d-439a-b7e4-b48816a3919a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.0618753 Sep 17 22:05:15.127415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b04f35f-aec7-4b7a-83ee-9cd58a164054', 'tag': '3273cacc-d3a3-4887-8778-a4a276fb94cb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:15.130811 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db8c04b-060e-48d7-9ad0-85c361663f83" -d '{"events": [{"name": "network-changed", "server_uuid": "2b04f35f-aec7-4b7a-83ee-9cd58a164054", "tag": "3273cacc-d3a3-4887-8778-a4a276fb94cb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:15.159251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-ee917cde-6db1-478f-9fea-75267792f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.161170 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-ee917cde-6db1-478f-9fea-75267792f5cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=710720af-f220-4216-8ccb-049aba8d52bd HTTP/1.1" status: 200 len: 863 time: 0.0715799 Sep 17 22:05:15.204146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af47be4a-725d-488c-806c-2124ec8efe34 req-a8c5e57b-ec65-41e1-9a60-c2b5457abc35 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692201 Sep 17 22:05:15.248217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-ff4ac9d3-a411-4382-a5a3-d60f4d18bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.252456 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-ff4ac9d3-a411-4382-a5a3-d60f4d18bd86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fefca529-eed3-4212-aef0-f81154042ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833728 Sep 17 22:05:15.257213 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dc4225-4df4-48d9-89cb-26a1174cc1c0 x-openstack-request-id: req-35dc4225-4df4-48d9-89cb-26a1174cc1c0 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:15.257513 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4403b4ee-1e9c-42ea-b87a-b57377787189", "tag": "56fc1b59-624e-4f32-85a8-5ed71b4c69cf", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:15.257765 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35dc4225-4df4-48d9-89cb-26a1174cc1c0 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:15.258171 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'tag': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf', 'status': 'completed', 'code': 200} Sep 17 22:05:15.353282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:15.367964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cacaec0-7795-4766-ac83-74e7da0b01d1 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:15.377725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa609-7d97-4316-81d1-e7fdd6daf82d req-7d439bc8-e6e8-493a-91dc-582836b3d71c tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.387090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-310fa609-7d97-4316-81d1-e7fdd6daf82d req-7d439bc8-e6e8-493a-91dc-582836b3d71c tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 948 time: 0.0838242 Sep 17 22:05:15.394174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8cacaec0-7795-4766-ac83-74e7da0b01d1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8cacaec0-7795-4766-ac83-74e7da0b01d1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:15.415857 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-33735091-1c5f-478d-9a05-e2958603041b service neutron] 10.222.0.35 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469316 Sep 17 22:05:15.450746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-310fa609-7d97-4316-81d1-e7fdd6daf82d req-2dce0f10-6d88-4cf7-a0b7-a9063ee50e41 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627000 Sep 17 22:05:15.461301 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:15.476654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11b60d-fd3c-4f56-8178-124d77e131af req-ce046e34-18ef-42f1-b337-ae7b1d152cc7 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.478234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be11b60d-fd3c-4f56-8178-124d77e131af req-ce046e34-18ef-42f1-b337-ae7b1d152cc7 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 943 time: 0.0724723 Sep 17 22:05:15.525750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=8cacaec0-7795-4766-ac83-74e7da0b01d1,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:15.538021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be11b60d-fd3c-4f56-8178-124d77e131af req-5503b111-e700-494b-942c-8ed724e1e330 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433855 Sep 17 22:05:15.549395 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4fac17b-3f5b-4ca6-9da4-830bfea46a95 req-fff3d12e-1bd4-44de-be13-36ecdd7ac541 service neutron] 10.222.0.35 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222613 Sep 17 22:05:15.586307 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f312a29-0680-43c6-bbc9-1288dad43016 x-openstack-request-id: req-9f312a29-0680-43c6-bbc9-1288dad43016 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:15.586650 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b04f35f-aec7-4b7a-83ee-9cd58a164054", "tag": "3273cacc-d3a3-4887-8778-a4a276fb94cb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:15.586965 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f312a29-0680-43c6-bbc9-1288dad43016 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:15.587524 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b04f35f-aec7-4b7a-83ee-9cd58a164054', 'tag': '3273cacc-d3a3-4887-8778-a4a276fb94cb', 'status': 'completed', 'code': 200} Sep 17 22:05:15.602303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83041320-7f49-45fa-b01c-c0d1556b6342 req-b51d1589-7fb8-4e93-b254-b35d7caa4b66 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.605235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83041320-7f49-45fa-b01c-c0d1556b6342 req-b51d1589-7fb8-4e93-b254-b35d7caa4b66 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 950 time: 0.0649843 Sep 17 22:05:15.703558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83041320-7f49-45fa-b01c-c0d1556b6342 req-f4711802-b65b-4283-a0ed-eae0029120b0 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902777 Sep 17 22:05:15.724084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafebbf-9f44-4c33-b5e1-22399bcebf81 req-c2e95bf7-3e7b-456e-8673-6c41c16c3847 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.725548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdafebbf-9f44-4c33-b5e1-22399bcebf81 req-c2e95bf7-3e7b-456e-8673-6c41c16c3847 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0893681 Sep 17 22:05:15.727402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-35a72f6f-50d3-4115-a4d2-fc2abb4739fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.728815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-35a72f6f-50d3-4115-a4d2-fc2abb4739fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f54c628283d4237bee66806eb1afca0&device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 1100 time: 0.1076970 Sep 17 22:05:15.791002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8cacaec0-7795-4766-ac83-74e7da0b01d1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:15.819553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdafebbf-9f44-4c33-b5e1-22399bcebf81 req-20ef52a7-5926-4ea2-98e9-2dba3a617d19 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869975 Sep 17 22:05:15.886216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f585fbe-1da2-4963-8621-ddb273319b91 req-3dea868b-d802-40fb-9f37-3014b6e0c4af tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.888189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f585fbe-1da2-4963-8621-ddb273319b91 req-3dea868b-d802-40fb-9f37-3014b6e0c4af tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 948 time: 0.1023686 Sep 17 22:05:15.898635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-d5fed617-0343-4f94-87d8-c4d2dcd11e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:15.900313 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-d5fed617-0343-4f94-87d8-c4d2dcd11e2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1599126 Sep 17 22:05:15.956004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-fa347744-e57f-4d86-b427-5ef86900138d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3273cacc-d3a3-4887-8778-a4a276fb94cb HTTP/1.1" status: 200 len: 217 time: 0.0472705 Sep 17 22:05:15.997300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f585fbe-1da2-4963-8621-ddb273319b91 req-5cd2edf8-7948-411c-a1e3-839cd499a668 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960271 Sep 17 22:05:16.021311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-916bcc2a-bbf9-4e7d-89ef-9aceec958b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.022815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-916bcc2a-bbf9-4e7d-89ef-9aceec958b5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0562689 Sep 17 22:05:16.117132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-98aba49f-7801-43aa-ab38-8017919cf1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.119510 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-98aba49f-7801-43aa-ab38-8017919cf1db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbd676ac393c4405932ba38df2755284&device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 1095 time: 0.0729318 Sep 17 22:05:16.123429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-d548038f-c9b9-45e4-903b-ca3c4ab430cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.125543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-d548038f-c9b9-45e4-903b-ca3c4ab430cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872903 Sep 17 22:05:16.137547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d8c82-7277-4959-b588-829697a62a53 req-111f843c-41ba-49fc-961d-c1b994c88bdf tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.139007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a96d8c82-7277-4959-b588-829697a62a53 req-111f843c-41ba-49fc-961d-c1b994c88bdf tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 946 time: 0.0613322 Sep 17 22:05:16.255212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-d7b46911-e280-4cd1-8d81-d56954d453a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.256816 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-d7b46911-e280-4cd1-8d81-d56954d453a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fefca529-eed3-4212-aef0-f81154042ac6 HTTP/1.1" status: 200 len: 924 time: 0.1204102 Sep 17 22:05:16.271124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a96d8c82-7277-4959-b588-829697a62a53 req-2d3492ee-0ea4-4a75-8ad3-bac9f6236ce1 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221251 Sep 17 22:05:16.308246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-e460a8c7-2990-410d-a205-515140d13650 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683145 Sep 17 22:05:16.310290 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-045d36ef-87b7-42a6-8cbc-7ef3347134ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56fc1b59-624e-4f32-85a8-5ed71b4c69cf HTTP/1.1" status: 200 len: 217 time: 0.0437169 Sep 17 22:05:16.371646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-00a55dfe-c648-4861-a66e-cb3b72b22218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.373141 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-00a55dfe-c648-4861-a66e-cb3b72b22218 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=710720af-f220-4216-8ccb-049aba8d52bd HTTP/1.1" status: 200 len: 863 time: 0.0555923 Sep 17 22:05:16.443057 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-88c0e420-74b5-48f1-8a9d-916e61e3425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.444784 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-88c0e420-74b5-48f1-8a9d-916e61e3425f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fefca529-eed3-4212-aef0-f81154042ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637980 Sep 17 22:05:16.519260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d005e-be11-4c31-b99a-18f8b126251f req-5b605ae9-576a-475a-be4c-1e6fea5b38a2 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.521239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-549d005e-be11-4c31-b99a-18f8b126251f req-5b605ae9-576a-475a-be4c-1e6fea5b38a2 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1744757 Sep 17 22:05:16.538672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db8c04b-060e-48d7-9ad0-85c361663f83 req-f6de1923-65ad-4fe0-8461-463024ed57d5 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116675 Sep 17 22:05:16.590640 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-b4892b20-426c-4b67-ab71-238929dd8774 service neutron] 10.222.0.35 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290181 Sep 17 22:05:16.620103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d05c0-8a7b-42b3-be3f-246dadecfba7 req-e801fa44-9c6e-4fe8-9897-ecdd109c34d0 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.621724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a94d05c0-8a7b-42b3-be3f-246dadecfba7 req-e801fa44-9c6e-4fe8-9897-ecdd109c34d0 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.1507707 Sep 17 22:05:16.629959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-549d005e-be11-4c31-b99a-18f8b126251f req-7f36ac06-3009-48ec-a6ef-7a16ace738f0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992126 Sep 17 22:05:16.668832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-124a8987-6b20-42bb-8f04-33893bd933b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103277 Sep 17 22:05:16.675007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a94d05c0-8a7b-42b3-be3f-246dadecfba7 req-40a1c7ab-dfa3-4c95-9b71-71a0ec58a41e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Sep 17 22:05:16.715185 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef953a8c-5cac-4ac9-a0bd-933594097786 req-a3bed3dd-66bc-4bd4-9fc2-51f6d270a468 service neutron] 10.222.0.35 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162019 Sep 17 22:05:16.756292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-53fd17b6-f8d0-45a2-b6a9-44cc8a14766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.757945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-53fd17b6-f8d0-45a2-b6a9-44cc8a14766b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1096 time: 0.0542846 Sep 17 22:05:16.920786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f50636-b534-4ca3-b326-cef18c912582 req-565ccdcd-6581-4c3b-9940-3c2c19204dd1 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.922891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74f50636-b534-4ca3-b326-cef18c912582 req-565ccdcd-6581-4c3b-9940-3c2c19204dd1 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 949 time: 0.1207902 Sep 17 22:05:16.965118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8cacaec0-7795-4766-ac83-74e7da0b01d1 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:16.966524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686a42d-2782-47a9-932c-0c148eea5fd6 req-cfe70858-66a7-405d-8c18-2bd9b1a5179a tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.968188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2686a42d-2782-47a9-932c-0c148eea5fd6 req-cfe70858-66a7-405d-8c18-2bd9b1a5179a tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 943 time: 0.1544783 Sep 17 22:05:16.979754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-76b1a5bd-1092-47da-acbc-86d8d48e9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:16.981364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-76b1a5bd-1092-47da-acbc-86d8d48e9f5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.2023029 Sep 17 22:05:17.015999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74f50636-b534-4ca3-b326-cef18c912582 req-343d7eae-7b1c-44d6-a9a5-e4746611b7f2 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845828 Sep 17 22:05:17.054955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-e40ccb7b-7bbc-405a-8b7f-5e46c1592290 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 217 time: 0.0576086 Sep 17 22:05:17.083255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2686a42d-2782-47a9-932c-0c148eea5fd6 req-98f1884e-13ab-4aca-ac50-8e0022eee2d3 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007721 Sep 17 22:05:17.133243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 8cacaec0-7795-4766-ac83-74e7da0b01d1 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:05:17.139022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 8cacaec0-7795-4766-ac83-74e7da0b01d1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:17.139387 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:17.140762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-764929b2-4dd9-493a-ae1f-a1bbdac8af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:17.148339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-764929b2-4dd9-493a-ae1f-a1bbdac8af24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0791340 Sep 17 22:05:17.150177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97253df9-78a5-46c6-bb25-b89b880b98da req-8d0ae206-7782-4a97-bd70-ee1e881268c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:17.150664 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-97253df9-78a5-46c6-bb25-b89b880b98da req-8d0ae206-7782-4a97-bd70-ee1e881268c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1097 time: 0.0888658 Sep 17 22:05:17.207079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-65fbbc27-2084-436c-8373-e049331d3151 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537739 Sep 17 22:05:17.264476 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:17.323565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8cacaec0-7795-4766-ac83-74e7da0b01d1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8cacaec0-7795-4766-ac83-74e7da0b01d1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:17.326383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cacaec0-7795-4766-ac83-74e7da0b01d1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:17.331562 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000e26d4-47fd-4886-9f4f-47bb2c3602ab" -d '{"events": [{"server_uuid": "92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde", "name": "network-vif-plugged", "status": "completed", "tag": "8cacaec0-7795-4766-ac83-74e7da0b01d1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:17.332488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97253df9-78a5-46c6-bb25-b89b880b98da req-c1d74d2f-c2a5-44f3-9fa1-a0ffbe02f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:17.334865 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-97253df9-78a5-46c6-bb25-b89b880b98da req-c1d74d2f-c2a5-44f3-9fa1-a0ffbe02f1e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.1620140 Sep 17 22:05:17.379075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-d22cd2ee-1515-4ba7-9669-427a4f1114ac service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638103 Sep 17 22:05:17.386553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2333-c1cf-4fb0-b6d7-ef60ec7e4a37 req-e74a722b-7fbe-4235-af9b-88e477f41f4d tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:17.388090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7eb2333-c1cf-4fb0-b6d7-ef60ec7e4a37 req-e74a722b-7fbe-4235-af9b-88e477f41f4d tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 948 time: 0.0738976 Sep 17 22:05:17.406479 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-97253df9-78a5-46c6-bb25-b89b880b98da req-17bb608b-b704-44ee-8608-c0b3b84755d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 200 len: 217 time: 0.0419478 Sep 17 22:05:17.426742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:17.501532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97253df9-78a5-46c6-bb25-b89b880b98da req-9a19a8c9-d68c-4ae0-8557-50140e165a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:17.506259 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-97253df9-78a5-46c6-bb25-b89b880b98da req-9a19a8c9-d68c-4ae0-8557-50140e165a86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0806293 Sep 17 22:05:17.508907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=8cacaec0-7795-4766-ac83-74e7da0b01d1,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:17.514301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7eb2333-c1cf-4fb0-b6d7-ef60ec7e4a37 req-a4af019d-6c2f-4877-a3e6-51e51dad076f tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094446 Sep 17 22:05:17.549227 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-97253df9-78a5-46c6-bb25-b89b880b98da req-a7ba6818-b8ba-48dd-8425-a57cd6e41463 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320847 Sep 17 22:05:17.556105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2aac4ac-ed5e-4f97-9f52-9941ba34b219 req-54149e46-6ae1-4217-94d6-c24d8b5a8155 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586139 Sep 17 22:05:17.620897 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a4a9ae-e680-481f-b616-260b4fcadff4 x-openstack-request-id: req-72a4a9ae-e680-481f-b616-260b4fcadff4 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:17.621409 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde", "name": "network-vif-plugged", "status": "completed", "tag": "8cacaec0-7795-4766-ac83-74e7da0b01d1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:17.621833 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72a4a9ae-e680-481f-b616-260b4fcadff4 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:17.622386 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cacaec0-7795-4766-ac83-74e7da0b01d1', 'code': 200} Sep 17 22:05:17.706731 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-97253df9-78a5-46c6-bb25-b89b880b98da req-070be83f-68b9-4f41-9ba9-2c1800b5030c service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402514 Sep 17 22:05:17.727283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee97e3-5076-4151-bf54-e9ed42982011 req-d8125f99-a0f6-4c51-87dd-6e477e2c1564 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:17.729299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33ee97e3-5076-4151-bf54-e9ed42982011 req-d8125f99-a0f6-4c51-87dd-6e477e2c1564 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0942869 Sep 17 22:05:17.733810 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5f68f86c-dcb5-49ba-92ae-be4a339ebbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:17.745899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9f86d-9c8d-46ba-872b-0f26f04bb35f req-28c43d7b-4891-4aac-8ac3-23c0ef07082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:17.748299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cf9f86d-9c8d-46ba-872b-0f26f04bb35f req-28c43d7b-4891-4aac-8ac3-23c0ef07082e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 1102 time: 0.0638897 Sep 17 22:05:17.813867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33ee97e3-5076-4151-bf54-e9ed42982011 req-c92e4227-9c80-47a4-80c7-b12867a93aae tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707726 Sep 17 22:05:17.815579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cf9f86d-9c8d-46ba-872b-0f26f04bb35f req-d9a8b1e2-fbc3-4b86-a2d6-90633fe3e013 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Sep 17 22:05:17.842768 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-97253df9-78a5-46c6-bb25-b89b880b98da req-2c246bab-413e-47d6-afb8-11ba72564ba5 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197436 Sep 17 22:05:17.941181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ad289-37d5-4cab-b289-ecce21fc4588 req-2eefb4bb-62d6-40b5-972e-1b14d7cf268c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:17.942669 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c45ad289-37d5-4cab-b289-ecce21fc4588 req-2eefb4bb-62d6-40b5-972e-1b14d7cf268c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.0605230 Sep 17 22:05:17.992958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c45ad289-37d5-4cab-b289-ecce21fc4588 req-ce1e4035-ad48-42d9-a697-10d89f15ccca tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Sep 17 22:05:18.195033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a411bf-4a9d-4cc9-878c-f97d078cdd86 req-7820c7f0-811a-4073-8f91-74347c2dd51d tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:18.196560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07a411bf-4a9d-4cc9-878c-f97d078cdd86 req-7820c7f0-811a-4073-8f91-74347c2dd51d tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 950 time: 0.0836308 Sep 17 22:05:18.214317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73293838-3baa-4079-bd89-8173e9ed99a2 req-0fe3d237-975b-4508-9d8c-06b96b2b62e8 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:18.222516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73293838-3baa-4079-bd89-8173e9ed99a2 req-0fe3d237-975b-4508-9d8c-06b96b2b62e8 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 946 time: 0.0808959 Sep 17 22:05:18.277381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07a411bf-4a9d-4cc9-878c-f97d078cdd86 req-8da7b135-d78d-402c-b0b4-322f1ffabf23 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718024 Sep 17 22:05:18.285051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73293838-3baa-4079-bd89-8173e9ed99a2 req-570453f5-79e5-4e66-8a23-d69b686ea79a tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614829 Sep 17 22:05:18.407494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10925db5-cc0f-4099-a3a1-59e75b39037b req-2b592cf0-a5cb-419e-a3d5-4bc832c6c85e tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:18.409163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10925db5-cc0f-4099-a3a1-59e75b39037b req-2b592cf0-a5cb-419e-a3d5-4bc832c6c85e tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 943 time: 0.0558825 Sep 17 22:05:18.447877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10925db5-cc0f-4099-a3a1-59e75b39037b req-da2927a0-4ce8-4217-a304-2a3f898f3c2c tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327518 Sep 17 22:05:18.635014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e07cf-9b86-4a5c-ac68-62ef1eb7cdc5 req-a969ab49-44b5-42b8-be90-d3e63527d370 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:18.636479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b82e07cf-9b86-4a5c-ac68-62ef1eb7cdc5 req-a969ab49-44b5-42b8-be90-d3e63527d370 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 948 time: 0.0468919 Sep 17 22:05:18.677455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b82e07cf-9b86-4a5c-ac68-62ef1eb7cdc5 req-e2c14df7-6fc4-4bb7-b347-3273eeccda0e tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348632 Sep 17 22:05:18.931544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332d69-16ea-4565-93c9-33876a25a143 req-17cf2a51-cb4e-4195-ac15-9b9c45451692 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:18.931976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 56fc1b59-624e-4f32-85a8-5ed71b4c69cf details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:18.933300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79332d69-16ea-4565-93c9-33876a25a143 req-17cf2a51-cb4e-4195-ac15-9b9c45451692 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0492301 Sep 17 22:05:18.970563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3273cacc-d3a3-4887-8778-a4a276fb94cb details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:18.972533 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79332d69-16ea-4565-93c9-33876a25a143 req-d4c07d71-5b0b-4bac-b75f-28fcdefd75a0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Sep 17 22:05:19.066335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:19.112188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'port_id': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf', 'mac_address': 'fa:16:3e:e8:35:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:19.131608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225ef13-a83f-456d-804d-a6bd295ea87b req-a3eb2c01-3956-41db-be9a-1e23d267f4d5 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:19.133539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7225ef13-a83f-456d-804d-a6bd295ea87b req-a3eb2c01-3956-41db-be9a-1e23d267f4d5 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.0700452 Sep 17 22:05:19.165117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3273cacc-d3a3-4887-8778-a4a276fb94cb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3273cacc-d3a3-4887-8778-a4a276fb94cb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:19.175999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7225ef13-a83f-456d-804d-a6bd295ea87b req-a5883639-ae07-49ba-bc09-80af9621e128 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Sep 17 22:05:19.177296 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:19.192859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '3273cacc-d3a3-4887-8778-a4a276fb94cb', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '3273cacc-d3a3-4887-8778-a4a276fb94cb', 'mac_address': 'fa:16:3e:24:7c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:19.199359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56fc1b59-624e-4f32-85a8-5ed71b4c69cf {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:19.249464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:19.260013 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:19.274749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3273cacc-d3a3-4887-8778-a4a276fb94cb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:19.295414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3273cacc-d3a3-4887-8778-a4a276fb94cb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3273cacc-d3a3-4887-8778-a4a276fb94cb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:19.324236 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:19.325426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:19.377614 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:19.478048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:19.486763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2893628-78d0-4026-b5f8-93beb14aa3fb req-9f1a2dd6-0ede-4460-aa33-f1d4686470ec tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:19.487676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:19.488789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2893628-78d0-4026-b5f8-93beb14aa3fb req-9f1a2dd6-0ede-4460-aa33-f1d4686470ec tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 946 time: 0.1270082 Sep 17 22:05:19.497512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af1f7f-6c35-4a79-aad2-9fbe321099cb req-c1a2787a-7d44-474d-84f4-25ab42b83bcb tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:19.499188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97af1f7f-6c35-4a79-aad2-9fbe321099cb req-c1a2787a-7d44-474d-84f4-25ab42b83bcb tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 950 time: 0.1235902 Sep 17 22:05:19.522454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '4855047f-1b23-4951-b43c-2301d7aca959', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '4855047f-1b23-4951-b43c-2301d7aca959', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:19.556501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2893628-78d0-4026-b5f8-93beb14aa3fb req-23319834-fe11-46f6-a721-acc2b12bd146 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553951 Sep 17 22:05:19.568113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3273cacc-d3a3-4887-8778-a4a276fb94cb,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:19.569433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97af1f7f-6c35-4a79-aad2-9fbe321099cb req-2909a862-8b73-4f87-b63a-f3d2e174b6e2 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622866 Sep 17 22:05:19.594426 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:19.605331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4855047f-1b23-4951-b43c-2301d7aca959 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:19.625716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:19.678354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7fce0-96b8-4522-8f96-54ac38884cb7 req-ca82a755-0332-4d6e-b371-fcb9fbe32490 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:19.679949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bf7fce0-96b8-4522-8f96-54ac38884cb7 req-ca82a755-0332-4d6e-b371-fcb9fbe32490 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 944 time: 0.0530736 Sep 17 22:05:19.691557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3273cacc-d3a3-4887-8778-a4a276fb94cb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:19.729502 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:19.733901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bf7fce0-96b8-4522-8f96-54ac38884cb7 req-0df4a4b3-b1af-4c2a-b230-cb74164dea70 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466218 Sep 17 22:05:19.800610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab895737-247b-4824-9c43-fd3d42d7255e req-0432fada-e3da-44b7-9080-b6a78a2bdd34 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:19.802096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab895737-247b-4824-9c43-fd3d42d7255e req-0432fada-e3da-44b7-9080-b6a78a2bdd34 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 949 time: 0.0550346 Sep 17 22:05:19.826199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:19.844932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab895737-247b-4824-9c43-fd3d42d7255e req-b44eb4ae-7526-46b9-8a70-508fbdde051e tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364561 Sep 17 22:05:19.892402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['4855047f-1b23-4951-b43c-2301d7aca959'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:19.991896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-88af5a4c-988a-4ae4-9c73-cfcf93ee0757 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:19.992899 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-88af5a4c-988a-4ae4-9c73-cfcf93ee0757 tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.35 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 946 time: 0.0542417 Sep 17 22:05:20.103656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf9968-89f0-4543-b25b-edf9aeaedfcf req-86e94df5-a321-4b65-a96e-5a28d53855e0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:20.107922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ddf9968-89f0-4543-b25b-edf9aeaedfcf req-86e94df5-a321-4b65-a96e-5a28d53855e0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0604744 Sep 17 22:05:20.114954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Deleting port bb059515-3b0a-44e1-81f9-1851fe27ca51 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:20.115302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:20.150008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ddf9968-89f0-4543-b25b-edf9aeaedfcf req-57f51e01-a455-4767-9526-4f476e67e3d0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 Sep 17 22:05:20.157845 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a1feba25-9fb1-423d-bff5-595ef5cb8186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:20.161488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['56fc1b59-624e-4f32-85a8-5ed71b4c69cf'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:20.233680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] For port bb059515-3b0a-44e1-81f9-1851fe27ca51, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb059515-3b0a-44e1-81f9-1851fe27ca51,segment=NetworkSegment(75625b06-fe23-4b59-b175-89017c1305ba),segment_id=75625b06-fe23-4b59-b175-89017c1305ba)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:20.234722 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:20.256798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Calling delete_port for bb059515-3b0a-44e1-81f9-1851fe27ca51 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:20.307899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a48c9-a544-4ebf-9ad8-9fe1eca87167 req-bd3d2df2-a20f-4a18-8451-0eeee1a68287 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:20.316420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-677a48c9-a544-4ebf-9ad8-9fe1eca87167 req-bd3d2df2-a20f-4a18-8451-0eeee1a68287 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 945 time: 0.0559263 Sep 17 22:05:20.354505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-677a48c9-a544-4ebf-9ad8-9fe1eca87167 req-b1205dab-29f9-49cf-bd93-a77e969ded3d tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358775 Sep 17 22:05:20.459855 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:20.489296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Pushing event deleted for resources: {'Port': ['ID=bb059515-3b0a-44e1-81f9-1851fe27ca51,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:20.538609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] No DVR routers for this DVR port bb059515-3b0a-44e1-81f9-1851fe27ca51 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:20.541361 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:20.544201 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-76c1bc71-10e5-4324-bec3-c1c536a465ed req-48946679-5984-482a-bdbc-54f0228a3f5e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.35 "DELETE /v2.0/ports/bb059515-3b0a-44e1-81f9-1851fe27ca51 HTTP/1.1" status: 204 len: 173 time: 0.5404639 Sep 17 22:05:20.545091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e562e166-7dab-49fa-9bd5-56afebf0a090', 'name': 'network-vif-deleted', 'tag': 'bb059515-3b0a-44e1-81f9-1851fe27ca51'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:20.548973 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136376b7-b26a-479f-a3a6-25353cc2fa41" -d '{"events": [{"server_uuid": "e562e166-7dab-49fa-9bd5-56afebf0a090", "name": "network-vif-deleted", "tag": "bb059515-3b0a-44e1-81f9-1851fe27ca51"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:20.612600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-4f30a605-7b59-4897-9d28-6545112e4339 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:20.614324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-4f30a605-7b59-4897-9d28-6545112e4339 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.0565031 Sep 17 22:05:20.623136 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167f4a53-d713-47a8-88a2-ba1837e62bf3 x-openstack-request-id: req-167f4a53-d713-47a8-88a2-ba1837e62bf3 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:20.623862 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e562e166-7dab-49fa-9bd5-56afebf0a090", "name": "network-vif-deleted", "tag": "bb059515-3b0a-44e1-81f9-1851fe27ca51", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:20.623862 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-167f4a53-d713-47a8-88a2-ba1837e62bf3 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:20.625552 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e562e166-7dab-49fa-9bd5-56afebf0a090', 'name': 'network-vif-deleted', 'tag': 'bb059515-3b0a-44e1-81f9-1851fe27ca51', 'status': 'completed', 'code': 200} Sep 17 22:05:20.629108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-17'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:20.691257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3de8c23-b88b-43b7-bb9b-7cb9ca0e68fe req-6f368b2d-7820-4b77-96ea-3d4c3d978f3e tempest-ServerAddressesTestJSON-101611362 tempest-ServerAddressesTestJSON-101611362-project] 10.222.0.13 "GET /v2.0/ports?device_id=e562e166-7dab-49fa-9bd5-56afebf0a090 HTTP/1.1" status: 200 len: 210 time: 0.0313823 Sep 17 22:05:20.784939 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:20.861961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d6f49-0372-4aa8-af8c-7dd879ced129 req-c9fc3bb7-189d-420f-9135-c48406d87227 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:20.863496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-336d6f49-0372-4aa8-af8c-7dd879ced129 req-c9fc3bb7-189d-420f-9135-c48406d87227 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 950 time: 0.1282806 Sep 17 22:05:20.930357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bb059515-3b0a-44e1-81f9-1851fe27ca51'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:20.952481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:20.975189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75684409-0b3a-4091-aa5e-bd2de28bef89 req-557e5be7-47ab-41ac-a89c-d730f8adbce0 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:20.976753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75684409-0b3a-4091-aa5e-bd2de28bef89 req-557e5be7-47ab-41ac-a89c-d730f8adbce0 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 944 time: 0.1418872 Sep 17 22:05:20.983582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-336d6f49-0372-4aa8-af8c-7dd879ced129 req-d22f9759-a4c2-4a8f-b3cf-8e2e4e072f06 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046104 Sep 17 22:05:21.004823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3273cacc-d3a3-4887-8778-a4a276fb94cb up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:21.048270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75684409-0b3a-4091-aa5e-bd2de28bef89 req-6555be8c-430b-4e50-9859-83db40aa946f tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588748 Sep 17 22:05:21.060701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 4855047f-1b23-4951-b43c-2301d7aca959 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:21.060701 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.085376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:21.184850 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.188976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 3273cacc-d3a3-4887-8778-a4a276fb94cb completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:05:21.193289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:21.201121 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 3273cacc-d3a3-4887-8778-a4a276fb94cb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:21.201600 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.246424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:21.248826 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c212a10c-35ce-4c6e-ad72-69c56f122441" -d '{"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-plugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:21.254393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4c972-e856-49e8-ab84-a52c1403ba50 req-6c0cc183-df16-4f01-ba00-3ff132284c02 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:21.257072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdd4c972-e856-49e8-ab84-a52c1403ba50 req-6c0cc183-df16-4f01-ba00-3ff132284c02 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 949 time: 0.1130826 Sep 17 22:05:21.269794 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.274805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:21.293413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:21.295511 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c7b2fa-f4cb-4490-99be-72d4c3493793" -d '{"events": [{"server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "name": "network-vif-unplugged", "status": "completed", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:21.304089 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.335433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdd4c972-e856-49e8-ab84-a52c1403ba50 req-0d7af906-937a-4d37-bc45-f696bc2ce98b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707002 Sep 17 22:05:21.379959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.385309 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.433452 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.576888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3273cacc-d3a3-4887-8778-a4a276fb94cb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3273cacc-d3a3-4887-8778-a4a276fb94cb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:21.598928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:21.634481 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d31b03c-e74a-45ef-a45c-af9aa94c9c7c x-openstack-request-id: req-5d31b03c-e74a-45ef-a45c-af9aa94c9c7c {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:21.634886 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-plugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:21.635320 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d31b03c-e74a-45ef-a45c-af9aa94c9c7c {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:21.637082 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959', 'code': 200} Sep 17 22:05:21.643166 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.645147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on host n-h2-713498-17 for vnic_type normal with profile {"migrating_to": "n-h1-713498-17"} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:05:21.645480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:05:21.645939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:21.661840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:05:21.661840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Attempting to bind port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:21.678555 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.680389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:05:21.682123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:21.682509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:05:21.687647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Bound port: 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:05:21.688014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:21.691207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:21.706639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677557c-d5c0-4493-a571-f2c459602cdc req-3dc8ae7b-245b-4af7-9fc0-66b33b93be3b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:21.716971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3273cacc-d3a3-4887-8778-a4a276fb94cb,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:21.720581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9677557c-d5c0-4493-a571-f2c459602cdc req-3dc8ae7b-245b-4af7-9fc0-66b33b93be3b tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1575925 Sep 17 22:05:21.730731 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc07590-0c11-4ef4-90b4-d45d974f8f66 x-openstack-request-id: req-0bc07590-0c11-4ef4-90b4-d45d974f8f66 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:21.733367 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "name": "network-vif-unplugged", "status": "completed", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:21.733367 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bc07590-0c11-4ef4-90b4-d45d974f8f66 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:21.733367 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9', 'code': 200} Sep 17 22:05:21.816218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9677557c-d5c0-4493-a571-f2c459602cdc req-8e1ed8df-62cf-42fe-b981-31cd9fe95f06 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877938 Sep 17 22:05:21.860718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:21.867368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:05:21.972752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65264-c5e7-42de-bf89-092b530c6f25 req-8c7ff9a8-7178-4725-a369-b624f6ee4199 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:21.974628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23c65264-c5e7-42de-bf89-092b530c6f25 req-8c7ff9a8-7178-4725-a369-b624f6ee4199 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 945 time: 0.0664706 Sep 17 22:05:21.975989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:22.336012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23c65264-c5e7-42de-bf89-092b530c6f25 req-3452e1bf-b095-40e9-b254-520955d488af tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359504 Sep 17 22:05:22.344928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce294-d259-4813-8b9c-fd213b4f94fc req-1333710d-5399-4114-9531-10d074adc9c1 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:22.346464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad1ce294-d259-4813-8b9c-fd213b4f94fc req-1333710d-5399-4114-9531-10d074adc9c1 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.3955474 Sep 17 22:05:22.347147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,revision_number=8']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:22.385398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:22.386096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:22.387675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-85bc8fab-a15f-4b55-88f3-bbc6c360a565 service neutron] 10.222.0.32 "PUT /v2.0/ports/1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 200 len: 1123 time: 1.7635467 Sep 17 22:05:22.443719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad1ce294-d259-4813-8b9c-fd213b4f94fc req-6ae160cd-dd30-4ccd-92db-fc77d07b3011 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672193 Sep 17 22:05:22.472531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57118) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:22.502172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['1bf7e2cb-3b04-4a67-9941-13dc91f133c9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:22.524837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3f71d1-f2a8-4921-b3bb-ce1caa426aef admin admin] Deleting subnet e5a39639-c128-4082-89de-128ec74604c1 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:05:22.528242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a3f71d1-f2a8-4921-b3bb-ce1caa426aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:22.561007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['1bf7e2cb-3b04-4a67-9941-13dc91f133c9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:22.574295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a3f71d1-f2a8-4921-b3bb-ce1caa426aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:22.638483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a3f71d1-f2a8-4921-b3bb-ce1caa426aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:22.639735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ec5c5-d7ea-444f-b007-51c38a1b8527 req-fced4a3e-05de-4b20-9e0b-de086c089f72 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:22.648631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa1ec5c5-d7ea-444f-b007-51c38a1b8527 req-fced4a3e-05de-4b20-9e0b-de086c089f72 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 950 time: 0.1186578 Sep 17 22:05:22.675330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64616bd0-6639-49a5-9f2c-7eb5553affad req-0b39d4ef-cf72-4e46-bb7b-6e433fdd475d tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:22.676871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64616bd0-6639-49a5-9f2c-7eb5553affad req-0b39d4ef-cf72-4e46-bb7b-6e433fdd475d tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 944 time: 0.1443069 Sep 17 22:05:22.729179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa1ec5c5-d7ea-444f-b007-51c38a1b8527 req-74dcc622-03a4-4245-9b5d-ebf5e800a24e tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795107 Sep 17 22:05:22.770842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64616bd0-6639-49a5-9f2c-7eb5553affad req-91799cb8-8d77-4449-8683-f55c81cd871b tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821724 Sep 17 22:05:22.801998 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a3f71d1-f2a8-4921-b3bb-ce1caa426aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:22.848153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f71d1-f2a8-4921-b3bb-ce1caa426aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a39639-c128-4082-89de-128ec74604c1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:22.857203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a3f71d1-f2a8-4921-b3bb-ce1caa426aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:22.861123 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0a3f71d1-f2a8-4921-b3bb-ce1caa426aef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e5a39639-c128-4082-89de-128ec74604c1 HTTP/1.1" status: 204 len: 168 time: 0.3875434 Sep 17 22:05:22.863718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57132) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:22.957223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 56fc1b59-624e-4f32-85a8-5ed71b4c69cf up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:22.991552 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:22.992971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a59633-71bf-4e6c-a0af-64a467ad1180 req-39a497a7-188c-445c-9fca-d1c50b358478 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:23.003903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31a59633-71bf-4e6c-a0af-64a467ad1180 req-39a497a7-188c-445c-9fca-d1c50b358478 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0812697 Sep 17 22:05:23.012492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:23.064019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31a59633-71bf-4e6c-a0af-64a467ad1180 req-ae1ba308-bb71-49eb-a7a4-0cf77d4a898d tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589337 Sep 17 22:05:23.154567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.179270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c593c0ac-afd1-4e3a-82ba-be587adc1093']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:23.188548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:23.192204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75625b06-fe23-4b59-b175-89017c1305ba') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:23.192754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75625b06-fe23-4b59-b175-89017c1305ba') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:23.206620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.212805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 has no active binding in host n-h1-713498-17 {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:05:23.223275 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.229877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:05:23.230295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:05:23.232154 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:05:23.281220 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.282176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:05:23.290905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:23.291606 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.366768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-9776d452-814c-490b-94c4-9e4262818822 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:23.369218 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-9776d452-814c-490b-94c4-9e4262818822 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 945 time: 0.0730774 Sep 17 22:05:23.389990 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.410836 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.451724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:23.465027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.468857 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c593c0ac-afd1-4e3a-82ba-be587adc1093 HTTP/1.1" status: 204 len: 168 time: 0.6027949 Sep 17 22:05:23.470088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e259e-c183-4261-8d8f-9c1f826d4442 admin admin] Pushing event deleted for resources: {'Network': ['ID=c593c0ac-afd1-4e3a-82ba-be587adc1093,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:23.540479 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.541661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bb059515-3b0a-44e1-81f9-1851fe27ca51 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:23.603749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: bb059515-3b0a-44e1-81f9-1851fe27ca51 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:23.604102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bb059515-3b0a-44e1-81f9-1851fe27ca51 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:23.614279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Deleting port 8c225045-af45-4918-950a-2d6a740f1d01 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:23.615074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df26e0-6794-40e8-afe4-2692d92aa77c req-ee5dd24e-164a-4967-ae5e-8a2399dd307d tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:23.615703 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.616597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50df26e0-6794-40e8-afe4-2692d92aa77c req-ee5dd24e-164a-4967-ae5e-8a2399dd307d tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 950 time: 0.2164037 Sep 17 22:05:23.638925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b04f35f-aec7-4b7a-83ee-9cd58a164054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3273cacc-d3a3-4887-8778-a4a276fb94cb'}, {'server_uuid': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:23.641661 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d747c6-c4ac-4ef8-bcd1-f26a30fb439d" -d '{"events": [{"server_uuid": "2b04f35f-aec7-4b7a-83ee-9cd58a164054", "name": "network-vif-plugged", "status": "completed", "tag": "3273cacc-d3a3-4887-8778-a4a276fb94cb"}, {"server_uuid": "4403b4ee-1e9c-42ea-b87a-b57377787189", "name": "network-vif-plugged", "status": "completed", "tag": "56fc1b59-624e-4f32-85a8-5ed71b4c69cf"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:23.649008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d654a-50c9-49f3-a6be-98fbfb28a590 req-4070bcf4-71ff-4dc1-aff8-e78e3c387e35 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:23.660588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf7d654a-50c9-49f3-a6be-98fbfb28a590 req-4070bcf4-71ff-4dc1-aff8-e78e3c387e35 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 945 time: 0.1377127 Sep 17 22:05:23.692541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:23.732413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:23.735582 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc575671-60b4-4cec-90f8-559c990314b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:23.742279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf7d654a-50c9-49f3-a6be-98fbfb28a590 req-ababdfd9-f94f-4836-93ba-b5d0d8e339fd tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/security-groups?id=051e5efe-c0d3-4aec-9f27-149b6c90257e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808563 Sep 17 22:05:23.753502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50df26e0-6794-40e8-afe4-2692d92aa77c req-ea6bb8e0-6e0e-476f-86b1-2906031f77f4 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243889 Sep 17 22:05:23.778423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] For port 8c225045-af45-4918-950a-2d6a740f1d01, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8c225045-af45-4918-950a-2d6a740f1d01,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:23.783492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:23.816842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Calling delete_port for 8c225045-af45-4918-950a-2d6a740f1d01 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:23.859177 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b03e0ff-03be-44e6-9c83-e0d201335773 x-openstack-request-id: req-3b03e0ff-03be-44e6-9c83-e0d201335773 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:23.859466 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b04f35f-aec7-4b7a-83ee-9cd58a164054", "name": "network-vif-plugged", "status": "completed", "tag": "3273cacc-d3a3-4887-8778-a4a276fb94cb", "code": 200}, {"server_uuid": "4403b4ee-1e9c-42ea-b87a-b57377787189", "name": "network-vif-plugged", "status": "completed", "tag": "56fc1b59-624e-4f32-85a8-5ed71b4c69cf", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:23.859787 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b03e0ff-03be-44e6-9c83-e0d201335773 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:23.860184 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b04f35f-aec7-4b7a-83ee-9cd58a164054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3273cacc-d3a3-4887-8778-a4a276fb94cb', 'code': 200} Sep 17 22:05:23.860436 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf', 'code': 200} Sep 17 22:05:23.918568 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e776ff-efbf-4307-b41f-c520da0aebbd x-openstack-request-id: req-25e776ff-efbf-4307-b41f-c520da0aebbd {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:23.920304 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:23.922598 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25e776ff-efbf-4307-b41f-c520da0aebbd {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:23.924366 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9', 'status': 'completed', 'code': 200} Sep 17 22:05:23.976160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb0a4a-30d4-4e96-9ab1-9b837239a503 req-deba6a0d-fd4b-46c3-ac66-0c4ef202f2d5 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:23.978360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69cb0a4a-30d4-4e96-9ab1-9b837239a503 req-deba6a0d-fd4b-46c3-ac66-0c4ef202f2d5 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.1512487 Sep 17 22:05:24.058930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c99c46-81aa-49d9-90dd-839a320b1f21 req-899adfbf-9bef-46f1-9202-3d5dd013a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:24.063257 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2c99c46-81aa-49d9-90dd-839a320b1f21 req-899adfbf-9bef-46f1-9202-3d5dd013a983 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 1097 time: 0.0572958 Sep 17 22:05:24.097756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57156) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:24.118366 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2c99c46-81aa-49d9-90dd-839a320b1f21 req-225c8b22-fb9b-4b84-b405-1d70bf213c61 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471582 Sep 17 22:05:24.135250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69cb0a4a-30d4-4e96-9ab1-9b837239a503 req-1f9264b9-2d02-4904-88c2-f924e569445e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012411 Sep 17 22:05:24.147163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:24.162309 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['8c225045-af45-4918-950a-2d6a740f1d01'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:24.184892 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8dcce6cc-f174-46be-9078-de731d3354a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7194e5be87324ae6b03b92f7b46643d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857830 Sep 17 22:05:24.188751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Pushing event deleted for resources: {'Port': ['ID=8c225045-af45-4918-950a-2d6a740f1d01,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:24.190616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57158) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:24.201296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc575671-60b4-4cec-90f8-559c990314b0 req-fe8a66a8-e808-44c8-81e9-400f8ba81f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:24.209187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc575671-60b4-4cec-90f8-559c990314b0 req-fe8a66a8-e808-44c8-81e9-400f8ba81f3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1126 time: 0.2290878 Sep 17 22:05:24.215542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb37eca-7d52-443e-93c4-af6dca9eb0aa req-a087e5ae-2afe-4e0b-9e0f-7844ac4f26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:24.220009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cb37eca-7d52-443e-93c4-af6dca9eb0aa req-a087e5ae-2afe-4e0b-9e0f-7844ac4f26c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 1102 time: 0.1957808 Sep 17 22:05:24.234098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c3fc5-b722-471d-8b65-56f1e797659f req-0e9ba5e7-5b0c-45f2-91bf-1b7cf42e4d6b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:24.242755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-546c3fc5-b722-471d-8b65-56f1e797659f req-0e9ba5e7-5b0c-45f2-91bf-1b7cf42e4d6b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 950 time: 0.2376726 Sep 17 22:05:24.256704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] No DVR routers for this DVR port 8c225045-af45-4918-950a-2d6a740f1d01 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:24.261718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:24.263934 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3e4cb598-6c86-46c3-965d-380044a5ee40 req-3a69a896-27e6-4537-9418-e61d430ace3e tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.35 "DELETE /v2.0/ports/8c225045-af45-4918-950a-2d6a740f1d01 HTTP/1.1" status: 204 len: 173 time: 0.8877139 Sep 17 22:05:24.264478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8de6cdf-017a-4feb-ad63-6c2829f39baa', 'name': 'network-vif-deleted', 'tag': '8c225045-af45-4918-950a-2d6a740f1d01'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:24.266982 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25e7cce-d676-411f-900d-cfcedb0766b4" -d '{"events": [{"server_uuid": "a8de6cdf-017a-4feb-ad63-6c2829f39baa", "name": "network-vif-deleted", "tag": "8c225045-af45-4918-950a-2d6a740f1d01"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:24.310451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:24.345037 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:24.411466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da67a3-cfdb-4148-9016-3eb6b808d518 req-8374a79b-2150-465c-a8dd-53657267de6a tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:24.420983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77da67a3-cfdb-4148-9016-3eb6b808d518 req-8374a79b-2150-465c-a8dd-53657267de6a tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 945 time: 0.1750381 Sep 17 22:05:24.456912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-546c3fc5-b722-471d-8b65-56f1e797659f req-1ca79408-f933-4f5d-91c9-3cbc27911dc6 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131467 Sep 17 22:05:24.512458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cb37eca-7d52-443e-93c4-af6dca9eb0aa req-7565363c-93e3-4d82-bfe0-2f2e0e5cd48f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655559 Sep 17 22:05:24.541252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:24.545825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:24.548497 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6912251-6d25-4dee-91b6-9bb8fd0bb8ae HTTP/1.1" status: 204 len: 168 time: 0.3319213 Sep 17 22:05:24.553433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77da67a3-cfdb-4148-9016-3eb6b808d518 req-aefac235-cab3-45a7-aa3b-7a94591811e3 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312208 Sep 17 22:05:24.591651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6912251-6d25-4dee-91b6-9bb8fd0bb8ae,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:24.615181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.616497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.618130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.619084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.619626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.620502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.621117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.621617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.622102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.623541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.624620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.625271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a144c2f-eb82-478c-b4a5-7996091f2797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:24.652469 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d67e07-8b47-4495-b426-cf7e2bd61ed7 x-openstack-request-id: req-09d67e07-8b47-4495-b426-cf7e2bd61ed7 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:24.654481 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8de6cdf-017a-4feb-ad63-6c2829f39baa", "name": "network-vif-deleted", "tag": "8c225045-af45-4918-950a-2d6a740f1d01", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:24.654748 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d67e07-8b47-4495-b426-cf7e2bd61ed7 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:24.655248 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8de6cdf-017a-4feb-ad63-6c2829f39baa', 'name': 'network-vif-deleted', 'tag': '8c225045-af45-4918-950a-2d6a740f1d01', 'status': 'completed', 'code': 200} Sep 17 22:05:24.664822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc575671-60b4-4cec-90f8-559c990314b0 req-e1d5c547-23a5-4805-8563-85cbe595dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:24.666690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc575671-60b4-4cec-90f8-559c990314b0 req-e1d5c547-23a5-4805-8563-85cbe595dcdb service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.2883666 Sep 17 22:05:24.727068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b03063-edb6-4796-9993-9b212bebbcd9 req-272366d4-7fee-4802-a3a4-787eea076c7e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:24.728654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89b03063-edb6-4796-9993-9b212bebbcd9 req-272366d4-7fee-4802-a3a4-787eea076c7e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1195300 Sep 17 22:05:24.730034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc575671-60b4-4cec-90f8-559c990314b0 req-9bb7cc4a-ffd2-4962-b782-be9be6cfe903 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 200 len: 217 time: 0.0494149 Sep 17 22:05:24.813131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc575671-60b4-4cec-90f8-559c990314b0 req-de45ade7-2dea-47a2-a468-73acf23a697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:24.814636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc575671-60b4-4cec-90f8-559c990314b0 req-de45ade7-2dea-47a2-a468-73acf23a697f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0714521 Sep 17 22:05:24.840705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89b03063-edb6-4796-9993-9b212bebbcd9 req-adf31564-c5cc-4a6b-a530-cda6f93a1549 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042354 Sep 17 22:05:24.885798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc575671-60b4-4cec-90f8-559c990314b0 req-7d532739-4de3-4494-97a8-7707e9c82aa8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437412 Sep 17 22:05:24.924393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa69bc64-5eb2-4126-8899-478437a24b49 req-2365ca70-7422-46fb-bccd-f1c1ed089601 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 210 time: 0.0415561 Sep 17 22:05:25.064689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73acd52-0053-47aa-bb3b-edd0b431c1ba req-eb7d7e65-cb29-4554-91cd-3d18f04b15e7 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:25.066759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a73acd52-0053-47aa-bb3b-edd0b431c1ba req-eb7d7e65-cb29-4554-91cd-3d18f04b15e7 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 950 time: 0.1401126 Sep 17 22:05:25.103539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc575671-60b4-4cec-90f8-559c990314b0 req-7df0eade-20f2-44d0-965c-0c5db8a9b03a service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052524 Sep 17 22:05:25.179403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a73acd52-0053-47aa-bb3b-edd0b431c1ba req-f49ef575-8e7d-4865-a4c8-f286c9f9e397 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/security-groups?id=fabf88c0-6d07-4b41-90ce-5409402b4483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030555 Sep 17 22:05:25.244458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-1389dc19-8b62-4755-bd6c-33886c6dea77 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:25.245869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-1389dc19-8b62-4755-bd6c-33886c6dea77 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.32 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 950 time: 0.1305382 Sep 17 22:05:25.358432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc575671-60b4-4cec-90f8-559c990314b0 req-5bf53bc6-b241-4ba6-9110-7331faa0570f service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441108 Sep 17 22:05:25.390701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7a643-ecae-4ef8-b4a0-e2858f2ad43f req-3f25b3c8-831e-431c-88b8-e539b0d7e90e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:25.400070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cf7a643-ecae-4ef8-b4a0-e2858f2ad43f req-3f25b3c8-831e-431c-88b8-e539b0d7e90e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.1531119 Sep 17 22:05:25.471365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cf7a643-ecae-4ef8-b4a0-e2858f2ad43f req-6c722a36-d7cc-44ed-a477-c31e64310bae tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703278 Sep 17 22:05:25.502101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Deleting port 8cacaec0-7795-4766-ac83-74e7da0b01d1 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:25.502101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:25.636862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] For port 8cacaec0-7795-4766-ac83-74e7da0b01d1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8cacaec0-7795-4766-ac83-74e7da0b01d1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:25.637334 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:25.653888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b9abd-b609-4dda-8ad6-0800f68d3cca req-9bd5f5aa-f6ac-4659-8c9c-40ee1798e84b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:25.656075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a44b9abd-b609-4dda-8ad6-0800f68d3cca req-9bd5f5aa-f6ac-4659-8c9c-40ee1798e84b tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 950 time: 0.0891550 Sep 17 22:05:25.671234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Calling delete_port for 8cacaec0-7795-4766-ac83-74e7da0b01d1 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:25.766476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a44b9abd-b609-4dda-8ad6-0800f68d3cca req-10a62a7d-2e88-46dd-b439-4f36fbee59fb tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972331 Sep 17 22:05:25.776917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e8a57-1b35-4802-aa55-09664171a1d5 req-db7535d0-1290-40a5-a6f9-f03ef42e41ad tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:25.778483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-266e8a57-1b35-4802-aa55-09664171a1d5 req-db7535d0-1290-40a5-a6f9-f03ef42e41ad tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 945 time: 0.1215305 Sep 17 22:05:25.832096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-266e8a57-1b35-4802-aa55-09664171a1d5 req-35144a70-2cc0-41e6-bb11-392ff0f11a3d tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441444 Sep 17 22:05:25.966804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e13e68-f439-412c-bec6-d3a9e2b78d04 req-145ce5bd-cb46-47e0-a9de-ce9e83ee1045 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:25.968912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29e13e68-f439-412c-bec6-d3a9e2b78d04 req-145ce5bd-cb46-47e0-a9de-ce9e83ee1045 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0509326 Sep 17 22:05:26.007625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29e13e68-f439-412c-bec6-d3a9e2b78d04 req-607d6cb8-86b3-4515-864f-6101bed7127d tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327380 Sep 17 22:05:26.045414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab3b9ec5-2450-4379-846e-92f186d9e218 req-126a201e-2a89-4a7f-9227-bea98f9d97f3 tempest-AttachSCSIVolumeTestJSON-1562113652 tempest-AttachSCSIVolumeTestJSON-1562113652-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8de6cdf-017a-4feb-ad63-6c2829f39baa HTTP/1.1" status: 200 len: 210 time: 0.0317180 Sep 17 22:05:26.061382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:26.086552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8cacaec0-7795-4766-ac83-74e7da0b01d1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:26.107128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Pushing event deleted for resources: {'Port': ['ID=8cacaec0-7795-4766-ac83-74e7da0b01d1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:26.170555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] No DVR routers for this DVR port 8cacaec0-7795-4766-ac83-74e7da0b01d1 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:26.174194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:26.176827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d021740-0cdf-4042-b6af-ccae0d88a379 req-edcb3055-6d01-4fee-8ac8-a2cdec34e276 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.32 "DELETE /v2.0/ports/8cacaec0-7795-4766-ac83-74e7da0b01d1 HTTP/1.1" status: 204 len: 173 time: 0.9008911 Sep 17 22:05:26.177431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde', 'name': 'network-vif-deleted', 'tag': '8cacaec0-7795-4766-ac83-74e7da0b01d1'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:26.179853 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6099eaa2-9661-4723-8539-35406a45cd4e" -d '{"events": [{"server_uuid": "92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde", "name": "network-vif-deleted", "tag": "8cacaec0-7795-4766-ac83-74e7da0b01d1"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:26.269295 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22972640-6eea-4a82-a7c0-7f1626d47362 x-openstack-request-id: req-22972640-6eea-4a82-a7c0-7f1626d47362 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:26.270298 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde", "name": "network-vif-deleted", "tag": "8cacaec0-7795-4766-ac83-74e7da0b01d1", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:26.270947 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22972640-6eea-4a82-a7c0-7f1626d47362 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:26.272536 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde', 'name': 'network-vif-deleted', 'tag': '8cacaec0-7795-4766-ac83-74e7da0b01d1', 'status': 'completed', 'code': 200} Sep 17 22:05:26.331448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-582ac163-9918-4c4b-b563-d355ed6fde94 req-803c27ae-ef23-4b96-bc1c-e50ee83a7842 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 210 time: 0.0400689 Sep 17 22:05:26.493000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57224) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:26.632417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d90010-846b-4684-995b-f4fad7108462 req-b5b81d42-bdbe-4e3c-aa72-53f1a1d53e53 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:26.639896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0d90010-846b-4684-995b-f4fad7108462 req-b5b81d42-bdbe-4e3c-aa72-53f1a1d53e53 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.0701251 Sep 17 22:05:26.675975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1655711951-network', 'tenant_id': '95dc261b9f7c40db92510a02e5e54a87'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:26.679791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0d90010-846b-4684-995b-f4fad7108462 req-21a6487f-b0e4-44b2-a0bb-1a4808015215 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Sep 17 22:05:26.785607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Made reservation on behalf of 95dc261b9f7c40db92510a02e5e54a87 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:26.790445 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:26.800369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:26.895297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7530825-2194-4de5-9b6a-abe13f6c2f49 req-15614726-1e26-4032-92d0-a874778a80cd tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:26.903181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7530825-2194-4de5-9b6a-abe13f6c2f49 req-15614726-1e26-4032-92d0-a874778a80cd tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 950 time: 0.0626392 Sep 17 22:05:26.912963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:26.943438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7530825-2194-4de5-9b6a-abe13f6c2f49 req-11552847-8509-4ebe-b46b-161780ab4c8d tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Sep 17 22:05:26.970594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8c225045-af45-4918-950a-2d6a740f1d01 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:26.973656 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:26.994708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:05:27.005641 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:27.006379 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Added segment 66539c4e-49da-441a-bef0-0f4ddd7cbe34 of type vlan for network 4837d422-1979-42dc-a3c1-aae285b22e76 Sep 17 22:05:27.007869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a886-2a68-4edc-b90b-d4e934c29356 req-115125bb-9288-4f43-ad96-58d2d4b869ef tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:27.016449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b63a886-2a68-4edc-b90b-d4e934c29356 req-115125bb-9288-4f43-ad96-58d2d4b869ef tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 945 time: 0.0802443 Sep 17 22:05:27.023109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 8c225045-af45-4918-950a-2d6a740f1d01 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:27.027021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8c225045-af45-4918-950a-2d6a740f1d01 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:27.080425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b63a886-2a68-4edc-b90b-d4e934c29356 req-629223e8-940b-46ff-b31e-b319460295d5 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630388 Sep 17 22:05:27.108456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65d95b3-b150-4e29-8e73-db8e74931aa1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:27.118138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:27.214586 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:27.216058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:27.216737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:27.244496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7f13d-d788-4800-a46d-3f9e615be1df req-c85a531a-3e4a-44c2-88dc-1a9d11480c76 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:27.256555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5b7f13d-d788-4800-a46d-3f9e615be1df req-c85a531a-3e4a-44c2-88dc-1a9d11480c76 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0751293 Sep 17 22:05:27.327257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5b7f13d-d788-4800-a46d-3f9e615be1df req-9fa0d29a-7503-41bb-b5f5-733f54efc0f8 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679994 Sep 17 22:05:27.363152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] Pushing event updated for resources: {'Network': ['ID=4837d422-1979-42dc-a3c1-aae285b22e76,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:27.371024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57254) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:27.371282 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d8639eab-7c3a-4f91-82af-5b49fb378fdd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8771498 Sep 17 22:05:27.375194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 4837d422-1979-42dc-a3c1-aae285b22e76 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:05:27.380342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Request body: {'subnet': {'network_id': '4837d422-1979-42dc-a3c1-aae285b22e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1655711951-subnet', 'tenant_id': '95dc261b9f7c40db92510a02e5e54a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:27.548911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dd880-bff1-4eb0-827d-24502518303b req-a62bb7eb-f5c7-42d9-bb4a-9ddfd93d6685 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:27.550931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e09dd880-bff1-4eb0-827d-24502518303b req-a62bb7eb-f5c7-42d9-bb4a-9ddfd93d6685 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 945 time: 0.0772400 Sep 17 22:05:27.552067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Made reservation on behalf of 95dc261b9f7c40db92510a02e5e54a87 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:27.559055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:27.560731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57264) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:27.569942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-62aa4d21-f47a-4315-92d9-b17c6fd783a2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Request body: {'floatingip': {'port_id': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:27.679178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-62aa4d21-f47a-4315-92d9-b17c6fd783a2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:27.697203 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f38a534f-2340-4d34-b2ea-37b5386ca08d req-cf89b6e0-abaa-49cc-aec9-4e4e5cc19982 tempest-TenantUsagesTestJSON-1470262464 tempest-TenantUsagesTestJSON-1470262464-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bcd83b-0a89-4ebd-8fa4-1a67edcdcdde HTTP/1.1" status: 200 len: 210 time: 0.1183889 Sep 17 22:05:27.815489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a802bc5-97c2-4257-9656-1824e6e1d83f req-7f5d47c7-7824-41ae-a71b-5b1e4aef80dd tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:27.817266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a802bc5-97c2-4257-9656-1824e6e1d83f req-7f5d47c7-7824-41ae-a71b-5b1e4aef80dd tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 950 time: 0.1495492 Sep 17 22:05:27.911242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a802bc5-97c2-4257-9656-1824e6e1d83f req-9f85b24d-0a43-4d13-af95-408a1f49814d tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729885 Sep 17 22:05:28.094525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da036cf-d329-4b6e-94e1-1d9d059afcf6 req-52945ff9-5e83-4e54-8f7b-d2a890ad87ae tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:28.110536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3da036cf-d329-4b6e-94e1-1d9d059afcf6 req-52945ff9-5e83-4e54-8f7b-d2a890ad87ae tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.1306326 Sep 17 22:05:28.119448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:28.249313 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3da036cf-d329-4b6e-94e1-1d9d059afcf6 req-328e2bc3-6d4e-46fe-8f7a-7557d7c9252e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362000 Sep 17 22:05:28.270444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd25b70b-e1dd-47c9-b1e5-b3763a0331de,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:28.291016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.291363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.291707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.292038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.292382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.292710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.293034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.293361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.293672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.293991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.294309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.294623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:28.309741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Checking segment: {'id': '66539c4e-49da-441a-bef0-0f4ddd7cbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4837d422-1979-42dc-a3c1-aae285b22e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:28.310154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Network hostable DHCP agents. Network: 4837d422-1979-42dc-a3c1-aae285b22e76, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:05:28.357583 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-62aa4d21-f47a-4315-92d9-b17c6fd783a2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:28.392053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Network 4837d422-1979-42dc-a3c1-aae285b22e76 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:05:28.410280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-62aa4d21-f47a-4315-92d9-b17c6fd783a2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:28.471768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 4837d422-1979-42dc-a3c1-aae285b22e76) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:05:28.482414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:28.483346 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:28.485032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d0674-b9e6-4df7-b25f-efde46056998 None None] Network 4837d422-1979-42dc-a3c1-aae285b22e76 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:05:28.514058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae2833-bacf-44b0-ab35-364bb9ff9716 req-6e07eff3-acbd-418c-95c6-e2b8391db315 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:28.524285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3ae2833-bacf-44b0-ab35-364bb9ff9716 req-6e07eff3-acbd-418c-95c6-e2b8391db315 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1088686 Sep 17 22:05:28.592691 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-62aa4d21-f47a-4315-92d9-b17c6fd783a2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Floating IP 13a2fe25-0cba-4ca5-ac9d-970be27fa608 associated. External IP: 172.25.5.40, port: 56fc1b59-624e-4f32-85a8-5ed71b4c69cf. Sep 17 22:05:28.600202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3ae2833-bacf-44b0-ab35-364bb9ff9716 req-5d92450c-d8a9-49fc-a01a-db1d0b390270 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746551 Sep 17 22:05:28.605630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f742987f-b1c8-41ad-821f-09af533a36a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2314258 Sep 17 22:05:28.719421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d70a3-8c0f-4254-8421-9ad3d381b782 None None] Network 4837d422-1979-42dc-a3c1-aae285b22e76 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:05:28.934811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aa4d21-f47a-4315-92d9-b17c6fd783a2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Router 5f2793a9-9599-40de-a65c-640ab581cf91 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:05:29.061854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8cacaec0-7795-4766-ac83-74e7da0b01d1 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:29.096262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 8cacaec0-7795-4766-ac83-74e7da0b01d1 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:29.096599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8cacaec0-7795-4766-ac83-74e7da0b01d1 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:29.116387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aa4d21-f47a-4315-92d9-b17c6fd783a2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:05:29.121579 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-62aa4d21-f47a-4315-92d9-b17c6fd783a2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:29.130980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] Sync routers for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:05:29.142040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:05:29.142887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:05:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:29.159346 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-62aa4d21-f47a-4315-92d9-b17c6fd783a2 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "PUT /v2.0/floatingips/13a2fe25-0cba-4ca5-ac9d-970be27fa608 HTTP/1.1" status: 200 len: 990 time: 1.5949929 Sep 17 22:05:29.160260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'tag': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:29.162983 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba682e-f435-451f-bc99-159f13281867" -d '{"events": [{"name": "network-changed", "server_uuid": "4403b4ee-1e9c-42ea-b87a-b57377787189", "tag": "56fc1b59-624e-4f32-85a8-5ed71b4c69cf"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:29.335675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:05:29.344576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57332) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:29.620505 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-791d75f5-c211-48cc-b93f-87128e55ddbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a30e8a94e77487a81ad6e29d6558630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726853 Sep 17 22:05:29.621853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57350) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:29.741052 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc0dde09-5cb4-4010-bd09-20827f602ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:29.746759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160cde0-a26a-46ed-aa0f-4a2419d48f3e req-b41f86fd-de4c-44d8-9569-9f2156be35c0 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:29.755027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b160cde0-a26a-46ed-aa0f-4a2419d48f3e req-b41f86fd-de4c-44d8-9569-9f2156be35c0 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 950 time: 0.1542315 Sep 17 22:05:29.810438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-a6b42f06-01a6-4b34-8d2f-b4dfedf40eab tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:29.812847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-a6b42f06-01a6-4b34-8d2f-b4dfedf40eab tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/networks?id=4837d422-1979-42dc-a3c1-aae285b22e76 HTTP/1.1" status: 200 len: 822 time: 0.2572911 Sep 17 22:05:29.834708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc0dde09-5cb4-4010-bd09-20827f602ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:29.838927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b160cde0-a26a-46ed-aa0f-4a2419d48f3e req-c117c501-f948-4a3a-bafb-bed5d0482712 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785737 Sep 17 22:05:29.859534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-99c1911e-8bae-4ea2-9b18-6c1cd30b2ffe tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/quotas/95dc261b9f7c40db92510a02e5e54a87 HTTP/1.1" status: 200 len: 375 time: 0.0391483 Sep 17 22:05:29.927968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-2c898633-e991-4e25-b8e2-cf53d266fc50 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95dc261b9f7c40db92510a02e5e54a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603175 Sep 17 22:05:30.043773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '13a2fe25-0cba-4ca5-ac9d-970be27fa608', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'port_id': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'mac_address': 'fa:16:3e:e8:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:03:07Z', 'updated_at': '2021-09-17T22:05:28Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:30.054219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc0dde09-5cb4-4010-bd09-20827f602ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:30.056973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc0dde09-5cb4-4010-bd09-20827f602ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:30.060934 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bc0dde09-5cb4-4010-bd09-20827f602ec7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fabf88c0-6d07-4b41-90ce-5409402b4483 HTTP/1.1" status: 204 len: 168 time: 0.4378994 Sep 17 22:05:30.084098 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbda6b99-37b0-42d3-a234-c2e639ab8f84 x-openstack-request-id: req-bbda6b99-37b0-42d3-a234-c2e639ab8f84 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:30.084400 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4403b4ee-1e9c-42ea-b87a-b57377787189", "tag": "56fc1b59-624e-4f32-85a8-5ed71b4c69cf", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:30.084659 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbda6b99-37b0-42d3-a234-c2e639ab8f84 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:30.085085 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'tag': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf', 'status': 'completed', 'code': 200} Sep 17 22:05:30.090117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dde09-5cb4-4010-bd09-20827f602ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf88c0-6d07-4b41-90ce-5409402b4483,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:30.102536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-a490ecc8-8530-44fb-8890-073469b7df54 service neutron] 10.222.0.13 "GET /v2.0/networks/4837d422-1979-42dc-a3c1-aae285b22e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723948 Sep 17 22:05:30.145844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] Checking router: 5f2793a9-9599-40de-a65c-640ab581cf91 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:05:30.189962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:05:30.190619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:05:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:30.278669 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-7b71e361-e6ca-46f5-a149-10ea56e57848 service neutron] 10.222.0.13 "GET /v2.0/networks/4837d422-1979-42dc-a3c1-aae285b22e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530383 Sep 17 22:05:30.365111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:05:30.401936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba682e-f435-451f-bc99-159f13281867 req-e86cded7-b68a-4d69-8779-82b0c30304ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:30.403790 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fba682e-f435-451f-bc99-159f13281867 req-e86cded7-b68a-4d69-8779-82b0c30304ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbd676ac393c4405932ba38df2755284&device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 1097 time: 0.2975948 Sep 17 22:05:30.557569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba682e-f435-451f-bc99-159f13281867 req-dd75b830-1799-46bb-9829-efd30a7a4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:30.559398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fba682e-f435-451f-bc99-159f13281867 req-dd75b830-1799-46bb-9829-efd30a7a4d3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=fefca529-eed3-4212-aef0-f81154042ac6 HTTP/1.1" status: 200 len: 924 time: 0.1264598 Sep 17 22:05:30.576867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e08b9-8d4e-4dd7-a01a-d1848f0eb4ea req-d21fd4a5-f699-49d4-b61a-893177a346ab tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:30.587618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-397e08b9-8d4e-4dd7-a01a-d1848f0eb4ea req-d21fd4a5-f699-49d4-b61a-893177a346ab tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.2847493 Sep 17 22:05:30.809970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-397e08b9-8d4e-4dd7-a01a-d1848f0eb4ea req-93d6ea60-b1ed-4d23-81ff-09f99e59d48a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163312 Sep 17 22:05:30.817680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '13a2fe25-0cba-4ca5-ac9d-970be27fa608', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'port_id': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'mac_address': 'fa:16:3e:e8:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:03:07Z', 'updated_at': '2021-09-17T22:05:28Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:30.832486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fba682e-f435-451f-bc99-159f13281867 req-7e30c5ad-fa26-4ab9-89a7-f4c77c292864 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56fc1b59-624e-4f32-85a8-5ed71b4c69cf HTTP/1.1" status: 200 len: 998 time: 0.2366719 Sep 17 22:05:30.869156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f491abd-ad1c-4be9-a54a-abdd66d43563 None None] The sync data for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 is: [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '13a2fe25-0cba-4ca5-ac9d-970be27fa608', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'port_id': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'mac_address': 'fa:16:3e:e8:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:03:07Z', 'updated_at': '2021-09-17T22:05:28Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:05:30.922716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba682e-f435-451f-bc99-159f13281867 req-d23feae2-dca9-43da-a6d9-9b854289982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:30.924258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fba682e-f435-451f-bc99-159f13281867 req-d23feae2-dca9-43da-a6d9-9b854289982e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=710720af-f220-4216-8ccb-049aba8d52bd HTTP/1.1" status: 200 len: 863 time: 0.0792384 Sep 17 22:05:31.153235 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083c7ff6-e01d-46e3-a241-fc2516147491 None None] New status for floating IP 13a2fe25-0cba-4ca5-ac9d-970be27fa608: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:05:31.338109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4995b4-5515-4285-a7d5-a041e54055d9 req-b73fe1d3-7241-4713-985e-46674dc9abe6 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:31.360308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca4995b4-5515-4285-a7d5-a041e54055d9 req-b73fe1d3-7241-4713-985e-46674dc9abe6 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.5769215 Sep 17 22:05:31.415117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ae3ce-9de5-4a62-b1c0-47f4415e7a8b req-f1558fcd-f145-43b4-90b1-6a6a07be5c69 tempest-LiveMigrationNegativeTest-513886627 tempest-LiveMigrationNegativeTest-513886627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:31.416554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a96ae3ce-9de5-4a62-b1c0-47f4415e7a8b req-f1558fcd-f145-43b4-90b1-6a6a07be5c69 tempest-LiveMigrationNegativeTest-513886627 tempest-LiveMigrationNegativeTest-513886627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 1102 time: 0.4914110 Sep 17 22:05:31.435333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba682e-f435-451f-bc99-159f13281867 req-76b9fe90-a6d5-4b79-b48e-6f1b011398fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:31.439687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fba682e-f435-451f-bc99-159f13281867 req-76b9fe90-a6d5-4b79-b48e-6f1b011398fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fefca529-eed3-4212-aef0-f81154042ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5013781 Sep 17 22:05:31.459488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a96ae3ce-9de5-4a62-b1c0-47f4415e7a8b req-15ad5c47-b5aa-4879-a465-90b84f7f92ab tempest-LiveMigrationNegativeTest-513886627 tempest-LiveMigrationNegativeTest-513886627-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:31.480898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57380) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:31.497714 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f88f184f-4fda-442b-8c85-adec6eaa2a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:31.526782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca4995b4-5515-4285-a7d5-a041e54055d9 req-f6defc87-4c72-4350-8464-30a8d0f4745e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655788 Sep 17 22:05:31.632106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fba682e-f435-451f-bc99-159f13281867 req-dc78df0f-9fc8-4eee-9b77-093f04ba3234 service neutron] 10.222.0.35 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793299 Sep 17 22:05:31.673951 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a859707f-fd65-4a4a-add4-657f8c4f8971 service neutron] 10.222.0.35 "GET /v2.0/ports/1bf7e2cb-3b04-4a67-9941-13dc91f133c9/bindings/n-h1-713498-17 HTTP/1.1" status: 200 len: 385 time: 0.1568522 Sep 17 22:05:31.766511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a96ae3ce-9de5-4a62-b1c0-47f4415e7a8b req-15ad5c47-b5aa-4879-a465-90b84f7f92ab tempest-LiveMigrationNegativeTest-513886627 tempest-LiveMigrationNegativeTest-513886627-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:31.827705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a11e4b0-d036-4a3f-b684-c632e7d6bcdd req-c6819d0b-11c3-4c73-9943-d6c15744af83 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 210 time: 0.0407248 Sep 17 22:05:31.830403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fba682e-f435-451f-bc99-159f13281867 req-ecc9fd98-9d7f-4137-8721-851dbfd78549 service neutron] 10.222.0.35 "GET /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880438 Sep 17 22:05:31.870340 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a96ae3ce-9de5-4a62-b1c0-47f4415e7a8b req-15ad5c47-b5aa-4879-a465-90b84f7f92ab tempest-LiveMigrationNegativeTest-513886627 tempest-LiveMigrationNegativeTest-513886627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:31.913687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a96ae3ce-9de5-4a62-b1c0-47f4415e7a8b req-15ad5c47-b5aa-4879-a465-90b84f7f92ab tempest-LiveMigrationNegativeTest-513886627 tempest-LiveMigrationNegativeTest-513886627-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639990 Sep 17 22:05:31.946027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:31.959771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad5c47-b5aa-4879-a465-90b84f7f92ab tempest-LiveMigrationNegativeTest-513886627 tempest-LiveMigrationNegativeTest-513886627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26327b4-9825-4335-8af3-b0229bf4bfae,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:32.069808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7c726-9fea-42b6-a0ac-eff5c403620c req-f245522b-1237-465c-b4d2-4bdc78e6e3e8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:32.082406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c7c726-9fea-42b6-a0ac-eff5c403620c req-f245522b-1237-465c-b4d2-4bdc78e6e3e8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 943 time: 0.0930898 Sep 17 22:05:32.172715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c7c726-9fea-42b6-a0ac-eff5c403620c req-264e1526-89dd-43f4-8779-a3dc132ad37d tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847659 Sep 17 22:05:32.468819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:32.516221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:32.547744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:32.617198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f88f184f-4fda-442b-8c85-adec6eaa2a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:32.660014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:32.722437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85bb6e-6719-43dd-bc34-69eb2c6bab0b req-670c8d9c-9fc8-47e6-84f5-329383cf22fe tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:32.723653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f88f184f-4fda-442b-8c85-adec6eaa2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:32.732013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c85bb6e-6719-43dd-bc34-69eb2c6bab0b req-670c8d9c-9fc8-47e6-84f5-329383cf22fe tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1107416 Sep 17 22:05:32.779986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f184f-4fda-442b-8c85-adec6eaa2a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d4fb1-3953-4971-ad92-faad705ba397,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:32.849642 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f88f184f-4fda-442b-8c85-adec6eaa2a95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27e0069d53e349e0b91e249802185767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3669715 Sep 17 22:05:32.853975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57410) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:32.860455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c85bb6e-6719-43dd-bc34-69eb2c6bab0b req-6b132e75-45f3-421e-854f-07f11384e21c tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274848 Sep 17 22:05:32.894382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547cfb-551f-486b-a089-68cf9da76d90 req-42fdb9af-28b3-4d00-8695-180a01f57ac7 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:32.896277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2547cfb-551f-486b-a089-68cf9da76d90 req-42fdb9af-28b3-4d00-8695-180a01f57ac7 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 950 time: 0.1324029 Sep 17 22:05:32.948755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] Transition to ACTIVE for port object 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:05:32.980514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:33.002926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4108dc8-6872-49a2-8b04-d103fea7b70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:33.029584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4108dc8-6872-49a2-8b04-d103fea7b70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:33.032607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2547cfb-551f-486b-a089-68cf9da76d90 req-468ada30-9d7e-40f3-bd1b-a39aa720c2df tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247180 Sep 17 22:05:33.039601 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:33.096995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:33.164830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0de014d-f67d-423d-adbe-6f8e51edb2d9 req-dc01637c-b18e-4613-9aa0-473fa415547b tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 210 time: 0.0515680 Sep 17 22:05:33.215454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] No DVR routers for this DVR port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:33.305039 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] 10.222.0.35 "PUT /v2.0/ports/1bf7e2cb-3b04-4a67-9941-13dc91f133c9/bindings/n-h1-713498-17/activate HTTP/1.1" status: 200 len: 370 time: 1.6227524 Sep 17 22:05:33.306138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87982ed-23ce-4691-8eda-367c04ee7ddb service neutron] Pushing event updated for resources: {'Port': ['ID=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,revision_number=10']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:33.373439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48667c4-8bd4-49af-be18-0e7b195a7e4b req-2812e88f-8913-4aa2-8998-94525337f28e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:33.375625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f48667c4-8bd4-49af-be18-0e7b195a7e4b req-2812e88f-8913-4aa2-8998-94525337f28e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 944 time: 0.0887988 Sep 17 22:05:33.395842 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4108dc8-6872-49a2-8b04-d103fea7b70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:33.400152 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4108dc8-6872-49a2-8b04-d103fea7b70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:33.400152 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c4108dc8-6872-49a2-8b04-d103fea7b70e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a73d4fb1-3953-4971-ad92-faad705ba397 HTTP/1.1" status: 204 len: 168 time: 0.5401971 Sep 17 22:05:33.409716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4108dc8-6872-49a2-8b04-d103fea7b70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d4fb1-3953-4971-ad92-faad705ba397,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:33.429325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f48667c4-8bd4-49af-be18-0e7b195a7e4b req-b8dd572e-bb2b-4684-a9d2-1587dc301aff tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465908 Sep 17 22:05:33.598999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b5991527-6099-4ac2-b1da-b49c8f7e4f88 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:33.600839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-b5991527-6099-4ac2-b1da-b49c8f7e4f88 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.0942769 Sep 17 22:05:33.663746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-35578c27-0c6f-440b-8d6b-8ac8853d68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:33.665592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-35578c27-0c6f-440b-8d6b-8ac8853d68ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f HTTP/1.1" status: 200 len: 1096 time: 0.0546253 Sep 17 22:05:33.771225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a6fd8d7e-f7ac-4d66-912d-0df4a2f533d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:33.773128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-a6fd8d7e-f7ac-4d66-912d-0df4a2f533d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1096 time: 0.0767100 Sep 17 22:05:34.093869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-ebd4023b-187f-498a-85eb-2556b14dbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:34.097616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-ebd4023b-187f-498a-85eb-2556b14dbfea service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.3039975 Sep 17 22:05:34.105980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-7bcca4f9-cc01-4b59-b773-9245357a9d3d tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:34.108735 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-7bcca4f9-cc01-4b59-b773-9245357a9d3d tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.32 "GET /v2.0/networks?id=4837d422-1979-42dc-a3c1-aae285b22e76 HTTP/1.1" status: 200 len: 822 time: 0.3163819 Sep 17 22:05:34.171184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-6dbe7548-fc7f-40c6-8658-c1294384d2db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 200 len: 217 time: 0.0567982 Sep 17 22:05:34.174840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Request body: {'port': {'device_id': '30f19fce-4024-4f5b-b91b-02c002f74505', 'network_id': '4837d422-1979-42dc-a3c1-aae285b22e76', 'admin_state_up': True, 'tenant_id': '95dc261b9f7c40db92510a02e5e54a87'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:34.316314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f8fede12-91ac-48e1-9ed2-73985a225511 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:34.318876 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f8fede12-91ac-48e1-9ed2-73985a225511 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 950 time: 0.0743477 Sep 17 22:05:34.321165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aece98e-4a07-4c0a-9b0a-4b928ca53473 req-f80820e0-e43d-422a-af12-c1e929b61876 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:34.322979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4aece98e-4a07-4c0a-9b0a-4b928ca53473 req-f80820e0-e43d-422a-af12-c1e929b61876 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.3230557 Sep 17 22:05:34.492877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Deleting port 3273cacc-d3a3-4887-8778-a4a276fb94cb {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:34.493962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:34.527197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec4b30-4431-4de0-a31c-ee53dd9be545 req-d42d49bd-d54a-4d33-8ff0-569a9efc1188 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:34.529699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15ec4b30-4431-4de0-a31c-ee53dd9be545 req-d42d49bd-d54a-4d33-8ff0-569a9efc1188 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 950 time: 0.3276143 Sep 17 22:05:34.551498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4aece98e-4a07-4c0a-9b0a-4b928ca53473 req-bc76e59a-2718-4f28-b893-9c15ad732e4f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091967 Sep 17 22:05:34.553255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-59628392-6e7c-41f6-855b-1ac5de2c5919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:34.557185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-59628392-6e7c-41f6-855b-1ac5de2c5919 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.3507743 Sep 17 22:05:34.617102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] For port 3273cacc-d3a3-4887-8778-a4a276fb94cb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3273cacc-d3a3-4887-8778-a4a276fb94cb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:34.617427 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:34.632929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Calling delete_port for 3273cacc-d3a3-4887-8778-a4a276fb94cb owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:34.654430 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:05:34.662419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-83b44687-eca9-4431-974d-8cb54cf60b80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780077 Sep 17 22:05:34.804019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15ec4b30-4431-4de0-a31c-ee53dd9be545 req-b44332d5-117c-454c-be3e-90fefbc2a124 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440403 Sep 17 22:05:34.806590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-628cdaf2-f5f2-45df-875d-3068049893a2 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244316 Sep 17 22:05:34.808332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Made reservation on behalf of 95dc261b9f7c40db92510a02e5e54a87 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:34.813344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:34.855111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77ce4c8b-651f-4ad0-ac07-ee421461a1ec req-0676eb47-3c62-4ea1-ac9d-f1d3e4bba4ae tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 210 time: 0.0642223 Sep 17 22:05:34.962968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:34.976697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3273cacc-d3a3-4887-8778-a4a276fb94cb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:35.036057 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Pushing event deleted for resources: {'Port': ['ID=3273cacc-d3a3-4887-8778-a4a276fb94cb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:35.063804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['df7f74f3-cf0e-4b21-bccf-cdefab532526'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:35.170087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] No DVR routers for this DVR port 3273cacc-d3a3-4887-8778-a4a276fb94cb on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:35.179064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:35.184162 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3b9e2d9a-656e-4091-8cf2-6e8ff99ee800 req-f49854a9-d2d0-43f9-a160-e38034f3aeda tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.32 "DELETE /v2.0/ports/3273cacc-d3a3-4887-8778-a4a276fb94cb HTTP/1.1" status: 204 len: 173 time: 0.8569403 Sep 17 22:05:35.184855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b04f35f-aec7-4b7a-83ee-9cd58a164054', 'name': 'network-vif-deleted', 'tag': '3273cacc-d3a3-4887-8778-a4a276fb94cb'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:35.185653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57478) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:35.189258 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac88061-5469-4da8-bb93-d0321730dacf" -d '{"events": [{"server_uuid": "2b04f35f-aec7-4b7a-83ee-9cd58a164054", "name": "network-vif-deleted", "tag": "3273cacc-d3a3-4887-8778-a4a276fb94cb"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:35.221135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6841a7-0ec7-44ee-8fed-afebcd1eb076 req-c833fee9-66ed-4140-ade8-40c1572d94a1 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:35.228677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c6841a7-0ec7-44ee-8fed-afebcd1eb076 req-c833fee9-66ed-4140-ade8-40c1572d94a1 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 944 time: 0.2355664 Sep 17 22:05:35.260765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-bd522b52-7eb8-47b0-ba19-eeae45a9b502 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449816 Sep 17 22:05:35.313650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Allocated IP 172.20.0.2 (4837d422-1979-42dc-a3c1-aae285b22e76/fd25b70b-e1dd-47c9-b1e5-b3763a0331de/3e7cc964-5dc2-4070-99b3-81b135282bdb) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:05:35.330576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c6841a7-0ec7-44ee-8fed-afebcd1eb076 req-6bcaa206-12c0-453f-a5c4-820aa08f5b6f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976634 Sep 17 22:05:35.390934 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a5b50-4edb-4b70-9ef7-f038b8b6bdb7 x-openstack-request-id: req-fa1a5b50-4edb-4b70-9ef7-f038b8b6bdb7 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:35.391446 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b04f35f-aec7-4b7a-83ee-9cd58a164054", "name": "network-vif-deleted", "tag": "3273cacc-d3a3-4887-8778-a4a276fb94cb", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:35.391535 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa1a5b50-4edb-4b70-9ef7-f038b8b6bdb7 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:35.393112 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b04f35f-aec7-4b7a-83ee-9cd58a164054', 'name': 'network-vif-deleted', 'tag': '3273cacc-d3a3-4887-8778-a4a276fb94cb', 'status': 'completed', 'code': 200} Sep 17 22:05:35.529601 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57492) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:35.552436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1443348456-network', 'tenant_id': 'd15198bba220431eac0f93651d09592c'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:35.683194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:35.704986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Made reservation on behalf of d15198bba220431eac0f93651d09592c for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:35.707490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:35.740695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:35.769934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f2e3f-3e27-4270-ba30-5fd418619044 req-380c056c-5ab9-443f-a58e-207eecf1aff8 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:35.772252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-586f2e3f-3e27-4270-ba30-5fd418619044 req-380c056c-5ab9-443f-a58e-207eecf1aff8 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1066689 Sep 17 22:05:35.972414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-586f2e3f-3e27-4270-ba30-5fd418619044 req-8882cbb2-cc84-4c8c-9167-179675dbb2fe tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870162 Sep 17 22:05:36.064521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.111677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.125126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67e8ce22-9921-40d8-901f-b652c593e504 req-4b1f24f6-83ce-422f-9f0f-3c23d160cd42 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b04f35f-aec7-4b7a-83ee-9cd58a164054 HTTP/1.1" status: 200 len: 210 time: 0.1345088 Sep 17 22:05:36.171629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3791b-8106-4410-8173-e5f21fb670fb req-cc4fe50c-e24f-49c8-8416-2d8a53659e44 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:36.173445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-cc4fe50c-e24f-49c8-8416-2d8a53659e44 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.3674550 Sep 17 22:05:36.281030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Network 4837d422-1979-42dc-a3c1-aae285b22e76 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:05:36.303064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:05:36.308369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:05:36.457692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:36.458485 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.485944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Pushing event updated for resources: {'Port': ['ID=3e7cc964-5dc2-4070-99b3-81b135282bdb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:36.514191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Deleting port 3b616d6c-621c-4bfa-8c68-4087fb57e067 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:36.514936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.558941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fa655-e78d-4d7d-94e1-57485b236561 req-25850765-b5aa-422f-8865-9b095bd10604 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:36.558941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a63fa655-e78d-4d7d-94e1-57485b236561 req-25850765-b5aa-422f-8865-9b095bd10604 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 931 time: 0.4840341 Sep 17 22:05:36.615206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] For port 3b616d6c-621c-4bfa-8c68-4087fb57e067, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3b616d6c-621c-4bfa-8c68-4087fb57e067,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:36.615977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.640315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Calling delete_port for 3b616d6c-621c-4bfa-8c68-4087fb57e067 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:36.692970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.704473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb278-5327-4d49-9d89-b2d88871a1a2 req-b95c582a-f922-4bdd-9cf6-2964c97615ab tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:36.705978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b0fb278-5327-4d49-9d89-b2d88871a1a2 req-b95c582a-f922-4bdd-9cf6-2964c97615ab tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 944 time: 0.2314560 Sep 17 22:05:36.771311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a63fa655-e78d-4d7d-94e1-57485b236561 req-94e8971c-65ca-406d-8656-92ab27e32ea0 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528189 Sep 17 22:05:36.771311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b0fb278-5327-4d49-9d89-b2d88871a1a2 req-25f62147-5afb-4269-bc0b-8c406cf00c87 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 Sep 17 22:05:36.894603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.903146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-72b3791b-8106-4410-8173-e5f21fb670fb req-fdfa785b-5ec8-4221-89be-58085139d32c service neutron] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:36.916243 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-72b3791b-8106-4410-8173-e5f21fb670fb req-fdfa785b-5ec8-4221-89be-58085139d32c service neutron] Notify callbacks [] for binding, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.917378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b3791b-8106-4410-8173-e5f21fb670fb req-fdfa785b-5ec8-4221-89be-58085139d32c service neutron] 10.222.0.32 "DELETE /v2.0/ports/1bf7e2cb-3b04-4a67-9941-13dc91f133c9/bindings/n-h2-713498-17 HTTP/1.1" status: 204 len: 173 time: 0.7194252 Sep 17 22:05:36.923195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:05:36.931920 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.945310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b2d73-85d1-4a4f-b684-f674549f985f req-ef2a2d3a-4e95-4d34-879a-53c190f2a2b7 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:36.953505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-284b2d73-85d1-4a4f-b684-f674549f985f req-ef2a2d3a-4e95-4d34-879a-53c190f2a2b7 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1096 time: 0.1005397 Sep 17 22:05:36.964185 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:36.964533 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Added segment 75eb7a08-0855-4384-8cd7-ea001902180e of type vlan for network 31679801-6791-4261-af14-a36dcd07fc42 Sep 17 22:05:36.966464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b616d6c-621c-4bfa-8c68-4087fb57e067,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:36.966602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-6fba4326-cff6-4fb4-b988-27726069cffc tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7994130 Sep 17 22:05:36.976020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121d7117-30bc-4e3d-9328-6b7541dbcd27,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:37.004227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Request body: {'port': {'device_id': '30f19fce-4024-4f5b-b91b-02c002f74505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:37.156712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-284b2d73-85d1-4a4f-b684-f674549f985f req-149903f2-5b3d-4819-b6ac-816e09054ed8 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931314 Sep 17 22:05:37.156712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:37.252299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:37.253069 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:37.307175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b754a0-a0a5-4d64-9162-8d5669b161cd req-92c54d16-447d-44fd-bc23-07f0dba78a1e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:37.316331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56b754a0-a0a5-4d64-9162-8d5669b161cd req-92c54d16-447d-44fd-bc23-07f0dba78a1e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.2275872 Sep 17 22:05:37.327937 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:37.329441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:37.330030 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:37.484349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b1cf-a7ad-40de-9af8-5ceea857c9f3 req-12a1754b-5f87-42f4-b501-24ac82de7e49 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:37.486705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2507b1cf-a7ad-40de-9af8-5ceea857c9f3 req-12a1754b-5f87-42f4-b501-24ac82de7e49 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 1096 time: 0.2473502 Sep 17 22:05:37.503757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] Pushing event updated for resources: {'Network': ['ID=31679801-6791-4261-af14-a36dcd07fc42,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:37.514454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a9fa8b17-c460-4c4f-8c36-3467424ff824 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3192859 Sep 17 22:05:37.515259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 31679801-6791-4261-af14-a36dcd07fc42 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:05:37.518819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57532) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:37.572392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Request body: {'subnet': {'network_id': '31679801-6791-4261-af14-a36dcd07fc42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1443348456-subnet', 'tenant_id': 'd15198bba220431eac0f93651d09592c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:37.598296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56b754a0-a0a5-4d64-9162-8d5669b161cd req-4f1c9223-31eb-47e6-9b7e-71aeea8242d3 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810256 Sep 17 22:05:37.630915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:05:37.696568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2507b1cf-a7ad-40de-9af8-5ceea857c9f3 req-3e19360d-7e6b-4137-8ad4-50d207dad97b tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939406 Sep 17 22:05:37.838709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:05:37.850032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] Sync routers for ids ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:05:37.854826 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a4d0006f-bbbc-4051-aa72-b12745c1ef79 admin admin] 10.222.0.13 "PUT /v2.0/routers/1829b829-2dd7-4dbf-b72b-51ef4fb38609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3254287 Sep 17 22:05:37.855768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57550) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:37.872945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] Routers {'1829b829-2dd7-4dbf-b72b-51ef4fb38609'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:05:37.874492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:05:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:37.930369 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:37.987225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.019529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] Set router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:05:38.094955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Made reservation on behalf of d15198bba220431eac0f93651d09592c for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:38.097170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.129931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.190435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bda5b-d6c4-4c73-8716-ce71edfdc79a req-15e1352e-0777-432a-8440-0a641583d317 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:38.197793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f9bda5b-d6c4-4c73-8716-ce71edfdc79a req-15e1352e-0777-432a-8440-0a641583d317 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 931 time: 0.1374743 Sep 17 22:05:38.268564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:30Z', 'updated_at': '2021-09-17T22:05:36Z', 'revision_number': 5, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'gw_port': {'id': '6027d10d-d89f-43c8-be7c-b3a638439632', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:32Z', 'updated_at': '2021-09-17T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:38.274841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Deleting port 6027d10d-d89f-43c8-be7c-b3a638439632 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:38.275249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.310937 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] Checking router: 1829b829-2dd7-4dbf-b72b-51ef4fb38609 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:05:38.314911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f9bda5b-d6c4-4c73-8716-ce71edfdc79a req-8cb44f46-4994-4c82-8808-408166ce303f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162188 Sep 17 22:05:38.336277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] Routers {'1829b829-2dd7-4dbf-b72b-51ef4fb38609'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:05:38.336896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:05:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:38.386258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] For port 6027d10d-d89f-43c8-be7c-b3a638439632, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6027d10d-d89f-43c8-be7c-b3a638439632,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:38.386697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.402886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Calling delete_port for 6027d10d-d89f-43c8-be7c-b3a638439632 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:38.444341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] Set router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:05:38.446466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7cc964-5dc2-4070-99b3-81b135282bdb {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:38.476362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.503370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Transition to ACTIVE for port object 3e7cc964-5dc2-4070-99b3-81b135282bdb will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:05:38.549713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4d9fd-e88c-4edd-8825-497b96a67978 req-ffcc5439-3f5d-41a4-b6c5-1e078d256c30 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:38.557349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8b4d9fd-e88c-4edd-8825-497b96a67978 req-ffcc5439-3f5d-41a4-b6c5-1e078d256c30 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 950 time: 0.1561177 Sep 17 22:05:38.590166 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.642530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:30Z', 'updated_at': '2021-09-17T22:05:38Z', 'revision_number': 6, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:38.650575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8b4d9fd-e88c-4edd-8825-497b96a67978 req-2ba4b0ec-b172-4cbe-a1c0-86249f281543 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922441 Sep 17 22:05:38.666980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7cc964-5dc2-4070-99b3-81b135282bdb,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:38.674212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e046f66-6cc2-45c0-86df-ec807c9b5e4c None None] The sync data for ids ['1829b829-2dd7-4dbf-b72b-51ef4fb38609'] in n-d-713498-17 is: [{'id': '1829b829-2dd7-4dbf-b72b-51ef4fb38609', 'name': 'tempest-AttachSCSIVolumeTestJSON-1644370355-router', 'tenant_id': '0af34bf8e34c45be8e832a03a349f3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:30Z', 'updated_at': '2021-09-17T22:05:38Z', 'revision_number': 6, 'project_id': '0af34bf8e34c45be8e832a03a349f3b9', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:05:38.702240 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.725687 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.743853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6027d10d-d89f-43c8-be7c-b3a638439632,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:38.800119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.870930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2532949f-c3f1-4e36-a9a4-ac32dfa9ff29,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:38.898739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9272-6ec4-47b1-97ae-cbd19e61fc49 req-4cee1d53-9029-4081-8c23-b7d2bc721a23 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:38.899222 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.900444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ad9272-6ec4-47b1-97ae-cbd19e61fc49 req-4cee1d53-9029-4081-8c23-b7d2bc721a23 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1862915 Sep 17 22:05:38.901549 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.906340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Checking segment: {'id': '75eb7a08-0855-4384-8cd7-ea001902180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31679801-6791-4261-af14-a36dcd07fc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:38.906706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Network hostable DHCP agents. Network: 31679801-6791-4261-af14-a36dcd07fc42, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:05:38.909845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Attempting to bind port 3e7cc964-5dc2-4070-99b3-81b135282bdb on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:05:38.910173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Attempting to bind port 3e7cc964-5dc2-4070-99b3-81b135282bdb by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '66539c4e-49da-441a-bef0-0f4ddd7cbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4837d422-1979-42dc-a3c1-aae285b22e76'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:05:38.910491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Attempting to bind port 3e7cc964-5dc2-4070-99b3-81b135282bdb on network 4837d422-1979-42dc-a3c1-aae285b22e76 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:38.926613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Port 3e7cc964-5dc2-4070-99b3-81b135282bdb on network 4837d422-1979-42dc-a3c1-aae285b22e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:05:38.926982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Attempting to bind port 3e7cc964-5dc2-4070-99b3-81b135282bdb on network 4837d422-1979-42dc-a3c1-aae285b22e76 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:38.942875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:05:38.943223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Checking segment: {'id': '66539c4e-49da-441a-bef0-0f4ddd7cbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4837d422-1979-42dc-a3c1-aae285b22e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:38.943597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Bound using segment: {'id': '66539c4e-49da-441a-bef0-0f4ddd7cbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4837d422-1979-42dc-a3c1-aae285b22e76'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:05:38.944031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Bound port: 3e7cc964-5dc2-4070-99b3-81b135282bdb, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66539c4e-49da-441a-bef0-0f4ddd7cbe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4837d422-1979-42dc-a3c1-aae285b22e76'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:05:38.944446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:38.976865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ad9272-6ec4-47b1-97ae-cbd19e61fc49 req-e78d4f96-2825-4f09-8a00-758a558c6ca0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640113 Sep 17 22:05:39.015234 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.015812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1829b829-2dd7-4dbf-b72b-51ef4fb38609 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:05:39.022023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.023265 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a4ab1a8e-ac78-45cc-b83e-77ade85f7e9c admin admin] 10.222.0.13 "DELETE /v2.0/routers/1829b829-2dd7-4dbf-b72b-51ef4fb38609 HTTP/1.1" status: 204 len: 168 time: 1.1665430 Sep 17 22:05:39.025928 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57596) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:39.051460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Network 31679801-6791-4261-af14-a36dcd07fc42 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:05:39.067931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] For port 3e7cc964-5dc2-4070-99b3-81b135282bdb, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:39.072022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] For port 3e7cc964-5dc2-4070-99b3-81b135282bdb, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3e7cc964-5dc2-4070-99b3-81b135282bdb,segment=NetworkSegment(66539c4e-49da-441a-bef0-0f4ddd7cbe34),segment_id=66539c4e-49da-441a-bef0-0f4ddd7cbe34)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:05:39.080024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-292ab944-6571-4558-aa0b-cd7dc3bff00d admin admin] Deleting subnet b9debdb4-e3c3-45a3-9978-4c5def9a39a0 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:05:39.083707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-292ab944-6571-4558-aa0b-cd7dc3bff00d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.083849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3273cacc-d3a3-4887-8778-a4a276fb94cb no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:39.087636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974225b7-4f8d-4034-b71d-09ffda8c1358 req-1abfc530-85cf-4a5f-a8e9-54b21168cbc2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:39.089436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-974225b7-4f8d-4034-b71d-09ffda8c1358 req-1abfc530-85cf-4a5f-a8e9-54b21168cbc2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 950 time: 0.0905607 Sep 17 22:05:39.121831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 3273cacc-d3a3-4887-8778-a4a276fb94cb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:39.122436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3273cacc-d3a3-4887-8778-a4a276fb94cb not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:39.128805 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-292ab944-6571-4558-aa0b-cd7dc3bff00d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.129399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 31679801-6791-4261-af14-a36dcd07fc42) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:05:39.136816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:39.137417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.144590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c58c2-c9c3-49dd-9852-9620046ba802 None None] Network 31679801-6791-4261-af14-a36dcd07fc42 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:05:39.164040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-974225b7-4f8d-4034-b71d-09ffda8c1358 req-07138ead-640b-4924-9ae8-0d6906bc2efe tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596049 Sep 17 22:05:39.167903 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.215454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:39.216076 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.217465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] 10.222.0.32 "PUT /v2.0/ports/3e7cc964-5dc2-4070-99b3-81b135282bdb HTTP/1.1" status: 200 len: 1092 time: 2.2377307 Sep 17 22:05:39.218467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f19fce-4024-4f5b-b91b-02c002f74505', 'tag': '3e7cc964-5dc2-4070-99b3-81b135282bdb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:39.218648 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-292ab944-6571-4558-aa0b-cd7dc3bff00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.220776 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f649f-3486-484b-a1fb-ccd57f50213a" -d '{"events": [{"name": "network-changed", "server_uuid": "30f19fce-4024-4f5b-b91b-02c002f74505", "tag": "3e7cc964-5dc2-4070-99b3-81b135282bdb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:39.266363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f98ff696-0608-406e-aac5-04d76ef0e3e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7401366 Sep 17 22:05:39.306702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1d912-c960-41ac-914d-b98bdfa81ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7cc964-5dc2-4070-99b3-81b135282bdb,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:39.324439 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5efe32-e1b9-4f91-b46b-0132de399008 x-openstack-request-id: req-6c5efe32-e1b9-4f91-b46b-0132de399008 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:39.325618 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f19fce-4024-4f5b-b91b-02c002f74505", "tag": "3e7cc964-5dc2-4070-99b3-81b135282bdb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:39.326026 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c5efe32-e1b9-4f91-b46b-0132de399008 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:39.326576 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f19fce-4024-4f5b-b91b-02c002f74505', 'tag': '3e7cc964-5dc2-4070-99b3-81b135282bdb', 'status': 'completed', 'code': 200} Sep 17 22:05:39.377109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834fac4-747e-4ea8-a5f3-f6ec348a55cf None None] Network 31679801-6791-4261-af14-a36dcd07fc42 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:05:39.386293 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-292ab944-6571-4558-aa0b-cd7dc3bff00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.428624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f649f-3486-484b-a1fb-ccd57f50213a req-924f45df-35f4-4d39-8c79-fb2d8e1beee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:39.433530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-495f649f-3486-484b-a1fb-ccd57f50213a req-924f45df-35f4-4d39-8c79-fb2d8e1beee9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95dc261b9f7c40db92510a02e5e54a87&device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 1095 time: 0.1021376 Sep 17 22:05:39.443994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ab944-6571-4558-aa0b-cd7dc3bff00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9debdb4-e3c3-45a3-9978-4c5def9a39a0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:39.461182 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-292ab944-6571-4558-aa0b-cd7dc3bff00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.463176 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-292ab944-6571-4558-aa0b-cd7dc3bff00d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b9debdb4-e3c3-45a3-9978-4c5def9a39a0 HTTP/1.1" status: 204 len: 168 time: 0.4362915 Sep 17 22:05:39.466962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57610) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:39.469246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fbe72a-5aea-47f7-b356-b4db91c4c321 None None] Network 529a844b-afd2-44d1-9906-0096d692962a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:05:39.571370 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.616283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854a513-091d-4e54-82d7-39113c526aaa req-f5be2ad7-08ee-42c2-9577-825ccb2f30b7 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:39.626076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4854a513-091d-4e54-82d7-39113c526aaa req-f5be2ad7-08ee-42c2-9577-825ccb2f30b7 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 943 time: 0.1857576 Sep 17 22:05:39.644216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3b616d6c-621c-4bfa-8c68-4087fb57e067 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:39.669924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Deleting port 6f09e771-bc85-48cc-ae45-04529a6ae35d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:39.670614 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.681307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 3b616d6c-621c-4bfa-8c68-4087fb57e067 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:39.682143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f649f-3486-484b-a1fb-ccd57f50213a req-d4ced1a4-c695-443f-9e0c-194ec17163af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:39.682371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3b616d6c-621c-4bfa-8c68-4087fb57e067 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:39.682993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6027d10d-d89f-43c8-be7c-b3a638439632 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:39.683665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-495f649f-3486-484b-a1fb-ccd57f50213a req-d4ced1a4-c695-443f-9e0c-194ec17163af service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=95dc261b9f7c40db92510a02e5e54a87&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2341824 Sep 17 22:05:39.694122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4854a513-091d-4e54-82d7-39113c526aaa req-956262dd-cc12-41cb-8d11-3c4368a549f0 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670872 Sep 17 22:05:39.800664 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.837608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] For port 6f09e771-bc85-48cc-ae45-04529a6ae35d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6f09e771-bc85-48cc-ae45-04529a6ae35d,segment=NetworkSegment(2427d887-f3e3-4362-bfc9-3561fd8627d6),segment_id=2427d887-f3e3-4362-bfc9-3561fd8627d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:39.838140 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:39.844271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 6027d10d-d89f-43c8-be7c-b3a638439632 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:39.845056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6027d10d-d89f-43c8-be7c-b3a638439632 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:39.865062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Calling delete_port for 6f09e771-bc85-48cc-ae45-04529a6ae35d owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:39.915499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f649f-3486-484b-a1fb-ccd57f50213a req-017ebede-dcf9-43db-b726-3bbf7988b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:39.918814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-495f649f-3486-484b-a1fb-ccd57f50213a req-017ebede-dcf9-43db-b726-3bbf7988b307 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2237217 Sep 17 22:05:40.041574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d289-a125-4ba2-95ea-112cb4b270d4 req-dc9a3d61-3f0d-475d-810f-f46fbccf97bc tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:40.046591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57c3d289-a125-4ba2-95ea-112cb4b270d4 req-dc9a3d61-3f0d-475d-810f-f46fbccf97bc tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 950 time: 0.1226978 Sep 17 22:05:40.055201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-5935d8d1-3126-4a72-989c-16dfae158be0 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:40.055201 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-5935d8d1-3126-4a72-989c-16dfae158be0 tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 950 time: 0.1033111 Sep 17 22:05:40.079923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] DHCP port deletion for 529a844b-afd2-44d1-9906-0096d692962a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:05:40.158763 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.187671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57c3d289-a125-4ba2-95ea-112cb4b270d4 req-e1cf955f-364c-4a93-b6ca-3f04b79f93fb tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/security-groups?id=be0f8088-f8ba-44a4-a30c-de3514a4f019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305270 Sep 17 22:05:40.197048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] Deleting port 6f09e771-bc85-48cc-ae45-04529a6ae35d {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:40.209439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.210065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-f35182a7-aa85-4b24-b23a-5b83ad91551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:40.211732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-f35182a7-aa85-4b24-b23a-5b83ad91551b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95dc261b9f7c40db92510a02e5e54a87&device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 1095 time: 0.2380817 Sep 17 22:05:40.220796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] No DVR routers for this DVR port 6f09e771-bc85-48cc-ae45-04529a6ae35d on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:40.224567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f09e771-bc85-48cc-ae45-04529a6ae35d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:40.300779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-3badc9bf-196d-451a-8411-3178a71e49e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e7cc964-5dc2-4070-99b3-81b135282bdb HTTP/1.1" status: 200 len: 217 time: 0.0798495 Sep 17 22:05:40.320810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] For port 6f09e771-bc85-48cc-ae45-04529a6ae35d, host n-d-713498-17, got binding levels [] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:40.321149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.343599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Deleting port df7f74f3-cf0e-4b21-bccf-cdefab532526 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:40.345519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.348927 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] Calling delete_port for 6f09e771-bc85-48cc-ae45-04529a6ae35d owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:40.351773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.ipam_backend_mixin [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] Port 6f09e771-bc85-48cc-ae45-04529a6ae35d was not found and therefore no delete operation was performed {{(pid=101662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:05:40.353050 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.368847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] No DVR routers for this DVR port 6f09e771-bc85-48cc-ae45-04529a6ae35d on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:40.390926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d49ec5-554e-4db1-b968-56df2ab81913 None None] Pushing event deleted for resources: {'Port': ['ID=6f09e771-bc85-48cc-ae45-04529a6ae35d,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:40.440178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.461723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0798e2-d57c-4030-94a2-67fc4d164c04 req-a2b87409-59c2-4ba0-8b77-b4b67d50ce68 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:40.468359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529a844b-afd2-44d1-9906-0096d692962a']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:40.469445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a0798e2-d57c-4030-94a2-67fc4d164c04 req-a2b87409-59c2-4ba0-8b77-b4b67d50ce68 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1718040 Sep 17 22:05:40.477705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4383814a-502f-4b6a-a159-ee575fbb9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:40.479357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-4383814a-502f-4b6a-a159-ee575fbb9b03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd25b70b-e1dd-47c9-b1e5-b3763a0331de HTTP/1.1" status: 200 len: 862 time: 0.0868621 Sep 17 22:05:40.479997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2427d887-f3e3-4362-bfc9-3561fd8627d6') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:40.480403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2427d887-f3e3-4362-bfc9-3561fd8627d6') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:40.490382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57646) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:40.492333 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.509439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1579571777-network', 'tenant_id': 'f3210f916f614253ba34d875d8fa8a39'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:40.525359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.539598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-ccf5d763-2723-4cb1-a9c9-68938d4a3aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4837d422-1979-42dc-a3c1-aae285b22e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500069 Sep 17 22:05:40.568604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:05:40.569011 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:05:40.570782 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:05:40.585181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a0798e2-d57c-4030-94a2-67fc4d164c04 req-73dc6987-5090-4f73-8985-484824058707 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108170 Sep 17 22:05:40.641163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] For port df7f74f3-cf0e-4b21-bccf-cdefab532526, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=df7f74f3-cf0e-4b21-bccf-cdefab532526,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:40.641544 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.654680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Calling delete_port for df7f74f3-cf0e-4b21-bccf-cdefab532526 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:40.663907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-3c31229a-8d24-494c-9e80-9b83df7a4b0d service neutron] 10.222.0.32 "GET /v2.0/networks/4837d422-1979-42dc-a3c1-aae285b22e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130052 Sep 17 22:05:40.665301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Made reservation on behalf of f3210f916f614253ba34d875d8fa8a39 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:40.667662 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.683975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.706734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.712679 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.715952 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] 10.222.0.13 "DELETE /v2.0/networks/529a844b-afd2-44d1-9906-0096d692962a HTTP/1.1" status: 204 len: 168 time: 1.2455103 Sep 17 22:05:40.721964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57648) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:40.735137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5062fc-2b55-4886-97af-6cbaf5d0c87f admin admin] Pushing event deleted for resources: {'Network': ['ID=529a844b-afd2-44d1-9906-0096d692962a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:40.881816 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:40.896366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['df7f74f3-cf0e-4b21-bccf-cdefab532526'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:40.921796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bd864d3-0515-41b9-bb35-62c0ce0cb499 req-f801f07e-5693-4138-8b69-f32b03a82b70 service neutron] 10.222.0.32 "GET /v2.0/networks/4837d422-1979-42dc-a3c1-aae285b22e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508526 Sep 17 22:05:40.962710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d772f-78e6-4db4-ab3c-fa881cfc0a58 req-2b9097b1-7d18-4236-ad03-15ad8f8852fb tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:40.964243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f8d772f-78e6-4db4-ab3c-fa881cfc0a58 req-2b9097b1-7d18-4236-ad03-15ad8f8852fb tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 943 time: 0.1553240 Sep 17 22:05:40.974200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Pushing event deleted for resources: {'Port': ['ID=df7f74f3-cf0e-4b21-bccf-cdefab532526,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:40.995095 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] No DVR routers for this DVR port df7f74f3-cf0e-4b21-bccf-cdefab532526 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:40.997617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:41.000784 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-29ddb5b9-8a01-431a-abdc-61d465d4ed52 req-f880742f-76a1-4cad-b918-e81496e6837a tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.35 "DELETE /v2.0/ports/df7f74f3-cf0e-4b21-bccf-cdefab532526 HTTP/1.1" status: 204 len: 173 time: 0.9379737 Sep 17 22:05:41.001295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed25b17-8299-4e9f-baa8-10150f4f0aa8', 'name': 'network-vif-deleted', 'tag': 'df7f74f3-cf0e-4b21-bccf-cdefab532526'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:41.003666 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663ebee5-e93a-42ce-9e31-800f38106de4" -d '{"events": [{"server_uuid": "3ed25b17-8299-4e9f-baa8-10150f4f0aa8", "name": "network-vif-deleted", "tag": "df7f74f3-cf0e-4b21-bccf-cdefab532526"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:41.041687 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57798996-a300-4522-a35b-0ab8cb9248d0 x-openstack-request-id: req-57798996-a300-4522-a35b-0ab8cb9248d0 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:41.042172 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed25b17-8299-4e9f-baa8-10150f4f0aa8", "name": "network-vif-deleted", "tag": "df7f74f3-cf0e-4b21-bccf-cdefab532526", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:41.042423 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57798996-a300-4522-a35b-0ab8cb9248d0 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:41.042836 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed25b17-8299-4e9f-baa8-10150f4f0aa8', 'name': 'network-vif-deleted', 'tag': 'df7f74f3-cf0e-4b21-bccf-cdefab532526', 'status': 'completed', 'code': 200} Sep 17 22:05:41.080052 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:41.083330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f8d772f-78e6-4db4-ab3c-fa881cfc0a58 req-8ee5cdb5-8a91-422a-8c71-d4922d50d889 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735316 Sep 17 22:05:41.200118 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:41.254592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:05:41.301045 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:41.301354 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Added segment 1c2d18ab-b547-4d43-947e-270a43241fcb of type vlan for network de9c5ad9-9d22-4a96-84c8-48b348a3329e Sep 17 22:05:41.303963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5106b21-d2cc-4b5c-8a0a-894e21a0d91c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:41.308003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5452648d-88ff-412d-ae5b-acede66fef27 req-a584a06b-f2d3-44bc-9e07-906842df956e tempest-LiveMigrationNegativeTest-1784351839 tempest-LiveMigrationNegativeTest-1784351839-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed25b17-8299-4e9f-baa8-10150f4f0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0450528 Sep 17 22:05:41.429732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:41.464181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6f09e771-bc85-48cc-ae45-04529a6ae35d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:41.488325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 6f09e771-bc85-48cc-ae45-04529a6ae35d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:41.488676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6f09e771-bc85-48cc-ae45-04529a6ae35d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:41.551389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:41.603599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:41.604721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:41.605371 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:41.749624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2492800 Sep 17 22:05:41.753252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57672) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:41.760253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Request body: {'subnet': {'network_id': 'de9c5ad9-9d22-4a96-84c8-48b348a3329e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1579571777-subnet', 'tenant_id': 'f3210f916f614253ba34d875d8fa8a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:41.780896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfda27-c35f-48cb-b1b2-05f6061960ad admin admin] Pushing event updated for resources: {'Network': ['ID=de9c5ad9-9d22-4a96-84c8-48b348a3329e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:41.792359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network de9c5ad9-9d22-4a96-84c8-48b348a3329e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:05:41.844150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae9ea1-0497-4835-bb95-f8dc62e013de req-ef0624ee-646f-4109-96ea-539d0fed52c9 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:41.845707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6aae9ea1-0497-4835-bb95-f8dc62e013de req-ef0624ee-646f-4109-96ea-539d0fed52c9 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1783116 Sep 17 22:05:41.860952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Made reservation on behalf of f3210f916f614253ba34d875d8fa8a39 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:41.863913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:41.915341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6aae9ea1-0497-4835-bb95-f8dc62e013de req-47c9829f-7d70-4865-88e1-5761cc601bab tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575845 Sep 17 22:05:42.001237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Deleting port 2b611385-3a7f-4545-8fe8-9eb61ebaab91 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:42.002034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:42.102243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] For port 2b611385-3a7f-4545-8fe8-9eb61ebaab91, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2b611385-3a7f-4545-8fe8-9eb61ebaab91,segment=NetworkSegment(b5a7d141-89f6-43bc-8e9c-a9868f79e2c3),segment_id=b5a7d141-89f6-43bc-8e9c-a9868f79e2c3)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:42.102655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:42.118941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Calling delete_port for 2b611385-3a7f-4545-8fe8-9eb61ebaab91 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:42.191360 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:42.260893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e082ae24-a199-476c-b608-6c37641c23a1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:42.270401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Checking segment: {'id': '1c2d18ab-b547-4d43-947e-270a43241fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de9c5ad9-9d22-4a96-84c8-48b348a3329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:42.270665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Network hostable DHCP agents. Network: de9c5ad9-9d22-4a96-84c8-48b348a3329e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:05:42.362953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Network de9c5ad9-9d22-4a96-84c8-48b348a3329e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:05:42.437789 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, de9c5ad9-9d22-4a96-84c8-48b348a3329e) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:05:42.448740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:42.450352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:42.452789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe6f28e-f1ac-46bd-a49e-e5943e77f559 None None] Network de9c5ad9-9d22-4a96-84c8-48b348a3329e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:05:42.516499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c0bc0-5620-4b8d-b391-0f0e6dc20ca3 req-f38a6bb0-39d6-48ba-889d-58f2dd119cb5 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:42.518092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-988c0bc0-5620-4b8d-b391-0f0e6dc20ca3 req-f38a6bb0-39d6-48ba-889d-58f2dd119cb5 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 943 time: 0.3446488 Sep 17 22:05:42.575308 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b1c7eda3-c757-4b66-86b4-1d63db0fc330 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8196483 Sep 17 22:05:42.622694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-988c0bc0-5620-4b8d-b391-0f0e6dc20ca3 req-11668791-3352-4e20-8c39-15515577d10b tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984225 Sep 17 22:05:42.656936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2aa8f8-4582-4d4c-a13d-d3a7d9448215 None None] Network de9c5ad9-9d22-4a96-84c8-48b348a3329e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:05:42.778346 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:42.806539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b611385-3a7f-4545-8fe8-9eb61ebaab91,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:43.002254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9825bff3-32a7-45b8-ac8c-e3f8de09382d details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:43.005955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:43.074273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57708) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:43.117912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3e7cc964-5dc2-4070-99b3-81b135282bdb details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:43.154860 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.179673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acce1bc-d498-4dab-97f9-d73be43e3154 req-48502aa5-88e1-4558-ba2a-1439bf31210f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:43.190098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1acce1bc-d498-4dab-97f9-d73be43e3154 req-48502aa5-88e1-4558-ba2a-1439bf31210f tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1457851 Sep 17 22:05:43.304240 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-55ecedb3-6874-4cd2-9316-3b352db45218 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f54c628283d4237bee66806eb1afca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286277 Sep 17 22:05:43.306522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57722) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:43.316349 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.401017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:43.403287 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d454b77-3890-4954-b181-0bcf4ebe79db" -d '{"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-unplugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:43.404740 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-66e8c98b-5ad9-400d-8b99-869404f107ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.412676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1acce1bc-d498-4dab-97f9-d73be43e3154 req-b8e360f6-3574-42f1-99e3-ed464db19838 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214878 Sep 17 22:05:43.414914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:43.426479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300088-8449-4492-a6f1-49115b6208f2 req-68b20b5d-1541-4379-8739-c1362f656803 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:43.443683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-68b20b5d-1541-4379-8739-c1362f656803 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/networks?id=31679801-6791-4261-af14-a36dcd07fc42 HTTP/1.1" status: 200 len: 815 time: 0.1670449 Sep 17 22:05:43.447173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:43.458020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '9825bff3-32a7-45b8-ac8c-e3f8de09382d', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '9825bff3-32a7-45b8-ac8c-e3f8de09382d', 'mac_address': 'fa:16:3e:95:ab:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:43.505131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-e3e5be58-dc9e-4dfa-b7df-ac86c129efd4 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/quotas/d15198bba220431eac0f93651d09592c HTTP/1.1" status: 200 len: 375 time: 0.0604539 Sep 17 22:05:43.508392 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.525645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3e7cc964-5dc2-4070-99b3-81b135282bdb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3e7cc964-5dc2-4070-99b3-81b135282bdb,segment=NetworkSegment(66539c4e-49da-441a-bef0-0f4ddd7cbe34),segment_id=66539c4e-49da-441a-bef0-0f4ddd7cbe34)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:43.539039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.539767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device df7f74f3-cf0e-4b21-bccf-cdefab532526 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:43.575110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9825bff3-32a7-45b8-ac8c-e3f8de09382d {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:43.604114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '3e7cc964-5dc2-4070-99b3-81b135282bdb', 'network_id': '4837d422-1979-42dc-a3c1-aae285b22e76', 'port_id': '3e7cc964-5dc2-4070-99b3-81b135282bdb', 'mac_address': 'fa:16:3e:4e:cd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd25b70b-e1dd-47c9-b1e5-b3763a0331de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:43.614634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: df7f74f3-cf0e-4b21-bccf-cdefab532526 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:43.615029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device df7f74f3-cf0e-4b21-bccf-cdefab532526 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:43.626515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-e6c5e3b5-6fd3-4619-9c93-016cfb771937 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d15198bba220431eac0f93651d09592c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204839 Sep 17 22:05:43.628994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:43.682294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:43.699052 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.704600 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.724747 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c77a7e-2187-4f64-8b13-cf195b4739ff x-openstack-request-id: req-69c77a7e-2187-4f64-8b13-cf195b4739ff {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:43.725063 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-unplugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:43.725313 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69c77a7e-2187-4f64-8b13-cf195b4739ff {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:43.725809 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959', 'code': 200} Sep 17 22:05:43.782830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7cc964-5dc2-4070-99b3-81b135282bdb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:43.810138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Router b651e745-887a-43c0-8a63-43413377e441 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:05:43.811713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9825bff3-32a7-45b8-ac8c-e3f8de09382d,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:43.820613 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-66e8c98b-5ad9-400d-8b99-869404f107ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.828795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['9825bff3-32a7-45b8-ac8c-e3f8de09382d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:43.831135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3e7cc964-5dc2-4070-99b3-81b135282bdb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3e7cc964-5dc2-4070-99b3-81b135282bdb,segment=NetworkSegment(66539c4e-49da-441a-bef0-0f4ddd7cbe34),segment_id=66539c4e-49da-441a-bef0-0f4ddd7cbe34)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:43.899286 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.950059 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-66e8c98b-5ad9-400d-8b99-869404f107ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.953702 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-66e8c98b-5ad9-400d-8b99-869404f107ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:43.957523 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-66e8c98b-5ad9-400d-8b99-869404f107ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be0f8088-f8ba-44a4-a30c-de3514a4f019 HTTP/1.1" status: 204 len: 168 time: 0.6472259 Sep 17 22:05:43.965040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8c98b-5ad9-400d-8b99-869404f107ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f8088-f8ba-44a4-a30c-de3514a4f019,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:43.986171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3e7cc964-5dc2-4070-99b3-81b135282bdb,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:44.001123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-7cd793ca-8b0e-4d96-9fca-b93529d2f4ba service neutron] 10.222.0.13 "GET /v2.0/networks/31679801-6791-4261-af14-a36dcd07fc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067292 Sep 17 22:05:44.049232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c32c54-90d4-4798-a30a-ef2e1272af84 req-8baba47f-72f9-4518-89c3-45edf60ae83d tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:44.050727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93c32c54-90d4-4798-a30a-ef2e1272af84 req-8baba47f-72f9-4518-89c3-45edf60ae83d tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 944 time: 0.1707275 Sep 17 22:05:44.141134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:05:44.150529 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] Sync routers for ids ['b651e745-887a-43c0-8a63-43413377e441'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:05:44.151052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-884e2bd4-6ecb-4907-9a43-a59c7e1a8139 admin admin] 10.222.0.13 "PUT /v2.0/routers/b651e745-887a-43c0-8a63-43413377e441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4261024 Sep 17 22:05:44.154409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57740) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:44.163652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93c32c54-90d4-4798-a30a-ef2e1272af84 req-3e1523cf-13a6-4b13-a6a2-3054fd5f9988 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997643 Sep 17 22:05:44.175342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3e7cc964-5dc2-4070-99b3-81b135282bdb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:44.179876 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] Routers {'b651e745-887a-43c0-8a63-43413377e441'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:05:44.180734 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:05:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b651e745-887a-43c0-8a63-43413377e441'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:44.221285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-8c3f84c2-be01-41d9-a617-0c29b4923eda service neutron] 10.222.0.13 "GET /v2.0/networks/31679801-6791-4261-af14-a36dcd07fc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118058 Sep 17 22:05:44.290621 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:44.329848 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] Set router b651e745-887a-43c0-8a63-43413377e441 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:05:44.428622 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:44.544836 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b651e745-887a-43c0-8a63-43413377e441', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:40Z', 'updated_at': '2021-09-17T22:05:42Z', 'revision_number': 5, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'gw_port': {'id': '0876df30-1fb0-45bc-ac78-6c1912f25eef', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b651e745-887a-43c0-8a63-43413377e441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:03:42Z', 'updated_at': '2021-09-17T22:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:44.586028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07640dd1-7bff-4b63-bde9-ed7adc2840c8 req-3cdc2506-d7d9-4be4-83f6-14366cbc830e tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0395224 Sep 17 22:05:44.599330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a1d05-14d9-4f22-9468-674c08264033 req-cc7a314e-dc48-4b8f-830a-1075c14b3128 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:44.600903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f5a1d05-14d9-4f22-9468-674c08264033 req-cc7a314e-dc48-4b8f-830a-1075c14b3128 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1068690 Sep 17 22:05:44.622605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Deleting port 0876df30-1fb0-45bc-ac78-6c1912f25eef {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:44.623323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:44.720443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f5a1d05-14d9-4f22-9468-674c08264033 req-332a6bf8-6cfb-4f33-a1d2-1093f5c08cdb tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929918 Sep 17 22:05:44.752910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] For port 0876df30-1fb0-45bc-ac78-6c1912f25eef, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0876df30-1fb0-45bc-ac78-6c1912f25eef,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:44.759196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:44.765899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57766) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:44.781282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Calling delete_port for 0876df30-1fb0-45bc-ac78-6c1912f25eef owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:44.814589 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] Checking router: b651e745-887a-43c0-8a63-43413377e441 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:05:44.842469 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] Routers {'b651e745-887a-43c0-8a63-43413377e441'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:05:44.845128 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:05:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b651e745-887a-43c0-8a63-43413377e441'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:44.893751 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-41e8f6bb-7779-4a3d-bd85-6d359261c10f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdf997101faa470da732848cf7ea5763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245029 Sep 17 22:05:44.894440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57786) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:44.975620 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] Set router b651e745-887a-43c0-8a63-43413377e441 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:05:44.999840 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da727e94-0820-46c8-9f86-ac8d1abd6ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.000084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9825bff3-32a7-45b8-ac8c-e3f8de09382d up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:45.031721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da727e94-0820-46c8-9f86-ac8d1abd6ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.095345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 9825bff3-32a7-45b8-ac8c-e3f8de09382d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:45.096111 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.096915 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b651e745-887a-43c0-8a63-43413377e441', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:40Z', 'updated_at': '2021-09-17T22:05:44Z', 'revision_number': 6, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:45.132804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3e7cc964-5dc2-4070-99b3-81b135282bdb up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:45.148585 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dea1d-04f1-470d-81be-6b16bd6d45e5 None None] The sync data for ids ['b651e745-887a-43c0-8a63-43413377e441'] in n-d-713498-17 is: [{'id': 'b651e745-887a-43c0-8a63-43413377e441', 'name': 'tempest-AttachSCSIVolumeTestJSON-201862746-router', 'tenant_id': 'e0136afa21794f0b91c8fa005a294b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:03:40Z', 'updated_at': '2021-09-17T22:05:44Z', 'revision_number': 6, 'project_id': 'e0136afa21794f0b91c8fa005a294b79', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:05:45.198853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.239142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.242570 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da727e94-0820-46c8-9f86-ac8d1abd6ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.254755 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da727e94-0820-46c8-9f86-ac8d1abd6ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.258258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da727e94-0820-46c8-9f86-ac8d1abd6ffb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e26327b4-9825-4335-8af3-b0229bf4bfae HTTP/1.1" status: 204 len: 168 time: 0.3605099 Sep 17 22:05:45.258258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Pushing event deleted for resources: {'Port': ['ID=0876df30-1fb0-45bc-ac78-6c1912f25eef,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:45.277723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:45.287577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da727e94-0820-46c8-9f86-ac8d1abd6ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26327b4-9825-4335-8af3-b0229bf4bfae,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:45.309094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 3e7cc964-5dc2-4070-99b3-81b135282bdb completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:05:45.321926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 3e7cc964-5dc2-4070-99b3-81b135282bdb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:45.333279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.359671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.389249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.471139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9825bff3-32a7-45b8-ac8c-e3f8de09382d,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:45.488405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.490866 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.509825 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.554705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3e7cc964-5dc2-4070-99b3-81b135282bdb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3e7cc964-5dc2-4070-99b3-81b135282bdb,segment=NetworkSegment(66539c4e-49da-441a-bef0-0f4ddd7cbe34),segment_id=66539c4e-49da-441a-bef0-0f4ddd7cbe34)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:45.617712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d6ce4-8917-471f-9973-8697821476dc req-2b2c4ef5-c071-4eba-b35b-de4eea1ddc2d tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:45.618113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2b611385-3a7f-4545-8fe8-9eb61ebaab91 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:45.639754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-479d6ce4-8917-471f-9973-8697821476dc req-2b2c4ef5-c071-4eba-b35b-de4eea1ddc2d tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 944 time: 0.1031067 Sep 17 22:05:45.719595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-479d6ce4-8917-471f-9973-8697821476dc req-a12c8861-65c4-4770-9cb1-2baeb84a03f5 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789342 Sep 17 22:05:45.732393 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.734289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b651e745-887a-43c0-8a63-43413377e441 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:05:45.777850 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.778906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4fa097ee-80be-40fd-b361-4585962c146b admin admin] 10.222.0.13 "DELETE /v2.0/routers/b651e745-887a-43c0-8a63-43413377e441 HTTP/1.1" status: 204 len: 168 time: 1.6248643 Sep 17 22:05:45.782386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57850) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:45.787594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-650c0960-8f4d-4f7e-912d-2c1104ae4981 req-019ef230-6ddf-4d9f-a958-893605bd5dbf tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0887504 Sep 17 22:05:45.891663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d'}, {'server_uuid': '30f19fce-4024-4f5b-b91b-02c002f74505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7cc964-5dc2-4070-99b3-81b135282bdb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:45.894535 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f464150d-7f0e-46cc-bfdb-543f569ace2d" -d '{"events": [{"server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "name": "network-vif-plugged", "status": "completed", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d"}, {"server_uuid": "30f19fce-4024-4f5b-b91b-02c002f74505", "name": "network-vif-plugged", "status": "completed", "tag": "3e7cc964-5dc2-4070-99b3-81b135282bdb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:45.898635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 2b611385-3a7f-4545-8fe8-9eb61ebaab91 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:45.899315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2b611385-3a7f-4545-8fe8-9eb61ebaab91 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:45.901203 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.935482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16e55f9-e2fd-4a35-8905-ebcdbdb8f8c4 admin admin] Deleting subnet 0bbc6abf-aa43-421e-b3d8-2b70c206b5a8 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:05:45.942821 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f16e55f9-e2fd-4a35-8905-ebcdbdb8f8c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:45.977755 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3e7cc964-5dc2-4070-99b3-81b135282bdb,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:46.025559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29a011-da69-4153-926a-f512ce63f8e0 req-ec69d023-a7b8-4b45-985a-a49692d41af0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:46.027707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f16e55f9-e2fd-4a35-8905-ebcdbdb8f8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:46.036585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c29a011-da69-4153-926a-f512ce63f8e0 req-ec69d023-a7b8-4b45-985a-a49692d41af0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1495919 Sep 17 22:05:46.127802 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6827fda-13b9-4c44-8a27-af7b4506aeca x-openstack-request-id: req-a6827fda-13b9-4c44-8a27-af7b4506aeca {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:46.128298 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "name": "network-vif-plugged", "status": "completed", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d", "code": 200}, {"server_uuid": "30f19fce-4024-4f5b-b91b-02c002f74505", "name": "network-vif-plugged", "status": "completed", "tag": "3e7cc964-5dc2-4070-99b3-81b135282bdb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:46.128565 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6827fda-13b9-4c44-8a27-af7b4506aeca {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:46.130530 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d', 'code': 200} Sep 17 22:05:46.131004 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f19fce-4024-4f5b-b91b-02c002f74505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7cc964-5dc2-4070-99b3-81b135282bdb', 'code': 200} Sep 17 22:05:46.163893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c29a011-da69-4153-926a-f512ce63f8e0 req-3de58441-e3e6-47a1-9d94-df9165cb764c tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259251 Sep 17 22:05:46.226322 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f16e55f9-e2fd-4a35-8905-ebcdbdb8f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:46.283366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd2dcf-3680-44ee-a916-19aac52cf78b req-b5e84dcc-b537-4d93-b307-916abbb912e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:46.284721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4fd2dcf-3680-44ee-a916-19aac52cf78b req-b5e84dcc-b537-4d93-b307-916abbb912e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 1097 time: 0.0702443 Sep 17 22:05:46.333495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4fd2dcf-3680-44ee-a916-19aac52cf78b req-12734255-cbca-4ad9-b79e-090058e689ae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Sep 17 22:05:46.384368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f16e55f9-e2fd-4a35-8905-ebcdbdb8f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:46.400570 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f16e55f9-e2fd-4a35-8905-ebcdbdb8f8c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:46.403758 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f16e55f9-e2fd-4a35-8905-ebcdbdb8f8c4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0bbc6abf-aa43-421e-b3d8-2b70c206b5a8 HTTP/1.1" status: 204 len: 168 time: 0.6197588 Sep 17 22:05:46.407201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57878) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:46.408891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3f8ee-747d-4140-8b11-d5ec532c3f4a None None] Network 442b4c3d-80a4-4f98-9cf3-17dea599d9eb requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:05:46.429473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e55f9-e2fd-4a35-8905-ebcdbdb8f8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbc6abf-aa43-421e-b3d8-2b70c206b5a8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:46.567440 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:46.660286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Deleting port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:46.663201 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:46.758619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] For port 3fb6353b-f30b-4fc5-a3cb-c349e3409957, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3fb6353b-f30b-4fc5-a3cb-c349e3409957,segment=NetworkSegment(b5a7d141-89f6-43bc-8e9c-a9868f79e2c3),segment_id=b5a7d141-89f6-43bc-8e9c-a9868f79e2c3)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:46.759248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:46.777948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Calling delete_port for 3fb6353b-f30b-4fc5-a3cb-c349e3409957 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:46.877418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc56da-53e8-40fb-b0e5-2a3735fa279b None None] DHCP port deletion for 442b4c3d-80a4-4f98-9cf3-17dea599d9eb request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:05:46.959573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc56da-53e8-40fb-b0e5-2a3735fa279b None None] Deleting port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:46.960830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-715d0e87-9c04-4b84-ad6f-a870b075b801 req-0f94006d-aaca-4d3c-a7bb-26aeae5d6d99 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0542979 Sep 17 22:05:46.963704 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8dfc56da-53e8-40fb-b0e5-2a3735fa279b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.006050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7ec1-d53d-4ebe-aa56-238999ca01a0 req-18323471-17a6-491f-a59d-d7840980a4b3 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:47.008281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16fc7ec1-d53d-4ebe-aa56-238999ca01a0 req-18323471-17a6-491f-a59d-d7840980a4b3 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 945 time: 0.1014180 Sep 17 22:05:47.073886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8dfc56da-53e8-40fb-b0e5-2a3735fa279b None None] For port 3fb6353b-f30b-4fc5-a3cb-c349e3409957, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3fb6353b-f30b-4fc5-a3cb-c349e3409957,segment=NetworkSegment(b5a7d141-89f6-43bc-8e9c-a9868f79e2c3),segment_id=b5a7d141-89f6-43bc-8e9c-a9868f79e2c3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:47.074557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8dfc56da-53e8-40fb-b0e5-2a3735fa279b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.091894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc56da-53e8-40fb-b0e5-2a3735fa279b None None] Calling delete_port for 3fb6353b-f30b-4fc5-a3cb-c349e3409957 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:47.128391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16fc7ec1-d53d-4ebe-aa56-238999ca01a0 req-af44d32f-49cc-4ee7-847e-01b249d4b0ec tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952153 Sep 17 22:05:47.131055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.169322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb6353b-f30b-4fc5-a3cb-c349e3409957,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:47.176868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] No DVR routers for this DVR port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:47.226883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8dfc56da-53e8-40fb-b0e5-2a3735fa279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.256980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc56da-53e8-40fb-b0e5-2a3735fa279b None None] Pushing event deleted for resources: {'Port': ['ID=3fb6353b-f30b-4fc5-a3cb-c349e3409957,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:47.268780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc56da-53e8-40fb-b0e5-2a3735fa279b None None] No DVR routers for this DVR port 3fb6353b-f30b-4fc5-a3cb-c349e3409957 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:47.480121 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.491817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0876df30-1fb0-45bc-ac78-6c1912f25eef no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:47.527795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442b4c3d-80a4-4f98-9cf3-17dea599d9eb']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:47.543117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:47.543117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a7d141-89f6-43bc-8e9c-a9868f79e2c3') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:05:47.545802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0876df30-1fb0-45bc-ac78-6c1912f25eef {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:47.548955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0876df30-1fb0-45bc-ac78-6c1912f25eef not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:47.549625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3fb6353b-f30b-4fc5-a3cb-c349e3409957 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:47.557287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.573226 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.580432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:05:47.585691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:05:47.608574 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:05:47.619514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 3fb6353b-f30b-4fc5-a3cb-c349e3409957 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:47.619909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3fb6353b-f30b-4fc5-a3cb-c349e3409957 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:47.669555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba3b3c-1be7-4a82-9f93-5d6db39a878c req-95e032a3-1b4a-4293-a19a-87c9dcb4cf70 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:47.677310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91ba3b3c-1be7-4a82-9f93-5d6db39a878c req-95e032a3-1b4a-4293-a19a-87c9dcb4cf70 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.3708196 Sep 17 22:05:47.722961 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bf69eef0-663e-4754-a65e-90b5f52cdf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.731571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91ba3b3c-1be7-4a82-9f93-5d6db39a878c req-8944665d-227a-43c9-976d-24ab93238a36 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531809 Sep 17 22:05:47.759034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.794361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Pushing event deleted for resources: {'Network': ['ID=442b4c3d-80a4-4f98-9cf3-17dea599d9eb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:47.798541 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:47.804403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1fe41a2f-9775-4bad-a19c-6515e5b0286d admin admin] 10.222.0.13 "DELETE /v2.0/networks/442b4c3d-80a4-4f98-9cf3-17dea599d9eb HTTP/1.1" status: 204 len: 168 time: 1.3925452 Sep 17 22:05:48.104860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-881dcf23-5a5f-49e4-9692-45bd40e026cd req-77c0ce95-230c-4ccc-a912-19a54295e4f6 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0407472 Sep 17 22:05:48.219338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57952) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:48.334469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4d29ba25-d6bb-4f20-bd59-07f75260f5b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0af34bf8e34c45be8e832a03a349f3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127753 Sep 17 22:05:48.336085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57956) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:48.369622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300088-8449-4492-a6f1-49115b6208f2 req-55cc215c-835b-404f-847e-14b057c3bb8d tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:48.372166 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-55cc215c-835b-404f-847e-14b057c3bb8d tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.35 "GET /v2.0/networks?id=31679801-6791-4261-af14-a36dcd07fc42 HTTP/1.1" status: 200 len: 815 time: 0.2436464 Sep 17 22:05:48.400395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Request body: {'port': {'device_id': '19545cea-dffe-4fd4-a34d-d2b88d79d3f1', 'network_id': '31679801-6791-4261-af14-a36dcd07fc42', 'admin_state_up': True, 'tenant_id': 'd15198bba220431eac0f93651d09592c'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:48.513128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5382044-27d7-4ed3-b5e0-87b24e6e4ff6 req-f78c600e-e490-4c44-8e08-6d5ce1f0b9d0 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:48.521210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5382044-27d7-4ed3-b5e0-87b24e6e4ff6 req-f78c600e-e490-4c44-8e08-6d5ce1f0b9d0 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 945 time: 0.1535597 Sep 17 22:05:48.610699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-189ab34b-3a1c-4109-9370-4fed852ce276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:48.680469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5382044-27d7-4ed3-b5e0-87b24e6e4ff6 req-c90ca45f-fabf-455f-94fb-03e94310e836 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265831 Sep 17 22:05:48.757570 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-189ab34b-3a1c-4109-9370-4fed852ce276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:48.853845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Made reservation on behalf of d15198bba220431eac0f93651d09592c for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:05:48.860980 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:49.013195 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-189ab34b-3a1c-4109-9370-4fed852ce276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:49.024205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-189ab34b-3a1c-4109-9370-4fed852ce276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:49.027946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-189ab34b-3a1c-4109-9370-4fed852ce276 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/051e5efe-c0d3-4aec-9f27-149b6c90257e HTTP/1.1" status: 204 len: 168 time: 0.6892383 Sep 17 22:05:49.101354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333ed73-c730-4a91-86a7-ab112fe2a265 req-86acdd3a-7604-40e0-a19f-a57e2660c5c1 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:49.113125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5333ed73-c730-4a91-86a7-ab112fe2a265 req-86acdd3a-7604-40e0-a19f-a57e2660c5c1 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.1503680 Sep 17 22:05:49.119714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ab34b-3a1c-4109-9370-4fed852ce276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e5efe-c0d3-4aec-9f27-149b6c90257e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:49.132302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Allocated IP 172.20.0.13 (31679801-6791-4261-af14-a36dcd07fc42/2532949f-c3f1-4e36-a9a4-ac32dfa9ff29/2e9ba775-543a-47eb-83e5-e0cb16301708) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:05:49.383853 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:49.557593 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:49.599499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5333ed73-c730-4a91-86a7-ab112fe2a265 req-dfd3a97a-3974-448f-9c89-f183f99437d4 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793098 Sep 17 22:05:49.656340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Network 31679801-6791-4261-af14-a36dcd07fc42 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:05:49.672282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:05:49.676785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:05:49.713773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Pushing event updated for resources: {'Port': ['ID=2e9ba775-543a-47eb-83e5-e0cb16301708,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:49.753236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:49.754242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:49.838585 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-ef656331-0530-4a6b-b007-07d8524cd922 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4526939 Sep 17 22:05:49.856682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Request body: {'port': {'device_id': '19545cea-dffe-4fd4-a34d-d2b88d79d3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:49.930488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f92aff0b-6b21-4d6a-9955-ad68de738a16 req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1950183049', 'description': 'tempest-description-1517722062'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:49.932368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:49.945843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:50.081215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f92aff0b-6b21-4d6a-9955-ad68de738a16 req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.092678 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f92aff0b-6b21-4d6a-9955-ad68de738a16 req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.122488 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1bd51053-0f3f-45ba-8ca0-48b9662b8bce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0136afa21794f0b91c8fa005a294b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753435 Sep 17 22:05:50.126586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57990) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:05:50.200845 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f1807310-c90c-4eb0-81bc-f2a0a2706325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.245251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc85e016-394e-4b35-9f72-3ac9df3cd790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.283291 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc85e016-394e-4b35-9f72-3ac9df3cd790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.345507 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f92aff0b-6b21-4d6a-9955-ad68de738a16 req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.389777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9ba775-543a-47eb-83e5-e0cb16301708 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:50.397460 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.411077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Transition to ACTIVE for port object 2e9ba775-543a-47eb-83e5-e0cb16301708 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:05:50.412439 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f92aff0b-6b21-4d6a-9955-ad68de738a16 req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.451901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41b07d-7775-46a4-a4a5-69dc10303055,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:50.455733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc85e016-394e-4b35-9f72-3ac9df3cd790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.458305 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc85e016-394e-4b35-9f72-3ac9df3cd790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.459616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bc85e016-394e-4b35-9f72-3ac9df3cd790 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b74029a7-a701-4b39-9734-7e99860ece1c HTTP/1.1" status: 204 len: 168 time: 0.3316851 Sep 17 22:05:50.470080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85e016-394e-4b35-9f72-3ac9df3cd790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74029a7-a701-4b39-9734-7e99860ece1c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:50.506128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.552482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f92aff0b-6b21-4d6a-9955-ad68de738a16 req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.574460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Pushing event updated for resources: {'Port': ['ID=2e9ba775-543a-47eb-83e5-e0cb16301708,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:50.637275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f92aff0b-6b21-4d6a-9955-ad68de738a16 req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.680668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7480cbf-0d52-4856-af85-bb4aa024e07b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:50.697492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Attempting to bind port 2e9ba775-543a-47eb-83e5-e0cb16301708 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:05:50.698460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Attempting to bind port 2e9ba775-543a-47eb-83e5-e0cb16301708 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '75eb7a08-0855-4384-8cd7-ea001902180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31679801-6791-4261-af14-a36dcd07fc42'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:05:50.699048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Attempting to bind port 2e9ba775-543a-47eb-83e5-e0cb16301708 on network 31679801-6791-4261-af14-a36dcd07fc42 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:50.743113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Port 2e9ba775-543a-47eb-83e5-e0cb16301708 on network 31679801-6791-4261-af14-a36dcd07fc42 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:05:50.743675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Attempting to bind port 2e9ba775-543a-47eb-83e5-e0cb16301708 on network 31679801-6791-4261-af14-a36dcd07fc42 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:05:50.752540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:05:50.753119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Checking segment: {'id': '75eb7a08-0855-4384-8cd7-ea001902180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31679801-6791-4261-af14-a36dcd07fc42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:05:50.754246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Bound using segment: {'id': '75eb7a08-0855-4384-8cd7-ea001902180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31679801-6791-4261-af14-a36dcd07fc42'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:05:50.755740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Bound port: 2e9ba775-543a-47eb-83e5-e0cb16301708, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75eb7a08-0855-4384-8cd7-ea001902180e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31679801-6791-4261-af14-a36dcd07fc42'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:05:50.757765 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:50.841785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] For port 2e9ba775-543a-47eb-83e5-e0cb16301708, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:05:50.845781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] For port 2e9ba775-543a-47eb-83e5-e0cb16301708, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2e9ba775-543a-47eb-83e5-e0cb16301708,segment=NetworkSegment(75eb7a08-0855-4384-8cd7-ea001902180e),segment_id=75eb7a08-0855-4384-8cd7-ea001902180e)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:05:51.271239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f92aff0b-6b21-4d6a-9955-ad68de738a16 req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:51.273247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f92aff0b-6b21-4d6a-9955-ad68de738a16 req-8e4dd833-b5d7-4884-b230-4289316a4453 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3476093 Sep 17 22:05:51.300131 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:51.300713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:51.371211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:51.373334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:51.376847 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] 10.222.0.35 "PUT /v2.0/ports/2e9ba775-543a-47eb-83e5-e0cb16301708 HTTP/1.1" status: 200 len: 1093 time: 1.5279660 Sep 17 22:05:51.377469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19545cea-dffe-4fd4-a34d-d2b88d79d3f1', 'tag': '2e9ba775-543a-47eb-83e5-e0cb16301708'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:51.380378 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b14645e-7f31-4659-8875-c3e1aa5a350b" -d '{"events": [{"name": "network-changed", "server_uuid": "19545cea-dffe-4fd4-a34d-d2b88d79d3f1", "tag": "2e9ba775-543a-47eb-83e5-e0cb16301708"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:51.402862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f84015-1ee6-4794-a25a-3aab9858397b service neutron] Pushing event updated for resources: {'Port': ['ID=2e9ba775-543a-47eb-83e5-e0cb16301708,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:51.423859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599f1d5-efd6-407e-8a95-2b69340bc197 req-905ac5b1-6101-438e-ac6e-a62b89d33a48 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:51.436747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6599f1d5-efd6-407e-8a95-2b69340bc197 req-905ac5b1-6101-438e-ac6e-a62b89d33a48 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 944 time: 0.1050007 Sep 17 22:05:51.485685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6599f1d5-efd6-407e-8a95-2b69340bc197 req-2abc6d8d-228c-41f6-a790-01d34feee9b7 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/security-groups?id=121d7117-30bc-4e3d-9328-6b7541dbcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479121 Sep 17 22:05:51.583872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300088-8449-4492-a6f1-49115b6208f2 req-0464256e-50d8-45a1-aaaf-cb4a66c70b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:51.585541 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-0464256e-50d8-45a1-aaaf-cb4a66c70b49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d15198bba220431eac0f93651d09592c&device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0834651 Sep 17 22:05:51.591652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:51.676547 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-780913f6-69a7-4c5d-a896-ab00bca271ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9ba775-543a-47eb-83e5-e0cb16301708 HTTP/1.1" status: 200 len: 217 time: 0.0638466 Sep 17 22:05:51.801434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300088-8449-4492-a6f1-49115b6208f2 req-3aede504-a2c2-47d0-b90a-cdf58f87de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:51.814267 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-3aede504-a2c2-47d0-b90a-cdf58f87de06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2532949f-c3f1-4e36-a9a4-ac32dfa9ff29 HTTP/1.1" status: 200 len: 855 time: 0.1043456 Sep 17 22:05:51.861738 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-f6e703b8-8764-4663-b856-96a0c8076649 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31679801-6791-4261-af14-a36dcd07fc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465679 Sep 17 22:05:51.988935 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-04a2ba97-4566-44d9-a084-442c101ce6af service neutron] 10.222.0.35 "GET /v2.0/networks/31679801-6791-4261-af14-a36dcd07fc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180291 Sep 17 22:05:52.114427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916ba5f-daa5-4e66-9e49-42260c5c88f3 req-cf5f00c6-5402-4371-b646-fdd31499c999 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:52.122187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4916ba5f-daa5-4e66-9e49-42260c5c88f3 req-cf5f00c6-5402-4371-b646-fdd31499c999 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 949 time: 0.0622096 Sep 17 22:05:52.166522 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14300088-8449-4492-a6f1-49115b6208f2 req-85ab1988-0e76-4e9e-8993-8848c996c14f service neutron] 10.222.0.35 "GET /v2.0/networks/31679801-6791-4261-af14-a36dcd07fc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655009 Sep 17 22:05:52.184330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4916ba5f-daa5-4e66-9e49-42260c5c88f3 req-723bc07f-0186-4e90-8284-0942135e84ab tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611918 Sep 17 22:05:52.224508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-98c49d46-9d83-4c3a-a07f-d94cff90a591 req-29fee3a7-058b-4b90-b1d1-aa351871d826 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Request body: {'security_group': {'name': 'tempest-securitygroup-698207358', 'description': 'tempest-description-1289540840'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:05:52.315545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-98c49d46-9d83-4c3a-a07f-d94cff90a591 req-29fee3a7-058b-4b90-b1d1-aa351871d826 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:52.434542 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-98c49d46-9d83-4c3a-a07f-d94cff90a591 req-29fee3a7-058b-4b90-b1d1-aa351871d826 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:52.484227 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-98c49d46-9d83-4c3a-a07f-d94cff90a591 req-29fee3a7-058b-4b90-b1d1-aa351871d826 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:52.527192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fee3a7-058b-4b90-b1d1-aa351871d826 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36de2748-b039-4369-bce8-bb2b2e564642,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:52.574473 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-98c49d46-9d83-4c3a-a07f-d94cff90a591 req-29fee3a7-058b-4b90-b1d1-aa351871d826 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:52.575755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98c49d46-9d83-4c3a-a07f-d94cff90a591 req-29fee3a7-058b-4b90-b1d1-aa351871d826 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3565042 Sep 17 22:05:52.624390 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebac045-bb80-4e7f-bc6e-d8dda0bbc1c3 x-openstack-request-id: req-0ebac045-bb80-4e7f-bc6e-d8dda0bbc1c3 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:05:52.624919 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19545cea-dffe-4fd4-a34d-d2b88d79d3f1", "tag": "2e9ba775-543a-47eb-83e5-e0cb16301708", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:05:52.625243 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ebac045-bb80-4e7f-bc6e-d8dda0bbc1c3 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:05:52.625873 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19545cea-dffe-4fd4-a34d-d2b88d79d3f1', 'tag': '2e9ba775-543a-47eb-83e5-e0cb16301708', 'status': 'completed', 'code': 200} Sep 17 22:05:52.712160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-c3cc7a54-fcb0-4e0b-935a-8bd971c2cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:52.713861 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-c3cc7a54-fcb0-4e0b-935a-8bd971c2cd03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d15198bba220431eac0f93651d09592c&device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0594082 Sep 17 22:05:52.773626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f38c0-5b07-4eb5-9e54-413fafb594d7 req-c520d4cf-b389-46a8-8333-8792e0ad54e1 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:52.775936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e03f38c0-5b07-4eb5-9e54-413fafb594d7 req-c520d4cf-b389-46a8-8333-8792e0ad54e1 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 945 time: 0.0696514 Sep 17 22:05:52.830095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e03f38c0-5b07-4eb5-9e54-413fafb594d7 req-0c13e609-5aa1-42c8-a0ac-df8f1c2d82d3 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.13 "GET /v2.0/security-groups?id=d65d95b3-b150-4e29-8e73-db8e74931aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Sep 17 22:05:52.836781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-c9d49003-2fad-4b45-bc15-d92390ac381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:52.838389 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-c9d49003-2fad-4b45-bc15-d92390ac381a service neutron] 10.222.0.35 "GET /v2.0/networks?id=31679801-6791-4261-af14-a36dcd07fc42 HTTP/1.1" status: 200 len: 915 time: 0.1163857 Sep 17 22:05:52.930220 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-a4fc6405-39ae-4fab-84b5-8d6426d35ed9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9ba775-543a-47eb-83e5-e0cb16301708 HTTP/1.1" status: 200 len: 217 time: 0.0807803 Sep 17 22:05:53.005284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acd32d-3aa1-41bf-b585-ebaaa5a40262 req-649147b1-bb5d-48be-87cc-dc2b1206bf69 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:53.007164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53acd32d-3aa1-41bf-b585-ebaaa5a40262 req-649147b1-bb5d-48be-87cc-dc2b1206bf69 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0676723 Sep 17 22:05:53.016405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-84d0c432-ca1e-47ff-9b5b-17ccb8d4e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:53.019994 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-84d0c432-ca1e-47ff-9b5b-17ccb8d4e7b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2532949f-c3f1-4e36-a9a4-ac32dfa9ff29 HTTP/1.1" status: 200 len: 855 time: 0.0761724 Sep 17 22:05:53.078494 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-b522434a-1bc3-464c-aa33-8b732e1f0b63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31679801-6791-4261-af14-a36dcd07fc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493920 Sep 17 22:05:53.089625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53acd32d-3aa1-41bf-b585-ebaaa5a40262 req-164d29b8-03e8-472a-a4cf-ffbac169ab82 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/security-groups?id=121d7117-30bc-4e3d-9328-6b7541dbcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765383 Sep 17 22:05:53.161962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:53.165812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:53.242481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:53.318251 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-d06b2a48-87c1-4306-939a-335ce302bcc3 service neutron] 10.222.0.35 "GET /v2.0/networks/31679801-6791-4261-af14-a36dcd07fc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261875 Sep 17 22:05:53.411312 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:53.484909 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b14645e-7f31-4659-8875-c3e1aa5a350b req-e9fd04f2-f224-4215-9df7-d8822d71c936 service neutron] 10.222.0.35 "GET /v2.0/networks/31679801-6791-4261-af14-a36dcd07fc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564231 Sep 17 22:05:53.500187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-cafa8789-c5c0-4962-aeaa-46eae454aed9 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:05:53.503443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:53.504817 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-cafa8789-c5c0-4962-aeaa-46eae454aed9 tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f19fce-4024-4f5b-b91b-02c002f74505 HTTP/1.1" status: 200 len: 945 time: 0.1097412 Sep 17 22:05:53.507759 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f28eff5-99e0-4f18-9304-c1c80a2c5103" -d '{"events": [{"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:53.533089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:53.577052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:53.580246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'mac_address': 'fa:16:3e:1a:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:53.633828 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:53.634729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Deleting port 3e7cc964-5dc2-4070-99b3-81b135282bdb {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:05:53.635484 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:53.661471 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:53.732395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:53.736283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fafd948-f234-450f-8d93-c4fe132e3fe1 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:53.769791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] For port 3e7cc964-5dc2-4070-99b3-81b135282bdb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3e7cc964-5dc2-4070-99b3-81b135282bdb,segment=NetworkSegment(66539c4e-49da-441a-bef0-0f4ddd7cbe34),segment_id=66539c4e-49da-441a-bef0-0f4ddd7cbe34)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:53.770556 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:53.787305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Calling delete_port for 3e7cc964-5dc2-4070-99b3-81b135282bdb owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:05:53.796106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:05:53.796572 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:05:53.798294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.798733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.799196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.799539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.799968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.800376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.800714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.801512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.801896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.802337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.802671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:53.803072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:05:54.048314 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:54.061591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3e7cc964-5dc2-4070-99b3-81b135282bdb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:54.100256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Pushing event deleted for resources: {'Port': ['ID=3e7cc964-5dc2-4070-99b3-81b135282bdb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:54.161523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] No DVR routers for this DVR port 3e7cc964-5dc2-4070-99b3-81b135282bdb on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:05:54.164728 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:54.166731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b940187-e1a9-4706-a1b2-45bdd7c03253 req-442a7725-946a-4457-a9e5-a94217fa095f tempest-ServerAddressesNegativeTestJSON-493061825 tempest-ServerAddressesNegativeTestJSON-493061825-project] 10.222.0.32 "DELETE /v2.0/ports/3e7cc964-5dc2-4070-99b3-81b135282bdb HTTP/1.1" status: 204 len: 173 time: 0.6553960 Sep 17 22:05:54.167269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f19fce-4024-4f5b-b91b-02c002f74505', 'name': 'network-vif-deleted', 'tag': '3e7cc964-5dc2-4070-99b3-81b135282bdb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:05:54.169917 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5f5f6e-b033-48c0-9c4c-e0c7c8e70180" -d '{"events": [{"server_uuid": "30f19fce-4024-4f5b-b91b-02c002f74505", "name": "network-vif-deleted", "tag": "3e7cc964-5dc2-4070-99b3-81b135282bdb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:05:54.345693 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:54.375246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fafd948-f234-450f-8d93-c4fe132e3fe1 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:54.411292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:54.477170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:54.547748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=10']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:54.727451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['9fafd948-f234-450f-8d93-c4fe132e3fe1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:55.043301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2e9ba775-543a-47eb-83e5-e0cb16301708 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:05:55.195054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3e7cc964-5dc2-4070-99b3-81b135282bdb no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:05:55.200323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2e9ba775-543a-47eb-83e5-e0cb16301708, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2e9ba775-543a-47eb-83e5-e0cb16301708,segment=NetworkSegment(75eb7a08-0855-4384-8cd7-ea001902180e),segment_id=75eb7a08-0855-4384-8cd7-ea001902180e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:55.234201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 3e7cc964-5dc2-4070-99b3-81b135282bdb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:05:55.234631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3e7cc964-5dc2-4070-99b3-81b135282bdb not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:05:55.237444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '2e9ba775-543a-47eb-83e5-e0cb16301708', 'network_id': '31679801-6791-4261-af14-a36dcd07fc42', 'port_id': '2e9ba775-543a-47eb-83e5-e0cb16301708', 'mac_address': 'fa:16:3e:5b:0d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2532949f-c3f1-4e36-a9a4-ac32dfa9ff29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:05:55.288995 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:55.308236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9ba775-543a-47eb-83e5-e0cb16301708 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:05:55.337239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2e9ba775-543a-47eb-83e5-e0cb16301708, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2e9ba775-543a-47eb-83e5-e0cb16301708,segment=NetworkSegment(75eb7a08-0855-4384-8cd7-ea001902180e),segment_id=75eb7a08-0855-4384-8cd7-ea001902180e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:55.574370 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:55.626098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2e9ba775-543a-47eb-83e5-e0cb16301708,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:55.893423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['2e9ba775-543a-47eb-83e5-e0cb16301708'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:05:57.051033 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2e9ba775-543a-47eb-83e5-e0cb16301708 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:57.185764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 2e9ba775-543a-47eb-83e5-e0cb16301708 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:05:57.191415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 2e9ba775-543a-47eb-83e5-e0cb16301708 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:57.191870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:57.290965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:05:57.400997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 9fafd948-f234-450f-8d93-c4fe132e3fe1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:05:57.401399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:57.430091 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:57.482548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2e9ba775-543a-47eb-83e5-e0cb16301708, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2e9ba775-543a-47eb-83e5-e0cb16301708,segment=NetworkSegment(75eb7a08-0855-4384-8cd7-ea001902180e),segment_id=75eb7a08-0855-4384-8cd7-ea001902180e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:57.523042 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:57.562560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:05:57.938829 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:57.967893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:05:57.996902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2e9ba775-543a-47eb-83e5-e0cb16301708,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:05:58.075505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=11']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:00.015219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-431423de-f701-4a42-91a2-91278a6b6b6e req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-543179851', 'description': 'tempest-description-1149254695'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:00.096149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03665d3b-0092-428c-b789-e0c2413e3f93 req-d972c5b6-8758-4a55-b158-047a5753dc5e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:00.097652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03665d3b-0092-428c-b789-e0c2413e3f93 req-d972c5b6-8758-4a55-b158-047a5753dc5e tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 950 time: 0.0516045 Sep 17 22:06:00.119989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-431423de-f701-4a42-91a2-91278a6b6b6e req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.132237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-431423de-f701-4a42-91a2-91278a6b6b6e req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.152129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03665d3b-0092-428c-b789-e0c2413e3f93 req-58e89a04-facd-4ba6-9466-74e4bb4e7ae5 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482109 Sep 17 22:06:00.201930 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c025b6-4e76-4cae-8e43-2d8ea74eea49 x-openstack-request-id: req-92c025b6-4e76-4cae-8e43-2d8ea74eea49 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:00.202602 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:00.202818 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92c025b6-4e76-4cae-8e43-2d8ea74eea49 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:00.206750 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'code': 200} Sep 17 22:06:00.236799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58094) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:00.250756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-431423de-f701-4a42-91a2-91278a6b6b6e req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.290903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d62a2f-0289-4542-a004-455f613f712e admin admin] Deleting subnet fd25b70b-e1dd-47c9-b1e5-b3763a0331de {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:06:00.294458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6d62a2f-0289-4542-a004-455f613f712e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.311824 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-431423de-f701-4a42-91a2-91278a6b6b6e req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.332606 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6d62a2f-0289-4542-a004-455f613f712e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.361235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5036087f-5c13-4981-be44-7bd09d767dd4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:00.374719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa59f2-e23f-41cd-a6a5-72384cc66206 req-60bfe93e-588a-4263-bb3b-6e4e1cb2ff0f tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:00.376385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77aa59f2-e23f-41cd-a6a5-72384cc66206 req-60bfe93e-588a-4263-bb3b-6e4e1cb2ff0f tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 946 time: 0.0927031 Sep 17 22:06:00.384343 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6d62a2f-0289-4542-a004-455f613f712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.478298 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77aa59f2-e23f-41cd-a6a5-72384cc66206 req-a14cf858-19c3-44cb-88e3-c65dcc09e1b8 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/security-groups?id=121d7117-30bc-4e3d-9328-6b7541dbcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851293 Sep 17 22:06:00.485621 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-431423de-f701-4a42-91a2-91278a6b6b6e req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.524187 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e665a2f9-ea91-460c-8ac9-7fead75ab31c x-openstack-request-id: req-e665a2f9-ea91-460c-8ac9-7fead75ab31c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:00.524483 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f19fce-4024-4f5b-b91b-02c002f74505", "name": "network-vif-deleted", "tag": "3e7cc964-5dc2-4070-99b3-81b135282bdb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:00.524731 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e665a2f9-ea91-460c-8ac9-7fead75ab31c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:00.525128 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f19fce-4024-4f5b-b91b-02c002f74505', 'name': 'network-vif-deleted', 'tag': '3e7cc964-5dc2-4070-99b3-81b135282bdb', 'status': 'completed', 'code': 200} Sep 17 22:06:00.587913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6d62a2f-0289-4542-a004-455f613f712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.616403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6d62a2f-0289-4542-a004-455f613f712e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.618334 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f6d62a2f-0289-4542-a004-455f613f712e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd25b70b-e1dd-47c9-b1e5-b3763a0331de HTTP/1.1" status: 204 len: 168 time: 0.3794112 Sep 17 22:06:00.619788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d62a2f-0289-4542-a004-455f613f712e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd25b70b-e1dd-47c9-b1e5-b3763a0331de,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:00.621215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58114) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:00.646021 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-431423de-f701-4a42-91a2-91278a6b6b6e req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.734598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd23692b-c45e-4919-92d5-6178c5720415,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:00.753416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.771099 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-431423de-f701-4a42-91a2-91278a6b6b6e req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.772333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-431423de-f701-4a42-91a2-91278a6b6b6e req-2a2816cb-fe3a-430a-8bd2-f5668a387a8a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7621956 Sep 17 22:06:00.801992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160823b-36b4-443c-a6e4-20e111458d63 req-862f8e54-e4d4-46d8-a99b-074de8684ff9 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:00.803569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8160823b-36b4-443c-a6e4-20e111458d63 req-862f8e54-e4d4-46d8-a99b-074de8684ff9 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 949 time: 0.0896506 Sep 17 22:06:00.847118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-00eaa9d8-b9f4-4486-980d-ed406cec0aef req-5d5d6700-43fc-44db-85cf-24e50861202d tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1458798960', 'description': 'tempest-description-389039432'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:00.882723 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.924169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8160823b-36b4-443c-a6e4-20e111458d63 req-9ec1b27e-d0a7-4b6d-a01e-879a6a353495 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071062 Sep 17 22:06:00.926462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4837d422-1979-42dc-a3c1-aae285b22e76']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:00.937339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66539c4e-49da-441a-bef0-0f4ddd7cbe34') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:00.937736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66539c4e-49da-441a-bef0-0f4ddd7cbe34') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:00.948073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.961913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.969378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:06:00.969902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:06:00.974086 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:06:00.997713 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00eaa9d8-b9f4-4486-980d-ed406cec0aef req-5d5d6700-43fc-44db-85cf-24e50861202d tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.110837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.114107 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00eaa9d8-b9f4-4486-980d-ed406cec0aef req-5d5d6700-43fc-44db-85cf-24e50861202d tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.119124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.120848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4837d422-1979-42dc-a3c1-aae285b22e76 HTTP/1.1" status: 204 len: 168 time: 0.4970925 Sep 17 22:06:01.135576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c78e1-a14d-4871-8019-d04469019775 admin admin] Pushing event deleted for resources: {'Network': ['ID=4837d422-1979-42dc-a3c1-aae285b22e76,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:01.174150 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00eaa9d8-b9f4-4486-980d-ed406cec0aef req-5d5d6700-43fc-44db-85cf-24e50861202d tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.204028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d6700-43fc-44db-85cf-24e50861202d tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ab39b2-cd2d-4fd4-8f04-159adbb8b651,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:01.261612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-00eaa9d8-b9f4-4486-980d-ed406cec0aef req-5d5d6700-43fc-44db-85cf-24e50861202d tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.263086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00eaa9d8-b9f4-4486-980d-ed406cec0aef req-5d5d6700-43fc-44db-85cf-24e50861202d tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4298334 Sep 17 22:06:01.506630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58164) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:01.523552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84f1e4-9d65-481b-86e0-bad980094a49 req-6fb22178-c028-4885-9e3b-7f49b770febd tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:01.528265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c84f1e4-9d65-481b-86e0-bad980094a49 req-6fb22178-c028-4885-9e3b-7f49b770febd tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 950 time: 0.0552261 Sep 17 22:06:01.560400 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-faef5d69-f5d4-43d9-91e1-e9afd126e5d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95dc261b9f7c40db92510a02e5e54a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525608 Sep 17 22:06:01.563657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58166) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:01.574511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c84f1e4-9d65-481b-86e0-bad980094a49 req-000f5ea8-b54d-43a4-9c78-9b083c5ce016 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Sep 17 22:06:01.627221 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-daa3cf8d-1488-4f6e-87fb-a4fea9ded5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.659397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-daa3cf8d-1488-4f6e-87fb-a4fea9ded5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.766013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44dee7-7596-478a-bc02-ec8da1968600 req-a569a40f-f45a-4be7-987f-6d50d0593f67 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:01.767745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc44dee7-7596-478a-bc02-ec8da1968600 req-a569a40f-f45a-4be7-987f-6d50d0593f67 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 946 time: 0.0987678 Sep 17 22:06:01.784048 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-daa3cf8d-1488-4f6e-87fb-a4fea9ded5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.786682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-daa3cf8d-1488-4f6e-87fb-a4fea9ded5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:01.787912 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-daa3cf8d-1488-4f6e-87fb-a4fea9ded5a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d65d95b3-b150-4e29-8e73-db8e74931aa1 HTTP/1.1" status: 204 len: 168 time: 0.2231302 Sep 17 22:06:01.808162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3cf8d-1488-4f6e-87fb-a4fea9ded5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65d95b3-b150-4e29-8e73-db8e74931aa1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:01.853693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58174) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:01.878009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc44dee7-7596-478a-bc02-ec8da1968600 req-87f05e31-ccd3-40cf-8e6b-adff66be245c tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/security-groups?id=121d7117-30bc-4e3d-9328-6b7541dbcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988564 Sep 17 22:06:01.982281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-0ef487f1-06e5-43ed-96a0-3448c9633f6a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50607 time: 0.3911858 Sep 17 22:06:02.033365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a628ce2-befe-4f8d-9b74-c7d8f19b8818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:02.039049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-a4965c3b-4bff-4b91-95e2-44b343ee11fb tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/121d7117-30bc-4e3d-9328-6b7541dbcd27 HTTP/1.1" status: 200 len: 2981 time: 0.0488367 Sep 17 22:06:02.099386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-ee55d235-a482-406d-a993-3a055080d9dd tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/121d7117-30bc-4e3d-9328-6b7541dbcd27 HTTP/1.1" status: 200 len: 2981 time: 0.0407436 Sep 17 22:06:02.135960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a628ce2-befe-4f8d-9b74-c7d8f19b8818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:02.145893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-10679dc1-d1d4-4109-a7f3-c7e76d5ce5d0 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/16e343e6-a914-4633-b754-7629422853d1 HTTP/1.1" status: 200 len: 2977 time: 0.0403488 Sep 17 22:06:02.188057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-c59b560e-53e6-41ea-a270-afd28a2edc27 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/16e343e6-a914-4633-b754-7629422853d1 HTTP/1.1" status: 200 len: 2977 time: 0.0360677 Sep 17 22:06:02.204185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19545cea-dffe-4fd4-a34d-d2b88d79d3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9ba775-543a-47eb-83e5-e0cb16301708'}, {'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:02.206652 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fd9da5-01cc-4536-837b-50c7462591b7" -d '{"events": [{"server_uuid": "19545cea-dffe-4fd4-a34d-d2b88d79d3f1", "name": "network-vif-plugged", "status": "completed", "tag": "2e9ba775-543a-47eb-83e5-e0cb16301708"}, {"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-plugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:02.230905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-9aff1564-3553-4820-b93c-d08ce6a73d0f tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/38ebd333-7e3b-4f1a-b77c-3154801feaad HTTP/1.1" status: 200 len: 2981 time: 0.0369890 Sep 17 22:06:02.254215 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47a925a-1616-47ae-a751-71cce2c6ff80 x-openstack-request-id: req-c47a925a-1616-47ae-a751-71cce2c6ff80 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:02.254753 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19545cea-dffe-4fd4-a34d-d2b88d79d3f1", "name": "network-vif-plugged", "status": "completed", "tag": "2e9ba775-543a-47eb-83e5-e0cb16301708", "code": 200}, {"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-plugged", "status": "completed", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:02.255183 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c47a925a-1616-47ae-a751-71cce2c6ff80 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:02.255568 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19545cea-dffe-4fd4-a34d-d2b88d79d3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9ba775-543a-47eb-83e5-e0cb16301708', 'code': 200} Sep 17 22:06:02.255976 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'code': 200} Sep 17 22:06:02.283254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-191dbf2e-ed13-47c3-8acd-23eb0577f324 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/38ebd333-7e3b-4f1a-b77c-3154801feaad HTTP/1.1" status: 200 len: 2981 time: 0.0456409 Sep 17 22:06:02.340526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-29422e68-b34f-4e5b-9d5b-c8f5977fd065 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4c41b07d-7775-46a4-a4a5-69dc10303055 HTTP/1.1" status: 200 len: 2981 time: 0.0512779 Sep 17 22:06:02.403885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-07cfad5e-b7fd-467d-9d04-a3c1feb76985 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4c41b07d-7775-46a4-a4a5-69dc10303055 HTTP/1.1" status: 200 len: 2981 time: 0.0522628 Sep 17 22:06:02.412498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4823e4f-cefb-4da3-81e1-19959a9e6f39 req-624209e9-d2a4-46ec-a9df-487541d0e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:02.414068 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4823e4f-cefb-4da3-81e1-19959a9e6f39 req-624209e9-d2a4-46ec-a9df-487541d0e6e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 1098 time: 0.0527911 Sep 17 22:06:02.469484 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4823e4f-cefb-4da3-81e1-19959a9e6f39 req-f07db24b-55ea-4501-9a05-ce7f3aa3c2c4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=121d7117-30bc-4e3d-9328-6b7541dbcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456951 Sep 17 22:06:02.479872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-92b9d2c4-17c5-4f2f-b7c7-5b28090eda29 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5029b2f6-0c18-4ae5-956c-49039f5ba63e HTTP/1.1" status: 200 len: 2981 time: 0.0621340 Sep 17 22:06:02.496048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82ee93-b940-4e84-9a31-18a58c95349f req-045dfd8e-77fc-4e34-bf7a-4028af50cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:02.497576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac82ee93-b940-4e84-9a31-18a58c95349f req-045dfd8e-77fc-4e34-bf7a-4028af50cbec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 1102 time: 0.1042247 Sep 17 22:06:02.561872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-279a1d02-3289-432f-9f16-bc1e62a530e2 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5029b2f6-0c18-4ae5-956c-49039f5ba63e HTTP/1.1" status: 200 len: 2981 time: 0.0712466 Sep 17 22:06:02.565921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac82ee93-b940-4e84-9a31-18a58c95349f req-823b016a-d03f-4956-bea6-809216ffe46c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577078 Sep 17 22:06:02.606500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-15d57b2e-170c-419d-81ca-34e3662e4bd0 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5036087f-5c13-4981-be44-7bd09d767dd4 HTTP/1.1" status: 200 len: 2981 time: 0.0382988 Sep 17 22:06:02.651918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-b49cedab-db9e-47f0-b508-e4821b5e702a tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5036087f-5c13-4981-be44-7bd09d767dd4 HTTP/1.1" status: 200 len: 2981 time: 0.0366230 Sep 17 22:06:02.702123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-ce5b58dc-8f3b-4a25-9a43-4aa22df09a5c tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/65af508e-24c4-447f-961c-8a2d98ca153f HTTP/1.1" status: 200 len: 2981 time: 0.0429423 Sep 17 22:06:02.776773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-90ade3f4-53dc-489f-a891-a8a1b0750206 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/65af508e-24c4-447f-961c-8a2d98ca153f HTTP/1.1" status: 200 len: 2981 time: 0.0681722 Sep 17 22:06:02.812452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab364288-adfe-4fcf-9108-330c6d594186 req-6c12d775-54fa-41ff-9010-7a3a3babd5f0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:02.813835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab364288-adfe-4fcf-9108-330c6d594186 req-6c12d775-54fa-41ff-9010-7a3a3babd5f0 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 950 time: 0.0797281 Sep 17 22:06:02.849099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-15bf56d3-1465-4948-9c87-30cdf2e60671 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/75a2022c-8519-43df-806b-bda24a1f61be HTTP/1.1" status: 200 len: 2981 time: 0.0648768 Sep 17 22:06:02.878670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab364288-adfe-4fcf-9108-330c6d594186 req-2d07a807-9cac-406d-8e57-3754189bf9e7 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559819 Sep 17 22:06:02.898359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a628ce2-befe-4f8d-9b74-c7d8f19b8818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:02.907345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-61e2cc35-9d2e-4036-a2f4-6a3e249c0687 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/75a2022c-8519-43df-806b-bda24a1f61be HTTP/1.1" status: 200 len: 2981 time: 0.0472043 Sep 17 22:06:02.955484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-c9779854-9ebc-4a8b-8e31-f92b50408ac4 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/92542f6b-e652-4a88-8615-4fc7d0d9d073 HTTP/1.1" status: 200 len: 2973 time: 0.0439992 Sep 17 22:06:02.972524 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7a628ce2-befe-4f8d-9b74-c7d8f19b8818 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffbdd84ba158491f88db43f14f934b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1175399 Sep 17 22:06:02.973723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a628ce2-befe-4f8d-9b74-c7d8f19b8818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcc47fd-d3fc-4359-af11-6de6e587f414,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:02.976265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58204) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:03.045009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1b52b96-9d4c-4af0-965f-2f8319f9cdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:03.049981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-4cddf089-410e-4434-bc10-360dc2d6d8aa tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/92542f6b-e652-4a88-8615-4fc7d0d9d073 HTTP/1.1" status: 200 len: 2973 time: 0.0880430 Sep 17 22:06:03.069495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432e4db-2233-4dc5-b123-72788c4edb79 req-a9cf02bd-110a-4084-9e76-eaa45e57bec1 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:03.070965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b432e4db-2233-4dc5-b123-72788c4edb79 req-a9cf02bd-110a-4084-9e76-eaa45e57bec1 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 946 time: 0.0592747 Sep 17 22:06:03.071135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1b52b96-9d4c-4af0-965f-2f8319f9cdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:03.105574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9825bff3-32a7-45b8-ac8c-e3f8de09382d no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:03.133082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-cc28ac94-afa3-4dce-9177-d88375334363 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/97ac56ee-d006-4e96-a32a-6b9a441ecae5 HTTP/1.1" status: 200 len: 2981 time: 0.0610840 Sep 17 22:06:03.148046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b432e4db-2233-4dc5-b123-72788c4edb79 req-5fc9c2b4-d0de-4f5e-8a73-d1ea798bc1be tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/security-groups?id=121d7117-30bc-4e3d-9328-6b7541dbcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574017 Sep 17 22:06:03.196219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-3beab86e-0597-4dab-bb30-24c72a97c050 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/97ac56ee-d006-4e96-a32a-6b9a441ecae5 HTTP/1.1" status: 200 len: 2981 time: 0.0522745 Sep 17 22:06:03.200119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1b52b96-9d4c-4af0-965f-2f8319f9cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:03.208518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1b52b96-9d4c-4af0-965f-2f8319f9cdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:03.210716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c1b52b96-9d4c-4af0-965f-2f8319f9cdb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bcc47fd-d3fc-4359-af11-6de6e587f414 HTTP/1.1" status: 204 len: 168 time: 0.2195082 Sep 17 22:06:03.214407 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:03.225375 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b52b96-9d4c-4af0-965f-2f8319f9cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcc47fd-d3fc-4359-af11-6de6e587f414,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:03.279897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:03.290190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-0007f9bf-350a-4988-87ce-78c310a99e43 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a21463e1-754f-44ad-b856-8237763f8be8 HTTP/1.1" status: 200 len: 2977 time: 0.0771484 Sep 17 22:06:03.339061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-9d1fc6c8-5c18-4464-900c-ef89ad53f647 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a21463e1-754f-44ad-b856-8237763f8be8 HTTP/1.1" status: 200 len: 2977 time: 0.0402164 Sep 17 22:06:03.392264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-f625c0cf-b65e-4d00-8e83-99f90959ac9e tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a5106b21-d2cc-4b5c-8a0a-894e21a0d91c HTTP/1.1" status: 200 len: 2981 time: 0.0464916 Sep 17 22:06:03.440232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-eefe2d0d-d98d-4282-b70f-e7eec1a737b9 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a5106b21-d2cc-4b5c-8a0a-894e21a0d91c HTTP/1.1" status: 200 len: 2981 time: 0.0405006 Sep 17 22:06:03.454171 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:03.462100 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-51561c2e-ec99-4807-bdd2-949447958416 req-364f10ce-7e20-49d6-bea4-90b55334ce37 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] show failed (client error): The resource could not be found. Sep 17 22:06:03.463432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-364f10ce-7e20-49d6-bea4-90b55334ce37 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d65d95b3-b150-4e29-8e73-db8e74931aa1 HTTP/1.1" status: 404 len: 352 time: 0.0167522 Sep 17 22:06:03.488252 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-51561c2e-ec99-4807-bdd2-949447958416 req-3838fc3b-5e22-4ec2-b8d4-24cc4cb0e347 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] show failed (client error): The resource could not be found. Sep 17 22:06:03.489265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-3838fc3b-5e22-4ec2-b8d4-24cc4cb0e347 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d65d95b3-b150-4e29-8e73-db8e74931aa1 HTTP/1.1" status: 404 len: 352 time: 0.0150812 Sep 17 22:06:03.510903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9825bff3-32a7-45b8-ac8c-e3f8de09382d,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:03.536830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-1b70c620-06bb-495c-8ac4-aec05c60d594 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fac47cb6-2635-4f58-a2b8-64bf6610cc46 HTTP/1.1" status: 200 len: 2981 time: 0.0390694 Sep 17 22:06:03.604399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-f9e6412a-abf7-4a9a-b7a6-4db4fa9ee70d tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fac47cb6-2635-4f58-a2b8-64bf6610cc46 HTTP/1.1" status: 200 len: 2981 time: 0.0532978 Sep 17 22:06:03.655325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-61af4d12-a323-48e5-85e3-77d2c56dbe53 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fd0a5758-4b83-430e-9ec2-e3dfd034b302 HTTP/1.1" status: 200 len: 2977 time: 0.0511978 Sep 17 22:06:03.723247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51561c2e-ec99-4807-bdd2-949447958416 req-28ba0fa2-13fb-48e0-aa4e-789027353185 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fd0a5758-4b83-430e-9ec2-e3dfd034b302 HTTP/1.1" status: 200 len: 2977 time: 0.0649867 Sep 17 22:06:03.862578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa1dc80e-8000-496f-8a0b-20e0e6698c3a req-3986b7c7-9581-40c2-8d08-c47fa48b68cf tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5faa1d9a99b84143b44bdc576b184efc HTTP/1.1" status: 200 len: 6103 time: 0.1164389 Sep 17 22:06:03.934591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa1dc80e-8000-496f-8a0b-20e0e6698c3a req-64b5cf8e-85c2-41e4-9fc6-af76a0baa4fb tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] 10.222.0.13 "GET /v2.0/security-groups/4c41b07d-7775-46a4-a4a5-69dc10303055 HTTP/1.1" status: 200 len: 2981 time: 0.0702565 Sep 17 22:06:03.996768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa1dc80e-8000-496f-8a0b-20e0e6698c3a req-bb89c092-61b9-434d-b5bd-9a95d201d721 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] 10.222.0.13 "GET /v2.0/security-groups/4c41b07d-7775-46a4-a4a5-69dc10303055 HTTP/1.1" status: 200 len: 2981 time: 0.0554218 Sep 17 22:06:04.037164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02f264-fad3-42f9-9059-3ec39761da8d req-8a732051-c37f-4139-842d-88b2681cbc18 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:04.044503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa02f264-fad3-42f9-9059-3ec39761da8d req-8a732051-c37f-4139-842d-88b2681cbc18 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 950 time: 0.0676138 Sep 17 22:06:04.107681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa02f264-fad3-42f9-9059-3ec39761da8d req-7d0e1fb2-e19a-4bd4-a333-194d4a754f99 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621343 Sep 17 22:06:04.112760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c297208-efc2-4ee2-ab5c-f581f9a1ce25 req-c104a8d9-fa31-461f-8568-4177670dedb7 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b8ab39b2-cd2d-4fd4-8f04-159adbb8b651 HTTP/1.1" status: 200 len: 1777 time: 0.0645511 Sep 17 22:06:04.169590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58266) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:04.186863 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2c297208-efc2-4ee2-ab5c-f581f9a1ce25 req-133b7d33-0bb6-48fd-8afd-89ecff2194f0 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.210109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2c297208-efc2-4ee2-ab5c-f581f9a1ce25 req-133b7d33-0bb6-48fd-8afd-89ecff2194f0 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.259124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:04.262035 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec03998a-58a9-4f28-9984-1b59b728a6cb" -d '{"events": [{"server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "name": "network-vif-unplugged", "status": "completed", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:04.294657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2053122028-network', 'tenant_id': '098b02f7f4fd44f9a7c26f706e768800'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:04.362813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2c297208-efc2-4ee2-ab5c-f581f9a1ce25 req-133b7d33-0bb6-48fd-8afd-89ecff2194f0 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.365468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2c297208-efc2-4ee2-ab5c-f581f9a1ce25 req-133b7d33-0bb6-48fd-8afd-89ecff2194f0 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.366664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c297208-efc2-4ee2-ab5c-f581f9a1ce25 req-133b7d33-0bb6-48fd-8afd-89ecff2194f0 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8ab39b2-cd2d-4fd4-8f04-159adbb8b651 HTTP/1.1" status: 204 len: 173 time: 0.2443547 Sep 17 22:06:04.375805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b7d33-0bb6-48fd-8afd-89ecff2194f0 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ab39b2-cd2d-4fd4-8f04-159adbb8b651,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:04.386515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Made reservation on behalf of 098b02f7f4fd44f9a7c26f706e768800 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:04.390640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.409622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.511760 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a62d3e5-8721-4199-84ba-02af8e9dc8b9 x-openstack-request-id: req-6a62d3e5-8721-4199-84ba-02af8e9dc8b9 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:04.512958 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "name": "network-vif-unplugged", "status": "completed", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:04.513459 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a62d3e5-8721-4199-84ba-02af8e9dc8b9 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:04.515227 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d', 'code': 200} Sep 17 22:06:04.519188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184d5d8-b112-43e2-a3df-b2bd1c7c2bbb req-dbeb6bdd-9111-4ec6-8d4a-eaf7bb52afb4 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:04.520444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7184d5d8-b112-43e2-a3df-b2bd1c7c2bbb req-dbeb6bdd-9111-4ec6-8d4a-eaf7bb52afb4 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 946 time: 0.0833652 Sep 17 22:06:04.550174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.567588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7184d5d8-b112-43e2-a3df-b2bd1c7c2bbb req-bd866bdc-5f47-4923-ba5c-c1f104869de8 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/security-groups?id=121d7117-30bc-4e3d-9328-6b7541dbcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368145 Sep 17 22:06:04.625680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.641468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac4bdeb0-32b0-472d-833a-9ce7aeb8152f req-e063a1ef-64a0-4236-993f-dacf5073500b tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fd23692b-c45e-4919-92d5-6178c5720415 HTTP/1.1" status: 200 len: 1777 time: 0.0521986 Sep 17 22:06:04.665395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:06:04.686409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f50663-2328-450e-8eee-f3b709be0466,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:04.699874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.699874 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Added segment 43fbd167-dff9-4216-bc11-76ec9a0b9eed of type vlan for network 4e7e78b4-df61-4506-89c0-7033cbdb0db5 Sep 17 22:06:04.740420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc5d0-0e04-4776-aa84-d2a27dc7ac66 req-7de85ef2-b84a-4edf-9264-57b7ac7adf31 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:04.742250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01ffc5d0-0e04-4776-aa84-d2a27dc7ac66 req-7de85ef2-b84a-4edf-9264-57b7ac7adf31 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 1102 time: 0.0790834 Sep 17 22:06:04.775142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.782057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac4bdeb0-32b0-472d-833a-9ce7aeb8152f req-41f6f56e-7fb6-4661-9f32-1f988ad3dbb5 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.817700 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac4bdeb0-32b0-472d-833a-9ce7aeb8152f req-41f6f56e-7fb6-4661-9f32-1f988ad3dbb5 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.845832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01ffc5d0-0e04-4776-aa84-d2a27dc7ac66 req-cf01d51a-56a3-4185-a4a8-fb6981c81ee4 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874829 Sep 17 22:06:04.882508 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.883555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:04.884155 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.934261 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac4bdeb0-32b0-472d-833a-9ce7aeb8152f req-41f6f56e-7fb6-4661-9f32-1f988ad3dbb5 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.937366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac4bdeb0-32b0-472d-833a-9ce7aeb8152f req-41f6f56e-7fb6-4661-9f32-1f988ad3dbb5 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:04.938644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac4bdeb0-32b0-472d-833a-9ce7aeb8152f req-41f6f56e-7fb6-4661-9f32-1f988ad3dbb5 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd23692b-c45e-4919-92d5-6178c5720415 HTTP/1.1" status: 204 len: 173 time: 0.2884235 Sep 17 22:06:04.948150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] Pushing event updated for resources: {'Network': ['ID=4e7e78b4-df61-4506-89c0-7033cbdb0db5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:04.954097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6f56e-7fb6-4661-9f32-1f988ad3dbb5 tempest-SecurityGroupsTestAdminJSON-657806302 tempest-SecurityGroupsTestAdminJSON-657806302-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd23692b-c45e-4919-92d5-6178c5720415,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:04.959022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 4e7e78b4-df61-4506-89c0-7033cbdb0db5 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:06:04.976241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-766fb4a6-0136-4c1e-b024-28b67495b778 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8043084 Sep 17 22:06:04.977078 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58312) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:04.983382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Request body: {'subnet': {'network_id': '4e7e78b4-df61-4506-89c0-7033cbdb0db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2053122028-subnet', 'tenant_id': '098b02f7f4fd44f9a7c26f706e768800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:05.098530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Made reservation on behalf of 098b02f7f4fd44f9a7c26f706e768800 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:05.100941 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.118725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-fe556655-9d2e-491d-96d1-f55c2a8519a7 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b1be6b1905ff4bb58c29f35d7beb259e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248616 Sep 17 22:06:05.123144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:06:05.282904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:05.283689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec41167-e801-4610-83d7-43dc5bc74153 req-1e9395b0-a45a-4ee7-8c5d-8172d1ec6d4d tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:05.290159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-1e9395b0-a45a-4ee7-8c5d-8172d1ec6d4d tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594071 Sep 17 22:06:05.300028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '4855047f-1b23-4951-b43c-2301d7aca959', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '4855047f-1b23-4951-b43c-2301d7aca959', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:06:05.306544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-1323df87-68c7-4966-8ce7-430acd386bb9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/quotas/b1be6b1905ff4bb58c29f35d7beb259e HTTP/1.1" status: 200 len: 375 time: 0.0119319 Sep 17 22:06:05.356631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-d300dab2-7a64-4c0e-98b8-96b4494f6dcf tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1be6b1905ff4bb58c29f35d7beb259e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445015 Sep 17 22:06:05.370942 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.390397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.413724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4855047f-1b23-4951-b43c-2301d7aca959 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:05.461642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:05.479115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a4d0ff6-3c63-4be5-8604-aff41c960730 req-8be96232-6e65-4320-945b-67e483b1ed2d tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] 10.222.0.13 "GET /v2.0/security-groups/36de2748-b039-4369-bce8-bb2b2e564642 HTTP/1.1" status: 200 len: 1777 time: 0.1218889 Sep 17 22:06:05.500469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b780d3-e445-4529-9669-14b9d297d94b,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:05.525749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Checking segment: {'id': '43fbd167-dff9-4216-bc11-76ec9a0b9eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e7e78b4-df61-4506-89c0-7033cbdb0db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:05.525970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Network hostable DHCP agents. Network: 4e7e78b4-df61-4506-89c0-7033cbdb0db5, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:06:05.570996 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9a4d0ff6-3c63-4be5-8604-aff41c960730 req-7d1bee2c-b124-40e1-b574-c54ccb3a3b0f tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.581139 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.600417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9a4d0ff6-3c63-4be5-8604-aff41c960730 req-7d1bee2c-b124-40e1-b574-c54ccb3a3b0f tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.647885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:05.659959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Network 4e7e78b4-df61-4506-89c0-7033cbdb0db5 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:06:05.676584 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['4855047f-1b23-4951-b43c-2301d7aca959'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:05.734776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 4e7e78b4-df61-4506-89c0-7033cbdb0db5) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:05.735084 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9a4d0ff6-3c63-4be5-8604-aff41c960730 req-7d1bee2c-b124-40e1-b574-c54ccb3a3b0f tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.737499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9a4d0ff6-3c63-4be5-8604-aff41c960730 req-7d1bee2c-b124-40e1-b574-c54ccb3a3b0f tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.746367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a4d0ff6-3c63-4be5-8604-aff41c960730 req-7d1bee2c-b124-40e1-b574-c54ccb3a3b0f tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] 10.222.0.13 "DELETE /v2.0/security-groups/36de2748-b039-4369-bce8-bb2b2e564642 HTTP/1.1" status: 204 len: 173 time: 0.2583060 Sep 17 22:06:05.749373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:05.751471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:05.754671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a872ec-a9cc-45e6-a3a2-508750e863e7 None None] Network 4e7e78b4-df61-4506-89c0-7033cbdb0db5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:05.766150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bee2c-b124-40e1-b574-c54ccb3a3b0f tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36de2748-b039-4369-bce8-bb2b2e564642,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:05.838626 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f7346614-db52-4900-80ed-03eee02d51da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8592005 Sep 17 22:06:05.875199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3bece-7ada-4b3c-8690-85732b0c095d req-7bfcce07-273c-4e9c-a1e4-b23e8e0ef739 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:05.887654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ef3bece-7ada-4b3c-8690-85732b0c095d req-7bfcce07-273c-4e9c-a1e4-b23e8e0ef739 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 1102 time: 0.1163538 Sep 17 22:06:06.041998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7d4b9b3-860c-4173-88d8-eef06eeb3f40 req-7764e425-a17b-4543-b897-7e029fa08aaa tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 210 time: 0.0963318 Sep 17 22:06:06.069700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ef3bece-7ada-4b3c-8690-85732b0c095d req-07070fac-1d80-4a5b-82d6-8441731d61f7 tempest-ServersAdminTestJSON-1062362147 tempest-ServersAdminTestJSON-1062362147-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732519 Sep 17 22:06:06.153613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb97d8-d6dc-40b9-9a09-5a69cdfaa0dd None None] Network 4e7e78b4-df61-4506-89c0-7033cbdb0db5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:06.179054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8492f367-1e63-4082-be08-cf19bd0d7ac7 req-7966e698-2b5c-48fd-8f06-cf2bd09c1b92 tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] 10.222.0.13 "GET /v2.0/security-groups/c7480cbf-0d52-4856-af85-bb4aa024e07b HTTP/1.1" status: 200 len: 1778 time: 0.0952580 Sep 17 22:06:06.253916 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8492f367-1e63-4082-be08-cf19bd0d7ac7 req-636df454-4096-41ef-9688-1ea86773c90a tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:06.286917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8492f367-1e63-4082-be08-cf19bd0d7ac7 req-636df454-4096-41ef-9688-1ea86773c90a tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:06.431666 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8492f367-1e63-4082-be08-cf19bd0d7ac7 req-636df454-4096-41ef-9688-1ea86773c90a tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:06.434365 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8492f367-1e63-4082-be08-cf19bd0d7ac7 req-636df454-4096-41ef-9688-1ea86773c90a tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:06.443806 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8492f367-1e63-4082-be08-cf19bd0d7ac7 req-636df454-4096-41ef-9688-1ea86773c90a tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] 10.222.0.13 "DELETE /v2.0/security-groups/c7480cbf-0d52-4856-af85-bb4aa024e07b HTTP/1.1" status: 204 len: 173 time: 0.2622855 Sep 17 22:06:06.467870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636df454-4096-41ef-9688-1ea86773c90a tempest-SecurityGroupsTestAdminJSON-1553251753 tempest-SecurityGroupsTestAdminJSON-1553251753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7480cbf-0d52-4856-af85-bb4aa024e07b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:07.013612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7be9-ebd3-429a-b4d4-106c65809890 req-4b22d0cf-bf1a-4358-9175-d5a685819833 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:07.024271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f35a7be9-ebd3-429a-b4d4-106c65809890 req-4b22d0cf-bf1a-4358-9175-d5a685819833 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 949 time: 0.0921609 Sep 17 22:06:07.106645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f35a7be9-ebd3-429a-b4d4-106c65809890 req-66d1bd9f-1690-40d8-9d59-6cd22a2f1362 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760875 Sep 17 22:06:07.140377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:07.258724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 4855047f-1b23-4951-b43c-2301d7aca959 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:07.259331 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:07.263091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f629827-9d0b-4b75-a133-813d38457404 req-3748cc81-5989-4acf-a573-d68b9a7a8097 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 210 time: 0.0847943 Sep 17 22:06:07.393408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58426) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:07.398713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:07.432496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:07.434847 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85989b74-c8f1-47f4-98c3-e18b37f070d9" -d '{"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-plugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:07.450540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:07.502730 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0b4b81-6979-4ea8-a9f1-cef9b6df180e x-openstack-request-id: req-1e0b4b81-6979-4ea8-a9f1-cef9b6df180e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:07.503194 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-plugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:07.503456 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e0b4b81-6979-4ea8-a9f1-cef9b6df180e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:07.503918 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959', 'code': 200} Sep 17 22:06:07.555608 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:07.647087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=10']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:07.697856 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-277d02f5-a6c1-4cab-bd96-fcd37195be66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5faa1d9a99b84143b44bdc576b184efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026619 Sep 17 22:06:07.700487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58438) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:07.786486 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca3c16a4-f5bd-4dce-9838-a4aaa353be20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:07.815817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca3c16a4-f5bd-4dce-9838-a4aaa353be20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:08.231109 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:08.273749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca3c16a4-f5bd-4dce-9838-a4aaa353be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:08.297596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca3c16a4-f5bd-4dce-9838-a4aaa353be20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:08.297596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ca3c16a4-f5bd-4dce-9838-a4aaa353be20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c41b07d-7775-46a4-a4a5-69dc10303055 HTTP/1.1" status: 204 len: 168 time: 0.5787735 Sep 17 22:06:08.352401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c16a4-f5bd-4dce-9838-a4aaa353be20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c41b07d-7775-46a4-a4a5-69dc10303055,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:08.435412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-894712ee-7df2-4ad8-ac2d-da1d948ecca2 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:08.437398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-894712ee-7df2-4ad8-ac2d-da1d948ecca2 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 949 time: 0.1650310 Sep 17 22:06:08.490223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca866b-8407-4ce7-8f7b-413d75d2ee54 req-13d63916-b05d-434d-a850-3d35e41fa487 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:08.492050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0ca866b-8407-4ce7-8f7b-413d75d2ee54 req-13d63916-b05d-434d-a850-3d35e41fa487 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 949 time: 0.1159770 Sep 17 22:06:08.606393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0ca866b-8407-4ce7-8f7b-413d75d2ee54 req-470fb07e-7359-4c5f-a2dd-96570b1f70b2 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606701 Sep 17 22:06:08.642340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Deleting port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:06:08.642698 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:08.778241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8453f68a-b1ac-410c-a403-cbfb670f813a req-cb611b9c-64c0-45d8-a462-eb39125d388d tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 210 time: 0.0389743 Sep 17 22:06:08.799467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] For port ec6ecf8e-b84c-45a3-a927-28c0ccee8335, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:08.799467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:08.821621 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Calling delete_port for ec6ecf8e-b84c-45a3-a927-28c0ccee8335 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:06:09.220928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:09.243416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['eb044d3e-d38a-46e5-b951-2063e663681e', 'ec6ecf8e-b84c-45a3-a927-28c0ccee8335', '9fafd948-f234-450f-8d93-c4fe132e3fe1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:09.264288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Pushing event deleted for resources: {'Port': ['ID=ec6ecf8e-b84c-45a3-a927-28c0ccee8335,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:09.339421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] No DVR routers for this DVR port ec6ecf8e-b84c-45a3-a927-28c0ccee8335 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:06:09.342184 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:09.344341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb46d1ff-7ba6-4dd2-a0b6-212ea5d854c6 req-61336cbd-6191-4e04-be05-d3a8c81a26cf tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "DELETE /v2.0/ports/ec6ecf8e-b84c-45a3-a927-28c0ccee8335 HTTP/1.1" status: 204 len: 173 time: 0.9006166 Sep 17 22:06:09.344780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd693e861-f15a-42d0-8393-c4cc6517242b', 'name': 'network-vif-deleted', 'tag': 'ec6ecf8e-b84c-45a3-a927-28c0ccee8335'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:09.348335 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8965578e-d43c-415c-aac8-74a094370239" -d '{"events": [{"server_uuid": "d693e861-f15a-42d0-8393-c4cc6517242b", "name": "network-vif-deleted", "tag": "ec6ecf8e-b84c-45a3-a927-28c0ccee8335"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:09.431521 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfc5202-ae81-4b4a-8ae9-bb3ca35a035e x-openstack-request-id: req-2cfc5202-ae81-4b4a-8ae9-bb3ca35a035e {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:09.431801 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d693e861-f15a-42d0-8393-c4cc6517242b", "name": "network-vif-deleted", "tag": "ec6ecf8e-b84c-45a3-a927-28c0ccee8335", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:09.432060 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cfc5202-ae81-4b4a-8ae9-bb3ca35a035e {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:09.432454 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd693e861-f15a-42d0-8393-c4cc6517242b', 'name': 'network-vif-deleted', 'tag': 'ec6ecf8e-b84c-45a3-a927-28c0ccee8335', 'status': 'completed', 'code': 200} Sep 17 22:06:09.533174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-d156294f-7c4f-4198-b525-b6c71b1049d2 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1be6b1905ff4bb58c29f35d7beb259e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513575 Sep 17 22:06:09.693215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:09.742212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec41167-e801-4610-83d7-43dc5bc74153 req-a09928c3-f614-4137-a186-75a6b84334c3 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:09.743057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-a09928c3-f614-4137-a186-75a6b84334c3 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027659 Sep 17 22:06:09.761859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Request body: {'port': {'device_id': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': 'b1be6b1905ff4bb58c29f35d7beb259e'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:09.787571 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58494) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:09.860310 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4f3b5a7e-e53e-4c47-a736-b23403473a0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed821958f6f4481dba6f17a56755b804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759988 Sep 17 22:06:09.874332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58498) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:09.929565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6c850451-5728-447f-a8d9-d78c6b1441ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:09.960752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6c850451-5728-447f-a8d9-d78c6b1441ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:09.971117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75e989a1-5f23-4d03-9627-4df637b5f541 req-93a9a610-c65c-4c83-8408-ee093b518439 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 210 time: 0.1484418 Sep 17 22:06:10.139398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6e88e01-8af5-4af0-a979-b1ba7105d4aa req-56c30c93-b0cd-4d80-adbb-bc364e9bc3c8 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 210 time: 0.0487750 Sep 17 22:06:10.163099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6c850451-5728-447f-a8d9-d78c6b1441ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:10.166680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6c850451-5728-447f-a8d9-d78c6b1441ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:10.168641 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6c850451-5728-447f-a8d9-d78c6b1441ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5036087f-5c13-4981-be44-7bd09d767dd4 HTTP/1.1" status: 204 len: 168 time: 0.3051245 Sep 17 22:06:10.182717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c850451-5728-447f-a8d9-d78c6b1441ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5036087f-5c13-4981-be44-7bd09d767dd4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:10.347658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Made reservation on behalf of b1be6b1905ff4bb58c29f35d7beb259e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:10.350780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:10.378603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:10.580031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:10.719057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:10.895021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d224dfc-6555-483e-ae05-c07213130298 req-366a4df2-63e8-4222-b533-bb3da5ad253c tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:10.911209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-366a4df2-63e8-4222-b533-bb3da5ad253c tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/networks?id=4e7e78b4-df61-4506-89c0-7033cbdb0db5 HTTP/1.1" status: 200 len: 810 time: 0.2944267 Sep 17 22:06:10.911209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc81991-5abc-456d-9383-3f037a5e338c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:10.961954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-c0deefea-da8f-4b8d-b7b4-46e76cbadf23 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/quotas/098b02f7f4fd44f9a7c26f706e768800 HTTP/1.1" status: 200 len: 375 time: 0.0473557 Sep 17 22:06:11.063769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Allocated IP 192.168.233.69 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/c3e078f0-f794-44b3-ae59-24f4cfaf0adb) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:11.149028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-1e3513f7-4f8f-4fc2-8e27-83bf93f9b8c4 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=098b02f7f4fd44f9a7c26f706e768800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1729674 Sep 17 22:06:11.189610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f46c8b0-9c80-443b-bb02-046b459e5216 req-c491ce82-41c8-45a3-afeb-b2cb5ebc7ab2 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=d693e861-f15a-42d0-8393-c4cc6517242b HTTP/1.1" status: 200 len: 210 time: 0.0754945 Sep 17 22:06:11.383191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-6781735d-2ca3-49c7-8e63-2cee7db21b24 service neutron] 10.222.0.13 "GET /v2.0/networks/4e7e78b4-df61-4506-89c0-7033cbdb0db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072675 Sep 17 22:06:11.425583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:11.462357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2b377d7-80c8-4f99-bb28-2b42cd6b73fc req-b41dfc42-0035-4d54-ace4-f8714f582f30 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 210 time: 0.0406127 Sep 17 22:06:11.542170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-563f012f-6b32-41f8-9c10-6019d017aa46 service neutron] 10.222.0.13 "GET /v2.0/networks/4e7e78b4-df61-4506-89c0-7033cbdb0db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489611 Sep 17 22:06:11.658034 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:06:11.666145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:11.738779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:11.742266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:11.758851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:11.771815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:11.843756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:11.844424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:12.028262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-47ff1d1c-b99f-4702-8359-953d9afb130a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2734389 Sep 17 22:06:12.042323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Request body: {'port': {'device_id': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:12.103677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d87f6280-66cf-4d03-b10b-0045db8e7177 None None] Provisioning complete for port c3e078f0-f794-44b3-ae59-24f4cfaf0adb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:12.107266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d87f6280-66cf-4d03-b10b-0045db8e7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:12.192451 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:12.197266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d87f6280-66cf-4d03-b10b-0045db8e7177 None None] Port c3e078f0-f794-44b3-ae59-24f4cfaf0adb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:06:12.539777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-097c8851-c461-4116-a5b0-167b212e42db req-e894ba15-5e4b-45be-a987-97ceab631662 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 210 time: 0.0533676 Sep 17 22:06:12.843693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e078f0-f794-44b3-ae59-24f4cfaf0adb {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:12.853557 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:12.870850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Transition to ACTIVE for port object c3e078f0-f794-44b3-ae59-24f4cfaf0adb will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:06:13.272966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ec6ecf8e-b84c-45a3-a927-28c0ccee8335 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:13.352961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: ec6ecf8e-b84c-45a3-a927-28c0ccee8335 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:06:13.356034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ec6ecf8e-b84c-45a3-a927-28c0ccee8335 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:06:13.541684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:13.741165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:13.758977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528c75e-a4bd-452b-8d9a-2d5beced4d95 req-ddbf3ee4-3234-432e-a270-421e2c63c8af tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:13.760730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9528c75e-a4bd-452b-8d9a-2d5beced4d95 req-ddbf3ee4-3234-432e-a270-421e2c63c8af tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 935 time: 0.8412449 Sep 17 22:06:13.829464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cfeda-8d54-4bb9-a723-af58db0b5cbf req-99901d0b-cbcd-4187-b5fa-624a5d346be8 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:13.837135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243cfeda-8d54-4bb9-a723-af58db0b5cbf req-99901d0b-cbcd-4187-b5fa-624a5d346be8 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 949 time: 0.2991030 Sep 17 22:06:13.930235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Attempting to bind port c3e078f0-f794-44b3-ae59-24f4cfaf0adb on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:13.930573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Attempting to bind port c3e078f0-f794-44b3-ae59-24f4cfaf0adb by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:13.930920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Attempting to bind port c3e078f0-f794-44b3-ae59-24f4cfaf0adb on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:13.950060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9528c75e-a4bd-452b-8d9a-2d5beced4d95 req-b2b56bf7-d74c-46b1-8cc2-904dbd8aede0 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605356 Sep 17 22:06:13.983116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-243cfeda-8d54-4bb9-a723-af58db0b5cbf req-bed5a393-a2aa-4aef-8a9a-edfb88d6cd0a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444979 Sep 17 22:06:13.983685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Port c3e078f0-f794-44b3-ae59-24f4cfaf0adb on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:06:13.984002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Attempting to bind port c3e078f0-f794-44b3-ae59-24f4cfaf0adb on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:13.993854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:13.994191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:13.999531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:13.999531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Bound port: c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:13.999531 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:14.142231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09e35afb-8853-408c-8ef1-be96c259f585 req-c321c438-f69e-4f5a-84e1-04f6db13c57e tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 210 time: 0.0515082 Sep 17 22:06:14.152342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:14.156471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:14.299179 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:14.322419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:14.325819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:14.328479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] 10.222.0.32 "PUT /v2.0/ports/c3e078f0-f794-44b3-ae59-24f4cfaf0adb HTTP/1.1" status: 200 len: 1096 time: 2.2914617 Sep 17 22:06:14.330833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:14.337097 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63e6ee0-0360-4892-bd0f-aa6a89912d13" -d '{"events": [{"name": "network-changed", "server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:14.417352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96ee44-73b2-412c-8694-1d78778cda97 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:14.443364 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39098de9-2a74-4709-b4b8-36cb03428f36 x-openstack-request-id: req-39098de9-2a74-4709-b4b8-36cb03428f36 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:14.443671 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:14.443902 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39098de9-2a74-4709-b4b8-36cb03428f36 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:14.444607 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'status': 'completed', 'code': 200} Sep 17 22:06:14.662600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e6ee0-0360-4892-bd0f-aa6a89912d13 req-98d865e6-a26c-4489-94b1-362719933939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:14.664556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d63e6ee0-0360-4892-bd0f-aa6a89912d13 req-98d865e6-a26c-4489-94b1-362719933939 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1be6b1905ff4bb58c29f35d7beb259e&device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 1099 time: 0.1980820 Sep 17 22:06:14.711513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d63e6ee0-0360-4892-bd0f-aa6a89912d13 req-9f7f830d-8b14-459e-ab71-14a9ef12b9ce service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1be6b1905ff4bb58c29f35d7beb259e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251830 Sep 17 22:06:14.744007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a8a54-1234-41dd-9970-579d5ecc626c req-61e92c14-9eda-4da3-bb81-4efd98043217 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:14.745476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-268a8a54-1234-41dd-9970-579d5ecc626c req-61e92c14-9eda-4da3-bb81-4efd98043217 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 949 time: 0.1664321 Sep 17 22:06:14.866579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e6ee0-0360-4892-bd0f-aa6a89912d13 req-c0942784-469a-4caf-8c04-f631b7e6af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:14.868277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d63e6ee0-0360-4892-bd0f-aa6a89912d13 req-c0942784-469a-4caf-8c04-f631b7e6af8a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1556990 Sep 17 22:06:14.975253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9965d80e-9cfa-497d-8832-c9a364a6326e req-3c73b051-002d-4d24-8bde-408592cdd8ea tempest-FlavorsV2NegativeTest-1813050588 tempest-FlavorsV2NegativeTest-1813050588-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a46660483abf460494d9d98a30db49e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2403240 Sep 17 22:06:15.066246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec41167-e801-4610-83d7-43dc5bc74153 req-161a475b-31e0-4b8d-8171-9b60238708b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:15.067948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-161a475b-31e0-4b8d-8171-9b60238708b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1be6b1905ff4bb58c29f35d7beb259e&device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 1099 time: 0.1436086 Sep 17 22:06:15.133071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-51a90432-4c6a-4dbb-9d59-a0af33e8d3ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb HTTP/1.1" status: 200 len: 217 time: 0.0505400 Sep 17 22:06:15.250445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec41167-e801-4610-83d7-43dc5bc74153 req-408dd2be-e63c-4fea-a5b0-fcf32cf300e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:15.252696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-408dd2be-e63c-4fea-a5b0-fcf32cf300e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0835390 Sep 17 22:06:15.354387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8f04e-b7dc-45eb-a57e-f371a4fd7014 req-d867d95f-c3ab-4ba5-a954-7d96763cee94 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:15.356176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abd8f04e-b7dc-45eb-a57e-f371a4fd7014 req-d867d95f-c3ab-4ba5-a954-7d96763cee94 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 947 time: 0.2832859 Sep 17 22:06:15.364829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965d80e-9cfa-497d-8832-c9a364a6326e req-9d263111-4c19-4a7f-8d83-d69693be0015 tempest-FlavorsV2NegativeTest-1813050588 tempest-FlavorsV2NegativeTest-1813050588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:15.366328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9965d80e-9cfa-497d-8832-c9a364a6326e req-9d263111-4c19-4a7f-8d83-d69693be0015 tempest-FlavorsV2NegativeTest-1813050588 tempest-FlavorsV2NegativeTest-1813050588-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3767114 Sep 17 22:06:15.396455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec41167-e801-4610-83d7-43dc5bc74153 req-d4e6518e-db0e-4de1-bf90-88ed91e8b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:15.399024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-d4e6518e-db0e-4de1-bf90-88ed91e8b820 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1317141 Sep 17 22:06:15.401170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-268a8a54-1234-41dd-9970-579d5ecc626c req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Deleting port eb044d3e-d38a-46e5-b951-2063e663681e {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:06:15.401671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-268a8a54-1234-41dd-9970-579d5ecc626c req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:15.424445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9965d80e-9cfa-497d-8832-c9a364a6326e req-40ceee4e-8125-4477-a81c-0d1e0b6d25fd tempest-FlavorsV2NegativeTest-1813050588 tempest-FlavorsV2NegativeTest-1813050588-project] 10.222.0.13 "GET /v2.0/quotas/a46660483abf460494d9d98a30db49e1 HTTP/1.1" status: 200 len: 375 time: 0.0303869 Sep 17 22:06:15.475255 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f88a16f5-9095-4211-a972-600fbde15b8a req-765407d8-482d-4abf-8f8e-7a71bcea6102 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1449687 Sep 17 22:06:15.583335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a16f5-9095-4211-a972-600fbde15b8a req-d217e228-b163-41ba-9039-867b75c4cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:15.585111 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f88a16f5-9095-4211-a972-600fbde15b8a req-d217e228-b163-41ba-9039-867b75c4cc91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 1096 time: 0.0580072 Sep 17 22:06:15.684312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9965d80e-9cfa-497d-8832-c9a364a6326e req-1d7ad51f-21b0-48e3-8500-713862c4995a tempest-FlavorsV2NegativeTest-1813050588 tempest-FlavorsV2NegativeTest-1813050588-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a46660483abf460494d9d98a30db49e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2345471 Sep 17 22:06:15.716492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-268a8a54-1234-41dd-9970-579d5ecc626c req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] For port eb044d3e-d38a-46e5-b951-2063e663681e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=eb044d3e-d38a-46e5-b951-2063e663681e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:15.722739 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-268a8a54-1234-41dd-9970-579d5ecc626c req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:15.741173 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abd8f04e-b7dc-45eb-a57e-f371a4fd7014 req-ac7f8f50-fd1e-4673-9d4e-e095942d38ef tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721263 Sep 17 22:06:15.816950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-268a8a54-1234-41dd-9970-579d5ecc626c req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Calling delete_port for eb044d3e-d38a-46e5-b951-2063e663681e owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:06:15.835310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a16f5-9095-4211-a972-600fbde15b8a req-1a16d204-7a57-428a-b861-e97f8daaa198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:15.847913 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f88a16f5-9095-4211-a972-600fbde15b8a req-1a16d204-7a57-428a-b861-e97f8daaa198 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.2313442 Sep 17 22:06:15.915315 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f88a16f5-9095-4211-a972-600fbde15b8a req-9dd3e6b5-9d06-496e-ac2d-ee39869e7075 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 200 len: 217 time: 0.0663958 Sep 17 22:06:16.011519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a16f5-9095-4211-a972-600fbde15b8a req-6e3f9417-cc1a-4574-8425-d5ca68cf169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:16.013329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f88a16f5-9095-4211-a972-600fbde15b8a req-6e3f9417-cc1a-4574-8425-d5ca68cf169e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0901272 Sep 17 22:06:16.057538 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f88a16f5-9095-4211-a972-600fbde15b8a req-4aaf6b96-7d20-4b95-94f0-da6e80db43b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363872 Sep 17 22:06:16.086041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6aa09aa7-61de-41c8-9c52-695f1ef3600d req-e7724811-d7ad-4e57-a6a1-a45a5a81798d tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 210 time: 0.0841727 Sep 17 22:06:16.121064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-75eaf44b-b698-4206-aacb-f3f23c057492 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6981049 Sep 17 22:06:16.218598 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f88a16f5-9095-4211-a972-600fbde15b8a req-722d3bff-cdaf-4654-8352-9b7782f61481 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522410 Sep 17 22:06:16.242455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eec41167-e801-4610-83d7-43dc5bc74153 req-e27a8519-ea99-4655-adf4-fd8a1060b231 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064994 Sep 17 22:06:16.257867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee33b9e-cde8-4e98-a866-768b56464ed3 req-76caf1cf-9cc1-4e85-9cbd-d26d4f6ccc22 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:16.266515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ee33b9e-cde8-4e98-a866-768b56464ed3 req-76caf1cf-9cc1-4e85-9cbd-d26d4f6ccc22 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 949 time: 0.2605193 Sep 17 22:06:16.305900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ee33b9e-cde8-4e98-a866-768b56464ed3 req-c3865788-4b51-437a-b95c-e453af574c69 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380614 Sep 17 22:06:16.350252 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-268a8a54-1234-41dd-9970-579d5ecc626c req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:16.362888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['eb044d3e-d38a-46e5-b951-2063e663681e', '9fafd948-f234-450f-8d93-c4fe132e3fe1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:16.418598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d224dfc-6555-483e-ae05-c07213130298 req-a22fe393-80bb-4630-9445-0929bc07d036 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:16.431184 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-a22fe393-80bb-4630-9445-0929bc07d036 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.35 "GET /v2.0/networks?id=4e7e78b4-df61-4506-89c0-7033cbdb0db5 HTTP/1.1" status: 200 len: 810 time: 0.2104728 Sep 17 22:06:16.501156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-268a8a54-1234-41dd-9970-579d5ecc626c req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] No DVR routers for this DVR port eb044d3e-d38a-46e5-b951-2063e663681e on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:06:16.504863 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-268a8a54-1234-41dd-9970-579d5ecc626c req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:16.507733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-268a8a54-1234-41dd-9970-579d5ecc626c req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "DELETE /v2.0/ports/eb044d3e-d38a-46e5-b951-2063e663681e HTTP/1.1" status: 204 len: 173 time: 1.6272080 Sep 17 22:06:16.508586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d5862-e9d0-4c0b-bc2d-35a952dd094a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Pushing event deleted for resources: {'Port': ['ID=eb044d3e-d38a-46e5-b951-2063e663681e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:16.522380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b20e33c-a9b9-4aca-ae53-42e0fa8c9230', 'name': 'network-vif-deleted', 'tag': 'eb044d3e-d38a-46e5-b951-2063e663681e'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:16.525651 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dfd0e7-7565-472f-918e-812d73cdaf13" -d '{"events": [{"server_uuid": "2b20e33c-a9b9-4aca-ae53-42e0fa8c9230", "name": "network-vif-deleted", "tag": "eb044d3e-d38a-46e5-b951-2063e663681e"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:16.532036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Request body: {'port': {'device_id': 'b757530e-b43e-4749-bbe5-4f628d0dc808', 'network_id': '4e7e78b4-df61-4506-89c0-7033cbdb0db5', 'admin_state_up': True, 'tenant_id': '098b02f7f4fd44f9a7c26f706e768800'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:16.656690 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dba721d-d947-43d5-8f13-a1b3ccf7353d x-openstack-request-id: req-3dba721d-d947-43d5-8f13-a1b3ccf7353d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:16.657269 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b20e33c-a9b9-4aca-ae53-42e0fa8c9230", "name": "network-vif-deleted", "tag": "eb044d3e-d38a-46e5-b951-2063e663681e", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:16.657735 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dba721d-d947-43d5-8f13-a1b3ccf7353d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:16.658402 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b20e33c-a9b9-4aca-ae53-42e0fa8c9230', 'name': 'network-vif-deleted', 'tag': 'eb044d3e-d38a-46e5-b951-2063e663681e', 'status': 'completed', 'code': 200} Sep 17 22:06:16.768947 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f88a16f5-9095-4211-a972-600fbde15b8a req-f8b26bc7-1df5-40d6-b6d7-482a61cb60b8 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307910 Sep 17 22:06:16.865679 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Made reservation on behalf of 098b02f7f4fd44f9a7c26f706e768800 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:16.869687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:16.947818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb20be-f72d-47e4-9b65-1aa8b5302865 req-93e19548-418c-4e3c-9d8e-7e1b9d7fe756 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:16.952400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43bb20be-f72d-47e4-9b65-1aa8b5302865 req-93e19548-418c-4e3c-9d8e-7e1b9d7fe756 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 947 time: 0.1139171 Sep 17 22:06:17.060220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Allocated IP 172.20.0.11 (4e7e78b4-df61-4506-89c0-7033cbdb0db5/b0b780d3-e445-4529-9669-14b9d297d94b/5baa7e4c-4a0b-42cc-b030-2e99ad507217) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:17.067008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43bb20be-f72d-47e4-9b65-1aa8b5302865 req-fb30ea99-c5bc-44a6-995d-5e310d2b3b80 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027403 Sep 17 22:06:17.205112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79567912-eaf9-4924-8d25-707103894066 req-8f44f5be-4d00-43dd-9449-7a3e5860958e tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 210 time: 0.0310416 Sep 17 22:06:17.242149 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.425864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53b4deb7-7632-4284-b943-efcd60e75a79 req-fbe6a6b9-7b66-4bd8-801d-5648ebfbb828 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b20e33c-a9b9-4aca-ae53-42e0fa8c9230 HTTP/1.1" status: 200 len: 210 time: 0.0282660 Sep 17 22:06:17.579904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.604985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-140454d2-5726-419d-b7d5-4b05ae02f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:17.606749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-140454d2-5726-419d-b7d5-4b05ae02f816 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38962226609d400b8cde070b2a783da9&device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 1103 time: 0.0568273 Sep 17 22:06:17.636584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Network 4e7e78b4-df61-4506-89c0-7033cbdb0db5 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:17.640755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:17.643292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:17.671417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Pushing event updated for resources: {'Port': ['ID=5baa7e4c-4a0b-42cc-b030-2e99ad507217,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:17.703617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:17.704232 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.726920 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c94f2b12-867f-4183-8a94-571ad3703a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:17.872548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-f43d05bd-cbee-4fef-8d90-bccd49cbc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:17.875177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-f43d05bd-cbee-4fef-8d90-bccd49cbc74e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1289587 Sep 17 22:06:17.891812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58738) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:17.933264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-ade98f21-57ec-4094-9497-4078fad889b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=4855047f-1b23-4951-b43c-2301d7aca959 HTTP/1.1" status: 200 len: 217 time: 0.0479271 Sep 17 22:06:18.008080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-59338e59-7fb8-4641-9428-8a363eb23dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:18.009383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-59338e59-7fb8-4641-9428-8a363eb23dc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0658932 Sep 17 22:06:18.085638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5af8cec-b6b8-4218-ba88-75ef698600af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:18.112465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-d3cbe8d7-5266-4efd-bab0-4cdd35ce5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:18.114123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-d3cbe8d7-5266-4efd-bab0-4cdd35ce5797 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918601 Sep 17 22:06:18.117710 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-96115c66-1a5a-4c20-b917-738a53dc7e46 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6062791 Sep 17 22:06:18.135101 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Request body: {'port': {'device_id': 'b757530e-b43e-4749-bbe5-4f628d0dc808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:18.331286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:18.367084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc000-e725-46e1-98e8-396dd6997bfa req-72747c7d-f8e2-46c3-8bdc-42ffef1c02eb tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:18.375666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7cbc000-e725-46e1-98e8-396dd6997bfa req-72747c7d-f8e2-46c3-8bdc-42ffef1c02eb tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 947 time: 0.1734593 Sep 17 22:06:18.405150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-676323b7-1f5d-4cef-8e4c-c78e6ed3b7fd service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741551 Sep 17 22:06:18.503452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7cbc000-e725-46e1-98e8-396dd6997bfa req-57bd8c72-7f2b-4edf-9254-605677d129d1 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268227 Sep 17 22:06:18.506367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5af8cec-b6b8-4218-ba88-75ef698600af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:18.519114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3880c-cbeb-4438-850e-97911c6b29df req-9e37d620-8c71-42ea-959a-fe740749a8bb tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:18.520996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95c3880c-cbeb-4438-850e-97911c6b29df req-9e37d620-8c71-42ea-959a-fe740749a8bb tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 932 time: 0.1822846 Sep 17 22:06:18.591202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95c3880c-cbeb-4438-850e-97911c6b29df req-437f478a-357e-4ca6-968e-a98154a18572 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393476 Sep 17 22:06:18.631183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4647277e-7afe-4ac7-8456-e3e750d94988 req-403e5ebe-059f-4f0e-ab34-e05232e47a3f service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102377 Sep 17 22:06:18.652620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5af8cec-b6b8-4218-ba88-75ef698600af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:18.690273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baa7e4c-4a0b-42cc-b030-2e99ad507217 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:18.711302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:18.735249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Transition to ACTIVE for port object 5baa7e4c-4a0b-42cc-b030-2e99ad507217 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:06:18.745981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af8cec-b6b8-4218-ba88-75ef698600af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf80cf1-7f5b-48dc-91b6-ee4e9714cb2a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:18.754220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d5af8cec-b6b8-4218-ba88-75ef698600af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a46660483abf460494d9d98a30db49e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8607378 Sep 17 22:06:18.756400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58756) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:18.844336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca0a365b-4984-4efe-b5e3-1aca62862762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:18.877758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:18.887712 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca0a365b-4984-4efe-b5e3-1aca62862762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:18.977802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5baa7e4c-4a0b-42cc-b030-2e99ad507217,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:19.074522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Attempting to bind port 5baa7e4c-4a0b-42cc-b030-2e99ad507217 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:19.074886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Attempting to bind port 5baa7e4c-4a0b-42cc-b030-2e99ad507217 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '43fbd167-dff9-4216-bc11-76ec9a0b9eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e7e78b4-df61-4506-89c0-7033cbdb0db5'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:19.075638 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Attempting to bind port 5baa7e4c-4a0b-42cc-b030-2e99ad507217 on network 4e7e78b4-df61-4506-89c0-7033cbdb0db5 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:19.082426 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Port 5baa7e4c-4a0b-42cc-b030-2e99ad507217 on network 4e7e78b4-df61-4506-89c0-7033cbdb0db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:06:19.082852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Attempting to bind port 5baa7e4c-4a0b-42cc-b030-2e99ad507217 on network 4e7e78b4-df61-4506-89c0-7033cbdb0db5 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:19.088966 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:19.089370 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Checking segment: {'id': '43fbd167-dff9-4216-bc11-76ec9a0b9eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e7e78b4-df61-4506-89c0-7033cbdb0db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:19.089899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Bound using segment: {'id': '43fbd167-dff9-4216-bc11-76ec9a0b9eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e7e78b4-df61-4506-89c0-7033cbdb0db5'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:19.090418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Bound port: 5baa7e4c-4a0b-42cc-b030-2e99ad507217, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fbd167-dff9-4216-bc11-76ec9a0b9eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e7e78b4-df61-4506-89c0-7033cbdb0db5'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:19.092018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:19.142962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca0a365b-4984-4efe-b5e3-1aca62862762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:19.146121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca0a365b-4984-4efe-b5e3-1aca62862762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:19.147790 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca0a365b-4984-4efe-b5e3-1aca62862762 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecf80cf1-7f5b-48dc-91b6-ee4e9714cb2a HTTP/1.1" status: 204 len: 168 time: 0.3901384 Sep 17 22:06:19.167966 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a365b-4984-4efe-b5e3-1aca62862762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf80cf1-7f5b-48dc-91b6-ee4e9714cb2a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:19.193667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] For port 5baa7e4c-4a0b-42cc-b030-2e99ad507217, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:19.197616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] For port 5baa7e4c-4a0b-42cc-b030-2e99ad507217, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5baa7e4c-4a0b-42cc-b030-2e99ad507217,segment=NetworkSegment(43fbd167-dff9-4216-bc11-76ec9a0b9eed),segment_id=43fbd167-dff9-4216-bc11-76ec9a0b9eed)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:19.296067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:19.308534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c3e078f0-f794-44b3-ae59-24f4cfaf0adb details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:06:19.330517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec75d5-4a02-4a0b-9069-51a61f69b43b req-e26c95d2-47db-4acf-879a-b683830a878a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:19.343572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08ec75d5-4a02-4a0b-9069-51a61f69b43b req-e26c95d2-47db-4acf-879a-b683830a878a tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 950 time: 0.0759797 Sep 17 22:06:19.393167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:19.393801 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:19.398966 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] 10.222.0.35 "PUT /v2.0/ports/5baa7e4c-4a0b-42cc-b030-2e99ad507217 HTTP/1.1" status: 200 len: 1093 time: 1.2683105 Sep 17 22:06:19.399451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b757530e-b43e-4749-bbe5-4f628d0dc808', 'tag': '5baa7e4c-4a0b-42cc-b030-2e99ad507217'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:19.402470 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5829e81a-3b89-4949-9520-4390f71531e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b757530e-b43e-4749-bbe5-4f628d0dc808", "tag": "5baa7e4c-4a0b-42cc-b030-2e99ad507217"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:19.440199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2dddc-f6eb-4b28-9ca7-dd0672a9cce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5baa7e4c-4a0b-42cc-b030-2e99ad507217,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:19.460686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device eb044d3e-d38a-46e5-b951-2063e663681e no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:19.460823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08ec75d5-4a02-4a0b-9069-51a61f69b43b req-e5c54c2a-c0ae-48f0-80d9-274eeee69cae tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153693 Sep 17 22:06:19.495208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: eb044d3e-d38a-46e5-b951-2063e663681e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:06:19.496279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device eb044d3e-d38a-46e5-b951-2063e663681e not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:06:19.498015 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690fcd3b-67fe-461e-9461-4c003d0fbb86 x-openstack-request-id: req-690fcd3b-67fe-461e-9461-4c003d0fbb86 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:19.498976 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b757530e-b43e-4749-bbe5-4f628d0dc808", "tag": "5baa7e4c-4a0b-42cc-b030-2e99ad507217", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:19.499534 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-690fcd3b-67fe-461e-9461-4c003d0fbb86 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:19.499922 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b757530e-b43e-4749-bbe5-4f628d0dc808', 'tag': '5baa7e4c-4a0b-42cc-b030-2e99ad507217', 'status': 'completed', 'code': 200} Sep 17 22:06:19.532689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:19.543487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'mac_address': 'fa:16:3e:73:35:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:06:19.613984 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:19.614438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829e81a-3b89-4949-9520-4390f71531e0 req-015c36e9-2601-4e0c-adf4-94c93a3d5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:19.614438 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5829e81a-3b89-4949-9520-4390f71531e0 req-015c36e9-2601-4e0c-adf4-94c93a3d5f56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=098b02f7f4fd44f9a7c26f706e768800&device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 1096 time: 0.0883119 Sep 17 22:06:19.627251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e078f0-f794-44b3-ae59-24f4cfaf0adb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:19.669116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac45e2-7b69-4b9f-a5a4-fed297a967f6 req-25bc1d4a-fe26-4782-b6d7-2e8736ac5e54 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:19.675437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:19.678663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45ac45e2-7b69-4b9f-a5a4-fed297a967f6 req-25bc1d4a-fe26-4782-b6d7-2e8736ac5e54 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 947 time: 0.0817378 Sep 17 22:06:19.767469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45ac45e2-7b69-4b9f-a5a4-fed297a967f6 req-fc73b8ff-0bec-4cf3-86b8-53a55fe7bfc7 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874484 Sep 17 22:06:19.805970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829e81a-3b89-4949-9520-4390f71531e0 req-f256f6e8-8112-47e1-b3bc-2e0d6dc608e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:19.808395 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:19.821542 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5829e81a-3b89-4949-9520-4390f71531e0 req-f256f6e8-8112-47e1-b3bc-2e0d6dc608e8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=098b02f7f4fd44f9a7c26f706e768800&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2011142 Sep 17 22:06:19.865327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295219-9a06-4fa0-ac76-e662053eb48e req-66f0b207-0a01-47f3-aa18-eb06cea230a0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:19.866617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34295219-9a06-4fa0-ac76-e662053eb48e req-66f0b207-0a01-47f3-aa18-eb06cea230a0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 944 time: 0.0692577 Sep 17 22:06:19.915582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:19.953675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34295219-9a06-4fa0-ac76-e662053eb48e req-4e804468-729c-4d05-9f7a-b18a0d4636f4 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728915 Sep 17 22:06:20.000563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829e81a-3b89-4949-9520-4390f71531e0 req-b7cb8298-e3b4-4f1e-9216-6c38b8497311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:20.000563 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5829e81a-3b89-4949-9520-4390f71531e0 req-b7cb8298-e3b4-4f1e-9216-6c38b8497311 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1696711 Sep 17 22:06:20.071930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['c3e078f0-f794-44b3-ae59-24f4cfaf0adb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:20.090087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d224dfc-6555-483e-ae05-c07213130298 req-c1b1609d-38b6-4d3c-a391-34e933939417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:20.091709 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-c1b1609d-38b6-4d3c-a391-34e933939417 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=098b02f7f4fd44f9a7c26f706e768800&device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 1096 time: 0.0511494 Sep 17 22:06:20.194258 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-219eee6a-bef3-458e-976b-47114de60a17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5baa7e4c-4a0b-42cc-b030-2e99ad507217 HTTP/1.1" status: 200 len: 217 time: 0.0930517 Sep 17 22:06:20.260162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d224dfc-6555-483e-ae05-c07213130298 req-379b00be-4c34-4c38-a674-7168b688156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:20.262154 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-379b00be-4c34-4c38-a674-7168b688156c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0b780d3-e445-4529-9669-14b9d297d94b HTTP/1.1" status: 200 len: 850 time: 0.0592971 Sep 17 22:06:20.274628 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9538d72e-2f81-40bd-89f4-3eed5a1329ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:20.299338 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-50c0c20f-1b57-48dc-b46b-f0f99e736426 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e7e78b4-df61-4506-89c0-7033cbdb0db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264151 Sep 17 22:06:20.433144 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-1338dad8-4232-4e20-8980-44c785db1012 service neutron] 10.222.0.35 "GET /v2.0/networks/4e7e78b4-df61-4506-89c0-7033cbdb0db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238425 Sep 17 22:06:20.579120 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6d224dfc-6555-483e-ae05-c07213130298 req-a8086abe-92e7-4a0f-b863-a64273563daa service neutron] 10.222.0.35 "GET /v2.0/networks/4e7e78b4-df61-4506-89c0-7033cbdb0db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357796 Sep 17 22:06:20.643404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448e551-8e30-41cb-b28b-669ca840301e req-68b34f6f-e4cb-4335-9fa5-46552fb8f8ba tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:20.645126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f448e551-8e30-41cb-b28b-669ca840301e req-68b34f6f-e4cb-4335-9fa5-46552fb8f8ba tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 950 time: 0.0598330 Sep 17 22:06:20.749052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f448e551-8e30-41cb-b28b-669ca840301e req-b35a473e-a3a7-4ed1-a118-41bff4250e1c tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/security-groups?id=75a2022c-8519-43df-806b-bda24a1f61be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926061 Sep 17 22:06:20.804190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58820) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:20.980127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad82cc-14e7-4cd7-ae0d-2a5638704d79 req-41b6696b-777a-4936-a16b-857b21fdb3f3 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:20.985475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42ad82cc-14e7-4cd7-ae0d-2a5638704d79 req-41b6696b-777a-4936-a16b-857b21fdb3f3 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 948 time: 0.1137547 Sep 17 22:06:21.054534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2014178951-network', 'tenant_id': 'ce5f0656776745329b9e57ae772c2111'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:21.067006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-4efe0619-9534-40fa-a611-646207df2389 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:21.068534 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-4efe0619-9534-40fa-a611-646207df2389 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 950 time: 0.4684725 Sep 17 22:06:21.121342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42ad82cc-14e7-4cd7-ae0d-2a5638704d79 req-1dd674b1-afe0-437d-aeb6-b469febb9012 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134439 Sep 17 22:06:21.204642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Made reservation on behalf of ce5f0656776745329b9e57ae772c2111 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:21.206689 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.251233 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.271110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Deleting port 9fafd948-f234-450f-8d93-c4fe132e3fe1 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:06:21.271468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.281058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7ac6e-4bb7-45c4-b700-0f84e5ec3c7f req-0bff146a-d1f9-4762-8ebd-d4b1a2ee8b06 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:21.282709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbb7ac6e-4bb7-45c4-b700-0f84e5ec3c7f req-0bff146a-d1f9-4762-8ebd-d4b1a2ee8b06 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 944 time: 0.0930719 Sep 17 22:06:21.297874 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.307523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c3e078f0-f794-44b3-ae59-24f4cfaf0adb up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:21.400267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] For port 9fafd948-f234-450f-8d93-c4fe132e3fe1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9fafd948-f234-450f-8d93-c4fe132e3fe1,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:21.400751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.433833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbb7ac6e-4bb7-45c4-b700-0f84e5ec3c7f req-9940abe1-7948-4fc9-9ec6-bd03d81a730b tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376746 Sep 17 22:06:21.434453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Calling delete_port for 9fafd948-f234-450f-8d93-c4fe132e3fe1 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:06:21.503333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port c3e078f0-f794-44b3-ae59-24f4cfaf0adb completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:06:21.508919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port c3e078f0-f794-44b3-ae59-24f4cfaf0adb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:21.509294 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.528562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.637381 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.646556 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.680153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:21.682760 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e1e28a-55ed-4cde-8078-a82b5d2648b0" -d '{"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:21.687319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.715132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:06:21.715555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:21.732415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d0bef1-b899-457e-8346-b74dc75e6a40,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:21.737007 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50efd1d-fb12-4429-a535-ee6d7d241dad x-openstack-request-id: req-b50efd1d-fb12-4429-a535-ee6d7d241dad {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:21.737313 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:21.738449 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b50efd1d-fb12-4429-a535-ee6d7d241dad {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:21.748220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.752624 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'code': 200} Sep 17 22:06:21.755752 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Added segment e484c67d-e169-4f5e-a0bc-47fe6172eb33 of type vlan for network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 Sep 17 22:06:21.774221 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.786469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['9fafd948-f234-450f-8d93-c4fe132e3fe1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:21.833933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Pushing event deleted for resources: {'Port': ['ID=9fafd948-f234-450f-8d93-c4fe132e3fe1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:21.840799 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.933039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] No DVR routers for this DVR port 9fafd948-f234-450f-8d93-c4fe132e3fe1 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:06:21.937877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.944460 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bc5cec58-2d34-48c3-b7c7-c9a5d6950aaa req-974458d3-77a4-49d6-80d3-6fb23e942347 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.32 "DELETE /v2.0/ports/9fafd948-f234-450f-8d93-c4fe132e3fe1 HTTP/1.1" status: 204 len: 173 time: 0.8575017 Sep 17 22:06:21.944460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-deleted', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:21.944460 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ec8ae9-0cd8-43a9-b7c4-29f7d575843a" -d '{"events": [{"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-deleted", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:21.955063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:21.970688 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:21.981469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-509e10bc-6024-485c-bfaf-851e412e7a98 req-ce318dd7-ba48-4e7f-b3e1-58d315a99284 tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 210 time: 0.0669682 Sep 17 22:06:21.987259 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9010302e-1902-4241-a388-277b0e14e63d x-openstack-request-id: req-9010302e-1902-4241-a388-277b0e14e63d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:21.988141 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e2c2d9-583b-414e-a61d-790f700ce6a2", "name": "network-vif-deleted", "tag": "9fafd948-f234-450f-8d93-c4fe132e3fe1", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:21.988486 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9010302e-1902-4241-a388-277b0e14e63d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:21.988941 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e2c2d9-583b-414e-a61d-790f700ce6a2', 'name': 'network-vif-deleted', 'tag': '9fafd948-f234-450f-8d93-c4fe132e3fe1', 'status': 'completed', 'code': 200} Sep 17 22:06:22.036199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46fb30-8c75-41b4-a055-603c43410a4b req-2fc78c4f-572f-4b2d-be09-8b9155e69e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:22.039511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb46fb30-8c75-41b4-a055-603c43410a4b req-2fc78c4f-572f-4b2d-be09-8b9155e69e96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 1101 time: 0.2093158 Sep 17 22:06:22.093462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb46fb30-8c75-41b4-a055-603c43410a4b req-411e4dbc-f2b5-43ed-9b95-ba5679df265c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446801 Sep 17 22:06:22.153840 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:22.153840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:22.155938 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:22.249267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] Pushing event updated for resources: {'Network': ['ID=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:22.260435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:06:22.272075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-96814f3a-3409-4ec0-91fe-c6cef9019f7f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4663589 Sep 17 22:06:22.275049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58862) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:22.280064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Request body: {'subnet': {'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2014178951-subnet', 'tenant_id': 'ce5f0656776745329b9e57ae772c2111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:22.313220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b5bf9-dabf-4d64-9491-ae0ae78a3d89 req-af860fb8-6997-4e1c-95fd-779b2eee847b tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:22.314865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-432b5bf9-dabf-4d64-9491-ae0ae78a3d89 req-af860fb8-6997-4e1c-95fd-779b2eee847b tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 949 time: 0.0777445 Sep 17 22:06:22.375947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-432b5bf9-dabf-4d64-9491-ae0ae78a3d89 req-7d6a9296-60df-48b4-97b5-0206ad47e977 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536273 Sep 17 22:06:22.427673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Made reservation on behalf of ce5f0656776745329b9e57ae772c2111 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:22.430134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:22.574604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a8565-814b-4a01-9750-0598f094c5fd req-2862025f-b08a-4928-b386-6aadac3204b6 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:22.576217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f25a8565-814b-4a01-9750-0598f094c5fd req-2862025f-b08a-4928-b386-6aadac3204b6 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 944 time: 0.0746214 Sep 17 22:06:22.650050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f25a8565-814b-4a01-9750-0598f094c5fd req-64e2618d-8e71-4891-9f23-b013a733444f tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679240 Sep 17 22:06:23.128078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:23.208838 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:23.233376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5baa7e4c-4a0b-42cc-b030-2e99ad507217 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:06:23.242054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08b68dd8-b653-4e1b-8e31-82fb776772e7 req-27cdad4b-ba20-4a86-8bcf-56269ba2d3fd tempest-ServersAdminTestJSON-1940439314 tempest-ServersAdminTestJSON-1940439314-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e2c2d9-583b-414e-a61d-790f700ce6a2 HTTP/1.1" status: 200 len: 210 time: 0.0567048 Sep 17 22:06:23.253568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d99c15b-c193-4901-b368-faa5605566e7,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:23.281683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-a6ea8c30-9156-4a6f-af02-e26851610e4f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:23.288830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-a6ea8c30-9156-4a6f-af02-e26851610e4f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 808 time: 0.4680536 Sep 17 22:06:23.311747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-5a5fa8fa-542a-4a54-9074-ed47486670a2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/quotas/f8d6f0a567fa4f3ea465d8c3cf9da54f HTTP/1.1" status: 200 len: 375 time: 0.0217731 Sep 17 22:06:23.315223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Checking segment: {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:23.315540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Network hostable DHCP agents. Network: cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:06:23.400070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-3175063d-27e0-4de2-a0bd-8b7bbdf788b0 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833936 Sep 17 22:06:23.461127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 5baa7e4c-4a0b-42cc-b030-2e99ad507217, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5baa7e4c-4a0b-42cc-b030-2e99ad507217,segment=NetworkSegment(43fbd167-dff9-4216-bc11-76ec9a0b9eed),segment_id=43fbd167-dff9-4216-bc11-76ec9a0b9eed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:23.467168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:06:23.476140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '5baa7e4c-4a0b-42cc-b030-2e99ad507217', 'network_id': '4e7e78b4-df61-4506-89c0-7033cbdb0db5', 'port_id': '5baa7e4c-4a0b-42cc-b030-2e99ad507217', 'mac_address': 'fa:16:3e:53:39:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b780d3-e445-4529-9669-14b9d297d94b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:06:23.520746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-afb4e290-51e1-4d3e-bbac-c72bceb1c73c service neutron] 10.222.0.13 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232069 Sep 17 22:06:23.535681 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:23.557751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baa7e4c-4a0b-42cc-b030-2e99ad507217 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:23.576436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:23.592225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:23.593189 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:23.596124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74145bf-a062-4fb2-a6d9-4c9d8838cc8a None None] Network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:23.678374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-d63feb4b-4059-4e8c-861e-0f5cb4414453 service neutron] 10.222.0.13 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513622 Sep 17 22:06:23.685571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 5baa7e4c-4a0b-42cc-b030-2e99ad507217, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5baa7e4c-4a0b-42cc-b030-2e99ad507217,segment=NetworkSegment(43fbd167-dff9-4216-bc11-76ec9a0b9eed),segment_id=43fbd167-dff9-4216-bc11-76ec9a0b9eed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:23.723757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d8807c16-ed51-4de8-8e55-240438d06403 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4474313 Sep 17 22:06:23.807725 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:23.844268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd8d67-0910-4408-9b7c-cdea65b37312 None None] Network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:23.952097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=5baa7e4c-4a0b-42cc-b030-2e99ad507217,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:24.086158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['5baa7e4c-4a0b-42cc-b030-2e99ad507217'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:24.144465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940fa57-5f0a-4cd6-80c9-7a3703411511 req-def7c19c-7d8e-4ea7-90bc-dac930881bff tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:24.147074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3940fa57-5f0a-4cd6-80c9-7a3703411511 req-def7c19c-7d8e-4ea7-90bc-dac930881bff tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 949 time: 0.0701382 Sep 17 22:06:24.211642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3940fa57-5f0a-4cd6-80c9-7a3703411511 req-5f413d18-2c30-4432-8b24-f346d68b8fbe tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539875 Sep 17 22:06:24.426946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30a9b9-a1e1-4363-aabc-6bc1b2b146ed req-c21dc7cd-2b1c-4c00-96b9-8bd8c2e9cfbb tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:24.429589 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e30a9b9-a1e1-4363-aabc-6bc1b2b146ed req-c21dc7cd-2b1c-4c00-96b9-8bd8c2e9cfbb tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 945 time: 0.0977895 Sep 17 22:06:24.489166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e30a9b9-a1e1-4363-aabc-6bc1b2b146ed req-cd726bdb-bf71-47a1-a302-9e39b050225c tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Sep 17 22:06:24.678731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-aab24351-4402-4c09-a161-e69f7aefcccd tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:24.680266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-aab24351-4402-4c09-a161-e69f7aefcccd tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 805 time: 0.1257439 Sep 17 22:06:24.698086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-63be8244-989c-4b6c-8542-b38c493d4ab4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/quotas/ce5f0656776745329b9e57ae772c2111 HTTP/1.1" status: 200 len: 375 time: 0.0098641 Sep 17 22:06:24.730702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-811b6cf1-c15f-4b5a-871a-24ee8d01a1b0 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260773 Sep 17 22:06:24.825216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-29efdb38-379f-4e7e-808b-2c74313ae08c service neutron] 10.222.0.13 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867748 Sep 17 22:06:24.927962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-c81a0a19-3bb8-442e-a604-553c2cc567e8 service neutron] 10.222.0.13 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905619 Sep 17 22:06:25.212374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a25d5db7-3e61-409e-b610-0bc07fb450e7 req-4c153ff5-e077-4eb4-a16f-bb12a8a70e91 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 210 time: 0.0335336 Sep 17 22:06:25.251442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5baa7e4c-4a0b-42cc-b030-2e99ad507217 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:25.338423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:25.362262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 9fafd948-f234-450f-8d93-c4fe132e3fe1 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:06:25.362605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9fafd948-f234-450f-8d93-c4fe132e3fe1 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:06:25.394079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4d7c3cb-5c53-40fc-8225-c36e8b82742f req-eb048159-7159-4d39-afde-4e8b8c95d910 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 210 time: 0.0271161 Sep 17 22:06:25.414504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 5baa7e4c-4a0b-42cc-b030-2e99ad507217 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:06:25.419334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 5baa7e4c-4a0b-42cc-b030-2e99ad507217 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:25.420883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:25.526824 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:25.561940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b757530e-b43e-4749-bbe5-4f628d0dc808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baa7e4c-4a0b-42cc-b030-2e99ad507217'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:25.564537 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93596342-a791-403e-9f5e-4ace45e85d7d" -d '{"events": [{"server_uuid": "b757530e-b43e-4749-bbe5-4f628d0dc808", "name": "network-vif-plugged", "status": "completed", "tag": "5baa7e4c-4a0b-42cc-b030-2e99ad507217"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:25.581559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 5baa7e4c-4a0b-42cc-b030-2e99ad507217, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5baa7e4c-4a0b-42cc-b030-2e99ad507217,segment=NetworkSegment(43fbd167-dff9-4216-bc11-76ec9a0b9eed),segment_id=43fbd167-dff9-4216-bc11-76ec9a0b9eed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:25.625542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb270c2-71b3-41a2-936c-70d682c7885e req-c6d99147-cdab-44cf-a491-847577aad0e9 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:25.629838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfb270c2-71b3-41a2-936c-70d682c7885e req-c6d99147-cdab-44cf-a491-847577aad0e9 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 951 time: 0.0842977 Sep 17 22:06:25.688692 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:25.747098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfb270c2-71b3-41a2-936c-70d682c7885e req-ba2d33f5-3255-4455-b0df-c975d2844c34 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103334 Sep 17 22:06:25.768771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21877c15-03cc-44f5-8a54-fb18f9be6bb2 req-a7b6d907-4648-4c1a-bd45-13844903b098 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:25.770588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21877c15-03cc-44f5-8a54-fb18f9be6bb2 req-a7b6d907-4648-4c1a-bd45-13844903b098 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 945 time: 0.1175075 Sep 17 22:06:25.782023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=5baa7e4c-4a0b-42cc-b030-2e99ad507217,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:25.797805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59024) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:25.813823 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8a1aa5-80fa-4598-a5bd-53d74b471618 x-openstack-request-id: req-0e8a1aa5-80fa-4598-a5bd-53d74b471618 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:25.814129 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b757530e-b43e-4749-bbe5-4f628d0dc808", "name": "network-vif-plugged", "status": "completed", "tag": "5baa7e4c-4a0b-42cc-b030-2e99ad507217", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:25.814380 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e8a1aa5-80fa-4598-a5bd-53d74b471618 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:25.814765 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b757530e-b43e-4749-bbe5-4f628d0dc808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baa7e4c-4a0b-42cc-b030-2e99ad507217', 'code': 200} Sep 17 22:06:25.826807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21877c15-03cc-44f5-8a54-fb18f9be6bb2 req-5c99b3f5-4098-4703-9236-95246a84e430 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Sep 17 22:06:25.979468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e850-f61d-48ab-b492-1cc5413a507d req-03ea7d9a-3c0b-4cd8-9411-e7617cbb1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:25.981790 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-06c4e850-f61d-48ab-b492-1cc5413a507d req-03ea7d9a-3c0b-4cd8-9411-e7617cbb1045 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 1098 time: 0.0719852 Sep 17 22:06:26.013585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bc735967-d38b-4975-be4b-3eb49437e80e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48db430352fa4051aafa7c92791c4b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935987 Sep 17 22:06:26.013585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59028) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:26.021391 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-06c4e850-f61d-48ab-b492-1cc5413a507d req-1ae09a06-dab4-44ec-8980-9bf9a8b58a1e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Sep 17 22:06:26.043221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-377ac5ac-bb1a-4ffe-9ce2-9bd998a55dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:26.066551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-377ac5ac-bb1a-4ffe-9ce2-9bd998a55dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:26.183362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-377ac5ac-bb1a-4ffe-9ce2-9bd998a55dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:26.187904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-377ac5ac-bb1a-4ffe-9ce2-9bd998a55dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:26.191871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-377ac5ac-bb1a-4ffe-9ce2-9bd998a55dbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75a2022c-8519-43df-806b-bda24a1f61be HTTP/1.1" status: 204 len: 168 time: 0.1936371 Sep 17 22:06:26.203784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ac5ac-bb1a-4ffe-9ce2-9bd998a55dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a2022c-8519-43df-806b-bda24a1f61be,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:26.318266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba05e77-03fd-4968-812c-0968ea0a6b5d req-6f24170c-b2fa-4220-96f7-ec9c87da8d81 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 210 time: 0.0323930 Sep 17 22:06:26.469636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f8d1c47-64f8-436e-8a69-1f89ab7449b9 req-52678934-a57a-4ec2-9fb9-05a753fb538c tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 210 time: 0.0260718 Sep 17 22:06:26.897461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9779cba-3bcb-4dd1-8077-b66a3a6b5d5f req-4b3ad488-7882-40d4-921c-03341bf78ae0 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:26.899129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9779cba-3bcb-4dd1-8077-b66a3a6b5d5f req-4b3ad488-7882-40d4-921c-03341bf78ae0 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 951 time: 0.0775769 Sep 17 22:06:26.971370 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59058) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:27.020537 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ad570b92-51e8-4b75-b9ff-7bd45f19ce13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b723044244ce433891c0477aee623de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455585 Sep 17 22:06:27.021656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59060) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:27.080815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:27.095341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b054d-dd26-4063-b6e6-b251064cb1ec req-05838000-d965-417d-af15-46f4ddb39325 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:27.102507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-933b054d-dd26-4063-b6e6-b251064cb1ec req-05838000-d965-417d-af15-46f4ddb39325 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 946 time: 0.1794341 Sep 17 22:06:27.123171 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:27.139872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9779cba-3bcb-4dd1-8077-b66a3a6b5d5f req-59810308-559f-4d02-acc5-ba5b04f561f6 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154982 Sep 17 22:06:27.180467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-b89f0ebf-c8b1-479c-89d6-1d64e4f8e600 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:27.182285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-b89f0ebf-c8b1-479c-89d6-1d64e4f8e600 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 808 time: 0.2819452 Sep 17 22:06:27.203740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Request body: {'port': {'device_id': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4', 'admin_state_up': True, 'tenant_id': 'f8d6f0a567fa4f3ea465d8c3cf9da54f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:27.231492 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-933b054d-dd26-4063-b6e6-b251064cb1ec req-665080e5-91d8-4e00-8640-01e2076522fc tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281652 Sep 17 22:06:27.314502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:27.318612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:27.322448 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65af508e-24c4-447f-961c-8a2d98ca153f HTTP/1.1" status: 204 len: 168 time: 0.2992678 Sep 17 22:06:27.353880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af508e-24c4-447f-961c-8a2d98ca153f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:27.379538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.379888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.380222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.380554 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.380886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.381678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.382007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.382331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.403682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.407460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.409542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.411422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31312a9-68e3-4c4c-97ae-5ff831608b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:27.495703 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87461fa0-10dd-44e5-abfb-c03793920a37 req-d6ad2588-fe84-49fe-9cf7-052a5cf22729 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 210 time: 0.0379231 Sep 17 22:06:27.627393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43ad941c-acf0-4d78-a536-bb514ae40574 req-51913aa1-96ca-484c-8ea1-fe8f3ad525fc tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 210 time: 0.0344565 Sep 17 22:06:27.717624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Made reservation on behalf of f8d6f0a567fa4f3ea465d8c3cf9da54f for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:27.721249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:27.962071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Allocated IP 172.20.0.6 (7a78a37b-139c-48e6-ab97-586948877df4/1f1a1b15-4eaa-4254-916f-6d48795aacd3/5561f858-de8d-4ee0-95e2-effffadb286b) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:28.234004 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-2c6d200e-70b8-4a54-a095-e8a2230ba0c5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:28.235588 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-2c6d200e-70b8-4a54-a095-e8a2230ba0c5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.32 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 805 time: 0.1834698 Sep 17 22:06:28.253069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Request body: {'port': {'device_id': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'admin_state_up': True, 'tenant_id': 'ce5f0656776745329b9e57ae772c2111'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:28.257666 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:28.399101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:28.413591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['1bf7e2cb-3b04-4a67-9941-13dc91f133c9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:28.445024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efe1c2-03e7-441e-93e4-9f1cef848d34 req-a79a0647-7f40-4490-9249-b5b00993edeb tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:28.453469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0efe1c2-03e7-441e-93e4-9f1cef848d34 req-a79a0647-7f40-4490-9249-b5b00993edeb tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 946 time: 0.0964930 Sep 17 22:06:28.489997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Network 7a78a37b-139c-48e6-ab97-586948877df4 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:28.504163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:28.511451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Pushing event updated for resources: {'Port': ['ID=5561f858-de8d-4ee0-95e2-effffadb286b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:28.533082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:28.583112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.583457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.583793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.584211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.584546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.585414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.585414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.585754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.586076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.586392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.586709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.587045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:28.606772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:28.607488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:28.660874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Made reservation on behalf of ce5f0656776745329b9e57ae772c2111 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:28.662192 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:28.677755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0efe1c2-03e7-441e-93e4-9f1cef848d34 req-4a7a4dab-06af-4f87-b2c7-322b9c155d64 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234135 Sep 17 22:06:28.818602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8be6ddec-077f-4554-845b-7148629f54a6 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6205986 Sep 17 22:06:28.829224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041b03b-7c4f-4e26-9540-0d82693abd83 req-c08e8166-0f03-4cc0-a1cc-8222fcee831f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:28.837264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1041b03b-7c4f-4e26-9540-0d82693abd83 req-c08e8166-0f03-4cc0-a1cc-8222fcee831f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 931 time: 0.1159394 Sep 17 22:06:28.849631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Request body: {'port': {'device_id': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:28.857809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Allocated IP 172.20.0.6 (cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0/6d99c15b-c193-4901-b368-faa5605566e7/30185f19-e275-4451-91a5-271969ccd751) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:28.912383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:28.985973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d19335bb-99c0-4510-a619-de555531dcf8 req-a88d039e-3d81-451e-96dd-109ca99c26f1 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 210 time: 0.0744545 Sep 17 22:06:29.024186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1041b03b-7c4f-4e26-9540-0d82693abd83 req-d183d794-f3db-4b6c-8296-8144eb1331be tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813455 Sep 17 22:06:29.130518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.243149 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.291753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:29.299918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:29.304891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:29.308287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:29.384998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c3e078f0-f794-44b3-ae59-24f4cfaf0adb details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:06:29.451441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Pushing event updated for resources: {'Port': ['ID=30185f19-e275-4451-91a5-271969ccd751,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:29.507027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:29.507614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5561f858-de8d-4ee0-95e2-effffadb286b {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:29.520808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'mac_address': 'fa:16:3e:73:35:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:06:29.525803 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.547291 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:29.547974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.570380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Transition to ACTIVE for port object 5561f858-de8d-4ee0-95e2-effffadb286b will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:06:29.624855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.656508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.659506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.669976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3e078f0-f794-44b3-ae59-24f4cfaf0adb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:29.702430 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:29.704962 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa297254-3274-4d23-88fa-403d5da4f23d" -d '{"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-unplugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:29.717934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:29.722189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:29.762937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Pushing event updated for resources: {'Port': ['ID=5561f858-de8d-4ee0-95e2-effffadb286b,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:29.767500 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-9503c9c9-9407-44d4-8288-ac13c7d1b3d4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5208740 Sep 17 22:06:29.780839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Request body: {'port': {'device_id': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:29.825622 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.877637 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4917f386-a0dd-4d3f-a399-f0b4fe25cfdf x-openstack-request-id: req-4917f386-a0dd-4d3f-a399-f0b4fe25cfdf {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:29.878000 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-unplugged", "status": "completed", "tag": "4855047f-1b23-4951-b43c-2301d7aca959", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:29.881461 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4917f386-a0dd-4d3f-a399-f0b4fe25cfdf {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:29.885597 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959', 'code': 200} Sep 17 22:06:29.901776 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.955733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:29.957293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['c3e078f0-f794-44b3-ae59-24f4cfaf0adb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:30.009770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:30.010285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:30.012052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:30.034767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:06:30.035113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:30.048165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:30.048518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:30.048899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:30.049503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Bound port: 5561f858-de8d-4ee0-95e2-effffadb286b, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:30.049877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.089418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3054f-ad41-4bed-a668-9ee225405ec6 req-9cf65f6a-458d-4939-860e-8541d652285d tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:30.091007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ac3054f-ad41-4bed-a668-9ee225405ec6 req-9cf65f6a-458d-4939-860e-8541d652285d tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 946 time: 0.0987024 Sep 17 22:06:30.100871 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:30.185109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ac3054f-ad41-4bed-a668-9ee225405ec6 req-8ebd1e73-2995-4f7d-aa54-8a6a0fb0769f tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740104 Sep 17 22:06:30.203195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:30.209862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:30.289223 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.339294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=11']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:30.513923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:30.521622 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.523731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] 10.222.0.32 "PUT /v2.0/ports/5561f858-de8d-4ee0-95e2-effffadb286b HTTP/1.1" status: 200 len: 1092 time: 1.6844630 Sep 17 22:06:30.552047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:30.555554 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551d094e-b2c2-4e76-8df1-9609b6ddbc18" -d '{"events": [{"name": "network-changed", "server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:30.603411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3f0df-c133-497d-99d0-93db5f8ac36b service neutron] Pushing event updated for resources: {'Port': ['ID=5561f858-de8d-4ee0-95e2-effffadb286b,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:30.615238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a7b6e-418f-49ea-95f3-d61fc2c5355b req-58bdd212-caad-40fc-ac75-51d4742d9a8f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:30.625661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d6a7b6e-418f-49ea-95f3-d61fc2c5355b req-58bdd212-caad-40fc-ac75-51d4742d9a8f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 931 time: 0.2688327 Sep 17 22:06:30.660634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9565e-56a3-40f1-ac26-188d803a402f req-8a9e08e2-6e15-46be-aec2-7e92430fbabb tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:30.662585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ee9565e-56a3-40f1-ac26-188d803a402f req-8a9e08e2-6e15-46be-aec2-7e92430fbabb tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.2080855 Sep 17 22:06:30.733383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30185f19-e275-4451-91a5-271969ccd751 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:30.739540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d6a7b6e-418f-49ea-95f3-d61fc2c5355b req-b4b527b2-b4d9-496d-93a7-887e6a4d252d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069608 Sep 17 22:06:30.743348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.771949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Transition to ACTIVE for port object 30185f19-e275-4451-91a5-271969ccd751 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:06:30.794027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ee9565e-56a3-40f1-ac26-188d803a402f req-fd5d8285-4e1e-421c-8464-34cbcc3e566f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152952 Sep 17 22:06:30.826607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-3dd47a67-a9bf-4a6d-a05e-cc150e94385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:30.828180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-3dd47a67-a9bf-4a6d-a05e-cc150e94385c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 1095 time: 0.1599402 Sep 17 22:06:30.853882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:30.934902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-e1f54ba8-cee4-4e58-8532-c823966796d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5561f858-de8d-4ee0-95e2-effffadb286b HTTP/1.1" status: 200 len: 217 time: 0.0927234 Sep 17 22:06:30.973386 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9ee93-5026-48f2-aa8f-7d4d9f29bbac x-openstack-request-id: req-93a9ee93-5026-48f2-aa8f-7d4d9f29bbac {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:30.973682 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:30.973907 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93a9ee93-5026-48f2-aa8f-7d4d9f29bbac {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:30.974294 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b', 'status': 'completed', 'code': 200} Sep 17 22:06:30.990393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Pushing event updated for resources: {'Port': ['ID=30185f19-e275-4451-91a5-271969ccd751,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:31.041860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-cb80e57c-545d-46a6-a29b-12ea27b97874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:31.048762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-cb80e57c-545d-46a6-a29b-12ea27b97874 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.1024339 Sep 17 22:06:31.099958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-8dde750e-8b94-4f61-a5f8-9589929c9d38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424430 Sep 17 22:06:31.115261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Attempting to bind port 30185f19-e275-4451-91a5-271969ccd751 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:31.115596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Attempting to bind port 30185f19-e275-4451-91a5-271969ccd751 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:31.115918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Attempting to bind port 30185f19-e275-4451-91a5-271969ccd751 on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:31.120717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Port 30185f19-e275-4451-91a5-271969ccd751 on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:06:31.121041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Attempting to bind port 30185f19-e275-4451-91a5-271969ccd751 on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:31.126846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:31.149595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Checking segment: {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:31.150912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Bound using segment: {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:31.151405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Bound port: 30185f19-e275-4451-91a5-271969ccd751, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:31.154852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:31.318205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:31.326238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=30185f19-e275-4451-91a5-271969ccd751,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:31.377868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c3e078f0-f794-44b3-ae59-24f4cfaf0adb up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:31.442206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:31.445465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port c3e078f0-f794-44b3-ae59-24f4cfaf0adb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:31.446250 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:31.491334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-41ca1658-0572-4703-9530-c850cdb61e6e service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761816 Sep 17 22:06:31.545843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d6e59-a1ff-467d-927e-f0df743323e0 req-6d26ce79-5a16-49e9-b398-aba69c2407e7 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:31.557199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-584d6e59-a1ff-467d-927e-f0df743323e0 req-6d26ce79-5a16-49e9-b398-aba69c2407e7 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 946 time: 0.2200038 Sep 17 22:06:31.598050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Pushing event updated for resources: {'Port': ['ID=30185f19-e275-4451-91a5-271969ccd751,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:31.620237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:31.625027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:31.625027 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-31a82cd3-d91a-4874-9bbc-51a385786efb service neutron] 10.222.0.32 "PUT /v2.0/ports/30185f19-e275-4451-91a5-271969ccd751 HTTP/1.1" status: 200 len: 1092 time: 1.8461483 Sep 17 22:06:31.625027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'tag': '30185f19-e275-4451-91a5-271969ccd751'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:31.626592 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48" -d '{"events": [{"name": "network-changed", "server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "tag": "30185f19-e275-4451-91a5-271969ccd751"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:31.630634 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:31.660401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-77354af5-4089-48af-8d9f-1310d8a0489b tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:31.662399 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-77354af5-4089-48af-8d9f-1310d8a0489b tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.35 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 946 time: 0.2885687 Sep 17 22:06:31.676266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:31.781470 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:31.834094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-584d6e59-a1ff-467d-927e-f0df743323e0 req-78f285cd-cf2f-42c3-98d9-37672b94d7ea tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f50663-2328-450e-8eee-f3b709be0466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716072 Sep 17 22:06:31.836604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-65aa3b9b-a2ca-4188-9d5d-fc31bc8a13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:31.838672 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-65aa3b9b-a2ca-4188-9d5d-fc31bc8a13d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 1095 time: 0.0638721 Sep 17 22:06:31.882098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2399d990-7e8b-408c-839c-c77e64a5ab92 req-714fd470-374c-4c92-a295-e5c6b8510def service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788316 Sep 17 22:06:31.989887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:31.995803 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc4c650-e4c0-4c2c-b2fc-c56a28a83668" -d '{"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:31.997033 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-450dcb82-c87a-4d78-8170-96aa969df4c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30185f19-e275-4451-91a5-271969ccd751 HTTP/1.1" status: 200 len: 217 time: 0.1476502 Sep 17 22:06:32.002308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:32.008739 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327cf479-8a95-4eac-ab02-e6756f6552f5 x-openstack-request-id: req-327cf479-8a95-4eac-ab02-e6756f6552f5 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:32.009028 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "tag": "30185f19-e275-4451-91a5-271969ccd751", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:32.009293 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-327cf479-8a95-4eac-ab02-e6756f6552f5 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:32.010034 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'tag': '30185f19-e275-4451-91a5-271969ccd751', 'status': 'completed', 'code': 200} Sep 17 22:06:32.012313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Deleting port 5baa7e4c-4a0b-42cc-b030-2e99ad507217 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:06:32.012983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:32.113536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-c8e4cc74-e6d5-40ff-bea4-d28f359b7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:32.115129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-c8e4cc74-e6d5-40ff-bea4-d28f359b7e44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 1095 time: 0.0864201 Sep 17 22:06:32.155249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ad239-cdae-41b9-bebf-66ca821e7d92 req-ba347f5d-1fe1-42c2-be99-159efcb351cc tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:32.162557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de9ad239-cdae-41b9-bebf-66ca821e7d92 req-ba347f5d-1fe1-42c2-be99-159efcb351cc tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 943 time: 0.0938568 Sep 17 22:06:32.196563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] For port 5baa7e4c-4a0b-42cc-b030-2e99ad507217, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5baa7e4c-4a0b-42cc-b030-2e99ad507217,segment=NetworkSegment(43fbd167-dff9-4216-bc11-76ec9a0b9eed),segment_id=43fbd167-dff9-4216-bc11-76ec9a0b9eed)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:32.197353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:32.219907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de9ad239-cdae-41b9-bebf-66ca821e7d92 req-00679c07-99f7-4142-bcbf-8b2cedc31e03 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556500 Sep 17 22:06:32.268298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Calling delete_port for 5baa7e4c-4a0b-42cc-b030-2e99ad507217 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:06:32.398821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-2c7a4f67-f89c-42a4-883b-082466b96f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:32.400905 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-2c7a4f67-f89c-42a4-883b-082466b96f0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 200 len: 845 time: 0.1875081 Sep 17 22:06:32.404369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-38089ec2-7565-4c86-87e7-1c6d028fd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:32.406312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-38089ec2-7565-4c86-87e7-1c6d028fd45e service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.2790630 Sep 17 22:06:32.446910 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-a1e5efa1-c961-40d5-b80d-31be27801309 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309889 Sep 17 22:06:32.459246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-01506c5e-45ca-4d9a-b37e-f5eb4a562d9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5561f858-de8d-4ee0-95e2-effffadb286b HTTP/1.1" status: 200 len: 217 time: 0.0440683 Sep 17 22:06:32.496539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14ae7-8930-4549-8c54-099cac899a1c req-5bdc4adb-295c-472f-b081-7e22d87bc028 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:32.506757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67a14ae7-8930-4549-8c54-099cac899a1c req-5bdc4adb-295c-472f-b081-7e22d87bc028 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.1764314 Sep 17 22:06:32.595795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67a14ae7-8930-4549-8c54-099cac899a1c req-66e772ef-adb1-4c3a-884b-6fe84e47834a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871284 Sep 17 22:06:32.604660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-98fb3ecb-5ae9-48ea-ab11-37da699dda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:32.606423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-98fb3ecb-5ae9-48ea-ab11-37da699dda83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.1386032 Sep 17 22:06:32.656561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-f957235c-1b17-49ac-9c80-7982fa9adef5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393612 Sep 17 22:06:32.724955 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-0ed2f1f3-13b8-4096-8b14-c4c28291127d service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682431 Sep 17 22:06:32.797274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-fe9f9fc6-73f5-433d-99d9-deff991c09ba service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336179 Sep 17 22:06:32.870957 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc25bc71-1548-4eb2-ac63-3cb59c6e4041 req-c10717de-b376-4690-89f1-e2dab6a5113d service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321762 Sep 17 22:06:32.872204 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:32.887857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['5baa7e4c-4a0b-42cc-b030-2e99ad507217'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:32.946567 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18c8b8-74f3-453a-94c9-3c32e736d4ca x-openstack-request-id: req-1a18c8b8-74f3-453a-94c9-3c32e736d4ca {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:32.946905 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:32.948423 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a18c8b8-74f3-453a-94c9-3c32e736d4ca {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:32.948823 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'code': 200} Sep 17 22:06:32.949090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Pushing event deleted for resources: {'Port': ['ID=5baa7e4c-4a0b-42cc-b030-2e99ad507217,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:33.047434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-551d094e-b2c2-4e76-8df1-9609b6ddbc18 req-da0aebb7-9b3d-4a13-86c9-b1de4fd62d36 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385125 Sep 17 22:06:33.052906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] No DVR routers for this DVR port 5baa7e4c-4a0b-42cc-b030-2e99ad507217 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:06:33.062998 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:33.072761 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86ca8111-d3d7-4dbf-bae1-975b02dfcde8 req-5ac02744-4f3c-4c46-b299-a3923b44e7b0 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.35 "DELETE /v2.0/ports/5baa7e4c-4a0b-42cc-b030-2e99ad507217 HTTP/1.1" status: 204 len: 173 time: 1.4034157 Sep 17 22:06:33.156480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-72ea84c8-430f-438a-bc97-70d8463dd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:33.159333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-72ea84c8-430f-438a-bc97-70d8463dd86f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 1095 time: 0.1536005 Sep 17 22:06:33.161189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98f1e0d3-bd26-4f32-9aaa-7947059fe921 req-4ce0077d-83b8-46d7-9dd4-9bde7900afe1 tempest-ServerGroupTestJSON-668844100 tempest-ServerGroupTestJSON-668844100-project] 10.222.0.13 "GET /v2.0/ports?device_id=b757530e-b43e-4749-bbe5-4f628d0dc808 HTTP/1.1" status: 200 len: 210 time: 0.0940382 Sep 17 22:06:33.368344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-2928f681-d969-4a26-a8f5-7259bbbbdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:33.370752 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-2928f681-d969-4a26-a8f5-7259bbbbdc69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 905 time: 0.2031174 Sep 17 22:06:33.468352 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-0b3df8cf-5085-49e4-99b9-4bd0ff3d834d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30185f19-e275-4451-91a5-271969ccd751 HTTP/1.1" status: 200 len: 217 time: 0.0789061 Sep 17 22:06:33.532348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dceab3-e009-4fda-a13f-8609ef1d8423 req-e5bbbe9e-bacd-483f-9c69-94ec138caec8 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:33.534960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67dceab3-e009-4fda-a13f-8609ef1d8423 req-e5bbbe9e-bacd-483f-9c69-94ec138caec8 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 943 time: 0.0997996 Sep 17 22:06:33.563822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-813daed9-d922-4d71-8245-42e5842acb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:33.574574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-813daed9-d922-4d71-8245-42e5842acb3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 200 len: 845 time: 0.0994277 Sep 17 22:06:33.632971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67dceab3-e009-4fda-a13f-8609ef1d8423 req-b25ccc4b-2e0c-442c-9dea-4a960f58557f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868208 Sep 17 22:06:33.639608 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-4b485f09-7db3-4977-8f88-77882b759a6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518360 Sep 17 22:06:33.812868 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-5ec7326e-d3be-4bc3-856c-ca1bfb276cf1 service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622784 Sep 17 22:06:33.906812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc694ea-87e1-47e5-9fd5-301e61173f05 req-868047bc-a2d7-49a0-b2fd-d6430982d600 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:33.910327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfc694ea-87e1-47e5-9fd5-301e61173f05 req-868047bc-a2d7-49a0-b2fd-d6430982d600 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.0786102 Sep 17 22:06:33.966935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfc694ea-87e1-47e5-9fd5-301e61173f05 req-776c431b-d17f-46c1-ab58-8634dbd6167b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Sep 17 22:06:34.010405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b757530e-b43e-4749-bbe5-4f628d0dc808', 'name': 'network-vif-deleted', 'tag': '5baa7e4c-4a0b-42cc-b030-2e99ad507217'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:34.014837 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44527fe-c921-40ef-bc0a-70a5f180b151" -d '{"events": [{"server_uuid": "b757530e-b43e-4749-bbe5-4f628d0dc808", "name": "network-vif-deleted", "tag": "5baa7e4c-4a0b-42cc-b030-2e99ad507217"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:34.050828 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cbfc1771-7a4d-4fe0-87bd-31ecfbf35b48 req-e2f2c5ce-f2cc-450d-b341-684b09f72ffa service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202649 Sep 17 22:06:34.677326 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d51f38a-63a4-4356-91fd-282a13766f27 x-openstack-request-id: req-1d51f38a-63a4-4356-91fd-282a13766f27 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:34.677783 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b757530e-b43e-4749-bbe5-4f628d0dc808", "name": "network-vif-deleted", "tag": "5baa7e4c-4a0b-42cc-b030-2e99ad507217", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:34.677886 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d51f38a-63a4-4356-91fd-282a13766f27 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:34.678276 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b757530e-b43e-4749-bbe5-4f628d0dc808', 'name': 'network-vif-deleted', 'tag': '5baa7e4c-4a0b-42cc-b030-2e99ad507217', 'status': 'completed', 'code': 200} Sep 17 22:06:34.989059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288939ce-c79b-46ae-9893-b0dbd3a78837 req-e62c031f-ab99-4cb0-abc4-d106d433e182 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:34.992320 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-288939ce-c79b-46ae-9893-b0dbd3a78837 req-e62c031f-ab99-4cb0-abc4-d106d433e182 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 943 time: 0.0694656 Sep 17 22:06:35.053762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-288939ce-c79b-46ae-9893-b0dbd3a78837 req-336d9c2e-5e2b-48b2-8700-245f9fd961bd tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511997 Sep 17 22:06:35.312174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5baa7e4c-4a0b-42cc-b030-2e99ad507217 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:35.356715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 5baa7e4c-4a0b-42cc-b030-2e99ad507217 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:06:35.358138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5baa7e4c-4a0b-42cc-b030-2e99ad507217 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:06:35.376891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 30185f19-e275-4451-91a5-271969ccd751 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:06:35.465992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fa968-ac9b-45b3-8598-e3990f81e7af req-03a27235-6868-4ae2-bac6-db14b2ae1550 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:35.493488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d99fa968-ac9b-45b3-8598-e3990f81e7af req-03a27235-6868-4ae2-bac6-db14b2ae1550 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.1347756 Sep 17 22:06:35.523118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=30185f19-e275-4451-91a5-271969ccd751,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:35.536622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '30185f19-e275-4451-91a5-271969ccd751', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'port_id': '30185f19-e275-4451-91a5-271969ccd751', 'mac_address': 'fa:16:3e:77:2d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d99c15b-c193-4901-b368-faa5605566e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:06:35.543386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d99fa968-ac9b-45b3-8598-e3990f81e7af req-962095a4-9b0e-4ac4-8e52-60fd11aad577 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Sep 17 22:06:35.594240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:35.609599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30185f19-e275-4451-91a5-271969ccd751 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:35.653350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=30185f19-e275-4451-91a5-271969ccd751,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:35.859481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:35.927854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=30185f19-e275-4451-91a5-271969ccd751,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:36.120251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['30185f19-e275-4451-91a5-271969ccd751'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:36.503708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59592) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:36.661498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e2daaf-d302-472c-bb97-23a0ba8ecd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.783358 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e2daaf-d302-472c-bb97-23a0ba8ecd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.855537 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e2daaf-d302-472c-bb97-23a0ba8ecd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:36.916521 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a1e2daaf-d302-472c-bb97-23a0ba8ecd60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d1ae82beb8548919f4b94d7cd98abda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112132 Sep 17 22:06:36.918869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59602) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:36.921522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2daaf-d302-472c-bb97-23a0ba8ecd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12cc6d7-67b6-4ad9-838c-9de8c03c55d4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:36.992751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-69f85592-6d21-40e7-8ed7-607eaaa125e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:37.023563 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-69f85592-6d21-40e7-8ed7-607eaaa125e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:37.157051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-69f85592-6d21-40e7-8ed7-607eaaa125e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:37.159668 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-69f85592-6d21-40e7-8ed7-607eaaa125e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:37.160870 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-69f85592-6d21-40e7-8ed7-607eaaa125e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c12cc6d7-67b6-4ad9-838c-9de8c03c55d4 HTTP/1.1" status: 204 len: 168 time: 0.2404609 Sep 17 22:06:37.181776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f85592-6d21-40e7-8ed7-607eaaa125e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12cc6d7-67b6-4ad9-838c-9de8c03c55d4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:37.247401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d68c0d-8e31-4587-8e78-aba91e39ec91 req-4571a407-14ee-4a47-bbd0-092d6ebff89b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:37.255692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7d68c0d-8e31-4587-8e78-aba91e39ec91 req-4571a407-14ee-4a47-bbd0-092d6ebff89b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.1424899 Sep 17 22:06:37.267359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467da9f0-b5f9-44b0-b9ee-f2de77c1bd63 req-ecb44d34-4b5f-4759-b15e-01bb5afe23da tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:37.268868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-467da9f0-b5f9-44b0-b9ee-f2de77c1bd63 req-ecb44d34-4b5f-4759-b15e-01bb5afe23da tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 944 time: 0.1231742 Sep 17 22:06:37.335965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7d68c0d-8e31-4587-8e78-aba91e39ec91 req-fee3829a-c500-421f-a17c-c0eeb6f2b3f9 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766253 Sep 17 22:06:37.386679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 30185f19-e275-4451-91a5-271969ccd751 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:37.437487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-467da9f0-b5f9-44b0-b9ee-f2de77c1bd63 req-e86dfebb-287f-4d33-b918-4b0fb57e421f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596823 Sep 17 22:06:37.528213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 30185f19-e275-4451-91a5-271969ccd751 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:06:37.533500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 30185f19-e275-4451-91a5-271969ccd751 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:37.533946 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:37.684885 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:37.715500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185f19-e275-4451-91a5-271969ccd751'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:37.718242 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13af64d-2a79-4527-9106-f2d060ba68d2" -d '{"events": [{"server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "name": "network-vif-plugged", "status": "completed", "tag": "30185f19-e275-4451-91a5-271969ccd751"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:37.740825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=30185f19-e275-4451-91a5-271969ccd751,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:37.824798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59634) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:37.874970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:37.938690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3651ec-e640-4078-82c2-068450f277dd admin admin] Deleting subnet b0b780d3-e445-4529-9669-14b9d297d94b {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:06:37.942478 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f3651ec-e640-4078-82c2-068450f277dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.049254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f3651ec-e640-4078-82c2-068450f277dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.099849 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf0b81b-ed6a-42ce-9607-cfe122bff9e2 x-openstack-request-id: req-ecf0b81b-ed6a-42ce-9607-cfe122bff9e2 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:38.099849 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "name": "network-vif-plugged", "status": "completed", "tag": "30185f19-e275-4451-91a5-271969ccd751", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:38.099849 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecf0b81b-ed6a-42ce-9607-cfe122bff9e2 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:38.099849 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185f19-e275-4451-91a5-271969ccd751', 'code': 200} Sep 17 22:06:38.099849 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.132855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=30185f19-e275-4451-91a5-271969ccd751,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:38.134085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59648) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:38.164536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2984f796-724b-4a2a-b078-e3bc9af2dbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.189485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89fb86-ecce-42f5-a496-f0fe8406699b req-db23ed7c-c417-4d8f-a4b1-d339fff84093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:38.191521 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0f89fb86-ecce-42f5-a496-f0fe8406699b req-db23ed7c-c417-4d8f-a4b1-d339fff84093 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 1097 time: 0.1970334 Sep 17 22:06:38.215268 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f3651ec-e640-4078-82c2-068450f277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.281861 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0f89fb86-ecce-42f5-a496-f0fe8406699b req-bd99afa2-ae1b-4cd5-b49a-47bb54c2b394 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809793 Sep 17 22:06:38.400602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2984f796-724b-4a2a-b078-e3bc9af2dbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.416399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f3651ec-e640-4078-82c2-068450f277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.433048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953defac-137c-4cb6-9614-15098cdcec9d req-bb231378-6c02-4ab6-ba8d-8e17eda392ab tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:38.439856 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f3651ec-e640-4078-82c2-068450f277dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.442301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-953defac-137c-4cb6-9614-15098cdcec9d req-bb231378-6c02-4ab6-ba8d-8e17eda392ab tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 947 time: 0.2600183 Sep 17 22:06:38.447809 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5f3651ec-e640-4078-82c2-068450f277dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b0b780d3-e445-4529-9669-14b9d297d94b HTTP/1.1" status: 204 len: 168 time: 0.6202993 Sep 17 22:06:38.469060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59654) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:38.484255 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3651ec-e640-4078-82c2-068450f277dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b780d3-e445-4529-9669-14b9d297d94b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:38.896026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.896026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2984f796-724b-4a2a-b078-e3bc9af2dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:38.957195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-953defac-137c-4cb6-9614-15098cdcec9d req-4ce95bfc-c6ac-4e28-bce4-2777efce4854 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138113 Sep 17 22:06:38.961579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984f796-724b-4a2a-b078-e3bc9af2dbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4713d56e-40f8-47af-91eb-6082f246d92c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:38.983924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2984f796-724b-4a2a-b078-e3bc9af2dbe2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d461c8ba137f4c7a85a24854cbeee68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8476140 Sep 17 22:06:38.985793 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59660) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:39.021349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c797-a80d-4481-a36c-e51650d0d2bb req-4e1edfc4-8113-4cdc-9dbc-60cdd42fccb8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:39.029171 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74f5c797-a80d-4481-a36c-e51650d0d2bb req-4e1edfc4-8113-4cdc-9dbc-60cdd42fccb8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.4809048 Sep 17 22:06:39.121930 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.147313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb047cf0-7d3e-4bfe-8835-012eb3edec6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.150565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74f5c797-a80d-4481-a36c-e51650d0d2bb req-543ebf0c-317d-4c51-972a-5e712900f302 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202447 Sep 17 22:06:39.174185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb047cf0-7d3e-4bfe-8835-012eb3edec6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.186393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7e78b4-df61-4506-89c0-7033cbdb0db5']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:39.215525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fbd167-dff9-4216-bc11-76ec9a0b9eed') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:39.215878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fbd167-dff9-4216-bc11-76ec9a0b9eed') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:39.246109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.268272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb75961-4f11-4a61-a0eb-71101ad878ea req-97fe69dd-fd22-4cd2-aba3-2a06efab0e4b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:39.269996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffb75961-4f11-4a61-a0eb-71101ad878ea req-97fe69dd-fd22-4cd2-aba3-2a06efab0e4b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 945 time: 0.1353798 Sep 17 22:06:39.274218 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.282607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:06:39.283124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:06:39.288766 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:06:39.366666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffb75961-4f11-4a61-a0eb-71101ad878ea req-b21b2b11-a478-44dc-9139-f5a484faddf7 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870857 Sep 17 22:06:39.397148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb047cf0-7d3e-4bfe-8835-012eb3edec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.400236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb047cf0-7d3e-4bfe-8835-012eb3edec6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.401527 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fb047cf0-7d3e-4bfe-8835-012eb3edec6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4713d56e-40f8-47af-91eb-6082f246d92c HTTP/1.1" status: 204 len: 168 time: 0.4144912 Sep 17 22:06:39.414606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb047cf0-7d3e-4bfe-8835-012eb3edec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4713d56e-40f8-47af-91eb-6082f246d92c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:39.480405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.487264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.491986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e7e78b4-df61-4506-89c0-7033cbdb0db5 HTTP/1.1" status: 204 len: 168 time: 1.0191736 Sep 17 22:06:39.512145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188417e-434f-4f03-8cb1-5722a4a57eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7e78b4-df61-4506-89c0-7033cbdb0db5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:39.656302 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.710764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4819610-da7e-4255-b459-958951caf6b0 req-eb61e3a0-3210-4ba1-a318-6bb69ae5f2dc tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:39.712836 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4819610-da7e-4255-b459-958951caf6b0 req-eb61e3a0-3210-4ba1-a318-6bb69ae5f2dc tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 947 time: 0.0575459 Sep 17 22:06:39.923398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-b4819610-da7e-4255-b459-958951caf6b0 req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Deleting port 9825bff3-32a7-45b8-ac8c-e3f8de09382d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:06:39.926456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b4819610-da7e-4255-b459-958951caf6b0 req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:39.975809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59680) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:40.053777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-043659ca-3521-47d6-aee6-cb85d2900e65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=098b02f7f4fd44f9a7c26f706e768800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796247 Sep 17 22:06:40.054707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59682) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:40.118767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-b4819610-da7e-4255-b459-958951caf6b0 req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] For port 9825bff3-32a7-45b8-ac8c-e3f8de09382d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9825bff3-32a7-45b8-ac8c-e3f8de09382d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:40.119418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b4819610-da7e-4255-b459-958951caf6b0 req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.152028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-b4819610-da7e-4255-b459-958951caf6b0 req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Calling delete_port for 9825bff3-32a7-45b8-ac8c-e3f8de09382d owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:06:40.205948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b3811950-c243-4e07-bf99-da08fc21e180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.292297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ef94f-7843-437a-9666-62515b84c093 req-1cff9a98-c474-40f5-893f-ba6949559565 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:40.307253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c88ef94f-7843-437a-9666-62515b84c093 req-1cff9a98-c474-40f5-893f-ba6949559565 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 947 time: 0.2225230 Sep 17 22:06:40.311756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b3811950-c243-4e07-bf99-da08fc21e180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.467436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c88ef94f-7843-437a-9666-62515b84c093 req-1c2a1b99-d962-4677-b391-58efa50b6f4c tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589637 Sep 17 22:06:40.486651 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b4819610-da7e-4255-b459-958951caf6b0 req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.542589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a68729-e0fb-4621-9a45-d7e8f425ea27 req-ada397dc-4f95-427c-aaac-17c4a8b00623 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:40.551655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Pushing event deleted for resources: {'Port': ['ID=9825bff3-32a7-45b8-ac8c-e3f8de09382d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:40.566962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84a68729-e0fb-4621-9a45-d7e8f425ea27 req-ada397dc-4f95-427c-aaac-17c4a8b00623 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.2019141 Sep 17 22:06:40.657531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4819610-da7e-4255-b459-958951caf6b0 req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] No DVR routers for this DVR port 9825bff3-32a7-45b8-ac8c-e3f8de09382d on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:06:40.658159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b3811950-c243-4e07-bf99-da08fc21e180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.661374 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b3811950-c243-4e07-bf99-da08fc21e180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.666954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b3811950-c243-4e07-bf99-da08fc21e180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0f50663-2328-450e-8eee-f3b709be0466 HTTP/1.1" status: 204 len: 168 time: 0.6069262 Sep 17 22:06:40.667097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b4819610-da7e-4255-b459-958951caf6b0 req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:40.667906 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4819610-da7e-4255-b459-958951caf6b0 req-7771e377-9974-45a1-863a-437d33c32837 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "DELETE /v2.0/ports/9825bff3-32a7-45b8-ac8c-e3f8de09382d HTTP/1.1" status: 204 len: 173 time: 0.9481955 Sep 17 22:06:40.668410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'name': 'network-vif-deleted', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:40.681225 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7017b96-5f1a-466e-98df-46067afad3b7" -d '{"events": [{"server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "name": "network-vif-deleted", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:40.699168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84a68729-e0fb-4621-9a45-d7e8f425ea27 req-841a80f9-1614-401e-88b8-ef87df3b44e1 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259606 Sep 17 22:06:40.760993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3811950-c243-4e07-bf99-da08fc21e180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f50663-2328-450e-8eee-f3b709be0466,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:40.819392 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4296a5-4a49-4953-8ade-7378b30f4685 x-openstack-request-id: req-9c4296a5-4a49-4953-8ade-7378b30f4685 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:40.819677 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63c0a9-3443-4505-b020-c3395263a309", "name": "network-vif-deleted", "tag": "9825bff3-32a7-45b8-ac8c-e3f8de09382d", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:40.819928 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c4296a5-4a49-4953-8ade-7378b30f4685 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:40.820318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde95f00-407a-40b7-9006-03fe8f0cdc17 req-ec018a79-c5b0-4a54-a070-8908dc3bdeda tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:40.820438 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f63c0a9-3443-4505-b020-c3395263a309', 'name': 'network-vif-deleted', 'tag': '9825bff3-32a7-45b8-ac8c-e3f8de09382d', 'status': 'completed', 'code': 200} Sep 17 22:06:40.823712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bde95f00-407a-40b7-9006-03fe8f0cdc17 req-ec018a79-c5b0-4a54-a070-8908dc3bdeda tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 945 time: 0.1187327 Sep 17 22:06:40.882435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bde95f00-407a-40b7-9006-03fe8f0cdc17 req-eff8d324-8eee-4733-8456-f500563aded2 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518994 Sep 17 22:06:41.528227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac557cb-a8d8-4cc1-a439-64d507a99ef2 req-4b09423a-cb27-4968-96e1-0ba73b96c091 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:41.530744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ac557cb-a8d8-4cc1-a439-64d507a99ef2 req-4b09423a-cb27-4968-96e1-0ba73b96c091 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 945 time: 0.0558383 Sep 17 22:06:41.568548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ac557cb-a8d8-4cc1-a439-64d507a99ef2 req-bd1465de-ff0d-4d03-934b-0a6c17c99c1c tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Sep 17 22:06:41.663694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52b97f79-782f-47a0-8ea2-dce06991858c req-4b9a6498-8e0f-4b3d-bf2f-6cc08a99bc83 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f63c0a9-3443-4505-b020-c3395263a309 HTTP/1.1" status: 200 len: 210 time: 0.0278020 Sep 17 22:06:41.898487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b283dc-1e55-4849-936f-57ccf0094d27 req-847f3e8e-f929-4c48-9229-1227a9c395b2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:41.900082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14b283dc-1e55-4849-936f-57ccf0094d27 req-847f3e8e-f929-4c48-9229-1227a9c395b2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.0903442 Sep 17 22:06:42.003497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14b283dc-1e55-4849-936f-57ccf0094d27 req-3871f682-4723-40a0-baf8-ad895bdf3d24 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952957 Sep 17 22:06:42.128196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c11dd-77ae-405d-8fff-5bce547f4eb4 req-6137ba3e-d299-4fff-b57f-45f7f871526a tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:42.139836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-464c11dd-77ae-405d-8fff-5bce547f4eb4 req-6137ba3e-d299-4fff-b57f-45f7f871526a tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 946 time: 0.1321027 Sep 17 22:06:42.197118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59776) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:42.238676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-464c11dd-77ae-405d-8fff-5bce547f4eb4 req-9b771ee0-6dc9-45c4-830e-42d06c8d549f tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/security-groups?id=121d7117-30bc-4e3d-9328-6b7541dbcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872588 Sep 17 22:06:42.395194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0268504d-e29f-433a-b0c0-b61623240797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:42.499874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0268504d-e29f-433a-b0c0-b61623240797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:42.561427 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0268504d-e29f-433a-b0c0-b61623240797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:42.638580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59790) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:42.639448 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0268504d-e29f-433a-b0c0-b61623240797 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e1a0f6bfbfe4eb0a34e2bcfbb0c2ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146235 Sep 17 22:06:42.639448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268504d-e29f-433a-b0c0-b61623240797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae37a600-e406-4593-bb30-d4ee6fdf4fa0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:42.729563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ab53be6a-e34f-4392-9cc7-cfa7bcc6b0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:42.732674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59794) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:42.748596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fcba-010a-431b-b8a9-f019bbccdc59 req-7d82858b-6b7c-4a89-a5e4-6b6e42c1ac50 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:42.750298 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc7fcba-010a-431b-b8a9-f019bbccdc59 req-7d82858b-6b7c-4a89-a5e4-6b6e42c1ac50 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 945 time: 0.0844030 Sep 17 22:06:42.786529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ab53be6a-e34f-4392-9cc7-cfa7bcc6b0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:42.889379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-network', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:42.944710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc7fcba-010a-431b-b8a9-f019bbccdc59 req-50ee784e-4aab-414e-992a-db30abd99b78 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791568 Sep 17 22:06:43.008343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Made reservation on behalf of 7ac795ae0f1042409c73b9e108202c99 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:43.010756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.023784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.074505 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ab53be6a-e34f-4392-9cc7-cfa7bcc6b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.080942 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ab53be6a-e34f-4392-9cc7-cfa7bcc6b0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.082336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ab53be6a-e34f-4392-9cc7-cfa7bcc6b0bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae37a600-e406-4593-bb30-d4ee6fdf4fa0 HTTP/1.1" status: 204 len: 168 time: 0.4687726 Sep 17 22:06:43.094839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53be6a-e34f-4392-9cc7-cfa7bcc6b0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae37a600-e406-4593-bb30-d4ee6fdf4fa0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:43.166456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.237105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.264467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:06:43.279950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf1788-6992-4c06-8431-611e8134fd0a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:43.286351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.286700 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Added segment 447488aa-fccb-4971-bee9-8262321a6eb6 of type vlan for network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 Sep 17 22:06:43.361658 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9825bff3-32a7-45b8-ac8c-e3f8de09382d no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:43.364447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.382648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 9825bff3-32a7-45b8-ac8c-e3f8de09382d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:06:43.383373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9825bff3-32a7-45b8-ac8c-e3f8de09382d not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:06:43.435935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2674a-10fc-4f95-ba62-1e7c1aa1dbe6 req-791d21bc-ccd8-43de-9c65-3f01160b42ba tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:43.438040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bd2674a-10fc-4f95-ba62-1e7c1aa1dbe6 req-791d21bc-ccd8-43de-9c65-3f01160b42ba tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.0610764 Sep 17 22:06:43.514200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.515704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:43.516450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.516991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bd2674a-10fc-4f95-ba62-1e7c1aa1dbe6 req-3f11ec5b-b681-4da7-936f-0f8fd778a14c tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717998 Sep 17 22:06:43.585868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-2a394787-c804-4946-8d95-21ae6cb8b05a tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:43.598878 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-2a394787-c804-4946-8d95-21ae6cb8b05a tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.35 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 946 time: 0.1447768 Sep 17 22:06:43.673768 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9388962 Sep 17 22:06:43.676678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:43.688421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276d7e4-750a-431a-be72-d05df29692da req-2c3bf80a-09b9-480c-8519-b1210b82cad6 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:43.690815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Request body: {'subnet': {'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-subnet', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:43.691125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8276d7e4-750a-431a-be72-d05df29692da req-2c3bf80a-09b9-480c-8519-b1210b82cad6 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 946 time: 0.1032407 Sep 17 22:06:43.754573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c72162-14a0-4cfb-a67f-80f1509cbdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:43.767129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:06:43.776880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8276d7e4-750a-431a-be72-d05df29692da req-23d6a90f-a9fc-43f5-8ae4-25321eceef57 tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/security-groups?id=121d7117-30bc-4e3d-9328-6b7541dbcd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788753 Sep 17 22:06:43.900410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ef6b1-6cc5-4aee-9d62-c4b9e19c2b29 req-0f77e190-d860-487a-b174-e6328c2cf731 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:43.911661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45ef6b1-6cc5-4aee-9d62-c4b9e19c2b29 req-0f77e190-d860-487a-b174-e6328c2cf731 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 949 time: 0.1445212 Sep 17 22:06:43.953355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Deleting port 2e9ba775-543a-47eb-83e5-e0cb16301708 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:06:43.970733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.979124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Made reservation on behalf of 7ac795ae0f1042409c73b9e108202c99 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:43.981474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:43.999158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45ef6b1-6cc5-4aee-9d62-c4b9e19c2b29 req-214f032f-c765-4d79-9348-9039ac1fae67 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862362 Sep 17 22:06:44.163113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] For port 2e9ba775-543a-47eb-83e5-e0cb16301708, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2e9ba775-543a-47eb-83e5-e0cb16301708,segment=NetworkSegment(75eb7a08-0855-4384-8cd7-ea001902180e),segment_id=75eb7a08-0855-4384-8cd7-ea001902180e)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:44.163590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:44.179576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Calling delete_port for 2e9ba775-543a-47eb-83e5-e0cb16301708 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:06:44.413986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:44.475880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6af102-3404-4f25-9bff-0c478893c619,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:44.492554 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Checking segment: {'id': '447488aa-fccb-4971-bee9-8262321a6eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:44.492913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Network hostable DHCP agents. Network: c33fb5cd-910f-4fc7-a1c9-995b1cb651b8, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:06:44.523238 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:44.534835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['2e9ba775-543a-47eb-83e5-e0cb16301708'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:44.582277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Pushing event deleted for resources: {'Port': ['ID=2e9ba775-543a-47eb-83e5-e0cb16301708,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:44.594558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:06:44.637048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] No DVR routers for this DVR port 2e9ba775-543a-47eb-83e5-e0cb16301708 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:06:44.640671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:44.643206 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7fd0f3d6-c9f4-466e-86d1-f073bff3a519 req-214ba959-4465-436e-9c33-85ac61cabead tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.35 "DELETE /v2.0/ports/2e9ba775-543a-47eb-83e5-e0cb16301708 HTTP/1.1" status: 204 len: 173 time: 1.0056992 Sep 17 22:06:44.643842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19545cea-dffe-4fd4-a34d-d2b88d79d3f1', 'name': 'network-vif-deleted', 'tag': '2e9ba775-543a-47eb-83e5-e0cb16301708'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:44.647234 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca109047-054b-45bc-9608-4b7e38fc9611" -d '{"events": [{"server_uuid": "19545cea-dffe-4fd4-a34d-d2b88d79d3f1", "name": "network-vif-deleted", "tag": "2e9ba775-543a-47eb-83e5-e0cb16301708"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:44.686122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6fb9a-103e-408d-bea2-da17ca1eefe1 req-bd8b55f8-a4c3-4f46-b0ac-733ac27b30be tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:44.694312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bf6fb9a-103e-408d-bea2-da17ca1eefe1 req-bd8b55f8-a4c3-4f46-b0ac-733ac27b30be tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.0657344 Sep 17 22:06:44.727920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, c33fb5cd-910f-4fc7-a1c9-995b1cb651b8) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:44.732912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:44.737779 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:44.738163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bf6fb9a-103e-408d-bea2-da17ca1eefe1 req-e5a51b09-62e7-4630-ac13-270e438d6e87 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 Sep 17 22:06:44.753199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9cd7cf-9bd2-470b-84cd-382b123a056f None None] Network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:44.800526 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909584a3-039e-4d3f-a1d6-9121c9f1db25 x-openstack-request-id: req-909584a3-039e-4d3f-a1d6-9121c9f1db25 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:44.800850 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19545cea-dffe-4fd4-a34d-d2b88d79d3f1", "name": "network-vif-deleted", "tag": "2e9ba775-543a-47eb-83e5-e0cb16301708", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:44.801121 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-909584a3-039e-4d3f-a1d6-9121c9f1db25 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:44.801509 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19545cea-dffe-4fd4-a34d-d2b88d79d3f1', 'name': 'network-vif-deleted', 'tag': '2e9ba775-543a-47eb-83e5-e0cb16301708', 'status': 'completed', 'code': 200} Sep 17 22:06:44.818871 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f179b439-cec2-405f-b2cd-072a3af76ef2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1356454 Sep 17 22:06:44.825805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59884) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:44.827942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:44.952354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4fd2654-eafb-48e3-bee6-1f5f6eb58c62 req-d3eb6205-0f4c-4286-805d-19c384ea0e7c tempest-VolumesAdminNegativeTest-1093558241 tempest-VolumesAdminNegativeTest-1093558241-project] 10.222.0.13 "GET /v2.0/ports?device_id=19545cea-dffe-4fd4-a34d-d2b88d79d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0505450 Sep 17 22:06:44.959251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:44.964370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:45.012411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39e1bb2c-c1cf-401f-a5c7-3b6bf74cc002 req-055d2ebf-f190-4fb2-9eb6-a82dbfd31b5b tempest-AbsoluteLimitsNegativeTestJSON-1973347498 tempest-AbsoluteLimitsNegativeTestJSON-1973347498-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a80d855ac5a54ad8a3b9234b4d002f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579634 Sep 17 22:06:45.049726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0a1d7-ef27-4356-b704-d937d1ab8d40 None None] Network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:45.120372 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:45.143678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-ca3ade52-0dc2-4f47-b505-ff792019a69c tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:45.145241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-ca3ade52-0dc2-4f47-b505-ff792019a69c tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 949 time: 0.0936124 Sep 17 22:06:45.269416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Deleting port 4855047f-1b23-4951-b43c-2301d7aca959 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:06:45.270032 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:45.343267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1bb2c-c1cf-401f-a5c7-3b6bf74cc002 req-04429e5b-7582-46a4-9709-17d98781ffad tempest-AbsoluteLimitsNegativeTestJSON-1973347498 tempest-AbsoluteLimitsNegativeTestJSON-1973347498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:45.352949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39e1bb2c-c1cf-401f-a5c7-3b6bf74cc002 req-04429e5b-7582-46a4-9709-17d98781ffad tempest-AbsoluteLimitsNegativeTestJSON-1973347498 tempest-AbsoluteLimitsNegativeTestJSON-1973347498-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322816 Sep 17 22:06:45.422003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0387a-7672-4973-9cba-779a268909f7 req-bb89eab6-155c-4d7e-8726-c68d37a6856d tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:45.429267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77d0387a-7672-4973-9cba-779a268909f7 req-bb89eab6-155c-4d7e-8726-c68d37a6856d tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 949 time: 0.2396114 Sep 17 22:06:45.439668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 5561f858-de8d-4ee0-95e2-effffadb286b details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:06:45.441294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] For port 4855047f-1b23-4951-b43c-2301d7aca959, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4855047f-1b23-4951-b43c-2301d7aca959,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:45.442727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:45.447180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39e1bb2c-c1cf-401f-a5c7-3b6bf74cc002 req-02cf759a-ef43-476d-80a2-b833eff80ff5 tempest-AbsoluteLimitsNegativeTestJSON-1973347498 tempest-AbsoluteLimitsNegativeTestJSON-1973347498-project] 10.222.0.13 "GET /v2.0/quotas/a80d855ac5a54ad8a3b9234b4d002f6f HTTP/1.1" status: 200 len: 375 time: 0.0933089 Sep 17 22:06:45.470844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Calling delete_port for 4855047f-1b23-4951-b43c-2301d7aca959 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:06:45.481244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:45.542013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39e1bb2c-c1cf-401f-a5c7-3b6bf74cc002 req-08afe65a-c0e5-4d33-8a7b-35db6481e25b tempest-AbsoluteLimitsNegativeTestJSON-1973347498 tempest-AbsoluteLimitsNegativeTestJSON-1973347498-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a80d855ac5a54ad8a3b9234b4d002f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939062 Sep 17 22:06:45.580359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77d0387a-7672-4973-9cba-779a268909f7 req-98ecf30d-62f6-44ca-bf3c-34bad8e237f5 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/security-groups?id=97ac56ee-d006-4e96-a32a-6b9a441ecae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473053 Sep 17 22:06:45.639318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:45.667798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '5561f858-de8d-4ee0-95e2-effffadb286b', 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4', 'port_id': '5561f858-de8d-4ee0-95e2-effffadb286b', 'mac_address': 'fa:16:3e:e9:01:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1a1b15-4eaa-4254-916f-6d48795aacd3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:06:45.768637 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:45.794170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5561f858-de8d-4ee0-95e2-effffadb286b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:45.822069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:45.852348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:45.895840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Pushing event deleted for resources: {'Port': ['ID=4855047f-1b23-4951-b43c-2301d7aca959,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:45.971885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] No DVR routers for this DVR port 4855047f-1b23-4951-b43c-2301d7aca959 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:06:45.974452 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:45.978608 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f7187179-dc78-48cb-aea7-4d2bb722e4bd req-2adeb057-520f-4d4a-94d0-44e90aeb47f2 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.35 "DELETE /v2.0/ports/4855047f-1b23-4951-b43c-2301d7aca959 HTTP/1.1" status: 204 len: 173 time: 0.8267925 Sep 17 22:06:46.005500 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:46.013798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59924) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:46.027033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477552eb-1229-4fa0-8856-6453fba51a0e req-cc7b7057-53fe-489f-b01e-0989f9a69ce4 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:46.036464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-477552eb-1229-4fa0-8856-6453fba51a0e req-cc7b7057-53fe-489f-b01e-0989f9a69ce4 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.1445010 Sep 17 22:06:46.039742 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:46.087292 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:46.114185 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b0fc54-0941-430d-a269-fe6204a2d7b2 admin admin] Deleting subnet 2532949f-c3f1-4e36-a9a4-ac32dfa9ff29 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:06:46.126838 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1b0fc54-0941-430d-a269-fe6204a2d7b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:46.133743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=5561f858-de8d-4ee0-95e2-effffadb286b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:46.176330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-477552eb-1229-4fa0-8856-6453fba51a0e req-02eb78ab-3c3b-41b7-822d-eb0038791612 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387873 Sep 17 22:06:46.202036 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1b0fc54-0941-430d-a269-fe6204a2d7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:46.261479 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1b0fc54-0941-430d-a269-fe6204a2d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:46.296048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Allocated IP 172.25.5.200 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/3ece5d69-c0a1-4440-a38f-1297c72cda2d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:46.309347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['5561f858-de8d-4ee0-95e2-effffadb286b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:46.440639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:46.661170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59932) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:46.668649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1b0fc54-0941-430d-a269-fe6204a2d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:46.687628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:46.721935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94ee7eb8-bc97-48e4-bc2c-d0a105a6ecde req-54c451bb-5342-48a1-bc09-39b6adb70f70 tempest-ListImageFiltersTestJSON-815791297 tempest-ListImageFiltersTestJSON-815791297-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8883178-06bd-4acb-8828-3a7afaf43354 HTTP/1.1" status: 200 len: 210 time: 0.0702517 Sep 17 22:06:46.775445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:46.781924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:46.789950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:46.794516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Pushing event updated for resources: {'Port': ['ID=3ece5d69-c0a1-4440-a38f-1297c72cda2d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:46.982024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-deleted', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:46.984128 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c924e-796a-40f4-801a-bd360ec6688f" -d '{"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-deleted", "tag": "4855047f-1b23-4951-b43c-2301d7aca959"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:47.015993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1b0fc54-0941-430d-a269-fe6204a2d7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.018752 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d1b0fc54-0941-430d-a269-fe6204a2d7b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2532949f-c3f1-4e36-a9a4-ac32dfa9ff29 HTTP/1.1" status: 204 len: 168 time: 1.0035269 Sep 17 22:06:47.021444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59962) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:47.024394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0fc54-0941-430d-a269-fe6204a2d7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2532949f-c3f1-4e36-a9a4-ac32dfa9ff29,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:47.042044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb138-b7ea-4d4c-8a69-d58166937ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.082830 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3e3b84-1a2f-4201-b024-d3ebac024da0 x-openstack-request-id: req-dd3e3b84-1a2f-4201-b024-d3ebac024da0 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:47.083102 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8883178-06bd-4acb-8828-3a7afaf43354", "name": "network-vif-deleted", "tag": "4855047f-1b23-4951-b43c-2301d7aca959", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:47.083354 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd3e3b84-1a2f-4201-b024-d3ebac024da0 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:47.083739 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8883178-06bd-4acb-8828-3a7afaf43354', 'name': 'network-vif-deleted', 'tag': '4855047f-1b23-4951-b43c-2301d7aca959', 'status': 'completed', 'code': 200} Sep 17 22:06:47.158228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb138-b7ea-4d4c-8a69-d58166937ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.188818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.263610 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb138-b7ea-4d4c-8a69-d58166937ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.325352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.337307 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8fdbb138-b7ea-4d4c-8a69-d58166937ef1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a80d855ac5a54ad8a3b9234b4d002f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747198 Sep 17 22:06:47.343848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59968) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:47.350934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbb138-b7ea-4d4c-8a69-d58166937ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca41136b-caee-497d-88ec-22bffe255c0d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:47.356395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2e9ba775-543a-47eb-83e5-e0cb16301708 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:47.383925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 2e9ba775-543a-47eb-83e5-e0cb16301708 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:06:47.384379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2e9ba775-543a-47eb-83e5-e0cb16301708 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:06:47.384888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:47.397086 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.431036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31679801-6791-4261-af14-a36dcd07fc42']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:47.441933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 4855047f-1b23-4951-b43c-2301d7aca959 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:06:47.442509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4855047f-1b23-4951-b43c-2301d7aca959 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:06:47.448960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789b98f-c6e8-4d2e-b6fe-50eea07113b7 req-fff4cfae-2c12-4ef5-9ed3-9805f277468b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:47.451541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7789b98f-c6e8-4d2e-b6fe-50eea07113b7 req-fff4cfae-2c12-4ef5-9ed3-9805f277468b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 944 time: 0.1840189 Sep 17 22:06:47.458296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eb7a08-0855-4384-8cd7-ea001902180e') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:47.458620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eb7a08-0855-4384-8cd7-ea001902180e') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:47.460196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 30185f19-e275-4451-91a5-271969ccd751 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:06:47.465365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 5561f858-de8d-4ee0-95e2-effffadb286b up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:47.484695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-615c4dab-f9f5-4567-b5c1-3d86e2137af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.513431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-615c4dab-f9f5-4567-b5c1-3d86e2137af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.532277 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.557258 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.578464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:06:47.578881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:06:47.580636 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:06:47.597453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7789b98f-c6e8-4d2e-b6fe-50eea07113b7 req-7ed559fd-3cd7-45fe-b91f-b9c571437020 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353772 Sep 17 22:06:47.623230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=30185f19-e275-4451-91a5-271969ccd751,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:47.634669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '30185f19-e275-4451-91a5-271969ccd751', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'port_id': '30185f19-e275-4451-91a5-271969ccd751', 'mac_address': 'fa:16:3e:77:2d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d99c15b-c193-4901-b368-faa5605566e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:06:47.677627 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.687458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-615c4dab-f9f5-4567-b5c1-3d86e2137af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.690961 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-615c4dab-f9f5-4567-b5c1-3d86e2137af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.692336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30185f19-e275-4451-91a5-271969ccd751 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:06:47.699826 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-615c4dab-f9f5-4567-b5c1-3d86e2137af3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca41136b-caee-497d-88ec-22bffe255c0d HTTP/1.1" status: 204 len: 168 time: 0.3542974 Sep 17 22:06:47.720016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c4dab-f9f5-4567-b5c1-3d86e2137af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca41136b-caee-497d-88ec-22bffe255c0d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:47.720980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=30185f19-e275-4451-91a5-271969ccd751,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:47.740030 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.755399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 5561f858-de8d-4ee0-95e2-effffadb286b completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:06:47.755399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-112f04cb-f918-4f08-a0e9-67b281943e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.758320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 5561f858-de8d-4ee0-95e2-effffadb286b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:47.758689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.802407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.817157 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.824428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.829353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] 10.222.0.13 "DELETE /v2.0/networks/31679801-6791-4261-af14-a36dcd07fc42 HTTP/1.1" status: 204 len: 168 time: 0.8042073 Sep 17 22:06:47.829353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83058b59-07cd-4d90-9306-539e396e7e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=31679801-6791-4261-af14-a36dcd07fc42,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:47.829699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59990) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:47.882313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bf29a1-3dab-4b18-94fa-513961d312a4 admin admin] Deleting subnet e082ae24-a199-476c-b608-6c37641c23a1 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:06:47.886028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27bf29a1-3dab-4b18-94fa-513961d312a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.932323 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.934503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['30185f19-e275-4451-91a5-271969ccd751'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:06:47.951430 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27bf29a1-3dab-4b18-94fa-513961d312a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:47.977038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=30185f19-e275-4451-91a5-271969ccd751,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:48.005320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:48.007921 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaac88e-4f8d-4733-969a-b1176fe7b4bc" -d '{"events": [{"server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "name": "network-vif-plugged", "status": "completed", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:48.016833 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27bf29a1-3dab-4b18-94fa-513961d312a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.027635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:48.098106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.231027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27bf29a1-3dab-4b18-94fa-513961d312a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.231404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=5561f858-de8d-4ee0-95e2-effffadb286b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:48.285189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27bf29a1-3dab-4b18-94fa-513961d312a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.288347 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-27bf29a1-3dab-4b18-94fa-513961d312a4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e082ae24-a199-476c-b608-6c37641c23a1 HTTP/1.1" status: 204 len: 168 time: 0.4573708 Sep 17 22:06:48.289553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf29a1-3dab-4b18-94fa-513961d312a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e082ae24-a199-476c-b608-6c37641c23a1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:48.291908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60036) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:48.405997 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.459676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Router fc7408ac-b345-476a-8ea5-0d34139e9f69 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:06:48.508715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.539012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9c5ad9-9d22-4a96-84c8-48b348a3329e']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:48.546447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2d18ab-b547-4d43-947e-270a43241fcb') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:48.546743 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2d18ab-b547-4d43-947e-270a43241fcb') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:48.560894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.574336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.581726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:06:48.582114 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:06:48.583876 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:06:48.618761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:06:48.633246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b9003-71da-4199-9464-61055801d74d None None] Sync routers for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:06:48.645124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b9003-71da-4199-9464-61055801d74d None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:06:48.646007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d47b9003-71da-4199-9464-61055801d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:06:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:48.662951 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:06:48.743593 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.757988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b9ce5f0d-f0ed-4fb6-b82a-55dac15eff5b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9222283 Sep 17 22:06:48.760204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60066) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:48.778106 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.811781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:48.817954 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/de9c5ad9-9d22-4a96-84c8-48b348a3329e HTTP/1.1" status: 204 len: 168 time: 0.5208290 Sep 17 22:06:48.819667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9118724-1373-4746-93f5-067cc581ff69 admin admin] Pushing event deleted for resources: {'Network': ['ID=de9c5ad9-9d22-4a96-84c8-48b348a3329e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:48.873715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d47b9003-71da-4199-9464-61055801d74d None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:06:48.996697 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f18ccf-3383-4477-aad2-b6159fc39d29 x-openstack-request-id: req-41f18ccf-3383-4477-aad2-b6159fc39d29 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:48.999582 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "name": "network-vif-plugged", "status": "completed", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:49.000113 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41f18ccf-3383-4477-aad2-b6159fc39d29 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:49.001710 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b', 'code': 200} Sep 17 22:06:49.050873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d61bf-a146-4e3b-8150-918694f75e86 req-34a459f4-b767-4e4b-b661-6fa08d25c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:49.052653 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-477d61bf-a146-4e3b-8150-918694f75e86 req-34a459f4-b767-4e4b-b661-6fa08d25c065 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 1097 time: 0.0879073 Sep 17 22:06:49.110998 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-477d61bf-a146-4e3b-8150-918694f75e86 req-0bc9ebb7-691d-48f9-86ef-298fc39407f2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Sep 17 22:06:49.227685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60096) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:49.268698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d47b9003-71da-4199-9464-61055801d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:46Z', 'revision_number': 3, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:49.280801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfcfac-75ab-4f43-97c1-854675f690d4 req-363b099b-f811-4e6a-af85-b9ca3d966fd4 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:49.282432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffcfcfac-75ab-4f43-97c1-854675f690d4 req-363b099b-f811-4e6a-af85-b9ca3d966fd4 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.1683836 Sep 17 22:06:49.309957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b9003-71da-4199-9464-61055801d74d None None] Checking router: fc7408ac-b345-476a-8ea5-0d34139e9f69 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:06:49.310317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b9003-71da-4199-9464-61055801d74d None None] Updating router fc7408ac-b345-476a-8ea5-0d34139e9f69 port 3ece5d69-c0a1-4440-a38f-1297c72cda2d binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:06:49.327489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60100) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:49.352271 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d47b9003-71da-4199-9464-61055801d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.429342 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0b2286c6-3604-481c-8f6f-5e6a0534c290 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d15198bba220431eac0f93651d09592c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003885 Sep 17 22:06:49.433344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60106) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:49.437806 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffcfcfac-75ab-4f43-97c1-854675f690d4 req-6cc379ca-3946-49f3-8440-3d895c9f7de3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414392 Sep 17 22:06:49.492032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 30185f19-e275-4451-91a5-271969ccd751 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:49.597072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12016e7c-a39b-4996-8d6d-937ce5b7e242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.641844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12016e7c-a39b-4996-8d6d-937ce5b7e242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.701774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 30185f19-e275-4451-91a5-271969ccd751 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:49.702783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.725371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-998672323-network', 'tenant_id': '462e2df27b53401ea3b68101c712dad9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:49.791175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887ef9e-bfd7-49eb-9bb2-a95384d757f4 req-b3f0b2ce-f41d-4fe2-ad07-96eb560f2411 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:49.799238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5887ef9e-bfd7-49eb-9bb2-a95384d757f4 req-b3f0b2ce-f41d-4fe2-ad07-96eb560f2411 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 949 time: 0.2261620 Sep 17 22:06:49.860322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Made reservation on behalf of 462e2df27b53401ea3b68101c712dad9 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:49.862675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.873718 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5887ef9e-bfd7-49eb-9bb2-a95384d757f4 req-5c151f25-72f4-42e5-bdb3-fc68d2eb4a86 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557687 Sep 17 22:06:49.876863 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.884304 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.889453 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12016e7c-a39b-4996-8d6d-937ce5b7e242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.904860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12016e7c-a39b-4996-8d6d-937ce5b7e242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:49.912979 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-12016e7c-a39b-4996-8d6d-937ce5b7e242 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/121d7117-30bc-4e3d-9328-6b7541dbcd27 HTTP/1.1" status: 204 len: 168 time: 0.4783590 Sep 17 22:06:49.939901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12016e7c-a39b-4996-8d6d-937ce5b7e242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121d7117-30bc-4e3d-9328-6b7541dbcd27,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:50.002096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.084894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.097986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=30185f19-e275-4451-91a5-271969ccd751,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:50.177676 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d47b9003-71da-4199-9464-61055801d74d None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.208902 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.210266 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.246227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:06:50.265875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.266240 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Added segment e3f9e6af-c952-4846-8c9a-ec8b4a9acd5a of type vlan for network 2b8f1cdd-dea7-42d0-a0c6-79a2f786831e Sep 17 22:06:50.291983 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d47b9003-71da-4199-9464-61055801d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.313955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8b5b590b-c1e7-423b-afb9-609eb4d44561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.344504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d47b9003-71da-4199-9464-61055801d74d None None] Attempting to bind port 3ece5d69-c0a1-4440-a38f-1297c72cda2d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:50.344873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d47b9003-71da-4199-9464-61055801d74d None None] Attempting to bind port 3ece5d69-c0a1-4440-a38f-1297c72cda2d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:50.351244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b9003-71da-4199-9464-61055801d74d None None] Attempting to bind port 3ece5d69-c0a1-4440-a38f-1297c72cda2d on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:50.381839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b9003-71da-4199-9464-61055801d74d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:50.382215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b9003-71da-4199-9464-61055801d74d None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:50.382616 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d47b9003-71da-4199-9464-61055801d74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.385291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b9003-71da-4199-9464-61055801d74d None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:50.390069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d47b9003-71da-4199-9464-61055801d74d None None] Bound port: 3ece5d69-c0a1-4440-a38f-1297c72cda2d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:50.390705 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d47b9003-71da-4199-9464-61055801d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.431400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Allocated IP 172.20.0.1 (c33fb5cd-910f-4fc7-a1c9-995b1cb651b8/7a6af102-3404-4f25-9bff-0c478893c619/bbe8c02e-0c2a-4d2f-8212-92973cb8ca62) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:50.443634 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.453383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=30185f19-e275-4451-91a5-271969ccd751,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:50.555150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f968cd-58a3-4d16-bbfc-828a69927191,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:50.584195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1a968-bba5-4c97-924a-049e1ac714ba None None] Pushing event updated for resources: {'Port': ['ID=3ece5d69-c0a1-4440-a38f-1297c72cda2d,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:50.625446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.627017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:50.627962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.670344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d47b9003-71da-4199-9464-61055801d74d None None] For port 3ece5d69-c0a1-4440-a38f-1297c72cda2d, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:50.676740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d47b9003-71da-4199-9464-61055801d74d None None] For port 3ece5d69-c0a1-4440-a38f-1297c72cda2d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3ece5d69-c0a1-4440-a38f-1297c72cda2d,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:50.738110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] Pushing event updated for resources: {'Network': ['ID=2b8f1cdd-dea7-42d0-a0c6-79a2f786831e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:50.752833 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-09b4a916-5d76-4adb-80d5-b3524155d0fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5168841 Sep 17 22:06:50.753421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 2b8f1cdd-dea7-42d0-a0c6-79a2f786831e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:06:50.761683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60156) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:50.769123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Request body: {'subnet': {'network_id': '2b8f1cdd-dea7-42d0-a0c6-79a2f786831e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-998672323-subnet', 'tenant_id': '462e2df27b53401ea3b68101c712dad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:50.770532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e8dba-dd75-408e-ba70-981e0d148b07 req-07430524-b66e-425d-8fa9-4ed6c4eaf0bc tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:50.777991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-198e8dba-dd75-408e-ba70-981e0d148b07 req-07430524-b66e-425d-8fa9-4ed6c4eaf0bc tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.1230655 Sep 17 22:06:50.782393 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.847408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-198e8dba-dd75-408e-ba70-981e0d148b07 req-87473c85-f940-47ab-85e4-357c63e570e3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683517 Sep 17 22:06:50.892198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Made reservation on behalf of 462e2df27b53401ea3b68101c712dad9 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:50.894857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.984500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:50.989800 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d47b9003-71da-4199-9464-61055801d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.048542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185f19-e275-4451-91a5-271969ccd751'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:51.051033 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4074b0-c317-49b8-a13a-b1389ab10713" -d '{"events": [{"server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "name": "network-vif-plugged", "status": "completed", "tag": "30185f19-e275-4451-91a5-271969ccd751"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:51.053865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1a968-bba5-4c97-924a-049e1ac714ba None None] Pushing event updated for resources: {'Port': ['ID=3ece5d69-c0a1-4440-a38f-1297c72cda2d,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:51.063809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60168) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:51.071568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b9003-71da-4199-9464-61055801d74d None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:06:51.072328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d47b9003-71da-4199-9464-61055801d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:06:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:51.149840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:51.156853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe8c02e-0c2a-4d2f-8212-92973cb8ca62,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:51.169135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:51.175436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:51.188156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d47b9003-71da-4199-9464-61055801d74d None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:06:51.260994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.288966 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c6cd9a15-d9ca-41f3-9062-7a3e0cddc228 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3210f916f614253ba34d875d8fa8a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235692 Sep 17 22:06:51.291417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60172) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:51.311794 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.418462 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.444365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Checking segment: {'id': 'e3f9e6af-c952-4846-8c9a-ec8b4a9acd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b8f1cdd-dea7-42d0-a0c6-79a2f786831e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:51.444365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Network hostable DHCP agents. Network: 2b8f1cdd-dea7-42d0-a0c6-79a2f786831e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:06:51.466575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0b70e6-fa8b-476f-9b00-c7442c94d2bf,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:51.494209 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7d78-4c68-40df-b7d4-094f525d43d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.503364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c3e078f0-f794-44b3-ae59-24f4cfaf0adb no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:06:51.530700 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7d78-4c68-40df-b7d4-094f525d43d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.606840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Network 2b8f1cdd-dea7-42d0-a0c6-79a2f786831e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:06:51.618209 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.633972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d47b9003-71da-4199-9464-61055801d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:46Z', 'revision_number': 3, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:51.677670 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7d78-4c68-40df-b7d4-094f525d43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.681676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7d78-4c68-40df-b7d4-094f525d43d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.687221 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dcdb7d78-4c68-40df-b7d4-094f525d43d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5106b21-d2cc-4b5c-8a0a-894e21a0d91c HTTP/1.1" status: 204 len: 168 time: 0.3901153 Sep 17 22:06:51.703214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb7d78-4c68-40df-b7d4-094f525d43d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5106b21-d2cc-4b5c-8a0a-894e21a0d91c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:51.711768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.723345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 2b8f1cdd-dea7-42d0-a0c6-79a2f786831e) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:51.737780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:51.744716 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.858745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b488ac2-5f36-4b19-92bf-f6c221c9a497 None None] Network 2b8f1cdd-dea7-42d0-a0c6-79a2f786831e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:51.869031 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:51.883805 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e4c31263-8a48-4bab-9bb5-fcdd632bf66f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1208179 Sep 17 22:06:51.927989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:51.930089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b9003-71da-4199-9464-61055801d74d None None] The sync data for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 is: [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:46Z', 'revision_number': 3, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:06:51.957311 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea65570b-2340-4d07-8ad8-439a0913c78f x-openstack-request-id: req-ea65570b-2340-4d07-8ad8-439a0913c78f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:51.957777 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "name": "network-vif-plugged", "status": "completed", "tag": "30185f19-e275-4451-91a5-271969ccd751", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:51.958160 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea65570b-2340-4d07-8ad8-439a0913c78f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:51.958844 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30185f19-e275-4451-91a5-271969ccd751', 'code': 200} Sep 17 22:06:52.021455 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:52.083700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:52.189590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04856aec-b3c3-448e-8df5-bb12c02b8865 None None] Network 2b8f1cdd-dea7-42d0-a0c6-79a2f786831e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:52.243777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:52.362483 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:52.506018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe8c02e-0c2a-4d2f-8212-92973cb8ca62,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:52.510529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:52.663199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:52.664815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:52.845306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Router fc7408ac-b345-476a-8ea5-0d34139e9f69 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:06:52.868382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60212) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:53.026581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:06:53.042823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-05f36cc4-e204-462c-9918-98a33c5ff7e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc7408ac-b345-476a-8ea5-0d34139e9f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2731249 Sep 17 22:06:53.134681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60228) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:53.136158 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5b7819db-ae7a-4de9-a6f3-7da9bbfb511f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38962226609d400b8cde070b2a783da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637017 Sep 17 22:06:53.208131 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:53.246154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0851-18f3-4d97-80de-3a78ee8f859c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:53.300566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0851-18f3-4d97-80de-3a78ee8f859c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:53.472292 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0851-18f3-4d97-80de-3a78ee8f859c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:53.491001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0851-18f3-4d97-80de-3a78ee8f859c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:53.491001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe9c0851-18f3-4d97-80de-3a78ee8f859c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97ac56ee-d006-4e96-a32a-6b9a441ecae5 HTTP/1.1" status: 204 len: 168 time: 0.3404052 Sep 17 22:06:53.494833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c0851-18f3-4d97-80de-3a78ee8f859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ac56ee-d006-4e96-a32a-6b9a441ecae5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:53.556258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3ece5d69-c0a1-4440-a38f-1297c72cda2d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:53.616525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3ece5d69-c0a1-4440-a38f-1297c72cda2d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:53.616993 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:53.708454 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:53.729406 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 3ece5d69-c0a1-4440-a38f-1297c72cda2d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3ece5d69-c0a1-4440-a38f-1297c72cda2d,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:53.887114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60254) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:53.916813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:53.961252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:06:53.964214 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9ce7ae-c158-4bb6-bf18-db9bf8bf2a4e" -d '{"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:06:53.978714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=3ece5d69-c0a1-4440-a38f-1297c72cda2d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:53.987099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.987954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.987954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.988245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.988577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.988901 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.989222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.989543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.989908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.990221 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.990723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.991089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:53.995005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-network', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:54.086018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Made reservation on behalf of fcb6478d89584296a248817a76e5ecdf for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:54.088415 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.102815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.227583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.268810 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Sync routers for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:06:54.278552 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:06:54.279753 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:06:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:54.297666 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.327618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:06:54.334088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb8f582-9bf3-4167-9473-371265ea0cb2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:54.348520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.351621 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Added segment 1bfbec4a-ab0b-4374-8149-f802fa08bbcc of type vlan for network 7fbca1df-4a58-4a48-9aad-a29d065ab67a Sep 17 22:06:54.401795 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.413802 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:06:54.561707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.564959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:54.564959 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.677428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7887032 Sep 17 22:06:54.680194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60290) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:54.693784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Request body: {'subnet': {'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-subnet', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:54.706924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992843c5-49ca-4982-8b7d-23faeed3d1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7fbca1df-4a58-4a48-9aad-a29d065ab67a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:54.716276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:06:54.726979 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'bbe8c02e-0c2a-4d2f-8212-92973cb8ca62', 'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'mac_address': 'fa:16:3e:15:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:50Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 2, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'subnets': [{'id': '7a6af102-3404-4f25-9bff-0c478893c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:54.760174 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Checking router: fc7408ac-b345-476a-8ea5-0d34139e9f69 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:06:54.761075 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Updating router fc7408ac-b345-476a-8ea5-0d34139e9f69 port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:06:54.790149 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.885307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34cde-c38f-4606-8cec-c0b2514aca14 req-bb5ca7b8-ba0c-43d1-b64d-ace4fbe9fd99 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:54.887068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74d34cde-c38f-4606-8cec-c0b2514aca14 req-bb5ca7b8-ba0c-43d1-b64d-ace4fbe9fd99 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.1773543 Sep 17 22:06:54.940023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Made reservation on behalf of fcb6478d89584296a248817a76e5ecdf for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:06:54.943891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:54.961900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74d34cde-c38f-4606-8cec-c0b2514aca14 req-6c6d795f-6ead-4724-ac9a-509247fb4afb tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667288 Sep 17 22:06:55.033961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f870e200-3c41-4c9e-9cca-6618531ff3df req-7bd112dd-ac59-40be-8f8d-e9fe97749833 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-907107137', 'description': 'tempest-description-597108832'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:55.116107 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f870e200-3c41-4c9e-9cca-6618531ff3df req-7bd112dd-ac59-40be-8f8d-e9fe97749833 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.235430 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.346218 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.459343 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Pushing event updated for resources: {'Port': ['ID=bbe8c02e-0c2a-4d2f-8212-92973cb8ca62,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:55.466999 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.472851 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Attempting to bind port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:55.473504 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Attempting to bind port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '447488aa-fccb-4971-bee9-8262321a6eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:55.474124 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Attempting to bind port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 on network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:55.481791 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:55.482727 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Checking segment: {'id': '447488aa-fccb-4971-bee9-8262321a6eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:55.483302 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.484006 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Bound using segment: {'id': '447488aa-fccb-4971-bee9-8262321a6eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:55.485964 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Bound port: bbe8c02e-0c2a-4d2f-8212-92973cb8ca62, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447488aa-fccb-4971-bee9-8262321a6eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:55.486855 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.504730 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.506244 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.506825 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.508124 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.508727 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.509259 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.509749 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.510603 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.510603 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.510869 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.516619 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.516619 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:06:55.536644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3ece5d69-c0a1-4440-a38f-1297c72cda2d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:55.588809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c37c3cc-1092-4968-9868-aaf148d89f61,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:55.626771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3ece5d69-c0a1-4440-a38f-1297c72cda2d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:55.629891 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.641915 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] For port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:55.646324 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] For port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bbe8c02e-0c2a-4d2f-8212-92973cb8ca62,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:55.658362 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Checking segment: {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:55.658999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Network hostable DHCP agents. Network: 7fbca1df-4a58-4a48-9aad-a29d065ab67a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:06:55.678303 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f870e200-3c41-4c9e-9cca-6618531ff3df req-7bd112dd-ac59-40be-8f8d-e9fe97749833 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.688741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-459c0d14-d5b9-4c50-8096-b0bfd0e53fc4 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:55.696806 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-459c0d14-d5b9-4c50-8096-b0bfd0e53fc4 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 819 time: 0.3764396 Sep 17 22:06:55.721401 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.728726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-b3d9dd25-6d5f-4f34-b28e-6f4f97725751 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/quotas/7ac795ae0f1042409c73b9e108202c99 HTTP/1.1" status: 200 len: 375 time: 0.0305743 Sep 17 22:06:55.780514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f870e200-3c41-4c9e-9cca-6618531ff3df req-7bd112dd-ac59-40be-8f8d-e9fe97749833 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.789930 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5dc33-a982-4e4b-92bc-0fe5262bf317 None None] Pushing event updated for resources: {'Port': ['ID=bbe8c02e-0c2a-4d2f-8212-92973cb8ca62,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:55.816958 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:06:55.818200 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:06:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:55.825988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:06:55.857874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-e0637165-fbcb-48cc-a38a-c27ab1bee8fa tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1273937 Sep 17 22:06:55.861034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd112dd-ac59-40be-8f8d-e9fe97749833 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7279641a-d31f-4ec4-ade6-21272367a097,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:55.906032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f870e200-3c41-4c9e-9cca-6618531ff3df req-7bd112dd-ac59-40be-8f8d-e9fe97749833 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:55.927653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f870e200-3c41-4c9e-9cca-6618531ff3df req-7bd112dd-ac59-40be-8f8d-e9fe97749833 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9020462 Sep 17 22:06:55.971147 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:06:55.986159 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd1072-7907-44d7-9da5-1e3b3e4a9769 x-openstack-request-id: req-14fd1072-7907-44d7-9da5-1e3b3e4a9769 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:06:55.986697 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:06:55.986697 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14fd1072-7907-44d7-9da5-1e3b3e4a9769 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:06:55.987112 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'code': 200} Sep 17 22:06:56.097924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-77ad0cfe-8211-40fc-baad-b201be9a9b4b service neutron] 10.222.0.13 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022209 Sep 17 22:06:56.115163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 7fbca1df-4a58-4a48-9aad-a29d065ab67a) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:56.128427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650df93-3d8d-4d22-8c5b-bc7100eb343e None None] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:56.237434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-96b7e06b-8053-4978-8b3d-d4142ea068c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173072 Sep 17 22:06:56.238987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:56.239730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:56.360649 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'bbe8c02e-0c2a-4d2f-8212-92973cb8ca62', 'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'mac_address': 'fa:16:3e:15:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:50Z', 'updated_at': '2021-09-17T22:06:55Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'subnets': [{'id': '7a6af102-3404-4f25-9bff-0c478893c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:06:56.401825 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a010e4-b5cb-4934-abdd-a5bb0e49fcf1 None None] The sync data for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 is: [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'bbe8c02e-0c2a-4d2f-8212-92973cb8ca62', 'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'mac_address': 'fa:16:3e:15:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:50Z', 'updated_at': '2021-09-17T22:06:55Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'subnets': [{'id': '7a6af102-3404-4f25-9bff-0c478893c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:06:56.409058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:06:56.409937 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:56.689893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60330) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:56.690504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3407bf8b-c485-46a6-9252-fab07aeebcb2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0071912 Sep 17 22:06:56.695407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:56.707226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808ef5e-3c1e-44a1-9f04-044f9b659848 req-c9675d90-745e-404d-907b-1ac522eb57d1 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:56.709087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3808ef5e-3c1e-44a1-9f04-044f9b659848 req-c9675d90-745e-404d-907b-1ac522eb57d1 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 1097 time: 0.6098435 Sep 17 22:06:56.737916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Allocated IP 172.20.0.2 (7fbca1df-4a58-4a48-9aad-a29d065ab67a/4c37c3cc-1092-4968-9868-aaf148d89f61/a300ee96-b820-4c9f-bcf0-e3e910625039) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:56.783031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3808ef5e-3c1e-44a1-9f04-044f9b659848 req-1c86b29c-17b2-42db-9c07-c95591630027 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657425 Sep 17 22:06:56.798128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:56.799444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:56.918700 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.095475 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.116925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a160a914-74cf-4f6b-8f65-51a17e9166a5 req-36c9d152-3e5e-4cf8-aaad-784a95fa1e87 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/7279641a-d31f-4ec4-ade6-21272367a097 HTTP/1.1" status: 200 len: 1811 time: 0.1262250 Sep 17 22:06:57.124504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a160a914-74cf-4f6b-8f65-51a17e9166a5 req-95ca06a8-ea23-48c1-96c8-ddde531948e3 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7279641a-d31f-4ec4-ade6-21272367a097', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:57.125264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a160a914-74cf-4f6b-8f65-51a17e9166a5 req-95ca06a8-ea23-48c1-96c8-ddde531948e3 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7279641a-d31f-4ec4-ade6-21272367a097', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:57.180076 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.253924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:57.270136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:57.274215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:57.341678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.354111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a160a914-74cf-4f6b-8f65-51a17e9166a5 req-95ca06a8-ea23-48c1-96c8-ddde531948e3 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.375441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Pushing event updated for resources: {'Port': ['ID=a300ee96-b820-4c9f-bcf0-e3e910625039,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:57.466321 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a160a914-74cf-4f6b-8f65-51a17e9166a5 req-95ca06a8-ea23-48c1-96c8-ddde531948e3 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.499937 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Attempting to bind port a300ee96-b820-4c9f-bcf0-e3e910625039 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:06:57.500492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Attempting to bind port a300ee96-b820-4c9f-bcf0-e3e910625039 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:06:57.506021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Attempting to bind port a300ee96-b820-4c9f-bcf0-e3e910625039 on network 7fbca1df-4a58-4a48-9aad-a29d065ab67a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:06:57.517819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:06:57.518209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Checking segment: {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:06:57.518591 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.522907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Bound using segment: {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:06:57.523452 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Bound port: a300ee96-b820-4c9f-bcf0-e3e910625039, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:06:57.523883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.569671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a160a914-74cf-4f6b-8f65-51a17e9166a5 req-95ca06a8-ea23-48c1-96c8-ddde531948e3 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.653962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca06a8-ea23-48c1-96c8-ddde531948e3 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfa7043-2fbc-494d-925b-69861f93e481,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:57.691815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:57.701924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60358) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:57.761893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] For port a300ee96-b820-4c9f-bcf0-e3e910625039, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:06:57.770760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] For port a300ee96-b820-4c9f-bcf0-e3e910625039, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a300ee96-b820-4c9f-bcf0-e3e910625039,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:06:57.783380 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a160a914-74cf-4f6b-8f65-51a17e9166a5 req-95ca06a8-ea23-48c1-96c8-ddde531948e3 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.786136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a160a914-74cf-4f6b-8f65-51a17e9166a5 req-95ca06a8-ea23-48c1-96c8-ddde531948e3 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6672359 Sep 17 22:06:57.916791 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:57.962681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a85cdbea-4645-4fcd-bc1a-c67e215fac8d req-b6fb2390-23da-44c8-a67b-75b9ce52110d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 210 time: 0.0784585 Sep 17 22:06:58.020203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ace47-e38c-422a-b957-08f4ebd96a80 None None] Pushing event updated for resources: {'Port': ['ID=a300ee96-b820-4c9f-bcf0-e3e910625039,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:58.045043 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.049087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9918306b-a9f0-4432-aa05-0e08b75c16c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.052988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:58.053700 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.064571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.234047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a024c41c-9d79-45fd-a25f-4cd82d32c018 req-189b3695-066b-4255-a7a8-34755ab6896e tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/7279641a-d31f-4ec4-ade6-21272367a097 HTTP/1.1" status: 200 len: 2404 time: 0.1779702 Sep 17 22:06:58.249116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac5017-626c-40bc-bf3b-b8ddbbcf69bf req-c41b9a4b-202e-466f-92e0-f4a360cbb35c tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:06:58.264502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77ac5017-626c-40bc-bf3b-b8ddbbcf69bf req-c41b9a4b-202e-466f-92e0-f4a360cbb35c tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 1097 time: 0.1172388 Sep 17 22:06:58.279967 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.330701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Allocated IP 172.25.5.113 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/04342418-8efc-4634-9a6b-9b1fe69dd1cf) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:06:58.336234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77ac5017-626c-40bc-bf3b-b8ddbbcf69bf req-f82426d5-af66-4f5e-98de-02a1119f1f8c tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643535 Sep 17 22:06:58.408437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bbe8c02e-0c2a-4d2f-8212-92973cb8ca62,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:06:58.499122 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.511425 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9918306b-a9f0-4432-aa05-0e08b75c16c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.597776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8144262a-3f4e-496a-9a32-d128e757a16f req-a3658251-e5b4-4cb3-b112-44f35c54874e tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-group-rules/acfa7043-2fbc-494d-925b-69861f93e481 HTTP/1.1" status: 200 len: 778 time: 0.0741577 Sep 17 22:06:58.634771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=bbe8c02e-0c2a-4d2f-8212-92973cb8ca62,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:58.652248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9918306b-a9f0-4432-aa05-0e08b75c16c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.745654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918306b-a9f0-4432-aa05-0e08b75c16c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0254ce0-85fc-42c3-80da-823535422da6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:58.746352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.794979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8144262a-3f4e-496a-9a32-d128e757a16f req-1798caea-d01d-49dd-824d-107fa5fb29bf tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/7279641a-d31f-4ec4-ade6-21272367a097 HTTP/1.1" status: 200 len: 2404 time: 0.1960118 Sep 17 22:06:58.799454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9918306b-a9f0-4432-aa05-0e08b75c16c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=357b4b6099194aaf97ed86a0cdf1b22d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0954313 Sep 17 22:06:58.802614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60396) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:06:58.835948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8144262a-3f4e-496a-9a32-d128e757a16f req-d08768ef-b478-47a0-b755-8da2bd5a4120 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.853005 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8144262a-3f4e-496a-9a32-d128e757a16f req-d08768ef-b478-47a0-b755-8da2bd5a4120 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.882068 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.938506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30e6ee4e-69ea-4cdc-96bf-08e3cf6afac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.961563 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30e6ee4e-69ea-4cdc-96bf-08e3cf6afac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.968154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8144262a-3f4e-496a-9a32-d128e757a16f req-d08768ef-b478-47a0-b755-8da2bd5a4120 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.976169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8144262a-3f4e-496a-9a32-d128e757a16f req-d08768ef-b478-47a0-b755-8da2bd5a4120 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:58.997682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8144262a-3f4e-496a-9a32-d128e757a16f req-d08768ef-b478-47a0-b755-8da2bd5a4120 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/acfa7043-2fbc-494d-925b-69861f93e481 HTTP/1.1" status: 204 len: 173 time: 0.1997280 Sep 17 22:06:59.009574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08768ef-b478-47a0-b755-8da2bd5a4120 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acfa7043-2fbc-494d-925b-69861f93e481,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:59.010564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:06:59.021194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f24eb5f7-834a-4b7d-94d9-e3345db49c12 req-27592cd3-5ca8-41dd-98a0-48b2147451ab tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-165764237', 'description': 'tempest-description-815163608'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:06:59.025296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:06:59.029573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:06:59.081353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30e6ee4e-69ea-4cdc-96bf-08e3cf6afac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:59.084120 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30e6ee4e-69ea-4cdc-96bf-08e3cf6afac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:59.085351 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-30e6ee4e-69ea-4cdc-96bf-08e3cf6afac1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0254ce0-85fc-42c3-80da-823535422da6 HTTP/1.1" status: 204 len: 168 time: 0.2822382 Sep 17 22:06:59.089944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Pushing event updated for resources: {'Port': ['ID=04342418-8efc-4634-9a6b-9b1fe69dd1cf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:59.129974 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f24eb5f7-834a-4b7d-94d9-e3345db49c12 req-27592cd3-5ca8-41dd-98a0-48b2147451ab tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:59.140533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6ee4e-69ea-4cdc-96bf-08e3cf6afac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0254ce0-85fc-42c3-80da-823535422da6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:59.253034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f24eb5f7-834a-4b7d-94d9-e3345db49c12 req-27592cd3-5ca8-41dd-98a0-48b2147451ab tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:59.415801 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f24eb5f7-834a-4b7d-94d9-e3345db49c12 req-27592cd3-5ca8-41dd-98a0-48b2147451ab tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:59.527528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f24eb5f7-834a-4b7d-94d9-e3345db49c12 req-27592cd3-5ca8-41dd-98a0-48b2147451ab tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:59.552394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f24eb5f7-834a-4b7d-94d9-e3345db49c12 req-27592cd3-5ca8-41dd-98a0-48b2147451ab tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5440192 Sep 17 22:06:59.556448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27592cd3-5ca8-41dd-98a0-48b2147451ab tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab3607a-4f72-40d4-a77d-9b88f4e137c6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:06:59.689843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5318597-59ff-433f-b0ee-652a2bf2940d req-c408bcc8-168a-48ae-9d2a-4c01633d3a8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 210 time: 0.0480671 Sep 17 22:06:59.723573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11117d7f-36a5-4a0a-90d5-950a3c260a9d None None] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:06:59.781751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c799e781-ff77-44d6-91ae-bde57fece280 None None] Provisioning complete for port a300ee96-b820-4c9f-bcf0-e3e910625039 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:06:59.788093 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c799e781-ff77-44d6-91ae-bde57fece280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:06:59.816437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a300ee96-b820-4c9f-bcf0-e3e910625039 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:06:59.913926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:00.020418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-9c85abc5-6480-42ef-9f47-60e69b27e578 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:00.022586 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-9c85abc5-6480-42ef-9f47-60e69b27e578 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.35 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 819 time: 0.4442816 Sep 17 22:07:00.046203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Request body: {'port': {'device_id': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'admin_state_up': True, 'tenant_id': '7ac795ae0f1042409c73b9e108202c99'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:00.107748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a300ee96-b820-4c9f-bcf0-e3e910625039 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:00.111005 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:00.192601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bc46746-0c2a-4a3d-83fa-076e67f90ab2 req-8856a3ea-6296-45fa-b839-bc0c12011a90 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/6ab3607a-4f72-40d4-a77d-9b88f4e137c6 HTTP/1.1" status: 200 len: 1811 time: 0.0734129 Sep 17 22:07:00.391272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a27cc864-1f13-410d-9d5f-e46cb2aa4fc6 req-2944751f-b0b2-4428-9bcf-15d0884987d7 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-508910943', 'description': 'tempest-description-685425117'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:00.402524 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c799e781-ff77-44d6-91ae-bde57fece280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:00.474547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:00.533323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c799e781-ff77-44d6-91ae-bde57fece280 None None] For port a300ee96-b820-4c9f-bcf0-e3e910625039, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a300ee96-b820-4c9f-bcf0-e3e910625039,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:00.543573 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:00.901122 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a27cc864-1f13-410d-9d5f-e46cb2aa4fc6 req-2944751f-b0b2-4428-9bcf-15d0884987d7 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:00.945392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:07:00.946053 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c799e781-ff77-44d6-91ae-bde57fece280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:01.024489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:07:01.024846 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:07:01.025736 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799e781-ff77-44d6-91ae-bde57fece280 None None] Pushing event updated for resources: {'Port': ['ID=a300ee96-b820-4c9f-bcf0-e3e910625039,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:01.048609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Made reservation on behalf of 7ac795ae0f1042409c73b9e108202c99 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:01.052422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:01.077868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-94bf3f4c-bd5b-49a8-99ee-a83169e2d6d6 None None] Provisioning complete for port a300ee96-b820-4c9f-bcf0-e3e910625039 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:01.078242 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-94bf3f4c-bd5b-49a8-99ee-a83169e2d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:01.117747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:01.166609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Sync routers for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:01.192240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:01.192862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:06:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:01.268993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Allocated IP 172.20.0.8 (c33fb5cd-910f-4fc7-a1c9-995b1cb651b8/7a6af102-3404-4f25-9bff-0c478893c619/bd4cc815-4501-449a-ae08-2f14a939785b) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:01.286686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a27cc864-1f13-410d-9d5f-e46cb2aa4fc6 req-2944751f-b0b2-4428-9bcf-15d0884987d7 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:01.359904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a27cc864-1f13-410d-9d5f-e46cb2aa4fc6 req-2944751f-b0b2-4428-9bcf-15d0884987d7 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:01.374010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60482) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:01.392598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:01.417826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944751f-b0b2-4428-9bcf-15d0884987d7 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15690aa-a62c-4929-9dc1-b27cad19b63c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:01.424892 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:01.426959 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dc9079ee-c6c9-4946-b9b1-511a619fe235 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.7357016 Sep 17 22:07:01.431533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60486) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:01.488218 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a27cc864-1f13-410d-9d5f-e46cb2aa4fc6 req-2944751f-b0b2-4428-9bcf-15d0884987d7 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:01.490292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a27cc864-1f13-410d-9d5f-e46cb2aa4fc6 req-2944751f-b0b2-4428-9bcf-15d0884987d7 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.1090214 Sep 17 22:07:01.548848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c3e078f0-f794-44b3-ae59-24f4cfaf0adb details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:07:01.648883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:01.671052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed6de2d4-5a9e-4a30-8402-548d070a8200 req-d911baa2-92fa-4334-b218-ba8b0b68e54d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 210 time: 0.0515079 Sep 17 22:07:01.892404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1342669508-network', 'tenant_id': 'f3975254f1524d41afe1e2d3bf167b74'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:01.901264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-651d58b6-b68b-4123-b432-cc7c7548aaf4 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:07:01.902547 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-651d58b6-b68b-4123-b432-cc7c7548aaf4 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255823 Sep 17 22:07:01.959468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:01.981471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'mac_address': 'fa:16:3e:73:35:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:07:01.984681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:01.985066 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:01.991169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-f60d9b61-3d7e-4c17-9b83-b915b26a40a0 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:02.001874 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-f60d9b61-3d7e-4c17-9b83-b915b26a40a0 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports/5561f858-de8d-4ee0-95e2-effffadb286b HTTP/1.1" status: 200 len: 1094 time: 0.0886419 Sep 17 22:07:02.007652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Request body: {'binding': {'host': 'n-h2-713498-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:02.008154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Unknown quota resources ['binding']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:07:02.026484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:06:59Z', 'revision_number': 3, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:02.067326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-394510a3-ccc4-4544-a32e-2612353bb003 req-46718149-b507-4cb8-a286-092ee3e29aed tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/b15690aa-a62c-4929-9dc1-b27cad19b63c HTTP/1.1" status: 200 len: 1811 time: 0.0563211 Sep 17 22:07:02.103253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-4d9a8ddc-d004-443d-8721-f8a64caf91ca req-dd5b3d3a-de03-44f3-aef6-f8a00ba597e9 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1793235315', 'description': 'tempest-description-312695752'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:02.105834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Checking router: bf1a3957-b4ed-4026-ada9-1d33c2d5c137 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:02.106287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Updating router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 port 04342418-8efc-4634-9a6b-9b1fe69dd1cf binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:07:02.120675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Made reservation on behalf of f3975254f1524d41afe1e2d3bf167b74 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:02.124618 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.157969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.170285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.177497 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.197199 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4d9a8ddc-d004-443d-8721-f8a64caf91ca req-dd5b3d3a-de03-44f3-aef6-f8a00ba597e9 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.237947 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.269874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e078f0-f794-44b3-ae59-24f4cfaf0adb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:02.305155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:02.425894 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.523053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.537138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on host n-h2-713498-17 for vnic_type normal with profile None {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:02.537559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:02.537980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:02.547791 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.559213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:02.600458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['c3e078f0-f794-44b3-ae59-24f4cfaf0adb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:02.631402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:02.631881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:02.645774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a300ee96-b820-4c9f-bcf0-e3e910625039 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:02.700764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:02.700764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:02.701184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:02.701853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Bound port: 5561f858-de8d-4ee0-95e2-effffadb286b, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:02.747290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4d9a8ddc-d004-443d-8721-f8a64caf91ca req-dd5b3d3a-de03-44f3-aef6-f8a00ba597e9 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.754632 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.818264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4d9a8ddc-d004-443d-8721-f8a64caf91ca req-dd5b3d3a-de03-44f3-aef6-f8a00ba597e9 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.856122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fc4e27-016d-48e6-88d5-8cfaba5afdf4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:02.871671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a300ee96-b820-4c9f-bcf0-e3e910625039 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:02.872049 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.885047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b3d3a-de03-44f3-aef6-f8a00ba597e9 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5e29bf-19e2-4a29-b210-69ece260b487,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:02.928042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4d9a8ddc-d004-443d-8721-f8a64caf91ca req-dd5b3d3a-de03-44f3-aef6-f8a00ba597e9 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:02.929371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d9a8ddc-d004-443d-8721-f8a64caf91ca req-dd5b3d3a-de03-44f3-aef6-f8a00ba597e9 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8317692 Sep 17 22:07:02.937575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:02.964717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:07:02.992471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:03.027622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Pushing event updated for resources: {'Port': ['ID=bd4cc815-4501-449a-ae08-2f14a939785b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:03.038670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:03.097728 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.117511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d3cb7-063c-475f-a334-152bba58e09b req-085b6d71-f17f-4f91-ba73-f990236f7bbc tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:03.119342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f79d3cb7-063c-475f-a334-152bba58e09b req-085b6d71-f17f-4f91-ba73-f990236f7bbc tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 931 time: 0.0996048 Sep 17 22:07:03.167646 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.184578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:03.186704 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.194716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:03.213746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f79d3cb7-063c-475f-a334-152bba58e09b req-17f359bf-4577-4a79-967e-05bdbd31c90a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837348 Sep 17 22:07:03.225174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.226186 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Added segment afb790bf-8479-4c12-8ecc-35ff5e765778 of type vlan for network a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b Sep 17 22:07:03.240377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657effb2-586c-4a7e-966b-952e55a58abb None None] Pushing event updated for resources: {'Port': ['ID=04342418-8efc-4634-9a6b-9b1fe69dd1cf,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:03.243071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Attempting to bind port 04342418-8efc-4634-9a6b-9b1fe69dd1cf on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:03.243440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Attempting to bind port 04342418-8efc-4634-9a6b-9b1fe69dd1cf by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:03.243798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Attempting to bind port 04342418-8efc-4634-9a6b-9b1fe69dd1cf on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:03.250366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:03.250748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:03.251182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.251609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:03.252100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Bound port: 04342418-8efc-4634-9a6b-9b1fe69dd1cf, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:03.252485 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.303670 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.305519 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-6845f6d9-1a74-4ae1-9be2-5d7b7e77ee3d service neutron] 10.222.0.13 "POST /v2.0/ports/5561f858-de8d-4ee0-95e2-effffadb286b/bindings HTTP/1.1" status: 201 len: 390 time: 1.3021557 Sep 17 22:07:03.357704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] For port 04342418-8efc-4634-9a6b-9b1fe69dd1cf, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:03.366321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] For port 04342418-8efc-4634-9a6b-9b1fe69dd1cf, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=04342418-8efc-4634-9a6b-9b1fe69dd1cf,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:03.369913 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-300abe97-bcda-44aa-b81c-af9cea4c12e2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3335266 Sep 17 22:07:03.375947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.387685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Request body: {'port': {'device_id': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:03.484240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.486913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.491579 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.589591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657effb2-586c-4a7e-966b-952e55a58abb None None] Pushing event updated for resources: {'Port': ['ID=04342418-8efc-4634-9a6b-9b1fe69dd1cf,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:03.619726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:03.620348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:06:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:03.674054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Allocated IP 172.20.0.1 (7fbca1df-4a58-4a48-9aad-a29d065ab67a/4c37c3cc-1092-4968-9868-aaf148d89f61/8592e3d3-430f-4884-bbc9-13a70dde4b76) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:03.742683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e4a1c18-1c4b-4d93-a6ce-f93b0bc546df req-376653ea-7e7f-45d0-aefa-314b7846e7ef tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/0a5e29bf-19e2-4a29-b210-69ece260b487 HTTP/1.1" status: 200 len: 1812 time: 0.1161373 Sep 17 22:07:03.790506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.828437 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.829506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:03.833225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.935683 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:03.976022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] Pushing event updated for resources: {'Network': ['ID=a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:03.991057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:07:04.033894 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f0b1a732-9107-43e7-8f2f-e8d35ccf1c54 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6579664 Sep 17 22:07:04.036799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:04.045342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Request body: {'subnet': {'network_id': 'a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1342669508-subnet', 'tenant_id': 'f3975254f1524d41afe1e2d3bf167b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:04.058474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:04.064888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:04.070809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:04.136871 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Pushing event updated for resources: {'Port': ['ID=8592e3d3-430f-4884-bbc9-13a70dde4b76,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:04.174568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Made reservation on behalf of f3975254f1524d41afe1e2d3bf167b74 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:04.179958 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:04.221314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:04.245524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:04.296864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-33516fc7-a9bc-4bc3-b096-fd46745cd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:04.303880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-33516fc7-a9bc-4bc3-b096-fd46745cd169 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 1097 time: 0.1983566 Sep 17 22:07:04.529628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c4904755-bf99-44db-989f-5a2b2e013dcd None None] Provisioning complete for port 8592e3d3-430f-4884-bbc9-13a70dde4b76 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:04.530365 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4904755-bf99-44db-989f-5a2b2e013dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:04.585218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c4904755-bf99-44db-989f-5a2b2e013dcd None None] Port 8592e3d3-430f-4884-bbc9-13a70dde4b76 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:07:04.647564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4cc815-4501-449a-ae08-2f14a939785b {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:04.657849 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:04.678124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Transition to ACTIVE for port object bd4cc815-4501-449a-ae08-2f14a939785b will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:07:04.696086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:06:59Z', 'revision_number': 3, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:04.713985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-0e777d51-2db1-4752-938e-95135949311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:04.717419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-0e777d51-2db1-4752-938e-95135949311b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.3353071 Sep 17 22:07:04.719218 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:04.772131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5cb3c-8031-40b5-a24d-11fa2ec44a8b None None] The sync data for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 is: [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:06:59Z', 'revision_number': 3, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:04.775240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-1c316a6d-7957-4272-9f8a-6b72541efd01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5561f858-de8d-4ee0-95e2-effffadb286b HTTP/1.1" status: 200 len: 217 time: 0.0468509 Sep 17 22:07:04.785086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:04.920421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Pushing event updated for resources: {'Port': ['ID=bd4cc815-4501-449a-ae08-2f14a939785b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:04.924061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-4542223d-8bb2-4713-b89e-81c1e39bdcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:04.926999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-4542223d-8bb2-4713-b89e-81c1e39bdcaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.1427712 Sep 17 22:07:04.965465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-59978dff-d48d-4432-9e30-a32dbe76b8c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303895 Sep 17 22:07:04.985707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.064096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Attempting to bind port bd4cc815-4501-449a-ae08-2f14a939785b on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:05.064672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Attempting to bind port bd4cc815-4501-449a-ae08-2f14a939785b by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '447488aa-fccb-4971-bee9-8262321a6eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:05.064774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Attempting to bind port bd4cc815-4501-449a-ae08-2f14a939785b on network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:05.078019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Port bd4cc815-4501-449a-ae08-2f14a939785b on network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:05.078213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Attempting to bind port bd4cc815-4501-449a-ae08-2f14a939785b on network c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:05.100935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:05.101289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Checking segment: {'id': '447488aa-fccb-4971-bee9-8262321a6eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:05.101668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Bound using segment: {'id': '447488aa-fccb-4971-bee9-8262321a6eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:05.102114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Bound port: bd4cc815-4501-449a-ae08-2f14a939785b, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447488aa-fccb-4971-bee9-8262321a6eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:05.102478 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.204296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d89d2e2-a7e7-4cc3-8852-7d1102ebba83,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:05.232244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.283678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] For port bd4cc815-4501-449a-ae08-2f14a939785b, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:05.284505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Checking segment: {'id': 'afb790bf-8479-4c12-8ecc-35ff5e765778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:05.284878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Network hostable DHCP agents. Network: a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:07:05.291682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] For port bd4cc815-4501-449a-ae08-2f14a939785b, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bd4cc815-4501-449a-ae08-2f14a939785b,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:05.315746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.366891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-4e2c21a2-9484-466f-b20d-cc799c65a30a service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935797 Sep 17 22:07:05.403851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Pushing event updated for resources: {'Port': ['ID=8592e3d3-430f-4884-bbc9-13a70dde4b76,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:05.408385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.411834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.455894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Network a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:07:05.533197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c3e078f0-f794-44b3-ae59-24f4cfaf0adb up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:05.599139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:05.608539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:05.609361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.611265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:05.621185 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:05.621481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0f73a-2e9e-462c-b534-019a395eb951 None None] Network a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:07:05.644135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:05.645254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.647033 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] 10.222.0.35 "PUT /v2.0/ports/bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 1092 time: 2.2648492 Sep 17 22:07:05.664843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:05.667641 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-11e66ba6-9bf8-4d8e-ba86-eb818394341d service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941840 Sep 17 22:07:05.667908 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836ea9fc-dfee-4016-808e-70375f171db5" -d '{"events": [{"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:05.757274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f67e1e38-e498-40a6-a2ae-e75fa659a1f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7109859 Sep 17 22:07:05.765869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port c3e078f0-f794-44b3-ae59-24f4cfaf0adb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:05.766236 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:05.770549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b980c-ecf7-435c-847f-5936cb57662e service neutron] Pushing event updated for resources: {'Port': ['ID=bd4cc815-4501-449a-ae08-2f14a939785b,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:05.900449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:07:05.969775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-cf9b9098-346b-4423-ba67-2bfefcfbb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:05.971408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-cf9b9098-346b-4423-ba67-2bfefcfbb9b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1095 time: 0.1560771 Sep 17 22:07:06.050268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae17e777-23b4-4064-ba47-9cba382fb8dd None None] Network a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:07:06.164673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-5f41e268-58be-43ed-bb3b-508b3000ef15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 217 time: 0.1837609 Sep 17 22:07:06.232032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:06.254667 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9bc12b65-a70b-40c6-8ebb-4e6065d71de5 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf1a3957-b4ed-4026-ada9-1d33c2d5c137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8215868 Sep 17 22:07:06.292413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-549d6b6c-5ab9-498b-be16-d1bb898c054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:06.294080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-549d6b6c-5ab9-498b-be16-d1bb898c054a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 200 len: 859 time: 0.1232138 Sep 17 22:07:06.351386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-4a3b08c8-3b1e-4368-a6ae-3f32ca6251d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480087 Sep 17 22:07:06.404339 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:06.632810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-103eab6b-0406-4e7e-9c5d-9252633ef149 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745018 Sep 17 22:07:06.667620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8fa41cbc-8111-4e07-a66b-798c5aa4a7ee None None] Provisioning complete for port 8592e3d3-430f-4884-bbc9-13a70dde4b76 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:06.673439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8fa41cbc-8111-4e07-a66b-798c5aa4a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:06.679862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 04342418-8efc-4634-9a6b-9b1fe69dd1cf up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:06.700960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:06.703393 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640f94d3-d0ef-44a7-a6c5-e775f72a3928" -d '{"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:06.811475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5e8796d-5f7c-4d4f-bde0-a8e138575813 req-0b57ab71-f60d-4054-9059-8dd78905dfec service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654141 Sep 17 22:07:06.829760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:06.867311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8fa41cbc-8111-4e07-a66b-798c5aa4a7ee None None] Port 8592e3d3-430f-4884-bbc9-13a70dde4b76 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:07:06.915929 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 04342418-8efc-4634-9a6b-9b1fe69dd1cf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:06.916450 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:06.948019 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:07.054844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=10']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:07.078997 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:07.114482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 04342418-8efc-4634-9a6b-9b1fe69dd1cf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=04342418-8efc-4634-9a6b-9b1fe69dd1cf,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:07.474017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:07.573348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=04342418-8efc-4634-9a6b-9b1fe69dd1cf,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:07.695431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Sync routers for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:07.723747 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:07.725085 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:06:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:07.888554 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:08.201335 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:08.546982 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 2, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:08.552422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 04342418-8efc-4634-9a6b-9b1fe69dd1cf up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:08.593161 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Checking router: bf1a3957-b4ed-4026-ada9-1d33c2d5c137 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:08.675179 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Updating router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 port 8592e3d3-430f-4884-bbc9-13a70dde4b76 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:07:08.676133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 04342418-8efc-4634-9a6b-9b1fe69dd1cf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:08.676133 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:08.676346 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:08.926931 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.011485 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.117346 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d89d97-5fcc-4f5d-8098-cb2b8099bf63 None None] Pushing event updated for resources: {'Port': ['ID=8592e3d3-430f-4884-bbc9-13a70dde4b76,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:09.132285 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Attempting to bind port 8592e3d3-430f-4884-bbc9-13a70dde4b76 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:09.133705 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Attempting to bind port 8592e3d3-430f-4884-bbc9-13a70dde4b76 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:09.134075 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Attempting to bind port 8592e3d3-430f-4884-bbc9-13a70dde4b76 on network 7fbca1df-4a58-4a48-9aad-a29d065ab67a {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:09.151376 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:09.151753 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Checking segment: {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:09.152151 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.153111 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Bound using segment: {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:09.153658 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Bound port: 8592e3d3-430f-4884-bbc9-13a70dde4b76, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:09.154080 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.247668 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] For port 8592e3d3-430f-4884-bbc9-13a70dde4b76, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:09.253646 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] For port 8592e3d3-430f-4884-bbc9-13a70dde4b76, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8592e3d3-430f-4884-bbc9-13a70dde4b76,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:09.327402 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.383691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-5604ad75-becd-4ee7-80fd-63aeb387a91c req-2e9aee7d-9ec4-42f7-b154-a87867b742f1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-772474589', 'description': 'tempest-description-2009213301'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:09.417522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-026732c1-fa79-4d56-872b-3f44287b61c4 None None] Provisioning complete for port 8592e3d3-430f-4884-bbc9-13a70dde4b76 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:09.418040 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-026732c1-fa79-4d56-872b-3f44287b61c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.421792 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:09.422921 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:06:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:09.491087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bd4cc815-4501-449a-ae08-2f14a939785b details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:07:09.508862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f143eb-ab3b-41e5-9ea6-0e2da2029871 req-75e27c12-5e12-42e8-97a7-5cbabd531350 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:09.519034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52f143eb-ab3b-41e5-9ea6-0e2da2029871 req-75e27c12-5e12-42e8-97a7-5cbabd531350 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.1451435 Sep 17 22:07:09.557786 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d89d97-5fcc-4f5d-8098-cb2b8099bf63 None None] Pushing event updated for resources: {'Port': ['ID=8592e3d3-430f-4884-bbc9-13a70dde4b76,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:09.600961 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5604ad75-becd-4ee7-80fd-63aeb387a91c req-2e9aee7d-9ec4-42f7-b154-a87867b742f1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.634008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52f143eb-ab3b-41e5-9ea6-0e2da2029871 req-4b8977e0-9a69-450d-8140-d64e6f3f4508 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136205 Sep 17 22:07:09.801203 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:09.834598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port bd4cc815-4501-449a-ae08-2f14a939785b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bd4cc815-4501-449a-ae08-2f14a939785b,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:09.887773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'port_id': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'mac_address': 'fa:16:3e:ce:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:07:09.887773 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-026732c1-fa79-4d56-872b-3f44287b61c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.927175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5604ad75-becd-4ee7-80fd-63aeb387a91c req-2e9aee7d-9ec4-42f7-b154-a87867b742f1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.929361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-026732c1-fa79-4d56-872b-3f44287b61c4 None None] For port 8592e3d3-430f-4884-bbc9-13a70dde4b76, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8592e3d3-430f-4884-bbc9-13a70dde4b76,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:09.930884 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.936764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887b7f1-3b6b-483a-ae26-1102f3e512cb req-1a4b8ae1-b9cf-4016-a5ad-011e83c5b395 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:09.938348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1887b7f1-3b6b-483a-ae26-1102f3e512cb req-1a4b8ae1-b9cf-4016-a5ad-011e83c5b395 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 943 time: 0.1426656 Sep 17 22:07:09.946721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4cc815-4501-449a-ae08-2f14a939785b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:09.969677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port bd4cc815-4501-449a-ae08-2f14a939785b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bd4cc815-4501-449a-ae08-2f14a939785b,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:09.980529 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:09.998247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1887b7f1-3b6b-483a-ae26-1102f3e512cb req-14216975-4007-4dd0-8a0c-d472ec52eaa2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521779 Sep 17 22:07:10.017376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5604ad75-becd-4ee7-80fd-63aeb387a91c req-2e9aee7d-9ec4-42f7-b154-a87867b742f1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:10.017601 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-026732c1-fa79-4d56-872b-3f44287b61c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:10.059623 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:10.088426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026732c1-fa79-4d56-872b-3f44287b61c4 None None] Pushing event updated for resources: {'Port': ['ID=8592e3d3-430f-4884-bbc9-13a70dde4b76,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:10.099057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9aee7d-9ec4-42f7-b154-a87867b742f1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f5f176-d447-4a48-bc1a-e8bc6c791c2d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:10.115133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5604ad75-becd-4ee7-80fd-63aeb387a91c req-2e9aee7d-9ec4-42f7-b154-a87867b742f1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:10.116529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5604ad75-becd-4ee7-80fd-63aeb387a91c req-2e9aee7d-9ec4-42f7-b154-a87867b742f1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7502036 Sep 17 22:07:10.200792 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa515c5-c7d1-4277-9116-c27949f0763c x-openstack-request-id: req-7aa515c5-c7d1-4277-9116-c27949f0763c {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:10.201492 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:10.201853 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7aa515c5-c7d1-4277-9116-c27949f0763c {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:10.202399 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'status': 'completed', 'code': 200} Sep 17 22:07:10.261794 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7ad47b2a-eae7-4abe-b3ce-a59291050ff7 None None] Provisioning complete for port 8592e3d3-430f-4884-bbc9-13a70dde4b76 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:10.265860 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7ad47b2a-eae7-4abe-b3ce-a59291050ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:10.291161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bd4cc815-4501-449a-ae08-2f14a939785b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:10.294247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ea9fc-dfee-4016-808e-70375f171db5 req-60bce3d9-b1f6-4086-949e-b9b883bd509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:10.296218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-836ea9fc-dfee-4016-808e-70375f171db5 req-60bce3d9-b1f6-4086-949e-b9b883bd509c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0746737 Sep 17 22:07:10.396343 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:10.448608 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-6a846d92-9ad7-4c56-8b28-667615a92360 req-07a1f37a-7313-4124-82b9-7b661d5b144b tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] show failed (client error): The resource could not be found. Sep 17 22:07:10.478439 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d218b05-f299-482a-9226-1fc9392bbafb None None] The sync data for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 is: [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:10.487245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a846d92-9ad7-4c56-8b28-667615a92360 req-07a1f37a-7313-4124-82b9-7b661d5b144b tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] 10.222.0.13 "GET /v2.0/security-groups/7e37f9c4-b338-42f2-857a-ddf79cb236b7 HTTP/1.1" status: 404 len: 352 time: 0.0551689 Sep 17 22:07:10.529947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=bd4cc815-4501-449a-ae08-2f14a939785b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:10.575552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ea9fc-dfee-4016-808e-70375f171db5 req-d27e74d8-734b-466d-9364-fe638a522412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:10.577280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-836ea9fc-dfee-4016-808e-70375f171db5 req-d27e74d8-734b-466d-9364-fe638a522412 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 919 time: 0.2694297 Sep 17 22:07:10.635800 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9935548-8f90-4eae-be53-540cb2a32fea x-openstack-request-id: req-f9935548-8f90-4eae-be53-540cb2a32fea {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:10.636273 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:10.636623 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9935548-8f90-4eae-be53-540cb2a32fea {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:10.637273 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'code': 200} Sep 17 22:07:10.684130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-836ea9fc-dfee-4016-808e-70375f171db5 req-56c0f74d-2941-48f0-9e43-c0137eab9d4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 217 time: 0.0990667 Sep 17 22:07:10.843905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ea9fc-dfee-4016-808e-70375f171db5 req-83408f45-4679-4c07-bdf1-0abd1f9df743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:10.845944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-836ea9fc-dfee-4016-808e-70375f171db5 req-83408f45-4679-4c07-bdf1-0abd1f9df743 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 200 len: 859 time: 0.1536064 Sep 17 22:07:10.907418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-836ea9fc-dfee-4016-808e-70375f171db5 req-3ca8b694-b2b1-4fe7-bdc1-42b0bdcdb9d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433934 Sep 17 22:07:10.922570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-a9e0ff47-21e2-41ef-8cc8-238758505231 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:10.924859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-a9e0ff47-21e2-41ef-8cc8-238758505231 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 821 time: 0.3066020 Sep 17 22:07:10.967166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f0394e3-cc2b-4263-92a2-0ae0c09984e2 req-a6e4c0e2-9d5a-4422-92d2-81603939d78f tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/f0f5f176-d447-4a48-bc1a-e8bc6c791c2d HTTP/1.1" status: 200 len: 1812 time: 0.1619463 Sep 17 22:07:10.983779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-026a7a1e-3be2-46b2-8dcc-4720a216ebad tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/quotas/fcb6478d89584296a248817a76e5ecdf HTTP/1.1" status: 200 len: 375 time: 0.0473948 Sep 17 22:07:11.129802 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-836ea9fc-dfee-4016-808e-70375f171db5 req-357cbc91-3437-4e0e-a901-ab31dd0d8f24 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036867 Sep 17 22:07:11.240603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-836ea9fc-dfee-4016-808e-70375f171db5 req-5d1256dd-3a73-447c-93e8-184ae6a9d563 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982277 Sep 17 22:07:11.304383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-42a5ed6b-0d4f-48fe-a9d3-fa1c4ee4302e tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626121 Sep 17 22:07:11.417112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-c57a4991-3eda-406a-a9f6-ef5dea1c0b69 service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116388 Sep 17 22:07:11.462754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bd4cc815-4501-449a-ae08-2f14a939785b up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:11.470205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a30218-26f1-48ae-864c-1ce950a51a8b req-cd490b6c-a7b0-4c79-9ace-8cbdb7f64b06 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:11.478167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78a30218-26f1-48ae-864c-1ce950a51a8b req-cd490b6c-a7b0-4c79-9ace-8cbdb7f64b06 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.3368390 Sep 17 22:07:11.565238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78a30218-26f1-48ae-864c-1ce950a51a8b req-823a73c0-c818-480b-9751-0e5433506360 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860929 Sep 17 22:07:11.613926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-b2f5481d-26f0-49aa-8143-d86f4bf3796d service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958718 Sep 17 22:07:11.635274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port bd4cc815-4501-449a-ae08-2f14a939785b completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:07:11.636946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port bd4cc815-4501-449a-ae08-2f14a939785b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:11.637489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:11.850295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:11.892548 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-54d7b37e-6afc-497a-9cc2-608b38980a74 req-3e26129e-3427-4202-b8ed-97dad12921b8 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] show failed (client error): The resource could not be found. Sep 17 22:07:11.903452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54d7b37e-6afc-497a-9cc2-608b38980a74 req-3e26129e-3427-4202-b8ed-97dad12921b8 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/4be86816-2b9a-4108-b91f-49d5d8a22a77 HTTP/1.1" status: 404 len: 352 time: 0.0311289 Sep 17 22:07:11.921544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port bd4cc815-4501-449a-ae08-2f14a939785b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bd4cc815-4501-449a-ae08-2f14a939785b,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:12.011900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:12.108745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb0c6e-7b81-4028-8635-8ee0e8524830 req-fede9acb-a22f-414b-b277-b114cd907027 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:12.116388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ddb0c6e-7b81-4028-8635-8ee0e8524830 req-fede9acb-a22f-414b-b277-b114cd907027 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1089857 Sep 17 22:07:12.124865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=bd4cc815-4501-449a-ae08-2f14a939785b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:12.206066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ddb0c6e-7b81-4028-8635-8ee0e8524830 req-e1070580-e0d5-4955-8e84-433e2401cd67 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638907 Sep 17 22:07:12.292231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-faef3457-beee-43f6-830b-15bbc61e381e req-497c8a37-b146-4685-b0e5-2e89001414d7 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3975254f1524d41afe1e2d3bf167b74 HTTP/1.1" status: 200 len: 2984 time: 0.0616777 Sep 17 22:07:12.370213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-faef3457-beee-43f6-830b-15bbc61e381e req-63ba55e4-5699-43bb-85b6-0f49c0e36e76 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] 10.222.0.13 "GET /v2.0/security-groups/b9fc4e27-016d-48e6-88d5-8cfaba5afdf4 HTTP/1.1" status: 200 len: 2981 time: 0.0711777 Sep 17 22:07:12.436409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-faef3457-beee-43f6-830b-15bbc61e381e req-f3d709a0-c41d-4491-8186-36718592af29 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] 10.222.0.13 "GET /v2.0/security-groups/b9fc4e27-016d-48e6-88d5-8cfaba5afdf4 HTTP/1.1" status: 200 len: 2981 time: 0.0650396 Sep 17 22:07:12.636178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8592e3d3-430f-4884-bbc9-13a70dde4b76 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:12.642756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8fff887-8d63-44be-b968-3c35e1cb7d9d req-2d75959c-892f-4f96-8ee5-692eb48490b9 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 210 time: 0.0366099 Sep 17 22:07:12.645294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:12.652314 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c512b0a-27a1-4dfe-9256-5bf9f8fa9f16" -d '{"events": [{"server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "name": "network-vif-plugged", "status": "completed", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:12.696788 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-a17f87cd-e6b7-47e8-a78a-19ee69d40f92 req-c379eb13-3d93-4ac4-aacb-98ddfc64d59b tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] show failed (client error): The resource could not be found. Sep 17 22:07:12.697884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a17f87cd-e6b7-47e8-a78a-19ee69d40f92 req-c379eb13-3d93-4ac4-aacb-98ddfc64d59b tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-group-rules/6ef2e56d-90b0-4c24-87df-79f16fd40d59 HTTP/1.1" status: 404 len: 361 time: 0.0157511 Sep 17 22:07:12.766614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8592e3d3-430f-4884-bbc9-13a70dde4b76 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:12.767161 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:13.541489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0adfe5dc-4f0f-4469-b46d-7d1b17bab9ad req-03f2b7a9-6cdb-475c-bb18-2928f7896381 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] 10.222.0.13 "GET /v2.0/security-groups/b9fc4e27-016d-48e6-88d5-8cfaba5afdf4 HTTP/1.1" status: 200 len: 2981 time: 0.1539505 Sep 17 22:07:13.560540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 30185f19-e275-4451-91a5-271969ccd751 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:13.587707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fba3e-9303-4a7b-90d5-30893b2c34a3 req-b29837b4-c763-428a-b97b-94ae4431243e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:13.589159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a7fba3e-9303-4a7b-90d5-30893b2c34a3 req-b29837b4-c763-428a-b97b-94ae4431243e tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.0824275 Sep 17 22:07:13.672404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a7fba3e-9303-4a7b-90d5-30893b2c34a3 req-cf037851-e7c0-4797-8546-75a840799243 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691969 Sep 17 22:07:13.688174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:13.701794 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-0adfe5dc-4f0f-4469-b46d-7d1b17bab9ad req-af52f22c-111f-470a-9272-bb2195378624 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:07:13.703407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0adfe5dc-4f0f-4469-b46d-7d1b17bab9ad req-af52f22c-111f-470a-9272-bb2195378624 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] 10.222.0.13 "DELETE /v2.0/security-groups/b9fc4e27-016d-48e6-88d5-8cfaba5afdf4 HTTP/1.1" status: 409 len: 352 time: 0.1519706 Sep 17 22:07:13.731826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=30185f19-e275-4451-91a5-271969ccd751,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:13.849636 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d126cf-7fd8-47c7-98e9-e1e010127ffe x-openstack-request-id: req-05d126cf-7fd8-47c7-98e9-e1e010127ffe {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:13.849636 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "name": "network-vif-plugged", "status": "completed", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:13.849636 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05d126cf-7fd8-47c7-98e9-e1e010127ffe {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:13.849636 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'code': 200} Sep 17 22:07:13.850056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-008a1d16-03d7-4f1c-8be8-eedda6bbb223 req-eef9655c-c940-403f-a903-93b13efbccb2 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/f0f5f176-d447-4a48-bc1a-e8bc6c791c2d HTTP/1.1" status: 200 len: 1812 time: 0.0581777 Sep 17 22:07:13.916329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e9943-05da-489b-ac61-c92499c34bd5 req-649f61b8-46f0-49b9-8641-29fdbbb51d10 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:13.917855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb3e9943-05da-489b-ac61-c92499c34bd5 req-649f61b8-46f0-49b9-8641-29fdbbb51d10 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1082191 Sep 17 22:07:13.925572 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-008a1d16-03d7-4f1c-8be8-eedda6bbb223 req-1152eb3e-807a-4224-a621-0cc64b47ccd1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:13.931903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714dd36-8007-4361-bbd6-7f6c44999855 req-328fcb0f-1d18-4438-89f3-0a697c2f5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:13.933307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e714dd36-8007-4361-bbd6-7f6c44999855 req-328fcb0f-1d18-4438-89f3-0a697c2f5194 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0907507 Sep 17 22:07:13.983474 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-008a1d16-03d7-4f1c-8be8-eedda6bbb223 req-1152eb3e-807a-4224-a621-0cc64b47ccd1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.000774 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.012183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb3e9943-05da-489b-ac61-c92499c34bd5 req-ccde7eec-bba5-4a58-b659-d2e426111a4a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845616 Sep 17 22:07:14.023111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e714dd36-8007-4361-bbd6-7f6c44999855 req-f1420dc9-174a-4e03-9118-30841cd72721 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807056 Sep 17 22:07:14.054629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=30185f19-e275-4451-91a5-271969ccd751,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:14.120349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-008a1d16-03d7-4f1c-8be8-eedda6bbb223 req-1152eb3e-807a-4224-a621-0cc64b47ccd1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.123670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-008a1d16-03d7-4f1c-8be8-eedda6bbb223 req-1152eb3e-807a-4224-a621-0cc64b47ccd1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.136632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-008a1d16-03d7-4f1c-8be8-eedda6bbb223 req-1152eb3e-807a-4224-a621-0cc64b47ccd1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0f5f176-d447-4a48-bc1a-e8bc6c791c2d HTTP/1.1" status: 204 len: 173 time: 0.3474126 Sep 17 22:07:14.138990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152eb3e-807a-4224-a621-0cc64b47ccd1 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f5f176-d447-4a48-bc1a-e8bc6c791c2d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:14.336679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f45280b7-7a98-4c9a-a63f-cecf2737a1e1 req-f77de0e6-f3a0-49ca-bb82-ccfee5438c53 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 210 time: 0.0443654 Sep 17 22:07:14.380662 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-2cacb696-3f6b-47cb-a714-45dbd9d418f4 req-d92972a1-c3ff-4142-980a-e4ad0a045455 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] show failed (client error): The resource could not be found. Sep 17 22:07:14.381801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cacb696-3f6b-47cb-a714-45dbd9d418f4 req-d92972a1-c3ff-4142-980a-e4ad0a045455 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] 10.222.0.13 "GET /v2.0/security-groups/c223b3ad-2037-4998-af50-d023e8b5dcda HTTP/1.1" status: 404 len: 352 time: 0.0151939 Sep 17 22:07:14.455483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f99e35f-0590-4a64-8d7b-cc611309d2f4 req-cdcf15e1-a122-4ad0-b39a-25a22572705b tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/0a5e29bf-19e2-4a29-b210-69ece260b487 HTTP/1.1" status: 200 len: 1812 time: 0.0500188 Sep 17 22:07:14.547042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5f99e35f-0590-4a64-8d7b-cc611309d2f4 req-a4f0ad41-fea2-484e-9ca5-b021b8cb79e2 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.584006 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5f99e35f-0590-4a64-8d7b-cc611309d2f4 req-a4f0ad41-fea2-484e-9ca5-b021b8cb79e2 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.586830 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-a73a7369-9c5f-48f3-9a3b-8bbbd9a07e8f req-4ebbbd06-b5aa-420b-884d-e315edd12545 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] show failed (client error): The resource could not be found. Sep 17 22:07:14.597390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a73a7369-9c5f-48f3-9a3b-8bbbd9a07e8f req-4ebbbd06-b5aa-420b-884d-e315edd12545 tempest-SecurityGroupsNegativeTestJSON-932623267 tempest-SecurityGroupsNegativeTestJSON-932623267-project] 10.222.0.13 "GET /v2.0/security-groups/b06f10df-0a6d-46c9-b89e-8f9f41c193bd HTTP/1.1" status: 404 len: 352 time: 0.0385275 Sep 17 22:07:14.604389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60738) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:14.683285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e61caf9-f7fa-45d1-a5da-bd9fcddb9e19 admin admin] Deleting subnet 7d89d2e2-a7e7-4cc3-8852-7d1102ebba83 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:07:14.690721 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e61caf9-f7fa-45d1-a5da-bd9fcddb9e19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.748921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e61caf9-f7fa-45d1-a5da-bd9fcddb9e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.799426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e61caf9-f7fa-45d1-a5da-bd9fcddb9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.869071 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5f99e35f-0590-4a64-8d7b-cc611309d2f4 req-a4f0ad41-fea2-484e-9ca5-b021b8cb79e2 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.869071 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5f99e35f-0590-4a64-8d7b-cc611309d2f4 req-a4f0ad41-fea2-484e-9ca5-b021b8cb79e2 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.869071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f99e35f-0590-4a64-8d7b-cc611309d2f4 req-a4f0ad41-fea2-484e-9ca5-b021b8cb79e2 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a5e29bf-19e2-4a29-b210-69ece260b487 HTTP/1.1" status: 204 len: 173 time: 0.3984487 Sep 17 22:07:14.904661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0ad41-fea2-484e-9ca5-b021b8cb79e2 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5e29bf-19e2-4a29-b210-69ece260b487,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:14.917925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-baa3ad3b-e739-4fae-823d-e9c8030899bd tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:14.921236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-baa3ad3b-e739-4fae-823d-e9c8030899bd tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 805 time: 0.1605453 Sep 17 22:07:14.940026 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e61caf9-f7fa-45d1-a5da-bd9fcddb9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.967835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-5fc79420-4eb6-45cd-94a2-2a4e49627784 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/quotas/ce5f0656776745329b9e57ae772c2111 HTTP/1.1" status: 200 len: 375 time: 0.0354900 Sep 17 22:07:14.979525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61caf9-f7fa-45d1-a5da-bd9fcddb9e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d89d2e2-a7e7-4cc3-8852-7d1102ebba83,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:14.982672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e61caf9-f7fa-45d1-a5da-bd9fcddb9e19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:14.985494 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0e61caf9-f7fa-45d1-a5da-bd9fcddb9e19 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d89d2e2-a7e7-4cc3-8852-7d1102ebba83 HTTP/1.1" status: 204 len: 168 time: 0.3785849 Sep 17 22:07:14.988551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60762) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:15.025507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b78082-ab46-46e2-856b-6628c7cc37ad req-0954bf55-fa28-4b4c-91bc-76ad87b3233b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:15.035385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4b78082-ab46-46e2-856b-6628c7cc37ad req-0954bf55-fa28-4b4c-91bc-76ad87b3233b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.1126943 Sep 17 22:07:15.069809 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:15.095135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-1f6cd7ad-18e9-4bbf-9126-8077bc6ee478 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202903 Sep 17 22:07:15.107868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4b78082-ab46-46e2-856b-6628c7cc37ad req-a6300457-c68c-4002-b908-a6d9f5717a44 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711277 Sep 17 22:07:15.208356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:15.249112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:15.263006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb790bf-8479-4c12-8ecc-35ff5e765778') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:15.263351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb790bf-8479-4c12-8ecc-35ff5e765778') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:15.276035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:15.294365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:15.302778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:07:15.303389 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:07:15.331606 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:07:15.370382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b0866de-2d0f-45f9-b868-f9e9c0de860c req-0b594c2d-c2b0-4fe5-8099-62bfa77cd6f5 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/b15690aa-a62c-4929-9dc1-b27cad19b63c HTTP/1.1" status: 200 len: 1811 time: 0.2036655 Sep 17 22:07:15.387028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-ef196834-f6ee-4877-ba1a-2e60192fd69e service neutron] 10.222.0.13 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732570 Sep 17 22:07:15.448932 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-45d4a647-efd6-408e-bf22-99e6c22f5c0c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1156709 Sep 17 22:07:15.466911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-89eac69b-083d-4bf1-bec5-7d945e275c54 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:15.468457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-89eac69b-083d-4bf1-bec5-7d945e275c54 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.35 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 821 time: 0.3244154 Sep 17 22:07:15.505392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Request body: {'port': {'device_id': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'admin_state_up': True, 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:15.510725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:15.525379 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:15.530855 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b HTTP/1.1" status: 204 len: 168 time: 0.5411181 Sep 17 22:07:15.588877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfc9c9-7252-43f4-aafa-9e569ee546ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e1f06d-6b6e-4dee-bc20-200ea01c3e9b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:15.605408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-cb4e8242-4122-4226-af6f-6880b4183fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:15.607358 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-cb4e8242-4122-4226-af6f-6880b4183fd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 1096 time: 0.0699074 Sep 17 22:07:15.767329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30185f19-e275-4451-91a5-271969ccd751'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:15.772614 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a522004-b516-48da-8699-889a7a852b41" -d '{"events": [{"server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "name": "network-vif-unplugged", "status": "completed", "tag": "30185f19-e275-4451-91a5-271969ccd751"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:15.799088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-148757b2-7c79-4772-a065-ffb8a445d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:15.801073 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-148757b2-7c79-4772-a065-ffb8a445d19a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.1647980 Sep 17 22:07:15.873704 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-f0ff5e38-b268-4926-8ef2-2e7726c489ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 200 len: 217 time: 0.0635018 Sep 17 22:07:15.934580 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b0866de-2d0f-45f9-b868-f9e9c0de860c req-16507516-f94a-42dd-b3a0-4ebdd1c804a6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:15.959104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-ce66e339-00b3-45fa-82de-769b52cb2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:15.961015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-ce66e339-00b3-45fa-82de-769b52cb2769 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0751283 Sep 17 22:07:15.967484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-ae79328d-1d9f-4f4b-a9fa-d70324a08cd0 service neutron] 10.222.0.13 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717335 Sep 17 22:07:15.985602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b0866de-2d0f-45f9-b868-f9e9c0de860c req-16507516-f94a-42dd-b3a0-4ebdd1c804a6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:16.009777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60776) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:16.029533 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-fdbb4b58-f046-4b90-999f-adfd7694d171 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563831 Sep 17 22:07:16.059474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-814b0456-10bf-4ec3-9814-e0d772768b0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3975254f1524d41afe1e2d3bf167b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480142 Sep 17 22:07:16.067255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60778) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:16.142772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-49d9e22e-1609-4421-80cf-c6065fc9723a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:16.165889 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-325df97e-a626-41fa-b1aa-627d04bd1195 service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286666 Sep 17 22:07:16.175994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-49d9e22e-1609-4421-80cf-c6065fc9723a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:16.269907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Made reservation on behalf of fcb6478d89584296a248817a76e5ecdf for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:16.273476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:16.307200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b0866de-2d0f-45f9-b868-f9e9c0de860c req-16507516-f94a-42dd-b3a0-4ebdd1c804a6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:16.312584 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b0866de-2d0f-45f9-b868-f9e9c0de860c req-16507516-f94a-42dd-b3a0-4ebdd1c804a6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:16.325490 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b0866de-2d0f-45f9-b868-f9e9c0de860c req-16507516-f94a-42dd-b3a0-4ebdd1c804a6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "DELETE /v2.0/security-groups/b15690aa-a62c-4929-9dc1-b27cad19b63c HTTP/1.1" status: 204 len: 173 time: 0.9540346 Sep 17 22:07:16.546422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Allocated IP 172.20.0.6 (7fbca1df-4a58-4a48-9aad-a29d065ab67a/4c37c3cc-1092-4968-9868-aaf148d89f61/5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:16.644089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16507516-f94a-42dd-b3a0-4ebdd1c804a6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15690aa-a62c-4929-9dc1-b27cad19b63c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:16.692420 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-de5291a4-315d-491a-b431-ab1ed4bdaac0 req-16caef1d-39c2-4e0b-8ead-7f48463c06cc service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182023 Sep 17 22:07:16.703955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99d89f9c-2c5e-4d70-9ed5-4bd76a834b68 req-9e4bb2cb-2871-42f5-8d30-2c6b693393d4 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 210 time: 0.1294060 Sep 17 22:07:16.730533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3dae9-5c4e-46d0-ab95-9ee1e08f7d38 req-ee795aed-bc87-448f-92fd-3b8f77c52da0 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:16.732960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-baf3dae9-5c4e-46d0-ab95-9ee1e08f7d38 req-ee795aed-bc87-448f-92fd-3b8f77c52da0 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1573720 Sep 17 22:07:16.797511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80294822-5775-47e7-92fb-500addcd5151 req-58451530-1234-487f-a661-b42dbce9ce3e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:16.802912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80294822-5775-47e7-92fb-500addcd5151 req-58451530-1234-487f-a661-b42dbce9ce3e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.32 "GET /v2.0/ports?device_id=0990ac61-cfcb-485e-aeff-ab7ee58125d6 HTTP/1.1" status: 200 len: 943 time: 0.2225964 Sep 17 22:07:16.839339 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68674e4a-08f3-4f2f-8503-8db456890e1a x-openstack-request-id: req-68674e4a-08f3-4f2f-8503-8db456890e1a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:16.840368 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "name": "network-vif-unplugged", "status": "completed", "tag": "30185f19-e275-4451-91a5-271969ccd751", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:16.840575 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68674e4a-08f3-4f2f-8503-8db456890e1a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:16.840816 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30185f19-e275-4451-91a5-271969ccd751', 'code': 200} Sep 17 22:07:16.859398 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-49d9e22e-1609-4421-80cf-c6065fc9723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:16.859839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-49d9e22e-1609-4421-80cf-c6065fc9723a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:16.863652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-49d9e22e-1609-4421-80cf-c6065fc9723a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9fc4e27-016d-48e6-88d5-8cfaba5afdf4 HTTP/1.1" status: 204 len: 168 time: 0.7928309 Sep 17 22:07:16.916325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-baf3dae9-5c4e-46d0-ab95-9ee1e08f7d38 req-a5f041b0-2dd6-46e2-9a7b-6c792f6ae159 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709394 Sep 17 22:07:17.015411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9e22e-1609-4421-80cf-c6065fc9723a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fc4e27-016d-48e6-88d5-8cfaba5afdf4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:17.067497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56e97f4f-1525-463a-b48b-f83fa3e86905 req-1bb423a4-f285-4fc2-a076-c8916f0e5bde tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 210 time: 0.0624614 Sep 17 22:07:17.188204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:17.241320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2d835-fbc0-416a-bdc5-4909e58a639a req-e07bb5e0-88e5-465b-a76e-958422156e0f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:17.243918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9c2d835-fbc0-416a-bdc5-4909e58a639a req-e07bb5e0-88e5-465b-a76e-958422156e0f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.2484837 Sep 17 22:07:17.290241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-80294822-5775-47e7-92fb-500addcd5151 req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Deleting port 30185f19-e275-4451-91a5-271969ccd751 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:17.290656 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-80294822-5775-47e7-92fb-500addcd5151 req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:17.296504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4869c475-69d7-4ba1-ae5c-4c457f851d56 req-fda158c4-1664-41ad-a999-d2547df53268 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/6ab3607a-4f72-40d4-a77d-9b88f4e137c6 HTTP/1.1" status: 200 len: 1811 time: 0.1998954 Sep 17 22:07:17.525422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9c2d835-fbc0-416a-bdc5-4909e58a639a req-06a2bad3-4b5a-4839-819f-70683d12c5da tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461245 Sep 17 22:07:17.596706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-80294822-5775-47e7-92fb-500addcd5151 req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] For port 30185f19-e275-4451-91a5-271969ccd751, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=30185f19-e275-4451-91a5-271969ccd751,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:17.600605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-80294822-5775-47e7-92fb-500addcd5151 req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:17.629653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:17.649279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-80294822-5775-47e7-92fb-500addcd5151 req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Calling delete_port for 30185f19-e275-4451-91a5-271969ccd751 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:17.682742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-769d8360-53b7-4d1f-89ad-eeec08a3a71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:17.748771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:17.750950 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4869c475-69d7-4ba1-ae5c-4c457f851d56 req-34424f06-d0e3-4125-9bc7-55eea4c1dfd6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:17.797333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:17.817526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:17.826771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Pushing event updated for resources: {'Port': ['ID=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:17.881167 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4869c475-69d7-4ba1-ae5c-4c457f851d56 req-34424f06-d0e3-4125-9bc7-55eea4c1dfd6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:17.905759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc6827-9bbe-422c-b7a7-47e3eb68b45a req-c4acdbe4-5c10-4e84-a76d-2689f02a5e68 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:17.919689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18cc6827-9bbe-422c-b7a7-47e3eb68b45a req-c4acdbe4-5c10-4e84-a76d-2689f02a5e68 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 945 time: 0.2856457 Sep 17 22:07:18.035364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:18.036449 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:18.075820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18cc6827-9bbe-422c-b7a7-47e3eb68b45a req-10dcffb4-9687-4113-adc7-e4f82338f699 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492138 Sep 17 22:07:18.142872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-4d267111-1eb6-4370-8760-abd2e77e8831 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6439750 Sep 17 22:07:18.154259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4869c475-69d7-4ba1-ae5c-4c457f851d56 req-34424f06-d0e3-4125-9bc7-55eea4c1dfd6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:18.158026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4869c475-69d7-4ba1-ae5c-4c457f851d56 req-34424f06-d0e3-4125-9bc7-55eea4c1dfd6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:18.160995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4869c475-69d7-4ba1-ae5c-4c457f851d56 req-34424f06-d0e3-4125-9bc7-55eea4c1dfd6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ab3607a-4f72-40d4-a77d-9b88f4e137c6 HTTP/1.1" status: 204 len: 173 time: 0.8423738 Sep 17 22:07:18.177880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Request body: {'port': {'device_id': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:18.264385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34424f06-d0e3-4125-9bc7-55eea4c1dfd6 tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab3607a-4f72-40d4-a77d-9b88f4e137c6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:18.318912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a9bd-e67f-417c-8557-5a0fb31e670c None None] Provisioning complete for port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:18.319924 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a9bd-e67f-417c-8557-5a0fb31e670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:18.377233 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:18.397602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a9bd-e67f-417c-8557-5a0fb31e670c None None] Port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:07:18.418316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4386f-22a9-4c95-94ad-584330318383 req-0566ebf1-0f23-43d9-8963-6685da29241a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:18.429293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41e4386f-22a9-4c95-94ad-584330318383 req-0566ebf1-0f23-43d9-8963-6685da29241a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 931 time: 0.1121752 Sep 17 22:07:18.451491 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-80294822-5775-47e7-92fb-500addcd5151 req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:18.509203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Pushing event deleted for resources: {'Port': ['ID=30185f19-e275-4451-91a5-271969ccd751,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:18.571106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60840) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:18.638183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41e4386f-22a9-4c95-94ad-584330318383 req-463b7869-a745-4c5d-b62c-17e725d8cb24 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997440 Sep 17 22:07:18.656742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-80294822-5775-47e7-92fb-500addcd5151 req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] No DVR routers for this DVR port 30185f19-e275-4451-91a5-271969ccd751 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:18.659995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-80294822-5775-47e7-92fb-500addcd5151 req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:18.662128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80294822-5775-47e7-92fb-500addcd5151 req-fee4695c-763b-4a16-980a-770f0f7533d3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.32 "DELETE /v2.0/ports/30185f19-e275-4451-91a5-271969ccd751 HTTP/1.1" status: 204 len: 173 time: 1.8479612 Sep 17 22:07:18.665271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'name': 'network-vif-deleted', 'tag': '30185f19-e275-4451-91a5-271969ccd751'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:18.669830 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c0763a-406e-4079-bd94-504f1060365d" -d '{"events": [{"server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "name": "network-vif-deleted", "tag": "30185f19-e275-4451-91a5-271969ccd751"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:18.688659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1305730589-network', 'tenant_id': 'c4bff18228af4647b14844428ac585a1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:18.801765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13de866c-96ff-42c0-8ba2-31c9244ec36f req-2216faa8-93b9-4077-8877-8860699710a6 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 210 time: 0.0341923 Sep 17 22:07:18.911099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dcd48b20-73ec-4832-acac-8097176e647a req-dd1a0564-e6b3-4c30-b8a6-aaf85076e9cd tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "GET /v2.0/security-groups/7279641a-d31f-4ec4-ade6-21272367a097 HTTP/1.1" status: 200 len: 1811 time: 0.0820193 Sep 17 22:07:18.943022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:18.956868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:18.988572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Transition to ACTIVE for port object 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:07:19.007948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dcd48b20-73ec-4832-acac-8097176e647a req-a9cfc77e-2327-4c3f-b6a3-7bbd68b103ce tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.032478 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dcd48b20-73ec-4832-acac-8097176e647a req-a9cfc77e-2327-4c3f-b6a3-7bbd68b103ce tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.217904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.218630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Made reservation on behalf of c4bff18228af4647b14844428ac585a1 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:19.220764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.223037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dcd48b20-73ec-4832-acac-8097176e647a req-a9cfc77e-2327-4c3f-b6a3-7bbd68b103ce tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.226169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dcd48b20-73ec-4832-acac-8097176e647a req-a9cfc77e-2327-4c3f-b6a3-7bbd68b103ce tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.227632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dcd48b20-73ec-4832-acac-8097176e647a req-a9cfc77e-2327-4c3f-b6a3-7bbd68b103ce tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] 10.222.0.13 "DELETE /v2.0/security-groups/7279641a-d31f-4ec4-ade6-21272367a097 HTTP/1.1" status: 204 len: 173 time: 0.3105111 Sep 17 22:07:19.230189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.236394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60856) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:19.338048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfc77e-2327-4c3f-b6a3-7bbd68b103ce tempest-SecurityGroupRulesNegativeTestJSON-1536273339 tempest-SecurityGroupRulesNegativeTestJSON-1536273339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7279641a-d31f-4ec4-ade6-21272367a097,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:19.395173 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2dbf44-53fb-4b90-abbc-473cb05cf535 x-openstack-request-id: req-ec2dbf44-53fb-4b90-abbc-473cb05cf535 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:19.404045 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0990ac61-cfcb-485e-aeff-ab7ee58125d6", "name": "network-vif-deleted", "tag": "30185f19-e275-4451-91a5-271969ccd751", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:19.404436 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec2dbf44-53fb-4b90-abbc-473cb05cf535 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:19.404880 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0990ac61-cfcb-485e-aeff-ab7ee58125d6', 'name': 'network-vif-deleted', 'tag': '30185f19-e275-4451-91a5-271969ccd751', 'status': 'completed', 'code': 200} Sep 17 22:07:19.511923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:19.545922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bc8b2d-d7af-4686-b1e5-2abe2e243340 admin admin] Deleting subnet 8d0b70e6-fa8b-476f-9b00-c7442c94d2bf {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:07:19.552744 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b2d-d7af-4686-b1e5-2abe2e243340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.586636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 30185f19-e275-4451-91a5-271969ccd751 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:19.616333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427cefe-eb68-4f34-9a8f-0e656eecd92d req-e025fb52-8827-4b56-8e2e-ea4bab2efc13 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:19.623065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 30185f19-e275-4451-91a5-271969ccd751 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:19.623414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 30185f19-e275-4451-91a5-271969ccd751 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:19.626294 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c427cefe-eb68-4f34-9a8f-0e656eecd92d req-e025fb52-8827-4b56-8e2e-ea4bab2efc13 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.2756853 Sep 17 22:07:19.643897 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.674639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-b2fd9a6c-2df7-4b24-bfb7-9226223337ca tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:19.676359 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-b2fd9a6c-2df7-4b24-bfb7-9226223337ca tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.35 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 805 time: 0.2689204 Sep 17 22:07:19.682256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-b51e729d-0fe6-46d6-a98e-2dc4bb715534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:19.684338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b2d-d7af-4686-b1e5-2abe2e243340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.687956 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-b51e729d-0fe6-46d6-a98e-2dc4bb715534 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1097 time: 0.2154746 Sep 17 22:07:19.696934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Request body: {'port': {'device_id': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'admin_state_up': True, 'tenant_id': 'ce5f0656776745329b9e57ae772c2111'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:19.740087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c427cefe-eb68-4f34-9a8f-0e656eecd92d req-4a35033b-8ae1-4dbc-ada8-03c614ee148f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095252 Sep 17 22:07:19.767915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Attempting to bind port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:19.768039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Attempting to bind port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:19.768294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Attempting to bind port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 on network 7fbca1df-4a58-4a48-9aad-a29d065ab67a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:19.782158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b2d-d7af-4686-b1e5-2abe2e243340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.811857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 on network 7fbca1df-4a58-4a48-9aad-a29d065ab67a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:19.812261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Attempting to bind port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 on network 7fbca1df-4a58-4a48-9aad-a29d065ab67a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:19.820437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:19.820844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Checking segment: {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:19.821279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Bound using segment: {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:19.821723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Bound port: 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:19.822083 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.873117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:19.994360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:07:20.005730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] For port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:20.025676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377c29a-37f4-4d99-a0ee-ac0e14b3848f req-9f14e5a8-5d47-479f-ba92-c8c89d6ef32e tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.032726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6377c29a-37f4-4d99-a0ee-ac0e14b3848f req-9f14e5a8-5d47-479f-ba92-c8c89d6ef32e tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1821566 Sep 17 22:07:20.035939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] For port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:20.066153 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.066922 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Added segment b6c90714-a44e-46c9-83b8-4bae7886eef0 of type vlan for network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 Sep 17 22:07:20.083224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e4418a-9f91-46a4-b548-e73ae48dc2b3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:20.099717 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b2d-d7af-4686-b1e5-2abe2e243340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.148684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6377c29a-37f4-4d99-a0ee-ac0e14b3848f req-b6b255c5-5b1e-43c5-8d23-d4769c963b68 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995245 Sep 17 22:07:20.194162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc8b2d-d7af-4686-b1e5-2abe2e243340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0b70e6-fa8b-476f-9b00-c7442c94d2bf,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:20.215764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.219092 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46f1e690-dfc2-41d1-9d26-cb59ca285b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.221643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.248738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-a2249540-18a5-4886-85c8-07c43b82ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.252227 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-a2249540-18a5-4886-85c8-07c43b82ae1f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 919 time: 0.5207300 Sep 17 22:07:20.255248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d393ebc-5e6f-4e2c-8f4c-c4a31334d358 req-eea1b55d-6c18-43d7-bab6-93e342ff014f tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.256934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d393ebc-5e6f-4e2c-8f4c-c4a31334d358 req-eea1b55d-6c18-43d7-bab6-93e342ff014f tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 943 time: 0.2231469 Sep 17 22:07:20.258055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b2d-d7af-4686-b1e5-2abe2e243340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.263132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-41bc8b2d-d7af-4686-b1e5-2abe2e243340 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8d0b70e6-fa8b-476f-9b00-c7442c94d2bf HTTP/1.1" status: 204 len: 168 time: 1.0052514 Sep 17 22:07:20.273499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60880) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:20.333815 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-60db3171-058b-43fa-b2b8-6df0bc13c7f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 217 time: 0.0708730 Sep 17 22:07:20.398423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:20.410662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Made reservation on behalf of ce5f0656776745329b9e57ae772c2111 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:20.410920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.411730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.413668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-5108fcab-9332-4049-a5a4-461bb0f70091 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 1092 time: 2.2498114 Sep 17 22:07:20.415160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.448254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.450846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.451649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.469673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.483570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b59973a0-6788-4394-afdc-2f8495115a39 req-4cb73538-c09f-48d9-adc6-c8ed46da529b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 210 time: 0.1213710 Sep 17 22:07:20.515653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d393ebc-5e6f-4e2c-8f4c-c4a31334d358 req-582300d2-200a-49c5-bb29-74fc54538b8a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207828 Sep 17 22:07:20.548310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-abe0f932-6e5d-424d-87f5-2da4be1e9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.549430 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-abe0f932-6e5d-424d-87f5-2da4be1e9cda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 200 len: 859 time: 0.2039051 Sep 17 22:07:20.584623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-910950a2-fb43-4565-a14b-4b9a6b7c5f34 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.586338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-910950a2-fb43-4565-a14b-4b9a6b7c5f34 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.1021206 Sep 17 22:07:20.598593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-17'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:20.653520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] Pushing event updated for resources: {'Network': ['ID=209d5428-b068-4cda-ab1f-8f036aaa0cd2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:20.664782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:07:20.702392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2987377-a0d8-46e4-a931-210a091085a5 req-186edac1-d812-4c27-9662-16bd7ff9cf30 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.710173 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2987377-a0d8-46e4-a931-210a091085a5 req-186edac1-d812-4c27-9662-16bd7ff9cf30 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 945 time: 0.1086209 Sep 17 22:07:20.712740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.757197 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-86e5419d-d247-4a47-8daf-f87337004a31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045353 Sep 17 22:07:20.769013 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9f34c475-8044-43c0-8f87-2cc68a49b332 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1938260 Sep 17 22:07:20.779478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60882) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:20.784287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Request body: {'subnet': {'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1305730589-subnet', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:20.803579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2987377-a0d8-46e4-a931-210a091085a5 req-d4cdd1c9-c3c6-472d-834d-65bbe440c412 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902727 Sep 17 22:07:20.915074 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-005a9a9f-c38e-4b0f-95ad-b67669f45d71 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328990 Sep 17 22:07:20.916764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-d0e30f92-a1e2-4e1a-81f2-e7ba05a3d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.918196 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-d0e30f92-a1e2-4e1a-81f2-e7ba05a3d70c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1095 time: 0.2698989 Sep 17 22:07:20.955538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:20.958333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Made reservation on behalf of c4bff18228af4647b14844428ac585a1 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:20.960674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:20.977886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe0d75-d92f-4edf-b6f4-ab04d32bef1d req-78c04720-c0c0-4919-96fa-e84371aae4ad tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:20.978091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6cfe0d75-d92f-4edf-b6f4-ab04d32bef1d req-78c04720-c0c0-4919-96fa-e84371aae4ad tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 945 time: 0.0842886 Sep 17 22:07:20.985755 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.034230 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-12ea1524-89d8-4bd8-80c2-a9002810f550 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 217 time: 0.0941272 Sep 17 22:07:21.069233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8f1cdd-dea7-42d0-a0c6-79a2f786831e']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:21.098482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:21.123072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6cfe0d75-d92f-4edf-b6f4-ab04d32bef1d req-7cd70ab1-9149-4ead-98c9-4560cc9bf8dd tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201506 Sep 17 22:07:21.135244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Allocated IP 172.20.0.5 (cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0/6d99c15b-c193-4901-b368-faa5605566e7/873f22e3-1c1e-44df-a3b0-567ebb9327b9) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:21.144760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f9e6af-c952-4846-8c9a-ec8b4a9acd5a') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:21.144962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f9e6af-c952-4846-8c9a-ec8b4a9acd5a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:21.172813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.175137 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.208980 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.218427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-a73014b4-c72c-4001-9eef-6cc576628199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:21.220412 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-a73014b4-c72c-4001-9eef-6cc576628199 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.1726389 Sep 17 22:07:21.230109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:07:21.230552 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:07:21.237041 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:07:21.249201 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcb7c0de-77b0-40a3-8b14-d4e052e48084 req-a67ec019-1fbf-498d-b880-69a291be2d5f service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081343 Sep 17 22:07:21.300085 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.319846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd60eba-7e29-4db8-bb9a-24041913fe86 req-b87b3a59-0cd5-4206-a634-d7659bad1fbc tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:21.321415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbd60eba-7e29-4db8-bb9a-24041913fe86 req-b87b3a59-0cd5-4206-a634-d7659bad1fbc tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.0980182 Sep 17 22:07:21.363943 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.377579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-b0551715-2b9a-4f84-a02e-3dc77f0f68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:21.379291 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-b0551715-2b9a-4f84-a02e-3dc77f0f68bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412790 Sep 17 22:07:21.407097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'}, {'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:21.409218 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca" -d '{"events": [{"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4"}, {"server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:21.425059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbd60eba-7e29-4db8-bb9a-24041913fe86 req-898e2d77-128b-4fd9-960f-5bf6aac82dc8 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948455 Sep 17 22:07:21.458735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Pushing event updated for resources: {'Port': ['ID=5561f858-de8d-4ee0-95e2-effffadb286b,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:21.481717 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.494584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.505790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5561f858-de8d-4ee0-95e2-effffadb286b details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:07:21.522724 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e64108-d09c-459d-b589-7152efed8416 x-openstack-request-id: req-84e64108-d09c-459d-b589-7152efed8416 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:21.522724 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4", "status": "completed", "code": 200}, {"server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:21.522724 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84e64108-d09c-459d-b589-7152efed8416 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:21.522724 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'status': 'completed', 'code': 200} Sep 17 22:07:21.522724 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b', 'code': 200} Sep 17 22:07:21.562137 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.563697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2b8f1cdd-dea7-42d0-a0c6-79a2f786831e HTTP/1.1" status: 204 len: 168 time: 1.2908731 Sep 17 22:07:21.607861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a6497-0325-4ea5-b60d-1d0c4a067070 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8f1cdd-dea7-42d0-a0c6-79a2f786831e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:21.628282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.650322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, got binding levels [] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:21.664719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c564f53-481b-407e-82a4-65f33a1f3719 req-465fe568-3af8-4295-b757-1e5bb38635bb tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 210 time: 0.0775423 Sep 17 22:07:21.673993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on host n-h1-713498-17 for vnic_type normal with profile {"migrating_to": "n-h2-713498-17"} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:21.674500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:21.674913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:21.676427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on host n-h1-713498-17 for vnic_type normal with profile {"migrating_to": "n-h2-713498-17"} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:21.676912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:21.677189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:21.680856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3571e7-2fcd-4b8b-9146-3868a3519d30,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:21.681906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:21.682259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:21.687862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-d3388bff-c214-4d1e-81e8-3b5fcdeccf51 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:21.688833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:21.689404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:21.689541 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-d3388bff-c214-4d1e-81e8-3b5fcdeccf51 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.35 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 945 time: 0.2771311 Sep 17 22:07:21.690307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:21.690973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Bound port: 5561f858-de8d-4ee0-95e2-effffadb286b, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:21.691600 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.705180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:21.705511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:21.710095 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.724212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae80e38-6138-4043-b9a5-5b6b77c1fbe5 req-a39c7b5a-cbf9-4f7e-a7a4-c0944d7f8525 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:21.726208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ae80e38-6138-4043-b9a5-5b6b77c1fbe5 req-a39c7b5a-cbf9-4f7e-a7a4-c0944d7f8525 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 950 time: 0.2415991 Sep 17 22:07:21.727051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Checking segment: {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:21.727401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Network hostable DHCP agents. Network: 209d5428-b068-4cda-ab1f-8f036aaa0cd2, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:07:21.732954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:21.733279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:21.734382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:21.735084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Bound port: 5561f858-de8d-4ee0-95e2-effffadb286b, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:21.735733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.769017 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-8d164027-a86a-4c32-a5c6-470b94309881 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100767 Sep 17 22:07:21.775039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:21.779423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:21.863270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ae80e38-6138-4043-b9a5-5b6b77c1fbe5 req-7b3329ee-4c14-4b31-8b3a-9cdc639bb400 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104581 Sep 17 22:07:21.880643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77dc1e-84ac-47b3-a015-8a10cf2504c9 req-ad6cacd5-373c-48bb-a02f-3dd6aba4f6c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:21.882115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e77dc1e-84ac-47b3-a015-8a10cf2504c9 req-ad6cacd5-373c-48bb-a02f-3dd6aba4f6c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 943 time: 0.1307607 Sep 17 22:07:21.889465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:07:21.889778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.897149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:21.922267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Deleting port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:21.923049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:21.929079 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abef13f2-b9e0-4994-a525-3d3e359b1c7f req-825d6391-44ab-4a2d-bedf-73f7907cddf9 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399953 Sep 17 22:07:21.943895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e77dc1e-84ac-47b3-a015-8a10cf2504c9 req-095beb53-3a76-4a2e-861a-1655659a8075 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481706 Sep 17 22:07:21.949608 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 5561f858-de8d-4ee0-95e2-effffadb286b-n-h1-713498-17-0 {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:07:21.949991 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:07:21.996218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=5561f858-de8d-4ee0-95e2-effffadb286b,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:22.016250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 209d5428-b068-4cda-ab1f-8f036aaa0cd2) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:22.020731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5561f858-de8d-4ee0-95e2-effffadb286b has no active binding in host n-h2-713498-17 {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:07:22.021549 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.023828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:22.025016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.028586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b0489b-a3ba-45ea-9ae9-a2c207c79ed9 None None] Network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:07:22.052782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b404ce1-69b3-4622-95b7-c3cca17b95ad req-1d7676b6-91f2-45bb-842a-a5e7c325e271 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:22.054362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b404ce1-69b3-4622-95b7-c3cca17b95ad req-1d7676b6-91f2-45bb-842a-a5e7c325e271 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 945 time: 0.0817020 Sep 17 22:07:22.059993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60934) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:22.132542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] For port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:22.132916 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.135438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b404ce1-69b3-4622-95b7-c3cca17b95ad req-b7c31141-80be-4e17-aa07-9774cb612d79 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676544 Sep 17 22:07:22.149112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b986f693-2e4c-4b67-a248-f5bf1a1c795f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=462e2df27b53401ea3b68101c712dad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819404 Sep 17 22:07:22.149112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60936) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:22.156166 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:22.156874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-75367efb-4ad7-452e-9a4a-4ead00c1a8d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3768544 Sep 17 22:07:22.157476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60938) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:22.167496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:22.205783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:22.214290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:07:22.215955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.237441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c33784c-461d-4482-b89a-3d1dbee860f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.250462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Pushing event updated for resources: {'Port': ['ID=873f22e3-1c1e-44df-a3b0-567ebb9327b9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:22.253935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:22.295000 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c33784c-461d-4482-b89a-3d1dbee860f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.300767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-5fab9353-2595-4bcf-abc4-fb02421a38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:22.302765 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-5fab9353-2595-4bcf-abc4-fb02421a38e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1095 time: 0.2296596 Sep 17 22:07:22.310341 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.311403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.328150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef25503-138b-4722-8d30-ee87ccf835d5 req-86f229db-510a-48cc-83cd-e19a4317cff4 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:22.329773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ef25503-138b-4722-8d30-ee87ccf835d5 req-86f229db-510a-48cc-83cd-e19a4317cff4 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.0940862 Sep 17 22:07:22.378198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Allocated IP 172.20.0.2 (209d5428-b068-4cda-ab1f-8f036aaa0cd2/9e3571e7-2fcd-4b8b-9146-3868a3519d30/0157745c-66e2-420d-8fca-10b952b8f26e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:22.419763 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.421201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:22.422065 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.428860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ef25503-138b-4722-8d30-ee87ccf835d5 req-66f89dc0-9dc5-4f18-ac94-33a246ab5424 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900571 Sep 17 22:07:22.468651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on host n-h1-713498-17 for vnic_type normal with profile {"migrating_to": "n-h2-713498-17"} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:22.468974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:22.469307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:22.474229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:22.474553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attempting to bind port 5561f858-de8d-4ee0-95e2-effffadb286b on network 7a78a37b-139c-48e6-ab97-586948877df4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:22.479871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:22.480729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Checking segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:22.488386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Bound using segment: {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:22.488386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Bound port: 5561f858-de8d-4ee0-95e2-effffadb286b, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a78a37b-139c-48e6-ab97-586948877df4'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:22.488386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.535207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-99fe0e9b-a380-4932-a8e3-821f80a3aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:22.537551 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-99fe0e9b-a380-4932-a8e3-821f80a3aafa service neutron] 10.222.0.35 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.2233300 Sep 17 22:07:22.551148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.587265 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c33784c-461d-4482-b89a-3d1dbee860f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.590466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c33784c-461d-4482-b89a-3d1dbee860f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.591772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8c33784c-461d-4482-b89a-3d1dbee860f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82f968cd-58a3-4d16-bbfc-828a69927191 HTTP/1.1" status: 204 len: 168 time: 0.4427116 Sep 17 22:07:22.612277 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-c1f1b34c-2060-4edf-8f98-6b83c7e65ac6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 217 time: 0.0667536 Sep 17 22:07:22.627409 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-f25bc37d-7bcc-4cb1-bb78-3ba79a57262e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9386845 Sep 17 22:07:22.659766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.696633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:22.700081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:22.704177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:22.761287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Pushing event updated for resources: {'Port': ['ID=0157745c-66e2-420d-8fca-10b952b8f26e,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:22.775185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Attempting to bind port 0157745c-66e2-420d-8fca-10b952b8f26e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:22.775650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Attempting to bind port 0157745c-66e2-420d-8fca-10b952b8f26e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:22.776015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Attempting to bind port 0157745c-66e2-420d-8fca-10b952b8f26e on network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:22.782487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:22.782935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Checking segment: {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:22.783388 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.783780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Bound using segment: {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:22.784264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Bound port: 0157745c-66e2-420d-8fca-10b952b8f26e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:22.784649 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.858449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] For port 0157745c-66e2-420d-8fca-10b952b8f26e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:22.862214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] For port 0157745c-66e2-420d-8fca-10b952b8f26e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0157745c-66e2-420d-8fca-10b952b8f26e,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:22.945483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:22.948425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33784c-461d-4482-b89a-3d1dbee860f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f968cd-58a3-4d16-bbfc-828a69927191,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:22.953704 n-d-713498-17 neutron-server[101661]: WARNING neutron.plugins.ml2.plugin [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Concurrent port binding operations failed on port 5561f858-de8d-4ee0-95e2-effffadb286b Sep 17 22:07:23.024222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439a72c-f696-48c0-87fa-71b0d1a503be None None] Pushing event updated for resources: {'Port': ['ID=0157745c-66e2-420d-8fca-10b952b8f26e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:23.053096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Request body: {'port': {'device_id': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:23.075496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.076466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.076995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.077372 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Floating IP 13a2fe25-0cba-4ca5-ac9d-970be27fa608 disassociated. External IP: 172.25.5.40, port: 56fc1b59-624e-4f32-85a8-5ed71b4c69cf. Sep 17 22:07:23.077684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Calling delete_port for 56fc1b59-624e-4f32-85a8-5ed71b4c69cf owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:23.087038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:23.096061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec20595-a716-431f-b3e4-e43c1cb1caff req-d8fadd56-ee0b-447c-9a8f-99bf5fd5e79b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:23.103323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ec20595-a716-431f-b3e4-e43c1cb1caff req-d8fadd56-ee0b-447c-9a8f-99bf5fd5e79b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.5845420 Sep 17 22:07:23.114764 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attempt 2 to bind port 5561f858-de8d-4ee0-95e2-effffadb286b Sep 17 22:07:23.125909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:23.126597 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.127997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a81aa055-8cc9-490a-8f2a-66c57316134d service neutron] 10.222.0.35 "PUT /v2.0/ports/5561f858-de8d-4ee0-95e2-effffadb286b HTTP/1.1" status: 200 len: 1123 time: 2.5336607 Sep 17 22:07:23.156605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3e59-4737-439e-99b7-6ac80352f14a req-77d9814c-1880-47b7-bf28-6338b645957b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:23.158166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b6b3e59-4737-439e-99b7-6ac80352f14a req-77d9814c-1880-47b7-bf28-6338b645957b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 931 time: 0.2334347 Sep 17 22:07:23.171016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ec20595-a716-431f-b3e4-e43c1cb1caff req-94b119f4-e980-4b38-b9f0-ad6155f274fa tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667605 Sep 17 22:07:23.181833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-7738e656-b93f-474d-abf8-e254581319a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:23.183616 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-7738e656-b93f-474d-abf8-e254581319a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.5550489 Sep 17 22:07:23.194014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.220808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['5561f858-de8d-4ee0-95e2-effffadb286b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:23.238356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b6b3e59-4737-439e-99b7-6ac80352f14a req-c9888dd6-884c-4dbe-8807-f6e6a6bd0296 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655906 Sep 17 22:07:23.262234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['5561f858-de8d-4ee0-95e2-effffadb286b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:23.328030 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.380456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-d0b504d0-3f51-4567-a594-839fdd3efa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:23.382011 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-d0b504d0-3f51-4567-a594-839fdd3efa32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724918 Sep 17 22:07:23.409693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe52be-bb4f-4cb1-97d0-13bde9cc2ac3 req-24ec6737-6c03-47f5-9d3e-499af8e678d7 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:23.411290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ffe52be-bb4f-4cb1-97d0-13bde9cc2ac3 req-24ec6737-6c03-47f5-9d3e-499af8e678d7 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 950 time: 0.1700099 Sep 17 22:07:23.532271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:07:23.540317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:23.542646 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c791bda6-7a80-4499-9a22-43653110e5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:23.601388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f18194-accb-4566-a497-011265f0a204 req-13fc413d-030b-41bf-a3a7-9ce2bef32d4d tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:23.609367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65f18194-accb-4566-a497-011265f0a204 req-13fc413d-030b-41bf-a3a7-9ce2bef32d4d tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 943 time: 0.1811066 Sep 17 22:07:23.621630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ffe52be-bb4f-4cb1-97d0-13bde9cc2ac3 req-0209f6cc-63a3-46e9-90b2-ee5c556bb407 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786945 Sep 17 22:07:23.659626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65f18194-accb-4566-a497-011265f0a204 req-c8524052-cba4-4e75-836f-475112d247bc tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492842 Sep 17 22:07:23.825114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:23.834611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.843779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'port_id': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'mac_address': 'fa:16:3e:d0:0a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:07:23.880831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f45bf-616c-4412-8815-4f905c77775b req-176dc043-6270-406e-960a-869deb3471e7 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:23.882329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137f45bf-616c-4412-8815-4f905c77775b req-176dc043-6270-406e-960a-869deb3471e7 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 867 time: 0.1889236 Sep 17 22:07:23.899727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dced5-0613-463a-95e1-67883f02fe61 req-0676597f-21c7-4393-a9ba-9e8136d35db5 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:23.901206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f44dced5-0613-463a-95e1-67883f02fe61 req-0676597f-21c7-4393-a9ba-9e8136d35db5 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.1399345 Sep 17 22:07:23.906980 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.908128 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.923802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:23.951643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event deleted for resources: {'Port': ['ID=56fc1b59-624e-4f32-85a8-5ed71b4c69cf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:23.955746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:23.972893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873f22e3-1c1e-44df-a3b0-567ebb9327b9 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:23.977322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137f45bf-616c-4412-8815-4f905c77775b req-0bebccae-8f75-4eda-ab3a-f0492abf67ad tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups?id=3852b83e-bff9-4b75-8637-f602f189ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855060 Sep 17 22:07:23.978470 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:23.983210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:24.076255 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Transition to ACTIVE for port object 873f22e3-1c1e-44df-a3b0-567ebb9327b9 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:07:24.085042 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-c3896be2-8a12-4269-b992-ddfe03e2ea01 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655728 Sep 17 22:07:24.087732 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:24.091570 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9a2e07-39e7-4e34-b786-cce3d100f8bb x-openstack-request-id: req-1d9a2e07-39e7-4e34-b786-cce3d100f8bb {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:24.092598 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:24.092956 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d9a2e07-39e7-4e34-b786-cce3d100f8bb {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:24.093461 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b', 'status': 'completed', 'code': 200} Sep 17 22:07:24.187677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f44dced5-0613-463a-95e1-67883f02fe61 req-b5ea7cd6-a7c8-4281-ab09-5d01372ed437 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462943 Sep 17 22:07:24.207986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791bda6-7a80-4499-9a22-43653110e5cd req-6034fb45-694a-408a-abb9-e27a32a35c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:24.209642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c791bda6-7a80-4499-9a22-43653110e5cd req-6034fb45-694a-408a-abb9-e27a32a35c07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 1126 time: 0.1215961 Sep 17 22:07:24.210456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:24.227507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:24.293180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Allocated IP 172.25.5.55 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/18ca19a4-25d8-4e43-9add-8e6f2728d5d7) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:24.340753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:24.387297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Router 5f2793a9-9599-40de-a65c-640ab581cf91 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:07:24.419708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Pushing event updated for resources: {'Port': ['ID=873f22e3-1c1e-44df-a3b0-567ebb9327b9,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:24.457513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-89ee66a9-ba1f-4482-b4bb-1d8d61c877ca req-cefb4bdf-8606-4153-b99e-f6b364600a77 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376493 Sep 17 22:07:24.595449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3586f65c-c2c9-4b2c-98fc-e57b30d2553a None None] Network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:07:24.646867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ddb30-c19d-4dff-a192-af787d9bd184 req-f3e7ade2-4346-4f17-a874-8da4955639f7 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:24.654632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c50ddb30-c19d-4dff-a192-af787d9bd184 req-f3e7ade2-4346-4f17-a874-8da4955639f7 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.2987659 Sep 17 22:07:24.659862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e7c38b19-6735-4710-a00b-cde4d468f544 None None] Provisioning complete for port 0157745c-66e2-420d-8fca-10b952b8f26e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:24.660229 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7c38b19-6735-4710-a00b-cde4d468f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:24.685609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791bda6-7a80-4499-9a22-43653110e5cd req-57f10007-22d0-4c95-b95f-404d143ba9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:24.686027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0157745c-66e2-420d-8fca-10b952b8f26e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:24.687123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c791bda6-7a80-4499-9a22-43653110e5cd req-57f10007-22d0-4c95-b95f-404d143ba9f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.4038961 Sep 17 22:07:24.704137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Attempting to bind port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:24.704537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Attempting to bind port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:24.705065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Attempting to bind port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:24.717939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:24.718317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Attempting to bind port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:24.724822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:24.732956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:24.733302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Checking segment: {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:24.733820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Bound using segment: {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:24.734237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Bound port: 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:24.734619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:24.745035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] Sync routers for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:24.755327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c791bda6-7a80-4499-9a22-43653110e5cd req-a5e416db-8977-4a62-b52c-93f4e7f142be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5561f858-de8d-4ee0-95e2-effffadb286b HTTP/1.1" status: 200 len: 217 time: 0.0573938 Sep 17 22:07:24.764323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:24.770394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c50ddb30-c19d-4dff-a192-af787d9bd184 req-4a978132-5d23-4ded-91a7-5258806eed20 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147499 Sep 17 22:07:24.780189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] No DVR routers for this DVR port 56fc1b59-624e-4f32-85a8-5ed71b4c69cf on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:24.782248 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:24.784792 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3c15d720-ab10-4b53-b8c8-1f219344649d req-a04fcec0-e70e-4895-8ffa-fa2ac6f3d2ff tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.35 "DELETE /v2.0/ports/56fc1b59-624e-4f32-85a8-5ed71b4c69cf HTTP/1.1" status: 204 len: 173 time: 3.0879183 Sep 17 22:07:24.785562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'name': 'network-vif-deleted', 'tag': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:24.787826 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ad9a5-a092-41b2-be12-a7aa2681b063" -d '{"events": [{"server_uuid": "4403b4ee-1e9c-42ea-b87a-b57377787189", "name": "network-vif-deleted", "tag": "56fc1b59-624e-4f32-85a8-5ed71b4c69cf"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:24.852038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791bda6-7a80-4499-9a22-43653110e5cd req-1efd30e0-081f-49c6-b938-1592811b9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:24.853518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c791bda6-7a80-4499-9a22-43653110e5cd req-1efd30e0-081f-49c6-b938-1592811b9251 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0864480 Sep 17 22:07:24.869422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:24.874364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:24.889800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c791bda6-7a80-4499-9a22-43653110e5cd req-9dbd55b9-4a66-4bb8-b3a5-0795bed9e276 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279086 Sep 17 22:07:24.913355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:24.913991 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:24.952964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0157745c-66e2-420d-8fca-10b952b8f26e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:24.952964 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:24.988945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.012581 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.055077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:25.059247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:25.060455 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7c38b19-6735-4710-a00b-cde4d468f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.072885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:25.107795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:25.111202 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.114345 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-73d37f25-6228-4da5-8937-08f10919144a service neutron] 10.222.0.35 "PUT /v2.0/ports/873f22e3-1c1e-44df-a3b0-567ebb9327b9 HTTP/1.1" status: 200 len: 1092 time: 2.4734144 Sep 17 22:07:25.144704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37f25-6228-4da5-8937-08f10919144a service neutron] Pushing event updated for resources: {'Port': ['ID=873f22e3-1c1e-44df-a3b0-567ebb9327b9,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:25.160231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c791bda6-7a80-4499-9a22-43653110e5cd req-387736c0-8619-46f6-b132-8da5a12920ef service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618868 Sep 17 22:07:25.189735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:25.193810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e7c38b19-6735-4710-a00b-cde4d468f544 None None] For port 0157745c-66e2-420d-8fca-10b952b8f26e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0157745c-66e2-420d-8fca-10b952b8f26e,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:25.291885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Pushing event updated for resources: {'Port': ['ID=18ca19a4-25d8-4e43-9add-8e6f2728d5d7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:25.293273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-5dc231b7-6ef4-45d8-8f87-ef07dfba0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:25.298031 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-5dc231b7-6ef4-45d8-8f87-ef07dfba0ac0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 1095 time: 0.0578110 Sep 17 22:07:25.379140 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-28d79f3a-be23-4d76-a6c5-c228e569b20d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9 HTTP/1.1" status: 200 len: 217 time: 0.0714819 Sep 17 22:07:25.408712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a66d8c-f349-43f6-9124-958096ab066d req-d4dbcfe4-ceee-4a88-960a-85848bbd2452 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:25.410320 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1a66d8c-f349-43f6-9124-958096ab066d req-d4dbcfe4-ceee-4a88-960a-85848bbd2452 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 943 time: 0.2724147 Sep 17 22:07:25.449369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-6a6315b9-c917-4af9-b9d5-f161159a91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:25.451430 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-6a6315b9-c917-4af9-b9d5-f161159a91ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 200 len: 845 time: 0.0628633 Sep 17 22:07:25.469127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c791bda6-7a80-4499-9a22-43653110e5cd req-7772ff84-5db2-4f9e-b61e-8570683e979e service neutron] 10.222.0.32 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858260 Sep 17 22:07:25.488847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1a66d8c-f349-43f6-9124-958096ab066d req-3a1b61b2-fd96-4105-9450-6c5a584cda99 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693493 Sep 17 22:07:25.495403 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7c38b19-6735-4710-a00b-cde4d468f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.515542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:25.517453 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.528299 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-6bef85d6-dfcc-4653-af71-a6431732ddd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654168 Sep 17 22:07:25.639212 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-ce2b19f6-c326-4ca4-95dd-25275b904024 service neutron] 10.222.0.35 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005304 Sep 17 22:07:25.651384 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.677619 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:07:25.687494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c3e078f0-f794-44b3-ae59-24f4cfaf0adb no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:25.720798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31104a-66e5-4f0e-9ffe-df17d6553340 req-165c8ef7-8903-41ed-8cf2-b46f7da582a2 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:25.722329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da31104a-66e5-4f0e-9ffe-df17d6553340 req-165c8ef7-8903-41ed-8cf2-b46f7da582a2 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 944 time: 0.1150579 Sep 17 22:07:25.729018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c38b19-6735-4710-a00b-cde4d468f544 None None] Pushing event updated for resources: {'Port': ['ID=0157745c-66e2-420d-8fca-10b952b8f26e,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:25.796921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3877c036-1a04-4a57-8e7a-4d57c6d744c3 None None] Provisioning complete for port 0157745c-66e2-420d-8fca-10b952b8f26e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:25.797311 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3877c036-1a04-4a57-8e7a-4d57c6d744c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.841808 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8297ff80-40da-4cdf-9d0b-b48a10f8ccc4 req-c8fd92ee-3d3c-4089-bfcf-fb7b9d7246c1 service neutron] 10.222.0.35 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882968 Sep 17 22:07:25.854519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32808) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:25.875513 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:07:25.875850 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:07:25.908345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da31104a-66e5-4f0e-9ffe-df17d6553340 req-48e9e694-a86d-4cdb-959d-baeaba99672a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306961 Sep 17 22:07:25.929268 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.960254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:07:25.973844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.981605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:25.982008 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:25.985351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:25.987654 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8292b159-9245-41e8-967d-793b66f51a66" -d '{"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:26.008115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eb529f9-cf7e-4585-8360-471dd406d274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.026002 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26da0ee4-5c09-49a5-97f2-0c93d08fcbbe x-openstack-request-id: req-26da0ee4-5c09-49a5-97f2-0c93d08fcbbe {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:26.026311 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4403b4ee-1e9c-42ea-b87a-b57377787189", "name": "network-vif-deleted", "tag": "56fc1b59-624e-4f32-85a8-5ed71b4c69cf", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:26.026565 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26da0ee4-5c09-49a5-97f2-0c93d08fcbbe {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:26.027208 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4403b4ee-1e9c-42ea-b87a-b57377787189', 'name': 'network-vif-deleted', 'tag': '56fc1b59-624e-4f32-85a8-5ed71b4c69cf', 'status': 'completed', 'code': 200} Sep 17 22:07:26.095425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:26.124711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:26.158938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] Checking router: 5f2793a9-9599-40de-a65c-640ab581cf91 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:26.179456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65431d40-f6b2-4d30-8b8e-56de682bbb03 req-19534762-dc63-4225-b740-bbbb462d7ed0 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/ports?device_id=4403b4ee-1e9c-42ea-b87a-b57377787189 HTTP/1.1" status: 200 len: 210 time: 0.0458286 Sep 17 22:07:26.192573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:26.194741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:26.205198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eb529f9-cf7e-4585-8360-471dd406d274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.241381 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.253704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a62271-3c66-4b70-a073-ad507d3d38fb req-f0ab6d4e-c485-4240-afae-323681f412a3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:26.255220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2a62271-3c66-4b70-a073-ad507d3d38fb req-f0ab6d4e-c485-4240-afae-323681f412a3 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.0722635 Sep 17 22:07:26.277239 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eb529f9-cf7e-4585-8360-471dd406d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.322229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb529f9-cf7e-4585-8360-471dd406d274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491f73aa-e37b-4f2e-b51a-bbc3c36c1e14,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:26.328882 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0eb529f9-cf7e-4585-8360-471dd406d274 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef2a33308637440bbef9f5eb0b198a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727845 Sep 17 22:07:26.331371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32816) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:26.336061 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.338976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2a62271-3c66-4b70-a073-ad507d3d38fb req-7b9548bb-fa7d-47ff-84af-01e9a2d69f60 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643015 Sep 17 22:07:26.358638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=11']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:26.365778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada94eb-bd12-4210-aff6-bf72c75e91e7 req-c1405cf6-6070-4a30-bdb7-f7df4d8f09ba tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:26.373920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ada94eb-bd12-4210-aff6-bf72c75e91e7 req-c1405cf6-6070-4a30-bdb7-f7df4d8f09ba tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1126149 Sep 17 22:07:26.393723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Router f0523cec-1bd7-432f-b712-c035cafe7190 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:07:26.433605 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f39bc7-3163-4b7a-96dc-ea86b1a51711 x-openstack-request-id: req-10f39bc7-3163-4b7a-96dc-ea86b1a51711 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:26.433976 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:26.434237 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10f39bc7-3163-4b7a-96dc-ea86b1a51711 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:26.434630 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'code': 200} Sep 17 22:07:26.461630 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c59-a54b-4564-a1b3-1dc0f1b5f952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.478347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:26.483624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ada94eb-bd12-4210-aff6-bf72c75e91e7 req-93567ba9-60d7-44e6-b957-2725962980ee tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084270 Sep 17 22:07:26.491428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:26.491584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c59-a54b-4564-a1b3-1dc0f1b5f952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.619704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:26.631390 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Sync routers for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:26.642478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0157745c-66e2-420d-8fca-10b952b8f26e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:26.653277 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:26.654573 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:26.661788 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.662292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 56fc1b59-624e-4f32-85a8-5ed71b4c69cf no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:26.685388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e84d0-b8e7-476c-8dc2-de81e1a35558 req-8ccc486c-f6da-49ad-8185-d42bdcfae711 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:26.688747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-646e84d0-b8e7-476c-8dc2-de81e1a35558 req-8ccc486c-f6da-49ad-8185-d42bdcfae711 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 943 time: 0.0694671 Sep 17 22:07:26.704006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c59-a54b-4564-a1b3-1dc0f1b5f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.710551 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c59-a54b-4564-a1b3-1dc0f1b5f952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.712076 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5d6a5c59-a54b-4564-a1b3-1dc0f1b5f952 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/491f73aa-e37b-4f2e-b51a-bbc3c36c1e14 HTTP/1.1" status: 204 len: 168 time: 0.3795044 Sep 17 22:07:26.734070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 56fc1b59-624e-4f32-85a8-5ed71b4c69cf {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:26.734816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 56fc1b59-624e-4f32-85a8-5ed71b4c69cf not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:26.743415 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a5c59-a54b-4564-a1b3-1dc0f1b5f952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491f73aa-e37b-4f2e-b51a-bbc3c36c1e14,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:26.749881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-646e84d0-b8e7-476c-8dc2-de81e1a35558 req-8a6c30f5-5d66-41c3-aabd-c38866a63570 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524099 Sep 17 22:07:26.800351 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:26.819566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:26.821156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-109c6939-938f-4c71-9aae-1c2fae4691a8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.6580834 Sep 17 22:07:26.824659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32828) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:26.887844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:26.919707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0157745c-66e2-420d-8fca-10b952b8f26e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:26.920081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:27.035445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:27.110067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01303d77-d489-4b5a-b7c8-f72516c02bc1 req-6c0c8cc2-34ca-4a6c-9e30-b9b38910950a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:27.124545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01303d77-d489-4b5a-b7c8-f72516c02bc1 req-6c0c8cc2-34ca-4a6c-9e30-b9b38910950a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 945 time: 0.0975041 Sep 17 22:07:27.198255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01303d77-d489-4b5a-b7c8-f72516c02bc1 req-a6ad5b3b-b5e5-47ac-a907-e5cab9ece077 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726078 Sep 17 22:07:27.211512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ac006-e680-4cde-a0ec-87f3420bed74 None None] The sync data for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 is: [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:02:50Z', 'revision_number': 4, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3a4148dd-0a0a-4d24-b3ec-4428041ca6c9', 'name': '', 'network_id': 'fefca529-eed3-4212-aef0-f81154042ac6', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'mac_address': 'fa:16:3e:50:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '710720af-f220-4216-8ccb-049aba8d52bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:50Z', 'updated_at': '2021-09-17T22:02:56Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'subnets': [{'id': '710720af-f220-4216-8ccb-049aba8d52bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:27.318018 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:25Z', 'revision_number': 3, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:27.374944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384eaac-1a1a-4528-9715-2f9224851780 req-d1c526fe-db8c-4298-9d7e-668c93c90ee2 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:27.384736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7384eaac-1a1a-4528-9715-2f9224851780 req-d1c526fe-db8c-4298-9d7e-668c93c90ee2 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 948 time: 0.1772923 Sep 17 22:07:27.398647 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Checking router: f0523cec-1bd7-432f-b712-c035cafe7190 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:27.399126 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Updating router f0523cec-1bd7-432f-b712-c035cafe7190 port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:07:27.442723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7384eaac-1a1a-4528-9715-2f9224851780 req-1c49a01f-6781-4ce8-a0d5-04cf80b87b9f tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570285 Sep 17 22:07:27.470194 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:27.523562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 873f22e3-1c1e-44df-a3b0-567ebb9327b9 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:07:27.585391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd586bc-d4c2-4db1-833f-930fee66bc82 req-e778231c-a8d4-4a3a-95f4-d38c51f2ff97 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:27.592096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccd586bc-d4c2-4db1-833f-930fee66bc82 req-e778231c-a8d4-4a3a-95f4-d38c51f2ff97 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.1000910 Sep 17 22:07:27.615252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32856) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:27.710034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccd586bc-d4c2-4db1-833f-930fee66bc82 req-c5a6e756-dcc8-43cf-b1cd-50d1dc5b40bc tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151266 Sep 17 22:07:27.758704 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:27.770984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0015d5-8a8c-4d5c-8995-53ffb939a4dd None None] New status for floating IP 13a2fe25-0cba-4ca5-ac9d-970be27fa608: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:07:27.796426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:27.823106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:27.825645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b216a64-de88-45ea-8ac1-d414c9a11ffd req-6ac06e82-8d0c-4d22-ac17-9e0d87c61015 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:27.837315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b216a64-de88-45ea-8ac1-d414c9a11ffd req-6ac06e82-8d0c-4d22-ac17-9e0d87c61015 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1201291 Sep 17 22:07:27.849999 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '873f22e3-1c1e-44df-a3b0-567ebb9327b9', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'port_id': '873f22e3-1c1e-44df-a3b0-567ebb9327b9', 'mac_address': 'fa:16:3e:bb:28:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d99c15b-c193-4901-b368-faa5605566e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:07:27.865826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.009198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b216a64-de88-45ea-8ac1-d414c9a11ffd req-68b9420e-c90b-4031-a126-421276870802 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584513 Sep 17 22:07:28.019780 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.026638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fed955-ea2f-4714-b6af-965bf4f48a86 req-050d081e-25b5-4d49-adcf-dc48fca591f3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:28.032574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:28.035484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78fed955-ea2f-4714-b6af-965bf4f48a86 req-050d081e-25b5-4d49-adcf-dc48fca591f3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 943 time: 0.1684403 Sep 17 22:07:28.038340 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:28.070694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Allocated IP 172.20.0.1 (209d5428-b068-4cda-ab1f-8f036aaa0cd2/9e3571e7-2fcd-4b8b-9146-3868a3519d30/111a4d54-56b5-4c56-887d-98465e064b74) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:28.085142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78fed955-ea2f-4714-b6af-965bf4f48a86 req-c64a5d37-0164-46b1-8da7-779d03f62ee5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Sep 17 22:07:28.086039 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.086039 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.086039 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "DELETE /v2.0/security-groups/3852b83e-bff9-4b75-8637-f602f189ef16 HTTP/1.1" status: 204 len: 168 time: 0.4640172 Sep 17 22:07:28.087077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32868) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:28.104646 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.107319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3852b83e-bff9-4b75-8637-f602f189ef16,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:28.128704 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-67bd225c-d2e9-48d8-ada4-c499146bb71c tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] show failed (client error): The resource could not be found. Sep 17 22:07:28.131367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-67bd225c-d2e9-48d8-ada4-c499146bb71c tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "GET /v2.0/security-groups/3852b83e-bff9-4b75-8637-f602f189ef16 HTTP/1.1" status: 404 len: 347 time: 0.0430448 Sep 17 22:07:28.134517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32870) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:28.156561 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.159540 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd5bac5-ef10-43f1-83ed-242c26e51268 x-openstack-request-id: req-9bd5bac5-ef10-43f1-83ed-242c26e51268 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:28.160004 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:28.160432 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bd5bac5-ef10-43f1-83ed-242c26e51268 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:28.160987 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9', 'status': 'completed', 'code': 200} Sep 17 22:07:28.170109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.170751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.171278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873f22e3-1c1e-44df-a3b0-567ebb9327b9 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:28.171507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.172037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.172580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.173305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.174113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.174629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.174932 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898fda1-63b9-425e-80fb-bc7038d7ecfb None None] Pushing event updated for resources: {'Port': ['ID=18ca19a4-25d8-4e43-9add-8e6f2728d5d7,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:28.175339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.175852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.176376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.176884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fa088-37e0-4069-961e-703bd0083255 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:28.205693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:28.235473 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Attempting to bind port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:28.236103 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Attempting to bind port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:28.236742 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Attempting to bind port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:28.258101 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:28.258754 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:28.264298 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.266329 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:28.269009 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Bound port: 18ca19a4-25d8-4e43-9add-8e6f2728d5d7, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:28.269009 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.314439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.390255 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-4f6c062b-e06d-4313-a75d-88f8fcee32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:28.404392 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-4f6c062b-e06d-4313-a75d-88f8fcee32dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 1095 time: 0.2421024 Sep 17 22:07:28.416312 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] For port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:28.422652 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] For port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=18ca19a4-25d8-4e43-9add-8e6f2728d5d7,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:28.427463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=873f22e3-1c1e-44df-a3b0-567ebb9327b9,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:28.435983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:28.438374 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb5821-b64a-40ff-b1e7-39bd69426fd9" -d '{"events": [{"server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "name": "network-vif-plugged", "status": "completed", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:28.471485 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.503359 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.505998 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c406d5-cc77-40a5-b4f1-63275041214d x-openstack-request-id: req-75c406d5-cc77-40a5-b4f1-63275041214d {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:28.506419 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "name": "network-vif-plugged", "status": "completed", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:28.506770 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75c406d5-cc77-40a5-b4f1-63275041214d {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:28.507319 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'code': 200} Sep 17 22:07:28.546446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c7eab-f54f-4d9d-8220-0050df5a2f56 req-1ecc693b-47d0-44b2-a8bc-a6f4db07f8a2 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:28.563950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f0c7eab-f54f-4d9d-8220-0050df5a2f56 req-1ecc693b-47d0-44b2-a8bc-a6f4db07f8a2 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 945 time: 0.1814942 Sep 17 22:07:28.564971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['873f22e3-1c1e-44df-a3b0-567ebb9327b9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:28.595635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Deleting port db36a020-b699-461b-ae7b-a4b241103c6e {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:28.595968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.672886 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:28.679595 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:28.680993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-5bd9f526-410c-4bbd-afed-77a5dba6ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:28.682549 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-5bd9f526-410c-4bbd-afed-77a5dba6ab88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 905 time: 0.2562099 Sep 17 22:07:28.689708 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898fda1-63b9-425e-80fb-bc7038d7ecfb None None] Pushing event updated for resources: {'Port': ['ID=18ca19a4-25d8-4e43-9add-8e6f2728d5d7,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:28.692595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87def-cba2-44a9-8016-896608b5536c req-610466c1-ee16-49ef-9fbd-71275c614de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:28.694103 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-aff87def-cba2-44a9-8016-896608b5536c req-610466c1-ee16-49ef-9fbd-71275c614de9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1097 time: 0.0924163 Sep 17 22:07:28.752730 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-9eb0d40f-236d-4e85-b68a-00c798f6f21d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9 HTTP/1.1" status: 200 len: 217 time: 0.0622840 Sep 17 22:07:28.795176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:28.863981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:28.866132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-1c7fee56-f03a-4f8e-b407-c1847e5d02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:28.868351 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-1c7fee56-f03a-4f8e-b407-c1847e5d02fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 200 len: 845 time: 0.1051702 Sep 17 22:07:28.869802 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:28.873117 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-aff87def-cba2-44a9-8016-896608b5536c req-ce638cf0-e834-4a3a-9733-0f0d1f3ef0a6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712077 Sep 17 22:07:28.876085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:28.883584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:28.887593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Pushing event updated for resources: {'Port': ['ID=111a4d54-56b5-4c56-887d-98465e064b74,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:28.940157 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:29.137513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-aefad433-5b80-4919-b5e4-c333c2515494 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373018 Sep 17 22:07:29.221505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-be6f4d36-2215-48e0-89d1-18c33420a6d9 None None] Provisioning complete for port 111a4d54-56b5-4c56-887d-98465e064b74 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:29.224208 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-be6f4d36-2215-48e0-89d1-18c33420a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:29.233259 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:25Z', 'revision_number': 3, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:29.239139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f0c7eab-f54f-4d9d-8220-0050df5a2f56 req-b6b765af-834f-4df6-90a4-bb5b96cb1b1f tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710582 Sep 17 22:07:29.267971 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d50a0a-0bfe-436a-8475-966cd6d1f47f None None] The sync data for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 is: [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:25Z', 'revision_number': 3, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:29.291548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-be6f4d36-2215-48e0-89d1-18c33420a6d9 None None] Port 111a4d54-56b5-4c56-887d-98465e064b74 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:07:29.311909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ab94-fb75-4d6c-91a2-0740d0624806 req-1c4cfd0f-02a7-40e7-8474-df2cdc63cdc7 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:29.313477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25f5ab94-fb75-4d6c-91a2-0740d0624806 req-1c4cfd0f-02a7-40e7-8474-df2cdc63cdc7 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 948 time: 0.6911023 Sep 17 22:07:29.317969 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:29.318324 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:29.318778 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-26ebeab5-eb1b-48d1-994c-d39dc42a3138 service neutron] 10.222.0.35 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510596 Sep 17 22:07:29.320008 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:29.344466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Calling delete_port for db36a020-b699-461b-ae7b-a4b241103c6e owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:29.374656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-5804fba2-a2d7-42cb-8dd2-a23946ef360a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:29.376144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-5804fba2-a2d7-42cb-8dd2-a23946ef360a tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.32 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 948 time: 0.2466614 Sep 17 22:07:29.564709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Deleting port c3e078f0-f794-44b3-ae59-24f4cfaf0adb {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:29.565341 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:29.614238 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c81d767d-e930-4fe1-84f7-3a7defd1c7a6 req-83f3e124-b5af-4f78-a312-4c27bab0de9c service neutron] 10.222.0.35 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841322 Sep 17 22:07:29.630596 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-1eb79193-c719-4ccc-9f0b-89ca5fd4c45c service neutron] 10.222.0.32 "GET /v2.0/ports/5561f858-de8d-4ee0-95e2-effffadb286b/bindings/n-h2-713498-17 HTTP/1.1" status: 200 len: 385 time: 0.1430316 Sep 17 22:07:29.636992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25f5ab94-fb75-4d6c-91a2-0740d0624806 req-86073ac4-e346-4c2f-8b79-43c3eac54783 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fc81991-5abc-456d-9383-3f037a5e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782550 Sep 17 22:07:29.637317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 5561f858-de8d-4ee0-95e2-effffadb286b no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:29.767466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] For port c3e078f0-f794-44b3-ae59-24f4cfaf0adb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:29.768350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:29.798947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:29.806598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Calling delete_port for c3e078f0-f794-44b3-ae59-24f4cfaf0adb owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:29.857561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c3e078f0-f794-44b3-ae59-24f4cfaf0adb no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:29.865371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Pushing event deleted for resources: {'Port': ['ID=db36a020-b699-461b-ae7b-a4b241103c6e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:29.869243 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:29.966650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.966986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.967281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.967623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.967965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.968297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.968631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.968959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.969284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.969611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.969967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.970754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:29.988467 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:30.120584 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:30.125199 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:30.129012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8bd64610-b498-4ab3-98bd-9407b1ee6a20 tempest-ServersWithSpecificFlavorTestJSON-372192750 tempest-ServersWithSpecificFlavorTestJSON-372192750-project] 10.222.0.13 "DELETE /v2.0/floatingips/13a2fe25-0cba-4ca5-ac9d-970be27fa608 HTTP/1.1" status: 204 len: 168 time: 1.9908998 Sep 17 22:07:30.143615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a2a9-6f8e-4c3a-a50a-4098019799ad req-ec8ae3f6-ae2b-45bd-98b6-4de7e9e2077f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:30.151176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b236a2a9-6f8e-4c3a-a50a-4098019799ad req-ec8ae3f6-ae2b-45bd-98b6-4de7e9e2077f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 943 time: 0.1249959 Sep 17 22:07:30.223606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b236a2a9-6f8e-4c3a-a50a-4098019799ad req-3f976d29-4524-44c4-9175-b8c2298db09b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715079 Sep 17 22:07:30.312637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6ab8-58d0-418f-8985-175e6105f5ef req-bfc546b1-a1f5-4a9e-9e2d-2228cad28a7a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:30.322308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc9a6ab8-58d0-418f-8985-175e6105f5ef req-bfc546b1-a1f5-4a9e-9e2d-2228cad28a7a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1127424 Sep 17 22:07:30.396029 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:30.437254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Pushing event deleted for resources: {'Port': ['ID=c3e078f0-f794-44b3-ae59-24f4cfaf0adb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:30.442973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Pushing event updated for resources: {'Port': ['ID=111a4d54-56b5-4c56-887d-98465e064b74,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:30.450263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:30.453507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc9a6ab8-58d0-418f-8985-175e6105f5ef req-357d6910-236f-4360-b5f2-e6f02b25f28e tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302009 Sep 17 22:07:30.462324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:30.521637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] No DVR routers for this DVR port c3e078f0-f794-44b3-ae59-24f4cfaf0adb on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:30.531691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e5bb5-ddef-4ace-bc96-ec34c2b65e91 req-0d5605f9-9438-4a52-9742-b873384c8c25 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:30.539839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b13e5bb5-ddef-4ace-bc96-ec34c2b65e91 req-0d5605f9-9438-4a52-9742-b873384c8c25 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 944 time: 0.1938236 Sep 17 22:07:30.543604 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:30.545145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-801aaba4-467d-4e1d-ab3f-af56983b3d40 req-76f729b1-8904-475e-be33-fbb0f99ab3a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.32 "DELETE /v2.0/ports/c3e078f0-f794-44b3-ae59-24f4cfaf0adb HTTP/1.1" status: 204 len: 173 time: 1.1616807 Sep 17 22:07:30.546184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-deleted', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:30.548583 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919fb489-43e3-4e88-83a6-0e1c537d0d2f" -d '{"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-deleted", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:30.561526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:30.601665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60aae830-c260-40f6-8e2a-40efb20b3bbd req-ce0fd0ae-cee6-4246-a1a1-50f24add9958 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0434353 Sep 17 22:07:30.619305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5561f858-de8d-4ee0-95e2-effffadb286b {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:30.633201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b13e5bb5-ddef-4ace-bc96-ec34c2b65e91 req-88ae4200-ea98-4f45-8443-b9a28150af49 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907876 Sep 17 22:07:30.670236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:30.697588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:30.712626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:30.714273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:30.771655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:30.772023 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:30.802314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d6ba5-1569-4852-9354-d61aaf074efb req-42a0b2de-b1e6-44ef-9c9c-4bc78a415d69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:30.803948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f2d6ba5-1569-4852-9354-d61aaf074efb req-42a0b2de-b1e6-44ef-9c9c-4bc78a415d69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 945 time: 0.0791078 Sep 17 22:07:30.853729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:30.884221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f2d6ba5-1569-4852-9354-d61aaf074efb req-dee1a7fa-4d1c-460b-9ae8-5788747b91ae tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676506 Sep 17 22:07:30.924923 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66138a00-a2d5-47af-9be5-39e6c6662f83 x-openstack-request-id: req-66138a00-a2d5-47af-9be5-39e6c6662f83 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:30.924923 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12517084-8d0a-4d7c-b0b9-df63330ef5f9", "name": "network-vif-deleted", "tag": "c3e078f0-f794-44b3-ae59-24f4cfaf0adb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:30.924923 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66138a00-a2d5-47af-9be5-39e6c6662f83 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:30.924923 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12517084-8d0a-4d7c-b0b9-df63330ef5f9', 'name': 'network-vif-deleted', 'tag': 'c3e078f0-f794-44b3-ae59-24f4cfaf0adb', 'status': 'completed', 'code': 200} Sep 17 22:07:30.939794 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:30.991828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=18ca19a4-25d8-4e43-9add-8e6f2728d5d7,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:31.027343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Router f0523cec-1bd7-432f-b712-c035cafe7190 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:07:31.029280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] Transition to ACTIVE for port object 5561f858-de8d-4ee0-95e2-effffadb286b will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:07:31.086556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ed46fce-8b82-4e49-9d3b-066c020a5f29 req-440a85b8-822f-4508-8348-eb7d026a01a9 tempest-ImagesOneServerTestJSON-919658147 tempest-ImagesOneServerTestJSON-919658147-project] 10.222.0.13 "GET /v2.0/ports?device_id=12517084-8d0a-4d7c-b0b9-df63330ef5f9 HTTP/1.1" status: 200 len: 210 time: 0.0364037 Sep 17 22:07:31.128034 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:31.165165 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-79e4536e-4f6d-45e6-9678-97d1ac118aa7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1668124 Sep 17 22:07:31.176510 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:31.182551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:31.189983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5d40b3d2-e33d-4fe1-bb5d-5c1185d459ea None None] Provisioning complete for port 111a4d54-56b5-4c56-887d-98465e064b74 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:31.190354 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5d40b3d2-e33d-4fe1-bb5d-5c1185d459ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:31.218054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=18ca19a4-25d8-4e43-9add-8e6f2728d5d7,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:31.235976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5d40b3d2-e33d-4fe1-bb5d-5c1185d459ea None None] Port 111a4d54-56b5-4c56-887d-98465e064b74 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:07:31.239562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:31.245930 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e30067c8-dcea-4900-b746-4fb086359c28 admin admin] 10.222.0.13 "PUT /v2.0/routers/f0523cec-1bd7-432f-b712-c035cafe7190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4190490 Sep 17 22:07:31.267972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] No DVR routers for this DVR port 5561f858-de8d-4ee0-95e2-effffadb286b on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:31.290703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5561f858-de8d-4ee0-95e2-effffadb286b,revision_number=10']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:31.380140 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-a65ded41-380a-40bf-a936-98da296503e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/5561f858-de8d-4ee0-95e2-effffadb286b/bindings/n-h2-713498-17/activate HTTP/1.1" status: 200 len: 370 time: 1.7178254 Sep 17 22:07:31.392344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:31.432590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce721f-9159-48b4-9442-cba175444977 req-78b92ec3-965f-4083-bddf-d14b1301c729 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:31.435364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10ce721f-9159-48b4-9442-cba175444977 req-78b92ec3-965f-4083-bddf-d14b1301c729 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 944 time: 0.0889809 Sep 17 22:07:31.512838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10ce721f-9159-48b4-9442-cba175444977 req-63b5ee34-cf90-470d-9493-62f17c3b6b3b tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705309 Sep 17 22:07:31.538268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 873f22e3-1c1e-44df-a3b0-567ebb9327b9 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:31.557650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-96e64dd2-f151-44a8-9fd3-d2ee795d0b04 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:31.573276 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-96e64dd2-f151-44a8-9fd3-d2ee795d0b04 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.0600965 Sep 17 22:07:31.603429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:31.656093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-c9c27b13-3ca7-4bab-b759-f14d1c31f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:31.657969 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-c9c27b13-3ca7-4bab-b759-f14d1c31f620 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f HTTP/1.1" status: 200 len: 1096 time: 0.0829067 Sep 17 22:07:31.699240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:07:31.703660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:31.704039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:31.747703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-f924199b-5d84-48f0-ac13-fb21e4f72818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:31.749659 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-f924199b-5d84-48f0-ac13-fb21e4f72818 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 1096 time: 0.0607090 Sep 17 22:07:31.758734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Allocated IP 172.25.5.234 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/7d5316ca-82c3-4260-95b5-fee4f625182d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:31.823732 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:31.840982 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Sync routers for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:31.854710 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:31.855908 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:31.872187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:31.875059 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5f7fd7-c74c-4d83-ac44-e504a78f5c75" -d '{"events": [{"server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "name": "network-vif-plugged", "status": "completed", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:31.889442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-ac4c5b34-3231-4256-8288-efd083bfea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:31.891202 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-ac4c5b34-3231-4256-8288-efd083bfea0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 200 len: 908 time: 0.1340277 Sep 17 22:07:31.894331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:31.908403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:31.945401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-8d962917-ebd8-4d94-a24e-3b90f1c96dc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5561f858-de8d-4ee0-95e2-effffadb286b HTTP/1.1" status: 200 len: 217 time: 0.0454788 Sep 17 22:07:31.990040 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:31.993966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.012057 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-f0bffa61-b0da-400a-aa1b-07575cab55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:32.015121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-f0bffa61-b0da-400a-aa1b-07575cab55ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 200 len: 848 time: 0.0620000 Sep 17 22:07:32.058765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=873f22e3-1c1e-44df-a3b0-567ebb9327b9,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:32.061140 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-52b2fed9-ff6c-41e8-b3ce-3989b3d66f38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a78a37b-139c-48e6-ab97-586948877df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350914 Sep 17 22:07:32.076657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.124001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:32.127281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:32.131373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:32.164803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Pushing event updated for resources: {'Port': ['ID=7d5316ca-82c3-4260-95b5-fee4f625182d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:32.177093 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-27f3f43d-3e51-457a-acb7-0fa0ad7033d9 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084163 Sep 17 22:07:32.235839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.248478 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '111a4d54-56b5-4c56-887d-98465e064b74', 'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'mac_address': 'fa:16:3e:0e:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:27Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 2, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'subnets': [{'id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:32.281717 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Checking router: f0523cec-1bd7-432f-b712-c035cafe7190 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:32.282066 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Updating router f0523cec-1bd7-432f-b712-c035cafe7190 port 111a4d54-56b5-4c56-887d-98465e064b74 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:07:32.283878 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-48a00d6f-b767-4c13-84cb-95c780e974d5 service neutron] 10.222.0.35 "GET /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985422 Sep 17 22:07:32.306461 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.329945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32956) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:32.334482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ae81085f-74d0-4acb-9f4a-fe01b0552652 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--219911593', 'description': 'tempest-description--1417947925'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:32.418865 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.456784 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae81085f-74d0-4acb-9f4a-fe01b0552652 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.490725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d933a0f-06d9-4864-b9c5-f95676d53666 req-a63a13b7-c9fe-47aa-8c3b-d5cb70ab529f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:32.492279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d933a0f-06d9-4864-b9c5-f95676d53666 req-a63a13b7-c9fe-47aa-8c3b-d5cb70ab529f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1100526 Sep 17 22:07:32.577532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:32.619519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d933a0f-06d9-4864-b9c5-f95676d53666 req-45d4fbae-0002-4e85-ae23-4cd797b1b2f6 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173344 Sep 17 22:07:32.619806 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.626852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:32.627196 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.693565 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.718958 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae81085f-74d0-4acb-9f4a-fe01b0552652 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.753931 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.770915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc8e65-0476-45d5-a26f-506c9689c052 req-f3ed2e2f-f349-411f-99b9-a0249dd49b4b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:32.772459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbcc8e65-0476-45d5-a26f-506c9689c052 req-f3ed2e2f-f349-411f-99b9-a0249dd49b4b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.0500748 Sep 17 22:07:32.814246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbcc8e65-0476-45d5-a26f-506c9689c052 req-6096b9f4-1855-49eb-b40a-3ad293357bf4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Sep 17 22:07:32.835017 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.840971 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bc356-6ed1-412c-a133-e41937278a4b None None] Pushing event updated for resources: {'Port': ['ID=111a4d54-56b5-4c56-887d-98465e064b74,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:32.872848 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Attempting to bind port 111a4d54-56b5-4c56-887d-98465e064b74 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:32.873498 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Attempting to bind port 111a4d54-56b5-4c56-887d-98465e064b74 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:32.873652 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Attempting to bind port 111a4d54-56b5-4c56-887d-98465e064b74 on network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:32.888729 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae81085f-74d0-4acb-9f4a-fe01b0552652 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.890103 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:32.890480 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Checking segment: {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:32.890914 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.891308 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Bound using segment: {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:32.891787 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Bound port: 111a4d54-56b5-4c56-887d-98465e064b74, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:32.892215 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.956391 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-2733d8dc-273f-4b08-b972-975e23236c3d tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:32.958290 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-2733d8dc-273f-4b08-b972-975e23236c3d tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e&tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.0567825 Sep 17 22:07:32.969736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:32.974032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Pushing event updated for resources: {'Port': ['ID=7d5316ca-82c3-4260-95b5-fee4f625182d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:32.985620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81085f-74d0-4acb-9f4a-fe01b0552652 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:33.009030 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] For port 111a4d54-56b5-4c56-887d-98465e064b74, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:33.013449 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] For port 111a4d54-56b5-4c56-887d-98465e064b74, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=111a4d54-56b5-4c56-887d-98465e064b74,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:33.031483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-881e6c4f-850e-4fc1-a657-25a7bffb9dd4 req-23b240b5-4ac9-4fe5-b932-d156235a7bf5 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0507605 Sep 17 22:07:33.036926 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae81085f-74d0-4acb-9f4a-fe01b0552652 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.040124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ae81085f-74d0-4acb-9f4a-fe01b0552652 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7074773 Sep 17 22:07:33.041246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32962) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:33.047598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-493f1ca2-1cee-4425-8285-b21f90451090 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Request body: {'security_group_rule': {'security_group_id': '703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:33.097846 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81d1ac3-908c-40ed-b930-0a97a1df6f62 x-openstack-request-id: req-f81d1ac3-908c-40ed-b930-0a97a1df6f62 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:33.098714 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "name": "network-vif-plugged", "status": "completed", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:33.099014 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f81d1ac3-908c-40ed-b930-0a97a1df6f62 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:33.099411 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9', 'code': 200} Sep 17 22:07:33.116586 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.180640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.181865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-89d4cd2c-bef4-408d-bebf-76a61d5505da tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0071688 Sep 17 22:07:33.194361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-69f8a458-652e-4c1c-81b9-bbdd48becdfc None None] Provisioning complete for port 111a4d54-56b5-4c56-887d-98465e064b74 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:33.194734 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69f8a458-652e-4c1c-81b9-bbdd48becdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.205035 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:33.205814 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:33.234458 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-d9bcdc56-5014-4406-920d-8c6fbe1c27e3 service neutron] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:33.241282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-d9bcdc56-5014-4406-920d-8c6fbe1c27e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.242434 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5323b82-956e-4cce-a43b-9a0350668f5a req-d9bcdc56-5014-4406-920d-8c6fbe1c27e3 service neutron] 10.222.0.35 "DELETE /v2.0/ports/5561f858-de8d-4ee0-95e2-effffadb286b/bindings/n-h1-713498-17 HTTP/1.1" status: 204 len: 173 time: 0.2686551 Sep 17 22:07:33.267040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbccf4-2001-4899-9140-e83164012de5 req-040d63bf-5520-457b-9c8b-af56502c6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:33.272130 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0dbccf4-2001-4899-9140-e83164012de5 req-040d63bf-5520-457b-9c8b-af56502c6185 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0973711 Sep 17 22:07:33.302975 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bc356-6ed1-412c-a133-e41937278a4b None None] Pushing event updated for resources: {'Port': ['ID=111a4d54-56b5-4c56-887d-98465e064b74,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:33.323029 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0dbccf4-2001-4899-9140-e83164012de5 req-5d720711-80df-451c-b1dd-018e00c10d80 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470653 Sep 17 22:07:33.325052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-560db281-82a5-4da8-a1c6-55a8211b944f tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 696 time: 0.1327250 Sep 17 22:07:33.336142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69f8a458-652e-4c1c-81b9-bbdd48becdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.346737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c21864-6bd1-406a-aee1-26b5a52228d0 req-02c564ec-eb0b-4714-a550-cc27ed641091 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:33.354329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17c21864-6bd1-406a-aee1-26b5a52228d0 req-02c564ec-eb0b-4714-a550-cc27ed641091 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 944 time: 0.1697969 Sep 17 22:07:33.396419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-69f8a458-652e-4c1c-81b9-bbdd48becdfc None None] For port 111a4d54-56b5-4c56-887d-98465e064b74, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=111a4d54-56b5-4c56-887d-98465e064b74,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:33.419741 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-493f1ca2-1cee-4425-8285-b21f90451090 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.480752 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69f8a458-652e-4c1c-81b9-bbdd48becdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.510292 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:33.534274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8a458-652e-4c1c-81b9-bbdd48becdfc None None] Pushing event updated for resources: {'Port': ['ID=111a4d54-56b5-4c56-887d-98465e064b74,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:33.551439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17c21864-6bd1-406a-aee1-26b5a52228d0 req-e5352f2c-7421-48bd-8f2f-ab9f74b605fa tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961241 Sep 17 22:07:33.610394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c614c2bc-37ef-4731-b566-1aabb04be7c0 None None] Provisioning complete for port 111a4d54-56b5-4c56-887d-98465e064b74 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:33.610775 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c614c2bc-37ef-4731-b566-1aabb04be7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.639452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-5c504509-9c60-489b-99f7-ec31c702e125 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:33.641905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-259a88f6-aa33-4543-8ee0-3e1071a1504f req-5c504509-9c60-489b-99f7-ec31c702e125 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.3037717 Sep 17 22:07:33.657955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-493f1ca2-1cee-4425-8285-b21f90451090 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.741214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32978) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:33.794279 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-493f1ca2-1cee-4425-8285-b21f90451090 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.797737 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '111a4d54-56b5-4c56-887d-98465e064b74', 'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'mac_address': 'fa:16:3e:0e:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:27Z', 'updated_at': '2021-09-17T22:07:33Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'subnets': [{'id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:33.825399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f1ca2-1cee-4425-8285-b21f90451090 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4264fc-b886-49ea-9732-003c4c3d9a45,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:33.846325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187930ef-6e6d-43d5-9b4a-3c5e4ebc6590 req-12d12399-8d9f-4154-96e1-8c4bad740a69 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:33.848114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-187930ef-6e6d-43d5-9b4a-3c5e4ebc6590 req-12d12399-8d9f-4154-96e1-8c4bad740a69 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1066442 Sep 17 22:07:33.873620 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ee1b2-4a6c-4390-8687-efbaf6f41530 None None] The sync data for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 is: [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '111a4d54-56b5-4c56-887d-98465e064b74', 'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'mac_address': 'fa:16:3e:0e:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:27Z', 'updated_at': '2021-09-17T22:07:33Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'subnets': [{'id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:33.905581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-493f1ca2-1cee-4425-8285-b21f90451090 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:33.908454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-493f1ca2-1cee-4425-8285-b21f90451090 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8660493 Sep 17 22:07:33.915206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32984) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:33.930519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-67a62164-14bb-4df0-8162-bcb856c8e1e4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Request body: {'security_group_rule': {'security_group_id': '703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:33.951617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-187930ef-6e6d-43d5-9b4a-3c5e4ebc6590 req-bd2c2a02-9a19-451d-9520-1884ac09857e tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938504 Sep 17 22:07:33.969168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32986) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:33.988518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2453fe5-4aa6-4ed7-ac9f-4fc89d91a865 req-fb1709d3-81f2-4498-bae5-ed4b22595ae1 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:33.990086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2453fe5-4aa6-4ed7-ac9f-4fc89d91a865 req-fb1709d3-81f2-4498-bae5-ed4b22595ae1 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 1096 time: 0.1019821 Sep 17 22:07:34.053273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2453fe5-4aa6-4ed7-ac9f-4fc89d91a865 req-916055d2-5f57-439f-88f7-ed1990080c24 tempest-LiveMigrationTest-344461303 tempest-LiveMigrationTest-344461303-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515430 Sep 17 22:07:34.173932 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67a62164-14bb-4df0-8162-bcb856c8e1e4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.286572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67a62164-14bb-4df0-8162-bcb856c8e1e4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.301254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eb7e0-267a-47cc-b574-184c959c46e2 req-509008c8-1497-48d9-a581-ed6be48de55a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:34.303354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-235eb7e0-267a-47cc-b574-184c959c46e2 req-509008c8-1497-48d9-a581-ed6be48de55a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1367476 Sep 17 22:07:34.342383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-0867cc80-59e2-4a96-8d1c-4ddee893cee2 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:34.344118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-0867cc80-59e2-4a96-8d1c-4ddee893cee2 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 821 time: 0.2179086 Sep 17 22:07:34.346536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9d10d728-1875-49dd-ace1-827a211d3629 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1be6b1905ff4bb58c29f35d7beb259e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754990 Sep 17 22:07:34.353445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33002) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:34.363359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67a62164-14bb-4df0-8162-bcb856c8e1e4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.402889 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-5667a169-4d83-4661-ac07-45c3226b1dce tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/quotas/fcb6478d89584296a248817a76e5ecdf HTTP/1.1" status: 200 len: 375 time: 0.0334587 Sep 17 22:07:34.410135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-235eb7e0-267a-47cc-b574-184c959c46e2 req-28819799-5f71-4d55-9ece-98974d40cccb tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834405 Sep 17 22:07:34.413541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a62164-14bb-4df0-8162-bcb856c8e1e4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc7efa7-7d52-4f52-b054-4535d5e937b2,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:34.461962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.473420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d51e3e0-214c-43a3-98fd-79373bc2d3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.529681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-0d499ea2-378f-4826-ab36-d0cdec7ac127 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1131806 Sep 17 22:07:34.537733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d51e3e0-214c-43a3-98fd-79373bc2d3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.552071 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67a62164-14bb-4df0-8162-bcb856c8e1e4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.557457 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67a62164-14bb-4df0-8162-bcb856c8e1e4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6375225 Sep 17 22:07:34.571098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33004) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:34.578514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:34.615074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-285ee643-f4bb-48df-89ff-711a17faaf52 req-e5d884bb-3b84-4a5e-8877-84467d75f6de tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0739684 Sep 17 22:07:34.652989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 111a4d54-56b5-4c56-887d-98465e064b74 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:34.718420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 111a4d54-56b5-4c56-887d-98465e064b74 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:34.720908 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.771839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-f560c8fc-28e8-495f-a400-fb4d5185c142 service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022066 Sep 17 22:07:34.856834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Deleting port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:34.857087 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.857182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.878222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d51e3e0-214c-43a3-98fd-79373bc2d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.881228 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d51e3e0-214c-43a3-98fd-79373bc2d3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:34.885715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9d51e3e0-214c-43a3-98fd-79373bc2d3ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fc81991-5abc-456d-9383-3f037a5e338c HTTP/1.1" status: 204 len: 168 time: 0.5315425 Sep 17 22:07:34.911206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51e3e0-214c-43a3-98fd-79373bc2d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc81991-5abc-456d-9383-3f037a5e338c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:34.938088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-201f43ed-ab5b-4f28-ab2a-2564cd6796c0 service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583331 Sep 17 22:07:34.997928 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] For port 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3a4148dd-0a0a-4d24-b3ec-4428041ca6c9,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:34.998671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:35.015602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Calling delete_port for 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:35.046065 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:35.175556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Allocated IP 172.25.5.175 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/a1453658-c039-47af-a91a-772e67bdf091) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:35.832312 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d118019b-f478-4a65-8f96-78a8b5a72489 req-e1cd79de-fa12-480c-a7c5-8d9696fde163 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.2239876 Sep 17 22:07:35.832312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:35.832312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4148dd-0a0a-4d24-b3ec-4428041ca6c9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:35.839174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1e92c-5d68-49ce-9d91-97d2be5727f3 req-301bfa1b-84f9-4d9a-ac75-37234b2c9e14 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:35.839174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2e1e92c-5d68-49ce-9d91-97d2be5727f3 req-301bfa1b-84f9-4d9a-ac75-37234b2c9e14 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.5402434 Sep 17 22:07:35.839174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5723d-dc03-4ca5-b97a-a58ac3a7eef8 req-3c99f596-1fd4-4c7a-8804-f6ca3510de66 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:35.839174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66d5723d-dc03-4ca5-b97a-a58ac3a7eef8 req-3c99f596-1fd4-4c7a-8804-f6ca3510de66 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 944 time: 0.5003321 Sep 17 22:07:35.847389 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:35.857684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:35.857684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2e1e92c-5d68-49ce-9d91-97d2be5727f3 req-01328c7f-5643-4d31-a7da-eeab0122bc77 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895131 Sep 17 22:07:35.885659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66d5723d-dc03-4ca5-b97a-a58ac3a7eef8 req-130dfbc7-10a9-49f9-95b5-a37f9dd089e7 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974078 Sep 17 22:07:35.961328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad88675f-f1ca-4a39-b497-fefac750a5a7 req-9ed3a9b9-a0ea-45aa-bce5-18f68ec30715 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 210 time: 0.0577736 Sep 17 22:07:36.002829 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-1e6f282c-d67e-42a4-a1e4-780de6b2f7a9 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:36.004134 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-1e6f282c-d67e-42a4-a1e4-780de6b2f7a9 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.35 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 944 time: 0.1439624 Sep 17 22:07:36.056875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:36.112440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-378dbca3-f004-4f72-9a99-a959d6c09055 req-63f2ca9c-ef75-481c-9c82-e46fee153c28 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0583470 Sep 17 22:07:36.127663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:36.131326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:36.140075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cdaf-671f-4ca8-8996-602d2af2c873 req-0e418600-c9f0-48bd-ac55-8a18fe3d23a7 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:36.141611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5491cdaf-671f-4ca8-8996-602d2af2c873 req-0e418600-c9f0-48bd-ac55-8a18fe3d23a7 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1389835 Sep 17 22:07:36.142408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:36.183790 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Pushing event updated for resources: {'Port': ['ID=a1453658-c039-47af-a91a-772e67bdf091,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:36.199089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Router 5f2793a9-9599-40de-a65c-640ab581cf91 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:07:36.210721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Deleting port 5561f858-de8d-4ee0-95e2-effffadb286b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:36.211553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:36.236026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5491cdaf-671f-4ca8-8996-602d2af2c873 req-6303f9d2-08fc-4d87-ab9d-f61fdec76eb4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 Sep 17 22:07:36.316449 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:36.371462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] For port 5561f858-de8d-4ee0-95e2-effffadb286b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5561f858-de8d-4ee0-95e2-effffadb286b,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:36.375669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:36.392347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Calling delete_port for 5561f858-de8d-4ee0-95e2-effffadb286b owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:36.426307 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:36.474716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:36.490935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] Sync routers for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:36.491444 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b53c6695-efbc-422f-90d4-2024d0a6b245 admin admin] 10.222.0.13 "PUT /v2.0/routers/5f2793a9-9599-40de-a65c-640ab581cf91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7466738 Sep 17 22:07:36.492834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33046) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:36.526319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:36.526319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:36.688686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:36.700097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33052) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:36.708000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:36.782993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5289d-6d91-4194-a213-6ebc45d080a9 req-0e53f45b-d1d1-4afe-8f0e-8d9831445f1a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:36.784982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4f5289d-6d91-4194-a213-6ebc45d080a9 req-0e53f45b-d1d1-4afe-8f0e-8d9831445f1a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.0893548 Sep 17 22:07:36.814572 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:36.867125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4f5289d-6d91-4194-a213-6ebc45d080a9 req-270d7890-2257-4a93-a8cb-53375bda158b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759273 Sep 17 22:07:36.878404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-3687538-network', 'tenant_id': '674511bf8dd145d793023a299513d401'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:36.960318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Pushing event updated for resources: {'Port': ['ID=a1453658-c039-47af-a91a-772e67bdf091,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:36.981350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:07:35Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:37.019252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] Checking router: 5f2793a9-9599-40de-a65c-640ab581cf91 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:37.029236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] Routers {'5f2793a9-9599-40de-a65c-640ab581cf91'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:37.030121 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5f2793a9-9599-40de-a65c-640ab581cf91'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:37.059156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.084120 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.090551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e5e6e-2e03-47b6-860d-f3f25f2dda4d req-7d579435-37ea-46ed-9120-e281ee01918e tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:37.095889 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa0e5e6e-2e03-47b6-860d-f3f25f2dda4d req-7d579435-37ea-46ed-9120-e281ee01918e tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1330385 Sep 17 22:07:37.096094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Made reservation on behalf of 674511bf8dd145d793023a299513d401 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:37.098485 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.124586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b6ed-156c-4322-92ec-8ac3d0595c58 req-7ab75c28-08e5-4965-8b8e-39501243b246 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:37.125618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7f9b6ed-156c-4322-92ec-8ac3d0595c58 req-7ab75c28-08e5-4965-8b8e-39501243b246 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 944 time: 0.1389384 Sep 17 22:07:37.127955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.178242 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.184198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8decf4f9-7269-49ed-af59-b000b6db578d tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6048923 Sep 17 22:07:37.184432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] Set router 5f2793a9-9599-40de-a65c-640ab581cf91 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:37.194976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.195809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa0e5e6e-2e03-47b6-860d-f3f25f2dda4d req-09675b94-e493-4905-b7ce-02560de7a9dc tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941865 Sep 17 22:07:37.225464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7f9b6ed-156c-4322-92ec-8ac3d0595c58 req-b9d2353b-3032-4f4e-b95b-a557fe9f9f1a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877862 Sep 17 22:07:37.252802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Pushing event deleted for resources: {'Port': ['ID=5561f858-de8d-4ee0-95e2-effffadb286b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:37.252802 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.283488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['1bf7e2cb-3b04-4a67-9941-13dc91f133c9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:37.312955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] No DVR routers for this DVR port 5561f858-de8d-4ee0-95e2-effffadb286b on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:37.317407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.320032 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-28289d0b-6143-4e04-a01e-c88175a66dc5 req-5a5c641e-94a7-4958-bc74-e23f64296ca2 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.35 "DELETE /v2.0/ports/5561f858-de8d-4ee0-95e2-effffadb286b HTTP/1.1" status: 204 len: 173 time: 1.3085577 Sep 17 22:07:37.321294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'name': 'network-vif-deleted', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:37.325358 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1de98b7-ac00-4119-8d0e-80d2a86411f4" -d '{"events": [{"server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "name": "network-vif-deleted", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:37.336840 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.347269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['5561f858-de8d-4ee0-95e2-effffadb286b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:37.385491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd40ce78-62b2-4221-b3d5-9ae429dfb43f req-153bcb18-2740-477a-bb51-3c290661da2a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 210 time: 0.0685816 Sep 17 22:07:37.398432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Deleting port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:37.399144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.450117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.457328 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6954fd55-71a9-4947-84c4-820925221462 x-openstack-request-id: req-6954fd55-71a9-4947-84c4-820925221462 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:37.457822 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e00d32-241c-40a7-ba25-5361f0e90b4e", "name": "network-vif-deleted", "tag": "5561f858-de8d-4ee0-95e2-effffadb286b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:37.458075 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6954fd55-71a9-4947-84c4-820925221462 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:37.458473 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e00d32-241c-40a7-ba25-5361f0e90b4e', 'name': 'network-vif-deleted', 'tag': '5561f858-de8d-4ee0-95e2-effffadb286b', 'status': 'completed', 'code': 200} Sep 17 22:07:37.510451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] For port 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=96fec13b-2985-4cd6-a7a6-cbbcf9b272a0,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:37.510858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.511948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:07:37.524526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Calling delete_port for 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:37.566849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfc158db-7c07-4fb7-9ee1-d1ffa6055ff9 req-0bd73f84-84d5-4c25-9b5a-6ee691c716a6 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0925891 Sep 17 22:07:37.591262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5949de5-4eff-4e4b-b42e-dd592c5da7ea,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:37.645598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:07:35Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:37.658026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.658589 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Added segment a8ef0284-fa82-417e-be3c-c9d8af930b54 of type vlan for network f2742b32-eeae-409d-b7b7-afb3fb232d34 Sep 17 22:07:37.668800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-482ab8f7-08be-41dc-98b7-665d0e48b52c tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--219911593&fields=id&tenant_id=c4bff18228af4647b14844428ac585a1 HTTP/1.1" status: 200 len: 267 time: 0.0878255 Sep 17 22:07:37.675214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34af174-798f-4170-8f8b-7135a2fa894e None None] The sync data for ids ['5f2793a9-9599-40de-a65c-640ab581cf91'] in n-d-713498-17 is: [{'id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1034604206-router', 'tenant_id': 'fbd676ac393c4405932ba38df2755284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:45Z', 'updated_at': '2021-09-17T22:07:35Z', 'revision_number': 5, 'project_id': 'fbd676ac393c4405932ba38df2755284', 'gw_port': {'id': '96fec13b-2985-4cd6-a7a6-cbbcf9b272a0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2793a9-9599-40de-a65c-640ab581cf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:46Z', 'updated_at': '2021-09-17T22:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:37.804222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.893436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-2dae8bf1-2f6b-4c6c-bfab-5446ff2acdea tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:37.895876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-2dae8bf1-2f6b-4c6c-bfab-5446ff2acdea tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/networks?id=209d5428-b068-4cda-ab1f-8f036aaa0cd2 HTTP/1.1" status: 200 len: 806 time: 0.2189834 Sep 17 22:07:37.909466 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.911990 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-f9c74919-4b65-4b95-9ec5-563c2da08f92 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/quotas/c4bff18228af4647b14844428ac585a1 HTTP/1.1" status: 200 len: 375 time: 0.0102196 Sep 17 22:07:37.936554 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-513f5d0c-a252-4c8b-b506-84998f4cca42 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:37.941566 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-513f5d0c-a252-4c8b-b506-84998f4cca42 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.32 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 821 time: 0.1351652 Sep 17 22:07:37.946378 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:37.970757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Request body: {'port': {'device_id': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'admin_state_up': True, 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:38.001545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-c225efda-cb14-4cfa-834f-081407363f85 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4bff18228af4647b14844428ac585a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801277 Sep 17 22:07:38.002954 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.004014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:38.004590 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.096740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2742b32-eeae-409d-b7b7-afb3fb232d34,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:38.107859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f2742b32-eeae-409d-b7b7-afb3fb232d34 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:07:38.118635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4a510279-54bd-41ab-966c-c40592a01ed8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4165900 Sep 17 22:07:38.147436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33086) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:38.152912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Request body: {'subnet': {'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-3687538-subnet', 'tenant_id': '674511bf8dd145d793023a299513d401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:38.172700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96fec13b-2985-4cd6-a7a6-cbbcf9b272a0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:38.246422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86ad0-aa1a-49b2-b234-ef5d2ce9b178 req-8296c4ca-143d-4b31-a5bf-e38e20aaa85a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:38.255148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13c86ad0-aa1a-49b2-b234-ef5d2ce9b178 req-8296c4ca-143d-4b31-a5bf-e38e20aaa85a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1769421 Sep 17 22:07:38.268250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.279747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Made reservation on behalf of 674511bf8dd145d793023a299513d401 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:38.282221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.332377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13c86ad0-aa1a-49b2-b234-ef5d2ce9b178 req-cb60332a-aec6-4e31-96e5-5d4483c4f72b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763021 Sep 17 22:07:38.380431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.382783 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.437008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-c476639d-78a3-4b59-8b17-6a8e1cc266b4 service neutron] 10.222.0.13 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083455 Sep 17 22:07:38.443160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Made reservation on behalf of fcb6478d89584296a248817a76e5ecdf for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:38.448567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.527170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.528088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2793a9-9599-40de-a65c-640ab581cf91 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:07:38.537875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.539560 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4035d465-dd41-4a37-b5b8-33f05ad3c1c2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5f2793a9-9599-40de-a65c-640ab581cf91 HTTP/1.1" status: 204 len: 168 time: 2.0458786 Sep 17 22:07:38.551503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33102) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:38.622354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:38.688147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff35f8c-a20f-4a4a-bbec-90af5f26831c admin admin] Deleting subnet 710720af-f220-4216-8ccb-049aba8d52bd {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:07:38.708686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff35f8c-a20f-4a4a-bbec-90af5f26831c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.738782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-6cbc8f9a-8cc9-4379-8833-e45c776ef385 service neutron] 10.222.0.13 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933464 Sep 17 22:07:38.740567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Allocated IP 172.20.0.14 (7fbca1df-4a58-4a48-9aad-a29d065ab67a/4c37c3cc-1092-4968-9868-aaf148d89f61/9b86bf57-3c3a-4c02-8a36-8d7574a1521d) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:38.773229 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff35f8c-a20f-4a4a-bbec-90af5f26831c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.924013 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff35f8c-a20f-4a4a-bbec-90af5f26831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:38.928290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:38.929147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3a4148dd-0a0a-4d24-b3ec-4428041ca6c9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:38.958143 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.026279 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.076087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbffe2b-6893-46fa-bc1f-c19ea832e132,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:39.111370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Checking segment: {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:39.111825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Network hostable DHCP agents. Network: f2742b32-eeae-409d-b7b7-afb3fb232d34, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:07:39.155797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e73127-98d8-4f22-9872-d9e1e4a940e9 req-dad8f9f0-1eb1-4885-9265-73472a372241 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:39.167050 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.167193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79e73127-98d8-4f22-9872-d9e1e4a940e9 req-dad8f9f0-1eb1-4885-9265-73472a372241 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1167355 Sep 17 22:07:39.182812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:39.217593 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff35f8c-a20f-4a4a-bbec-90af5f26831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.219515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Network f2742b32-eeae-409d-b7b7-afb3fb232d34 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:07:39.250391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79e73127-98d8-4f22-9872-d9e1e4a940e9 req-634232f1-3c46-4540-9eab-aa6380e825c6 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824246 Sep 17 22:07:39.297425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:39.298814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35f8c-a20f-4a4a-bbec-90af5f26831c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710720af-f220-4216-8ccb-049aba8d52bd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:39.310900 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff35f8c-a20f-4a4a-bbec-90af5f26831c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.317235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8ff35f8c-a20f-4a4a-bbec-90af5f26831c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/710720af-f220-4216-8ccb-049aba8d52bd HTTP/1.1" status: 204 len: 168 time: 0.7645078 Sep 17 22:07:39.318610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:39.322085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33116) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:39.336012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a14104-7a97-4ed6-bd56-5c93d2ebb9af None None] Network fefca529-eed3-4212-aef0-f81154042ac6 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:07:39.414667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d39f05b7-4871-44d2-97e4-52f03b3f1cb7 req-2767bb3c-3003-4061-82e6-1789607a1f87 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 210 time: 0.1211228 Sep 17 22:07:39.417647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f2742b32-eeae-409d-b7b7-afb3fb232d34) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:39.430733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:39.431379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.454455 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf89c4-5cd5-4ec3-9a85-e82e515a2a3e None None] Network f2742b32-eeae-409d-b7b7-afb3fb232d34 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:07:39.501560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:39.595106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6091ad7b-b14d-483e-a8ba-45df6164c54a req-65148da1-1a22-4fdd-a2c4-7e68d3216deb tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0618088 Sep 17 22:07:39.595106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5142fe81-dbab-47a4-bb3d-080b51619633 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4439263 Sep 17 22:07:39.623667 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5561f858-de8d-4ee0-95e2-effffadb286b no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:39.623792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.639062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:39.639692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b40a1-a806-4a0e-913a-d9fb81c02398 req-3ae24bbe-fd31-4906-890f-e60775843494 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:39.639918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.644618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Pushing event updated for resources: {'Port': ['ID=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:39.651184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-291b40a1-a806-4a0e-913a-d9fb81c02398 req-3ae24bbe-fd31-4906-890f-e60775843494 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 932 time: 0.1479609 Sep 17 22:07:39.672241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 5561f858-de8d-4ee0-95e2-effffadb286b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:39.672570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5561f858-de8d-4ee0-95e2-effffadb286b not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:39.726845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Deleting port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:39.733121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.755552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-787ba057-804f-40e5-be67-93cf30681fbc req-6a2779ae-4a4b-4812-9eb8-db22f78b2563 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 210 time: 0.0609527 Sep 17 22:07:39.782434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-291b40a1-a806-4a0e-913a-d9fb81c02398 req-2eb40632-8947-4e56-9873-7615ff0a804c tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241696 Sep 17 22:07:39.796623 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.826553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] For port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d9b163c0-8bf0-4796-9f98-900d1dfb0ec7,segment=NetworkSegment(2ad00490-fa88-4e70-ad92-2b2ed3fa6e36),segment_id=2ad00490-fa88-4e70-ad92-2b2ed3fa6e36)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:39.826984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.843363 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-aa07657b-5352-4bff-96db-22d99d1bb1c7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8860621 Sep 17 22:07:39.843363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Calling delete_port for d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:39.855685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Request body: {'port': {'device_id': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:39.919278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cfb15ddf-5496-4e6b-a76f-7067afbaf578 None None] Provisioning complete for port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:39.921756 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cfb15ddf-5496-4e6b-a76f-7067afbaf578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:39.950957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39204d31-952b-41e4-848f-33197c37d8a9 req-6bcfaaef-4b21-403a-bfd6-f5c9196feea1 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:39.966939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39204d31-952b-41e4-848f-33197c37d8a9 req-6bcfaaef-4b21-403a-bfd6-f5c9196feea1 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.0866065 Sep 17 22:07:40.003259 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.035206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39204d31-952b-41e4-848f-33197c37d8a9 req-27686b47-65c2-4d1e-bb32-bb5745e6a6e8 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672498 Sep 17 22:07:40.060801 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-cfb15ddf-5496-4e6b-a76f-7067afbaf578 None None] Port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:07:40.094273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510187a4-cdbd-4698-9320-ab0b2ac7a2b7 None None] Network f2742b32-eeae-409d-b7b7-afb3fb232d34 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:07:40.117135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] DHCP port deletion for fefca529-eed3-4212-aef0-f81154042ac6 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:07:40.247739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.264349 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] Deleting port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:40.264714 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.293218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b163c0-8bf0-4796-9f98-900d1dfb0ec7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:40.311404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] No DVR routers for this DVR port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:40.367986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-7d5c4946-e4ee-4ae0-9051-d792faadbe16 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:40.369519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-7d5c4946-e4ee-4ae0-9051-d792faadbe16 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/networks?id=f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 200 len: 819 time: 0.1659749 Sep 17 22:07:40.386373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] For port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7, host n-d-713498-17, got binding levels [] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:40.386768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.410511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-d62bb8c8-f8ce-4efd-9493-6e6e636e54c7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/quotas/674511bf8dd145d793023a299513d401 HTTP/1.1" status: 200 len: 375 time: 0.0327418 Sep 17 22:07:40.418941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] Calling delete_port for d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:40.422230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.ipam_backend_mixin [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] Port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 was not found and therefore no delete operation was performed {{(pid=101662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:07:40.424180 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.452196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] Pushing event deleted for resources: {'Port': ['ID=d9b163c0-8bf0-4796-9f98-900d1dfb0ec7,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:40.461979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa10f1-8b3d-4176-a2fb-210cad5dc9cf None None] No DVR routers for this DVR port d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:40.462119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-fea84636-22f1-4327-9057-093160af0dbc tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=674511bf8dd145d793023a299513d401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493631 Sep 17 22:07:40.474318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.525247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ae878-28a2-410a-ab1f-53aefb7988c4 req-284e4dfb-d256-40e4-b9f4-d0139432f823 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:40.527777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d3ae878-28a2-410a-ab1f-53aefb7988c4 req-284e4dfb-d256-40e4-b9f4-d0139432f823 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1347620 Sep 17 22:07:40.528237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefca529-eed3-4212-aef0-f81154042ac6']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:40.547415 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:40.551136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad00490-fa88-4e70-ad92-2b2ed3fa6e36') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:40.574332 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.590532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:40.605398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.614177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:40.614177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d9b163c0-8bf0-4796-9f98-900d1dfb0ec7 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:40.614830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:40.616335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:07:40.616757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.621920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-c44d9349-fd7c-4f76-b104-dd84947ca7a3 service neutron] 10.222.0.13 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556795 Sep 17 22:07:40.642206 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:40.642556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 96fec13b-2985-4cd6-a7a6-cbbcf9b272a0 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:40.649424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d3ae878-28a2-410a-ab1f-53aefb7988c4 req-8e5bdb36-5fdd-4004-b798-02f035905e00 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766647 Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:07:40.703644 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:07:40.783104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b86bf57-3c3a-4c02-8a36-8d7574a1521d {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:40.783104 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.783104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Transition to ACTIVE for port object 9b86bf57-3c3a-4c02-8a36-8d7574a1521d will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:07:40.797558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3cedc3a-f0e9-4c57-ab3f-0bd218bc396f req-3e3ceade-5563-4b8c-8ce4-f41dab06777f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 210 time: 0.0362604 Sep 17 22:07:40.803318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-4ba5bbb5-425b-4620-a654-321f8d416033 service neutron] 10.222.0.13 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656759 Sep 17 22:07:40.886693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-154fe031-4ab7-47aa-9587-bffec3e69e71 req-36a3c3f8-6a6a-45e9-9298-abe30dda72e1 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0281763 Sep 17 22:07:40.912815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.923960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:40.928773 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fefca529-eed3-4212-aef0-f81154042ac6 HTTP/1.1" status: 204 len: 168 time: 1.5745068 Sep 17 22:07:40.929609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33152) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:40.938766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5db602-aeda-4745-be51-7922729b6ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fefca529-eed3-4212-aef0-f81154042ac6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:40.941871 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:41.036824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Pushing event updated for resources: {'Port': ['ID=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:41.074315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-761ea5aa-95ab-4bac-87d3-df8084124098 req-6d55546b-4fba-461b-b6e0-eafd37b9f311 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 210 time: 0.0645349 Sep 17 22:07:41.159196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Attempting to bind port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:41.159566 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Attempting to bind port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:41.159863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Attempting to bind port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d on network 7fbca1df-4a58-4a48-9aad-a29d065ab67a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:41.168711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d on network 7fbca1df-4a58-4a48-9aad-a29d065ab67a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:41.171070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Attempting to bind port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d on network 7fbca1df-4a58-4a48-9aad-a29d065ab67a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:41.174746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:41.175369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Checking segment: {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:41.175764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Bound using segment: {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:41.176193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Bound port: 9b86bf57-3c3a-4c02-8a36-8d7574a1521d, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbec4a-ab0b-4374-8149-f802fa08bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:41.176588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:41.225808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-811a3cec-a72f-4788-af5f-d6b23af582a9 req-2e2cf036-abc2-4363-a8e9-0310e25c2826 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 210 time: 0.0304401 Sep 17 22:07:41.257984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721dbd7-464f-49de-b549-6274bf361242 req-58c034de-ad88-4d21-86c6-cce5d31a8287 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:41.267624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2721dbd7-464f-49de-b549-6274bf361242 req-58c034de-ad88-4d21-86c6-cce5d31a8287 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 944 time: 0.1698818 Sep 17 22:07:41.326193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2721dbd7-464f-49de-b549-6274bf361242 req-32445a2e-18aa-4b3e-a957-91c4a7297b49 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576873 Sep 17 22:07:41.338777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] For port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:41.357707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] For port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:41.454760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:41.464878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6f564-bef5-4230-acf1-c4b3bdeac8c4 req-fbcb5b07-22fd-4f31-80a0-d799deabb7d6 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:41.467085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8dd6f564-bef5-4230-acf1-c4b3bdeac8c4 req-fbcb5b07-22fd-4f31-80a0-d799deabb7d6 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1343803 Sep 17 22:07:41.500844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:41.501892 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:41.504606 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b86bf57-3c3a-4c02-8a36-8d7574a1521d HTTP/1.1" status: 200 len: 1093 time: 1.6543121 Sep 17 22:07:41.505346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:41.508253 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df8aaf2-4121-4baa-965e-1e7943ec0135" -d '{"events": [{"name": "network-changed", "server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:41.556204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d484d5-dafa-4292-b75c-01a4ef77eb84 service neutron] Pushing event updated for resources: {'Port': ['ID=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:41.565000 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590041f6-6c76-46ca-8ea9-b732a79e27f4 x-openstack-request-id: req-590041f6-6c76-46ca-8ea9-b732a79e27f4 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:41.566007 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:41.566007 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-590041f6-6c76-46ca-8ea9-b732a79e27f4 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:41.566352 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'status': 'completed', 'code': 200} Sep 17 22:07:41.594644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8dd6f564-bef5-4230-acf1-c4b3bdeac8c4 req-f9539c77-bb2e-4f84-8f5b-1a17aa391e85 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218405 Sep 17 22:07:41.647314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8aaf2-4121-4baa-965e-1e7943ec0135 req-35686b2a-43de-4d70-8bae-9a2656cc4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:41.648852 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0df8aaf2-4121-4baa-965e-1e7943ec0135 req-35686b2a-43de-4d70-8bae-9a2656cc4298 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 1096 time: 0.0596867 Sep 17 22:07:41.831748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8aaf2-4121-4baa-965e-1e7943ec0135 req-b95d55c4-8473-4d61-b5ae-1c649d690fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:41.835543 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0df8aaf2-4121-4baa-965e-1e7943ec0135 req-b95d55c4-8473-4d61-b5ae-1c649d690fa7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fcb6478d89584296a248817a76e5ecdf&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1786125 Sep 17 22:07:41.864852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:41.878254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ff57f-a22a-4585-8b8a-96a9c4b056cc req-ec568f78-da8e-4c2b-b8ee-9dd752cedc40 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:41.886981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f22ff57f-a22a-4585-8b8a-96a9c4b056cc req-ec568f78-da8e-4c2b-b8ee-9dd752cedc40 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.0913076 Sep 17 22:07:41.961802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8aaf2-4121-4baa-965e-1e7943ec0135 req-7a833afb-f509-44b4-8429-2a8ed74c241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:41.963366 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0df8aaf2-4121-4baa-965e-1e7943ec0135 req-7a833afb-f509-44b4-8429-2a8ed74c241a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1201131 Sep 17 22:07:41.975081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c5fd39e-ecff-4686-977e-81bb4614101d req-67c26788-98b0-413d-af6c-e4a5c02bcf90 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 210 time: 0.0498047 Sep 17 22:07:42.008645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f22ff57f-a22a-4585-8b8a-96a9c4b056cc req-45569fc5-5e60-42f0-9f04-59da25382dd3 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184921 Sep 17 22:07:42.081883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-75b231fb-5a27-4a06-a559-9d958bb42efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:42.083451 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-75b231fb-5a27-4a06-a559-9d958bb42efb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 1096 time: 0.0818441 Sep 17 22:07:42.133326 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-450f202d-8622-4005-b0a1-7a9c99153e48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d HTTP/1.1" status: 200 len: 217 time: 0.0408087 Sep 17 22:07:42.154951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e10cef0-93b7-4dd7-8b16-9eb68ede79c9 req-0337a299-e330-4939-9f66-f969653af3dc tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0476785 Sep 17 22:07:42.208059 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-00f16432-5816-4aa4-b4ce-99f53a5a0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:42.209584 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-00f16432-5816-4aa4-b4ce-99f53a5a0440 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.0682895 Sep 17 22:07:42.243720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-418ee7d6-1c8c-497b-8692-eb9c5af97210 req-afb4df5f-d319-4c19-a762-ab935913ff7f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 210 time: 0.0424342 Sep 17 22:07:42.263058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-b5834123-e074-4334-bae2-f850ac02e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:42.264651 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-b5834123-e074-4334-bae2-f850ac02e25b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486133 Sep 17 22:07:42.465114 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-cad20088-0165-46a3-a1be-322fa8f56865 service neutron] 10.222.0.32 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913733 Sep 17 22:07:42.524154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-bf75f47c-9a8a-4341-baf8-d300de0091b3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:42.525526 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-bf75f47c-9a8a-4341-baf8-d300de0091b3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.35 "GET /v2.0/networks?id=209d5428-b068-4cda-ab1f-8f036aaa0cd2 HTTP/1.1" status: 200 len: 806 time: 0.1821761 Sep 17 22:07:42.621160 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1e6b4add-540b-4d5f-b245-febf20d09873 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4bff18228af4647b14844428ac585a1 HTTP/1.1" status: 200 len: 379 time: 0.0650330 Sep 17 22:07:42.627365 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-73203b6c-a6c0-4f92-acc5-74430d03412b req-4766b50b-9218-48b1-a0fe-bb9ce31f0d8b service neutron] 10.222.0.32 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562185 Sep 17 22:07:42.633376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Request body: {'port': {'device_id': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'admin_state_up': True, 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'security_groups': ['703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:42.647755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8659186-5c69-4cd6-ab1f-4985e5869a9f req-348da2de-104e-43d7-bb39-245ae4982769 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 210 time: 0.0513265 Sep 17 22:07:42.688171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Deleting port 77509c7f-2537-445b-987d-e8eb172bc912 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:42.688519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:42.699530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badba4e3-75e5-4301-bb08-f91ede872b06 req-a8a38060-21af-48ea-8d6d-f3a66001cb98 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:42.706989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-badba4e3-75e5-4301-bb08-f91ede872b06 req-a8a38060-21af-48ea-8d6d-f3a66001cb98 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 944 time: 0.1097634 Sep 17 22:07:42.824988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-badba4e3-75e5-4301-bb08-f91ede872b06 req-55ceb68b-4a68-418e-ba96-2fc878584661 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171484 Sep 17 22:07:42.846432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec3374-4c51-4891-8558-4e941473f328 req-cfdd1e86-41bb-4b86-aa53-09fb3cc28f6c tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:42.847726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Made reservation on behalf of c4bff18228af4647b14844428ac585a1 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:42.847954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0dec3374-4c51-4891-8558-4e941473f328 req-cfdd1e86-41bb-4b86-aa53-09fb3cc28f6c tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1205137 Sep 17 22:07:42.856472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] For port 77509c7f-2537-445b-987d-e8eb172bc912, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=77509c7f-2537-445b-987d-e8eb172bc912,segment=NetworkSegment(e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0),segment_id=e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:42.856854 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:42.861075 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:42.888181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Calling delete_port for 77509c7f-2537-445b-987d-e8eb172bc912 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:42.917569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0dec3374-4c51-4891-8558-4e941473f328 req-af9a97d6-7e07-4204-bbc1-58ae04f52cb3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629067 Sep 17 22:07:43.024657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Allocated IP 172.20.0.6 (209d5428-b068-4cda-ab1f-8f036aaa0cd2/9e3571e7-2fcd-4b8b-9146-3868a3519d30/8f5b5fe3-96ad-4d98-8aca-a426c4dfed66) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:43.121480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-373b609f-b47f-40d0-bc70-82b3cd1922c3 req-97411bf8-22a9-4179-b1d2-93b5b3898578 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e00d32-241c-40a7-ba25-5361f0e90b4e HTTP/1.1" status: 200 len: 210 time: 0.0336463 Sep 17 22:07:43.182178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de29e7-3a6d-42e2-b44c-99c08ff8f52c req-c56b6c1f-1e79-48b9-b296-253a6beeb43a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:43.184296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29de29e7-3a6d-42e2-b44c-99c08ff8f52c req-c56b6c1f-1e79-48b9-b296-253a6beeb43a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.0678596 Sep 17 22:07:43.206055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:43.228636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:43.250871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Pushing event deleted for resources: {'Port': ['ID=77509c7f-2537-445b-987d-e8eb172bc912,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:43.311393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58e047f1-b78d-49f5-88af-eb5298cc6948 req-17e19967-410d-40b4-b799-c0bcfdd4b372 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0655117 Sep 17 22:07:43.316162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29de29e7-3a6d-42e2-b44c-99c08ff8f52c req-75f3fe97-9791-4132-a4ae-a240d913cf78 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243780 Sep 17 22:07:43.332574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:43.423788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Pushing event updated for resources: {'Port': ['ID=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:43.449767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:43.455075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:43.457608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:43.523996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:43.524620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:43.619407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924232f9-032e-488e-a0b7-349078d48ea2 req-d52ccd30-31a6-4ef9-a353-3d2eab5b12b6 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:43.624149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-924232f9-032e-488e-a0b7-349078d48ea2 req-d52ccd30-31a6-4ef9-a353-3d2eab5b12b6 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 931 time: 0.1297765 Sep 17 22:07:43.644754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:43.708580 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0025f382-b4e7-4872-a71b-55881e3892a4 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0787432 Sep 17 22:07:43.714836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-924232f9-032e-488e-a0b7-349078d48ea2 req-4ad28fc9-db45-47fc-9706-082d748d90f2 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846393 Sep 17 22:07:43.756140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-1867255c-fc68-4a1d-96ec-58cbbaab3d8c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:43.761733 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-1867255c-fc68-4a1d-96ec-58cbbaab3d8c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.35 "GET /v2.0/networks?id=f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 200 len: 819 time: 0.2009742 Sep 17 22:07:43.772030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Request body: {'port': {'device_id': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34', 'admin_state_up': True, 'tenant_id': '674511bf8dd145d793023a299513d401'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:43.817666 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f8fb44c5-4072-428a-b934-971e3e7f4a3a None None] Provisioning complete for port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:43.818651 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f8fb44c5-4072-428a-b934-971e3e7f4a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:43.854704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-802ef28b-c3c6-437d-b9da-adde5ec676e6 req-0657673d-2a34-4f9c-bf4f-2b9748cdc226 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 210 time: 0.0638993 Sep 17 22:07:43.878671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Request body: {'port': {'device_id': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:43.914177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb44c5-4072-428a-b934-971e3e7f4a3a None None] Port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:07:44.028287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:44.061102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad8d4-1708-40ef-a131-2597c815ab83 req-ecd79594-71c4-493c-af9c-bf8ee9e236aa tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:44.062868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-731ad8d4-1708-40ef-a131-2597c815ab83 req-ecd79594-71c4-493c-af9c-bf8ee9e236aa tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 944 time: 0.1267405 Sep 17 22:07:44.082279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:07:44.114370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb5636-299c-4343-bc45-87a01ef103ed req-4bf20f0a-928c-4321-ad35-30061221ac2c tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:44.115964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ffb5636-299c-4343-bc45-87a01ef103ed req-4bf20f0a-928c-4321-ad35-30061221ac2c tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1096935 Sep 17 22:07:44.144391 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Made reservation on behalf of 674511bf8dd145d793023a299513d401 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:07:44.151251 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:44.153797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-731ad8d4-1708-40ef-a131-2597c815ab83 req-66ccd9ab-6833-4964-a89b-6a8d346b30f7 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818241 Sep 17 22:07:44.216786 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ffb5636-299c-4343-bc45-87a01ef103ed req-3feb2938-4442-4351-a4b0-498d5e7d8ac1 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878656 Sep 17 22:07:44.308316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:44.316909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3baa2df5-9e62-4bce-949a-fcce36db09fb admin admin] 10.222.0.13 "PUT /v2.0/routers/728e9f0c-32d1-495b-bec5-2d9d08fea7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3836596 Sep 17 22:07:44.317886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33202) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:44.320219 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] Sync routers for ids ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:44.331085 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] Routers {'728e9f0c-32d1-495b-bec5-2d9d08fea7ff'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:44.331729 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:44.447178 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] Set router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:44.564777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d8d1707-253f-4169-8e3b-46e647619400 req-ad62190e-6682-4704-8300-6b523026b775 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0827246 Sep 17 22:07:44.599054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b31ac4-eef6-4317-8501-2fa43c4287af req-846cb651-1284-4f94-9a75-35a7a15818d4 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:44.599054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89b31ac4-eef6-4317-8501-2fa43c4287af req-846cb651-1284-4f94-9a75-35a7a15818d4 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1175134 Sep 17 22:07:44.656766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89b31ac4-eef6-4317-8501-2fa43c4287af req-8fd3a4d2-0954-428d-ab0d-5da96463b04b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488541 Sep 17 22:07:44.718738 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:56Z', 'updated_at': '2021-09-17T22:07:43Z', 'revision_number': 5, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'gw_port': {'id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:58Z', 'updated_at': '2021-09-17T22:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:44.755357 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] Checking router: 728e9f0c-32d1-495b-bec5-2d9d08fea7ff for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:44.768139 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] Routers {'728e9f0c-32d1-495b-bec5-2d9d08fea7ff'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:44.769615 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:44.888935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5817-c23d-41de-b36b-5e319dcfb105 req-9412e1f0-0179-404b-bc09-8a8ccc091fed tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:44.889629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-459c5817-c23d-41de-b36b-5e319dcfb105 req-9412e1f0-0179-404b-bc09-8a8ccc091fed tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 931 time: 0.0635881 Sep 17 22:07:44.962502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-459c5817-c23d-41de-b36b-5e319dcfb105 req-5e19e0f6-c5f5-4e81-91e5-558d6c5e0654 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668144 Sep 17 22:07:44.978061 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] Set router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:44.985967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Allocated IP 172.20.0.6 (f2742b32-eeae-409d-b7b7-afb3fb232d34/cdbffe2b-6893-46fa-bc1f-c19ea832e132/ca5195c7-5856-4553-81eb-18901a0b9dcd) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:44.993416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:45.006187 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:45.031781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41529fad-27b3-460e-9ad2-46e51380cf88 req-102f208d-18dd-4c52-9316-04863a3dbdda tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 210 time: 0.0347223 Sep 17 22:07:45.094941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Transition to ACTIVE for port object 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:07:45.187385 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:56Z', 'updated_at': '2021-09-17T22:07:43Z', 'revision_number': 5, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'gw_port': {'id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:58Z', 'updated_at': '2021-09-17T22:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:45.223435 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d84709-0596-41e6-bc20-e15ce7e55284 None None] The sync data for ids ['728e9f0c-32d1-495b-bec5-2d9d08fea7ff'] in n-d-713498-17 is: [{'id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-292953976-router', 'tenant_id': '32d19f467b154c73a2a4a2d7742e34b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:02:56Z', 'updated_at': '2021-09-17T22:07:43Z', 'revision_number': 5, 'project_id': '32d19f467b154c73a2a4a2d7742e34b4', 'gw_port': {'id': 'c9c2ffac-4c60-4de4-9803-1522296eb999', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728e9f0c-32d1-495b-bec5-2d9d08fea7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:02:58Z', 'updated_at': '2021-09-17T22:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:45.281922 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:45.320203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:45.458444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:45.460178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7765774-a46d-446d-aa2c-438457d4daf4 req-19e7999c-635a-4929-b10d-4e6d0463ee10 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:45.460678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Pushing event updated for resources: {'Port': ['ID=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:45.462694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7765774-a46d-446d-aa2c-438457d4daf4 req-19e7999c-635a-4929-b10d-4e6d0463ee10 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 944 time: 0.1671515 Sep 17 22:07:45.478600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646265d-bb72-47ed-90fa-99f748d6ae05 req-3f581601-0ca6-45bc-99c9-aa3e16ec651c tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:45.483083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e646265d-bb72-47ed-90fa-99f748d6ae05 req-3f581601-0ca6-45bc-99c9-aa3e16ec651c tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1165173 Sep 17 22:07:45.568493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7765774-a46d-446d-aa2c-438457d4daf4 req-3b8e2734-029c-46b5-a892-0c092e196d68 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989306 Sep 17 22:07:45.618921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e646265d-bb72-47ed-90fa-99f748d6ae05 req-4855f27d-e502-42a8-8ad3-a1ac3102363e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194506 Sep 17 22:07:45.703658 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:45.720700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Attempting to bind port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:45.721048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Attempting to bind port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:45.721628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Attempting to bind port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 on network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:45.732572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 on network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:45.738659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Attempting to bind port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 on network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:45.739067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:45.739500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Checking segment: {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:45.739941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Bound using segment: {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:45.740380 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Bound port: 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c90714-a44e-46c9-83b8-4bae7886eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:45.740738 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:45.754412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9b86bf57-3c3a-4c02-8a36-8d7574a1521d details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:07:45.816140 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:45.881395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2678e8a3-b74c-463d-91d1-513509edd557 req-3dc58bfd-c8a0-4e81-8b74-7a13827dcb9b tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.1031227 Sep 17 22:07:45.901598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:45.910035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5991-0fb3-428d-a755-797830a9a0e1 req-750e12b2-a9bd-4e06-a579-c62486b35c84 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:45.911725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edff5991-0fb3-428d-a755-797830a9a0e1 req-750e12b2-a9bd-4e06-a579-c62486b35c84 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1446049 Sep 17 22:07:45.925412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'port_id': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'mac_address': 'fa:16:3e:b3:64:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:07:45.935018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] For port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:45.942161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] For port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:45.977464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edff5991-0fb3-428d-a755-797830a9a0e1 req-dc44c18c-8957-4941-9250-1020b7265fa2 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582414 Sep 17 22:07:45.978893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:45.989125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Network f2742b32-eeae-409d-b7b7-afb3fb232d34 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:45.998230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:46.003173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:46.022304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b86bf57-3c3a-4c02-8a36-8d7574a1521d {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:46.038820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:46.045701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event updated for resources: {'Port': ['ID=ca5195c7-5856-4553-81eb-18901a0b9dcd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:46.051507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:46.102993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Deleting port c9c2ffac-4c60-4de4-9803-1522296eb999 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:46.103397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:46.108702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:46.109339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:46.110765 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] 10.222.0.35 "PUT /v2.0/ports/8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 HTTP/1.1" status: 200 len: 1092 time: 2.3517232 Sep 17 22:07:46.111606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'tag': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:46.114197 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d312e8-c518-4977-ac1c-50a10ccbbf28", "tag": "8f5b5fe3-96ad-4d98-8aca-a426c4dfed66"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:46.139813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:46.139813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:46.159805 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:46.182808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d002-6966-4617-bede-e2dc7bf3ca0b req-cbf4e188-ca09-43b7-b74c-50f95f579716 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:46.185039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaf3d002-6966-4617-bede-e2dc7bf3ca0b req-cbf4e188-ca09-43b7-b74c-50f95f579716 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 943 time: 0.1053421 Sep 17 22:07:46.197257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a079e91-0560-4bfd-a40e-f46f1e83149d req-a14f7a41-c650-42e3-811e-e5a14e4b1ed7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:46.206941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a079e91-0560-4bfd-a40e-f46f1e83149d req-a14f7a41-c650-42e3-811e-e5a14e4b1ed7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 931 time: 0.0888352 Sep 17 22:07:46.237858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10ab5a-5aa3-44c4-8a71-9a8ef16b1e8d service neutron] Pushing event updated for resources: {'Port': ['ID=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:46.263105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:46.312556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a079e91-0560-4bfd-a40e-f46f1e83149d req-eee2da92-dace-44e6-a94e-a4f7f641c99f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046875 Sep 17 22:07:46.321576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaf3d002-6966-4617-bede-e2dc7bf3ca0b req-19f11b33-e732-4e02-bce5-bb57f3c92a4e tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118867 Sep 17 22:07:46.335153 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-5522836a-9fcb-4efa-92ad-acb766115580 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5668724 Sep 17 22:07:46.373407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] For port c9c2ffac-4c60-4de4-9803-1522296eb999, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c9c2ffac-4c60-4de4-9803-1522296eb999,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:46.373942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:46.388621 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Calling delete_port for c9c2ffac-4c60-4de4-9803-1522296eb999 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:46.399390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['9b86bf57-3c3a-4c02-8a36-8d7574a1521d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:46.543313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 77509c7f-2537-445b-987d-e8eb172bc912 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:46.583281 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dfb501-b384-455a-af53-3534dee21215 x-openstack-request-id: req-e5dfb501-b384-455a-af53-3534dee21215 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:46.583764 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d312e8-c518-4977-ac1c-50a10ccbbf28", "tag": "8f5b5fe3-96ad-4d98-8aca-a426c4dfed66", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:46.584172 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5dfb501-b384-455a-af53-3534dee21215 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:46.585175 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'tag': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66', 'status': 'completed', 'code': 200} Sep 17 22:07:46.592082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 77509c7f-2537-445b-987d-e8eb172bc912 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:46.592432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 77509c7f-2537-445b-987d-e8eb172bc912 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:46.597770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Request body: {'port': {'device_id': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:46.771469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-7aab63bc-1ee0-44a6-9ff9-5fb485a01142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:46.772358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcdd16-4fa8-40c3-a480-9f2de1eb77fb req-e4632b28-6d35-4350-bcad-eb983323693a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:46.772983 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-7aab63bc-1ee0-44a6-9ff9-5fb485a01142 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4bff18228af4647b14844428ac585a1&device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 1095 time: 0.5207043 Sep 17 22:07:46.773892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9bcdd16-4fa8-40c3-a480-9f2de1eb77fb req-e4632b28-6d35-4350-bcad-eb983323693a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 945 time: 0.0937395 Sep 17 22:07:46.813462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:46.853719 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-70778e88-32b2-4dee-b34f-e2e1e499cafd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 HTTP/1.1" status: 200 len: 217 time: 0.0524445 Sep 17 22:07:46.858126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9bcdd16-4fa8-40c3-a480-9f2de1eb77fb req-54c93473-08fb-46cd-bfcc-29556024325d tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735178 Sep 17 22:07:46.880811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96095eec-7058-42f9-aa12-614413ca4039 req-d925cd8d-58fd-4c33-b72f-8cfe3b034fa3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:46.885477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96095eec-7058-42f9-aa12-614413ca4039 req-d925cd8d-58fd-4c33-b72f-8cfe3b034fa3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1106117 Sep 17 22:07:46.927749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96095eec-7058-42f9-aa12-614413ca4039 req-57517d5b-18ac-4877-a205-070c5d095f3e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372884 Sep 17 22:07:47.016008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5de05c2b-bf79-4231-9933-aa04620484f9 req-31b70e50-ec8d-4da6-b2a6-7013562a1574 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0336809 Sep 17 22:07:47.041145 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.092053 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c2ffac-4c60-4de4-9803-1522296eb999,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:47.124243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-e1756ec6-4a38-41e8-ae91-a4f2fd2822b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:47.125381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fcab7-da32-498a-a418-d281294ced74 req-d62046ae-5383-47a7-a1a9-7f0212a76040 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:47.126376 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-e1756ec6-4a38-41e8-ae91-a4f2fd2822b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e3571e7-2fcd-4b8b-9146-3868a3519d30 HTTP/1.1" status: 200 len: 845 time: 0.2352695 Sep 17 22:07:47.127187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d84fcab7-da32-498a-a418-d281294ced74 req-d62046ae-5383-47a7-a1a9-7f0212a76040 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.0601056 Sep 17 22:07:47.169490 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d84fcab7-da32-498a-a418-d281294ced74 req-c9058ca7-d5bd-4d33-af1f-3f259d3e6486 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363097 Sep 17 22:07:47.244902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.329016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-b6652622-33d6-4406-9722-0513ab735151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:47.330586 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-b6652622-33d6-4406-9722-0513ab735151 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=209d5428-b068-4cda-ab1f-8f036aaa0cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689248 Sep 17 22:07:47.381577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.388889 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.471769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e555823-29a9-4992-b0b8-3db599a62efd req-d1aec34f-ea85-45fb-a397-95912e5b8964 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:47.473280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e555823-29a9-4992-b0b8-3db599a62efd req-d1aec34f-ea85-45fb-a397-95912e5b8964 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 931 time: 0.0792031 Sep 17 22:07:47.481908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e0f53-bfa6-4070-abaa-001360360373 req-28708ba0-522b-466e-a364-480b6c261600 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:47.483679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-861e0f53-bfa6-4070-abaa-001360360373 req-28708ba0-522b-466e-a364-480b6c261600 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 943 time: 0.0799677 Sep 17 22:07:47.544029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e555823-29a9-4992-b0b8-3db599a62efd req-4429eb30-5955-45ae-bb33-2ecb247f51fd tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596168 Sep 17 22:07:47.546503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5195c7-5856-4553-81eb-18901a0b9dcd {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:47.563101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.580911 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-0b504702-be1d-4534-af61-7c765d1b6b2c service neutron] 10.222.0.35 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043300 Sep 17 22:07:47.580911 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.580911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 728e9f0c-32d1-495b-bec5-2d9d08fea7ff {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:07:47.581502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.582510 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d52d7ff0-c68e-496c-abc7-a7bd78ac8058 admin admin] 10.222.0.13 "DELETE /v2.0/routers/728e9f0c-32d1-495b-bec5-2d9d08fea7ff HTTP/1.1" status: 204 len: 168 time: 3.2635958 Sep 17 22:07:47.595084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33248) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:47.596069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-861e0f53-bfa6-4070-abaa-001360360373 req-886480ec-3b27-47ac-9a0d-23b4e8fd96fc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057994 Sep 17 22:07:47.603896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Transition to ACTIVE for port object ca5195c7-5856-4553-81eb-18901a0b9dcd will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:07:47.719601 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbac868-b2be-4947-ad48-4ce2a90bf5aa admin admin] Deleting subnet 81c4d179-3343-46b2-b3ec-1172935b0c7c {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:07:47.727886 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.731121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acbac868-b2be-4947-ad48-4ce2a90bf5aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.744992 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e455eee-ab7d-4609-8451-3ff29af59775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.758498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9b86bf57-3c3a-4c02-8a36-8d7574a1521d up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:47.832597 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acbac868-b2be-4947-ad48-4ce2a90bf5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:47.841983 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44e04b9f-e8f4-4255-a7d2-5bd308979fa7 req-d9509221-e9ab-42c2-9e30-6019223b1041 service neutron] 10.222.0.35 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563126 Sep 17 22:07:47.862448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5195c7-5856-4553-81eb-18901a0b9dcd,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:47.872028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8e55b-f6e0-46a8-854e-99949bb2f20b req-306bfc97-d063-4fa9-a2cd-9468ebc0a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:47.873516 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4ef8e55b-f6e0-46a8-854e-99949bb2f20b req-306bfc97-d063-4fa9-a2cd-9468ebc0a3d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1915467 Sep 17 22:07:47.887969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:07:47.892370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:47.892867 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.001616 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4ef8e55b-f6e0-46a8-854e-99949bb2f20b req-15bda378-282c-4975-9634-71da2ee9c9bb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038458 Sep 17 22:07:48.001836 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.024866 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acbac868-b2be-4947-ad48-4ce2a90bf5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.031802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:48.034659 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a5eca7-9d71-4d1c-ad99-b2fd0493c3b9" -d '{"events": [{"server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "name": "network-vif-plugged", "status": "completed", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:48.046215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Attempting to bind port ca5195c7-5856-4553-81eb-18901a0b9dcd on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:07:48.046731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Attempting to bind port ca5195c7-5856-4553-81eb-18901a0b9dcd by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:07:48.046906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Attempting to bind port ca5195c7-5856-4553-81eb-18901a0b9dcd on network f2742b32-eeae-409d-b7b7-afb3fb232d34 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:48.055777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52595c2f-dcce-452a-b3d1-ffd3f2d96ef2 req-c43e6c02-67db-450f-adbd-99d067667f31 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.064658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Port ca5195c7-5856-4553-81eb-18901a0b9dcd on network f2742b32-eeae-409d-b7b7-afb3fb232d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:07:48.064877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52595c2f-dcce-452a-b3d1-ffd3f2d96ef2 req-c43e6c02-67db-450f-adbd-99d067667f31 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 945 time: 0.1327960 Sep 17 22:07:48.064985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Attempting to bind port ca5195c7-5856-4553-81eb-18901a0b9dcd on network f2742b32-eeae-409d-b7b7-afb3fb232d34 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:07:48.067568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:48.073026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:07:48.073517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Checking segment: {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:07:48.073949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Bound using segment: {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:07:48.074419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Bound port: ca5195c7-5856-4553-81eb-18901a0b9dcd, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:07:48.074783 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.131717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.167839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52595c2f-dcce-452a-b3d1-ffd3f2d96ef2 req-bead03f3-6566-49ae-8595-eee3f7d77e7a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982738 Sep 17 22:07:48.188807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:07:48.192695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:07:48.194264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a41c-a71b-4deb-8ddf-e262c7ac292c req-989ebd48-f462-4bae-9952-cd96313807a9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.196147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34b5a41c-a71b-4deb-8ddf-e262c7ac292c req-989ebd48-f462-4bae-9952-cd96313807a9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1159101 Sep 17 22:07:48.203987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acbac868-b2be-4947-ad48-4ce2a90bf5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.215733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:48.276859 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.280213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbac868-b2be-4947-ad48-4ce2a90bf5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c4d179-3343-46b2-b3ec-1172935b0c7c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:48.295611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34b5a41c-a71b-4deb-8ddf-e262c7ac292c req-32176146-4eba-4930-97f8-fc081353a411 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904765 Sep 17 22:07:48.359783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ac31382-c77d-435c-bbf4-0742cf6665ff req-84999066-7d72-41c1-af1e-b744ce8c563b tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0927989 Sep 17 22:07:48.374660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acbac868-b2be-4947-ad48-4ce2a90bf5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.379212 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-acbac868-b2be-4947-ad48-4ce2a90bf5aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/81c4d179-3343-46b2-b3ec-1172935b0c7c HTTP/1.1" status: 204 len: 168 time: 0.7829392 Sep 17 22:07:48.380432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9249722-ea15-4c7e-a460-0a293201c479 None None] Network 1a641d99-76a5-4c7f-b02f-d4415d9d7305 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:07:48.382117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33262) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:48.407027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.407660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.409092 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] 10.222.0.35 "PUT /v2.0/ports/ca5195c7-5856-4553-81eb-18901a0b9dcd HTTP/1.1" status: 200 len: 1092 time: 1.8230910 Sep 17 22:07:48.409748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864e63-8189-4e8b-b6f7-e41a3865a592 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5195c7-5856-4553-81eb-18901a0b9dcd,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:48.410233 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5da7723-ea6e-4db2-83f9-9b3c1905f076 x-openstack-request-id: req-f5da7723-ea6e-4db2-83f9-9b3c1905f076 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:48.410687 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "name": "network-vif-plugged", "status": "completed", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:48.411118 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5da7723-ea6e-4db2-83f9-9b3c1905f076 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:48.411665 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'code': 200} Sep 17 22:07:48.429407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-dd152680-4e90-45ec-a433-c56018519355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.433526 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-dd152680-4e90-45ec-a433-c56018519355 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4bff18228af4647b14844428ac585a1&device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 1095 time: 0.1882441 Sep 17 22:07:48.482401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.587692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316a93e-3943-41be-801e-18c6adc2b201 req-c4a4192f-8d25-47fa-a841-b07ca0064e63 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.589538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e316a93e-3943-41be-801e-18c6adc2b201 req-c4a4192f-8d25-47fa-a841-b07ca0064e63 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1032877 Sep 17 22:07:48.612396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c9c2ffac-4c60-4de4-9803-1522296eb999 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:48.618091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Deleting port 405fb2ac-2340-4841-b678-f9114e9f5456 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:48.618438 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.670442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e316a93e-3943-41be-801e-18c6adc2b201 req-43dcf6bc-633c-4eed-8f97-6487d15290af tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727122 Sep 17 22:07:48.676075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: c9c2ffac-4c60-4de4-9803-1522296eb999 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:48.681756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c9c2ffac-4c60-4de4-9803-1522296eb999 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:48.782367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf611c7-dbe4-4bb3-80da-175685ce240f None None] DHCP port deletion for 1a641d99-76a5-4c7f-b02f-d4415d9d7305 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:07:48.805283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] For port 405fb2ac-2340-4841-b678-f9114e9f5456, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=405fb2ac-2340-4841-b678-f9114e9f5456,segment=NetworkSegment(e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0),segment_id=e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:48.805828 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.847731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8cf611c7-dbe4-4bb3-80da-175685ce240f None None] Deleting port 405fb2ac-2340-4841-b678-f9114e9f5456 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:48.848105 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8cf611c7-dbe4-4bb3-80da-175685ce240f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:48.858472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Calling delete_port for 405fb2ac-2340-4841-b678-f9114e9f5456 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:48.865615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:48.870198 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:48.891082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96a988-72a3-4015-9a2f-6e8184129f55 req-a95efa63-5ebe-4d1f-b8dd-759b2bf0dee7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.892851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b96a988-72a3-4015-9a2f-6e8184129f55 req-a95efa63-5ebe-4d1f-b8dd-759b2bf0dee7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 943 time: 0.1569810 Sep 17 22:07:48.918920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65446a-04f2-4303-a03b-c2288d5342cc req-3163db65-716d-4663-a6fa-24ca1c9cd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.920933 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4f65446a-04f2-4303-a03b-c2288d5342cc req-3163db65-716d-4663-a6fa-24ca1c9cd82f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 1098 time: 0.4763680 Sep 17 22:07:48.937802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fa62c-9147-4bff-8a5e-e80164d555dd req-bd9834ec-b5ec-4134-9a15-daded4a51769 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.939610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6fa62c-9147-4bff-8a5e-e80164d555dd req-bd9834ec-b5ec-4134-9a15-daded4a51769 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 943 time: 0.1675606 Sep 17 22:07:48.984937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-92b48aae-2840-473f-b799-6785fb7ec3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.986693 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-92b48aae-2840-473f-b799-6785fb7ec3a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=209d5428-b068-4cda-ab1f-8f036aaa0cd2 HTTP/1.1" status: 200 len: 906 time: 0.5409241 Sep 17 22:07:48.991745 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-fd6398f2-7ce1-4b1c-886d-b260bdd1d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:48.993469 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-fd6398f2-7ce1-4b1c-886d-b260bdd1d595 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=674511bf8dd145d793023a299513d401&device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 1095 time: 0.1176708 Sep 17 22:07:49.025981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b96a988-72a3-4015-9a2f-6e8184129f55 req-f82fec7f-2ce5-48fe-83b4-5d9592f85038 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952148 Sep 17 22:07:49.063296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6fa62c-9147-4bff-8a5e-e80164d555dd req-897c0cd4-eb48-41bb-a09f-39824943bf14 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155241 Sep 17 22:07:49.096861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8cf611c7-dbe4-4bb3-80da-175685ce240f None None] For port 405fb2ac-2340-4841-b678-f9114e9f5456, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=405fb2ac-2340-4841-b678-f9114e9f5456,segment=NetworkSegment(e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0),segment_id=e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:49.100966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8cf611c7-dbe4-4bb3-80da-175685ce240f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.105411 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4f65446a-04f2-4303-a03b-c2288d5342cc req-89373025-94fd-4ad4-90b6-940b5eee9879 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712124 Sep 17 22:07:49.106988 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-f3bd8454-fdc3-4c3e-8caf-88cb21e726a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd HTTP/1.1" status: 200 len: 217 time: 0.0950725 Sep 17 22:07:49.108424 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-6a9f724f-6590-4f61-965c-bd0b580ffee0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 HTTP/1.1" status: 200 len: 217 time: 0.1046836 Sep 17 22:07:49.112636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8cf611c7-dbe4-4bb3-80da-175685ce240f None None] Calling delete_port for 405fb2ac-2340-4841-b678-f9114e9f5456 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:49.148255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.165180 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302cc435-f057-4524-aee1-3a5f82c79024 x-openstack-request-id: req-302cc435-f057-4524-aee1-3a5f82c79024 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:49.165460 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:49.165711 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-302cc435-f057-4524-aee1-3a5f82c79024 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:49.166092 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd', 'status': 'completed', 'code': 200} Sep 17 22:07:49.186361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] No DVR routers for this DVR port 405fb2ac-2340-4841-b678-f9114e9f5456 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:49.192705 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8cf611c7-dbe4-4bb3-80da-175685ce240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.221443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf611c7-dbe4-4bb3-80da-175685ce240f None None] Pushing event deleted for resources: {'Port': ['ID=405fb2ac-2340-4841-b678-f9114e9f5456,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:49.228278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf611c7-dbe4-4bb3-80da-175685ce240f None None] No DVR routers for this DVR port 405fb2ac-2340-4841-b678-f9114e9f5456 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:49.230014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=405fb2ac-2340-4841-b678-f9114e9f5456,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:49.259009 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-1f477930-b71a-4570-9ad2-bc9bf4813801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:49.261735 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-1f477930-b71a-4570-9ad2-bc9bf4813801 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e3571e7-2fcd-4b8b-9146-3868a3519d30 HTTP/1.1" status: 200 len: 845 time: 0.1043708 Sep 17 22:07:49.263717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-92df36f0-18b1-4eee-9575-3e96b7e73efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:49.265111 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-92df36f0-18b1-4eee-9575-3e96b7e73efa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdbffe2b-6893-46fa-bc1f-c19ea832e132 HTTP/1.1" status: 200 len: 859 time: 0.1346037 Sep 17 22:07:49.328299 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-89b52752-f668-4798-947b-8559a2e20f2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2742b32-eeae-409d-b7b7-afb3fb232d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445797 Sep 17 22:07:49.330059 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.365241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a641d99-76a5-4c7f-b02f-d4415d9d7305']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:49.378426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:49.378760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e2b8d8-d79c-4c6a-bd47-e98e6e42a8d0') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:49.379736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-85b57707-d773-445a-a923-bebe2ce8c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:49.381501 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-85b57707-d773-445a-a923-bebe2ce8c9aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=209d5428-b068-4cda-ab1f-8f036aaa0cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074946 Sep 17 22:07:49.396632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d2d6d-1a0d-4003-9882-e9ed47ac7dd8 req-cf590846-6bbb-472d-b760-dd1310bdc862 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:49.398120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb6d2d6d-1a0d-4003-9882-e9ed47ac7dd8 req-cf590846-6bbb-472d-b760-dd1310bdc862 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 946 time: 0.1294641 Sep 17 22:07:49.404870 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.425501 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.437985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:07:49.438376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:07:49.440101 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:07:49.469755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb6d2d6d-1a0d-4003-9882-e9ed47ac7dd8 req-d622cce6-a712-406e-a83a-092950ac007f tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609024 Sep 17 22:07:49.523271 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-0371718d-9a09-49f3-aa6d-03ba4e0cc7e9 service neutron] 10.222.0.35 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866379 Sep 17 22:07:49.545497 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-049fc986-b705-4427-b470-419b420b19ac service neutron] 10.222.0.35 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565318 Sep 17 22:07:49.569481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-687ec76e-7509-4d06-ba30-ad1c2b3bb39f req-ced5d7e4-cea6-46b8-8e77-35d0caa48628 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0313601 Sep 17 22:07:49.586380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e97d3-c97e-44fa-98c2-98c34c56f1c9 req-3ef33a1c-73fc-494c-8a56-e9c1c80b5395 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:49.594939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a5e97d3-c97e-44fa-98c2-98c34c56f1c9 req-3ef33a1c-73fc-494c-8a56-e9c1c80b5395 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.0861421 Sep 17 22:07:49.602584 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.608758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.610560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] 10.222.0.13 "DELETE /v2.0/networks/1a641d99-76a5-4c7f-b02f-d4415d9d7305 HTTP/1.1" status: 204 len: 168 time: 1.2272220 Sep 17 22:07:49.641402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9048ca7-72cb-4ce1-9a08-67f70ee44e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a641d99-76a5-4c7f-b02f-d4415d9d7305,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:49.683288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a5e97d3-c97e-44fa-98c2-98c34c56f1c9 req-8b54b040-ccb5-49bf-96f4-9d86233155c8 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867698 Sep 17 22:07:49.693768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:07:49.710326 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cc40b7a7-e1d7-4b96-9f39-2d3b93ec857a req-d8454ad0-a57c-4b23-bad5-da93351220b7 service neutron] 10.222.0.35 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756766 Sep 17 22:07:49.713657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a266da-7028-4784-9e27-770182717c63 req-f68de261-358f-44cd-933f-a42bb8244f04 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:49.713870 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fdb88466-bda6-44bc-bfb0-5ecd33fe560f req-867a695a-43ad-45c7-9de2-a43bab3c1af8 service neutron] 10.222.0.35 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562383 Sep 17 22:07:49.716248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a266da-7028-4784-9e27-770182717c63 req-f68de261-358f-44cd-933f-a42bb8244f04 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 944 time: 0.0726037 Sep 17 22:07:49.759893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85a266da-7028-4784-9e27-770182717c63 req-29769824-06e1-4f0b-bc43-a29b9e1a9bd8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370483 Sep 17 22:07:49.821063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:49.833397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'port_id': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66', 'mac_address': 'fa:16:3e:a1:6a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:07:49.838075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d015022-939a-4589-8763-4e268cbc84e9 req-c2233c67-324a-45c5-9f13-434c9193d49f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:49.845471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d015022-939a-4589-8763-4e268cbc84e9 req-c2233c67-324a-45c5-9f13-434c9193d49f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.0641241 Sep 17 22:07:49.866591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-6b38f42b-244d-422d-9f89-70e090effa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:49.868127 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-6b38f42b-244d-422d-9f89-70e090effa66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=674511bf8dd145d793023a299513d401&device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 1095 time: 0.0488398 Sep 17 22:07:49.878533 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.890528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d015022-939a-4589-8763-4e268cbc84e9 req-d45e4f92-c76a-4028-a9be-7dcc3d00355b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381525 Sep 17 22:07:49.903219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:49.919289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-fe9faaa7-869f-430d-a8b7-a5d1ab79ce8f req-c664c2cd-2d7f-4f5d-b2c7-c79df1719421 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2053115838', 'description': 'tempest-description-308961506'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:49.924579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:49.941208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33288) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:49.973683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-5c262170-682c-455b-9a86-e995806af9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:49.975264 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-5c262170-682c-455b-9a86-e995806af9f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 200 len: 919 time: 0.0991764 Sep 17 22:07:49.984698 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:49.984921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4493e20a-2320-480f-8e5a-ef98ef2a0241 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbd676ac393c4405932ba38df2755284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422740 Sep 17 22:07:49.987127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33290) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:50.036808 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-aa9037c7-4c2f-4c3f-8f84-ff6b222ff8fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd HTTP/1.1" status: 200 len: 217 time: 0.0515013 Sep 17 22:07:50.038009 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7deeb4bf-c5de-402c-accd-67857435792a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.043607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:50.045075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fe9faaa7-869f-430d-a8b7-a5d1ab79ce8f req-c664c2cd-2d7f-4f5d-b2c7-c79df1719421 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.078638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7deeb4bf-c5de-402c-accd-67857435792a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.128286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-5d226eaf-f3e2-4f71-957e-af2968248a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:50.129673 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-5d226eaf-f3e2-4f71-957e-af2968248a16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdbffe2b-6893-46fa-bc1f-c19ea832e132 HTTP/1.1" status: 200 len: 859 time: 0.0668051 Sep 17 22:07:50.138066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-68c9d21f-bd56-4bb3-bc77-1cd84b67758a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:50.139477 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-68c9d21f-bd56-4bb3-bc77-1cd84b67758a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 944 time: 0.1424649 Sep 17 22:07:50.152608 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ae1416c0-ff0e-4557-aa01-0a234c197e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.189298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04789e61-8e01-47e4-a8f5-7c9576fd9dbc req-89bc8ec4-519e-4118-917b-98ac79666e88 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:50.190923 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-7594fe96-be7b-4881-8a36-42b3c039d8eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2742b32-eeae-409d-b7b7-afb3fb232d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504742 Sep 17 22:07:50.191056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04789e61-8e01-47e4-a8f5-7c9576fd9dbc req-89bc8ec4-519e-4118-917b-98ac79666e88 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 943 time: 0.0932813 Sep 17 22:07:50.239524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['8f5b5fe3-96ad-4d98-8aca-a426c4dfed66'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:50.257162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fe9faaa7-869f-430d-a8b7-a5d1ab79ce8f req-c664c2cd-2d7f-4f5d-b2c7-c79df1719421 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.264138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04789e61-8e01-47e4-a8f5-7c9576fd9dbc req-b3911438-3486-4376-b858-fbe358b43c91 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627553 Sep 17 22:07:50.294640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7deeb4bf-c5de-402c-accd-67857435792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.297360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7deeb4bf-c5de-402c-accd-67857435792a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.298877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7deeb4bf-c5de-402c-accd-67857435792a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fac47cb6-2635-4f58-a2b8-64bf6610cc46 HTTP/1.1" status: 204 len: 168 time: 0.3104637 Sep 17 22:07:50.314198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeb4bf-c5de-402c-accd-67857435792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac47cb6-2635-4f58-a2b8-64bf6610cc46,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:50.326656 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fe9faaa7-869f-430d-a8b7-a5d1ab79ce8f req-c664c2cd-2d7f-4f5d-b2c7-c79df1719421 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.335238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Deleting port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:50.336224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.352998 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-64f4e4d4-0c8b-4260-b2a7-c747291d2fa4 service neutron] 10.222.0.35 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439230 Sep 17 22:07:50.390659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664c2cd-2d7f-4f5d-b2c7-c79df1719421 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8184cb-a767-4646-991a-97d59ce03abf,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:50.442625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128420e-e92a-41ac-9130-d31670f73d41 req-52bbd758-19e0-4dbf-a841-5e8efebcee21 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:50.456033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3128420e-e92a-41ac-9130-d31670f73d41 req-52bbd758-19e0-4dbf-a841-5e8efebcee21 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 944 time: 0.0637567 Sep 17 22:07:50.474915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] For port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:50.478524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.478682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fe9faaa7-869f-430d-a8b7-a5d1ab79ce8f req-c664c2cd-2d7f-4f5d-b2c7-c79df1719421 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.479255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe9faaa7-869f-430d-a8b7-a5d1ab79ce8f req-c664c2cd-2d7f-4f5d-b2c7-c79df1719421 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5643966 Sep 17 22:07:50.491808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Calling delete_port for 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:50.494217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3128420e-e92a-41ac-9130-d31670f73d41 req-63e20ff7-d3b1-45d3-b010-f5a75fce40ac tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Sep 17 22:07:50.595401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 405fb2ac-2340-4841-b678-f9114e9f5456 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:50.596572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a394c16d-24b7-495a-8896-0c395139272e req-cd2a3d8f-565e-4af4-82c2-e0f0820db752 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2053115838&fields=id&tenant_id=7ac795ae0f1042409c73b9e108202c99 HTTP/1.1" status: 200 len: 267 time: 0.0494483 Sep 17 22:07:50.617349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b50a22d-6b6f-4125-9e5b-b1a7532521a1 req-5f7658b7-66c1-4b59-98b7-7cb14c874d3a service neutron] 10.222.0.35 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529037 Sep 17 22:07:50.620077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 405fb2ac-2340-4841-b678-f9114e9f5456 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:50.620077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 405fb2ac-2340-4841-b678-f9114e9f5456 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:50.680947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394c16d-24b7-495a-8896-0c395139272e req-3c0329b3-81bb-4260-9f5f-20272f27a565 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:50.683009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a394c16d-24b7-495a-8896-0c395139272e req-3c0329b3-81bb-4260-9f5f-20272f27a565 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.0768192 Sep 17 22:07:50.695594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4ad2-bbcc-4ad7-b98a-56ea64c222e1 req-8f221214-065c-4baf-af8a-0970765d64b8 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:50.697090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba9c4ad2-bbcc-4ad7-b98a-56ea64c222e1 req-8f221214-065c-4baf-af8a-0970765d64b8 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 946 time: 0.1054370 Sep 17 22:07:50.703678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a394c16d-24b7-495a-8896-0c395139272e req-317b2efd-113a-458b-8f6d-6a67d3cf873b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Request body: {'port': {'security_groups': ['1daf1788-6992-4c06-8431-611e8134fd0a', '5b8184cb-a767-4646-991a-97d59ce03abf']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:50.784151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba9c4ad2-bbcc-4ad7-b98a-56ea64c222e1 req-043e97c1-fae1-4be1-bdd7-556b5d86e89d tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772767 Sep 17 22:07:50.784953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.807167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['1bf7e2cb-3b04-4a67-9941-13dc91f133c9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:50.807345 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a394c16d-24b7-495a-8896-0c395139272e req-317b2efd-113a-458b-8f6d-6a67d3cf873b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.830546 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Pushing event deleted for resources: {'Port': ['ID=1bf7e2cb-3b04-4a67-9941-13dc91f133c9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:50.874885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] No DVR routers for this DVR port 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:50.878830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:50.879966 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-103fbe16-b929-4887-adbb-fb73cabcaa1d req-628d351f-44e6-47ba-b5b3-6733f86d98b8 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.32 "DELETE /v2.0/ports/1bf7e2cb-3b04-4a67-9941-13dc91f133c9 HTTP/1.1" status: 204 len: 173 time: 0.7320592 Sep 17 22:07:50.900780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3894ddd-34b8-473c-9544-4b0513200770 req-3d0c674d-fabc-4e04-aca0-5b0ab719243a tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0371566 Sep 17 22:07:51.112635 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33312) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:51.168863 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-93f0dadd-d1a9-4d2b-bbde-314d2b12bec8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32d19f467b154c73a2a4a2d7742e34b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547016 Sep 17 22:07:51.169645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'name': 'network-vif-deleted', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:51.171822 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402d7aaa-cdd8-4e97-b16c-32a54e4fd24a" -d '{"events": [{"server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "name": "network-vif-deleted", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:51.181847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33314) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:07:51.225826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a84cad9-1d3e-4a58-a370-882c9e604047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.248459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a84cad9-1d3e-4a58-a370-882c9e604047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.264668 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.333237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3691a-8ea8-45d6-9801-7ece82d141b2 req-593a1f93-e54e-4af9-9e83-c28426e09512 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:51.334855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2aa3691a-8ea8-45d6-9801-7ece82d141b2 req-593a1f93-e54e-4af9-9e83-c28426e09512 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.3732584 Sep 17 22:07:51.342776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a394c16d-24b7-495a-8896-0c395139272e req-317b2efd-113a-458b-8f6d-6a67d3cf873b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] For port bd4cc815-4501-449a-ae08-2f14a939785b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bd4cc815-4501-449a-ae08-2f14a939785b,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:51.378966 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a84cad9-1d3e-4a58-a370-882c9e604047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.381519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a84cad9-1d3e-4a58-a370-882c9e604047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.382686 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3a84cad9-1d3e-4a58-a370-882c9e604047 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38ebd333-7e3b-4f1a-b77c-3154801feaad HTTP/1.1" status: 204 len: 168 time: 0.2071614 Sep 17 22:07:51.391281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84cad9-1d3e-4a58-a370-882c9e604047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ebd333-7e3b-4f1a-b77c-3154801feaad,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:51.400365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2aa3691a-8ea8-45d6-9801-7ece82d141b2 req-625aed1a-1527-43ee-8b24-08361be9ecdf tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595779 Sep 17 22:07:51.403180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a394c16d-24b7-495a-8896-0c395139272e req-317b2efd-113a-458b-8f6d-6a67d3cf873b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.464870 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a394c16d-24b7-495a-8896-0c395139272e req-317b2efd-113a-458b-8f6d-6a67d3cf873b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.484815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bd4cc815-4501-449a-ae08-2f14a939785b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:51.522779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394c16d-24b7-495a-8896-0c395139272e req-317b2efd-113a-458b-8f6d-6a67d3cf873b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:51.523536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a394c16d-24b7-495a-8896-0c395139272e req-317b2efd-113a-458b-8f6d-6a67d3cf873b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.524897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a394c16d-24b7-495a-8896-0c395139272e req-317b2efd-113a-458b-8f6d-6a67d3cf873b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "PUT /v2.0/ports/bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 981 time: 0.8265936 Sep 17 22:07:51.544352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:51.546611 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4269ba11-1edb-4d17-a444-baf47075efcf" -d '{"events": [{"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:51.554158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c3d84d2-a175-4477-9247-a0d292ea9b5f req-7422d8b3-b595-4b75-9ced-a8f68d90e35a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1 HTTP/1.1" status: 200 len: 210 time: 0.0577898 Sep 17 22:07:51.564693 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.585517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b2efd-113a-458b-8f6d-6a67d3cf873b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Pushing event updated for resources: {'Port': ['ID=bd4cc815-4501-449a-ae08-2f14a939785b,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:51.618576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bd4cc815-4501-449a-ae08-2f14a939785b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:51.634770 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a975b633-461e-4cca-9197-355e12b16344 x-openstack-request-id: req-a975b633-461e-4cca-9197-355e12b16344 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:51.635136 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1", "name": "network-vif-deleted", "tag": "1bf7e2cb-3b04-4a67-9941-13dc91f133c9", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:51.635377 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a975b633-461e-4cca-9197-355e12b16344 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:51.636373 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb47afd-a2fe-4d76-8e5c-2231f4ce24a1', 'name': 'network-vif-deleted', 'tag': '1bf7e2cb-3b04-4a67-9941-13dc91f133c9', 'status': 'completed', 'code': 200} Sep 17 22:07:51.694735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ca5195c7-5856-4553-81eb-18901a0b9dcd details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:07:51.697316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:51.754658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-a674eb03-6a41-41c2-b04f-d9bdf1779f56 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:51.756228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-a674eb03-6a41-41c2-b04f-d9bdf1779f56 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1184161 Sep 17 22:07:51.813954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f2e4-f2cf-4ad9-8f9e-20e851f44af4 req-43bd0f05-2696-4416-94bc-5c9ff3c41e1d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:51.816331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb6f2e4-f2cf-4ad9-8f9e-20e851f44af4 req-43bd0f05-2696-4416-94bc-5c9ff3c41e1d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 943 time: 0.1248291 Sep 17 22:07:51.819939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-00c6fa7f-a76d-4085-97ce-9178017f44e9 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 696 time: 0.0553753 Sep 17 22:07:51.873359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-5a277712-71d4-4e69-af3e-7698c8645685 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Request body: {'floatingip': {'port_id': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:51.921195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb6f2e4-f2cf-4ad9-8f9e-20e851f44af4 req-6ae52b90-0c3f-42c1-8984-0e4bf774a01e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938559 Sep 17 22:07:51.929296 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-5a277712-71d4-4e69-af3e-7698c8645685 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:51.960049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:51.972968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'ca5195c7-5856-4553-81eb-18901a0b9dcd', 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34', 'port_id': 'ca5195c7-5856-4553-81eb-18901a0b9dcd', 'mac_address': 'fa:16:3e:77:b8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbffe2b-6893-46fa-bc1f-c19ea832e132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:07:52.039196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:07:52.052639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:52.055480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:52.055818 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:52.094198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5195c7-5856-4553-81eb-18901a0b9dcd {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:07:52.131259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:52.137349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3ea4-5764-4b7c-b8d6-2f8f4ed8e995 req-03f5172d-787d-4f15-b16b-48ceee6e56b5 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:52.138932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53ce3ea4-5764-4b7c-b8d6-2f8f4ed8e995 req-03f5172d-787d-4f15-b16b-48ceee6e56b5 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 944 time: 0.1388683 Sep 17 22:07:52.181579 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:52.213408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:52.216610 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f58ced4-5355-4661-95c1-c20436305f95" -d '{"events": [{"server_uuid": "a9d312e8-c518-4977-ac1c-50a10ccbbf28", "name": "network-vif-plugged", "status": "completed", "tag": "8f5b5fe3-96ad-4d98-8aca-a426c4dfed66"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:52.222039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:52.224457 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:52.226257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53ce3ea4-5764-4b7c-b8d6-2f8f4ed8e995 req-fd6405ea-a32b-416c-8631-490896bc69b1 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753164 Sep 17 22:07:52.287372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ca5195c7-5856-4553-81eb-18901a0b9dcd,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:52.304489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:52.362340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:52.467305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbb79233-4526-4121-83d8-9e353994c16b req-4933b14f-dd4c-41ac-90c5-147e97a79952 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2053115838&fields=id&tenant_id=7ac795ae0f1042409c73b9e108202c99 HTTP/1.1" status: 200 len: 267 time: 0.1689117 Sep 17 22:07:52.496969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ca5195c7-5856-4553-81eb-18901a0b9dcd'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:52.611825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79233-4526-4121-83d8-9e353994c16b req-0f5740cd-3259-4276-9015-24e89b3a021b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:52.613332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbb79233-4526-4121-83d8-9e353994c16b req-0f5740cd-3259-4276-9015-24e89b3a021b tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 984 time: 0.1402178 Sep 17 22:07:52.666095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-cbb79233-4526-4121-83d8-9e353994c16b req-50c9bb1e-7664-4e7b-87b2-8cc20f649433 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Request body: {'port': {'security_groups': ['1daf1788-6992-4c06-8431-611e8134fd0a']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:52.708799 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-5a277712-71d4-4e69-af3e-7698c8645685 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:52.750047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cbb79233-4526-4121-83d8-9e353994c16b req-50c9bb1e-7664-4e7b-87b2-8cc20f649433 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:52.817543 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-5a277712-71d4-4e69-af3e-7698c8645685 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:52.984910 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-5a277712-71d4-4e69-af3e-7698c8645685 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Floating IP fd83badb-1759-481c-afbf-10be74355142 associated. External IP: 172.25.5.234, port: 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4. Sep 17 22:07:53.043821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-cbb79233-4526-4121-83d8-9e353994c16b req-50c9bb1e-7664-4e7b-87b2-8cc20f649433 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] For port bd4cc815-4501-449a-ae08-2f14a939785b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bd4cc815-4501-449a-ae08-2f14a939785b,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:53.112104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cbb79233-4526-4121-83d8-9e353994c16b req-50c9bb1e-7664-4e7b-87b2-8cc20f649433 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:53.193589 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:53.202660 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cbb79233-4526-4121-83d8-9e353994c16b req-50c9bb1e-7664-4e7b-87b2-8cc20f649433 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:53.216392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bd4cc815-4501-449a-ae08-2f14a939785b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:53.271905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79233-4526-4121-83d8-9e353994c16b req-50c9bb1e-7664-4e7b-87b2-8cc20f649433 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:53.272521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cbb79233-4526-4121-83d8-9e353994c16b req-50c9bb1e-7664-4e7b-87b2-8cc20f649433 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:53.273890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbb79233-4526-4121-83d8-9e353994c16b req-50c9bb1e-7664-4e7b-87b2-8cc20f649433 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "PUT /v2.0/ports/bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 942 time: 0.6487453 Sep 17 22:07:53.293349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-5a277712-71d4-4e69-af3e-7698c8645685 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:07:53.298855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9bb1e-7664-4e7b-87b2-8cc20f649433 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Pushing event updated for resources: {'Port': ['ID=bd4cc815-4501-449a-ae08-2f14a939785b,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:53.377122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bd4cc815-4501-449a-ae08-2f14a939785b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:07:53.549345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269ba11-1edb-4d17-a444-baf47075efcf req-bdee9618-09a2-43cf-8c00-0015c5951e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:53.550990 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4269ba11-1edb-4d17-a444-baf47075efcf req-bdee9618-09a2-43cf-8c00-0015c5951e42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0456078 Sep 17 22:07:53.646177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269ba11-1edb-4d17-a444-baf47075efcf req-a0ac6a1f-0bb9-44c1-a0ef-51f774aca68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:53.647715 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4269ba11-1edb-4d17-a444-baf47075efcf req-a0ac6a1f-0bb9-44c1-a0ef-51f774aca68c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 919 time: 0.0888464 Sep 17 22:07:53.695051 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4269ba11-1edb-4d17-a444-baf47075efcf req-1f785db9-edd9-441c-9550-27dc0487fbf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 217 time: 0.0391138 Sep 17 22:07:53.699551 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5e1988-d401-4cba-b865-d2549db4a7d1 x-openstack-request-id: req-9c5e1988-d401-4cba-b865-d2549db4a7d1 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:53.700064 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:53.700064 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c5e1988-d401-4cba-b865-d2549db4a7d1 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:53.700420 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'status': 'completed', 'code': 200} Sep 17 22:07:53.723675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ca5195c7-5856-4553-81eb-18901a0b9dcd up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:07:53.730047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60f956a8-70e2-4200-bdae-38fa15f48023 req-5d67729e-94c6-4645-bc1e-c07ce609bd3d tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0326395 Sep 17 22:07:53.739361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-5a277712-71d4-4e69-af3e-7698c8645685 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:53.744347 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-5a277712-71d4-4e69-af3e-7698c8645685 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:53.753789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4985029-7961-4366-a597-8422dbecffae None None] Sync routers for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:53.768724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4985029-7961-4366-a597-8422dbecffae None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:53.769348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c4985029-7961-4366-a597-8422dbecffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:53.771914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269ba11-1edb-4d17-a444-baf47075efcf req-46f7862c-7a23-4c9a-96c3-be7d00e6c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:53.775100 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4269ba11-1edb-4d17-a444-baf47075efcf req-46f7862c-7a23-4c9a-96c3-be7d00e6c686 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 200 len: 859 time: 0.0648117 Sep 17 22:07:53.778370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-5a277712-71d4-4e69-af3e-7698c8645685 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "PUT /v2.0/floatingips/fd83badb-1759-481c-afbf-10be74355142 HTTP/1.1" status: 200 len: 996 time: 1.9143734 Sep 17 22:07:53.813866 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b162484d-70e1-4f77-9508-4c13af72663d x-openstack-request-id: req-b162484d-70e1-4f77-9508-4c13af72663d {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:53.814290 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d312e8-c518-4977-ac1c-50a10ccbbf28", "name": "network-vif-plugged", "status": "completed", "tag": "8f5b5fe3-96ad-4d98-8aca-a426c4dfed66", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:53.814629 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b162484d-70e1-4f77-9508-4c13af72663d {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:53.815144 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66', 'code': 200} Sep 17 22:07:53.817791 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4269ba11-1edb-4d17-a444-baf47075efcf req-55950da4-1f40-470c-8506-f1481e3fc146 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339441 Sep 17 22:07:53.819384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:53.829831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-8253ccc4-f4cb-453d-a299-8c562b215026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:53.831382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-8253ccc4-f4cb-453d-a299-8c562b215026 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1097 time: 0.0438001 Sep 17 22:07:53.861258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:53.861752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1bf7e2cb-3b04-4a67-9941-13dc91f133c9 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:53.940846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c4985029-7961-4366-a597-8422dbecffae None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:53.958466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a6e49-eb3b-4938-9806-5a285942cc3b req-67ebdf73-3503-4a60-9d3b-e19e9187547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:53.959984 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-227a6e49-eb3b-4938-9806-5a285942cc3b req-67ebdf73-3503-4a60-9d3b-e19e9187547b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 1097 time: 0.0901160 Sep 17 22:07:53.963957 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4269ba11-1edb-4d17-a444-baf47075efcf req-ae05cd6a-f86b-4de7-ac20-ead54b1dc8c5 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356089 Sep 17 22:07:53.970741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739762-e2cb-412a-97db-9aa05b4f0d15 req-501e408d-0e25-4e1e-87f5-fa6c1558b735 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:53.972321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29739762-e2cb-412a-97db-9aa05b4f0d15 req-501e408d-0e25-4e1e-87f5-fa6c1558b735 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.0915751 Sep 17 22:07:53.975316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port ca5195c7-5856-4553-81eb-18901a0b9dcd completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:07:53.983906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port ca5195c7-5856-4553-81eb-18901a0b9dcd triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:07:53.984350 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:53.989011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-9c263e2e-fd61-44f0-a525-5237b91bcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:53.997196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-9c263e2e-fd61-44f0-a525-5237b91bcf1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.1576123 Sep 17 22:07:54.067047 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-227a6e49-eb3b-4938-9806-5a285942cc3b req-2d9d7078-bc3f-421e-878d-fcf713b9861d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866678 Sep 17 22:07:54.069529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29739762-e2cb-412a-97db-9aa05b4f0d15 req-0c15fc67-9f4c-4fae-972a-28b697ed6c2d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899458 Sep 17 22:07:54.086749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-46b4d474-8be3-4aa6-ad3c-84518575b3c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 999 time: 0.0886691 Sep 17 22:07:54.113986 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4269ba11-1edb-4d17-a444-baf47075efcf req-90b4b805-5d13-4ba1-8f7c-fe9e320f4f88 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296394 Sep 17 22:07:54.139886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-d5c90cf2-8184-4b33-be3b-8464c36d1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:54.147271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-d5c90cf2-8184-4b33-be3b-8464c36d1e2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.0594251 Sep 17 22:07:54.173382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:54.213208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-584512a2-68d7-48d5-b051-a2533ba0e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:54.214866 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-584512a2-68d7-48d5-b051-a2533ba0e5f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667539 Sep 17 22:07:54.224085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:54.227906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-854e76f2-5c0e-4888-96f3-f53e8bdec50c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:07:54.228878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-854e76f2-5c0e-4888-96f3-f53e8bdec50c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059443 Sep 17 22:07:54.240953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e4ba4-3445-498d-b110-a06d06d24793 req-009ed5c1-2dda-4f2a-871b-d69824f19777 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:54.242399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b56e4ba4-3445-498d-b110-a06d06d24793 req-009ed5c1-2dda-4f2a-871b-d69824f19777 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 944 time: 0.0635386 Sep 17 22:07:54.270210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c4985029-7961-4366-a597-8422dbecffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:d0:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:07:52Z', 'revision_number': 1, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:54.300973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4985029-7961-4366-a597-8422dbecffae None None] Checking router: bf1a3957-b4ed-4026-ada9-1d33c2d5c137 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:54.305660 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:54.333218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4985029-7961-4366-a597-8422dbecffae None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:54.334151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c4985029-7961-4366-a597-8422dbecffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:54.337158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b56e4ba4-3445-498d-b110-a06d06d24793 req-ee1ed8e0-fc5f-4758-972e-74c5876be102 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855889 Sep 17 22:07:54.375948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-edab9f07-8996-4d00-b0c7-4b86430b05d7 service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319122 Sep 17 22:07:54.398626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ca5195c7-5856-4553-81eb-18901a0b9dcd,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:54.438494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.438859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.439199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.439530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.439857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.440182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.440501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.440819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.441137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.441451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.441767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.442086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:07:54.468358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c4985029-7961-4366-a597-8422dbecffae None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:54.503876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d4ce2-05c8-4075-b736-61064b427264 req-c0461e7d-da9e-4b83-a197-9d639a4f47e5 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:54.505348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e03d4ce2-05c8-4075-b736-61064b427264 req-c0461e7d-da9e-4b83-a197-9d639a4f47e5 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 945 time: 0.0998240 Sep 17 22:07:54.507297 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b206d7e-414e-4b88-8d27-18a9ba03e92e req-60f4a6d2-0b07-4a48-a3be-75a9abd40c15 service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298456 Sep 17 22:07:54.544456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e03d4ce2-05c8-4075-b736-61064b427264 req-e7d1624f-6799-4713-a28c-761a968396c2 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325747 Sep 17 22:07:54.692527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76188472-a185-4235-a044-48823e79e66b req-1b363a01-be93-450a-aa66-cdef623b7a4a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1245365 Sep 17 22:07:54.702525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:54.827698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c4985029-7961-4366-a597-8422dbecffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:d0:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:07:52Z', 'revision_number': 1, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:54.840603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:54.860043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4985029-7961-4366-a597-8422dbecffae None None] The sync data for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 is: [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:d0:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:07:52Z', 'revision_number': 1, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:54.953212 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:55.074698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Allocated IP 172.25.5.236 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/fec5d470-38c2-40df-b586-5669881282b3) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:07:55.192033 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:55.247884 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f3625-61b1-43f8-a942-24910e973a30 None None] New status for floating IP fd83badb-1759-481c-afbf-10be74355142: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:07:55.298264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-e5835ef8-f406-493f-ba16-607f5160aaaa tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:55.299918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-e5835ef8-f406-493f-ba16-607f5160aaaa tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0624733 Sep 17 22:07:55.304975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:55.438756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:07:55.438756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Pushing event updated for resources: {'Port': ['ID=fec5d470-38c2-40df-b586-5669881282b3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:55.449649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:07:55.454488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-0ee1570e-5776-444f-b74a-e080b956f013 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 999 time: 0.1471269 Sep 17 22:07:55.455247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:07:55.481404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Request body: {'floatingip': {'port_id': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:55.565125 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:55.635917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:55.674752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-2cdd17b6-ca85-4cdc-a9a2-764dc7142331 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:55.676311 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-2cdd17b6-ca85-4cdc-a9a2-764dc7142331 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15ff0e1-02b4-4510-bc70-1a68577ab275 HTTP/1.1" status: 200 len: 944 time: 0.0536952 Sep 17 22:07:55.703806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b'}, {'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:55.705935 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523bce80-404c-4363-8597-2feaf6c5a64f" -d '{"events": [{"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b"}, {"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:55.752731 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:55.768456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Deleting port 9ae6c467-588b-48b0-b87d-bfe717959821 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:07:55.768800 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:55.816862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:55.819777 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037e88df-aa80-4be2-bdaa-4c5716ecc810" -d '{"events": [{"server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "name": "network-vif-plugged", "status": "completed", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:55.859791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] For port 9ae6c467-588b-48b0-b87d-bfe717959821, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9ae6c467-588b-48b0-b87d-bfe717959821,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:07:55.860172 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:55.873084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Calling delete_port for 9ae6c467-588b-48b0-b87d-bfe717959821 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:07:56.023454 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:56.056288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:56.091358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Pushing event deleted for resources: {'Port': ['ID=9ae6c467-588b-48b0-b87d-bfe717959821,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:56.092275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:56.126744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] No DVR routers for this DVR port 9ae6c467-588b-48b0-b87d-bfe717959821 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:07:56.129299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:56.131754 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2bd2fec3-5ebb-40aa-8d0a-835db34ee8b6 req-ff3d1bcc-9645-4a3c-930f-952dede9d64f tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.32 "DELETE /v2.0/ports/9ae6c467-588b-48b0-b87d-bfe717959821 HTTP/1.1" status: 204 len: 173 time: 0.4496541 Sep 17 22:07:56.132187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'name': 'network-vif-deleted', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:56.134949 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad779720-fa3b-49d2-8bd8-cc9793028645" -d '{"events": [{"server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "name": "network-vif-deleted", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:56.171315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Pushing event updated for resources: {'Port': ['ID=fec5d470-38c2-40df-b586-5669881282b3,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:07:56.219109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:56.318213 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:56.333121 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:56.334451 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76188472-a185-4235-a044-48823e79e66b req-03455e54-7c19-48ca-9f4e-c486e8830cdf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6363976 Sep 17 22:07:56.390689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76188472-a185-4235-a044-48823e79e66b req-fadfd637-fcf3-40a7-82e2-00180a278a3c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.0490577 Sep 17 22:07:56.416017 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:56.566144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76188472-a185-4235-a044-48823e79e66b req-f767b254-b640-480a-953c-b26c68c009f1 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:56.567423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76188472-a185-4235-a044-48823e79e66b req-f767b254-b640-480a-953c-b26c68c009f1 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1709845 Sep 17 22:07:56.577964 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Floating IP fd83badb-1759-481c-afbf-10be74355142 associated. External IP: 172.25.5.234, port: 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4. Sep 17 22:07:56.647671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c156e91-cc69-4563-b01f-c4096b900ef3 req-e6f19ab2-9079-4829-a851-686c47173336 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0292015 Sep 17 22:07:56.811016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:07:56.945072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a55d06-2218-4fb2-b592-5477ca7a4969 req-a1b93f20-5e76-40e3-b702-012ee9e465e2 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:56.946504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61a55d06-2218-4fb2-b592-5477ca7a4969 req-a1b93f20-5e76-40e3-b702-012ee9e465e2 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.0901046 Sep 17 22:07:56.962760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:56.974932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] Sync routers for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:56.988821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:56.989519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:57.029315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61a55d06-2218-4fb2-b592-5477ca7a4969 req-c4d02a70-923f-4ce2-88be-b2c64b152a97 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748277 Sep 17 22:07:57.108546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:57.222543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed67d7-5478-44ec-9836-32945f9b3224 req-710c893b-67c9-4923-b77d-0e2bc91c714a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:57.223933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5eed67d7-5478-44ec-9836-32945f9b3224 req-710c893b-67c9-4923-b77d-0e2bc91c714a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.0895631 Sep 17 22:07:57.255485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:07:57.279366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5eed67d7-5478-44ec-9836-32945f9b3224 req-e3e0eec9-0a69-4057-942d-771cd69aea4f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461514 Sep 17 22:07:57.355378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:b3:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:07:56Z', 'revision_number': 3, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:57.384601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] Checking router: bf1a3957-b4ed-4026-ada9-1d33c2d5c137 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:57.393975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:57.394599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:57.502851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:57.707098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:57.712375 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:57.732555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:b3:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:07:56Z', 'revision_number': 3, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:57.750690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81490-2306-46d9-9e1a-b9c2487005f0 req-6f2583e9-7f22-4eab-939f-41563d44fa20 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:57.752188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f81490-2306-46d9-9e1a-b9c2487005f0 req-6f2583e9-7f22-4eab-939f-41563d44fa20 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 945 time: 0.3896778 Sep 17 22:07:57.758687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ed58b-99b0-4fc6-8f68-7865ca8e4caa None None] The sync data for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 is: [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:b3:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:07:56Z', 'revision_number': 3, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:57.794962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-16c6cc1d-adfc-459e-8542-deb973ac6ee0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "PUT /v2.0/floatingips/fd83badb-1759-481c-afbf-10be74355142 HTTP/1.1" status: 200 len: 999 time: 2.3198526 Sep 17 22:07:57.820553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f81490-2306-46d9-9e1a-b9c2487005f0 req-4fecf91a-e5d5-4311-91bf-604d93deb269 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493021 Sep 17 22:07:57.861344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-23adc02c-e320-4858-a0f8-56f77345ad5b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:57.862513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-23adc02c-e320-4858-a0f8-56f77345ad5b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports/5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 942 time: 0.0580671 Sep 17 22:07:57.871266 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e2487d-f548-4600-b585-d27e1de872cc x-openstack-request-id: req-52e2487d-f548-4600-b585-d27e1de872cc {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:57.871635 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:57.871950 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52e2487d-f548-4600-b585-d27e1de872cc {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:57.872401 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'status': 'completed', 'code': 200} Sep 17 22:07:57.872716 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'status': 'completed', 'code': 200} Sep 17 22:07:57.939227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bce80-404c-4363-8597-2feaf6c5a64f req-ed5fd163-233e-4441-8f7c-8bef6161ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:57.940741 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-ed5fd163-233e-4441-8f7c-8bef6161ac0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0458531 Sep 17 22:07:57.965837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-eba357d4-8adf-469f-8294-27c98dce4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:57.967978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-eba357d4-8adf-469f-8294-27c98dce4680 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1097 time: 0.0455723 Sep 17 22:07:57.968716 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd42664-67f1-4a3d-ad15-797e055dc69e None None] New status for floating IP fd83badb-1759-481c-afbf-10be74355142: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:07:57.992031 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda6229-47a8-4eea-9b6d-b9732b3feb20 x-openstack-request-id: req-bfda6229-47a8-4eea-9b6d-b9732b3feb20 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:57.992625 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "name": "network-vif-plugged", "status": "completed", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:57.992888 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfda6229-47a8-4eea-9b6d-b9732b3feb20 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:57.993277 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd', 'code': 200} Sep 17 22:07:58.028892 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f4eacb-55be-4dec-9c0d-cd38cf17ef2d x-openstack-request-id: req-79f4eacb-55be-4dec-9c0d-cd38cf17ef2d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:07:58.029187 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15ff0e1-02b4-4510-bc70-1a68577ab275", "name": "network-vif-deleted", "tag": "9ae6c467-588b-48b0-b87d-bfe717959821", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:07:58.029433 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79f4eacb-55be-4dec-9c0d-cd38cf17ef2d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:07:58.029821 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15ff0e1-02b4-4510-bc70-1a68577ab275', 'name': 'network-vif-deleted', 'tag': '9ae6c467-588b-48b0-b87d-bfe717959821', 'status': 'completed', 'code': 200} Sep 17 22:07:58.059219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bce80-404c-4363-8597-2feaf6c5a64f req-e62fad9b-9987-4ac8-a764-c35f07b62872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.061059 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-e62fad9b-9987-4ac8-a764-c35f07b62872 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 919 time: 0.1123655 Sep 17 22:07:58.106663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-a247ad88-2317-4dd0-9606-baab28eae274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.108372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-a247ad88-2317-4dd0-9606-baab28eae274 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.1293578 Sep 17 22:07:58.125639 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-e4ce6af3-fecd-46c9-a5d4-b4f7fa0be596 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 217 time: 0.0510743 Sep 17 22:07:58.177254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-85e68e5a-e4c0-45e8-b683-c4421f85b42e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 217 time: 0.0609064 Sep 17 22:07:58.195628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ed2cb-3513-46c0-b375-c0221c1e4f9a req-d55438fd-e5c1-4bd1-a419-92e4dfd6dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.197236 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8d2ed2cb-3513-46c0-b375-c0221c1e4f9a req-d55438fd-e5c1-4bd1-a419-92e4dfd6dbb8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 1097 time: 0.0796490 Sep 17 22:07:58.199317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bce80-404c-4363-8597-2feaf6c5a64f req-1901421e-9c13-4638-b42f-ac69a17186f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.200742 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-1901421e-9c13-4638-b42f-ac69a17186f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 200 len: 859 time: 0.0575724 Sep 17 22:07:58.233853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344470e3-67c9-4be1-9341-a97d325ee01c req-b2207a8e-8a34-4617-99a9-fd350b236a50 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.235343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-b2207a8e-8a34-4617-99a9-fd350b236a50 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1119256 Sep 17 22:07:58.244174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-2f1991c0-8972-44af-bd7d-fc5e1716ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.246107 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-1e74e079-4653-4e9c-ad5b-6a1f60e2d017 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349617 Sep 17 22:07:58.246402 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-2f1991c0-8972-44af-bd7d-fc5e1716ccf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.0605145 Sep 17 22:07:58.283513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8d2ed2cb-3513-46c0-b375-c0221c1e4f9a req-4f9523e8-4829-4de3-985d-a28b5ee6933e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709119 Sep 17 22:07:58.317304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-94f6b45f-c607-46d7-ab82-e11e831d5daf tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.0755339 Sep 17 22:07:58.328098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] Sync routers for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:58.330740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-344470e3-67c9-4be1-9341-a97d325ee01c req-78a3d9c0-d982-4215-beb9-9ce83cd9d90c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Request body: {'floatingip': {'port_id': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:07:58.338993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:58.350061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:58.360926 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-41cd870e-2cd6-4e5d-8853-1948da1ebdf1 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050770 Sep 17 22:07:58.366962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-ee1c0092-61c1-45d5-a068-32e84ae5e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.369746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-ee1c0092-61c1-45d5-a068-32e84ae5e1f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156666 Sep 17 22:07:58.375706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-344470e3-67c9-4be1-9341-a97d325ee01c req-78a3d9c0-d982-4215-beb9-9ce83cd9d90c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:58.457310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:58.558686 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-b0f2abfb-7671-4313-882c-8382a2565d88 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905821 Sep 17 22:07:58.590401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-7289edd3-8859-4f92-8a92-6f46bfb9fe4e service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124138 Sep 17 22:07:58.649297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bce80-404c-4363-8597-2feaf6c5a64f req-70938f2a-e3ed-466d-8205-c3da42d2207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.651802 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-70938f2a-e3ed-466d-8205-c3da42d2207c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1097 time: 0.0425591 Sep 17 22:07:58.701667 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:b3:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:07:58Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:58.728265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] Checking router: bf1a3957-b4ed-4026-ada9-1d33c2d5c137 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:07:58.738052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:58.738690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:58.756520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bce80-404c-4363-8597-2feaf6c5a64f req-9d49d440-adb1-4920-a750-2eaf773d3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.758061 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-9d49d440-adb1-4920-a750-2eaf773d3585 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.0999553 Sep 17 22:07:58.774415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-4529e547-c65c-406c-8c27-635d094bdc7c service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774359 Sep 17 22:07:58.805011 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-04629aea-1e34-43b1-b4e4-b499ce50a105 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 217 time: 0.0385544 Sep 17 22:07:58.855014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bce80-404c-4363-8597-2feaf6c5a64f req-585f5b04-7627-45ea-98d3-b47d29d8cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.855655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:07:58.856617 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-585f5b04-7627-45ea-98d3-b47d29d8cae9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.0438120 Sep 17 22:07:58.909453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bce80-404c-4363-8597-2feaf6c5a64f req-f7a96dd6-8078-4a22-ad1a-0d2b7aae1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.911216 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-f7a96dd6-8078-4a22-ad1a-0d2b7aae1ff7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465565 Sep 17 22:07:58.984062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-50c288b0-cbe6-4fef-baca-cd875b7f95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:58.985612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-50c288b0-cbe6-4fef-baca-cd875b7f95d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 1098 time: 0.1069968 Sep 17 22:07:59.014157 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-06e5f63a-26d1-41db-9421-aa554c7a56b3 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942123 Sep 17 22:07:59.020385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-344470e3-67c9-4be1-9341-a97d325ee01c req-78a3d9c0-d982-4215-beb9-9ce83cd9d90c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:59.093605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-344470e3-67c9-4be1-9341-a97d325ee01c req-78a3d9c0-d982-4215-beb9-9ce83cd9d90c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:59.097882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:b3:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:07:58Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:59.121933 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-523bce80-404c-4363-8597-2feaf6c5a64f req-6ccf3ab6-3580-41b4-a2c2-f04ab8c15054 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899596 Sep 17 22:07:59.125795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcb46a-2348-44e5-8430-fe9e6659d938 None None] The sync data for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 is: [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:b3:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:07:58Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:07:59.133664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-3168aade-1576-4fc3-9889-f34cfd2cf981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:59.139531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-3168aade-1576-4fc3-9889-f34cfd2cf981 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.1454103 Sep 17 22:07:59.245795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-1168fe51-47f8-48d9-9970-24510f2801a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d HTTP/1.1" status: 200 len: 1002 time: 0.1004741 Sep 17 22:07:59.269018 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-344470e3-67c9-4be1-9341-a97d325ee01c req-78a3d9c0-d982-4215-beb9-9ce83cd9d90c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Floating IP 1fe0898f-4150-4eb3-b095-289aa0c6748f associated. External IP: 172.25.5.236, port: bd4cc815-4501-449a-ae08-2f14a939785b. Sep 17 22:07:59.350187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-f12f8168-2950-4fd0-952d-da7545aff879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:59.352141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-f12f8168-2950-4fd0-952d-da7545aff879 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.1002500 Sep 17 22:07:59.441014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-26a9554c-4f4a-43ce-b214-cfdf67657813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:59.442520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-26a9554c-4f4a-43ce-b214-cfdf67657813 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835359 Sep 17 22:07:59.623551 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-5281eb01-93f3-4252-b79b-3ad9464ccee9 service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500437 Sep 17 22:07:59.625224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-344470e3-67c9-4be1-9341-a97d325ee01c req-78a3d9c0-d982-4215-beb9-9ce83cd9d90c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Router fc7408ac-b345-476a-8ea5-0d34139e9f69 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:07:59.793494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3692c521-cddf-45d6-b9a9-9d03aa7e1662 req-a45fcd88-99b4-43fc-8762-351160992af9 service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633363 Sep 17 22:07:59.802972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-344470e3-67c9-4be1-9341-a97d325ee01c req-78a3d9c0-d982-4215-beb9-9ce83cd9d90c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:07:59.808082 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-344470e3-67c9-4be1-9341-a97d325ee01c req-78a3d9c0-d982-4215-beb9-9ce83cd9d90c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:07:59.813656 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] Sync routers for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:07:59.821386 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:07:59.821984 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:07:59.836069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-78a3d9c0-d982-4215-beb9-9ce83cd9d90c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "PUT /v2.0/floatingips/1fe0898f-4150-4eb3-b095-289aa0c6748f HTTP/1.1" status: 200 len: 996 time: 1.5107663 Sep 17 22:07:59.865329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9ae6c467-588b-48b0-b87d-bfe717959821 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:07:59.880291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'}, {'name': 'network-changed', 'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d'}, {'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:07:59.882877 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bbf49e-4978-4afd-841b-637b1822c154" -d '{"events": [{"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4"}, {"name": "network-changed", "server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d"}, {"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:07:59.884439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 9ae6c467-588b-48b0-b87d-bfe717959821 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:07:59.884789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9ae6c467-588b-48b0-b87d-bfe717959821 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:07:59.906366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344470e3-67c9-4be1-9341-a97d325ee01c req-03b75260-c47a-4ab2-907d-342241d9e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:07:59.908038 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-03b75260-c47a-4ab2-907d-342241d9e513 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0573118 Sep 17 22:07:59.935118 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:00.009452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344470e3-67c9-4be1-9341-a97d325ee01c req-6cb40d4b-5c42-47bb-8337-5a4829e3b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:00.011689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-6cb40d4b-5c42-47bb-8337-5a4829e3b875 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 919 time: 0.0969307 Sep 17 22:08:00.087327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-1473273a-2e4a-4331-b013-eb94dc742212 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 999 time: 0.0691650 Sep 17 22:08:00.135270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344470e3-67c9-4be1-9341-a97d325ee01c req-62fde81e-57bb-44e2-a81c-4e451dac36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:00.137894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-62fde81e-57bb-44e2-a81c-4e451dac36a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 200 len: 859 time: 0.0484695 Sep 17 22:08:00.167834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-c4f75b71-1136-4838-975c-05fd18dbc445 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235641 Sep 17 22:08:00.177531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-94b8544e-4941-4d0c-8591-8c2dd45d6148 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:08:00.178486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-94b8544e-4941-4d0c-8591-8c2dd45d6148 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048494 Sep 17 22:08:00.268704 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '1fe0898f-4150-4eb3-b095-289aa0c6748f', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'port_id': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'mac_address': 'fa:16:3e:ce:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:55Z', 'updated_at': '2021-09-17T22:07:58Z', 'revision_number': 1, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe8c02e-0c2a-4d2f-8212-92973cb8ca62', 'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'mac_address': 'fa:16:3e:15:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:50Z', 'updated_at': '2021-09-17T22:06:58Z', 'revision_number': 5, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'subnets': [{'id': '7a6af102-3404-4f25-9bff-0c478893c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:00.271007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-21e2b3af-fafc-4c62-b4a3-9be7e0884d77 service neutron] 10.222.0.13 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857673 Sep 17 22:08:00.302915 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] Checking router: fc7408ac-b345-476a-8ea5-0d34139e9f69 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:08:00.308890 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:00.309520 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:00.366446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344470e3-67c9-4be1-9341-a97d325ee01c req-ae9b8834-81c1-4d09-981b-09a66bbf0dd7 service neutron] 10.222.0.13 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890222 Sep 17 22:08:00.424330 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:00.459163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f59f686-6748-4340-943a-3bca9cada95f req-04eeda2b-4652-4650-b269-2b2eb3703eb8 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0260582 Sep 17 22:08:00.595116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb04745-a304-4be9-8260-63a812d0b585 req-3ddb3294-aa8c-4472-95db-6ce1157fe445 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:00.596521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb04745-a304-4be9-8260-63a812d0b585 req-3ddb3294-aa8c-4472-95db-6ce1157fe445 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 945 time: 0.0823104 Sep 17 22:08:00.604610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a84469-3727-4365-bb01-529adc058231 req-6200c03a-2fb8-48d6-86eb-e860ceb52b48 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:00.606140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33434) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:00.606622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4a84469-3727-4365-bb01-529adc058231 req-6200c03a-2fb8-48d6-86eb-e860ceb52b48 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.0835268 Sep 17 22:08:00.615123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Request body: {'floatingip': {'port_id': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:00.664262 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '1fe0898f-4150-4eb3-b095-289aa0c6748f', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'port_id': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'mac_address': 'fa:16:3e:ce:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:55Z', 'updated_at': '2021-09-17T22:07:58Z', 'revision_number': 1, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe8c02e-0c2a-4d2f-8212-92973cb8ca62', 'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'mac_address': 'fa:16:3e:15:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:50Z', 'updated_at': '2021-09-17T22:06:58Z', 'revision_number': 5, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'subnets': [{'id': '7a6af102-3404-4f25-9bff-0c478893c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:00.669172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4a84469-3727-4365-bb01-529adc058231 req-162bd343-28a6-442b-8221-d318ec07465c tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563154 Sep 17 22:08:00.674288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for floatingip, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:00.696057 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5d266-65af-4551-943f-c491dbba5bc8 None None] The sync data for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 is: [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '1fe0898f-4150-4eb3-b095-289aa0c6748f', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'port_id': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'mac_address': 'fa:16:3e:ce:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:55Z', 'updated_at': '2021-09-17T22:07:58Z', 'revision_number': 1, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbe8c02e-0c2a-4d2f-8212-92973cb8ca62', 'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'mac_address': 'fa:16:3e:15:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:50Z', 'updated_at': '2021-09-17T22:06:58Z', 'revision_number': 5, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'subnets': [{'id': '7a6af102-3404-4f25-9bff-0c478893c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:08:00.720961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c0e3d-4186-42aa-8547-f5ec4f294085 req-668bcc6e-a4b6-49e4-923e-69fcee1170ca tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:00.723046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-291c0e3d-4186-42aa-8547-f5ec4f294085 req-668bcc6e-a4b6-49e4-923e-69fcee1170ca tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.0716591 Sep 17 22:08:00.748918 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 17 Sep 2021 22:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbfcdac-c9e0-41c2-a275-254922cbab9c x-openstack-request-id: req-4dbfcdac-c9e0-41c2-a275-254922cbab9c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:00.749198 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:00.749459 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dbfcdac-c9e0-41c2-a275-254922cbab9c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:00.749896 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'status': 'completed', 'code': 200} Sep 17 22:08:00.750164 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'status': 'completed', 'code': 200} Sep 17 22:08:00.750413 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'status': 'completed', 'code': 200} Sep 17 22:08:00.773484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-291c0e3d-4186-42aa-8547-f5ec4f294085 req-4ba9236f-b04f-4360-8f92-bff58c11b156 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Sep 17 22:08:00.922549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-6eb08b6b-fcd1-4c07-9f37-13e0ffe88734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:00.924126 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-6eb08b6b-fcd1-4c07-9f37-13e0ffe88734 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 1098 time: 0.1392720 Sep 17 22:08:00.925888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-2b3a2518-b6be-42b7-99d2-5329d16e1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:00.927312 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-2b3a2518-b6be-42b7-99d2-5329d16e1bc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1097 time: 0.1413305 Sep 17 22:08:00.999452 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd37e24-922d-498a-b77d-f17ffbd9b909 None None] New status for floating IP 1fe0898f-4150-4eb3-b095-289aa0c6748f: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:08:01.149782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-8fc9373c-04b3-49f5-a0ab-41d2e1e3f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.151301 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-8fc9373c-04b3-49f5-a0ab-41d2e1e3f82c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.2089334 Sep 17 22:08:01.204842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44fdfcaf-3a10-4d51-8fac-dd5539c34199 req-4455791d-6902-485d-a71c-d02f7372eeb6 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.4272213 Sep 17 22:08:01.234603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bc838-bfae-4c10-8970-78a8e8c66034 req-502545b9-cc9a-49dc-a886-33e1e1a1e998 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.236202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c1bc838-bfae-4c10-8970-78a8e8c66034 req-502545b9-cc9a-49dc-a886-33e1e1a1e998 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 944 time: 0.1111584 Sep 17 22:08:01.245889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-90332c2c-6fed-403d-ade7-1996d8dae08a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.247481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-90332c2c-6fed-403d-ade7-1996d8dae08a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cb0abb8-3792-4514-99ec-96f144ed97ed HTTP/1.1" status: 200 len: 944 time: 0.1235325 Sep 17 22:08:01.319313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdfcaf-3a10-4d51-8fac-dd5539c34199 req-dbc82d37-8ea3-4827-b09e-5aaccabd2ef6 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.320753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44fdfcaf-3a10-4d51-8fac-dd5539c34199 req-dbc82d37-8ea3-4827-b09e-5aaccabd2ef6 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports/9b86bf57-3c3a-4c02-8a36-8d7574a1521d HTTP/1.1" status: 200 len: 943 time: 0.1068511 Sep 17 22:08:01.352924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c1bc838-bfae-4c10-8970-78a8e8c66034 req-2dca60d5-23d6-4d1a-b13a-c6600a280810 tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd0a5758-4b83-430e-9ec2-e3dfd034b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044173 Sep 17 22:08:01.491132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-524cf271-2fd0-44db-8802-f957556dfb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.492584 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-524cf271-2fd0-44db-8802-f957556dfb3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.5605726 Sep 17 22:08:01.496458 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-778ce50f-4f3c-433e-b17e-bd4b44ab6510 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 217 time: 0.3285139 Sep 17 22:08:01.507202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44fdfcaf-3a10-4d51-8fac-dd5539c34199 req-0be38568-942e-4afe-8f84-2418125301fe tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.1234291 Sep 17 22:08:01.509913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-7e7927a3-9809-4b18-8ede-e83e7c28d2c4 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1001 time: 0.1231277 Sep 17 22:08:01.529649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Deleting port 0ae8207b-264f-4398-b189-ba28a02fd5ca {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:01.529989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:01.677629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-05fd7a3b-516c-4310-a7d9-21f949e8cfe3 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.677870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-8b852fc6-6626-4eb5-88b1-3cfcc32e9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.679023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-05fd7a3b-516c-4310-a7d9-21f949e8cfe3 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports/bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 942 time: 0.1598997 Sep 17 22:08:01.679308 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-8b852fc6-6626-4eb5-88b1-3cfcc32e9737 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.1558402 Sep 17 22:08:01.708528 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-29c907b8-5a88-4f8b-b67c-1a1869c27863 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d HTTP/1.1" status: 200 len: 1002 time: 0.1860359 Sep 17 22:08:01.737277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdfcaf-3a10-4d51-8fac-dd5539c34199 req-5e7a0b44-e435-4168-995d-ffd0717b3f95 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.738613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44fdfcaf-3a10-4d51-8fac-dd5539c34199 req-5e7a0b44-e435-4168-995d-ffd0717b3f95 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.2241123 Sep 17 22:08:01.740500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] For port 0ae8207b-264f-4398-b189-ba28a02fd5ca, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0ae8207b-264f-4398-b189-ba28a02fd5ca,segment=NetworkSegment(11a3b4a8-60bd-479d-9970-f5e36bdc6c6c),segment_id=11a3b4a8-60bd-479d-9970-f5e36bdc6c6c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:01.740886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:01.787775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Calling delete_port for 0ae8207b-264f-4398-b189-ba28a02fd5ca owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:01.827733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-87714c2d-87cb-4d9e-ac3a-95b43e9fec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.829194 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-87714c2d-87cb-4d9e-ac3a-95b43e9fec5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.1054859 Sep 17 22:08:01.830882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-9b78af48-1041-4b61-ba67-62116d88fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.832216 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-9b78af48-1041-4b61-ba67-62116d88fee3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416299 Sep 17 22:08:01.878423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-14252f4f-4141-4dbf-98e3-e1ed5be7aea9 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1001 time: 0.1521056 Sep 17 22:08:01.937374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a68ca-63d1-46dc-8287-28ecb6630723 req-d95c71e0-2253-4689-91bb-fce5fd0c5fb5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:01.938824 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db0a68ca-63d1-46dc-8287-28ecb6630723 req-d95c71e0-2253-4689-91bb-fce5fd0c5fb5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.1456568 Sep 17 22:08:01.942424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.resource_extend [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:08:02.007668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-123d0bd3-6cd6-4e87-b7a1-6ffaf2142958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:02.009188 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-123d0bd3-6cd6-4e87-b7a1-6ffaf2142958 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566246 Sep 17 22:08:02.020924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:02.048965 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-3b7dff2d-09f5-4982-8074-a4479c27c410 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952260 Sep 17 22:08:02.058695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db0a68ca-63d1-46dc-8287-28ecb6630723 req-bab45f63-1a25-4b1f-afe9-1afe3a47805a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128609 Sep 17 22:08:02.082956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-0e747fec-6f81-4073-8c24-e9e5477dae37 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:02.084348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-0e747fec-6f81-4073-8c24-e9e5477dae37 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1964431 Sep 17 22:08:02.106032 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:02.164129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-19ff2383-4bcd-4253-930a-92c486a74c85 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1001 time: 0.0673463 Sep 17 22:08:02.171260 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:02.183260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-87abf02d-656c-4368-8d49-d20ade864701 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:02.245300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Pushing event deleted for resources: {'Port': ['ID=0ae8207b-264f-4398-b189-ba28a02fd5ca,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:02.257416 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-e3c22922-cccd-4ab0-9cea-9271f0c951df service neutron] 10.222.0.32 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353501 Sep 17 22:08:02.270325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d09f048-8b5a-4c20-a245-d09610b26a2a req-8cb4a3ce-29cf-4e0d-9246-de4686c03b0e tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0827084 Sep 17 22:08:02.300745 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-244529bb-116e-4e4a-84f2-eb01af291545 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429943 Sep 17 22:08:02.310859 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Floating IP 18ced223-cca0-4ed5-9b22-16cfe12318c5 associated. External IP: 172.25.5.175, port: 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66. Sep 17 22:08:02.319207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] No DVR routers for this DVR port 0ae8207b-264f-4398-b189-ba28a02fd5ca on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:02.323438 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-87abf02d-656c-4368-8d49-d20ade864701 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:02.327475 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:02.329612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-366b8b3c-60e9-450b-8d9d-6f89548f7aad req-5160d901-a1c9-4010-a85c-821b544b599a tempest-LiveMigrationTest-1614627105 tempest-LiveMigrationTest-1614627105-project] 10.222.0.32 "DELETE /v2.0/ports/0ae8207b-264f-4398-b189-ba28a02fd5ca HTTP/1.1" status: 204 len: 173 time: 1.0615773 Sep 17 22:08:02.475103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c4797-cae0-4439-bf89-317445e7e008 req-59d1c06d-46ac-4ee4-b652-0e35e58528c4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:02.476595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1c4797-cae0-4439-bf89-317445e7e008 req-59d1c06d-46ac-4ee4-b652-0e35e58528c4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1054022 Sep 17 22:08:02.488599 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-92180460-0333-4cc5-80ab-cf956a526899 service neutron] 10.222.0.32 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175374 Sep 17 22:08:02.490283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-f79b842c-d5db-4d39-bafb-eae18e05f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:02.491655 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-f79b842c-d5db-4d39-bafb-eae18e05f450 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1120920 Sep 17 22:08:02.520541 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-87abf02d-656c-4368-8d49-d20ade864701 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:02.548173 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1c4797-cae0-4439-bf89-317445e7e008 req-689aa43b-9a10-4e73-866e-acdb4540f826 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Sep 17 22:08:02.609822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-87abf02d-656c-4368-8d49-d20ade864701 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:02.610163 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-87abf02d-656c-4368-8d49-d20ade864701 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Floating IP 1fe0898f-4150-4eb3-b095-289aa0c6748f disassociated. External IP: 172.25.5.236, port: bd4cc815-4501-449a-ae08-2f14a939785b. Sep 17 22:08:02.671154 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:08:02.671977 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-ee5e7a12-f015-4313-84d7-916b50f3be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:02.673465 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-ee5e7a12-f015-4313-84d7-916b50f3be7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 919 time: 0.1687849 Sep 17 22:08:02.680572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-7b4e7c3c-e89d-4e6f-ae01-38399164886c tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.1083953 Sep 17 22:08:02.681723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Router f0523cec-1bd7-432f-b712-c035cafe7190 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:08:02.723736 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-a39a53c3-be34-40f9-ac76-c23996893a4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 217 time: 0.0408287 Sep 17 22:08:02.751380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'name': 'network-vif-deleted', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:02.753494 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881f36c6-a30b-431c-acda-ddeacb00c33d" -d '{"events": [{"server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "name": "network-vif-deleted", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:02.776925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-ec0118bc-c883-4ac2-a0fb-573c8247da8d tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:02.778285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-ec0118bc-c883-4ac2-a0fb-573c8247da8d tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports/9b86bf57-3c3a-4c02-8a36-8d7574a1521d HTTP/1.1" status: 200 len: 943 time: 0.0873132 Sep 17 22:08:02.850857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-268095f7-6a20-47af-b13e-b47407829a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:02.852422 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-268095f7-6a20-47af-b13e-b47407829a32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 200 len: 859 time: 0.0894620 Sep 17 22:08:02.889620 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-67e54c96-5611-40d4-a01d-6343282d9d1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292044 Sep 17 22:08:02.891058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:08:02.898739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:02.902024 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] Sync routers for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:08:02.918470 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:02.919642 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:02.941393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-de8aec69-f72a-48f6-8877-e5bdec833ff9 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.1082616 Sep 17 22:08:02.949912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-87abf02d-656c-4368-8d49-d20ade864701 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Router fc7408ac-b345-476a-8ea5-0d34139e9f69 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:08:02.955954 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0265baec-8293-464c-bc25-8d0bfe871ebc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "PUT /v2.0/floatingips/18ced223-cca0-4ed5-9b22-16cfe12318c5 HTTP/1.1" status: 200 len: 991 time: 2.3453472 Sep 17 22:08:02.955954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'tag': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:02.958025 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8dd552-7d3f-470c-b64c-3336f160b7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d312e8-c518-4977-ac1c-50a10ccbbf28", "tag": "8f5b5fe3-96ad-4d98-8aca-a426c4dfed66"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:03.032095 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-685ec9e0-7998-492f-a9e2-56022117dc61 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258845 Sep 17 22:08:03.044238 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:03.134678 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2bbf49e-4978-4afd-841b-637b1822c154 req-a4e4ce51-e4d0-441e-bbc9-67f897a40453 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902352 Sep 17 22:08:03.136459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-11a23f12-a6ef-424d-a1b2-00177c694ed3 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:03.137834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-11a23f12-a6ef-424d-a1b2-00177c694ed3 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1862099 Sep 17 22:08:03.194243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-87abf02d-656c-4368-8d49-d20ade864701 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:08:03.199622 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-87abf02d-656c-4368-8d49-d20ade864701 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:03.210365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] Sync routers for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:08:03.228477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:03.231019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:03.236862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-87abf02d-656c-4368-8d49-d20ade864701 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "PUT /v2.0/floatingips/1fe0898f-4150-4eb3-b095-289aa0c6748f HTTP/1.1" status: 200 len: 695 time: 1.0626321 Sep 17 22:08:03.251551 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-75b8cacb-ba8d-4fd5-8933-0127ed14f961 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.1062787 Sep 17 22:08:03.284803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-cca9da66-17b6-4bbf-b290-b788b306d3ab tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:03.292343 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '18ced223-cca0-4ed5-9b22-16cfe12318c5', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'port_id': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'mac_address': 'fa:16:3e:a1:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:36Z', 'updated_at': '2021-09-17T22:08:01Z', 'revision_number': 1, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111a4d54-56b5-4c56-887d-98465e064b74', 'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'mac_address': 'fa:16:3e:0e:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:27Z', 'updated_at': '2021-09-17T22:07:33Z', 'revision_number': 5, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'subnets': [{'id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:03.321463 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] Checking router: f0523cec-1bd7-432f-b712-c035cafe7190 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:08:03.331431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:03.332226 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:03.359126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-cca9da66-17b6-4bbf-b290-b788b306d3ab tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:03.371267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-9be295df-de2f-4141-b56e-bc623aec1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:03.378916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-9be295df-de2f-4141-b56e-bc623aec1e10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1244998 Sep 17 22:08:03.441457 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:03.496938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:03.549530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-ffb4b13b-b331-4c9f-991d-b218dc9cff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:03.550957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-ffb4b13b-b331-4c9f-991d-b218dc9cff5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 919 time: 0.1712625 Sep 17 22:08:03.631140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-a2e92238-383d-43b7-96b0-ce41604aeaba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 217 time: 0.0645044 Sep 17 22:08:03.637009 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-cca9da66-17b6-4bbf-b290-b788b306d3ab tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:03.681341 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '18ced223-cca0-4ed5-9b22-16cfe12318c5', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'port_id': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'mac_address': 'fa:16:3e:a1:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:36Z', 'updated_at': '2021-09-17T22:08:01Z', 'revision_number': 1, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111a4d54-56b5-4c56-887d-98465e064b74', 'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'mac_address': 'fa:16:3e:0e:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:27Z', 'updated_at': '2021-09-17T22:07:33Z', 'revision_number': 5, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'subnets': [{'id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:03.686989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-edfecdd5-3311-40c9-94d5-24e6da7f0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:03.688444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-edfecdd5-3311-40c9-94d5-24e6da7f0318 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 200 len: 859 time: 0.0478098 Sep 17 22:08:03.714674 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e9335-de1e-43cd-aaff-2f63891f2811 None None] The sync data for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 is: [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '18ced223-cca0-4ed5-9b22-16cfe12318c5', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'port_id': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'mac_address': 'fa:16:3e:a1:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:36Z', 'updated_at': '2021-09-17T22:08:01Z', 'revision_number': 1, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111a4d54-56b5-4c56-887d-98465e064b74', 'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'mac_address': 'fa:16:3e:0e:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:27Z', 'updated_at': '2021-09-17T22:07:33Z', 'revision_number': 5, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'subnets': [{'id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:08:03.720267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'bbe8c02e-0c2a-4d2f-8212-92973cb8ca62', 'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'mac_address': 'fa:16:3e:15:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:50Z', 'updated_at': '2021-09-17T22:06:58Z', 'revision_number': 5, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'subnets': [{'id': '7a6af102-3404-4f25-9bff-0c478893c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:03.728485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-01483ce6-8930-44e8-8295-a84bef38bd2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309296 Sep 17 22:08:03.742040 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-cca9da66-17b6-4bbf-b290-b788b306d3ab tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:03.742385 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-cca9da66-17b6-4bbf-b290-b788b306d3ab tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Floating IP fd83badb-1759-481c-afbf-10be74355142 disassociated. External IP: 172.25.5.234, port: 9b86bf57-3c3a-4c02-8a36-8d7574a1521d. Sep 17 22:08:03.750629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] Checking router: fc7408ac-b345-476a-8ea5-0d34139e9f69 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:08:03.761852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:03.762762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:03.875282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:03.904956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0ae8207b-264f-4398-b189-ba28a02fd5ca no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:03.936605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 0ae8207b-264f-4398-b189-ba28a02fd5ca {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:03.936964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0ae8207b-264f-4398-b189-ba28a02fd5ca not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:03.945787 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdbf579-70c3-435e-a2a6-b151b3540ee0 None None] New status for floating IP 18ced223-cca0-4ed5-9b22-16cfe12318c5: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:08:04.115438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'bbe8c02e-0c2a-4d2f-8212-92973cb8ca62', 'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'mac_address': 'fa:16:3e:15:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:50Z', 'updated_at': '2021-09-17T22:06:58Z', 'revision_number': 5, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'subnets': [{'id': '7a6af102-3404-4f25-9bff-0c478893c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:04.142957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31a65c-7a98-438f-b970-f26c084bfca2 None None] The sync data for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 is: [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:06:51Z', 'revision_number': 4, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'bbe8c02e-0c2a-4d2f-8212-92973cb8ca62', 'name': '', 'network_id': 'c33fb5cd-910f-4fc7-a1c9-995b1cb651b8', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'mac_address': 'fa:16:3e:15:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a6af102-3404-4f25-9bff-0c478893c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:50Z', 'updated_at': '2021-09-17T22:06:58Z', 'revision_number': 5, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'subnets': [{'id': '7a6af102-3404-4f25-9bff-0c478893c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:08:04.186941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-4012440d-e74e-4a5e-87c0-21f2b64187d3 service neutron] 10.222.0.13 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531536 Sep 17 22:08:04.310897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-cca9da66-17b6-4bbf-b290-b788b306d3ab tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:08:04.430829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74280466-be13-4fce-9429-a229966471f2 None None] New status for floating IP 1fe0898f-4150-4eb3-b095-289aa0c6748f: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:08:04.487914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f049a9d7-1275-4466-8df5-d8bbf1712f8b req-3300fd37-d15b-4fc8-ba94-e99247600684 service neutron] 10.222.0.13 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914779 Sep 17 22:08:04.490577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-cca9da66-17b6-4bbf-b290-b788b306d3ab tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:08:04.495564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-cca9da66-17b6-4bbf-b290-b788b306d3ab tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:04.503416 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] Sync routers for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:08:04.513480 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:04.514109 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:04.533734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-cca9da66-17b6-4bbf-b290-b788b306d3ab tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "PUT /v2.0/floatingips/fd83badb-1759-481c-afbf-10be74355142 HTTP/1.1" status: 200 len: 695 time: 1.2665570 Sep 17 22:08:04.583955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-a66fff1a-a086-48c9-8402-363f68e13636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:04.585496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-a66fff1a-a086-48c9-8402-363f68e13636 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 1098 time: 0.0430515 Sep 17 22:08:04.660122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33474) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:04.703298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-bcd34028-e250-46f0-ba25-aa34ffcb51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:04.705892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-bcd34028-e250-46f0-ba25-aa34ffcb51d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.1124926 Sep 17 22:08:04.713870 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bae6d9-fb57-48ed-875d-7e2fe8e8e5d2 x-openstack-request-id: req-80bae6d9-fb57-48ed-875d-7e2fe8e8e5d2 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:04.714045 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb0abb8-3792-4514-99ec-96f144ed97ed", "name": "network-vif-deleted", "tag": "0ae8207b-264f-4398-b189-ba28a02fd5ca", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:04.714331 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80bae6d9-fb57-48ed-875d-7e2fe8e8e5d2 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:04.714736 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb0abb8-3792-4514-99ec-96f144ed97ed', 'name': 'network-vif-deleted', 'tag': '0ae8207b-264f-4398-b189-ba28a02fd5ca', 'status': 'completed', 'code': 200} Sep 17 22:08:04.742157 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:04.751380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-8b9aa797-c6bf-4618-a3ee-1eff9a7c4688 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d HTTP/1.1" status: 200 len: 217 time: 0.0445640 Sep 17 22:08:04.802336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-ffdfc036-9ecc-4b0a-a930-e795f86f539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:04.811228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-ffdfc036-9ecc-4b0a-a930-e795f86f539d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.0587239 Sep 17 22:08:04.851991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-a830751c-66d6-497c-bb86-eaf3d772cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:04.852583 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c4b95c-347a-47c7-92df-976ef96cce26 x-openstack-request-id: req-f7c4b95c-347a-47c7-92df-976ef96cce26 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:04.852870 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d312e8-c518-4977-ac1c-50a10ccbbf28", "tag": "8f5b5fe3-96ad-4d98-8aca-a426c4dfed66", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:04.853120 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7c4b95c-347a-47c7-92df-976ef96cce26 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:04.853505 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'tag': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66', 'status': 'completed', 'code': 200} Sep 17 22:08:04.861655 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-a830751c-66d6-497c-bb86-eaf3d772cf16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488422 Sep 17 22:08:04.888552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9b341e-0833-48de-ae52-d2dd02955bfc admin admin] Deleting subnet 1f1a1b15-4eaa-4254-916f-6d48795aacd3 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:08:04.901911 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b9b341e-0833-48de-ae52-d2dd02955bfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:04.954825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b9b341e-0833-48de-ae52-d2dd02955bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:04.956379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df40c075-628b-4ea6-b8a8-aa0d597aa224 req-1b76def9-eb64-4e73-a7a9-7effedbdac23 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0340712 Sep 17 22:08:04.977227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-f3beeb5f-d74a-489e-a0c3-2323021f344e service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150939 Sep 17 22:08:04.994254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-f923e8af-67e6-4075-a435-883b8ead6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:04.995953 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:04.996544 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-f923e8af-67e6-4075-a435-883b8ead6458 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4bff18228af4647b14844428ac585a1&device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 1097 time: 0.1049023 Sep 17 22:08:05.025045 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] Checking router: bf1a3957-b4ed-4026-ada9-1d33c2d5c137 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:08:05.034437 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:05.035091 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:05.096459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b9b341e-0833-48de-ae52-d2dd02955bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.129106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9576dbc6-d36b-4990-bfb7-056828c65836 req-1afe5956-c3f8-4e39-b846-83c1b34cc682 service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427646 Sep 17 22:08:05.137862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aad391-0286-4303-bb01-e167b3b8519e req-6d2b6dbf-cefc-4881-a2ab-54990901c4fa tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:05.145090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53aad391-0286-4303-bb01-e167b3b8519e req-6d2b6dbf-cefc-4881-a2ab-54990901c4fa tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.0808904 Sep 17 22:08:05.156846 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:05.160156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-1f2347be-b90b-4bb6-8853-5cc99fc45807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:05.161700 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-1f2347be-b90b-4bb6-8853-5cc99fc45807 service neutron] 10.222.0.35 "GET /v2.0/networks?id=209d5428-b068-4cda-ab1f-8f036aaa0cd2 HTTP/1.1" status: 200 len: 906 time: 0.1548131 Sep 17 22:08:05.184846 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53aad391-0286-4303-bb01-e167b3b8519e req-552a87b6-4244-4df1-b6ac-9f291532668b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387161 Sep 17 22:08:05.246342 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-d3e43594-12e8-4aae-adbb-c53559d301f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 HTTP/1.1" status: 200 len: 1001 time: 0.0696843 Sep 17 22:08:05.276141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-a7eeb36b-0ff5-448b-9b1d-e679a84df02c tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/floatingips/1fe0898f-4150-4eb3-b095-289aa0c6748f HTTP/1.1" status: 200 len: 693 time: 0.0583382 Sep 17 22:08:05.404594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66f5a8-ddae-46a1-864b-f62827f6cfbd req-c37b6813-ab01-4693-9bf6-7290066bbb2c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:05.406989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a66f5a8-ddae-46a1-864b-f62827f6cfbd req-c37b6813-ab01-4693-9bf6-7290066bbb2c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.1067634 Sep 17 22:08:05.411545 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:05.450940 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b7d8be-a438-477c-a41e-cb70a7cc3301 None None] The sync data for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 is: [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:08:05.454916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-d52b6ba4-9c2c-44a7-b5e7-1abb0ea04b7a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:05.456223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-d52b6ba4-9c2c-44a7-b5e7-1abb0ea04b7a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1789863 Sep 17 22:08:05.512225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a66f5a8-ddae-46a1-864b-f62827f6cfbd req-428709e6-88ce-4ffe-9792-604403f26eb0 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945799 Sep 17 22:08:05.522628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-15d0c7ee-b1fb-4915-87bf-bdb990dbb7d0 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.0552990 Sep 17 22:08:05.581762 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b9b341e-0833-48de-ae52-d2dd02955bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.591675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-c6c25da1-7bee-4e24-a1f6-03ecfc00c814 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.0621753 Sep 17 22:08:05.614151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b341e-0833-48de-ae52-d2dd02955bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f1a1b15-4eaa-4254-916f-6d48795aacd3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:05.623067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b9b341e-0833-48de-ae52-d2dd02955bfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.628018 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8b9b341e-0833-48de-ae52-d2dd02955bfc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f1a1b15-4eaa-4254-916f-6d48795aacd3 HTTP/1.1" status: 204 len: 168 time: 0.9674501 Sep 17 22:08:05.630269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33484) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:05.669748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-0dd5a9cf-f5aa-47d9-b95b-50d77713ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:05.671452 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-0dd5a9cf-f5aa-47d9-b95b-50d77713ac2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e3571e7-2fcd-4b8b-9146-3868a3519d30 HTTP/1.1" status: 200 len: 845 time: 0.4197738 Sep 17 22:08:05.736695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Deleting port fec5d470-38c2-40df-b586-5669881282b3 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:05.737122 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.740818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.766398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-59a43b1d-e66e-4a1f-bc53-5abba0a446b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:05.766398 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-59a43b1d-e66e-4a1f-bc53-5abba0a446b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=209d5428-b068-4cda-ab1f-8f036aaa0cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660963 Sep 17 22:08:05.774536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2dd9a1-bc2c-432f-9c9b-7891b64fad2c None None] New status for floating IP fd83badb-1759-481c-afbf-10be74355142: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:08:05.823362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.823771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.837013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Calling delete_port for fec5d470-38c2-40df-b586-5669881282b3 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:05.911068 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.938951 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a78a37b-139c-48e6-ab97-586948877df4']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:05.954678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:05.955002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a3b4a8-60bd-479d-9970-f5e36bdc6c6c') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:05.971169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:05.979008 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-13be55b8-b191-4270-b647-802813fca03f service neutron] 10.222.0.35 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906736 Sep 17 22:08:05.986859 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.009147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:08:06.009546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:08:06.012012 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:08:06.088068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1300-8ca2-4d07-a952-8292ad1e3ce1 req-f0629aa4-2fc5-40cc-bbbe-b91dc110ef3b tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:06.090503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78ab1300-8ca2-4d07-a952-8292ad1e3ce1 req-f0629aa4-2fc5-40cc-bbbe-b91dc110ef3b tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.0751581 Sep 17 22:08:06.131704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78ab1300-8ca2-4d07-a952-8292ad1e3ce1 req-95a923e5-07a3-468a-a316-244ee2a02d92 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345461 Sep 17 22:08:06.133378 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.134567 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ef8dd552-7d3f-470c-b64c-3336f160b7cd req-2dc1253b-8e5d-4ea6-90ce-884295423b81 service neutron] 10.222.0.35 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454737 Sep 17 22:08:06.163992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Pushing event deleted for resources: {'Port': ['ID=fec5d470-38c2-40df-b586-5669881282b3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:06.184991 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.190877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.192625 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a78a37b-139c-48e6-ab97-586948877df4 HTTP/1.1" status: 204 len: 168 time: 0.5615115 Sep 17 22:08:06.203484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33494) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:06.211955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7aefd9-e667-4a9e-8061-531d062c3f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a78a37b-139c-48e6-ab97-586948877df4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:06.228522 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.235002 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.236181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8334a588-8a26-48f5-b2c8-963cb1a2d027 req-b3a4d17f-7332-48c4-833e-a8ea4e83be8f tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "DELETE /v2.0/floatingips/1fe0898f-4150-4eb3-b095-289aa0c6748f HTTP/1.1" status: 204 len: 173 time: 0.6390269 Sep 17 22:08:06.264140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b265e1b-99dd-4d22-97fa-7cd54414cb07 admin admin] Deleting subnet 2644d6ad-3a80-4d91-a438-f3dfbefde921 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:08:06.269544 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b265e1b-99dd-4d22-97fa-7cd54414cb07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.305162 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b265e1b-99dd-4d22-97fa-7cd54414cb07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.349053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe37c1-569e-4139-9656-3f98717c676e req-cea6ecd8-14a6-47e7-b906-cbe53f71903b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:06.350989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-cea6ecd8-14a6-47e7-b906-cbe53f71903b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0550995 Sep 17 22:08:06.355963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b265e1b-99dd-4d22-97fa-7cd54414cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.421812 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59004d75-9e2d-4888-930d-52d371a22b55 req-83ba01aa-2873-4ef1-8a9e-be58aff30deb tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0570297 Sep 17 22:08:06.429152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-b12afd49-ea5c-455f-a5cf-44fd924526ce tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 696 time: 0.0712013 Sep 17 22:08:06.440402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-30fe37c1-569e-4139-9656-3f98717c676e req-d822f5fd-5126-4577-a5fe-54ca425c1f0a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Request body: {'floatingip': {'port_id': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:06.480951 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-30fe37c1-569e-4139-9656-3f98717c676e req-d822f5fd-5126-4577-a5fe-54ca425c1f0a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.491226 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b265e1b-99dd-4d22-97fa-7cd54414cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.518045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b265e1b-99dd-4d22-97fa-7cd54414cb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2644d6ad-3a80-4d91-a438-f3dfbefde921,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:06.522727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b265e1b-99dd-4d22-97fa-7cd54414cb07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.525486 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6b265e1b-99dd-4d22-97fa-7cd54414cb07 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2644d6ad-3a80-4d91-a438-f3dfbefde921 HTTP/1.1" status: 204 len: 168 time: 0.3196692 Sep 17 22:08:06.527455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33504) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:06.599675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.628719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd71287-37a9-4241-b02f-6d2248ebab6b req-940b75fd-4904-4aaa-87c3-c4c9de10b431 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:06.630210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdd71287-37a9-4241-b02f-6d2248ebab6b req-940b75fd-4904-4aaa-87c3-c4c9de10b431 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1186087 Sep 17 22:08:06.681712 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.703172 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba456b8-929a-4900-bd06-6dc13df9191e']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:06.712244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647199ff-4dc8-4ecb-9716-c85bffc97b79') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:06.712545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647199ff-4dc8-4ecb-9716-c85bffc97b79') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:06.722073 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.733096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b'}, {'name': 'network-changed', 'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:06.735330 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e10a84-0d92-46a7-ab65-da0bcb665dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b"}, {"name": "network-changed", "server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:06.735650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.741553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:08:06.742066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdd71287-37a9-4241-b02f-6d2248ebab6b req-9bd263f9-8031-4d2b-b10f-da69d049dfcb tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768597 Sep 17 22:08:06.742509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:08:06.753825 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:08:06.874219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dd52a70-0631-46c8-bb33-d7e1715a9e07 req-0bf18479-8b82-4749-a0a9-69c75e46d5cd tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups/5b8184cb-a767-4646-991a-97d59ce03abf HTTP/1.1" status: 200 len: 1807 time: 0.1076884 Sep 17 22:08:06.896211 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.906485 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:06.908364 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ba456b8-929a-4900-bd06-6dc13df9191e HTTP/1.1" status: 204 len: 168 time: 0.3799372 Sep 17 22:08:06.920626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8f358-6d83-4588-9420-5a1ac53356b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba456b8-929a-4900-bd06-6dc13df9191e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:06.999054 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dd52a70-0631-46c8-bb33-d7e1715a9e07 req-e6f78bfa-527d-4119-9675-183307b84581 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.056177 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dd52a70-0631-46c8-bb33-d7e1715a9e07 req-e6f78bfa-527d-4119-9675-183307b84581 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.081113 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-30fe37c1-569e-4139-9656-3f98717c676e req-d822f5fd-5126-4577-a5fe-54ca425c1f0a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.156472 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-30fe37c1-569e-4139-9656-3f98717c676e req-d822f5fd-5126-4577-a5fe-54ca425c1f0a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.209797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dd52a70-0631-46c8-bb33-d7e1715a9e07 req-e6f78bfa-527d-4119-9675-183307b84581 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.212444 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dd52a70-0631-46c8-bb33-d7e1715a9e07 req-e6f78bfa-527d-4119-9675-183307b84581 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.214458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dd52a70-0631-46c8-bb33-d7e1715a9e07 req-e6f78bfa-527d-4119-9675-183307b84581 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b8184cb-a767-4646-991a-97d59ce03abf HTTP/1.1" status: 204 len: 173 time: 0.3334386 Sep 17 22:08:07.228045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f78bfa-527d-4119-9675-183307b84581 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8184cb-a767-4646-991a-97d59ce03abf,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:07.244671 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8a04c543-0d44-46b9-8b24-50a2b30de125 req-cb6a179a-2ce1-498e-bbf7-be73c30549a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0269411 Sep 17 22:08:07.297373 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-30fe37c1-569e-4139-9656-3f98717c676e req-d822f5fd-5126-4577-a5fe-54ca425c1f0a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Floating IP fd83badb-1759-481c-afbf-10be74355142 associated. External IP: 172.25.5.234, port: 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4. Sep 17 22:08:07.313899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33516) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:07.366228 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-70b4c2ab-4ac4-44b8-b854-b0de7dd8c3cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8d6f0a567fa4f3ea465d8c3cf9da54f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0512054 Sep 17 22:08:07.368722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33518) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:07.418759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68b9c988-6bd1-465d-8aa0-e230618a752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.424652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6040-fdf2-42fe-8804-81c91c81ff03 req-51708f1c-359b-4852-af92-d193ac531f90 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:07.426145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d68b6040-fdf2-42fe-8804-81c91c81ff03 req-51708f1c-359b-4852-af92-d193ac531f90 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.0915794 Sep 17 22:08:07.440661 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68b9c988-6bd1-465d-8aa0-e230618a752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.503973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d68b6040-fdf2-42fe-8804-81c91c81ff03 req-d93c2867-54e4-4606-bf70-9d86ad91f79c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716329 Sep 17 22:08:07.514566 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095add9c-8567-477c-b004-ccf2561b0919 req-9f2e7cfc-983a-46de-9830-d6f8aa025cfd tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:07.516106 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-095add9c-8567-477c-b004-ccf2561b0919 req-9f2e7cfc-983a-46de-9830-d6f8aa025cfd tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 946 time: 0.0640848 Sep 17 22:08:07.567160 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1395a074-bc7a-43e0-a31e-642a8c4ec81d x-openstack-request-id: req-1395a074-bc7a-43e0-a31e-642a8c4ec81d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:07.567449 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:07.568458 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1395a074-bc7a-43e0-a31e-642a8c4ec81d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:07.568856 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'status': 'completed', 'code': 200} Sep 17 22:08:07.569112 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'status': 'completed', 'code': 200} Sep 17 22:08:07.607770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30fe37c1-569e-4139-9656-3f98717c676e req-d822f5fd-5126-4577-a5fe-54ca425c1f0a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:08:07.619280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68b9c988-6bd1-465d-8aa0-e230618a752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.622423 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68b9c988-6bd1-465d-8aa0-e230618a752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.625567 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-68b9c988-6bd1-465d-8aa0-e230618a752f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd0a5758-4b83-430e-9ec2-e3dfd034b302 HTTP/1.1" status: 204 len: 168 time: 0.2559631 Sep 17 22:08:07.678054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9c988-6bd1-465d-8aa0-e230618a752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0a5758-4b83-430e-9ec2-e3dfd034b302,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:07.685549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-e093cdfe-b52f-4d32-89ca-afa0fcc1b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:07.692035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-e093cdfe-b52f-4d32-89ca-afa0fcc1b0b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=c8004bc6-6325-48ce-ad6b-c5a64f85af29 HTTP/1.1" status: 200 len: 1098 time: 0.0922270 Sep 17 22:08:07.694187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-df2c85e9-e282-4d00-b1a7-6e09b9681dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:07.695825 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-df2c85e9-e282-4d00-b1a7-6e09b9681dc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ac795ae0f1042409c73b9e108202c99&device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0888793 Sep 17 22:08:07.720657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-095add9c-8567-477c-b004-ccf2561b0919 req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Deleting port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:07.720993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-095add9c-8567-477c-b004-ccf2561b0919 req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.792040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30fe37c1-569e-4139-9656-3f98717c676e req-d822f5fd-5126-4577-a5fe-54ca425c1f0a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:08:07.803727 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] Sync routers for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:08:07.814299 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:07.815012 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:07.819392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-30fe37c1-569e-4139-9656-3f98717c676e req-d822f5fd-5126-4577-a5fe-54ca425c1f0a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.863267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-d822f5fd-5126-4577-a5fe-54ca425c1f0a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "PUT /v2.0/floatingips/fd83badb-1759-481c-afbf-10be74355142 HTTP/1.1" status: 200 len: 996 time: 1.4270740 Sep 17 22:08:07.879041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-99453b14-2096-490c-aeae-73557a345046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:07.879264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-6e430c5c-cf8f-4d7b-8eae-9ddb851c2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:07.880546 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-99453b14-2096-490c-aeae-73557a345046 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 200 len: 919 time: 0.1758792 Sep 17 22:08:07.880725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-6e430c5c-cf8f-4d7b-8eae-9ddb851c2d21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.1314299 Sep 17 22:08:07.882279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-095add9c-8567-477c-b004-ccf2561b0919 req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] For port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:07.889358 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-095add9c-8567-477c-b004-ccf2561b0919 req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.901518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-095add9c-8567-477c-b004-ccf2561b0919 req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Calling delete_port for 9b86bf57-3c3a-4c02-8a36-8d7574a1521d owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:07.908218 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:07.939989 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-2f23c908-1d59-47ce-a99a-f78a23f137d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 200 len: 217 time: 0.0477800 Sep 17 22:08:07.985449 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:08.051607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-637129f9-b4ec-41b2-b7a0-1dc891f93d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:08.054183 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-637129f9-b4ec-41b2-b7a0-1dc891f93d65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 200 len: 859 time: 0.0728602 Sep 17 22:08:08.151760 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-072c3284-1000-4133-84d4-d48e756109a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375884 Sep 17 22:08:08.256588 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-e02fe755-0a06-410a-b539-e741608c0433 service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968797 Sep 17 22:08:08.298499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-095add9c-8567-477c-b004-ccf2561b0919 req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:08.312710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['9b86bf57-3c3a-4c02-8a36-8d7574a1521d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:08.315017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:08.337761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-b2a9a0c6-98d3-4f15-a0ec-0b0318448334 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b86bf57-3c3a-4c02-8a36-8d7574a1521d HTTP/1.1" status: 200 len: 217 time: 0.0585842 Sep 17 22:08:08.354294 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:d0:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:08:06Z', 'revision_number': 8, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:08.370987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Pushing event deleted for resources: {'Port': ['ID=9b86bf57-3c3a-4c02-8a36-8d7574a1521d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:08.389032 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] Checking router: bf1a3957-b4ed-4026-ada9-1d33c2d5c137 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:08:08.399527 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:08.401166 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:08.483300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-095add9c-8567-477c-b004-ccf2561b0919 req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] No DVR routers for this DVR port 9b86bf57-3c3a-4c02-8a36-8d7574a1521d on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:08.517199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-095add9c-8567-477c-b004-ccf2561b0919 req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:08.520780 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-095add9c-8567-477c-b004-ccf2561b0919 req-e5e39cd7-0e46-47b3-9162-51afd8b532c1 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.32 "DELETE /v2.0/ports/9b86bf57-3c3a-4c02-8a36-8d7574a1521d HTTP/1.1" status: 204 len: 173 time: 0.9920695 Sep 17 22:08:08.521565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33534) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:08.522381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'name': 'network-vif-deleted', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:08.525028 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923dd233-114c-482c-a367-a8257d86b980" -d '{"events": [{"server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "name": "network-vif-deleted", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:08.533509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3dd4ffe5-51ee-4abd-a566-480173b0cba5 req-f0ff7aaf-9421-4bc7-84c3-edb581c7ee7e tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.1822565 Sep 17 22:08:08.535141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-1a6db4ff-f145-4aa0-ac4f-4c70ec889539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:08.536568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-1a6db4ff-f145-4aa0-ac4f-4c70ec889539 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.1059804 Sep 17 22:08:08.566168 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-51b4c187-ebda-44a8-8b43-588497fd09cf service neutron] 10.222.0.35 "GET /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010802 Sep 17 22:08:08.580013 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:08.593777 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ab16d620-be21-40f9-b04d-af1804125ee9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cf041909c2445748e04721c70e56785&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0632377 Sep 17 22:08:08.596042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33538) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:08.659782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe37c1-569e-4139-9656-3f98717c676e req-0102b430-97a0-4141-af3b-fec2830effd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:08.663923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-0102b430-97a0-4141-af3b-fec2830effd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1097 time: 0.7802715 Sep 17 22:08:08.670949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46d33a23-2d59-47b2-bd35-c7edc758d898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:08.694371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46d33a23-2d59-47b2-bd35-c7edc758d898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:08.720077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-8fb8326d-7b1b-40bc-acac-68af9f5036e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:08.721910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-8fb8326d-7b1b-40bc-acac-68af9f5036e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713805 Sep 17 22:08:08.856820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46d33a23-2d59-47b2-bd35-c7edc758d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:08.859438 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:d0:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:08:06Z', 'revision_number': 8, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:08.859979 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46d33a23-2d59-47b2-bd35-c7edc758d898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:08.861075 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-46d33a23-2d59-47b2-bd35-c7edc758d898 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a21463e1-754f-44ad-b856-8237763f8be8 HTTP/1.1" status: 204 len: 168 time: 0.2637298 Sep 17 22:08:08.869750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb12eb-f8ab-4f61-9428-4c9922c472b1 req-f5df6241-0c80-413c-925c-5ee4bbb17dcd tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:08.871482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47cb12eb-f8ab-4f61-9428-4c9922c472b1 req-f5df6241-0c80-413c-925c-5ee4bbb17dcd tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.1841397 Sep 17 22:08:08.889147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d33a23-2d59-47b2-bd35-c7edc758d898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21463e1-754f-44ad-b856-8237763f8be8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:08.893969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe37c1-569e-4139-9656-3f98717c676e req-92db5fd5-6a30-44ac-88f8-9ae57f0ec7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:08.895308 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddb8c3-8607-4cbc-a536-4288160fcae7 None None] The sync data for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 is: [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'fd83badb-1759-481c-afbf-10be74355142', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'port_id': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'mac_address': 'fa:16:3e:d0:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:07:32Z', 'updated_at': '2021-09-17T22:08:06Z', 'revision_number': 8, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:08:08.906561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-92db5fd5-6a30-44ac-88f8-9ae57f0ec7d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.2324853 Sep 17 22:08:08.997929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-706b1cba-57df-42c8-8fb5-7f45debe4648 service neutron] 10.222.0.32 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484384 Sep 17 22:08:09.002525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47cb12eb-f8ab-4f61-9428-4c9922c472b1 req-a8e2b5e9-c579-481b-b9bc-aa1261dd1f9d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182926 Sep 17 22:08:09.035148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-1a1f66d3-9933-4e1d-81f6-8497a4c9676c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 999 time: 0.1276600 Sep 17 22:08:09.145600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c390c-e9ff-4956-acc8-0198728212ab None None] New status for floating IP fd83badb-1759-481c-afbf-10be74355142: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:08:09.182820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe37c1-569e-4139-9656-3f98717c676e req-86848a73-8175-4c73-9bcc-f97b1191e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:09.184793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-86848a73-8175-4c73-9bcc-f97b1191e5e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.1399157 Sep 17 22:08:09.188418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86e10a84-0d92-46a7-ab65-da0bcb665dcf req-75f1d789-5af9-4381-9f9d-27c4b7d1ed9e service neutron] 10.222.0.32 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811392 Sep 17 22:08:09.202075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b20a0-b6b3-4633-8d84-307773f0aaba req-cc2d8781-fc67-4155-a720-696ccc9e5b64 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:09.203713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-778b20a0-b6b3-4633-8d84-307773f0aaba req-cc2d8781-fc67-4155-a720-696ccc9e5b64 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 945 time: 0.1252367 Sep 17 22:08:09.273117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe37c1-569e-4139-9656-3f98717c676e req-ff03d30e-af1b-4a89-b3a0-e0f47ba263a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:09.274673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-ff03d30e-af1b-4a89-b3a0-e0f47ba263a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817344 Sep 17 22:08:09.278254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-778b20a0-b6b3-4633-8d84-307773f0aaba req-3c02d54c-6a6c-4503-a178-4b27181f85b2 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661833 Sep 17 22:08:09.423299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-11574ed6-a80a-4157-a1eb-679910ca48eb service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360025 Sep 17 22:08:09.453217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f247d9-cd97-48a5-90e4-3a94640259e2 req-b045666d-d45a-4fa8-9d3f-c5c672cc741a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:09.454712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14f247d9-cd97-48a5-90e4-3a94640259e2 req-b045666d-d45a-4fa8-9d3f-c5c672cc741a tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.1060243 Sep 17 22:08:09.535581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14f247d9-cd97-48a5-90e4-3a94640259e2 req-c96e886d-e751-4903-ac19-f0d202bf0482 tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/security-groups?id=1daf1788-6992-4c06-8431-611e8134fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719070 Sep 17 22:08:09.555682 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:09.562323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30fe37c1-569e-4139-9656-3f98717c676e req-0a5fea62-3847-41d9-84e4-3a8a9223444c service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369083 Sep 17 22:08:09.570299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:09.573759 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf99899-06e2-4287-be13-902507347f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:09.609345 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca0e154-b565-482c-abcc-dfa8889b937b x-openstack-request-id: req-7ca0e154-b565-482c-abcc-dfa8889b937b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:09.609757 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8004bc6-6325-48ce-ad6b-c5a64f85af29", "name": "network-vif-deleted", "tag": "9b86bf57-3c3a-4c02-8a36-8d7574a1521d", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:09.610019 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ca0e154-b565-482c-abcc-dfa8889b937b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:09.610429 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8004bc6-6325-48ce-ad6b-c5a64f85af29', 'name': 'network-vif-deleted', 'tag': '9b86bf57-3c3a-4c02-8a36-8d7574a1521d', 'status': 'completed', 'code': 200} Sep 17 22:08:09.768803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59d53ad3-92d2-452a-9099-8e5905548db4 req-58082b8c-b970-4e35-a44b-eda7cdd510f0 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0259292 Sep 17 22:08:09.816850 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de77fb8c-ac47-497d-a4f9-d98978d78a72 x-openstack-request-id: req-de77fb8c-ac47-497d-a4f9-d98978d78a72 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:09.817421 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:09.817895 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de77fb8c-ac47-497d-a4f9-d98978d78a72 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:09.818514 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'status': 'completed', 'code': 200} Sep 17 22:08:09.895568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99899-06e2-4287-be13-902507347f3f req-443d9de4-7aad-4843-b186-89c9fe21dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:09.897839 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8cf99899-06e2-4287-be13-902507347f3f req-443d9de4-7aad-4843-b186-89c9fe21dc20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1097 time: 0.0516684 Sep 17 22:08:09.939757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6725d-d046-4282-8e52-348b1432213d req-30ab9ea8-dfa6-418d-a067-cf9c1943533a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:09.941540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ea6725d-d046-4282-8e52-348b1432213d req-30ab9ea8-dfa6-418d-a067-cf9c1943533a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.0640564 Sep 17 22:08:09.990335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ea6725d-d046-4282-8e52-348b1432213d req-93123bf2-3c44-45f3-bcc8-9ed5a937754c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Sep 17 22:08:10.028678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99899-06e2-4287-be13-902507347f3f req-e561cc2b-e64d-44b0-b742-bc26f40f6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:10.030242 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8cf99899-06e2-4287-be13-902507347f3f req-e561cc2b-e64d-44b0-b742-bc26f40f6fe9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.1230145 Sep 17 22:08:10.089022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-649628bb-75f0-40e4-b023-3d5b49ca35b5 req-44ec2494-d66c-4f4c-a4fe-e75619faf121 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips/fd83badb-1759-481c-afbf-10be74355142 HTTP/1.1" status: 200 len: 998 time: 0.0707374 Sep 17 22:08:10.124820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33590) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:10.136871 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8cf99899-06e2-4287-be13-902507347f3f req-8b40b54e-8951-4799-8c08-e9a6ac552d5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 1001 time: 0.0920565 Sep 17 22:08:10.194214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99899-06e2-4287-be13-902507347f3f req-df10a27d-5ed0-441e-88ce-910945ad9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:10.196511 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8cf99899-06e2-4287-be13-902507347f3f req-df10a27d-5ed0-441e-88ce-910945ad9cf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.0524709 Sep 17 22:08:10.207912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649628bb-75f0-40e4-b023-3d5b49ca35b5 req-cc58a9d7-60e3-4a3e-a8a6-b8204a8730c0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:10.230295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-649628bb-75f0-40e4-b023-3d5b49ca35b5 req-cc58a9d7-60e3-4a3e-a8a6-b8204a8730c0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1401823 Sep 17 22:08:10.262699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99899-06e2-4287-be13-902507347f3f req-9a97685e-c1fc-4f22-92ea-7322dd338a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:10.265388 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8cf99899-06e2-4287-be13-902507347f3f req-9a97685e-c1fc-4f22-92ea-7322dd338a8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604234 Sep 17 22:08:10.305610 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae87a4f6-9d35-458b-b9e6-f45589af4433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:10.366918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50433e6-e070-472d-8b95-87c876e89e34 req-80feff64-043c-4b33-94c1-906d7b4d71e7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:10.368830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f50433e6-e070-472d-8b95-87c876e89e34 req-80feff64-043c-4b33-94c1-906d7b4d71e7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.0862842 Sep 17 22:08:10.423517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f50433e6-e070-472d-8b95-87c876e89e34 req-d6693b70-6b18-4a65-916b-0fc8a7c8d166 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448937 Sep 17 22:08:10.423674 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8cf99899-06e2-4287-be13-902507347f3f req-c50c560f-5e27-4415-8c80-3c454b8ba13f service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397710 Sep 17 22:08:10.524996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-b59dd3d7-fb14-414a-8da2-9684b3a2f62c tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1001 time: 0.1063251 Sep 17 22:08:10.589451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8d9d3b09-b54c-4749-a8b9-94d631955d29 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:10.590880 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae87a4f6-9d35-458b-b9e6-f45589af4433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:10.598458 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8cf99899-06e2-4287-be13-902507347f3f req-4c11cea1-cdbf-4d7e-86c8-57a4222edbc0 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608794 Sep 17 22:08:10.599074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8d9d3b09-b54c-4749-a8b9-94d631955d29 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports/5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 942 time: 0.0593522 Sep 17 22:08:10.616760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-ff917db4-6dbb-4220-8175-ce541c6bafbe tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:10.618262 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-ff917db4-6dbb-4220-8175-ce541c6bafbe tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.35 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 945 time: 0.0785565 Sep 17 22:08:10.695533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae87a4f6-9d35-458b-b9e6-f45589af4433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:10.701520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-967fc2f8-ea87-4c0c-a8aa-ae76a4cd3a54 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1001 time: 0.0673015 Sep 17 22:08:10.744658 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ae87a4f6-9d35-458b-b9e6-f45589af4433 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ed7e89739e840859dac333cb6d45ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6162770 Sep 17 22:08:10.745478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33622) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:10.746534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87a4f6-9d35-458b-b9e6-f45589af4433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e9f78-4d0d-4f1e-ae84-0e2006da7aae,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:10.764633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Deleting port bd4cc815-4501-449a-ae08-2f14a939785b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:10.765021 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:10.868287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] For port bd4cc815-4501-449a-ae08-2f14a939785b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bd4cc815-4501-449a-ae08-2f14a939785b,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:10.868287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:10.869740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8a9104ed-5e11-4f8a-accc-cf0c3712b20e tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:10.878751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8a9104ed-5e11-4f8a-accc-cf0c3712b20e tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1707788 Sep 17 22:08:10.891303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Calling delete_port for bd4cc815-4501-449a-ae08-2f14a939785b owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:10.933559 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b78474f0-8ab3-4da7-b1c4-a97f21d6d2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:10.989908 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b78474f0-8ab3-4da7-b1c4-a97f21d6d2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:10.993191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b47fe140-d81b-488c-a8c9-d9b8efae96e4 req-8ce9a9d1-4bc8-467d-8927-119af91c99f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fee517d71ad464f8fcabf2dc49c04d7&device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0425239 Sep 17 22:08:11.030777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-fe25728e-3e9b-4ba8-9296-2016b6844ac4 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1001 time: 0.1507373 Sep 17 22:08:11.050024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8194c55a-6d9a-4b5d-b46d-efa1ffc1c68b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:11.055816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b47fe140-d81b-488c-a8c9-d9b8efae96e4 req-c3ce4dff-e3bd-4bae-8c04-b2b4a8985143 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2fee517d71ad464f8fcabf2dc49c04d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485277 Sep 17 22:08:11.140131 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:11.161708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bd4cc815-4501-449a-ae08-2f14a939785b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:11.177214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Pushing event deleted for resources: {'Port': ['ID=bd4cc815-4501-449a-ae08-2f14a939785b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:11.195311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8194c55a-6d9a-4b5d-b46d-efa1ffc1c68b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:11.224500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] No DVR routers for this DVR port bd4cc815-4501-449a-ae08-2f14a939785b on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:11.227670 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:11.229486 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f1e55584-2330-40b8-9306-a6102f1caa2c req-e08b704f-aed8-435c-96eb-bce9e662d64d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.35 "DELETE /v2.0/ports/bd4cc815-4501-449a-ae08-2f14a939785b HTTP/1.1" status: 204 len: 173 time: 0.5981088 Sep 17 22:08:11.275045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fe140-d81b-488c-a8c9-d9b8efae96e4 req-8d430a4d-478e-4a38-9a6e-dbc89608109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:11.276971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b47fe140-d81b-488c-a8c9-d9b8efae96e4 req-8d430a4d-478e-4a38-9a6e-dbc89608109b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1835704 Sep 17 22:08:11.310138 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b78474f0-8ab3-4da7-b1c4-a97f21d6d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:11.312796 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b78474f0-8ab3-4da7-b1c4-a97f21d6d2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:11.313915 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b78474f0-8ab3-4da7-b1c4-a97f21d6d2dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d2e9f78-4d0d-4f1e-ae84-0e2006da7aae HTTP/1.1" status: 204 len: 168 time: 0.5677016 Sep 17 22:08:11.326094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78474f0-8ab3-4da7-b1c4-a97f21d6d2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e9f78-4d0d-4f1e-ae84-0e2006da7aae,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:11.386745 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8194c55a-6d9a-4b5d-b46d-efa1ffc1c68b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:11.456500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8194c55a-6d9a-4b5d-b46d-efa1ffc1c68b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:11.456767 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8194c55a-6d9a-4b5d-b46d-efa1ffc1c68b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Floating IP fd83badb-1759-481c-afbf-10be74355142 disassociated. External IP: 172.25.5.234, port: 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4. Sep 17 22:08:11.575652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ede4641a-3eeb-4584-8a0d-640f25ecabb8 req-79c944ea-6b61-43fb-a4c7-1053c0b0831d tempest-ServerRescueTestJSONUnderV235-1689764297 tempest-ServerRescueTestJSONUnderV235-1689764297-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f467ae-1674-41fc-9f15-c1848f9e1fa8 HTTP/1.1" status: 200 len: 210 time: 0.0332713 Sep 17 22:08:11.611131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'name': 'network-vif-deleted', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:11.613812 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d48fa0-3ef9-4ced-929e-c033829e926e" -d '{"events": [{"server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "name": "network-vif-deleted", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:11.707012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8194c55a-6d9a-4b5d-b46d-efa1ffc1c68b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:08:11.742756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-931f6277-e543-42e1-b0bb-bcdbf2c2b5ba req-16afcad9-0c2f-4e20-a255-5d0d72784af9 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0283053 Sep 17 22:08:11.798068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 873f22e3-1c1e-44df-a3b0-567ebb9327b9 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:08:11.858077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8194c55a-6d9a-4b5d-b46d-efa1ffc1c68b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:08:11.863275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8194c55a-6d9a-4b5d-b46d-efa1ffc1c68b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:11.872925 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] Sync routers for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:08:11.886908 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:11.887977 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:11.909407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-8194c55a-6d9a-4b5d-b46d-efa1ffc1c68b tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "PUT /v2.0/floatingips/fd83badb-1759-481c-afbf-10be74355142 HTTP/1.1" status: 200 len: 696 time: 0.8774641 Sep 17 22:08:11.909860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:11.912757 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387c62d8-8209-4445-b6ce-890bc2b4cde5" -d '{"events": [{"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:11.923711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:11.935707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9b86bf57-3c3a-4c02-8a36-8d7574a1521d no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:11.956974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 9b86bf57-3c3a-4c02-8a36-8d7574a1521d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:11.957389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9b86bf57-3c3a-4c02-8a36-8d7574a1521d not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:11.959647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '873f22e3-1c1e-44df-a3b0-567ebb9327b9', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'port_id': '873f22e3-1c1e-44df-a3b0-567ebb9327b9', 'mac_address': 'fa:16:3e:bb:28:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d99c15b-c193-4901-b368-faa5605566e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:08:11.972016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-a5b333d2-2b4a-4dcb-8ad4-4cbcc397eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:11.973583 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-a5b333d2-2b4a-4dcb-8ad4-4cbcc397eacb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1097 time: 0.0467591 Sep 17 22:08:12.011371 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:12.029537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 873f22e3-1c1e-44df-a3b0-567ebb9327b9 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:12.053491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:12.081182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-55ef7db4-af88-4f8b-a63b-69fd73aac7a9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283775 Sep 17 22:08:12.128661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-f5d6dc9d-629e-4d19-ab4c-bde3156ca0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:12.136442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-f5d6dc9d-629e-4d19-ab4c-bde3156ca0db service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.1526790 Sep 17 22:08:12.146513 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:12.170462 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:12.187417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-a3c01de5-c1f5-4ef9-9c45-fdb9504c18be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 217 time: 0.0500093 Sep 17 22:08:12.238247 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=873f22e3-1c1e-44df-a3b0-567ebb9327b9,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:12.295471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-d3accf7a-f3e1-4609-9e09-a535fe426fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:12.303059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-d3accf7a-f3e1-4609-9e09-a535fe426fd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.0883040 Sep 17 22:08:12.321089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-1f44a18d-ad95-4e04-af6e-d85b85d6fb39 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:12.322585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-1f44a18d-ad95-4e04-af6e-d85b85d6fb39 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330835 Sep 17 22:08:12.343197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['873f22e3-1c1e-44df-a3b0-567ebb9327b9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:12.363281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-a62b6c36-caba-4e87-a96a-5a992b06eda9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/quotas/fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 375 time: 0.0263186 Sep 17 22:08:12.363465 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33668) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:12.367925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-897fe3a6-670e-4b3b-8f93-6c90e930402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:12.371742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-897fe3a6-670e-4b3b-8f93-6c90e930402d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670786 Sep 17 22:08:12.383183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169c1151-de2e-407b-9e13-a20f51570eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:12.389595 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:12.405999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-6d62323f-7f4e-482a-a0b9-caff80d8ff6f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324798 Sep 17 22:08:12.419750 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] Checking router: bf1a3957-b4ed-4026-ada9-1d33c2d5c137 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:08:12.429408 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:12.430074 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:12.543718 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b47fe140-d81b-488c-a8c9-d9b8efae96e4 req-988e39c4-6760-4e17-a922-a483fd28b8ca tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0583453 Sep 17 22:08:12.564753 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169c1151-de2e-407b-9e13-a20f51570eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:12.574139 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:12.595521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-9e108247-de6b-4101-90e0-e54b8f6f0b3b service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128079 Sep 17 22:08:12.668035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169c1151-de2e-407b-9e13-a20f51570eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:12.716443 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-169c1151-de2e-407b-9e13-a20f51570eae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3e0a730657e448e877d3d6e37b325a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519671 Sep 17 22:08:12.733325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33674) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:12.734290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c1151-de2e-407b-9e13-a20f51570eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0bdc2d-4ca5-4ab3-bef3-268165bcf79e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:12.794012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef33d61-1f3b-4977-86ff-b07d49e79b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:12.839795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef33d61-1f3b-4977-86ff-b07d49e79b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:12.868370 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:12.923832 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636b4f4-5436-4978-aa30-d9c3841ed018 None None] The sync data for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 is: [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:07:04Z', 'revision_number': 4, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8592e3d3-430f-4884-bbc9-13a70dde4b76', 'name': '', 'network_id': '7fbca1df-4a58-4a48-9aad-a29d065ab67a', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'mac_address': 'fa:16:3e:c2:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:03Z', 'updated_at': '2021-09-17T22:07:09Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'subnets': [{'id': '4c37c3cc-1092-4968-9868-aaf148d89f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:08:13.017270 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ac6c54-c0f5-4a17-8fff-4edb6d9073a4 x-openstack-request-id: req-13ac6c54-c0f5-4a17-8fff-4edb6d9073a4 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:13.017817 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f467ae-1674-41fc-9f15-c1848f9e1fa8", "name": "network-vif-deleted", "tag": "bd4cc815-4501-449a-ae08-2f14a939785b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:13.018504 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13ac6c54-c0f5-4a17-8fff-4edb6d9073a4 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:13.019133 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f467ae-1674-41fc-9f15-c1848f9e1fa8', 'name': 'network-vif-deleted', 'tag': 'bd4cc815-4501-449a-ae08-2f14a939785b', 'status': 'completed', 'code': 200} Sep 17 22:08:13.034153 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef33d61-1f3b-4977-86ff-b07d49e79b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:13.037352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef33d61-1f3b-4977-86ff-b07d49e79b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:13.039026 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fef33d61-1f3b-4977-86ff-b07d49e79b8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a0bdc2d-4ca5-4ab3-bef3-268165bcf79e HTTP/1.1" status: 204 len: 168 time: 0.3014293 Sep 17 22:08:13.052777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef33d61-1f3b-4977-86ff-b07d49e79b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0bdc2d-4ca5-4ab3-bef3-268165bcf79e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:13.107467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33704) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:13.170431 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1448104-ac3f-4dfb-8d49-63a3376624ca req-a8d97cd9-954d-4b98-ad94-f27408099f21 service neutron] 10.222.0.13 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740027 Sep 17 22:08:13.171917 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efda7865-bf54-42ac-8a87-a167839d11ac x-openstack-request-id: req-efda7865-bf54-42ac-8a87-a167839d11ac {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:13.172195 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:13.172744 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efda7865-bf54-42ac-8a87-a167839d11ac {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:13.172861 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'status': 'completed', 'code': 200} Sep 17 22:08:13.286506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-f6edf330-ce44-4277-8dc4-efc6c57aa8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:13.288383 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-f6edf330-ce44-4277-8dc4-efc6c57aa8b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 1097 time: 0.0894113 Sep 17 22:08:13.342691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26128fce-64e2-4a0b-bc02-72729e55cc06 req-6f2de4c3-f010-4cf1-88d9-3fd7a207a69b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 210 time: 0.0440800 Sep 17 22:08:13.366593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eaf9da-057c-4eb9-9d30-9e93f6b14d21 None None] New status for floating IP fd83badb-1759-481c-afbf-10be74355142: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:08:13.441270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5055920-1909-4cdb-a730-88e52d267023 req-b6997772-1ef8-4c94-acb9-9ea3c19ced40 tempest-ServerShowV254Test-805772291 tempest-ServerShowV254Test-805772291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d701564-58a5-4168-a0f3-8549b1a6e053 HTTP/1.1" status: 200 len: 210 time: 0.0419509 Sep 17 22:08:13.691339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0651c62-dee2-4686-9874-fb868c505942 req-37fd80f7-ba3d-41ff-8fdd-1d303c048ccc tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips/fd83badb-1759-481c-afbf-10be74355142 HTTP/1.1" status: 200 len: 696 time: 0.0782313 Sep 17 22:08:13.699716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-8e7d55c3-677f-4652-87fd-edff7aa6d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:13.701436 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-8e7d55c3-677f-4652-87fd-edff7aa6d2ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 200 len: 921 time: 0.4009228 Sep 17 22:08:13.811175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ca5195c7-5856-4553-81eb-18901a0b9dcd details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:08:13.813809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 873f22e3-1c1e-44df-a3b0-567ebb9327b9 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:08:13.859752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0651c62-dee2-4686-9874-fb868c505942 req-4aba7d75-243d-4662-b059-c9ad879bf368 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:13.868770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0651c62-dee2-4686-9874-fb868c505942 req-4aba7d75-243d-4662-b059-c9ad879bf368 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1692717 Sep 17 22:08:13.898549 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-d4cac156-9434-4c7f-80b2-455b6b390f59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 200 len: 217 time: 0.1862700 Sep 17 22:08:13.967338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0651c62-dee2-4686-9874-fb868c505942 req-e53bd35c-b651-4ebd-8552-5772b105a327 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 699 time: 0.0902927 Sep 17 22:08:14.041485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0651c62-dee2-4686-9874-fb868c505942 req-0594aa6e-2970-4344-8235-040837072fb3 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 697 time: 0.0784271 Sep 17 22:08:14.061231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:14.061595 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.080812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-74e4005f-416f-42dd-9084-187b3a40b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:14.082602 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-74e4005f-416f-42dd-9084-187b3a40b5ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 200 len: 860 time: 0.1220119 Sep 17 22:08:14.091197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:14.122031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'ca5195c7-5856-4553-81eb-18901a0b9dcd', 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34', 'port_id': 'ca5195c7-5856-4553-81eb-18901a0b9dcd', 'mac_address': 'fa:16:3e:77:b8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbffe2b-6893-46fa-bc1f-c19ea832e132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:08:14.172572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4570a-913b-4db8-80b9-239dedcb10b3 req-3f0a7212-2221-497f-bbf5-0783ab0cb6d8 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:14.181205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ecb4570a-913b-4db8-80b9-239dedcb10b3 req-3f0a7212-2221-497f-bbf5-0783ab0cb6d8 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.2989402 Sep 17 22:08:14.220868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-b1aefb72-de78-4c17-a3b6-cf77947788df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:14.222387 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-b1aefb72-de78-4c17-a3b6-cf77947788df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7fbca1df-4a58-4a48-9aad-a29d065ab67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295726 Sep 17 22:08:14.229552 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.315138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca5195c7-5856-4553-81eb-18901a0b9dcd {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:14.320908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ecb4570a-913b-4db8-80b9-239dedcb10b3 req-7609a09c-d016-4462-966f-12f03d83750d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384311 Sep 17 22:08:14.341046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.384462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-a0651c62-dee2-4686-9874-fb868c505942 req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Deleting port 7d5316ca-82c3-4260-95b5-fee4f625182d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:14.385237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0651c62-dee2-4686-9874-fb868c505942 req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.433649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:14.529120 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0651c62-dee2-4686-9874-fb868c505942 req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.529407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0651c62-dee2-4686-9874-fb868c505942 req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.542981 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.544453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-a0651c62-dee2-4686-9874-fb868c505942 req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Calling delete_port for 7d5316ca-82c3-4260-95b5-fee4f625182d owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:14.624209 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.695215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ca5195c7-5856-4553-81eb-18901a0b9dcd'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:14.758534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:14.761801 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804580a4-d99f-4988-98bb-f98dc4057e54" -d '{"events": [{"server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "name": "network-vif-plugged", "status": "completed", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:14.786526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-546fc52e-9cbf-42b1-bed4-ef1a8d5769bd req-431cb4d1-e6d7-4a36-8c6c-b9935bcf583c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 210 time: 0.0623705 Sep 17 22:08:14.794533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:14.799335 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0651c62-dee2-4686-9874-fb868c505942 req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.841868 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-9a4037f3-3f3b-4ea5-9b24-2f2c09d779c0 service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046965 Sep 17 22:08:14.848894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ca5195c7-5856-4553-81eb-18901a0b9dcd,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:14.862875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Pushing event deleted for resources: {'Port': ['ID=7d5316ca-82c3-4260-95b5-fee4f625182d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:14.889204 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.890343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bd4cc815-4501-449a-ae08-2f14a939785b no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:14.968926 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0651c62-dee2-4686-9874-fb868c505942 req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.978498 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0651c62-dee2-4686-9874-fb868c505942 req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:14.980392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0651c62-dee2-4686-9874-fb868c505942 req-f2162fa4-01dd-4cc1-a7bb-1dcf8733df4a tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "DELETE /v2.0/floatingips/fd83badb-1759-481c-afbf-10be74355142 HTTP/1.1" status: 204 len: 173 time: 0.9379160 Sep 17 22:08:14.998523 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2423ba-a0ee-4015-ae36-bd05283cefe5 x-openstack-request-id: req-cf2423ba-a0ee-4015-ae36-bd05283cefe5 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:14.998827 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "name": "network-vif-plugged", "status": "completed", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:14.999079 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf2423ba-a0ee-4015-ae36-bd05283cefe5 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:14.999455 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9', 'code': 200} Sep 17 22:08:15.003457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: bd4cc815-4501-449a-ae08-2f14a939785b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:15.003802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bd4cc815-4501-449a-ae08-2f14a939785b not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:15.082213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=873f22e3-1c1e-44df-a3b0-567ebb9327b9,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:15.165948 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-387c62d8-8209-4445-b6ce-890bc2b4cde5 req-8f7480f1-8ce1-4eeb-96c7-7bd168dfddda service neutron] 10.222.0.35 "GET /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135021 Sep 17 22:08:15.306747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Deleting port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:15.307108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:15.477997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] For port bbe8c02e-0c2a-4d2f-8212-92973cb8ca62, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bbe8c02e-0c2a-4d2f-8212-92973cb8ca62,segment=NetworkSegment(447488aa-fccb-4971-bee9-8262321a6eb6),segment_id=447488aa-fccb-4971-bee9-8262321a6eb6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:15.479742 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:15.496870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Calling delete_port for bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:15.509607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1961b-669e-4f90-9e98-d1777d35b1c3 req-23fcc069-8e27-415c-84fa-3d95f90c7b2c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:15.521702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53f1961b-669e-4f90-9e98-d1777d35b1c3 req-23fcc069-8e27-415c-84fa-3d95f90c7b2c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 944 time: 0.0790024 Sep 17 22:08:15.690350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53f1961b-669e-4f90-9e98-d1777d35b1c3 req-b57446fe-b3e6-4f14-ac29-394d9e3754f4 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676731 Sep 17 22:08:15.724795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-70822cce-6da2-4bb4-85cd-539dea38d7a1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1391823 Sep 17 22:08:15.726006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33800) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:15.804643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ca5195c7-5856-4553-81eb-18901a0b9dcd up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:08:15.904426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port ca5195c7-5856-4553-81eb-18901a0b9dcd triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:15.904744 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:15.965496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:16.019543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe8c02e-0c2a-4d2f-8212-92973cb8ca62,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:16.022784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:16.100872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-07ef52a9-9b3d-4a35-853f-c0565f887264 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:16.102765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-07ef52a9-9b3d-4a35-853f-c0565f887264 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345411 Sep 17 22:08:16.116069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:16.145684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Request body: {'port': {'device_id': 'a9d037f9-2575-4939-8909-661dfd320872', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': 'fa7cab0d76ba43779f3bf9baab83d246'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:16.153090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f4598db-9846-43ca-9a0e-5a6ea279b786 req-da78c545-118a-42d0-836e-9074879435d4 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 210 time: 0.0491827 Sep 17 22:08:16.181196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f273dd-2d5f-445c-b811-047d158aedf8 req-b2f5f686-92cd-45ef-a65f-490a04d57cf5 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:16.181196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08f273dd-2d5f-445c-b811-047d158aedf8 req-b2f5f686-92cd-45ef-a65f-490a04d57cf5 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 945 time: 0.4830391 Sep 17 22:08:16.241308 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:16.300708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08f273dd-2d5f-445c-b811-047d158aedf8 req-7d87a1eb-08f4-4064-8889-7f562fb0ccd0 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100147 Sep 17 22:08:16.346773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ca5195c7-5856-4553-81eb-18901a0b9dcd,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:16.431145 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc557bbd-d67e-4b51-956b-0be031f3f653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:16.458966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Made reservation on behalf of fa7cab0d76ba43779f3bf9baab83d246 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:16.463641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:16.480821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:16.680959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:16.751727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc557bbd-d67e-4b51-956b-0be031f3f653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:16.813848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc557bbd-d67e-4b51-956b-0be031f3f653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:16.870916 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cc557bbd-d67e-4b51-956b-0be031f3f653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fee517d71ad464f8fcabf2dc49c04d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1428573 Sep 17 22:08:16.872901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc557bbd-d67e-4b51-956b-0be031f3f653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12f0f84-d72d-463a-a6f2-666db48db1e3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:16.875794 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33834) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:17.001170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:17.003564 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b9f365-1d57-4d9a-bf7b-47c983bfb918" -d '{"events": [{"server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "name": "network-vif-plugged", "status": "completed", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:17.011464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.023173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667d587-82a3-4974-8186-076faad9978c req-c2ff89cd-e985-459a-a451-fa5b8166d463 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:17.032064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a667d587-82a3-4974-8186-076faad9978c req-c2ff89cd-e985-459a-a451-fa5b8166d463 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.2408557 Sep 17 22:08:17.033020 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab6dd0bc-7948-4bd6-94ff-585ecb504ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.075536 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab6dd0bc-7948-4bd6-94ff-585ecb504ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.078748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Router fc7408ac-b345-476a-8ea5-0d34139e9f69 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:08:17.095566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a667d587-82a3-4974-8186-076faad9978c req-5c451590-4d1a-4033-92bb-635f3732f062 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540512 Sep 17 22:08:17.109068 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.176007 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b890d70b-4e23-45f1-aa29-91cc52eca2bb x-openstack-request-id: req-b890d70b-4e23-45f1-aa29-91cc52eca2bb {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:17.176298 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "name": "network-vif-plugged", "status": "completed", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:17.176552 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b890d70b-4e23-45f1-aa29-91cc52eca2bb {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:17.176945 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd', 'code': 200} Sep 17 22:08:17.320615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-d8e2859a-a342-4dd9-a247-d39e16efcf3f tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:17.322142 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-d8e2859a-a342-4dd9-a247-d39e16efcf3f tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.35 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 945 time: 0.1238911 Sep 17 22:08:17.328877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Allocated IP 192.168.233.57 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/43cd865e-e404-4613-9dec-a9ba3d0a62b8) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:08:17.334386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:08:17.347691 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] Sync routers for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:08:17.352474 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9289b6d9-dd1c-40ce-aa16-bc95b6cd4c92 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc7408ac-b345-476a-8ea5-0d34139e9f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2409267 Sep 17 22:08:17.357456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33852) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:17.360391 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:17.361371 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:17.438712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e95557a-6a8c-4a6e-9f79-be978420f510 req-d96d2d50-641f-436d-a135-64d631e4e080 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 210 time: 0.0313179 Sep 17 22:08:17.535784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.543397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab6dd0bc-7948-4bd6-94ff-585ecb504ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.546418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab6dd0bc-7948-4bd6-94ff-585ecb504ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.548164 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ab6dd0bc-7948-4bd6-94ff-585ecb504ccf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f12f0f84-d72d-463a-a6f2-666db48db1e3 HTTP/1.1" status: 204 len: 168 time: 0.6713443 Sep 17 22:08:17.550717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0704427-fcf4-49d8-8dae-9b2a8b9be393,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:17.581468 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:17.627179 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.720010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-39756d14-662e-490f-ab82-6a2a8561ce16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.756091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dd0bc-7948-4bd6-94ff-585ecb504ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12f0f84-d72d-463a-a6f2-666db48db1e3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:17.813228 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:08:15Z', 'revision_number': 5, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:17.847739 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] Checking router: fc7408ac-b345-476a-8ea5-0d34139e9f69 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:08:17.860148 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] Routers {'fc7408ac-b345-476a-8ea5-0d34139e9f69'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:17.860952 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:07:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fc7408ac-b345-476a-8ea5-0d34139e9f69'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:17.877316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Deleting port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:17.877659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.879942 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.955904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:17.964501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:08:17.979528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:17.989264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:08:18.055198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17982907-60c7-4067-a263-a0048ea8a53e req-050cc657-2875-4c45-b4d2-e3b30e2b31c5 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:18.058858 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] Set router fc7408ac-b345-476a-8ea5-0d34139e9f69 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:18.066906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] For port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:18.067618 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:18.071192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17982907-60c7-4067-a263-a0048ea8a53e req-050cc657-2875-4c45-b4d2-e3b30e2b31c5 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 945 time: 0.2388177 Sep 17 22:08:18.073799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Pushing event updated for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:18.094997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c299bb-fd17-4c35-8ee5-4a616266257f req-04dcb747-9912-4772-b921-63f9dab2794b tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:18.102446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c299bb-fd17-4c35-8ee5-4a616266257f req-04dcb747-9912-4772-b921-63f9dab2794b tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.2259786 Sep 17 22:08:18.142627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Calling delete_port for 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:18.161602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:18.162583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:18.214332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17982907-60c7-4067-a263-a0048ea8a53e req-6f8ee998-cfb1-4398-a6ff-fbda340decfd tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fb8f582-9bf3-4167-9473-371265ea0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420062 Sep 17 22:08:18.281408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c299bb-fd17-4c35-8ee5-4a616266257f req-5feaf86e-6faf-47cf-afd7-8f6b44b93067 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777325 Sep 17 22:08:18.300555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Deleting port 3ece5d69-c0a1-4440-a38f-1297c72cda2d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:18.307407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:18.329031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-ebedbf12-fa55-46b1-9830-1826a0291ad5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2045906 Sep 17 22:08:18.343652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Request body: {'port': {'device_id': 'a9d037f9-2575-4939-8909-661dfd320872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:18.451076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0672db37-366c-4fd0-b03f-5a44bd9df1fb None None] Provisioning complete for port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:18.452251 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0672db37-366c-4fd0-b03f-5a44bd9df1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:18.497738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:18.547162 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:08:15Z', 'revision_number': 5, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:18.576917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0672db37-366c-4fd0-b03f-5a44bd9df1fb None None] Port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:08:18.583014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] For port 3ece5d69-c0a1-4440-a38f-1297c72cda2d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3ece5d69-c0a1-4440-a38f-1297c72cda2d,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:18.583437 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:18.600264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Calling delete_port for 3ece5d69-c0a1-4440-a38f-1297c72cda2d owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:18.617638 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be0643c-0950-45be-b329-e10fdd4e4273 None None] The sync data for ids ['fc7408ac-b345-476a-8ea5-0d34139e9f69'] in n-d-713498-17 is: [{'id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'name': 'tempest-ServerRescueTestJSONUnderV235-139670674-router', 'tenant_id': '7ac795ae0f1042409c73b9e108202c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:44Z', 'updated_at': '2021-09-17T22:08:15Z', 'revision_number': 5, 'project_id': '7ac795ae0f1042409c73b9e108202c99', 'gw_port': {'id': '3ece5d69-c0a1-4440-a38f-1297c72cda2d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7408ac-b345-476a-8ea5-0d34139e9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:46Z', 'updated_at': '2021-09-17T22:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:08:18.786191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d19e-2a72-453a-a9d5-d9937cd3b039 req-fdfb4aff-4952-4b9e-86d9-d2290114cb10 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:18.795358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb6d19e-2a72-453a-a9d5-d9937cd3b039 req-fdfb4aff-4952-4b9e-86d9-d2290114cb10 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 935 time: 0.1675744 Sep 17 22:08:18.919474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb6d19e-2a72-453a-a9d5-d9937cd3b039 req-e0c69719-0fcc-49c2-92e8-e8e72e27397a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223049 Sep 17 22:08:18.921225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:18.970649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Pushing event deleted for resources: {'Port': ['ID=5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:19.051421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] No DVR routers for this DVR port 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:19.056221 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:19.063385 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1080ab55-bea5-4f12-919f-ef6e7ee8436c req-0f492b0e-304e-4ba1-9fd1-7e58f780de69 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.35 "DELETE /v2.0/ports/5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 HTTP/1.1" status: 204 len: 173 time: 1.7267203 Sep 17 22:08:19.064327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'name': 'network-vif-deleted', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:19.067031 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc69873-b798-4b38-980d-704aeb8101cd" -d '{"events": [{"server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "name": "network-vif-deleted", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:19.077049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:19.132510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3ece5d69-c0a1-4440-a38f-1297c72cda2d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:19.151155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cd865e-e404-4613-9dec-a9ba3d0a62b8 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:19.169815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:19.185906 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5076dcd-0d36-4998-9aa2-2026d7c96566 x-openstack-request-id: req-b5076dcd-0d36-4998-9aa2-2026d7c96566 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:19.186339 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fbefe8-68b7-47e0-997e-9abe3a2d7525", "name": "network-vif-deleted", "tag": "5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:19.186472 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5076dcd-0d36-4998-9aa2-2026d7c96566 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:19.187074 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fbefe8-68b7-47e0-997e-9abe3a2d7525', 'name': 'network-vif-deleted', 'tag': '5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4', 'status': 'completed', 'code': 200} Sep 17 22:08:19.226904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Transition to ACTIVE for port object 43cd865e-e404-4613-9dec-a9ba3d0a62b8 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:08:19.309231 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:19.402115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:19.528450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a451fb2b-8575-4830-bfb5-0369dcd29a84 req-dcd3e1c3-833d-40c3-966d-daab712ce278 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 210 time: 0.0748479 Sep 17 22:08:19.642343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33922) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:19.758243 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:19.779227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Pushing event updated for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:19.785347 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:19.807639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726373-0a41-4532-98ae-79c54341da33 req-e6ce1b3a-7cc4-4a46-9ade-fdce02e9054b tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:19.815284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad726373-0a41-4532-98ae-79c54341da33 req-e6ce1b3a-7cc4-4a46-9ade-fdce02e9054b tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.2819109 Sep 17 22:08:19.829993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ca5195c7-5856-4553-81eb-18901a0b9dcd no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:19.881499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad726373-0a41-4532-98ae-79c54341da33 req-0f773a6f-a90c-4e76-adda-14c318c2c0b7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651424 Sep 17 22:08:19.925692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Attempting to bind port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:08:19.926032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Attempting to bind port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:08:19.926351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Attempting to bind port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:19.948215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-9bc25ac4-fde0-4191-9bb2-ec6c427c5b47 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:19.948354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:08:19.950588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Attempting to bind port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:19.950926 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-9bc25ac4-fde0-4191-9bb2-ec6c427c5b47 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 945 time: 0.4399269 Sep 17 22:08:19.964869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:08:19.970638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:08:19.974696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:08:19.978580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Bound port: 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:08:19.978580 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.036082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.036954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7408ac-b345-476a-8ea5-0d34139e9f69 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:08:20.053633 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.055359 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-34f2c5c1-6ac1-492c-ade9-c1f62a58c7cb admin admin] 10.222.0.13 "DELETE /v2.0/routers/fc7408ac-b345-476a-8ea5-0d34139e9f69 HTTP/1.1" status: 204 len: 168 time: 2.6957412 Sep 17 22:08:20.059950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33934) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:20.064003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33936) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:20.175864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Deleting port ca5195c7-5856-4553-81eb-18901a0b9dcd {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:20.176543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.180240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.237389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9b3bfa-e37f-4177-af0b-d7a29d8af0a2 admin admin] Deleting subnet 7a6af102-3404-4f25-9bff-0c478893c619 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:08:20.245327 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3bfa-e37f-4177-af0b-d7a29d8af0a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.245494 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-be0db39b-69af-4daf-bddb-3a57d3562ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.262714 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d72f798-d921-47ec-8974-fad43bc1434f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.286258 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3bfa-e37f-4177-af0b-d7a29d8af0a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.287168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:20.291801 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:20.297173 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b813907-12a3-41ea-b192-d3c2de7fef74" -d '{"events": [{"server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:20.339072 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3bfa-e37f-4177-af0b-d7a29d8af0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.363305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-465362315-network', 'tenant_id': '9003d394d2614f1daeec6b5dba3f1ea3'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:20.380842 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aa58a4-fd7b-4258-b65d-828738a962a5 x-openstack-request-id: req-55aa58a4-fd7b-4258-b65d-828738a962a5 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:20.381200 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:20.381660 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55aa58a4-fd7b-4258-b65d-828738a962a5 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:20.382311 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd', 'code': 200} Sep 17 22:08:20.383918 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.385598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:20.391937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57b2e-7ba4-4b11-bc49-5a58a183275e req-544a7bad-25c0-490a-97c6-64d19198ba88 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:20.399863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7c57b2e-7ba4-4b11-bc49-5a58a183275e req-544a7bad-25c0-490a-97c6-64d19198ba88 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 947 time: 0.3348343 Sep 17 22:08:20.420523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:08:20.436009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:20.440397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 5c9f3eb7-28c3-4f4a-895b-b3bd7cc2adb4 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:20.473392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7c57b2e-7ba4-4b11-bc49-5a58a183275e req-6997a75c-f7c6-43e3-86cd-16785a364e40 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722482 Sep 17 22:08:20.475632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:08:20.506488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] For port ca5195c7-5856-4553-81eb-18901a0b9dcd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ca5195c7-5856-4553-81eb-18901a0b9dcd,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:20.507349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.525698 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3bfa-e37f-4177-af0b-d7a29d8af0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.542329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ca5195c7-5856-4553-81eb-18901a0b9dcd,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:20.553245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b3bfa-e37f-4177-af0b-d7a29d8af0a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6af102-3404-4f25-9bff-0c478893c619,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:20.571982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Calling delete_port for ca5195c7-5856-4553-81eb-18901a0b9dcd owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:20.572993 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3bfa-e37f-4177-af0b-d7a29d8af0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.572993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6d9b3bfa-e37f-4177-af0b-d7a29d8af0a2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a6af102-3404-4f25-9bff-0c478893c619 HTTP/1.1" status: 204 len: 168 time: 0.5021229 Sep 17 22:08:20.575204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33944) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:20.601896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.607799 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d72f798-d921-47ec-8974-fad43bc1434f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.728280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:20.766568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-030218fe-4853-4cf7-bf18-c1f71b36b3c3 req-5e8f4a41-4450-49d3-827d-52c826894892 tempest-FloatingIPsAssociationTestJSON-2124573717 tempest-FloatingIPsAssociationTestJSON-2124573717-project] 10.222.0.13 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 210 time: 0.0629320 Sep 17 22:08:20.769211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:20.769581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bbe8c02e-0c2a-4d2f-8212-92973cb8ca62 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:20.770583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3ece5d69-c0a1-4440-a38f-1297c72cda2d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:20.775150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:20.775994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.780842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] 10.222.0.32 "PUT /v2.0/ports/43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 200 len: 1096 time: 2.4429684 Sep 17 22:08:20.781449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:20.798226 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0780b18-dbe8-4159-bdcb-4c4dc1be5a13" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:20.931098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 3ece5d69-c0a1-4440-a38f-1297c72cda2d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:20.931098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3ece5d69-c0a1-4440-a38f-1297c72cda2d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:20.933497 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.933497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f1d5-aa12-4060-8ab3-a058c357c44a service neutron] Pushing event updated for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:20.933497 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38087fd-8e6e-4a15-8b09-b33f2c333391 x-openstack-request-id: req-c38087fd-8e6e-4a15-8b09-b33f2c333391 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:20.933497 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:20.933497 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c38087fd-8e6e-4a15-8b09-b33f2c333391 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:20.933497 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'status': 'completed', 'code': 200} Sep 17 22:08:20.965470 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:20.979818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0780b18-dbe8-4159-bdcb-4c4dc1be5a13 req-f448179f-c3d3-49b6-b97e-7fc377ba6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:20.981301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0780b18-dbe8-4159-bdcb-4c4dc1be5a13 req-f448179f-c3d3-49b6-b97e-7fc377ba6d1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1099 time: 0.0994310 Sep 17 22:08:21.032936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33fb5cd-910f-4fc7-a1c9-995b1cb651b8']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:21.041872 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d72f798-d921-47ec-8974-fad43bc1434f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.046321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0780b18-dbe8-4159-bdcb-4c4dc1be5a13 req-d6976ad5-9fd1-4f44-bd66-1f01566354f9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527256 Sep 17 22:08:21.047964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447488aa-fccb-4971-bee9-8262321a6eb6') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:21.048308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447488aa-fccb-4971-bee9-8262321a6eb6') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:21.060216 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0bdd29f-832b-447b-bfd5-8aeed39e2a67 req-10c7d22a-2fbd-4e9d-a143-e1993ea57c72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0617876 Sep 17 22:08:21.068807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.070849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.115853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.131232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event deleted for resources: {'Port': ['ID=ca5195c7-5856-4553-81eb-18901a0b9dcd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:21.149148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:08:21.149546 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:08:21.152970 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:08:21.162777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c57cf-6653-410f-b592-e24577fb5079 req-a03ad7eb-2111-4fc7-a56a-3122d348bb25 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:21.164340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-416c57cf-6653-410f-b592-e24577fb5079 req-a03ad7eb-2111-4fc7-a56a-3122d348bb25 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec74f8a5-d676-40d7-8221-d324cf231beb HTTP/1.1" status: 200 len: 865 time: 0.1919363 Sep 17 22:08:21.181536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72f798-d921-47ec-8974-fad43bc1434f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438e227f-10ea-4b24-8224-37d9ccb22d32,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:21.188071 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8d72f798-d921-47ec-8974-fad43bc1434f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c4eae66d2df4c1a858ccb92fb823bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5377369 Sep 17 22:08:21.190300 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0bdd29f-832b-447b-bfd5-8aeed39e2a67 req-18d81231-f0af-4e61-a455-db87d5ba927f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcb6478d89584296a248817a76e5ecdf&device_id=30fbefe8-68b7-47e0-997e-9abe3a2d7525 HTTP/1.1" status: 200 len: 210 time: 0.0661330 Sep 17 22:08:21.197123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33966) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:21.210260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Made reservation on behalf of 9003d394d2614f1daeec6b5dba3f1ea3 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:21.213506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.261958 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.268026 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.274506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] No DVR routers for this DVR port ca5195c7-5856-4553-81eb-18901a0b9dcd on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:21.277900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.280489 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-16895b5d-405a-4bc4-b73b-8615e3fe7f42 req-366a9d50-c379-40d3-b051-83541dfe43c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.35 "DELETE /v2.0/ports/ca5195c7-5856-4553-81eb-18901a0b9dcd HTTP/1.1" status: 204 len: 173 time: 1.3114963 Sep 17 22:08:21.297824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'name': 'network-vif-deleted', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:21.300234 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2cf4e1-46eb-43a7-9232-90f8aeb025b7" -d '{"events": [{"server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "name": "network-vif-deleted", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:21.366364 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1a25c7-b671-4b6d-8c3d-c0022b705fbc x-openstack-request-id: req-cf1a25c7-b671-4b6d-8c3d-c0022b705fbc {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:21.366667 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec74f8a5-d676-40d7-8221-d324cf231beb", "name": "network-vif-deleted", "tag": "ca5195c7-5856-4553-81eb-18901a0b9dcd", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:21.366936 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf1a25c7-b671-4b6d-8c3d-c0022b705fbc {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:21.367338 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec74f8a5-d676-40d7-8221-d324cf231beb', 'name': 'network-vif-deleted', 'tag': 'ca5195c7-5856-4553-81eb-18901a0b9dcd', 'status': 'completed', 'code': 200} Sep 17 22:08:21.416824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd29f-832b-447b-bfd5-8aeed39e2a67 req-4fc63893-e085-495e-8cc5-cc46a5c63cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:21.418535 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0bdd29f-832b-447b-bfd5-8aeed39e2a67 req-4fc63893-e085-495e-8cc5-cc46a5c63cf7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fcb6478d89584296a248817a76e5ecdf&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2026310 Sep 17 22:08:21.624546 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.628717 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.636212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd29f-832b-447b-bfd5-8aeed39e2a67 req-b9feec10-555f-45ad-8bc5-215d90afc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:21.637288 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0bdd29f-832b-447b-bfd5-8aeed39e2a67 req-b9feec10-555f-45ad-8bc5-215d90afc1fb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2072101 Sep 17 22:08:21.703385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0780b18-dbe8-4159-bdcb-4c4dc1be5a13 req-34e1a150-b932-4b37-a458-25d8c82d0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:21.705477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0780b18-dbe8-4159-bdcb-4c4dc1be5a13 req-34e1a150-b932-4b37-a458-25d8c82d0782 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6504552 Sep 17 22:08:21.721037 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.731008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-416c57cf-6653-410f-b592-e24577fb5079 req-6832d593-7a1a-40eb-85aa-1a38c1f0ad30 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526938 Sep 17 22:08:21.755467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.758468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e56eb8f-835f-415d-83c2-b100d1f7ea08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.768740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:08:21.793486 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.794399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.794757 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Added segment 4173d65f-a40b-45d1-9129-8c16e72c6c08 of type vlan for network aef19c3d-a8ec-4865-87d6-87e3d003ff14 Sep 17 22:08:21.795410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c33fb5cd-910f-4fc7-a1c9-995b1cb651b8 HTTP/1.1" status: 204 len: 168 time: 1.2187452 Sep 17 22:08:21.796401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff52f46-f29a-455e-b435-583bed0980b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33fb5cd-910f-4fc7-a1c9-995b1cb651b8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:21.797498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac632c7-84f6-4190-af70-0a7b2ca9ad70,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:21.820562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65c187-fafe-4a48-a8fb-8c1a118a9107 req-fa01fb45-28c3-49a9-b12c-b7d3924b8299 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:21.832339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c65c187-fafe-4a48-a8fb-8c1a118a9107 req-fa01fb45-28c3-49a9-b12c-b7d3924b8299 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 947 time: 0.1894703 Sep 17 22:08:21.860817 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.889330 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e56eb8f-835f-415d-83c2-b100d1f7ea08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.925001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c65c187-fafe-4a48-a8fb-8c1a118a9107 req-a48ec4b4-2146-444c-aa73-6588059f57ca tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917473 Sep 17 22:08:21.940492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-3a8f1018-40a6-4cb5-aca7-46ff9f696b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:21.953531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-3a8f1018-40a6-4cb5-aca7-46ff9f696b37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1099 time: 0.1748421 Sep 17 22:08:21.979196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:21.980544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:21.981673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:22.050315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-19070c1d-85fd-4e82-bc3c-738fb4fceaf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 200 len: 217 time: 0.0848293 Sep 17 22:08:22.059991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:22.112509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f9a264af-521f-4368-ab68-5f8800c5946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:22.113977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-f9a264af-521f-4368-ab68-5f8800c5946c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0532687 Sep 17 22:08:22.145046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] Pushing event updated for resources: {'Network': ['ID=aef19c3d-a8ec-4865-87d6-87e3d003ff14,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:22.154755 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d7a6966-4165-4e64-aea3-a1f5db6b5f59 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0933232 Sep 17 22:08:22.160124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33990) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:22.166897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network aef19c3d-a8ec-4865-87d6-87e3d003ff14 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:08:22.179913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Request body: {'subnet': {'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-465362315-subnet', 'tenant_id': '9003d394d2614f1daeec6b5dba3f1ea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:22.187332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-71a8b73b-8ad0-4af2-b2e2-06b15ad1eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:22.191879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-71a8b73b-8ad0-4af2-b2e2-06b15ad1eea2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0707991 Sep 17 22:08:22.216492 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e56eb8f-835f-415d-83c2-b100d1f7ea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:22.219136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e56eb8f-835f-415d-83c2-b100d1f7ea08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:22.220314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1e56eb8f-835f-415d-83c2-b100d1f7ea08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/438e227f-10ea-4b24-8224-37d9ccb22d32 HTTP/1.1" status: 204 len: 168 time: 0.6619172 Sep 17 22:08:22.249721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56eb8f-835f-415d-83c2-b100d1f7ea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438e227f-10ea-4b24-8224-37d9ccb22d32,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:22.309846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33994) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:22.351715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-17441f66-75ab-4c1b-b3a1-9520e3e82c83 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506710 Sep 17 22:08:22.368881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Made reservation on behalf of 9003d394d2614f1daeec6b5dba3f1ea3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:22.372337 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:22.471418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-183b1d72-31bc-4125-9f69-e318edce2d91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ac795ae0f1042409c73b9e108202c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600368 Sep 17 22:08:22.479677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33996) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:22.585914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248381cb-6247-4d07-a529-fbadccb4ec02 req-b1ce9fe7-459d-44b5-b049-d9bed4e43598 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251141 Sep 17 22:08:22.606591 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-94bd3cf4-db3b-481e-92a1-3fbd4acfca59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:22.639336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-94bd3cf4-db3b-481e-92a1-3fbd4acfca59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:22.770565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:22.813643 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-94bd3cf4-db3b-481e-92a1-3fbd4acfca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:22.816028 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-94bd3cf4-db3b-481e-92a1-3fbd4acfca59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:22.817262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-94bd3cf4-db3b-481e-92a1-3fbd4acfca59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1daf1788-6992-4c06-8431-611e8134fd0a HTTP/1.1" status: 204 len: 168 time: 0.3354943 Sep 17 22:08:22.836070 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd3cf4-db3b-481e-92a1-3fbd4acfca59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf1788-6992-4c06-8431-611e8134fd0a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:22.914778 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.124854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706718d-3241-461f-9887-312d414e0a8a req-97d48757-35c6-4aa9-a77a-77119065dc66 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:23.129681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d706718d-3241-461f-9887-312d414e0a8a req-97d48757-35c6-4aa9-a77a-77119065dc66 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 947 time: 0.0935016 Sep 17 22:08:23.200508 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d706718d-3241-461f-9887-312d414e0a8a req-b89896df-a62f-494c-8255-effb14bbd86c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619702 Sep 17 22:08:23.264590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.276468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34018) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:23.302661 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f62218-93a0-483d-9858-ab920b9d6cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.321299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:23.358240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34024) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:23.363138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-43633a36-da13-49c4-8e57-42916484f42d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265610187', 'description': 'tempest-description--449930750'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:23.372259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Checking segment: {'id': '4173d65f-a40b-45d1-9129-8c16e72c6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:08:23.373359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Network hostable DHCP agents. Network: aef19c3d-a8ec-4865-87d6-87e3d003ff14, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:08:23.410669 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-43633a36-da13-49c4-8e57-42916484f42d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:08:23.410669 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:08:23.410669 n-d-713498-17 neutron-server[101661]: [parameters: {'project_id_1': '674511bf8dd145d793023a299513d401', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 8, 3, 379070)}] Sep 17 22:08:23.410669 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:08:23.413628 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-43633a36-da13-49c4-8e57-42916484f42d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:08:23.505158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Network aef19c3d-a8ec-4865-87d6-87e3d003ff14 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:08:23.530109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Deleting port 8592e3d3-430f-4884-bbc9-13a70dde4b76 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:23.530718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.532107 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f62218-93a0-483d-9858-ab920b9d6cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.631345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] For port 8592e3d3-430f-4884-bbc9-13a70dde4b76, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8592e3d3-430f-4884-bbc9-13a70dde4b76,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:23.631897 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.634144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, aef19c3d-a8ec-4865-87d6-87e3d003ff14) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:23.642220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3490a7-1123-45a6-b75c-8f4dc9dfae82 None None] Network aef19c3d-a8ec-4865-87d6-87e3d003ff14 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:08:23.653416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:23.657808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.662229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Calling delete_port for 8592e3d3-430f-4884-bbc9-13a70dde4b76 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:23.677445 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f62218-93a0-483d-9858-ab920b9d6cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.757842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-60f62218-93a0-483d-9858-ab920b9d6cef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=625642abc67c422fa327d2cada37fe1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801750 Sep 17 22:08:23.771955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34034) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:23.836739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f62218-93a0-483d-9858-ab920b9d6cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be1290-062f-42ab-b419-86ab656de1e2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:23.852504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e8e3e-2af5-43bf-b6da-419a907ed3aa None None] Network aef19c3d-a8ec-4865-87d6-87e3d003ff14 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:08:23.874524 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37194f74-5284-4bfe-b33d-3a4b6824b54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.918367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37194f74-5284-4bfe-b33d-3a4b6824b54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:23.927762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9cf6761b-6547-4421-98ed-7e2dd681fef4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7671568 Sep 17 22:08:23.991929 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ca5195c7-5856-4553-81eb-18901a0b9dcd no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:24.000860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.049195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: ca5195c7-5856-4553-81eb-18901a0b9dcd {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:24.050000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ca5195c7-5856-4553-81eb-18901a0b9dcd not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:24.087410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43633a36-da13-49c4-8e57-42916484f42d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.125962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=8592e3d3-430f-4884-bbc9-13a70dde4b76,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:24.159823 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37194f74-5284-4bfe-b33d-3a4b6824b54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.162313 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37194f74-5284-4bfe-b33d-3a4b6824b54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.169075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-37194f74-5284-4bfe-b33d-3a4b6824b54a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25be1290-062f-42ab-b419-86ab656de1e2 HTTP/1.1" status: 204 len: 168 time: 0.3917425 Sep 17 22:08:24.194186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37194f74-5284-4bfe-b33d-3a4b6824b54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be1290-062f-42ab-b419-86ab656de1e2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:24.339175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43633a36-da13-49c4-8e57-42916484f42d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.393631 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.410410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43633a36-da13-49c4-8e57-42916484f42d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.535003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43633a36-da13-49c4-8e57-42916484f42d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26af9fd1-0979-4f3b-88f4-5fed34b28242,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:24.565489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bab58-8005-456c-921e-6de3f090520a req-73bf03c5-3532-4a25-a32b-b4fbef12722c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:24.567168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc8bab58-8005-456c-921e-6de3f090520a req-73bf03c5-3532-4a25-a32b-b4fbef12722c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 947 time: 0.2093017 Sep 17 22:08:24.568852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43633a36-da13-49c4-8e57-42916484f42d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.572655 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-43633a36-da13-49c4-8e57-42916484f42d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2107260 Sep 17 22:08:24.579713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34066) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:24.583732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e0c6c8b6-4bd2-4502-b2ff-fd8c889a651e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Request body: {'security_group_rule': {'security_group_id': '26af9fd1-0979-4f3b-88f4-5fed34b28242', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:24.652309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc8bab58-8005-456c-921e-6de3f090520a req-3f369cc8-a538-4e38-9deb-a7022765b8da tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 Sep 17 22:08:24.852996 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c8b6-4bd2-4502-b2ff-fd8c889a651e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.912260 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c8b6-4bd2-4502-b2ff-fd8c889a651e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:24.929385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:08:24.984113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c8b6-4bd2-4502-b2ff-fd8c889a651e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.015664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6c8b6-4bd2-4502-b2ff-fd8c889a651e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f4edb5-e403-4e70-bbf8-961333392309,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:25.098844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:08:25.109542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] Sync routers for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:08:25.123200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:25.124104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:08:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:25.134196 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f08425d5-207e-430a-82b4-a570c7210ebe admin admin] 10.222.0.13 "PUT /v2.0/routers/bf1a3957-b4ed-4026-ada9-1d33c2d5c137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0729339 Sep 17 22:08:25.137090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c8b6-4bd2-4502-b2ff-fd8c889a651e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.145269 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e0c6c8b6-4bd2-4502-b2ff-fd8c889a651e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5652111 Sep 17 22:08:25.147024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34086) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:25.157187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34088) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:25.167060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6573d14e-5758-4b09-89dd-e2cf35c1da27 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Request body: {'security_group_rule': {'security_group_id': '26af9fd1-0979-4f3b-88f4-5fed34b28242', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:25.329707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410abc0e-5282-490f-a74b-793a5802550d req-25b591b5-303b-4702-954b-ca4cebd9b91e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:25.339500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-25b591b5-303b-4702-954b-ca4cebd9b91e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 813 time: 0.2116745 Sep 17 22:08:25.367995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:25.370335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.393681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-8bed72fb-37b4-464e-95f8-012ed6edd1d4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/quotas/9003d394d2614f1daeec6b5dba3f1ea3 HTTP/1.1" status: 200 len: 375 time: 0.0517435 Sep 17 22:08:25.417047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6573d14e-5758-4b09-89dd-e2cf35c1da27 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.479426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-edc30f63-e910-4bc1-971d-38957cdd66ea tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848689 Sep 17 22:08:25.553109 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.600705 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6573d14e-5758-4b09-89dd-e2cf35c1da27 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.682713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-346062ae-a8a7-4def-ad0c-b480d3557fb2 service neutron] 10.222.0.13 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620224 Sep 17 22:08:25.684822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6573d14e-5758-4b09-89dd-e2cf35c1da27 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.719686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573d14e-5758-4b09-89dd-e2cf35c1da27 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b87d6d2-8f08-4263-889c-23661c825dc8,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:25.770136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:08:23Z', 'revision_number': 5, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port': {'id': '04342418-8efc-4634-9a6b-9b1fe69dd1cf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:06:58Z', 'updated_at': '2021-09-17T22:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:25.784493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Deleting port 04342418-8efc-4634-9a6b-9b1fe69dd1cf {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:25.785014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.841535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] Checking router: bf1a3957-b4ed-4026-ada9-1d33c2d5c137 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:08:25.875832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] Routers {'bf1a3957-b4ed-4026-ada9-1d33c2d5c137'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:08:25.876473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:08:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:25.922404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6573d14e-5758-4b09-89dd-e2cf35c1da27 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.926479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] For port 04342418-8efc-4634-9a6b-9b1fe69dd1cf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=04342418-8efc-4634-9a6b-9b1fe69dd1cf,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:25.934831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:25.934969 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6573d14e-5758-4b09-89dd-e2cf35c1da27 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7712414 Sep 17 22:08:25.953271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Calling delete_port for 04342418-8efc-4634-9a6b-9b1fe69dd1cf owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:25.955584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34114) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:25.977677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:26.030832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-362dc853-884c-4336-bde8-3fedd2fed099 service neutron] 10.222.0.13 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304136 Sep 17 22:08:26.033441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 43cd865e-e404-4613-9dec-a9ba3d0a62b8 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:08:26.145276 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:26.238137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:08:26.365167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcb069-18fa-43fd-9485-7a2651785ec7 req-8840cf44-606c-42fe-a7e8-357c672dd239 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:26.409151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4edcb069-18fa-43fd-9485-7a2651785ec7 req-8840cf44-606c-42fe-a7e8-357c672dd239 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 947 time: 0.1633399 Sep 17 22:08:26.484786 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] Set router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:08:26.581750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4edcb069-18fa-43fd-9485-7a2651785ec7 req-81ccff23-2a5d-439f-95a1-665ef2d171d6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652536 Sep 17 22:08:26.588403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:26.686561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:08:25Z', 'revision_number': 6, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:26.712250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8063e-5a05-48bc-8e28-c5940d054175 None None] The sync data for ids ['bf1a3957-b4ed-4026-ada9-1d33c2d5c137'] in n-d-713498-17 is: [{'id': 'bf1a3957-b4ed-4026-ada9-1d33c2d5c137', 'name': 'tempest-FloatingIPsAssociationTestJSON-1944878039-router', 'tenant_id': 'fcb6478d89584296a248817a76e5ecdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:06:56Z', 'updated_at': '2021-09-17T22:08:25Z', 'revision_number': 6, 'project_id': 'fcb6478d89584296a248817a76e5ecdf', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:08:26.765989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:26.767868 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:26.779818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'mac_address': 'fa:16:3e:eb:d5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:08:26.803299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=04342418-8efc-4634-9a6b-9b1fe69dd1cf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:26.822218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ca629e3-a402-4297-a7ca-c7653b41d5fb req-3a59d983-80ba-4e80-9c23-12418448d92e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 210 time: 0.0983491 Sep 17 22:08:26.853874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Allocated IP 172.25.5.243 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/ce49ebfd-a567-4798-8cc6-014acfc6e397) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:08:26.881112 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:26.918986 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:26.949758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cd865e-e404-4613-9dec-a9ba3d0a62b8 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:26.995081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:27.054181 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.082032 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.156946 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.159667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.220720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:27.279803 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.294854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['43cd865e-e404-4613-9dec-a9ba3d0a62b8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:27.336054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:08:27.339679 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.342459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf1a3957-b4ed-4026-ada9-1d33c2d5c137 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:08:27.345997 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.350069 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-13f3757b-6aa9-4ab0-9e94-063d4a57ebd3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bf1a3957-b4ed-4026-ada9-1d33c2d5c137 HTTP/1.1" status: 204 len: 168 time: 2.2017994 Sep 17 22:08:27.350902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34166) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:27.359582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:27.363278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:08:27.425741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event updated for resources: {'Port': ['ID=ce49ebfd-a567-4798-8cc6-014acfc6e397,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:27.456491 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aa92b4-f443-4dbb-a42b-f183f2e28d95 admin admin] Deleting subnet 4c37c3cc-1092-4968-9868-aaf148d89f61 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:08:27.463651 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-20aa92b4-f443-4dbb-a42b-f183f2e28d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.557517 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-20aa92b4-f443-4dbb-a42b-f183f2e28d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.696168 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.794386 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-20aa92b4-f443-4dbb-a42b-f183f2e28d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.842087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a13570-0342-476c-9b1c-c1b606e555b8 req-7fbde40c-7520-4645-87e1-1764f49195cc tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:27.844514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33a13570-0342-476c-9b1c-c1b606e555b8 req-7fbde40c-7520-4645-87e1-1764f49195cc tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 948 time: 0.1033940 Sep 17 22:08:27.961892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef7ddaa0-a545-4968-8124-40a3735a2e3c req-c65f4e1e-e31c-44e3-8e8d-e7a030df8a11 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 210 time: 0.0381069 Sep 17 22:08:27.962983 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:27.997535 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-20aa92b4-f443-4dbb-a42b-f183f2e28d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.005370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33a13570-0342-476c-9b1c-c1b606e555b8 req-1b08e3b0-9097-4017-b80f-4581e666a251 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173816 Sep 17 22:08:28.010590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 43cd865e-e404-4613-9dec-a9ba3d0a62b8 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:08:28.033659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-20aa92b4-f443-4dbb-a42b-f183f2e28d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.039436 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-20aa92b4-f443-4dbb-a42b-f183f2e28d95 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c37c3cc-1092-4968-9868-aaf148d89f61 HTTP/1.1" status: 204 len: 168 time: 0.6864679 Sep 17 22:08:28.041118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34188) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:28.103209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa92b4-f443-4dbb-a42b-f183f2e28d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c37c3cc-1092-4968-9868-aaf148d89f61,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:28.133043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a51bc-5051-4f25-83f3-c147175394ed None None] Network 7fbca1df-4a58-4a48-9aad-a29d065ab67a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:08:28.274055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.372609 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.394393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Deleting port a300ee96-b820-4c9f-bcf0-e3e910625039 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:28.394878 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.483428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.515902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:08:28.529840 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:28.530467 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.568587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe621c-0782-4a41-932c-c50a098fd73b None None] DHCP port deletion for 7fbca1df-4a58-4a48-9aad-a29d065ab67a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:08:28.600417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event updated for resources: {'Port': ['ID=ce49ebfd-a567-4798-8cc6-014acfc6e397,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:28.635778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] For port a300ee96-b820-4c9f-bcf0-e3e910625039, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a300ee96-b820-4c9f-bcf0-e3e910625039,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:28.636522 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.675169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Calling delete_port for a300ee96-b820-4c9f-bcf0-e3e910625039 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:28.695222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.698031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8592e3d3-430f-4884-bbc9-13a70dde4b76 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:28.737097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 8592e3d3-430f-4884-bbc9-13a70dde4b76 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:28.737636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8592e3d3-430f-4884-bbc9-13a70dde4b76 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:28.738220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 04342418-8efc-4634-9a6b-9b1fe69dd1cf no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:28.764986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe621c-0782-4a41-932c-c50a098fd73b None None] Deleting port a300ee96-b820-4c9f-bcf0-e3e910625039 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:28.765652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ffe621c-0782-4a41-932c-c50a098fd73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.824890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 04342418-8efc-4634-9a6b-9b1fe69dd1cf {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:28.825241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 04342418-8efc-4634-9a6b-9b1fe69dd1cf not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:28.842051 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.845878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5ffe621c-0782-4a41-932c-c50a098fd73b None None] For port a300ee96-b820-4c9f-bcf0-e3e910625039, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a300ee96-b820-4c9f-bcf0-e3e910625039,segment=NetworkSegment(1bfbec4a-ab0b-4374-8149-f802fa08bbcc),segment_id=1bfbec4a-ab0b-4374-8149-f802fa08bbcc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:28.846056 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ffe621c-0782-4a41-932c-c50a098fd73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.865748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe621c-0782-4a41-932c-c50a098fd73b None None] Calling delete_port for a300ee96-b820-4c9f-bcf0-e3e910625039 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:28.888289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:28.890555 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce7232b-61a3-45d6-abca-e171180db510" -d '{"events": [{"server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "name": "network-vif-plugged", "status": "completed", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:28.909010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:28.925213 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:28.927805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-785913f2-e281-4321-9d07-d9806d2dc502 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9712858 Sep 17 22:08:28.965064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:29.028870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:29.051474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Pushing event deleted for resources: {'Port': ['ID=a300ee96-b820-4c9f-bcf0-e3e910625039,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:29.072429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] No DVR routers for this DVR port a300ee96-b820-4c9f-bcf0-e3e910625039 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:29.116297 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3113f1-470f-4022-b2b3-f918dd4a6977 x-openstack-request-id: req-2d3113f1-470f-4022-b2b3-f918dd4a6977 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:29.117223 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "name": "network-vif-plugged", "status": "completed", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:29.117738 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d3113f1-470f-4022-b2b3-f918dd4a6977 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:29.118456 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'code': 200} Sep 17 22:08:29.160682 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ffe621c-0782-4a41-932c-c50a098fd73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:29.180403 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:29.210340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe621c-0782-4a41-932c-c50a098fd73b None None] Pushing event deleted for resources: {'Port': ['ID=a300ee96-b820-4c9f-bcf0-e3e910625039,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:29.215513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe621c-0782-4a41-932c-c50a098fd73b None None] No DVR routers for this DVR port a300ee96-b820-4c9f-bcf0-e3e910625039 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:29.235521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e976358-6ead-4e8d-8738-051328addc0e req-6772d33f-d4b8-4cd2-8815-0ace2dc24bf1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 210 time: 0.0555186 Sep 17 22:08:29.298175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:29.313338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb328f-9703-4424-8eda-74346c70d5d2 req-bcc55b5a-aa52-430f-a7af-dc57efabdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:29.314976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffbb328f-9703-4424-8eda-74346c70d5d2 req-bcc55b5a-aa52-430f-a7af-dc57efabdedc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1101 time: 0.1363389 Sep 17 22:08:29.352719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbca1df-4a58-4a48-9aad-a29d065ab67a']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:29.387999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfbec4a-ab0b-4374-8149-f802fa08bbcc') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:29.388331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfbec4a-ab0b-4374-8149-f802fa08bbcc') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:08:29.411459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:29.425078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffbb328f-9703-4424-8eda-74346c70d5d2 req-34f53fd3-8455-482e-ae96-5f9ed56a0259 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912251 Sep 17 22:08:29.441515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f599e9-070d-4f65-b49b-99ad929105d2 req-ae15d10d-48a9-40b3-bada-27f8308fd803 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:29.443025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21f599e9-070d-4f65-b49b-99ad929105d2 req-ae15d10d-48a9-40b3-bada-27f8308fd803 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1081657 Sep 17 22:08:29.443973 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:29.453581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:08:29.454014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:08:29.455938 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:08:29.553819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21f599e9-070d-4f65-b49b-99ad929105d2 req-9ffba639-e65e-4ace-a4b0-32b4d6af3906 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986660 Sep 17 22:08:29.669124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:29.677128 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:29.682889 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7fbca1df-4a58-4a48-9aad-a29d065ab67a HTTP/1.1" status: 204 len: 168 time: 1.6271806 Sep 17 22:08:29.730641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa948-0542-4f08-a7a5-6923d54dc002 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbca1df-4a58-4a48-9aad-a29d065ab67a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:29.771459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410abc0e-5282-490f-a74b-793a5802550d req-1a1bfe24-bddc-4c7c-8364-af2c94621abf tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:29.781415 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-1a1bfe24-bddc-4c7c-8364-af2c94621abf tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.35 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 813 time: 0.2080362 Sep 17 22:08:29.791448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Request body: {'port': {'device_id': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14', 'admin_state_up': True, 'tenant_id': '9003d394d2614f1daeec6b5dba3f1ea3'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:29.966129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef02e-fc71-4334-8b3c-5e007453981b req-ff845258-90dd-4fb8-9bd1-aca36f7977ac tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:29.974640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-ff845258-90dd-4fb8-9bd1-aca36f7977ac tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/networks?id=f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 200 len: 819 time: 0.2502470 Sep 17 22:08:29.987351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34280) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:30.020196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-19e46289-1d51-4498-a849-482afe64149d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/quotas/674511bf8dd145d793023a299513d401 HTTP/1.1" status: 200 len: 375 time: 0.0286665 Sep 17 22:08:30.090743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-0627c7a8-0749-43a1-b7af-685c7ebc69cd tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=674511bf8dd145d793023a299513d401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692909 Sep 17 22:08:30.184630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Made reservation on behalf of 9003d394d2614f1daeec6b5dba3f1ea3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:30.188206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:30.233185 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:30.270166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-618238d6-c428-475f-bb17-ce49952a3701 service neutron] 10.222.0.13 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781011 Sep 17 22:08:30.462270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34286) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:30.507288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff153749-96ed-4151-a700-7f9353fa1de5 req-6a39d7cb-5ac3-4939-947f-f7afc18aac2f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 210 time: 0.0923839 Sep 17 22:08:30.553588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Allocated IP 172.20.0.10 (aef19c3d-a8ec-4865-87d6-87e3d003ff14/f6cdfc4f-69dc-4c5c-83fc-9376a051edc7/73501dff-3416-4542-a9b1-8da8be8e3c8c) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:08:30.558564 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6b13ae83-376e-4348-9db8-fa8fc062eee3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcb6478d89584296a248817a76e5ecdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893137 Sep 17 22:08:30.564199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34288) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:30.577960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e9509d03-db4a-4c79-a3bc-5ee3e65b260f service neutron] 10.222.0.13 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068173 Sep 17 22:08:30.616561 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:30.627315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a300ee96-b820-4c9f-bcf0-e3e910625039 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:30.669802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: a300ee96-b820-4c9f-bcf0-e3e910625039 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:30.670729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a300ee96-b820-4c9f-bcf0-e3e910625039 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:30.722476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:30.750536 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:30.774294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:30.888099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6839c0-2b4a-4818-bd82-08f7166a3d7d req-cfb25319-1be2-4d04-9f5f-b240d2d5c513 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:30.889835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e6839c0-2b4a-4818-bd82-08f7166a3d7d req-cfb25319-1be2-4d04-9f5f-b240d2d5c513 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.2072272 Sep 17 22:08:30.897353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc055674b9ea4f0da62c0431650b3a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9047055 Sep 17 22:08:30.901534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34296) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:30.902258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765b35c5-5237-413a-a448-265f1ccd431c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:30.940260 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:30.943914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.944338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.944748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.945168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.945617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.945996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.946698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.947156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.947570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.947988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.948387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:30.948779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e8850d-16ad-435e-a039-9ecd47207ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.017932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e6839c0-2b4a-4818-bd82-08f7166a3d7d req-b7487a56-93ae-4df8-bb1c-3cf4f438a696 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050851 Sep 17 22:08:31.031580 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4842db5b-726c-4580-bcbf-22a3ab363319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:31.065702 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4842db5b-726c-4580-bcbf-22a3ab363319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:31.070752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:31.080313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:31.082319 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fb8f582-9bf3-4167-9473-371265ea0cb2 HTTP/1.1" status: 204 len: 168 time: 0.5198939 Sep 17 22:08:31.114479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb8f582-9bf3-4167-9473-371265ea0cb2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:31.137383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.138416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.139325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.142026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.154186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.159204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.159204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.159204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.159204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.159204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.159204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.162306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1c73-5292-4f08-814d-4ea38cbc7dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:08:31.183158 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:31.254700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Network aef19c3d-a8ec-4865-87d6-87e3d003ff14 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:08:31.254700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:31.260841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:08:31.261500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bca3ba04-dadb-47d2-85ca-d34342df986b req-d9794daf-4333-4fc3-a248-cf5da642bbf1 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 210 time: 0.1029496 Sep 17 22:08:31.264700 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4842db5b-726c-4580-bcbf-22a3ab363319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:31.274567 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4842db5b-726c-4580-bcbf-22a3ab363319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:31.279414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4842db5b-726c-4580-bcbf-22a3ab363319 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/765b35c5-5237-413a-a448-265f1ccd431c HTTP/1.1" status: 204 len: 168 time: 0.3739588 Sep 17 22:08:31.334440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842db5b-726c-4580-bcbf-22a3ab363319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765b35c5-5237-413a-a448-265f1ccd431c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:31.451412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:31.465806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:31.465994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:31.588923 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-941bf3df-a8ae-4df0-9113-2cac366adcca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8028271 Sep 17 22:08:31.605071 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Request body: {'port': {'device_id': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:31.704085 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:31.715771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd436b6-24ea-4c72-aa55-d8be8b86f899 req-3141f367-35c1-4dd7-ab2c-4ec142cb4860 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:31.717498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fd436b6-24ea-4c72-aa55-d8be8b86f899 req-3141f367-35c1-4dd7-ab2c-4ec142cb4860 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 932 time: 0.0927260 Sep 17 22:08:31.814527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fd436b6-24ea-4c72-aa55-d8be8b86f899 req-a4a7b238-234c-4158-8fd2-91144a7c1f29 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905106 Sep 17 22:08:32.229538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73501dff-3416-4542-a9b1-8da8be8e3c8c {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:32.254325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c665b4a-f195-4a10-ab33-9eecf53a662c req-4465333c-c5b5-4249-b49e-1ef8b5dfa7e1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:32.255974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:32.260751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c665b4a-f195-4a10-ab33-9eecf53a662c req-4465333c-c5b5-4249-b49e-1ef8b5dfa7e1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1155512 Sep 17 22:08:32.294925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Transition to ACTIVE for port object 73501dff-3416-4542-a9b1-8da8be8e3c8c will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:08:32.330607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c665b4a-f195-4a10-ab33-9eecf53a662c req-1bdbfb3b-ec50-43d4-91d0-21f45757aaab tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646844 Sep 17 22:08:32.381847 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:32.440875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34360) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:32.441672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:32.481965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41305bc3-9270-4948-a683-0c12ba436e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:32.493352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9e1e5cc-4480-4229-a141-b4e441fa92e3 req-c3244e82-68b5-4cce-bf3d-56e9f87585dd tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 210 time: 0.0835307 Sep 17 22:08:32.660155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Attempting to bind port 73501dff-3416-4542-a9b1-8da8be8e3c8c on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:08:32.698100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Attempting to bind port 73501dff-3416-4542-a9b1-8da8be8e3c8c by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '4173d65f-a40b-45d1-9129-8c16e72c6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:08:32.698100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Attempting to bind port 73501dff-3416-4542-a9b1-8da8be8e3c8c on network aef19c3d-a8ec-4865-87d6-87e3d003ff14 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:32.698100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Port 73501dff-3416-4542-a9b1-8da8be8e3c8c on network aef19c3d-a8ec-4865-87d6-87e3d003ff14 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:08:32.698100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Attempting to bind port 73501dff-3416-4542-a9b1-8da8be8e3c8c on network aef19c3d-a8ec-4865-87d6-87e3d003ff14 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:32.698100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:08:32.698100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Checking segment: {'id': '4173d65f-a40b-45d1-9129-8c16e72c6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:08:32.698100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Bound using segment: {'id': '4173d65f-a40b-45d1-9129-8c16e72c6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:08:32.698100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Bound port: 73501dff-3416-4542-a9b1-8da8be8e3c8c, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4173d65f-a40b-45d1-9129-8c16e72c6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:08:32.698100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:32.728729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41305bc3-9270-4948-a683-0c12ba436e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:32.763736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:08:32.767563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:08:32.868045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352478e-373c-4bc1-80f0-51ded593ea4c req-a8dfb350-9077-4e3a-8fdb-8e38e8e9c178 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:32.870037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0352478e-373c-4bc1-80f0-51ded593ea4c req-a8dfb350-9077-4e3a-8fdb-8e38e8e9c178 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1101 time: 0.0449500 Sep 17 22:08:32.899038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0352478e-373c-4bc1-80f0-51ded593ea4c req-35a0942b-2b74-4274-91cf-70d47cd16d79 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:32.947390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863d234-fddd-4f23-afaf-19fcef8476c3 req-0a7d4a1f-5858-4e07-b533-c681331dc8ba tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:32.949404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5863d234-fddd-4f23-afaf-19fcef8476c3 req-0a7d4a1f-5858-4e07-b533-c681331dc8ba tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.0663228 Sep 17 22:08:32.987936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5863d234-fddd-4f23-afaf-19fcef8476c3 req-605a31ab-f9b0-4491-8b57-ad4e74292598 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Sep 17 22:08:33.025585 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41305bc3-9270-4948-a683-0c12ba436e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:33.035106 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:33.068518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41305bc3-9270-4948-a683-0c12ba436e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47c7462-952b-4b3b-91d1-8d39cee4a0a2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:33.157172 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:33.157804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:33.163627 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] 10.222.0.35 "PUT /v2.0/ports/73501dff-3416-4542-a9b1-8da8be8e3c8c HTTP/1.1" status: 200 len: 1093 time: 1.5629115 Sep 17 22:08:33.180046 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-41305bc3-9270-4948-a683-0c12ba436e71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9be9a21707046549c7fb4c72ae8473e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7354243 Sep 17 22:08:33.180931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:33.184856 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5124000a-3e2f-4347-aa00-067c6851251b" -d '{"events": [{"name": "network-changed", "server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:33.191201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34378) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:33.264131 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0352478e-373c-4bc1-80f0-51ded593ea4c req-35a0942b-2b74-4274-91cf-70d47cd16d79 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:33.267443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d4494-e62a-4cb4-9760-f96e9e1477e3 service neutron] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:33.308767 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56f69141-d59d-4145-8b50-dec41ad2d3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:33.343998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56f69141-d59d-4145-8b50-dec41ad2d3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:33.368067 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c779bb55-27b3-4da6-b59d-535e86bf14e1 x-openstack-request-id: req-c779bb55-27b3-4da6-b59d-535e86bf14e1 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:33.368359 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:33.369137 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c779bb55-27b3-4da6-b59d-535e86bf14e1 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:33.369982 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'status': 'completed', 'code': 200} Sep 17 22:08:33.385880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0352478e-373c-4bc1-80f0-51ded593ea4c req-35a0942b-2b74-4274-91cf-70d47cd16d79 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:33.411714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410abc0e-5282-490f-a74b-793a5802550d req-09ba2c32-f59b-4e61-b4b5-cb193dd07e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:33.412707 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-09ba2c32-f59b-4e61-b4b5-cb193dd07e68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 1096 time: 0.1167650 Sep 17 22:08:33.479271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0942b-2b74-4274-91cf-70d47cd16d79 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa6b8c8-f402-435a-9c5a-ebcc0ce8d54b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:33.508765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0352478e-373c-4bc1-80f0-51ded593ea4c req-35a0942b-2b74-4274-91cf-70d47cd16d79 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316469 Sep 17 22:08:33.518094 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-da9f846d-084b-4ba9-aa1c-f052f41bb0d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c HTTP/1.1" status: 200 len: 217 time: 0.0969648 Sep 17 22:08:33.623792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410abc0e-5282-490f-a74b-793a5802550d req-46ba859b-b898-4b44-9b7c-6bafcefb670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:33.627443 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-46ba859b-b898-4b44-9b7c-6bafcefb670f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 HTTP/1.1" status: 200 len: 853 time: 0.0995331 Sep 17 22:08:33.652461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bfb68b9-63e2-486a-9a52-b99527e0b9f0 req-7f293020-3962-4a6e-a6df-19968845ccb5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 210 time: 0.0592649 Sep 17 22:08:33.655175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56f69141-d59d-4145-8b50-dec41ad2d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:33.656241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56f69141-d59d-4145-8b50-dec41ad2d3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:33.657631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-56f69141-d59d-4145-8b50-dec41ad2d3a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a47c7462-952b-4b3b-91d1-8d39cee4a0a2 HTTP/1.1" status: 204 len: 168 time: 0.4640975 Sep 17 22:08:33.674449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f69141-d59d-4145-8b50-dec41ad2d3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47c7462-952b-4b3b-91d1-8d39cee4a0a2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:33.692536 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-0bc92ee8-73b8-40cc-9461-59cdf2ba8425 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aef19c3d-a8ec-4865-87d6-87e3d003ff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555592 Sep 17 22:08:33.823262 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-0e020aac-56a1-4bca-bf64-f35ef3ccb485 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240282 Sep 17 22:08:34.003771 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410abc0e-5282-490f-a74b-793a5802550d req-c1a3620e-7d4c-4316-bcc4-1b8bebacb7c3 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719208 Sep 17 22:08:34.131789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef02e-fc71-4334-8b3c-5e007453981b req-67e08ce1-c635-446b-8e79-14f025aa833a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:34.133386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-67e08ce1-c635-446b-8e79-14f025aa833a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.32 "GET /v2.0/networks?id=f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 200 len: 819 time: 0.1605065 Sep 17 22:08:34.147644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Request body: {'port': {'device_id': 'e47a0711-152d-47fa-9f5b-eb86439b15a0', 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34', 'admin_state_up': True, 'tenant_id': '674511bf8dd145d793023a299513d401'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:34.211113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124000a-3e2f-4347-aa00-067c6851251b req-2fd91513-39f2-47e2-bf7f-864d11ec5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:34.213057 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5124000a-3e2f-4347-aa00-067c6851251b req-2fd91513-39f2-47e2-bf7f-864d11ec5c22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 1096 time: 0.0550587 Sep 17 22:08:34.310481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124000a-3e2f-4347-aa00-067c6851251b req-5a647d95-acf9-4da2-8ea1-496198f5c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:34.312016 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5124000a-3e2f-4347-aa00-067c6851251b req-5a647d95-acf9-4da2-8ea1-496198f5c14d service neutron] 10.222.0.35 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 913 time: 0.0923955 Sep 17 22:08:34.376271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Made reservation on behalf of 674511bf8dd145d793023a299513d401 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:34.381777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:34.386456 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5124000a-3e2f-4347-aa00-067c6851251b req-50fe3a26-ddca-4f29-b8c6-5a7334b7f826 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c HTTP/1.1" status: 200 len: 217 time: 0.0657113 Sep 17 22:08:34.478574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124000a-3e2f-4347-aa00-067c6851251b req-65a778c8-da24-47e9-ad3d-e22d4d65542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:34.481806 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5124000a-3e2f-4347-aa00-067c6851251b req-65a778c8-da24-47e9-ad3d-e22d4d65542b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 HTTP/1.1" status: 200 len: 853 time: 0.0857654 Sep 17 22:08:34.536543 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5124000a-3e2f-4347-aa00-067c6851251b req-427f6855-5a7c-4e25-b0c8-77f648c2e6f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aef19c3d-a8ec-4865-87d6-87e3d003ff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456712 Sep 17 22:08:34.584628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Allocated IP 172.20.0.4 (f2742b32-eeae-409d-b7b7-afb3fb232d34/cdbffe2b-6893-46fa-bc1f-c19ea832e132/6b5f788e-2d67-476d-b686-7b98196b45df) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:08:34.672927 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5124000a-3e2f-4347-aa00-067c6851251b req-c6fe4fb2-9e8e-4583-ace1-9b94daca8179 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282775 Sep 17 22:08:34.680278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34440) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:34.793130 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:34.850027 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5124000a-3e2f-4347-aa00-067c6851251b req-7f9f1190-6568-445f-9b34-251b8900cfe8 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628413 Sep 17 22:08:34.881045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-bb5e371e-3016-4045-a3a4-7fae80b66b94 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fdd9073f3e7e4f238c0201b02d6a2cdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386803 Sep 17 22:08:34.897780 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ffee6f3-295d-4de3-820b-013080e48e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:34.920411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08336-6759-4a49-9b4c-0a8e23001de0 req-7b960034-8b41-4abb-87f6-99761edffd35 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:34.921898 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24e08336-6759-4a49-9b4c-0a8e23001de0 req-7b960034-8b41-4abb-87f6-99761edffd35 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.1161315 Sep 17 22:08:34.996861 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ffee6f3-295d-4de3-820b-013080e48e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.011586 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.032735 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24e08336-6759-4a49-9b4c-0a8e23001de0 req-ff547ee6-44cb-40bb-bdc7-6c8ff6c1fcdd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991712 Sep 17 22:08:35.056351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ffee6f3-295d-4de3-820b-013080e48e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.097818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Network f2742b32-eeae-409d-b7b7-afb3fb232d34 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:08:35.105733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-a656a110-db1b-4d38-a47c-8810dc1ea091 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:35.107728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-a656a110-db1b-4d38-a47c-8810dc1ea091 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204626 Sep 17 22:08:35.111923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:35.112292 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5ffee6f3-295d-4de3-820b-013080e48e08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18240b6c77104bea8d9733e0060f9361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309192 Sep 17 22:08:35.113307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffee6f3-295d-4de3-820b-013080e48e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a0d2fa-b7c6-4230-afa2-b6d9c49556f5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:35.115610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34476) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:35.116771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:08:35.189348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event updated for resources: {'Port': ['ID=6b5f788e-2d67-476d-b686-7b98196b45df,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:35.212133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-eaa61462-8061-4fc0-a5e1-ec95f65d8e4e tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/quotas/fdd9073f3e7e4f238c0201b02d6a2cdd HTTP/1.1" status: 200 len: 375 time: 0.0453167 Sep 17 22:08:35.224286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-94e2c1c1-fbe6-4f90-a608-adb83b8ec5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.252462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-94e2c1c1-fbe6-4f90-a608-adb83b8ec5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.390018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-94e2c1c1-fbe6-4f90-a608-adb83b8ec5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.393588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-94e2c1c1-fbe6-4f90-a608-adb83b8ec5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.395887 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-94e2c1c1-fbe6-4f90-a608-adb83b8ec5d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8a0d2fa-b7c6-4230-afa2-b6d9c49556f5 HTTP/1.1" status: 204 len: 168 time: 0.2782140 Sep 17 22:08:35.412665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2c1c1-fbe6-4f90-a608-adb83b8ec5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a0d2fa-b7c6-4230-afa2-b6d9c49556f5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:35.568565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-9ff73b66-fd92-40f5-97e5-c56ce320f573 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdd9073f3e7e4f238c0201b02d6a2cdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3420923 Sep 17 22:08:35.575915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:35.576549 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.614498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-499c4402-7988-48bd-90f9-b9190ebc5c4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6744916 Sep 17 22:08:35.624786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-9120b127-b9a0-4701-a597-545eef233cf9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:08:35.625941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-9120b127-b9a0-4701-a597-545eef233cf9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064535 Sep 17 22:08:35.642592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb8a72-e207-420b-93cb-f96949de08c1 req-9054a9c1-a69a-416c-9279-9f350044ef74 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:35.647726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65cb8a72-e207-420b-93cb-f96949de08c1 req-9054a9c1-a69a-416c-9279-9f350044ef74 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 931 time: 0.0783346 Sep 17 22:08:35.687079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65cb8a72-e207-420b-93cb-f96949de08c1 req-e0af39d5-7685-4a87-815f-fcfd38bc2118 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Sep 17 22:08:35.699898 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-e0b51bc3-4dda-4002-a40d-65a72849ead9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5569687 Sep 17 22:08:35.714891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Request body: {'port': {'device_id': 'e47a0711-152d-47fa-9f5b-eb86439b15a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:35.797292 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:35.847637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba77f16-8591-4b4c-b050-0c65535db0dc req-d8883ae3-8d51-4c12-9f91-dc4c9d4b9606 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:35.849164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ba77f16-8591-4b4c-b050-0c65535db0dc req-d8883ae3-8d51-4c12-9f91-dc4c9d4b9606 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0888724 Sep 17 22:08:35.926488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:08:35.978630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ba77f16-8591-4b4c-b050-0c65535db0dc req-39f2e0ff-c687-4a22-9a08-f93219fb249a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218572 Sep 17 22:08:36.098783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:36.099136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09be750c-1f49-4737-b150-acf4e6021348 req-6bb742fb-6632-4c95-8347-fae4cd6d407f tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 210 time: 0.0924225 Sep 17 22:08:36.115283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14', 'port_id': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'mac_address': 'fa:16:3e:46:be:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cdfc4f-69dc-4c5c-83fc-9376a051edc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:08:36.199758 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:36.224540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73501dff-3416-4542-a9b1-8da8be8e3c8c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:36.257692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:36.290576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb3401-725b-49be-8fc9-9452cd1a1a12 req-25427687-c331-497d-9a56-0fe94a0f4ff4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:36.295855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1efb3401-725b-49be-8fc9-9452cd1a1a12 req-25427687-c331-497d-9a56-0fe94a0f4ff4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.1005530 Sep 17 22:08:36.311890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5f788e-2d67-476d-b686-7b98196b45df {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:36.326618 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:36.327304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:36.365693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Transition to ACTIVE for port object 6b5f788e-2d67-476d-b686-7b98196b45df will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:08:36.382642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1efb3401-725b-49be-8fc9-9452cd1a1a12 req-48bc7116-360a-47ee-addd-e9b211b2ca88 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787303 Sep 17 22:08:36.397051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:36.424836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:36.473565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Pushing event updated for resources: {'Port': ['ID=6b5f788e-2d67-476d-b686-7b98196b45df,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:36.559522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['73501dff-3416-4542-a9b1-8da8be8e3c8c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:36.566877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Attempting to bind port 6b5f788e-2d67-476d-b686-7b98196b45df on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:08:36.567153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Attempting to bind port 6b5f788e-2d67-476d-b686-7b98196b45df by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:08:36.567487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Attempting to bind port 6b5f788e-2d67-476d-b686-7b98196b45df on network f2742b32-eeae-409d-b7b7-afb3fb232d34 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:36.571924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Port 6b5f788e-2d67-476d-b686-7b98196b45df on network f2742b32-eeae-409d-b7b7-afb3fb232d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:08:36.572460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Attempting to bind port 6b5f788e-2d67-476d-b686-7b98196b45df on network f2742b32-eeae-409d-b7b7-afb3fb232d34 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:36.577782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:08:36.578347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Checking segment: {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:08:36.578924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Bound using segment: {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:08:36.579525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Bound port: 6b5f788e-2d67-476d-b686-7b98196b45df, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:08:36.580075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:36.705393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] For port 6b5f788e-2d67-476d-b686-7b98196b45df, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:08:36.709310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] For port 6b5f788e-2d67-476d-b686-7b98196b45df, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b5f788e-2d67-476d-b686-7b98196b45df,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:08:36.825458 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:36.893499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53a957-0c01-44ac-a3df-d39fedb34ad3 req-38ce407d-53d1-4545-b93a-e992f07b24c9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:36.895132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff53a957-0c01-44ac-a3df-d39fedb34ad3 req-38ce407d-53d1-4545-b93a-e992f07b24c9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 943 time: 0.1086953 Sep 17 22:08:36.896463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:36.897205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:36.898413 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] 10.222.0.32 "PUT /v2.0/ports/6b5f788e-2d67-476d-b686-7b98196b45df HTTP/1.1" status: 200 len: 1092 time: 1.1899095 Sep 17 22:08:36.902407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47a0711-152d-47fa-9f5b-eb86439b15a0', 'tag': '6b5f788e-2d67-476d-b686-7b98196b45df'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:36.904499 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03f71b9-e0b4-4156-97b4-663328ca181c" -d '{"events": [{"name": "network-changed", "server_uuid": "e47a0711-152d-47fa-9f5b-eb86439b15a0", "tag": "6b5f788e-2d67-476d-b686-7b98196b45df"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:36.946270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9703d89-a16a-4dc8-9c8c-452e883e645d service neutron] Pushing event updated for resources: {'Port': ['ID=6b5f788e-2d67-476d-b686-7b98196b45df,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:36.961269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff53a957-0c01-44ac-a3df-d39fedb34ad3 req-dec7049b-a7f7-4e54-98b3-015fecd5e0b7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533483 Sep 17 22:08:37.084663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef02e-fc71-4334-8b3c-5e007453981b req-cd379824-c52c-4b42-9235-f3e5d57b068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:37.084663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-cd379824-c52c-4b42-9235-f3e5d57b068e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674511bf8dd145d793023a299513d401&device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 1095 time: 0.0428276 Sep 17 22:08:37.145679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-4dbbd635-b2a3-430b-821a-10ab171b7abe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b5f788e-2d67-476d-b686-7b98196b45df HTTP/1.1" status: 200 len: 217 time: 0.0536633 Sep 17 22:08:37.198022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef02e-fc71-4334-8b3c-5e007453981b req-ad23556b-3fb6-48bb-9d24-fba3011158a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:37.203296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-ad23556b-3fb6-48bb-9d24-fba3011158a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdbffe2b-6893-46fa-bc1f-c19ea832e132 HTTP/1.1" status: 200 len: 859 time: 0.0468910 Sep 17 22:08:37.233708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-5da2f9be-65e7-4a68-84bf-d356f05af503 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2742b32-eeae-409d-b7b7-afb3fb232d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259550 Sep 17 22:08:37.330927 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a5eafb-b632-4b57-aff3-76a487a839ef x-openstack-request-id: req-57a5eafb-b632-4b57-aff3-76a487a839ef {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:37.331526 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47a0711-152d-47fa-9f5b-eb86439b15a0", "tag": "6b5f788e-2d67-476d-b686-7b98196b45df", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:37.331526 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57a5eafb-b632-4b57-aff3-76a487a839ef {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:37.331869 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47a0711-152d-47fa-9f5b-eb86439b15a0', 'tag': '6b5f788e-2d67-476d-b686-7b98196b45df', 'status': 'completed', 'code': 200} Sep 17 22:08:37.337459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-bdde1185-fee1-49f1-bef5-9b718d1f28cb service neutron] 10.222.0.32 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970585 Sep 17 22:08:37.480750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5f79b-24fe-4c9a-bb74-05cd95a4bb59 req-7dd1f602-a9b6-4bb4-8046-a13520151265 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:37.482545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a5f79b-24fe-4c9a-bb74-05cd95a4bb59 req-7dd1f602-a9b6-4bb4-8046-a13520151265 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1010504 Sep 17 22:08:37.489084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236ef02e-fc71-4334-8b3c-5e007453981b req-d7222722-f61c-4f0f-9ecb-340b1c04f457 service neutron] 10.222.0.32 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394382 Sep 17 22:08:37.528357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a5f79b-24fe-4c9a-bb74-05cd95a4bb59 req-728a9b3c-4998-4219-a128-6963ac796cd6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 Sep 17 22:08:37.611839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53a00e28-f5d4-4c65-b2ea-3fc3a832bc73 req-d9a29530-a0d2-47db-866a-bb0b9e5d89e3 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 210 time: 0.0297136 Sep 17 22:08:37.686964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-76cf3aed-4d78-47df-97cc-ce27abd4488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:37.688687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-76cf3aed-4d78-47df-97cc-ce27abd4488b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674511bf8dd145d793023a299513d401&device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 1095 time: 0.0731623 Sep 17 22:08:37.840540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6307b4-48b3-459e-b739-e99010919472 req-b843f8bc-4d49-4987-ab56-6f084b54dc76 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:37.841902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f6307b4-48b3-459e-b739-e99010919472 req-b843f8bc-4d49-4987-ab56-6f084b54dc76 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 945 time: 0.1209910 Sep 17 22:08:37.848039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-a46a3142-fb9f-47cc-842a-96897603a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:37.849464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-a46a3142-fb9f-47cc-842a-96897603a6c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 200 len: 919 time: 0.1537459 Sep 17 22:08:37.909202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-ded029ba-4f10-4dd8-a943-4e5c4a09ad3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b5f788e-2d67-476d-b686-7b98196b45df HTTP/1.1" status: 200 len: 217 time: 0.0501211 Sep 17 22:08:37.916144 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:37.938832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:08:37.944602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f6307b4-48b3-459e-b739-e99010919472 req-c47633d4-c342-4a61-b9eb-7591999caa02 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886588 Sep 17 22:08:37.989177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-cc06e74b-259b-4036-8cf9-d3c5b031b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:37.990989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-cc06e74b-259b-4036-8cf9-d3c5b031b704 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdbffe2b-6893-46fa-bc1f-c19ea832e132 HTTP/1.1" status: 200 len: 859 time: 0.0688610 Sep 17 22:08:38.041567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-8b2c343f-ce51-4bde-8e47-139e525bd789 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2742b32-eeae-409d-b7b7-afb3fb232d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418911 Sep 17 22:08:38.136214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 73501dff-3416-4542-a9b1-8da8be8e3c8c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:08:38.140036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 73501dff-3416-4542-a9b1-8da8be8e3c8c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:38.140406 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.152535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-9c274aab-facf-4f82-81a8-d04a22464841 service neutron] 10.222.0.32 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025884 Sep 17 22:08:38.253630 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.274829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd497045-72f6-4e9a-ab92-8a12cd2f7890 req-b79d9224-09e9-40d3-bf21-c8314cab3fba tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:38.276708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd497045-72f6-4e9a-ab92-8a12cd2f7890 req-b79d9224-09e9-40d3-bf21-c8314cab3fba tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 943 time: 0.1209166 Sep 17 22:08:38.287943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:38.292404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34646) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:38.298449 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78b83e8-2553-46b6-8f96-9a179717b9e1" -d '{"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-plugged", "status": "completed", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:38.317070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:38.326070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03f71b9-e0b4-4156-97b4-663328ca181c req-2b02e75b-a72b-4cdb-b570-09a5ac95e681 service neutron] 10.222.0.32 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559196 Sep 17 22:08:38.351427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd497045-72f6-4e9a-ab92-8a12cd2f7890 req-3740b0b9-8278-413f-8b21-f8fe70ca2efc tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685616 Sep 17 22:08:38.402755 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.403870 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 873f22e3-1c1e-44df-a3b0-567ebb9327b9 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:38.457434 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac94c2a-05aa-4c9e-9a94-5b81cbb8558f x-openstack-request-id: req-aac94c2a-05aa-4c9e-9a94-5b81cbb8558f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:38.458054 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-plugged", "status": "completed", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:38.458451 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aac94c2a-05aa-4c9e-9a94-5b81cbb8558f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:38.459121 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'code': 200} Sep 17 22:08:38.547277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:38.552742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.599117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21e35aba-0c54-483a-b479-b98bab69af0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.609244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:38.628803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63823c-3218-4224-a0b6-bf57a0235410 req-b4f1c8d3-dba2-438c-b9e7-14183354253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:38.630594 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ca63823c-3218-4224-a0b6-bf57a0235410 req-b4f1c8d3-dba2-438c-b9e7-14183354253d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 1098 time: 0.0787110 Sep 17 22:08:38.659038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-c3be5bf6-44f6-4461-917a-6ce689ca4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:38.666759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-c3be5bf6-44f6-4461-917a-6ce689ca4316 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1101 time: 0.1062417 Sep 17 22:08:38.702884 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.703337 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ca63823c-3218-4224-a0b6-bf57a0235410 req-ffbc17f0-89bd-4594-8acf-39f15c751f35 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595720 Sep 17 22:08:38.780372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21e35aba-0c54-483a-b479-b98bab69af0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.781222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=873f22e3-1c1e-44df-a3b0-567ebb9327b9,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:38.802705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b4368-4d07-43bb-a27f-65d84c4bff34 req-2e6a8610-bcb5-4f44-806c-771d91c01005 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:38.804221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f5b4368-4d07-43bb-a27f-65d84c4bff34 req-2e6a8610-bcb5-4f44-806c-771d91c01005 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1218617 Sep 17 22:08:38.822848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2cdfd6b-0cdc-4ff9-b21e-f98aa989f67d req-13f9cb0d-ebd0-4953-8290-11c52333b300 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 210 time: 0.0487814 Sep 17 22:08:38.864020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-ae73d2a9-1cc6-47fb-86f6-6975bbb72ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:38.866221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-ae73d2a9-1cc6-47fb-86f6-6975bbb72ef4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1942728 Sep 17 22:08:38.876107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f5b4368-4d07-43bb-a27f-65d84c4bff34 req-fe4e388d-c013-433a-8f92-e977e3fd9619 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573781 Sep 17 22:08:38.887056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21e35aba-0c54-483a-b479-b98bab69af0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:38.925126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-ef801118-9b46-4374-9659-c4eb7213847f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 200 len: 217 time: 0.0479472 Sep 17 22:08:38.938306 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-21e35aba-0c54-483a-b479-b98bab69af0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46f5acef399a4b56ba96521fe7732340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425195 Sep 17 22:08:38.938763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34676) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:39.030670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-40e52953-a043-4e96-a49e-70c456c2eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:39.032195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-40e52953-a043-4e96-a49e-70c456c2eb31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0968151 Sep 17 22:08:39.090678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-6cd2f13a-c99e-43ff-bb3d-9d3cc65b15df tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:39.092487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-6cd2f13a-c99e-43ff-bb3d-9d3cc65b15df tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 805 time: 0.1785262 Sep 17 22:08:39.128335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-cb665777-5406-4d20-90a5-cc470b6d9a9b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/quotas/ce5f0656776745329b9e57ae772c2111 HTTP/1.1" status: 200 len: 375 time: 0.0295105 Sep 17 22:08:39.153339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-f830333e-9895-4e76-88eb-b63cb498a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:39.154877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-f830333e-9895-4e76-88eb-b63cb498a137 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1131611 Sep 17 22:08:39.258108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e35aba-0c54-483a-b479-b98bab69af0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d7d76d-aeeb-42d4-b7db-b4b3d20e0568,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:39.264289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0778394-d3b8-4880-beb3-4cbdcd9bb4ca req-370c4e31-43ac-4244-9143-558ff2e1c866 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:39.266255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0778394-d3b8-4880-beb3-4cbdcd9bb4ca req-370c4e31-43ac-4244-9143-558ff2e1c866 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1557758 Sep 17 22:08:39.302979 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c55e3d3f-b6a1-44c2-9d51-62b300633c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:39.309704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-ad55d1b7-c82d-411d-9ab3-b95d70c86e8b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1614342 Sep 17 22:08:39.326148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c55e3d3f-b6a1-44c2-9d51-62b300633c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:39.356634 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-452600e7-1693-46dd-a20f-4daaefb75028 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fdd9073f3e7e4f238c0201b02d6a2cdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284665 Sep 17 22:08:39.367571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-734e8b7c-109b-4bba-8f05-44911e4a2277 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036297 Sep 17 22:08:39.395532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0778394-d3b8-4880-beb3-4cbdcd9bb4ca req-8685d10b-8d1d-4009-ad38-f976e57be693 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213965 Sep 17 22:08:39.492034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-fa2057ee-f523-48fd-8429-8d363047dba3 service neutron] 10.222.0.13 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813385 Sep 17 22:08:39.544080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-03b2d99a-d40d-4e12-bf08-f3fe96a96c4d tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:39.545619 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-03b2d99a-d40d-4e12-bf08-f3fe96a96c4d tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772413 Sep 17 22:08:39.562830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Request body: {'port': {'device_id': '83c6556e-00a7-4f61-b35d-ae3241e8f53d', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': 'fdd9073f3e7e4f238c0201b02d6a2cdd'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:39.579270 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c55e3d3f-b6a1-44c2-9d51-62b300633c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:39.582106 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c55e3d3f-b6a1-44c2-9d51-62b300633c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:39.586077 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c55e3d3f-b6a1-44c2-9d51-62b300633c60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3d7d76d-aeeb-42d4-b7db-b4b3d20e0568 HTTP/1.1" status: 204 len: 168 time: 0.6435437 Sep 17 22:08:39.586239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-1edb1c5d-808e-4899-aade-9d67edce6311 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875331 Sep 17 22:08:39.600899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e3d3f-b6a1-44c2-9d51-62b300633c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d7d76d-aeeb-42d4-b7db-b4b3d20e0568,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:39.650258 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:39.658903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-0c3220e9-a8f1-49d0-a689-79c745b9e10c service neutron] 10.222.0.13 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659160 Sep 17 22:08:39.671663 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:08:39.698324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0b7f1-1f9a-4735-b734-b9222497810f req-0e694398-96a2-4fa3-9d1b-66bd724d6abc tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:39.699950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9b0b7f1-1f9a-4735-b734-b9222497810f req-0e694398-96a2-4fa3-9d1b-66bd724d6abc tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 943 time: 0.1300194 Sep 17 22:08:39.765989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9b0b7f1-1f9a-4735-b734-b9222497810f req-3b9b56ad-5975-481c-ad23-eaa87665ce3e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583484 Sep 17 22:08:39.864374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Made reservation on behalf of fdd9073f3e7e4f238c0201b02d6a2cdd for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:39.868969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:39.878200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:39.945011 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa71d31e-0ace-4948-8dfc-75f18c080ab7 req-8c8a1d70-9555-4e6e-bf67-aacd97251409 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 210 time: 0.0406551 Sep 17 22:08:39.989784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.050548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.090175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b5f788e-2d67-476d-b686-7b98196b45df details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:08:40.100406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85560a12-8744-46aa-b9d9-d478cb424b26 req-aaddeff6-df59-434b-a002-6e5cf0b4540f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 210 time: 0.0433404 Sep 17 22:08:40.119665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453fb28-ae96-4637-8c41-e8731ae63e93 req-fb84050c-6baf-4934-ad1f-2d9cc306d135 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:40.127549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4453fb28-ae96-4637-8c41-e8731ae63e93 req-fb84050c-6baf-4934-ad1f-2d9cc306d135 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1101518 Sep 17 22:08:40.130268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:40.184673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4453fb28-ae96-4637-8c41-e8731ae63e93 req-a113e03d-a543-4942-9c9d-bcf455e9fb9c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510230 Sep 17 22:08:40.271110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Allocated IP 192.168.233.27 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/05ba5f83-df2f-4ffd-b6a8-a7ff136485a3) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:08:40.287984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-502200df-4e78-47b7-943c-253dcfab098d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:40.290011 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-502200df-4e78-47b7-943c-253dcfab098d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.35 "GET /v2.0/ports?device_id=730a0eee-7a41-4dcb-b5f1-d7fbb663ed42 HTTP/1.1" status: 200 len: 943 time: 0.0857067 Sep 17 22:08:40.291301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6b5f788e-2d67-476d-b686-7b98196b45df, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b5f788e-2d67-476d-b686-7b98196b45df,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:40.306856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '6b5f788e-2d67-476d-b686-7b98196b45df', 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34', 'port_id': '6b5f788e-2d67-476d-b686-7b98196b45df', 'mac_address': 'fa:16:3e:45:37:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbffe2b-6893-46fa-bc1f-c19ea832e132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:08:40.359107 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.376078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5f788e-2d67-476d-b686-7b98196b45df {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:40.395985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6b5f788e-2d67-476d-b686-7b98196b45df, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b5f788e-2d67-476d-b686-7b98196b45df,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:40.461547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:40.465826 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7b77f5-37a0-47dd-9425-3a270f0f30c5" -d '{"events": [{"server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "name": "network-vif-unplugged", "status": "completed", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:40.482155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.496396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Deleting port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:40.496396 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.546872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d03445-0bae-49a4-ad26-bf3060160647 req-315e30d7-16aa-45e3-9fb2-988a0eb1af23 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:40.555879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65d03445-0bae-49a4-ad26-bf3060160647 req-315e30d7-16aa-45e3-9fb2-988a0eb1af23 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0709515 Sep 17 22:08:40.557295 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981ec1bd-568a-4abc-b979-fd7082190543 x-openstack-request-id: req-981ec1bd-568a-4abc-b979-fd7082190543 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:40.558817 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "name": "network-vif-unplugged", "status": "completed", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:40.559779 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-981ec1bd-568a-4abc-b979-fd7082190543 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:40.562519 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9', 'code': 200} Sep 17 22:08:40.590346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.601107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65d03445-0bae-49a4-ad26-bf3060160647 req-0536093f-7248-4610-8043-6bf51527cfdd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436137 Sep 17 22:08:40.630079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] For port 873f22e3-1c1e-44df-a3b0-567ebb9327b9, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=873f22e3-1c1e-44df-a3b0-567ebb9327b9,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:40.630079 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.651191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6b5f788e-2d67-476d-b686-7b98196b45df,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:40.654571 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Calling delete_port for 873f22e3-1c1e-44df-a3b0-567ebb9327b9 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:40.716506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['6b5f788e-2d67-476d-b686-7b98196b45df'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:40.785602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.822336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34722) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:40.838945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:08:40.844425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:40.849556 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fef531a5-4297-407d-89e9-2d371b7c427b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.854263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:08:40.884230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Pushing event updated for resources: {'Port': ['ID=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:40.922642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:40.923348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.933532 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:40.961514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Pushing event deleted for resources: {'Port': ['ID=873f22e3-1c1e-44df-a3b0-567ebb9327b9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:41.032785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] No DVR routers for this DVR port 873f22e3-1c1e-44df-a3b0-567ebb9327b9 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:41.035789 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:41.037892 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f3b39166-b652-4bbd-aef7-81f86ff36fd9 req-183c08f6-8d4d-4884-b55e-7b2d1aafb1b4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.35 "DELETE /v2.0/ports/873f22e3-1c1e-44df-a3b0-567ebb9327b9 HTTP/1.1" status: 204 len: 173 time: 0.7410285 Sep 17 22:08:41.038455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'name': 'network-vif-deleted', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:41.041844 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1049f0aa-540c-47cf-b593-2f4bde6cb3e5" -d '{"events": [{"server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "name": "network-vif-deleted", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:41.087849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf25d2-3ac3-4be1-8dae-1e7c0082f319 req-d7221961-5f24-4807-b352-29ef8e5062f5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:41.090003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bbf25d2-3ac3-4be1-8dae-1e7c0082f319 req-d7221961-5f24-4807-b352-29ef8e5062f5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 944 time: 0.2185967 Sep 17 22:08:41.160621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f6dad3b2-0be8-4d8d-8a0b-fc405b0ceb6a None None] Provisioning complete for port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:41.161249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f6dad3b2-0be8-4d8d-8a0b-fc405b0ceb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:41.174728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-62db81d6-b070-4131-b08f-a81ed414da31 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:41.176372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-62db81d6-b070-4131-b08f-a81ed414da31 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 813 time: 0.1990952 Sep 17 22:08:41.198580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bbf25d2-3ac3-4be1-8dae-1e7c0082f319 req-93a5925c-b734-4754-91ed-3dd56329af16 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973072 Sep 17 22:08:41.202267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f6dad3b2-0be8-4d8d-8a0b-fc405b0ceb6a None None] Port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:08:41.233557 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fef531a5-4297-407d-89e9-2d371b7c427b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:41.240227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-5ed21bf6-2e38-48b3-bb7e-3278b7b8f131 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/quotas/9003d394d2614f1daeec6b5dba3f1ea3 HTTP/1.1" status: 200 len: 375 time: 0.0330453 Sep 17 22:08:41.325076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-c7ff9c15-9fe4-4c02-b1d5-e664b011a077 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789990 Sep 17 22:08:41.327996 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fef531a5-4297-407d-89e9-2d371b7c427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:41.394427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6615d-f632-466a-8c45-d6a2392dfdcc req-ababff34-de5d-4d3a-9efb-7f2208a97ce8 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:41.395906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31f6615d-f632-466a-8c45-d6a2392dfdcc req-ababff34-de5d-4d3a-9efb-7f2208a97ce8 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 935 time: 0.1163852 Sep 17 22:08:41.410186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef531a5-4297-407d-89e9-2d371b7c427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5747d28d-6fba-4611-a601-983dbe425b85,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:41.423050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fef531a5-4297-407d-89e9-2d371b7c427b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b30555cc6f74f79a9a18689cfdc47c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986090 Sep 17 22:08:41.425671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34744) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:41.444067 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-b553f628-6579-4116-88c5-425ed69d7499 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8863597 Sep 17 22:08:41.461979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Request body: {'port': {'device_id': '83c6556e-00a7-4f61-b35d-ae3241e8f53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:41.516949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31f6615d-f632-466a-8c45-d6a2392dfdcc req-675e8b05-59af-4291-847c-d13a967cc022 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112463 Sep 17 22:08:41.521301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-a849da92-6b09-4a2d-8894-056fcf52474f service neutron] 10.222.0.13 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878114 Sep 17 22:08:41.545228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53644acb-0329-4eb2-b3e8-7a903e6221ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:41.561467 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:41.573798 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d741f521-c1ac-4b02-ba27-0d66981b59e5 x-openstack-request-id: req-d741f521-c1ac-4b02-ba27-0d66981b59e5 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:41.578263 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a0eee-7a41-4dcb-b5f1-d7fbb663ed42", "name": "network-vif-deleted", "tag": "873f22e3-1c1e-44df-a3b0-567ebb9327b9", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:41.578263 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d741f521-c1ac-4b02-ba27-0d66981b59e5 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:41.578263 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a0eee-7a41-4dcb-b5f1-d7fbb663ed42', 'name': 'network-vif-deleted', 'tag': '873f22e3-1c1e-44df-a3b0-567ebb9327b9', 'status': 'completed', 'code': 200} Sep 17 22:08:41.588160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53644acb-0329-4eb2-b3e8-7a903e6221ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:41.675436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbf66c9d-b73c-400c-aa60-4e83101bc32e req-a7274ebf-9e94-477f-ba11-99bcbe9270fd tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 210 time: 0.0347545 Sep 17 22:08:41.699446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-55b5621c-2e4a-4cfa-8727-6f5ad676d411 service neutron] 10.222.0.13 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681590 Sep 17 22:08:41.812474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2326f2-398c-4675-b1be-3d78be0fee12 req-99e556d4-fa8b-40aa-8e69-6c460745e089 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:41.814270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b2326f2-398c-4675-b1be-3d78be0fee12 req-99e556d4-fa8b-40aa-8e69-6c460745e089 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0532649 Sep 17 22:08:41.846682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53644acb-0329-4eb2-b3e8-7a903e6221ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:41.849528 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53644acb-0329-4eb2-b3e8-7a903e6221ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:41.850783 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-53644acb-0329-4eb2-b3e8-7a903e6221ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5747d28d-6fba-4611-a601-983dbe425b85 HTTP/1.1" status: 204 len: 168 time: 0.4241254 Sep 17 22:08:41.870729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53644acb-0329-4eb2-b3e8-7a903e6221ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5747d28d-6fba-4611-a601-983dbe425b85,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:41.875456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b2326f2-398c-4675-b1be-3d78be0fee12 req-9a05d6b9-05c9-4a78-bd42-e90511a8d0cb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541093 Sep 17 22:08:41.977255 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:41.989205 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:42.021742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Transition to ACTIVE for port object 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:08:42.068061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8c817c4-dc6c-4ab2-80e6-c2090e55fc6e req-ec26d2d0-64a4-4273-848a-7306bf8ff89d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 210 time: 0.0440264 Sep 17 22:08:42.095064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b5f788e-2d67-476d-b686-7b98196b45df up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:08:42.101356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:42.162968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Pushing event updated for resources: {'Port': ['ID=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:42.278545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 6b5f788e-2d67-476d-b686-7b98196b45df completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:08:42.283005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 6b5f788e-2d67-476d-b686-7b98196b45df triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:42.283661 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:42.291330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Attempting to bind port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:08:42.291709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Attempting to bind port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:08:42.292037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Attempting to bind port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:42.296724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:08:42.297094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Attempting to bind port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:42.302392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:08:42.302738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:08:42.303150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:08:42.303703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Bound port: 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:08:42.306637 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:42.422756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] For port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:08:42.429595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] For port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:08:42.443148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:42.495265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6b5f788e-2d67-476d-b686-7b98196b45df, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b5f788e-2d67-476d-b686-7b98196b45df,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:42.522233 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:42.563348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47a0711-152d-47fa-9f5b-eb86439b15a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5f788e-2d67-476d-b686-7b98196b45df'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:42.567181 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205d7cd3-aa2f-4eba-939a-2a73f7d74eda" -d '{"events": [{"server_uuid": "e47a0711-152d-47fa-9f5b-eb86439b15a0", "name": "network-vif-plugged", "status": "completed", "tag": "6b5f788e-2d67-476d-b686-7b98196b45df"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:42.580627 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:42.615863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:42.615863 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:42.615863 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] 10.222.0.35 "PUT /v2.0/ports/05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 HTTP/1.1" status: 200 len: 1096 time: 1.1587517 Sep 17 22:08:42.672542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527ebf2-76c3-4283-9a50-43f505a04c62 service neutron] Pushing event updated for resources: {'Port': ['ID=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:42.698712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6b5f788e-2d67-476d-b686-7b98196b45df,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:42.922499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0fa9b-0f9f-4bf5-9c66-0e94f9602075 req-44b73fc4-4074-4ae2-bfae-135a0f5530c9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:42.924006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82a0fa9b-0f9f-4bf5-9c66-0e94f9602075 req-44b73fc4-4074-4ae2-bfae-135a0f5530c9 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 944 time: 0.5918384 Sep 17 22:08:43.015440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82a0fa9b-0f9f-4bf5-9c66-0e94f9602075 req-4380ebfd-fe49-44bb-85ca-e178d88042e8 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620153 Sep 17 22:08:43.036384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-f88fb58e-fceb-4aef-b80c-5953feff468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:43.036384 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-f88fb58e-fceb-4aef-b80c-5953feff468a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdd9073f3e7e4f238c0201b02d6a2cdd&device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 1099 time: 0.0661666 Sep 17 22:08:43.044739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb26c35-d1e8-4f02-b155-33bdc371a47e req-f85fae7e-1d7d-427f-a11f-2f996e027d18 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:43.052450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0eb26c35-d1e8-4f02-b155-33bdc371a47e req-f85fae7e-1d7d-427f-a11f-2f996e027d18 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 947 time: 0.1770573 Sep 17 22:08:43.074132 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f34daa-89e7-4985-ba24-30aa7d17982a x-openstack-request-id: req-65f34daa-89e7-4985-ba24-30aa7d17982a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:43.074635 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47a0711-152d-47fa-9f5b-eb86439b15a0", "name": "network-vif-plugged", "status": "completed", "tag": "6b5f788e-2d67-476d-b686-7b98196b45df", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:43.075043 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65f34daa-89e7-4985-ba24-30aa7d17982a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:43.076097 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47a0711-152d-47fa-9f5b-eb86439b15a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5f788e-2d67-476d-b686-7b98196b45df', 'code': 200} Sep 17 22:08:43.115049 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-556f51a2-0861-4c0a-ad75-acae9f624ba7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 HTTP/1.1" status: 200 len: 217 time: 0.0762553 Sep 17 22:08:43.140175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-de6e43af-f902-478f-a0f4-b393edfbb4b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:43.141598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-de6e43af-f902-478f-a0f4-b393edfbb4b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.32 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 805 time: 0.7381208 Sep 17 22:08:43.163262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Request body: {'port': {'device_id': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'admin_state_up': True, 'tenant_id': 'ce5f0656776745329b9e57ae772c2111'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:43.201293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16a96989-e5b1-49e3-aed3-8e9139ad4b3e req-49b1d131-78b0-4fd3-8e75-2bb41a3472bd tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 210 time: 0.0586863 Sep 17 22:08:43.215927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-963e069f-d61f-457b-94db-0a0a6cc7c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:43.225641 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-963e069f-d61f-457b-94db-0a0a6cc7c4da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1023264 Sep 17 22:08:43.229049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98803f6-a74a-4c6a-887f-672d5c188864 req-a8b25826-d805-48ba-bad1-a02e4bb58d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:43.230718 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e98803f6-a74a-4c6a-887f-672d5c188864 req-a8b25826-d805-48ba-bad1-a02e4bb58d18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 1097 time: 0.0635865 Sep 17 22:08:43.246920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0eb26c35-d1e8-4f02-b155-33bdc371a47e req-2aab4fdd-502d-4d2f-9f36-11b65e96588e tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935074 Sep 17 22:08:43.303911 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e98803f6-a74a-4c6a-887f-672d5c188864 req-e28b0a19-043f-4607-b68b-065ca951f08c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600145 Sep 17 22:08:43.307446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-f483a6ab-7640-4b53-9fd6-9694c0fecedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:43.309357 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-f483a6ab-7640-4b53-9fd6-9694c0fecedd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755076 Sep 17 22:08:43.429374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d21c3-99ad-4aea-9de4-a44df7b35b6b req-819a64b0-4e38-473c-8f5c-23255ad193dc tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:43.435995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da7d21c3-99ad-4aea-9de4-a44df7b35b6b req-819a64b0-4e38-473c-8f5c-23255ad193dc tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1120999 Sep 17 22:08:43.453015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-0c444c22-6a7d-4db7-97df-03e791531a8f service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357064 Sep 17 22:08:43.499584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65a7e3a3-75d2-449f-ad27-b9009e5a9bb3 req-a9f6e1cc-8261-45fa-9667-547c4bcc94e0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 210 time: 0.0396674 Sep 17 22:08:43.522322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da7d21c3-99ad-4aea-9de4-a44df7b35b6b req-f7af04d2-ce84-474a-8b32-130a28ba8bec tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758910 Sep 17 22:08:43.569091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-840127bc-84fa-4df2-ac84-4eb4a48976c2 req-4b678966-c839-47f9-bb06-f4c99bc020c6 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089544 Sep 17 22:08:43.575699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c6556e-00a7-4f61-b35d-ae3241e8f53d', 'tag': '05ba5f83-df2f-4ffd-b6a8-a7ff136485a3'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:43.578118 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca38d51b-51cd-4cf5-9610-903e61ec137f" -d '{"events": [{"name": "network-changed", "server_uuid": "83c6556e-00a7-4f61-b35d-ae3241e8f53d", "tag": "05ba5f83-df2f-4ffd-b6a8-a7ff136485a3"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:43.584426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Made reservation on behalf of ce5f0656776745329b9e57ae772c2111 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:43.588968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:43.615869 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0c5b53-162f-481b-87d9-926f27670425 x-openstack-request-id: req-aa0c5b53-162f-481b-87d9-926f27670425 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:43.616400 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c6556e-00a7-4f61-b35d-ae3241e8f53d", "tag": "05ba5f83-df2f-4ffd-b6a8-a7ff136485a3", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:43.616400 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa0c5b53-162f-481b-87d9-926f27670425 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:43.616800 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c6556e-00a7-4f61-b35d-ae3241e8f53d', 'tag': '05ba5f83-df2f-4ffd-b6a8-a7ff136485a3', 'status': 'completed', 'code': 200} Sep 17 22:08:43.740452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Allocated IP 172.20.0.7 (cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0/6d99c15b-c193-4901-b368-faa5605566e7/a9913f3b-3032-47f4-a5f6-308dde765b68) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:08:43.761317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-1e0e731d-63cc-479c-a2d0-7d00325723aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:43.763249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-1e0e731d-63cc-479c-a2d0-7d00325723aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdd9073f3e7e4f238c0201b02d6a2cdd&device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 1099 time: 0.0597899 Sep 17 22:08:43.896023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-6e601708-c931-4b65-82cf-8ebdbb754ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:43.898468 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-6e601708-c931-4b65-82cf-8ebdbb754ca3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1210785 Sep 17 22:08:43.952881 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-17e97e73-5b6f-44b3-bfc6-86297c2c3345 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 HTTP/1.1" status: 200 len: 217 time: 0.0479889 Sep 17 22:08:43.955795 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:43.982919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 873f22e3-1c1e-44df-a3b0-567ebb9327b9 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:44.002610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 873f22e3-1c1e-44df-a3b0-567ebb9327b9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:44.003149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 873f22e3-1c1e-44df-a3b0-567ebb9327b9 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:44.008454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-0ac2d64e-dbfe-4d7d-9ed8-5c3471975026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:44.010916 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-0ac2d64e-dbfe-4d7d-9ed8-5c3471975026 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0501375 Sep 17 22:08:44.062975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-c2d85077-635e-4132-85ef-b1533f8d7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:44.064540 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-c2d85077-635e-4132-85ef-b1533f8d7675 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465593 Sep 17 22:08:44.075402 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:44.128660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Pushing event updated for resources: {'Port': ['ID=a9913f3b-3032-47f4-a5f6-308dde765b68,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:44.181157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:08:44.181157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:44.181498 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-5d7f1135-f494-40da-b4fd-b84ac78c54fb service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022787 Sep 17 22:08:44.182083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:08:44.213483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196ea9d-2032-4c51-b785-f0838c700368 req-0a135cba-15d5-440b-a3b8-5f76d0fc42a8 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:44.215101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7196ea9d-2032-4c51-b785-f0838c700368 req-0a135cba-15d5-440b-a3b8-5f76d0fc42a8 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 945 time: 0.0891457 Sep 17 22:08:44.268967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:44.269403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:44.306574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ca38d51b-51cd-4cf5-9610-903e61ec137f req-d38b09d1-07b8-4f78-82e4-4718dd54d5c1 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174433 Sep 17 22:08:44.324642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7196ea9d-2032-4c51-b785-f0838c700368 req-453a4e51-fda7-4023-9c7b-b75dce1c3268 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998726 Sep 17 22:08:44.389688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-59cd63ef-0167-451f-887c-7cb934dba6ae tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2301891 Sep 17 22:08:44.406129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Request body: {'port': {'device_id': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:44.420640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73851689-9d7f-4b92-b86a-bde23acb12fd req-1722e6c5-9191-4e8a-a995-a0b61d8a62f4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:44.428488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73851689-9d7f-4b92-b86a-bde23acb12fd req-1722e6c5-9191-4e8a-a995-a0b61d8a62f4 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 931 time: 0.0908115 Sep 17 22:08:44.558031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73851689-9d7f-4b92-b86a-bde23acb12fd req-668c75c6-1e91-488c-87c3-b359bdee0503 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259096 Sep 17 22:08:44.580830 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:44.597853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b604d-8e92-4b70-b24d-80081bbf8c5d req-027c997b-354a-4c11-84d1-bc8cbaf379ce tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:44.599145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-249e8bd0-21cd-4316-a98d-9c4dd25c308e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:44.599423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a17b604d-8e92-4b70-b24d-80081bbf8c5d req-027c997b-354a-4c11-84d1-bc8cbaf379ce tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 947 time: 0.1882627 Sep 17 22:08:44.601086 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-249e8bd0-21cd-4316-a98d-9c4dd25c308e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.35 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 813 time: 0.1266255 Sep 17 22:08:44.640253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Request body: {'port': {'device_id': '0b773652-b7e9-4cf3-adb1-52ec7eab5443', 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14', 'admin_state_up': True, 'tenant_id': '9003d394d2614f1daeec6b5dba3f1ea3'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:44.695398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a17b604d-8e92-4b70-b24d-80081bbf8c5d req-baa234ae-db6f-4290-9389-ea0db8e60cd4 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791798 Sep 17 22:08:44.795930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2b9061f-2e39-48d3-896f-ad8697f359fc req-f001ea02-05fd-4cda-8102-e39d55ee7308 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 210 time: 0.0431235 Sep 17 22:08:44.938555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Made reservation on behalf of 9003d394d2614f1daeec6b5dba3f1ea3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:44.942212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.002410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0defc25-5501-4a8a-94f9-480137059685 req-d2b335e1-1d24-4db2-bbda-ea949a356f79 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:45.003961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0defc25-5501-4a8a-94f9-480137059685 req-d2b335e1-1d24-4db2-bbda-ea949a356f79 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1182709 Sep 17 22:08:45.084901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0defc25-5501-4a8a-94f9-480137059685 req-fa3e30f8-6d41-43cb-9107-4a55a5d0180c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692503 Sep 17 22:08:45.098370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9913f3b-3032-47f4-a5f6-308dde765b68 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:45.102183 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.121491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Transition to ACTIVE for port object a9913f3b-3032-47f4-a5f6-308dde765b68 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:08:45.140690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Allocated IP 172.20.0.7 (aef19c3d-a8ec-4865-87d6-87e3d003ff14/f6cdfc4f-69dc-4c5c-83fc-9376a051edc7/e5145697-939b-4ef3-8892-888f7592a019) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:08:45.214299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.295164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Pushing event updated for resources: {'Port': ['ID=a9913f3b-3032-47f4-a5f6-308dde765b68,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:45.303825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.387325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Attempting to bind port a9913f3b-3032-47f4-a5f6-308dde765b68 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:08:45.387674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Attempting to bind port a9913f3b-3032-47f4-a5f6-308dde765b68 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:08:45.388025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Attempting to bind port a9913f3b-3032-47f4-a5f6-308dde765b68 on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:45.392929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Port a9913f3b-3032-47f4-a5f6-308dde765b68 on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:08:45.393279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Attempting to bind port a9913f3b-3032-47f4-a5f6-308dde765b68 on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:45.413328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:08:45.413562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Checking segment: {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:08:45.413903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Bound using segment: {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:08:45.414348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Bound port: a9913f3b-3032-47f4-a5f6-308dde765b68, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:08:45.414773 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.448905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.464372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['73501dff-3416-4542-a9b1-8da8be8e3c8c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:45.482862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f70956-3177-474c-b8f5-3c4ef32a69eb req-14bf5ec6-8e47-4380-ad88-71c2225c4c1f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:45.484398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79f70956-3177-474c-b8f5-3c4ef32a69eb req-14bf5ec6-8e47-4380-ad88-71c2225c4c1f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 945 time: 0.0867319 Sep 17 22:08:45.496112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Network aef19c3d-a8ec-4865-87d6-87e3d003ff14 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:08:45.499965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:45.510940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:08:45.535828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:08:45.541654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9913f3b-3032-47f4-a5f6-308dde765b68,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:08:45.547636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79f70956-3177-474c-b8f5-3c4ef32a69eb req-6c90f328-0957-4538-8513-89704847d6ed tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506046 Sep 17 22:08:45.611284 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.613684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:45.614451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.631087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Pushing event updated for resources: {'Port': ['ID=e5145697-939b-4ef3-8892-888f7592a019,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:45.674680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:45.674680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.675534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] 10.222.0.32 "PUT /v2.0/ports/a9913f3b-3032-47f4-a5f6-308dde765b68 HTTP/1.1" status: 200 len: 1092 time: 1.2773225 Sep 17 22:08:45.675990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:45.678234 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:45.716566 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-450654d2-882b-4fa6-b5cc-7bf941c5db9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0874140 Sep 17 22:08:45.720461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c18d3-6b89-46f1-8c71-39f2506cae4f service neutron] Pushing event updated for resources: {'Port': ['ID=a9913f3b-3032-47f4-a5f6-308dde765b68,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:45.731296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Request body: {'port': {'device_id': '0b773652-b7e9-4cf3-adb1-52ec7eab5443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:45.740111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f197cf-1102-4401-9390-ff19a5235279 req-3049c143-3af1-40cf-9556-8d4faba146fb tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:45.741769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4f197cf-1102-4401-9390-ff19a5235279 req-3049c143-3af1-40cf-9556-8d4faba146fb tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 943 time: 0.0856872 Sep 17 22:08:45.801454 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:45.815121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4f197cf-1102-4401-9390-ff19a5235279 req-9e1be369-75a7-4655-9f23-055584c236ed tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666847 Sep 17 22:08:45.830502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-18a02b29-8f76-49da-96d7-4f9cd5e2f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:45.832121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-18a02b29-8f76-49da-96d7-4f9cd5e2f8eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 1095 time: 0.0479484 Sep 17 22:08:45.921087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-232a40eb-e47d-4d7b-95fd-20d5d624d669 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9913f3b-3032-47f4-a5f6-308dde765b68 HTTP/1.1" status: 200 len: 217 time: 0.0792775 Sep 17 22:08:45.988744 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d11abef-654c-4102-83cb-a30d5241511d x-openstack-request-id: req-9d11abef-654c-4102-83cb-a30d5241511d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:45.989291 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:45.989546 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d11abef-654c-4102-83cb-a30d5241511d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:45.989935 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68', 'status': 'completed', 'code': 200} Sep 17 22:08:45.994307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:08:46.020840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3c87-178c-4a50-9fce-6bf0bfe02b06 req-691823c5-131d-4c83-8243-6f6b497cf011 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.022428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb1c3c87-178c-4a50-9fce-6bf0bfe02b06 req-691823c5-131d-4c83-8243-6f6b497cf011 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 945 time: 0.1003249 Sep 17 22:08:46.032791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-39ca3e22-0a53-4c51-b5d2-fb22f89272cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.032791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-39ca3e22-0a53-4c51-b5d2-fb22f89272cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 200 len: 845 time: 0.0982075 Sep 17 22:08:46.086233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-0610f457-75ac-4983-bc2b-74cd27c11b70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434093 Sep 17 22:08:46.130441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:46.143262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '05ba5f83-df2f-4ffd-b6a8-a7ff136485a3', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '05ba5f83-df2f-4ffd-b6a8-a7ff136485a3', 'mac_address': 'fa:16:3e:5b:1d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:08:46.147289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5145697-939b-4ef3-8892-888f7592a019 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:46.149185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb1c3c87-178c-4a50-9fce-6bf0bfe02b06 req-fb0d7bef-d6eb-4427-b41e-d939b3c279ed tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181784 Sep 17 22:08:46.156586 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:46.164866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a8930-e5b1-4a24-b2eb-fcbdd53c53d8 req-b12cedeb-4332-4eb5-a464-10fee10f6f3f tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.167218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad5a8930-e5b1-4a24-b2eb-fcbdd53c53d8 req-b12cedeb-4332-4eb5-a464-10fee10f6f3f tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 947 time: 0.1113973 Sep 17 22:08:46.181571 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Transition to ACTIVE for port object e5145697-939b-4ef3-8892-888f7592a019 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:08:46.212220 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:46.229586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:46.251044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:46.262307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad5a8930-e5b1-4a24-b2eb-fcbdd53c53d8 req-e210590a-1c71-467b-ab7f-d6b4adcf478e tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708892 Sep 17 22:08:46.264258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:46.277567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-4844b49a-01bd-426d-8310-c6de4469f56f service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773472 Sep 17 22:08:46.321173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5145697-939b-4ef3-8892-888f7592a019,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:46.328877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f55e1-6678-4bb0-b81b-a94be3b1650a req-7c553811-6ef3-4814-8072-bbee12fea2bb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.333480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e54f55e1-6678-4bb0-b81b-a94be3b1650a req-7c553811-6ef3-4814-8072-bbee12fea2bb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 931 time: 0.0867803 Sep 17 22:08:46.395527 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:46.409996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Attempting to bind port e5145697-939b-4ef3-8892-888f7592a019 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:08:46.409996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Attempting to bind port e5145697-939b-4ef3-8892-888f7592a019 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '4173d65f-a40b-45d1-9129-8c16e72c6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:08:46.409996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Attempting to bind port e5145697-939b-4ef3-8892-888f7592a019 on network aef19c3d-a8ec-4865-87d6-87e3d003ff14 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:46.413507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Port e5145697-939b-4ef3-8892-888f7592a019 on network aef19c3d-a8ec-4865-87d6-87e3d003ff14 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:08:46.413823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Attempting to bind port e5145697-939b-4ef3-8892-888f7592a019 on network aef19c3d-a8ec-4865-87d6-87e3d003ff14 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:08:46.419369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:08:46.419700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Checking segment: {'id': '4173d65f-a40b-45d1-9129-8c16e72c6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:08:46.420074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Bound using segment: {'id': '4173d65f-a40b-45d1-9129-8c16e72c6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:08:46.420932 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Bound port: e5145697-939b-4ef3-8892-888f7592a019, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4173d65f-a40b-45d1-9129-8c16e72c6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:08:46.420932 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:46.449736 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:46.468908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e54f55e1-6678-4bb0-b81b-a94be3b1650a req-756df0b8-1186-4bce-9f88-33a2fc0a8335 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978143 Sep 17 22:08:46.476792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a15376b-3a6e-4daf-942c-4a1f5dceb424 req-298f8560-f054-49f7-ad5e-3a27991e44c3 service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876860 Sep 17 22:08:46.490039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfe095-edf8-464d-9a5f-02fb25fd0d3e req-214a9747-5912-4ada-9209-b7f137548546 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.490990 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98dfe095-edf8-464d-9a5f-02fb25fd0d3e req-214a9747-5912-4ada-9209-b7f137548546 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1184063 Sep 17 22:08:46.495334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] For port e5145697-939b-4ef3-8892-888f7592a019, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:08:46.498922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] For port e5145697-939b-4ef3-8892-888f7592a019, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e5145697-939b-4ef3-8892-888f7592a019,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:08:46.542522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98dfe095-edf8-464d-9a5f-02fb25fd0d3e req-b35f85c7-d912-46d3-99f0-b1d496de83a8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506146 Sep 17 22:08:46.613949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['05ba5f83-df2f-4ffd-b6a8-a7ff136485a3'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:46.624786 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:46.675390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.676277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:46.679004 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/e5145697-939b-4ef3-8892-888f7592a019 HTTP/1.1" status: 200 len: 1092 time: 0.9525807 Sep 17 22:08:46.679637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b773652-b7e9-4cf3-adb1-52ec7eab5443', 'tag': 'e5145697-939b-4ef3-8892-888f7592a019'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:46.683722 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f5dd33-a01d-4b56-94b5-ee2644493cae" -d '{"events": [{"name": "network-changed", "server_uuid": "0b773652-b7e9-4cf3-adb1-52ec7eab5443", "tag": "e5145697-939b-4ef3-8892-888f7592a019"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:46.699098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-3ff6319e-70cf-4894-a73f-fd790be4a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.704094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-3ff6319e-70cf-4894-a73f-fd790be4a0be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 1095 time: 0.0803611 Sep 17 22:08:46.725739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b5369-d13e-4977-8735-d8432320a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5145697-939b-4ef3-8892-888f7592a019,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:46.829187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-1394e826-08c4-4244-be91-c7a949f91a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.831676 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-1394e826-08c4-4244-be91-c7a949f91a4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 1095 time: 0.0508544 Sep 17 22:08:46.839499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-2be411fc-12c9-4bd9-99c5-59cd31f45fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.842127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-2be411fc-12c9-4bd9-99c5-59cd31f45fb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 905 time: 0.1305346 Sep 17 22:08:46.891726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-bd0fbf66-0ff9-4704-83ab-14f0a0b908fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5145697-939b-4ef3-8892-888f7592a019 HTTP/1.1" status: 200 len: 217 time: 0.0518968 Sep 17 22:08:46.908417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-834ef7b4-2f99-4b78-a90c-ed8372aa590d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9913f3b-3032-47f4-a5f6-308dde765b68 HTTP/1.1" status: 200 len: 217 time: 0.0580878 Sep 17 22:08:46.945406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-1b4782c7-3260-41b3-b45d-6909ba04afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.947097 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-1b4782c7-3260-41b3-b45d-6909ba04afd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 HTTP/1.1" status: 200 len: 853 time: 0.0480075 Sep 17 22:08:46.972328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-3af3175f-0450-4aa8-890c-79b270510fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:46.973883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-3af3175f-0450-4aa8-890c-79b270510fd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 200 len: 845 time: 0.0574570 Sep 17 22:08:46.979062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-cd5fdb37-b597-4aa0-8f99-a50ccafce0d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aef19c3d-a8ec-4865-87d6-87e3d003ff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245631 Sep 17 22:08:47.013629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-a9a830eb-9654-4fff-b392-f420012ab1b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304830 Sep 17 22:08:47.083401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-c42454c5-9efe-4aa7-ac27-933f1490aaae service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961077 Sep 17 22:08:47.107728 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e615bfff-43da-4307-9342-33fa91555be1 x-openstack-request-id: req-e615bfff-43da-4307-9342-33fa91555be1 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:47.108054 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b773652-b7e9-4cf3-adb1-52ec7eab5443", "tag": "e5145697-939b-4ef3-8892-888f7592a019", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:47.108251 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e615bfff-43da-4307-9342-33fa91555be1 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:47.110125 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b773652-b7e9-4cf3-adb1-52ec7eab5443', 'tag': 'e5145697-939b-4ef3-8892-888f7592a019', 'status': 'completed', 'code': 200} Sep 17 22:08:47.124181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-d6c20e82-942a-424f-aae9-d3a104ed92c4 service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019528 Sep 17 22:08:47.209375 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e89695f7-2124-4b86-ba78-3d1d621770ba req-60d3bdcc-941f-46b5-9d31-861b3cefa675 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982780 Sep 17 22:08:47.264219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fce3b-16a7-442d-9534-6cd76eec9feb req-7cae6526-fd0e-43eb-b211-8e0834a24fc2 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:47.265672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e7fce3b-16a7-442d-9534-6cd76eec9feb req-7cae6526-fd0e-43eb-b211-8e0834a24fc2 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 943 time: 0.1005664 Sep 17 22:08:47.302032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cabd73fe-b8c3-4fc6-9db6-6090d35ed0fb req-ac60c835-2e96-4e90-bc11-f6600125d538 service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691246 Sep 17 22:08:47.327366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e7fce3b-16a7-442d-9534-6cd76eec9feb req-bd1eb3ab-e226-4a22-a5d3-64be39c26071 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504868 Sep 17 22:08:47.400010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-27f8812c-a3b6-4bec-9b44-a2afd149b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:47.401539 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-27f8812c-a3b6-4bec-9b44-a2afd149b83e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 1095 time: 0.0412195 Sep 17 22:08:47.517320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-cdb5dba7-e6ed-4ef7-895d-d0eb67ef65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:47.518954 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-cdb5dba7-e6ed-4ef7-895d-d0eb67ef65c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 913 time: 0.1110382 Sep 17 22:08:47.564123 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-a45224e9-2d30-44ba-91ec-c0ff09bbda86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5145697-939b-4ef3-8892-888f7592a019 HTTP/1.1" status: 200 len: 217 time: 0.0380523 Sep 17 22:08:47.570666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf368e3-37d5-44ca-912e-fe4df1945d84 req-5fcdea3d-7d81-469b-9a25-18c16ab0c708 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:47.573365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbf368e3-37d5-44ca-912e-fe4df1945d84 req-5fcdea3d-7d81-469b-9a25-18c16ab0c708 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 948 time: 0.0515013 Sep 17 22:08:47.614923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbf368e3-37d5-44ca-912e-fe4df1945d84 req-be91682e-1d80-4567-a0be-b6b2d5dda1d1 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352833 Sep 17 22:08:47.620503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-521aa409-6966-433e-9e65-77c92cdf4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:47.621997 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-521aa409-6966-433e-9e65-77c92cdf4cdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 HTTP/1.1" status: 200 len: 853 time: 0.0508177 Sep 17 22:08:47.658810 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-d6e6b914-9e08-45c8-903b-4a2ae8535f41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aef19c3d-a8ec-4865-87d6-87e3d003ff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286536 Sep 17 22:08:47.664147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f7aafe8b-2632-4267-a69d-dcd62b3c32b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:47.753784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faf134-572d-4237-8de9-e714e389f376 req-fa5ead30-9cb0-4336-ab4f-8ce91853abc8 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:47.755512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02faf134-572d-4237-8de9-e714e389f376 req-fa5ead30-9cb0-4336-ab4f-8ce91853abc8 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 943 time: 0.0694709 Sep 17 22:08:47.769862 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-f63bb93f-a11f-4227-ac82-4113afc65e47 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024504 Sep 17 22:08:47.820350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c829ca3-72f4-4072-80ec-b30a99b8704d req-2b3343b3-8760-4c51-8330-beef203b7b4c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:47.821968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c829ca3-72f4-4072-80ec-b30a99b8704d req-2b3343b3-8760-4c51-8330-beef203b7b4c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0854156 Sep 17 22:08:47.825756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02faf134-572d-4237-8de9-e714e389f376 req-0cc381e7-4e2a-451d-8659-d26ce3d6eb9d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531151 Sep 17 22:08:47.871225 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e4f5dd33-a01d-4b56-94b5-ee2644493cae req-5c94fe84-6302-4b48-bc11-ceb97c78a2cf service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934541 Sep 17 22:08:47.885607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c829ca3-72f4-4072-80ec-b30a99b8704d req-cefd78dc-c483-431b-bb6b-3cad6135fb5a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 Sep 17 22:08:47.922318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34944) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:47.994182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:08:47.998822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f419b9-b55e-46db-82da-fe92e7927447 req-5851c93f-90ca-4a0e-b22b-7587754b8f4e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:48.000598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3f419b9-b55e-46db-82da-fe92e7927447 req-5851c93f-90ca-4a0e-b22b-7587754b8f4e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 945 time: 0.0578766 Sep 17 22:08:48.041454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3f419b9-b55e-46db-82da-fe92e7927447 req-44002e1f-6d03-4706-9370-f0cb71206e97 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343339 Sep 17 22:08:48.057244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-953253c6-18a0-453a-8462-dc03fea086b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.115135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:08:48.119089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:48.119460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.143782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-953253c6-18a0-453a-8462-dc03fea086b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.195969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.221450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c6556e-00a7-4f61-b35d-ae3241e8f53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba5f83-df2f-4ffd-b6a8-a7ff136485a3'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:48.223861 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d5bbe1-6a12-4b99-b0d5-9f26950ab257" -d '{"events": [{"server_uuid": "83c6556e-00a7-4f61-b35d-ae3241e8f53d", "name": "network-vif-plugged", "status": "completed", "tag": "05ba5f83-df2f-4ffd-b6a8-a7ff136485a3"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:48.224012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-953253c6-18a0-453a-8462-dc03fea086b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.244558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:48.265179 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be06651-5eba-4a96-be55-75f3795be4dd x-openstack-request-id: req-5be06651-5eba-4a96-be55-75f3795be4dd {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:48.265514 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c6556e-00a7-4f61-b35d-ae3241e8f53d", "name": "network-vif-plugged", "status": "completed", "tag": "05ba5f83-df2f-4ffd-b6a8-a7ff136485a3", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:48.265772 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5be06651-5eba-4a96-be55-75f3795be4dd {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:48.266160 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c6556e-00a7-4f61-b35d-ae3241e8f53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba5f83-df2f-4ffd-b6a8-a7ff136485a3', 'code': 200} Sep 17 22:08:48.267644 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-953253c6-18a0-453a-8462-dc03fea086b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99779574796b4705bd01e8a889a0f995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442142 Sep 17 22:08:48.268990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953253c6-18a0-453a-8462-dc03fea086b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9750bd4-69d4-4e32-8d51-0a0a5c766b56,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:48.270440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34954) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:48.324190 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdc06-a6d3-4ced-bb39-6c32d4093398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.340102 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.357441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdc06-a6d3-4ced-bb39-6c32d4093398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.409695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3071a9-972e-4dea-ae66-d71a29fd7179 req-3f5056af-6d1f-4161-ab0b-513db96c2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:48.412686 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f3071a9-972e-4dea-ae66-d71a29fd7179 req-3f5056af-6d1f-4161-ab0b-513db96c2d25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 1100 time: 0.0881772 Sep 17 22:08:48.429779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:48.461200 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f3071a9-972e-4dea-ae66-d71a29fd7179 req-27383476-ec76-4876-8333-0df7ad58ebf3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Sep 17 22:08:48.465972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08d590-f62f-4aa7-a53e-2274683e8ba2 req-12d7d234-40ca-453f-bb8b-7c24182c4eaf tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:48.467629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b08d590-f62f-4aa7-a53e-2274683e8ba2 req-12d7d234-40ca-453f-bb8b-7c24182c4eaf tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 943 time: 0.0537550 Sep 17 22:08:48.468781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34960) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:48.503575 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdc06-a6d3-4ced-bb39-6c32d4093398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.506058 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdc06-a6d3-4ced-bb39-6c32d4093398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.507219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2e1fdc06-a6d3-4ced-bb39-6c32d4093398 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9750bd4-69d4-4e32-8d51-0a0a5c766b56 HTTP/1.1" status: 204 len: 168 time: 0.2356722 Sep 17 22:08:48.513860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b08d590-f62f-4aa7-a53e-2274683e8ba2 req-9e565ced-04c6-4337-ae0f-b3b1a937f487 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Sep 17 22:08:48.519139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fdc06-a6d3-4ced-bb39-6c32d4093398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9750bd4-69d4-4e32-8d51-0a0a5c766b56,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:48.593511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae558580-1792-4542-9efd-6e2c1e97bbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.680241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae558580-1792-4542-9efd-6e2c1e97bbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.734046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c0014-e1ff-460b-b395-f92e85692111 req-2a485814-ed1e-4e57-ada5-18465d181c51 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:48.735547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce2c0014-e1ff-460b-b395-f92e85692111 req-2a485814-ed1e-4e57-ada5-18465d181c51 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 949 time: 0.0470443 Sep 17 22:08:48.773399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce2c0014-e1ff-460b-b395-f92e85692111 req-8d0e019c-06f8-4a0a-9bc1-86fd6e165d02 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Sep 17 22:08:48.778862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae558580-1792-4542-9efd-6e2c1e97bbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.816091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ae558580-1792-4542-9efd-6e2c1e97bbe2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97a9f178a2aa455ba856eb47f00a326b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463132 Sep 17 22:08:48.818890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34970) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:48.820926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae558580-1792-4542-9efd-6e2c1e97bbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2311767-2983-409b-8c9b-d374fb1e3c3c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:48.879603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd0e125f-ab7a-4fac-b576-96fc88421dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.901618 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd0e125f-ab7a-4fac-b576-96fc88421dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:48.943324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa9abc-3c66-4189-b7cd-30f0d5001aed req-26103983-34bd-4295-81d8-c02ae5015673 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:48.944919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3efa9abc-3c66-4189-b7cd-30f0d5001aed req-26103983-34bd-4295-81d8-c02ae5015673 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 943 time: 0.0514581 Sep 17 22:08:49.010569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3efa9abc-3c66-4189-b7cd-30f0d5001aed req-91894e02-6cd6-46e2-8482-d58f976f4457 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591588 Sep 17 22:08:49.031407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd0e125f-ab7a-4fac-b576-96fc88421dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:49.031407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd0e125f-ab7a-4fac-b576-96fc88421dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:49.033007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa2f21-c813-41f9-af88-0e9f53995898 req-c97c6c96-da7b-4250-8b75-9e92b706e979 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:49.033126 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dd0e125f-ab7a-4fac-b576-96fc88421dee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2311767-2983-409b-8c9b-d374fb1e3c3c HTTP/1.1" status: 204 len: 168 time: 0.2083266 Sep 17 22:08:49.033244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02aa2f21-c813-41f9-af88-0e9f53995898 req-c97c6c96-da7b-4250-8b75-9e92b706e979 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0739775 Sep 17 22:08:49.037118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e125f-ab7a-4fac-b576-96fc88421dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2311767-2983-409b-8c9b-d374fb1e3c3c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:49.077144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02aa2f21-c813-41f9-af88-0e9f53995898 req-7b79c137-5505-4888-83f4-aa2856c17e97 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373352 Sep 17 22:08:49.121018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34980) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:49.134547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92a50c3a-b397-4054-9613-3d8978a0cabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:49.159800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4882dc-bc02-4f4d-8f95-97a26fda34cb req-f675bd04-eea5-4e79-b5f6-75c784c59ecd tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:49.161268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e4882dc-bc02-4f4d-8f95-97a26fda34cb req-f675bd04-eea5-4e79-b5f6-75c784c59ecd tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Sep 17 22:08:49.199461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e4882dc-bc02-4f4d-8f95-97a26fda34cb req-4bf49279-fc0d-4f79-8399-2ab37d220c69 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Sep 17 22:08:49.225117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92a50c3a-b397-4054-9613-3d8978a0cabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:49.292201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92a50c3a-b397-4054-9613-3d8978a0cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:49.332857 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-92a50c3a-b397-4054-9613-3d8978a0cabc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8b7fe2b6df84a6d9ab3dece615b366b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084372 Sep 17 22:08:49.332857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a50c3a-b397-4054-9613-3d8978a0cabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4becda0-e960-4432-81fd-8f00cd55fde1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:49.334250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34984) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:49.393183 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0675e4b-b58a-4dfc-8c04-3138650ebd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:49.418171 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0675e4b-b58a-4dfc-8c04-3138650ebd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:49.547284 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0675e4b-b58a-4dfc-8c04-3138650ebd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:49.550282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0675e4b-b58a-4dfc-8c04-3138650ebd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:49.551496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f0675e4b-b58a-4dfc-8c04-3138650ebd7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4becda0-e960-4432-81fd-8f00cd55fde1 HTTP/1.1" status: 204 len: 168 time: 0.2162552 Sep 17 22:08:49.565408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0675e4b-b58a-4dfc-8c04-3138650ebd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4becda0-e960-4432-81fd-8f00cd55fde1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:49.643865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3a86c-30ec-458d-b40d-6c414e7a9d34 req-1e8a5ccf-2ea8-4072-bc77-d59239b4bf99 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:49.645377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45b3a86c-30ec-458d-b40d-6c414e7a9d34 req-1e8a5ccf-2ea8-4072-bc77-d59239b4bf99 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 943 time: 0.0493116 Sep 17 22:08:49.683461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45b3a86c-30ec-458d-b40d-6c414e7a9d34 req-344cbf19-ae6d-4c79-9118-f84ecc05a2c1 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Sep 17 22:08:49.889861 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc0481-8e64-48f1-bd4e-fe792ee4ffe3 req-994a679a-25d8-47fe-85d9-c2e7581dd354 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:49.891423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0fc0481-8e64-48f1-bd4e-fe792ee4ffe3 req-994a679a-25d8-47fe-85d9-c2e7581dd354 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 949 time: 0.0498667 Sep 17 22:08:49.930378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0fc0481-8e64-48f1-bd4e-fe792ee4ffe3 req-d7f68a4f-5ec2-435f-b327-580a351c8b7b tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Sep 17 22:08:49.932226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34996) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:49.945843 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c83748f-09c5-454c-9389-f46eb427e84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.012911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e5145697-939b-4ef3-8892-888f7592a019 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:08:50.080367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c83748f-09c5-454c-9389-f46eb427e84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.132759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9913f3b-3032-47f4-a5f6-308dde765b68 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:08:50.155189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port e5145697-939b-4ef3-8892-888f7592a019, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e5145697-939b-4ef3-8892-888f7592a019,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:50.156078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d491d-0550-4426-9a1c-4d4bfd211d9c req-b4e66f4b-bf35-48dc-a68d-b3387df3e934 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:50.157595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e96d491d-0550-4426-9a1c-4d4bfd211d9c req-b4e66f4b-bf35-48dc-a68d-b3387df3e934 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 943 time: 0.0560768 Sep 17 22:08:50.158701 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c83748f-09c5-454c-9389-f46eb427e84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.170989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'e5145697-939b-4ef3-8892-888f7592a019', 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14', 'port_id': 'e5145697-939b-4ef3-8892-888f7592a019', 'mac_address': 'fa:16:3e:10:41:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cdfc4f-69dc-4c5c-83fc-9376a051edc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:08:50.190548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-569f0313-192a-4568-988b-64fdd35ce174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.213073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c83748f-09c5-454c-9389-f46eb427e84c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4a878638bd6400fbff557d199b37b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797754 Sep 17 22:08:50.214062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83748f-09c5-454c-9389-f46eb427e84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f73bbc-9499-48db-8d9f-c48aaf809572,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:50.215898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35012) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:50.252273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e96d491d-0550-4426-9a1c-4d4bfd211d9c req-a0d68296-6661-43d4-b0d0-aec320af3522 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834606 Sep 17 22:08:50.268010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.297439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fbf-a0f3-4698-82c3-258c7fd0949c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.317957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5145697-939b-4ef3-8892-888f7592a019 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:50.339864 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fbf-a0f3-4698-82c3-258c7fd0949c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.350403 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9913f3b-3032-47f4-a5f6-308dde765b68,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:50.372062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port e5145697-939b-4ef3-8892-888f7592a019, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e5145697-939b-4ef3-8892-888f7592a019,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:50.373911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'a9913f3b-3032-47f4-a5f6-308dde765b68', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'port_id': 'a9913f3b-3032-47f4-a5f6-308dde765b68', 'mac_address': 'fa:16:3e:f9:97:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d99c15b-c193-4901-b368-faa5605566e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:08:50.411019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e644b-5f09-4159-a9bd-3d6df4821b26 req-5bb29a7f-0844-4064-9bbe-b96f5bb97b32 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:50.413516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac4e644b-5f09-4159-a9bd-3d6df4821b26 req-5bb29a7f-0844-4064-9bbe-b96f5bb97b32 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0783195 Sep 17 22:08:50.426634 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.430097 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.461345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9913f3b-3032-47f4-a5f6-308dde765b68 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:50.473002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fbf-a0f3-4698-82c3-258c7fd0949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.476918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fbf-a0f3-4698-82c3-258c7fd0949c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.480333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6aaf8fbf-a0f3-4698-82c3-258c7fd0949c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5f73bbc-9499-48db-8d9f-c48aaf809572 HTTP/1.1" status: 204 len: 168 time: 0.2621317 Sep 17 22:08:50.494939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf8fbf-a0f3-4698-82c3-258c7fd0949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f73bbc-9499-48db-8d9f-c48aaf809572,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:50.499790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9913f3b-3032-47f4-a5f6-308dde765b68,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:50.499935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac4e644b-5f09-4159-a9bd-3d6df4821b26 req-05f5b219-ae31-4cff-aabe-e2b4ac0d6ea2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786872 Sep 17 22:08:50.527814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=e5145697-939b-4ef3-8892-888f7592a019,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:50.552759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12171b3-249d-4540-b21a-944b26db3bae req-017bf8c4-47ab-4c51-a452-4e627fd85841 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:50.554343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a12171b3-249d-4540-b21a-944b26db3bae req-017bf8c4-47ab-4c51-a452-4e627fd85841 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 945 time: 0.1136537 Sep 17 22:08:50.576232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:50.577265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b5f788e-2d67-476d-b686-7b98196b45df details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:08:50.634483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a12171b3-249d-4540-b21a-944b26db3bae req-1ab6b908-a262-4318-9a23-7ed204afa570 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734289 Sep 17 22:08:50.659435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8d2f0-1a55-4905-b8ac-87b8f1c264f8 req-394932ca-d9e9-4281-8d4d-66f9689e9621 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:50.661186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9e8d2f0-1a55-4905-b8ac-87b8f1c264f8 req-394932ca-d9e9-4281-8d4d-66f9689e9621 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 949 time: 0.0587347 Sep 17 22:08:50.707793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9e8d2f0-1a55-4905-b8ac-87b8f1c264f8 req-d5100341-524a-45cd-a8c2-fcd18c2bc174 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Sep 17 22:08:50.815547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a9913f3b-3032-47f4-a5f6-308dde765b68,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:50.845147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['e5145697-939b-4ef3-8892-888f7592a019'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:50.867321 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b30f-53f6-488c-a5d5-9c7d918e185d req-e35253a8-3349-4090-8a78-c9a54bf92ab6 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:50.869623 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82d7b30f-53f6-488c-a5d5-9c7d918e185d req-e35253a8-3349-4090-8a78-c9a54bf92ab6 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 944 time: 0.0653725 Sep 17 22:08:50.918087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6b5f788e-2d67-476d-b686-7b98196b45df, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b5f788e-2d67-476d-b686-7b98196b45df,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:50.928815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82d7b30f-53f6-488c-a5d5-9c7d918e185d req-1ce29ab0-fcb5-4150-9a69-3793919c37af tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520797 Sep 17 22:08:50.940441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '6b5f788e-2d67-476d-b686-7b98196b45df', 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34', 'port_id': '6b5f788e-2d67-476d-b686-7b98196b45df', 'mac_address': 'fa:16:3e:45:37:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbffe2b-6893-46fa-bc1f-c19ea832e132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:08:51.018527 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:51.040842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b5f788e-2d67-476d-b686-7b98196b45df {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:51.071785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6b5f788e-2d67-476d-b686-7b98196b45df, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b5f788e-2d67-476d-b686-7b98196b45df,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:51.156565 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:51.179745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c604e-c4cd-45bd-adf5-a57751408f8b req-ca5eda12-1584-4abf-8d5f-746bb9504957 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:51.181393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e74c604e-c4cd-45bd-adf5-a57751408f8b req-ca5eda12-1584-4abf-8d5f-746bb9504957 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 945 time: 0.0546038 Sep 17 22:08:51.227139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6b5f788e-2d67-476d-b686-7b98196b45df,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:51.228892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e74c604e-c4cd-45bd-adf5-a57751408f8b req-a9ef2f89-e4a4-426e-a8d0-38fbbd834f22 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Sep 17 22:08:51.235648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['6b5f788e-2d67-476d-b686-7b98196b45df'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:51.257165 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:51.405351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c6270-3213-49a5-ab6e-e5e999afd03c req-3a19d30e-d5f4-47a1-8d22-c56c91da96af tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:51.406554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a9913f3b-3032-47f4-a5f6-308dde765b68'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:51.407024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-488c6270-3213-49a5-ab6e-e5e999afd03c req-3a19d30e-d5f4-47a1-8d22-c56c91da96af tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 944 time: 0.0526891 Sep 17 22:08:51.465389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-488c6270-3213-49a5-ab6e-e5e999afd03c req-34cd0071-76f1-460f-9493-aaca2125b114 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Sep 17 22:08:51.571114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:51.662684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2108e9-5cde-4dbf-85ae-5ba88bb5dade req-8128ddd2-d841-486d-a457-e4b26a17b558 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:51.664292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd2108e9-5cde-4dbf-85ae-5ba88bb5dade req-8128ddd2-d841-486d-a457-e4b26a17b558 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0649464 Sep 17 22:08:51.705869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd2108e9-5cde-4dbf-85ae-5ba88bb5dade req-0c308ee7-bf00-4e8b-aee7-7fbb83184fed tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Sep 17 22:08:51.840488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35080) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:51.874534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882bf24-d5dd-40f0-aec9-c01d2bc467e6 req-8562da4a-6024-4804-a47f-243b2417f64c tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:51.876606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4882bf24-d5dd-40f0-aec9-c01d2bc467e6 req-8562da4a-6024-4804-a47f-243b2417f64c tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 949 time: 0.0684650 Sep 17 22:08:51.882581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611472df-b113-453e-88fe-e881e3edb789 req-eaadd650-8f7d-49ac-8f04-ab05343bbd9c tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:51.885870 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-611472df-b113-453e-88fe-e881e3edb789 req-eaadd650-8f7d-49ac-8f04-ab05343bbd9c tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.35 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 949 time: 0.0732589 Sep 17 22:08:51.927106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4882bf24-d5dd-40f0-aec9-c01d2bc467e6 req-fefbea85-1a5e-438f-817f-71e520fba1f1 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413067 Sep 17 22:08:51.960403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1094062985-network', 'tenant_id': '132ca9e15192406e9bfbb730ea7dd771'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:51.994706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-611472df-b113-453e-88fe-e881e3edb789 req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Deleting port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:51.994706 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-611472df-b113-453e-88fe-e881e3edb789 req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.037524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e5145697-939b-4ef3-8892-888f7592a019 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:08:52.057010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Made reservation on behalf of 132ca9e15192406e9bfbb730ea7dd771 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:52.062179 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.086152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e5374-dd4e-4739-a5f5-8003ceeecfca req-a801d9da-a23a-4218-8216-d3b3e9edeb58 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:52.088090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b93e5374-dd4e-4739-a5f5-8003ceeecfca req-a801d9da-a23a-4218-8216-d3b3e9edeb58 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 944 time: 0.0816998 Sep 17 22:08:52.089269 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.117500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-611472df-b113-453e-88fe-e881e3edb789 req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] For port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:52.117752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-611472df-b113-453e-88fe-e881e3edb789 req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.130717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-611472df-b113-453e-88fe-e881e3edb789 req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Calling delete_port for 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:52.147061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b93e5374-dd4e-4739-a5f5-8003ceeecfca req-4b308904-65c9-4f1e-ac79-84b8c7735ad8 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494339 Sep 17 22:08:52.151954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9913f3b-3032-47f4-a5f6-308dde765b68 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:08:52.178336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port e5145697-939b-4ef3-8892-888f7592a019 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:08:52.190604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port e5145697-939b-4ef3-8892-888f7592a019 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:52.191321 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.233235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.296447 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.304147 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.322946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b773652-b7e9-4cf3-adb1-52ec7eab5443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5145697-939b-4ef3-8892-888f7592a019'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:52.325522 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14f6f87-a4db-4231-b401-165d98263e14" -d '{"events": [{"server_uuid": "0b773652-b7e9-4cf3-adb1-52ec7eab5443", "name": "network-vif-plugged", "status": "completed", "tag": "e5145697-939b-4ef3-8892-888f7592a019"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:52.361372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port e5145697-939b-4ef3-8892-888f7592a019, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e5145697-939b-4ef3-8892-888f7592a019,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:52.363532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port a9913f3b-3032-47f4-a5f6-308dde765b68 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:08:52.369782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port a9913f3b-3032-47f4-a5f6-308dde765b68 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:08:52.370125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.373993 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68c169b-0e86-46f2-86b5-a4f95e6fc60f x-openstack-request-id: req-e68c169b-0e86-46f2-86b5-a4f95e6fc60f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:52.374338 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b773652-b7e9-4cf3-adb1-52ec7eab5443", "name": "network-vif-plugged", "status": "completed", "tag": "e5145697-939b-4ef3-8892-888f7592a019", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:52.374594 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e68c169b-0e86-46f2-86b5-a4f95e6fc60f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:52.375612 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b773652-b7e9-4cf3-adb1-52ec7eab5443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5145697-939b-4ef3-8892-888f7592a019', 'code': 200} Sep 17 22:08:52.426939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cf8e52-066f-4da5-aa37-eef510fab045,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:52.433264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:08:52.449787 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.450303 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Added segment dad07bdc-9ce7-4828-83a1-9feccb53e0d6 of type vlan for network 9b84cd57-6e0c-4713-8808-efa126488a5a Sep 17 22:08:52.487568 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.514875 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.524616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa29ab-a7ca-4d7a-9276-a3743da0f60f req-102dfe4e-578b-43e0-b6de-7c995198ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:52.526237 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0caa29ab-a7ca-4d7a-9276-a3743da0f60f req-102dfe4e-578b-43e0-b6de-7c995198ee5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 1097 time: 0.0565796 Sep 17 22:08:52.543665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.556262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fa0e4-6bc0-4de6-94dc-5f623add0e58 req-5ea220f0-ec80-425a-90d8-8b4f48365cc6 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:52.558089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e27fa0e4-6bc0-4de6-94dc-5f623add0e58 req-5ea220f0-ec80-425a-90d8-8b4f48365cc6 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 944 time: 0.2311468 Sep 17 22:08:52.583402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9913f3b-3032-47f4-a5f6-308dde765b68,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:52.611700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=e5145697-939b-4ef3-8892-888f7592a019,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:52.631692 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0caa29ab-a7ca-4d7a-9276-a3743da0f60f req-8b162e76-d3d4-4a45-9b5c-a0ad76953f9f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949197 Sep 17 22:08:52.641257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e27fa0e4-6bc0-4de6-94dc-5f623add0e58 req-15164641-5425-4488-8102-1275d4aa8033 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742855 Sep 17 22:08:52.653997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c071bfb-a01a-4d76-9475-d738a7af72b6 req-d2a64834-a2fd-4249-8337-a064a1a28e58 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:52.655599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c071bfb-a01a-4d76-9475-d738a7af72b6 req-d2a64834-a2fd-4249-8337-a064a1a28e58 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 945 time: 0.0815916 Sep 17 22:08:52.693125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c071bfb-a01a-4d76-9475-d738a7af72b6 req-bf7dd253-85d0-477a-8cc5-2e89093ddd6c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Sep 17 22:08:52.730399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.731380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b5f788e-2d67-476d-b686-7b98196b45df no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:52.777310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-611472df-b113-453e-88fe-e881e3edb789 req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.795507 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.795507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:52.795507 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.800217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['05ba5f83-df2f-4ffd-b6a8-a7ff136485a3'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:52.842826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a9913f3b-3032-47f4-a5f6-308dde765b68,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:52.866360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Pushing event deleted for resources: {'Port': ['ID=05ba5f83-df2f-4ffd-b6a8-a7ff136485a3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:52.889937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-611472df-b113-453e-88fe-e881e3edb789 req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] No DVR routers for this DVR port 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:52.894835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-611472df-b113-453e-88fe-e881e3edb789 req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.896840 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-611472df-b113-453e-88fe-e881e3edb789 req-0471a380-c820-47e2-ae59-93eb6e49bd62 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.35 "DELETE /v2.0/ports/05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 HTTP/1.1" status: 204 len: 173 time: 1.0052269 Sep 17 22:08:52.897401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c6556e-00a7-4f61-b35d-ae3241e8f53d', 'name': 'network-vif-deleted', 'tag': '05ba5f83-df2f-4ffd-b6a8-a7ff136485a3'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:52.901527 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c0658e-0823-48fb-9949-0b1d5947ca41" -d '{"events": [{"server_uuid": "83c6556e-00a7-4f61-b35d-ae3241e8f53d", "name": "network-vif-deleted", "tag": "05ba5f83-df2f-4ffd-b6a8-a7ff136485a3"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:52.939055 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:52.942862 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d35777-adaf-4fc9-9f36-67ddb9a3e76a x-openstack-request-id: req-09d35777-adaf-4fc9-9f36-67ddb9a3e76a {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:52.943457 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c6556e-00a7-4f61-b35d-ae3241e8f53d", "name": "network-vif-deleted", "tag": "05ba5f83-df2f-4ffd-b6a8-a7ff136485a3", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:52.943959 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d35777-adaf-4fc9-9f36-67ddb9a3e76a {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:52.944715 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c6556e-00a7-4f61-b35d-ae3241e8f53d', 'name': 'network-vif-deleted', 'tag': '05ba5f83-df2f-4ffd-b6a8-a7ff136485a3', 'status': 'completed', 'code': 200} Sep 17 22:08:52.973683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6b5f788e-2d67-476d-b686-7b98196b45df {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:08:53.021799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6b5f788e-2d67-476d-b686-7b98196b45df, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b5f788e-2d67-476d-b686-7b98196b45df,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:53.092475 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:53.157781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6b5f788e-2d67-476d-b686-7b98196b45df,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:53.227018 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:53.272281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-567c590f-acf3-4d58-beab-675e82024fba tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:53.273812 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-567c590f-acf3-4d58-beab-675e82024fba tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.32 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 944 time: 0.5153883 Sep 17 22:08:53.283790 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4381151 Sep 17 22:08:53.287089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35122) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:53.292483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Request body: {'subnet': {'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1094062985-subnet', 'tenant_id': '132ca9e15192406e9bfbb730ea7dd771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:53.297177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa902f1f-3f04-4c7b-a858-942c61774583 admin admin] Pushing event updated for resources: {'Network': ['ID=9b84cd57-6e0c-4713-8808-efa126488a5a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:53.310570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 9b84cd57-6e0c-4713-8808-efa126488a5a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:08:53.340814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d38308-f280-43dd-9061-d807390aa35d req-157744ab-cee9-45a5-8445-b252e5f48893 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:53.342744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56d38308-f280-43dd-9061-d807390aa35d req-157744ab-cee9-45a5-8445-b252e5f48893 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.5506027 Sep 17 22:08:53.344591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48c452e0-3442-4946-a713-326cb9375d05 req-83ce8207-3504-4511-bed9-c93645d06940 tempest-ImagesNegativeTestJSON-879770152 tempest-ImagesNegativeTestJSON-879770152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83c6556e-00a7-4f61-b35d-ae3241e8f53d HTTP/1.1" status: 200 len: 210 time: 0.0658929 Sep 17 22:08:53.401591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Made reservation on behalf of 132ca9e15192406e9bfbb730ea7dd771 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:53.404054 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:53.436950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56d38308-f280-43dd-9061-d807390aa35d req-bc802104-d5f7-4d41-8330-2e13e2d0e5ed tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Sep 17 22:08:53.478622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Deleting port 6b5f788e-2d67-476d-b686-7b98196b45df {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:53.478992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:53.501081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ce56f-2f7b-4ab3-aa6f-bb9c37ffb219 req-e378f8f7-8642-4443-9368-60f8a1b0fcb6 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:53.502577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b17ce56f-2f7b-4ab3-aa6f-bb9c37ffb219 req-e378f8f7-8642-4443-9368-60f8a1b0fcb6 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 945 time: 0.0847478 Sep 17 22:08:53.594497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b17ce56f-2f7b-4ab3-aa6f-bb9c37ffb219 req-e893e98a-6ebd-4986-a249-cf76186f2659 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811615 Sep 17 22:08:53.616682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] For port 6b5f788e-2d67-476d-b686-7b98196b45df, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b5f788e-2d67-476d-b686-7b98196b45df,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:53.617130 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:53.629523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Calling delete_port for 6b5f788e-2d67-476d-b686-7b98196b45df owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:53.715051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:53.776974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9599773-24e3-4c52-90bc-421d9e50953a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:53.795216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:08:53.795568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Network hostable DHCP agents. Network: 9b84cd57-6e0c-4713-8808-efa126488a5a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:08:53.851249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9dd3c-2354-4c4b-a074-fbdf964f44c1 req-809bea29-786b-4698-994f-8f7d4f83546c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:53.853356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-caf9dd3c-2354-4c4b-a074-fbdf964f44c1 req-809bea29-786b-4698-994f-8f7d4f83546c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 943 time: 0.1285286 Sep 17 22:08:53.882922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318db571-8e68-464b-ac45-dc4c50cb5ed5 req-9a00dd03-9e83-4446-a676-a5d9cb674f9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:53.885329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-318db571-8e68-464b-ac45-dc4c50cb5ed5 req-9a00dd03-9e83-4446-a676-a5d9cb674f9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 945 time: 0.0953114 Sep 17 22:08:53.921325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-caf9dd3c-2354-4c4b-a074-fbdf964f44c1 req-338da2bc-8f95-4b79-ab75-36499385882c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608463 Sep 17 22:08:53.939799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-318db571-8e68-464b-ac45-dc4c50cb5ed5 req-56a79941-8fe0-42a8-b68f-50ce01f62aed tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Sep 17 22:08:53.955323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:53.955499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Network 9b84cd57-6e0c-4713-8808-efa126488a5a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:08:53.989697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event deleted for resources: {'Port': ['ID=6b5f788e-2d67-476d-b686-7b98196b45df,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:54.028933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] No DVR routers for this DVR port 6b5f788e-2d67-476d-b686-7b98196b45df on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:54.031552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:54.033606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de9ea1cc-dadd-4701-81ec-f612a63aa8aa req-53aaafc2-d28d-4736-bf1c-0f234dfa830f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.32 "DELETE /v2.0/ports/6b5f788e-2d67-476d-b686-7b98196b45df HTTP/1.1" status: 204 len: 173 time: 0.7535517 Sep 17 22:08:54.034040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47a0711-152d-47fa-9f5b-eb86439b15a0', 'name': 'network-vif-deleted', 'tag': '6b5f788e-2d67-476d-b686-7b98196b45df'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:54.036333 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1edc74-0fb3-4047-8542-feb62fc929f2" -d '{"events": [{"server_uuid": "e47a0711-152d-47fa-9f5b-eb86439b15a0", "name": "network-vif-deleted", "tag": "6b5f788e-2d67-476d-b686-7b98196b45df"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:54.073667 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d30adc-8e31-4259-8b37-3536657a2e91 x-openstack-request-id: req-13d30adc-8e31-4259-8b37-3536657a2e91 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:54.073953 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47a0711-152d-47fa-9f5b-eb86439b15a0", "name": "network-vif-deleted", "tag": "6b5f788e-2d67-476d-b686-7b98196b45df", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:54.074199 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13d30adc-8e31-4259-8b37-3536657a2e91 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:54.074587 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47a0711-152d-47fa-9f5b-eb86439b15a0', 'name': 'network-vif-deleted', 'tag': '6b5f788e-2d67-476d-b686-7b98196b45df', 'status': 'completed', 'code': 200} Sep 17 22:08:54.080849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 9b84cd57-6e0c-4713-8808-efa126488a5a) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:54.094232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:54.094232 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:54.094470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d7483-ecbc-4190-b2e8-78c060ecd253 None None] Network 9b84cd57-6e0c-4713-8808-efa126488a5a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:08:54.217864 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-244c312e-07d6-4ded-a716-34ff9f5d558a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9294684 Sep 17 22:08:54.229006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd3ce6b-437a-4d0c-a5c6-c6979cc2e899 None None] Network 9b84cd57-6e0c-4713-8808-efa126488a5a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:08:54.376360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:54.379023 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309c63e1-be83-42f5-b080-909539c8f081" -d '{"events": [{"server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "name": "network-vif-plugged", "status": "completed", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:54.430001 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb63d42-583c-4281-acdd-4ab6da1f467a x-openstack-request-id: req-8bb63d42-583c-4281-acdd-4ab6da1f467a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:54.430379 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "name": "network-vif-plugged", "status": "completed", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:54.431467 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bb63d42-583c-4281-acdd-4ab6da1f467a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:54.431467 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68', 'code': 200} Sep 17 22:08:54.529187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35160) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:54.581750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3937493-cf1f-4ead-a974-336592c637b2 req-2d38c04f-16f4-42ec-82cb-94e9d677cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:54.584964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3937493-cf1f-4ead-a974-336592c637b2 req-2d38c04f-16f4-42ec-82cb-94e9d677cf99 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 1097 time: 0.0829372 Sep 17 22:08:54.604506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a8570-d7c8-42af-bd56-6c1bc431ddc7 req-467e4033-98d1-4e9d-b747-130659010aa3 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:54.606263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e0a8570-d7c8-42af-bd56-6c1bc431ddc7 req-467e4033-98d1-4e9d-b747-130659010aa3 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0693738 Sep 17 22:08:54.646902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3937493-cf1f-4ead-a974-336592c637b2 req-1395732b-39f6-415c-906f-a371943afb67 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562990 Sep 17 22:08:54.680884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e0a8570-d7c8-42af-bd56-6c1bc431ddc7 req-ae57246f-40a3-4cdb-b530-b9793b6ccfd3 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656028 Sep 17 22:08:54.776671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d264e18-d2bf-4994-9c53-b9f7ef5586b3 req-19fca8bc-1110-469d-8629-9b891e4e906f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:54.778389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d264e18-d2bf-4994-9c53-b9f7ef5586b3 req-19fca8bc-1110-469d-8629-9b891e4e906f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 945 time: 0.0620875 Sep 17 22:08:54.824484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d264e18-d2bf-4994-9c53-b9f7ef5586b3 req-8d3a349d-42ce-4bf2-9b39-0efc8b9b4d5d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Sep 17 22:08:54.848359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b5f0ebf-424f-4b59-a8ee-a8d4266edc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:54.967120 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b5f0ebf-424f-4b59-a8ee-a8d4266edc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.020009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b5f0ebf-424f-4b59-a8ee-a8d4266edc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.065170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a7756b0-3824-440f-b4b6-1f6c8a251666 req-4bc3a889-a5e3-48f7-b24b-17ab693da7c2 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47a0711-152d-47fa-9f5b-eb86439b15a0 HTTP/1.1" status: 200 len: 210 time: 0.0466919 Sep 17 22:08:55.069782 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b5f0ebf-424f-4b59-a8ee-a8d4266edc02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92317120eb0b4c40b885f34e43855d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377522 Sep 17 22:08:55.071742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f0ebf-424f-4b59-a8ee-a8d4266edc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195cb648-89f5-4401-8c72-ded1d779596a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:55.074532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35184) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:55.135538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a0ccd-583c-417a-981c-e5634c225f69 req-2074bbb7-de7f-4f97-b12f-f4a13bb9e8ea tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:55.144283 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e20a0ccd-583c-417a-981c-e5634c225f69 req-2074bbb7-de7f-4f97-b12f-f4a13bb9e8ea tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 945 time: 0.1069164 Sep 17 22:08:55.176172 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0876a13-efee-4c98-95e3-b8515eafd2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.201023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0876a13-efee-4c98-95e3-b8515eafd2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.220763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e20a0ccd-583c-417a-981c-e5634c225f69 req-e0a079ad-33bf-4dd7-8b1d-59495ed48d09 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684042 Sep 17 22:08:55.253127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35192) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:55.378152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35198) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:55.383375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1818609121-network', 'tenant_id': '4fa8066d2a044530b3a7e4efabab45fc'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:55.394543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0876a13-efee-4c98-95e3-b8515eafd2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.397076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0876a13-efee-4c98-95e3-b8515eafd2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.398976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0876a13-efee-4c98-95e3-b8515eafd2d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/195cb648-89f5-4401-8c72-ded1d779596a HTTP/1.1" status: 204 len: 168 time: 0.3225245 Sep 17 22:08:55.411790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0876a13-efee-4c98-95e3-b8515eafd2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195cb648-89f5-4401-8c72-ded1d779596a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:55.438179 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-480d94c2-ef02-4409-bb3b-47b77c09e915 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdd9073f3e7e4f238c0201b02d6a2cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839437 Sep 17 22:08:55.440789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35202) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:55.496005 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fdaec44b-e3c0-4e4e-b167-5db67023369f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.509226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Made reservation on behalf of 4fa8066d2a044530b3a7e4efabab45fc for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:55.511522 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.527442 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.534533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fdaec44b-e3c0-4e4e-b167-5db67023369f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.735096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fdaec44b-e3c0-4e4e-b167-5db67023369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.737617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fdaec44b-e3c0-4e4e-b167-5db67023369f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.738770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fdaec44b-e3c0-4e4e-b167-5db67023369f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cf36295-43d9-4bd7-98f4-e1a3346a5e1f HTTP/1.1" status: 204 len: 168 time: 0.2968366 Sep 17 22:08:55.785345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaec44b-e3c0-4e4e-b167-5db67023369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf36295-43d9-4bd7-98f4-e1a3346a5e1f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:55.871408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39079dd8-4062-478c-9879-081f1476aa97 req-b92175e5-2999-4042-bc04-9d8e6a149023 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:55.872940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39079dd8-4062-478c-9879-081f1476aa97 req-b92175e5-2999-4042-bc04-9d8e6a149023 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 945 time: 0.1546762 Sep 17 22:08:55.897172 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.928606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebcbea-0217-4603-aa48-67158a5af67c req-02986cee-b82e-44de-b381-860c27c4b144 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:55.930120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bebcbea-0217-4603-aa48-67158a5af67c req-02986cee-b82e-44de-b381-860c27c4b144 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1164997 Sep 17 22:08:55.959498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39079dd8-4062-478c-9879-081f1476aa97 req-be7a3f5e-1f35-43bc-b602-c70e5c6bd180 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735927 Sep 17 22:08:55.980178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:55.986705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bebcbea-0217-4603-aa48-67158a5af67c req-e8428a7c-77c4-42be-8ed4-3796750d01ef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Sep 17 22:08:56.006412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:08:56.020888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b908f1e-07fc-4bba-bf69-7265df096998,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:56.023726 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.024075 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Added segment dcd44d30-9d43-49ff-9621-163dac345b23 of type vlan for network 934fd1c7-d4e3-4e9c-bd0b-0915527cb139 Sep 17 22:08:56.068015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:56.088389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.092401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:56.092878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 05ba5f83-df2f-4ffd-b6a8-a7ff136485a3 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:56.127555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2f2a3-8e87-4537-821b-7073ce485d3c req-70ae6a52-edae-4a27-b0ab-1679016ed473 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:56.129085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91d2f2a3-8e87-4537-821b-7073ce485d3c req-70ae6a52-edae-4a27-b0ab-1679016ed473 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 945 time: 0.0762506 Sep 17 22:08:56.146615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b5f788e-2d67-476d-b686-7b98196b45df no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:08:56.168492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 6b5f788e-2d67-476d-b686-7b98196b45df {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:08:56.169866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b5f788e-2d67-476d-b686-7b98196b45df not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:08:56.178470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91d2f2a3-8e87-4537-821b-7073ce485d3c req-68e75b89-4d8a-4639-85be-e42e8b783b68 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Sep 17 22:08:56.227065 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.228667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:56.229248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.256454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35226) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:56.283021 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6be98c23-d852-4ad2-bb34-2153b518ccd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.310673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] Pushing event updated for resources: {'Network': ['ID=934fd1c7-d4e3-4e9c-bd0b-0915527cb139,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:56.324007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 934fd1c7-d4e3-4e9c-bd0b-0915527cb139 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:08:56.333798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-44fb6470-3a58-4dd3-8cc3-a46095ee9a48 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9544361 Sep 17 22:08:56.338352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35230) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:56.363094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Request body: {'subnet': {'network_id': '934fd1c7-d4e3-4e9c-bd0b-0915527cb139', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1818609121-subnet', 'tenant_id': '4fa8066d2a044530b3a7e4efabab45fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:56.462655 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6be98c23-d852-4ad2-bb34-2153b518ccd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.509543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-d269a18d-eb7d-40fc-921f-fa694fd570bf tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:56.510963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-d269a18d-eb7d-40fc-921f-fa694fd570bf tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/networks?id=f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 200 len: 819 time: 0.1119990 Sep 17 22:08:56.526597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-47ad53ba-5326-4d5c-9a82-82e10275590a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/quotas/674511bf8dd145d793023a299513d401 HTTP/1.1" status: 200 len: 375 time: 0.0097947 Sep 17 22:08:56.543482 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6be98c23-d852-4ad2-bb34-2153b518ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.579027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-7a6b31fd-2700-4e81-ae50-75594c60760d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=674511bf8dd145d793023a299513d401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471988 Sep 17 22:08:56.598454 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6be98c23-d852-4ad2-bb34-2153b518ccd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=955916f0279d4088868081003f5f4d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401337 Sep 17 22:08:56.599493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be98c23-d852-4ad2-bb34-2153b518ccd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1abba25-149b-4406-9175-e5bd64122ef7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:56.615816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35246) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:08:56.658046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Made reservation on behalf of 4fa8066d2a044530b3a7e4efabab45fc for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:56.661013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.722177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-0d3d630c-d939-4c82-b77e-f3f4e7bd02fc service neutron] 10.222.0.13 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359882 Sep 17 22:08:56.726985 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e214fecb-a4f0-4c31-a723-56eee02beed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.730213 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c5bfb-8917-443e-bd5e-10dde20bff07 req-5373f68a-d411-4cbf-bd76-9c33671854a0 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:56.731674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-879c5bfb-8917-443e-bd5e-10dde20bff07 req-5373f68a-d411-4cbf-bd76-9c33671854a0 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 945 time: 0.0750282 Sep 17 22:08:56.764340 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e214fecb-a4f0-4c31-a723-56eee02beed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.824377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-879c5bfb-8917-443e-bd5e-10dde20bff07 req-329d754e-3c6e-4530-924b-d2e4de9e04d1 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847163 Sep 17 22:08:56.855618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-a41913f8-d508-402b-b20c-f6fdeda7c934 service neutron] 10.222.0.13 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229591 Sep 17 22:08:56.920550 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e214fecb-a4f0-4c31-a723-56eee02beed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.923395 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e214fecb-a4f0-4c31-a723-56eee02beed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:56.927191 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e214fecb-a4f0-4c31-a723-56eee02beed8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1abba25-149b-4406-9175-e5bd64122ef7 HTTP/1.1" status: 204 len: 168 time: 0.3071055 Sep 17 22:08:56.936143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214fecb-a4f0-4c31-a723-56eee02beed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1abba25-149b-4406-9175-e5bd64122ef7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:56.987109 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:57.054985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f68433-c794-44b2-a19e-d738e263ed2e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:57.078007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Checking segment: {'id': 'dcd44d30-9d43-49ff-9621-163dac345b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '934fd1c7-d4e3-4e9c-bd0b-0915527cb139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:08:57.078553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Network hostable DHCP agents. Network: 934fd1c7-d4e3-4e9c-bd0b-0915527cb139, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:08:57.132739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8ea66c11-b0f5-4dcf-9cec-c9fb0592e4d6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:57.134397 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8ea66c11-b0f5-4dcf-9cec-c9fb0592e4d6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 945 time: 0.0791934 Sep 17 22:08:57.139518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acc635-5e20-485a-a3e2-8769a3b9a8f4 req-b495e8aa-62ce-41f9-907b-9b84f0047d04 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:57.145353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15acc635-5e20-485a-a3e2-8769a3b9a8f4 req-b495e8aa-62ce-41f9-907b-9b84f0047d04 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 945 time: 0.1122756 Sep 17 22:08:57.209074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Network 934fd1c7-d4e3-4e9c-bd0b-0915527cb139 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:08:57.233485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15acc635-5e20-485a-a3e2-8769a3b9a8f4 req-cd37c9e8-21e3-4d39-bb1b-550505897413 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676129 Sep 17 22:08:57.284171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22d3af-ccc9-4358-a80c-6b92b81a92f9 req-2e194041-3343-4b7c-8b69-e15904e1c83b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:57.285939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa22d3af-ccc9-4358-a80c-6b92b81a92f9 req-2e194041-3343-4b7c-8b69-e15904e1c83b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1341724 Sep 17 22:08:57.300860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Deleting port e5145697-939b-4ef3-8892-888f7592a019 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:08:57.301826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:57.317279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 934fd1c7-d4e3-4e9c-bd0b-0915527cb139) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:08:57.331171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:57.332125 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:57.332367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa867c21-7bf2-4b45-81f4-0a27937bab2c None None] Network 934fd1c7-d4e3-4e9c-bd0b-0915527cb139 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:08:57.347424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29e7d3bb-2ee1-4b29-8f5c-20ec4a6b44c0 req-868b9129-e63e-4b99-bec8-b3b242d0e305 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 210 time: 0.0600252 Sep 17 22:08:57.398272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa22d3af-ccc9-4358-a80c-6b92b81a92f9 req-2b8eb128-3041-4732-97d0-a625822c6aed tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978367 Sep 17 22:08:57.428848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] For port e5145697-939b-4ef3-8892-888f7592a019, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e5145697-939b-4ef3-8892-888f7592a019,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:08:57.429418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:57.451237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Calling delete_port for e5145697-939b-4ef3-8892-888f7592a019 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:08:57.516395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9983a9ac-9532-4692-be5b-12b72a563520 None None] Network 934fd1c7-d4e3-4e9c-bd0b-0915527cb139 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:08:57.517142 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-33b4f173-ea98-4af3-a950-2e6e780707dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1617541 Sep 17 22:08:57.804448 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:57.816904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['73501dff-3416-4542-a9b1-8da8be8e3c8c', 'e5145697-939b-4ef3-8892-888f7592a019'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:08:57.865931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Pushing event deleted for resources: {'Port': ['ID=e5145697-939b-4ef3-8892-888f7592a019,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:08:57.891305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] No DVR routers for this DVR port e5145697-939b-4ef3-8892-888f7592a019 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:08:57.894001 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:57.897080 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c6dbd396-7fa9-4dfb-bef7-8b75884cd233 req-8e45ed6f-83ec-4532-8389-b3ae8332b2da tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.35 "DELETE /v2.0/ports/e5145697-939b-4ef3-8892-888f7592a019 HTTP/1.1" status: 204 len: 173 time: 0.7437148 Sep 17 22:08:57.897862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b773652-b7e9-4cf3-adb1-52ec7eab5443', 'name': 'network-vif-deleted', 'tag': 'e5145697-939b-4ef3-8892-888f7592a019'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:08:57.910427 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5afde4-76c6-46a4-8651-ccbad3aec603" -d '{"events": [{"server_uuid": "0b773652-b7e9-4cf3-adb1-52ec7eab5443", "name": "network-vif-deleted", "tag": "e5145697-939b-4ef3-8892-888f7592a019"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:08:58.252645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2de3d-1019-4a26-876f-c8c6a3dff6d3 req-0a13973b-eb5f-426d-b71c-933cecb2ec48 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:58.254209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38b2de3d-1019-4a26-876f-c8c6a3dff6d3 req-0a13973b-eb5f-426d-b71c-933cecb2ec48 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 945 time: 0.1146677 Sep 17 22:08:58.265092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-e9a29854-0fda-40e1-a295-13f29f1439fa tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:58.266605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-e9a29854-0fda-40e1-a295-13f29f1439fa tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 821 time: 0.1562655 Sep 17 22:08:58.292130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-bb953ab9-89ca-46b8-acb9-2aa3d3e3e541 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/quotas/132ca9e15192406e9bfbb730ea7dd771 HTTP/1.1" status: 200 len: 375 time: 0.0186000 Sep 17 22:08:58.334327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38b2de3d-1019-4a26-876f-c8c6a3dff6d3 req-ed8f498d-eac8-4246-b4b1-6e357ddaad9e tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667160 Sep 17 22:08:58.336719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-857e846b-ff47-4fd8-922c-88fa6512a475 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354791 Sep 17 22:08:58.418935 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c952c9-6fdd-4b2a-b173-e1f5b1fef955 x-openstack-request-id: req-a0c952c9-6fdd-4b2a-b173-e1f5b1fef955 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:08:58.419483 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b773652-b7e9-4cf3-adb1-52ec7eab5443", "name": "network-vif-deleted", "tag": "e5145697-939b-4ef3-8892-888f7592a019", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:08:58.419594 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0c952c9-6fdd-4b2a-b173-e1f5b1fef955 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:08:58.420226 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b773652-b7e9-4cf3-adb1-52ec7eab5443', 'name': 'network-vif-deleted', 'tag': 'e5145697-939b-4ef3-8892-888f7592a019', 'status': 'completed', 'code': 200} Sep 17 22:08:58.457976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-bd5c5900-44b6-4a29-a5a6-9dd705b84dcd service neutron] 10.222.0.13 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093450 Sep 17 22:08:58.559527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-8ec25a5e-e305-4cca-96ca-9988c16cfd6e service neutron] 10.222.0.13 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950117 Sep 17 22:08:58.909412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0c69a43-9197-4364-a323-4ce9d3a33fda req-4fe9665b-02cb-4bc5-b42b-3a67c1550b6f tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 210 time: 0.0519464 Sep 17 22:08:58.911391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3642931-e164-4036-9433-3ecd2e9728a0 req-9d7db29d-9314-4f47-8b48-a68be5d1da6c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b773652-b7e9-4cf3-adb1-52ec7eab5443 HTTP/1.1" status: 200 len: 210 time: 0.0438251 Sep 17 22:08:59.059776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcc73c-5bad-4375-9662-fe466ec3ba5c req-df81148b-b026-4a74-bc73-b16c1ab46aed tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:59.061208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08fcc73c-5bad-4375-9662-fe466ec3ba5c req-df81148b-b026-4a74-bc73-b16c1ab46aed tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0718238 Sep 17 22:08:59.109588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08fcc73c-5bad-4375-9662-fe466ec3ba5c req-9278b92f-ef00-4115-b4d6-d29833d26b27 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Sep 17 22:08:59.245308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d71c7aff-3c26-4b72-9f68-efcc29a8b229 req-6faa0422-30b8-4c8c-a36d-5151bf32a114 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 210 time: 0.0302355 Sep 17 22:08:59.594540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3684f156-15ef-4d0b-9c3c-b5960ca316e7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:08:59.596056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3684f156-15ef-4d0b-9c3c-b5960ca316e7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.32 "GET /v2.0/networks?id=f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 200 len: 819 time: 0.1421611 Sep 17 22:08:59.611223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Request body: {'port': {'device_id': 'e45e7e23-e49d-4b46-bbb7-28d937e4bcaf', 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34', 'admin_state_up': True, 'tenant_id': '674511bf8dd145d793023a299513d401'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:08:59.776578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Made reservation on behalf of 674511bf8dd145d793023a299513d401 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:08:59.786060 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:08:59.922060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Allocated IP 172.20.0.13 (f2742b32-eeae-409d-b7b7-afb3fb232d34/cdbffe2b-6893-46fa-bc1f-c19ea832e132/2edbfa69-9ef1-4879-8e8f-4da70903af7f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:00.069233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a42dedf3-c996-4164-b431-c5d7aed5ba70 req-249cf1bc-3eaa-4ad5-b910-9900b99979e5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 210 time: 0.0390913 Sep 17 22:09:00.098466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e5145697-939b-4ef3-8892-888f7592a019 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:00.107372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35406) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:00.124480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: e5145697-939b-4ef3-8892-888f7592a019 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:09:00.124836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e5145697-939b-4ef3-8892-888f7592a019 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:09:00.174234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f08f1-0a23-4678-8f90-9ff52cc200f9 req-69e2eabe-3102-47c5-8d3d-8f41186d68e0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:00.175875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd5f08f1-0a23-4678-8f90-9ff52cc200f9 req-69e2eabe-3102-47c5-8d3d-8f41186d68e0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1094329 Sep 17 22:09:00.239887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.242420 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8bb81c8-50df-4696-b4fb-60ec059f3579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.316750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd5f08f1-0a23-4678-8f90-9ff52cc200f9 req-c199f377-b791-49f4-9af6-bf7777d6c65a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308603 Sep 17 22:09:00.345092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0609f5-df3c-476c-a623-926545a67a55 req-0e61e744-c7ee-4c80-b988-809385742487 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:00.350195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8bb81c8-50df-4696-b4fb-60ec059f3579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.351345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c0609f5-df3c-476c-a623-926545a67a55 req-0e61e744-c7ee-4c80-b988-809385742487 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1255310 Sep 17 22:09:00.407380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c0609f5-df3c-476c-a623-926545a67a55 req-a05660ee-b8e8-4cd2-9e3d-9b90953016e9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533018 Sep 17 22:09:00.418545 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8bb81c8-50df-4696-b4fb-60ec059f3579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.419027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.473401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d8bb81c8-50df-4696-b4fb-60ec059f3579 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df5da23ff38449a8b21e31664c739e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649256 Sep 17 22:09:00.474677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35424) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:00.489909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Network f2742b32-eeae-409d-b7b7-afb3fb232d34 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:00.496009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:00.500035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:00.502269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb81c8-50df-4696-b4fb-60ec059f3579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20657273-4dd5-4f4d-b1ee-3f208a2cdac6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:00.556522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56d92062-d5c8-40b6-bcca-183828e37a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.558437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:00.559369 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.580553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event updated for resources: {'Port': ['ID=2edbfa69-9ef1-4879-8e8f-4da70903af7f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:00.601164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d49e140-da1b-4524-abf0-22504ec86c79 req-b851fb6b-a638-4d6f-b0a9-e82a26cb3aee tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 210 time: 0.0343874 Sep 17 22:09:00.605391 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56d92062-d5c8-40b6-bcca-183828e37a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.687492 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-4fa7fc59-c82a-41ce-9c70-f67794e76cf7 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0823612 Sep 17 22:09:00.710066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Request body: {'port': {'device_id': 'e45e7e23-e49d-4b46-bbb7-28d937e4bcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:00.735670 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56d92062-d5c8-40b6-bcca-183828e37a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.738191 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56d92062-d5c8-40b6-bcca-183828e37a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.739518 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-56d92062-d5c8-40b6-bcca-183828e37a1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20657273-4dd5-4f4d-b1ee-3f208a2cdac6 HTTP/1.1" status: 204 len: 168 time: 0.2511001 Sep 17 22:09:00.752298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d92062-d5c8-40b6-bcca-183828e37a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20657273-4dd5-4f4d-b1ee-3f208a2cdac6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:00.754489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fbcec-4f84-412d-86ad-7e99d2091636 req-798a34b5-88e1-4773-be7c-4746099f41a4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:00.756098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec3fbcec-4f84-412d-86ad-7e99d2091636 req-798a34b5-88e1-4773-be7c-4746099f41a4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0850821 Sep 17 22:09:00.794233 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:00.826316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec3fbcec-4f84-412d-86ad-7e99d2091636 req-665a8200-058e-40b4-b5db-ffa2d0fc02bd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Sep 17 22:09:01.012418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb1316-9c14-4764-a35c-4a21b4ac14ba req-7efd4f6d-47e9-4669-b4f8-45a3f2022f0a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:01.013910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4eb1316-9c14-4764-a35c-4a21b4ac14ba req-7efd4f6d-47e9-4669-b4f8-45a3f2022f0a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0865211 Sep 17 22:09:01.094888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4eb1316-9c14-4764-a35c-4a21b4ac14ba req-a1f86bee-d496-43d6-85a2-94a09dbdbaaa tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484364 Sep 17 22:09:01.252948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edbfa69-9ef1-4879-8e8f-4da70903af7f {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:01.265075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:01.277777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0f87-24a0-445c-808f-ffaaff46d691 req-4674f110-868e-4622-aaf2-02957046b221 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:01.279388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6edc0f87-24a0-445c-808f-ffaaff46d691 req-4674f110-868e-4622-aaf2-02957046b221 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 932 time: 0.1075563 Sep 17 22:09:01.291308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Transition to ACTIVE for port object 2edbfa69-9ef1-4879-8e8f-4da70903af7f will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:09:01.322741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6edc0f87-24a0-445c-808f-ffaaff46d691 req-3fc6e3e9-8863-4ab8-a738-770b77a3bde3 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Sep 17 22:09:01.379981 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:01.387407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-d8d04e1f-34cd-4dd7-a35b-001ba033e8da tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:01.389296 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-d8d04e1f-34cd-4dd7-a35b-001ba033e8da tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 821 time: 0.1105549 Sep 17 22:09:01.406305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Request body: {'port': {'device_id': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a', 'admin_state_up': True, 'tenant_id': '132ca9e15192406e9bfbb730ea7dd771'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:01.462914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=2edbfa69-9ef1-4879-8e8f-4da70903af7f,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:01.571125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Attempting to bind port 2edbfa69-9ef1-4879-8e8f-4da70903af7f on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:01.571443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Attempting to bind port 2edbfa69-9ef1-4879-8e8f-4da70903af7f by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:01.572136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Attempting to bind port 2edbfa69-9ef1-4879-8e8f-4da70903af7f on network f2742b32-eeae-409d-b7b7-afb3fb232d34 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:01.591776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Port 2edbfa69-9ef1-4879-8e8f-4da70903af7f on network f2742b32-eeae-409d-b7b7-afb3fb232d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:01.592098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Attempting to bind port 2edbfa69-9ef1-4879-8e8f-4da70903af7f on network f2742b32-eeae-409d-b7b7-afb3fb232d34 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:01.599717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:01.603209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Checking segment: {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:01.603209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Bound using segment: {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:01.603209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Bound port: 2edbfa69-9ef1-4879-8e8f-4da70903af7f, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ef0284-fa82-417e-be3c-c9d8af930b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:01.603209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:01.628506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b9974-46af-4901-8b33-a62fdad65a99 req-4cb1e17e-ee8b-494f-a1dd-88bab56c5b64 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:01.630095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b29b9974-46af-4901-8b33-a62fdad65a99 req-4cb1e17e-ee8b-494f-a1dd-88bab56c5b64 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0848253 Sep 17 22:09:01.718347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b29b9974-46af-4901-8b33-a62fdad65a99 req-1c797e3d-5e82-431b-9614-71d9903cbc25 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675831 Sep 17 22:09:01.730245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Made reservation on behalf of 132ca9e15192406e9bfbb730ea7dd771 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:01.735212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:01.745598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] For port 2edbfa69-9ef1-4879-8e8f-4da70903af7f, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:01.757947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3108e70-05d4-4663-9506-9b8f40d4f198 req-63ba8237-d85f-4976-a1e2-d5d6f13e3ba3 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 210 time: 0.0650167 Sep 17 22:09:01.778132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] For port 2edbfa69-9ef1-4879-8e8f-4da70903af7f, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2edbfa69-9ef1-4879-8e8f-4da70903af7f,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:01.906756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Allocated IP 172.20.0.2 (9b84cd57-6e0c-4713-8808-efa126488a5a/e9599773-24e3-4c52-90bc-421d9e50953a/12edb3f6-a7d1-4513-8a7f-f0af34e51524) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:01.920153 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:01.965299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:01.965917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:01.967325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] 10.222.0.32 "PUT /v2.0/ports/2edbfa69-9ef1-4879-8e8f-4da70903af7f HTTP/1.1" status: 200 len: 1093 time: 1.2642729 Sep 17 22:09:01.967872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45e7e23-e49d-4b46-bbb7-28d937e4bcaf', 'tag': '2edbfa69-9ef1-4879-8e8f-4da70903af7f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:01.970736 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e45e7e23-e49d-4b46-bbb7-28d937e4bcaf", "tag": "2edbfa69-9ef1-4879-8e8f-4da70903af7f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:02.006094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2edec-e40c-4865-91d3-f6c02e74f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=2edbfa69-9ef1-4879-8e8f-4da70903af7f,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:02.052683 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa63f7-7ddb-4734-8727-4c490e0ab297 x-openstack-request-id: req-9bfa63f7-7ddb-4734-8727-4c490e0ab297 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:02.052977 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45e7e23-e49d-4b46-bbb7-28d937e4bcaf", "tag": "2edbfa69-9ef1-4879-8e8f-4da70903af7f", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:02.053225 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bfa63f7-7ddb-4734-8727-4c490e0ab297 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:02.057035 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45e7e23-e49d-4b46-bbb7-28d937e4bcaf', 'tag': '2edbfa69-9ef1-4879-8e8f-4da70903af7f', 'status': 'completed', 'code': 200} Sep 17 22:09:02.080086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35500) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:02.179030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9913f3b-3032-47f4-a5f6-308dde765b68 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:09:02.193108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35508) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:02.204725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-1eff215c-5a1b-4f1d-ac77-778be4fe82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:02.204725 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-1eff215c-5a1b-4f1d-ac77-778be4fe82a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674511bf8dd145d793023a299513d401&device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 1096 time: 0.0884523 Sep 17 22:09:02.208199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.249913 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-2210d687-8901-44f0-acc8-8ab98bd313f7 service neutron] show failed (client error): The resource could not be found. Sep 17 22:09:02.250934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-2210d687-8901-44f0-acc8-8ab98bd313f7 service neutron] 10.222.0.32 "GET /v2.0/ports/43cd865e-e404-4613-9dec-a9ba3d0a62b8/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.1395292 Sep 17 22:09:02.285199 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-1c96cd8e-c02c-42b8-9931-1da8b735d3c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2edbfa69-9ef1-4879-8e8f-4da70903af7f HTTP/1.1" status: 200 len: 217 time: 0.0716636 Sep 17 22:09:02.320801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1894232842-network', 'tenant_id': 'f7f62287951e4fedbac66cf45ecb696f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:02.357723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9913f3b-3032-47f4-a5f6-308dde765b68,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:02.371360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'a9913f3b-3032-47f4-a5f6-308dde765b68', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'port_id': 'a9913f3b-3032-47f4-a5f6-308dde765b68', 'mac_address': 'fa:16:3e:f9:97:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d99c15b-c193-4901-b368-faa5605566e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:09:02.380173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cb3dc72-b11a-44b7-9fda-2d91644c013e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.403687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.406109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-a7c69102-a99f-4018-9f3d-b1ebcda14b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:02.411380 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-a7c69102-a99f-4018-9f3d-b1ebcda14b96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdbffe2b-6893-46fa-bc1f-c19ea832e132 HTTP/1.1" status: 200 len: 859 time: 0.1155694 Sep 17 22:09:02.454720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.476447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9913f3b-3032-47f4-a5f6-308dde765b68 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:02.477052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Made reservation on behalf of f7f62287951e4fedbac66cf45ecb696f for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:02.480039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.503664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9913f3b-3032-47f4-a5f6-308dde765b68,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:02.507195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Pushing event updated for resources: {'Port': ['ID=12edb3f6-a7d1-4513-8a7f-f0af34e51524,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:02.527318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.529428 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-38cf377e-582b-41d7-9208-743d8cb4c4e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2742b32-eeae-409d-b7b7-afb3fb232d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706918 Sep 17 22:09:02.561293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Network 9b84cd57-6e0c-4713-8808-efa126488a5a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:02.563942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:02.570752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:02.592499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b69b43-c1f8-4e9c-9755-6b1bde13ab2e req-013c5c38-bd0c-42db-a238-f2b7367ded3c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:02.593258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11b69b43-c1f8-4e9c-9755-6b1bde13ab2e req-013c5c38-bd0c-42db-a238-f2b7367ded3c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 944 time: 0.1085095 Sep 17 22:09:02.618182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cb3dc72-b11a-44b7-9fda-2d91644c013e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.636354 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.655503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11b69b43-c1f8-4e9c-9755-6b1bde13ab2e req-b6a11148-923b-44c1-a060-2fc12072d61e tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543611 Sep 17 22:09:02.714645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a9913f3b-3032-47f4-a5f6-308dde765b68,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:02.722597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.723208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.723837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.724376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.725457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.726009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.726393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.726914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.727437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.728014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.728357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.728850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:02.743553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a9913f3b-3032-47f4-a5f6-308dde765b68'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:02.789439 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cb3dc72-b11a-44b7-9fda-2d91644c013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.812553 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-3a0c96d0-2123-4cca-afab-a4ec67a6324d service neutron] 10.222.0.32 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736666 Sep 17 22:09:02.819517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:02.831112 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:02.955600 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0ccb2e8c-b425-4fea-81b8-41040696e4cc req-424b41dd-544e-416b-ac64-739f93de61f3 service neutron] 10.222.0.32 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215656 Sep 17 22:09:02.972015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9cb3dc72-b11a-44b7-9fda-2d91644c013e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e5c72b192594c46b37e61bf9ce0aaf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7777960 Sep 17 22:09:02.975766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35534) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:03.046864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3dc72-b11a-44b7-9fda-2d91644c013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624e98ac-7f85-4684-88c9-081bd0c49279,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:03.079516 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.088170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf51dea-10ce-480a-8c57-343c7638bca0 req-4771b67a-8293-4717-9306-57f79b210832 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:03.089677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbf51dea-10ce-480a-8c57-343c7638bca0 req-4771b67a-8293-4717-9306-57f79b210832 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1910717 Sep 17 22:09:03.104927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-bf70cec0-b2e5-458f-b6aa-241b38a718c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:03.104927 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-bf70cec0-b2e5-458f-b6aa-241b38a718c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872&tenant_id=fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 1101 time: 0.1137731 Sep 17 22:09:03.105135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066064bb-1994-44fc-95ba-643ac52390bc req-f7450f7a-71e7-42d0-9c91-f9d5baa9a249 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:03.105244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-066064bb-1994-44fc-95ba-643ac52390bc req-f7450f7a-71e7-42d0-9c91-f9d5baa9a249 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 931 time: 0.1468732 Sep 17 22:09:03.116989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:03.132567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03ca5ead-9263-483b-a105-35196ecff8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.173361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.194468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-89e38acb-3950-498c-bb40-9b77548574f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:03.196152 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-89e38acb-3950-498c-bb40-9b77548574f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674511bf8dd145d793023a299513d401&device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 1096 time: 0.1297381 Sep 17 22:09:03.198071 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03ca5ead-9263-483b-a105-35196ecff8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.221377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbf51dea-10ce-480a-8c57-343c7638bca0 req-86f1bd6e-9e7c-4436-b725-885e1cd9e6c7 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151562 Sep 17 22:09:03.261881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:09:03.284364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-066064bb-1994-44fc-95ba-643ac52390bc req-578f1327-a18e-4770-bb66-080dfcc454e0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689606 Sep 17 22:09:03.319937 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-0688b456-1727-4ca1-a714-769e5e0030de tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9175389 Sep 17 22:09:03.324927 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.335080 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Added segment 5dd3645c-fd0f-4f34-99d2-76b9de874cd7 of type vlan for network ed8319da-b80f-433e-94f3-26101b05602f Sep 17 22:09:03.335080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd171b87-dc1f-409c-bc50-831be5756842,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:03.342440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.386488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Request body: {'port': {'device_id': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:03.446815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.544435 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.547830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:03.549032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.603882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-42919197-f7b4-4647-817a-ed4a548fcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:03.606927 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-42919197-f7b4-4647-817a-ed4a548fcf9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 200 len: 919 time: 0.3903811 Sep 17 22:09:03.632184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8319da-b80f-433e-94f3-26101b05602f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:03.645203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network ed8319da-b80f-433e-94f3-26101b05602f details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:09:03.669489 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.733996 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03ca5ead-9263-483b-a105-35196ecff8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.736523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03ca5ead-9263-483b-a105-35196ecff8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:03.737685 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-03ca5ead-9263-483b-a105-35196ecff8e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/624e98ac-7f85-4684-88c9-081bd0c49279 HTTP/1.1" status: 204 len: 168 time: 0.7608321 Sep 17 22:09:03.798842 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-c486adc0-9cd2-42ef-8ec9-9268a8c19ffb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2edbfa69-9ef1-4879-8e8f-4da70903af7f HTTP/1.1" status: 200 len: 217 time: 0.1159339 Sep 17 22:09:03.822818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca5ead-9263-483b-a105-35196ecff8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624e98ac-7f85-4684-88c9-081bd0c49279,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:03.879227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-037b6f93-0312-4b18-aceb-ec43dbecfa40 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7942762 Sep 17 22:09:03.879811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:03.887057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Request body: {'subnet': {'network_id': 'ed8319da-b80f-433e-94f3-26101b05602f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1894232842-subnet', 'tenant_id': 'f7f62287951e4fedbac66cf45ecb696f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:03.919916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bccbb-c899-4f81-8372-9a8336c1b979 req-f9d5242e-0b2d-4f3d-bc7c-71db97ec5925 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:03.931416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c86bccbb-c899-4f81-8372-9a8336c1b979 req-f9d5242e-0b2d-4f3d-bc7c-71db97ec5925 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 944 time: 0.1744666 Sep 17 22:09:03.993215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c86bccbb-c899-4f81-8372-9a8336c1b979 req-a22fac76-1769-4800-81d8-e52b7da545a5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Sep 17 22:09:04.015886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-c4c6282c-2bca-46c9-871a-cc5d8f6f9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:04.017444 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-c4c6282c-2bca-46c9-871a-cc5d8f6f9130 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdbffe2b-6893-46fa-bc1f-c19ea832e132 HTTP/1.1" status: 200 len: 859 time: 0.1961424 Sep 17 22:09:04.037438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Made reservation on behalf of f7f62287951e4fedbac66cf45ecb696f for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:04.042082 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.073187 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-9afb22e0-3206-41f4-9480-ada66d624b38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2742b32-eeae-409d-b7b7-afb3fb232d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452344 Sep 17 22:09:04.166995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:04.195641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9913f3b-3032-47f4-a5f6-308dde765b68 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:04.316304 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-43646c21-3c6f-465d-8469-553da33a174c service neutron] 10.222.0.32 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308900 Sep 17 22:09:04.445650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port a9913f3b-3032-47f4-a5f6-308dde765b68 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:04.446528 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.461178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:04.542492 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.558227 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.613162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000b3d8-5665-4128-b200-ecf172077555 req-b3104928-a834-4a85-b213-60b02f7f189c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:04.615604 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4000b3d8-5665-4128-b200-ecf172077555 req-b3104928-a834-4a85-b213-60b02f7f189c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 931 time: 0.1689146 Sep 17 22:09:04.636430 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9913f3b-3032-47f4-a5f6-308dde765b68,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:04.637643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:04.640243 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254d5fad-a5b8-42ff-aaf6-de9f2a542924" -d '{"events": [{"server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "name": "network-vif-plugged", "status": "completed", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:04.654042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=674784d4-00d2-47bc-b1f9-5a09a50d5832,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:04.672671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:04.676117 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7ed1bd-a32b-40f4-8b27-734c8c42b184" -d '{"events": [{"server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "name": "network-vif-unplugged", "status": "completed", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:04.679408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0043d2-b63b-4a41-8202-f2ce872e7ba0 req-60c357a1-646a-4a93-9829-c697044e205e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:04.697045 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.700199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d0043d2-b63b-4a41-8202-f2ce872e7ba0 req-60c357a1-646a-4a93-9829-c697044e205e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.3107440 Sep 17 22:09:04.701482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35578) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:04.710023 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.710960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 43cd865e-e404-4613-9dec-a9ba3d0a62b8 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:04.741240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12edb3f6-a7d1-4513-8a7f-f0af34e51524 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:04.754850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0f1df9d-e316-4b7d-a30d-409ce92b4a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.756904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Transition to ACTIVE for port object 43cd865e-e404-4613-9dec-a9ba3d0a62b8 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:09:04.760200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.773352 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9a8e2fb0-35ec-44f4-89e9-bfc0547e18f1 req-c702bde6-f66e-45ac-8163-404973046862 service neutron] 10.222.0.32 "GET /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755949 Sep 17 22:09:04.800014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a9913f3b-3032-47f4-a5f6-308dde765b68,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:04.820649 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4000b3d8-5665-4128-b200-ecf172077555 req-0b42b20b-a4e7-41cf-8b18-e687857f0225 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634295 Sep 17 22:09:04.821578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Checking segment: {'id': '5dd3645c-fd0f-4f34-99d2-76b9de874cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ed8319da-b80f-433e-94f3-26101b05602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:04.822101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Network hostable DHCP agents. Network: ed8319da-b80f-433e-94f3-26101b05602f, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:09:04.822967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Transition to ACTIVE for port object 12edb3f6-a7d1-4513-8a7f-f0af34e51524 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:09:04.860852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 43cd865e-e404-4613-9dec-a9ba3d0a62b8 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:09:04.864199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d0043d2-b63b-4a41-8202-f2ce872e7ba0 req-05221a39-2009-46e1-b698-364e2ed0a7f1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629150 Sep 17 22:09:04.864489 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.935595 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a322c6aa-94a0-4e82-8e36-4582a0268cb9 x-openstack-request-id: req-a322c6aa-94a0-4e82-8e36-4582a0268cb9 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:04.935891 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "name": "network-vif-plugged", "status": "completed", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:04.936333 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a322c6aa-94a0-4e82-8e36-4582a0268cb9 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:04.938405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Network ed8319da-b80f-433e-94f3-26101b05602f is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:09:04.938819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0f1df9d-e316-4b7d-a30d-409ce92b4a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:04.942622 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68', 'code': 200} Sep 17 22:09:04.958253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.027285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, ed8319da-b80f-433e-94f3-26101b05602f) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:05.037512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b0e5e-bd27-4f3f-922b-7672b02d449b None None] Network ed8319da-b80f-433e-94f3-26101b05602f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:05.042713 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cbb85b-a98f-4161-9e03-a7d2e13da5eb x-openstack-request-id: req-a0cbb85b-a98f-4161-9e03-a7d2e13da5eb {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:05.043259 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "name": "network-vif-unplugged", "status": "completed", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:05.045176 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0cbb85b-a98f-4161-9e03-a7d2e13da5eb {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:05.046104 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'code': 200} Sep 17 22:09:05.047528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:05.054695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.065109 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f0f1df9d-e316-4b7d-a30d-409ce92b4a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.067981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] No DVR routers for this DVR port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:09:05.127305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1df9d-e316-4b7d-a30d-409ce92b4a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf5388b-45e3-4178-9946-e99b476a11ea,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:05.144807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Pushing event updated for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:05.162692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9a04c397-6964-48e9-a989-89d36a7cf689 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2803931 Sep 17 22:09:05.251277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=12edb3f6-a7d1-4513-8a7f-f0af34e51524,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:05.322500 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f0f1df9d-e316-4b7d-a30d-409ce92b4a7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c637a474bd414f788ab3fd76384c82b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6156554 Sep 17 22:09:05.324832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd817f-c856-4c14-af87-df0f1b965e84 None None] Network ed8319da-b80f-433e-94f3-26101b05602f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:05.326729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35600) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:05.360313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Attempting to bind port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:05.360913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Attempting to bind port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:05.361471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Attempting to bind port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:05.501952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:05.502396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Attempting to bind port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:05.519877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:05.520215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:05.520699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:05.521254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Bound port: 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:05.521716 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.597442 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57a982bc-57d1-4355-bf44-fb49b2870eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.619457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:05.619953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:05.620372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:05.652317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:05.652768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:05.657245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57a982bc-57d1-4355-bf44-fb49b2870eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.671984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:05.672498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:05.673197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:05.673828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Bound port: 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:05.674180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.679407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:05.722603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:05.771341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bee2a-8703-492b-a750-80aed0de97a1 req-1e1d9f98-5258-466e-8fe9-01f1e09c900e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:05.779351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-621bee2a-8703-492b-a750-80aed0de97a1 req-1e1d9f98-5258-466e-8fe9-01f1e09c900e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.4762561 Sep 17 22:09:05.798194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:05.801646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:05.803483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4315b-e6ca-4ab1-988e-e6880d96ded1 req-218a1e40-6870-4cbc-bc19-9755fca2bf4a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:05.804996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56b4315b-e6ca-4ab1-988e-e6880d96ded1 req-218a1e40-6870-4cbc-bc19-9755fca2bf4a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 944 time: 0.5570159 Sep 17 22:09:05.816782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.833648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-621bee2a-8703-492b-a750-80aed0de97a1 req-7bcc6a07-81c8-43fb-8f38-e0d3c4c8490e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534382 Sep 17 22:09:05.859231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:05.859231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.859917 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] 10.222.0.35 "PUT /v2.0/ports/43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 200 len: 1096 time: 2.7489104 Sep 17 22:09:05.861057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56b4315b-e6ca-4ab1-988e-e6880d96ded1 req-dc0fe91a-f601-43d9-b874-6bb5b09d3b7d tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382049 Sep 17 22:09:05.873353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57a982bc-57d1-4355-bf44-fb49b2870eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.876239 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57a982bc-57d1-4355-bf44-fb49b2870eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:05.880313 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57a982bc-57d1-4355-bf44-fb49b2870eb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cf5388b-45e3-4178-9946-e99b476a11ea HTTP/1.1" status: 204 len: 168 time: 0.5477252 Sep 17 22:09:05.978295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fe1bf-f0e7-42c4-bf49-bcffefa677ac service neutron] Pushing event updated for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:05.982110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:06.046896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a982bc-57d1-4355-bf44-fb49b2870eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf5388b-45e3-4178-9946-e99b476a11ea,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:06.118115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f82a79-3a82-424a-900c-15a325829164 req-4749eb1e-9435-431f-ad9f-78c37c91719a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:06.124448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84f82a79-3a82-424a-900c-15a325829164 req-4749eb1e-9435-431f-ad9f-78c37c91719a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 943 time: 0.1067955 Sep 17 22:09:06.132363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:06.134203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:06.136972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] 10.222.0.35 "PUT /v2.0/ports/12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 1092 time: 2.7921579 Sep 17 22:09:06.153777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-331be722-cf34-449c-94fb-c8454f077847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:06.155667 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-331be722-cf34-449c-94fb-c8454f077847 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1099 time: 0.2659819 Sep 17 22:09:06.190247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84f82a79-3a82-424a-900c-15a325829164 req-f15cdffb-3b0b-4e74-8825-5ed5a06972ff tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521381 Sep 17 22:09:06.195699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2edbfa69-9ef1-4879-8e8f-4da70903af7f details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:09:06.212000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-16eeeb71-9b0b-4183-b175-049301758072 req-133c6901-9e68-4eb9-8ca0-ca80a5b3fd67 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-322510533', 'description': 'tempest-description-1634325154'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:06.236228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542075e-ee36-4732-be70-2b4e62f70cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=12edb3f6-a7d1-4513-8a7f-f0af34e51524,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:06.309617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-16eeeb71-9b0b-4183-b175-049301758072 req-133c6901-9e68-4eb9-8ca0-ca80a5b3fd67 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:06.349115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-970e19be-8199-4b91-867e-cc47cf3412ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:06.350827 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-970e19be-8199-4b91-867e-cc47cf3412ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1816473 Sep 17 22:09:06.413010 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-bf510207-5bd9-4737-924b-40d192c375d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 200 len: 217 time: 0.0532649 Sep 17 22:09:06.453183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-ac49d4ad-79f7-4a55-acfa-75a23a25a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:06.454981 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-ac49d4ad-79f7-4a55-acfa-75a23a25a083 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1095 time: 0.1432362 Sep 17 22:09:06.455420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2edbfa69-9ef1-4879-8e8f-4da70903af7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2edbfa69-9ef1-4879-8e8f-4da70903af7f,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:06.480308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '2edbfa69-9ef1-4879-8e8f-4da70903af7f', 'network_id': 'f2742b32-eeae-409d-b7b7-afb3fb232d34', 'port_id': '2edbfa69-9ef1-4879-8e8f-4da70903af7f', 'mac_address': 'fa:16:3e:d4:6e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbffe2b-6893-46fa-bc1f-c19ea832e132', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:09:06.505096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132acadc-4edb-4592-b643-346ac8e9b8bb req-fb782c67-2b51-4160-ab18-cda872ff00d2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:06.506974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-132acadc-4edb-4592-b643-346ac8e9b8bb req-fb782c67-2b51-4160-ab18-cda872ff00d2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1429062 Sep 17 22:09:06.554054 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:06.570103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-16eeeb71-9b0b-4183-b175-049301758072 req-133c6901-9e68-4eb9-8ca0-ca80a5b3fd67 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:06.596059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edbfa69-9ef1-4879-8e8f-4da70903af7f {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:06.631738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2edbfa69-9ef1-4879-8e8f-4da70903af7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2edbfa69-9ef1-4879-8e8f-4da70903af7f,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:06.638368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-132acadc-4edb-4592-b643-346ac8e9b8bb req-5371b4de-13bd-41a0-abfa-0cc1a767dcb4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076083 Sep 17 22:09:06.647686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-16eeeb71-9b0b-4183-b175-049301758072 req-133c6901-9e68-4eb9-8ca0-ca80a5b3fd67 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:06.700001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c6901-9e68-4eb9-8ca0-ca80a5b3fd67 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68e9bc8-dfac-47c4-adfa-9e6a6db37624,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:06.709839 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:06.811134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-16eeeb71-9b0b-4183-b175-049301758072 req-133c6901-9e68-4eb9-8ca0-ca80a5b3fd67 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:06.834941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16eeeb71-9b0b-4183-b175-049301758072 req-133c6901-9e68-4eb9-8ca0-ca80a5b3fd67 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6273398 Sep 17 22:09:06.838154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=2edbfa69-9ef1-4879-8e8f-4da70903af7f,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:06.883989 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-b17af513-d40f-4040-9f3b-e2bf4d3df6ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 217 time: 0.4199996 Sep 17 22:09:06.905494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfeb38f-4ea5-43e2-ab0a-5c699b719368 req-d3e4420a-bb9e-4eb3-9ef7-578a1a1eb0ab tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:06.907286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bfeb38f-4ea5-43e2-ab0a-5c699b719368 req-d3e4420a-bb9e-4eb3-9ef7-578a1a1eb0ab tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 947 time: 0.1474187 Sep 17 22:09:06.954769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['2edbfa69-9ef1-4879-8e8f-4da70903af7f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:06.956598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-264c4506-1298-4bf2-afb6-2c1f6b2a584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:06.958085 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-264c4506-1298-4bf2-afb6-2c1f6b2a584e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.0646627 Sep 17 22:09:06.959414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-eb6931b0-faa1-4500-a6cd-7cbb676a2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:06.960785 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-eb6931b0-faa1-4500-a6cd-7cbb676a2c1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.5384605 Sep 17 22:09:07.010290 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-2373dcdd-d399-440f-9c0e-acd895e94550 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373781 Sep 17 22:09:07.020682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bfeb38f-4ea5-43e2-ab0a-5c699b719368 req-87b09f36-a324-4434-afca-597a4b2e4b53 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992627 Sep 17 22:09:07.071711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8'}, {'name': 'network-changed', 'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:07.077466 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8"}, {"name": "network-changed", "server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:07.128571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c26bf853-0062-40c4-b33a-ab6e324420b4 req-48620c52-b3d7-403d-b055-2d39ad02663c tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/b68e9bc8-dfac-47c4-adfa-9e6a6db37624 HTTP/1.1" status: 200 len: 1804 time: 0.0667217 Sep 17 22:09:07.135806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-c26bf853-0062-40c4-b33a-ab6e324420b4 req-70debb63-7170-4b38-b84e-aba438a693ee tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b68e9bc8-dfac-47c4-adfa-9e6a6db37624', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:07.136499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-c26bf853-0062-40c4-b33a-ab6e324420b4 req-70debb63-7170-4b38-b84e-aba438a693ee tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b68e9bc8-dfac-47c4-adfa-9e6a6db37624', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:07.197370 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-27a2d914-6c53-46b2-a6ce-ff12e63127c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:07.199194 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-27a2d914-6c53-46b2-a6ce-ff12e63127c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2248788 Sep 17 22:09:07.258225 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-bb1e3863-c6e5-4666-aebc-4c8a023cd27d service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195401 Sep 17 22:09:07.313893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafdeef-9e1f-4c8d-9b5c-0bb57e2f3248 req-6d9c3cd4-ac1a-4977-9869-b0427a80656c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:07.315328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6aafdeef-9e1f-4c8d-9b5c-0bb57e2f3248 req-6d9c3cd4-ac1a-4977-9869-b0427a80656c tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 945 time: 0.1410558 Sep 17 22:09:07.344613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c26bf853-0062-40c4-b33a-ab6e324420b4 req-70debb63-7170-4b38-b84e-aba438a693ee tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:07.390417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c26bf853-0062-40c4-b33a-ab6e324420b4 req-70debb63-7170-4b38-b84e-aba438a693ee tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:07.400302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6aafdeef-9e1f-4c8d-9b5c-0bb57e2f3248 req-9992ff83-28f3-4d72-a11b-8c5fadb47203 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773134 Sep 17 22:09:07.410439 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-f84d1c71-7d85-4014-9742-01e867d7afba service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969233 Sep 17 22:09:07.469714 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c26bf853-0062-40c4-b33a-ab6e324420b4 req-70debb63-7170-4b38-b84e-aba438a693ee tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:07.510491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70debb63-7170-4b38-b84e-aba438a693ee tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00ca359-053b-4028-af13-66939d95d384,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:07.538684 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1347a0b4-4204-4ec7-a63b-ded56f20babf req-4e419369-4163-45db-8bce-1de7fe3dede6 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222277 Sep 17 22:09:07.550533 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3627c986-5c33-445e-b26c-c8a75fab3d87 x-openstack-request-id: req-3627c986-5c33-445e-b26c-c8a75fab3d87 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:07.550849 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:07.551098 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3627c986-5c33-445e-b26c-c8a75fab3d87 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:07.551490 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'status': 'completed', 'code': 200} Sep 17 22:09:07.551724 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524', 'status': 'completed', 'code': 200} Sep 17 22:09:07.569832 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3435c0d-4e6d-4075-9d75-47112ee1e0c3 req-6eca368a-ba8f-4e33-949a-960275d353fa service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760198 Sep 17 22:09:07.607266 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c26bf853-0062-40c4-b33a-ab6e324420b4 req-70debb63-7170-4b38-b84e-aba438a693ee tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:07.608537 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c26bf853-0062-40c4-b33a-ab6e324420b4 req-70debb63-7170-4b38-b84e-aba438a693ee tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4778883 Sep 17 22:09:07.652609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-c9b41bb9-3a23-4fe8-b92b-49dce92ea105 req-144101f1-b984-4633-a249-e20755574007 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1688058556', 'description': 'tempest-description-887670126'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:07.672401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-a07f2a6e-45d1-4271-b0d5-967aac85c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:07.677333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-a07f2a6e-45d1-4271-b0d5-967aac85c2d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1099 time: 0.0988865 Sep 17 22:09:07.798779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5b51f-38b7-4c37-b3b1-49e9049ca358 req-bfdcca80-f424-4cdf-90ed-c22ab749ce7c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:07.800353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3a5b51f-38b7-4c37-b3b1-49e9049ca358 req-bfdcca80-f424-4cdf-90ed-c22ab749ce7c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 943 time: 0.1334178 Sep 17 22:09:07.835942 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c9b41bb9-3a23-4fe8-b92b-49dce92ea105 req-144101f1-b984-4633-a249-e20755574007 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:07.859498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-3a952ff9-36fd-4a16-a89f-979083a1383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:07.861473 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-3a952ff9-36fd-4a16-a89f-979083a1383a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1099 time: 0.1434095 Sep 17 22:09:07.885610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-1a7c3c60-5eea-4456-9f6f-7131415a62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:07.887315 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-1a7c3c60-5eea-4456-9f6f-7131415a62ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2039294 Sep 17 22:09:07.895266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3a5b51f-38b7-4c37-b3b1-49e9049ca358 req-363a86eb-de34-4d7a-b79b-77bad3c39874 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783892 Sep 17 22:09:07.999803 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-f134360f-f007-4b6c-a4ff-663791550274 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 200 len: 217 time: 0.0872808 Sep 17 22:09:08.029629 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:08.033247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c9b41bb9-3a23-4fe8-b92b-49dce92ea105 req-144101f1-b984-4633-a249-e20755574007 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:08.102396 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c9b41bb9-3a23-4fe8-b92b-49dce92ea105 req-144101f1-b984-4633-a249-e20755574007 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:08.139648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-ed71528a-d4ad-4ba0-98de-e480f2123163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:08.148971 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-ed71528a-d4ad-4ba0-98de-e480f2123163 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1234007 Sep 17 22:09:08.150466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-e3fe7640-d2d4-4adf-8b57-ba5ce324879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:08.151887 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-e3fe7640-d2d4-4adf-8b57-ba5ce324879d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2805002 Sep 17 22:09:08.183281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144101f1-b984-4633-a249-e20755574007 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371144c7-3021-4621-9b48-a4e11e7bca5c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:08.208983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2edbfa69-9ef1-4879-8e8f-4da70903af7f up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:08.236865 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c9b41bb9-3a23-4fe8-b92b-49dce92ea105 req-144101f1-b984-4633-a249-e20755574007 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:08.238083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9b41bb9-3a23-4fe8-b92b-49dce92ea105 req-144101f1-b984-4633-a249-e20755574007 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5913858 Sep 17 22:09:08.275932 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-dc04e890-c786-40db-919c-0e0d2cedf2cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 200 len: 217 time: 0.0987113 Sep 17 22:09:08.299131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10993f75-a283-4dc9-b976-2900c1cee528 req-d5b64a77-0511-4b8a-b6df-007ac7c9b33d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:08.307495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10993f75-a283-4dc9-b976-2900c1cee528 req-d5b64a77-0511-4b8a-b6df-007ac7c9b33d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 947 time: 0.1165476 Sep 17 22:09:08.402951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10993f75-a283-4dc9-b976-2900c1cee528 req-6c38f57d-9ae3-41db-891b-7e02fc30f6eb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841107 Sep 17 22:09:08.461561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-5728c085-b9fd-4064-a73c-76d0b806487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:08.465664 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-5728c085-b9fd-4064-a73c-76d0b806487b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3047702 Sep 17 22:09:08.512908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 2edbfa69-9ef1-4879-8e8f-4da70903af7f completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:09:08.517784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 2edbfa69-9ef1-4879-8e8f-4da70903af7f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:08.518276 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:08.594079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-975eff39-2c18-4763-8375-40d15b83a13e req-ccd357a2-ad25-407d-b1cc-4d85207de348 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/371144c7-3021-4621-9b48-a4e11e7bca5c HTTP/1.1" status: 200 len: 1804 time: 0.1369319 Sep 17 22:09:08.604498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-975eff39-2c18-4763-8375-40d15b83a13e req-ea087e41-a073-4604-a9e6-57b56d629b0e tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '371144c7-3021-4621-9b48-a4e11e7bca5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:08.604962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-975eff39-2c18-4763-8375-40d15b83a13e req-ea087e41-a073-4604-a9e6-57b56d629b0e tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '371144c7-3021-4621-9b48-a4e11e7bca5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:08.642274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec7b18-3abe-4298-9fbb-6d3c4946263e req-e3d35b74-ae7b-45b0-9e0b-d59342c18e78 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:08.651217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1ec7b18-3abe-4298-9fbb-6d3c4946263e req-e3d35b74-ae7b-45b0-9e0b-d59342c18e78 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 945 time: 0.1222591 Sep 17 22:09:08.677459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-86b8816a-a432-4676-a8bd-6f3b7f8bcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:08.681485 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-86b8816a-a432-4676-a8bd-6f3b7f8bcbba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.3684382 Sep 17 22:09:08.719970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:08.741768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1ec7b18-3abe-4298-9fbb-6d3c4946263e req-563d802d-7060-4da0-a202-4aca82dc7804 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895839 Sep 17 22:09:08.777627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2edbfa69-9ef1-4879-8e8f-4da70903af7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2edbfa69-9ef1-4879-8e8f-4da70903af7f,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:08.778992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45e7e23-e49d-4b46-bbb7-28d937e4bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edbfa69-9ef1-4879-8e8f-4da70903af7f'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:08.782645 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd682384-542e-4d23-a769-697dd51fbdb4" -d '{"events": [{"server_uuid": "e45e7e23-e49d-4b46-bbb7-28d937e4bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "2edbfa69-9ef1-4879-8e8f-4da70903af7f"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:08.806694 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-dd290844-1181-4b91-b481-f78196136d13 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292711 Sep 17 22:09:08.866466 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:08.876749 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facf5c48-3d6d-4a11-ae53-f1f45e37c90f x-openstack-request-id: req-facf5c48-3d6d-4a11-ae53-f1f45e37c90f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:08.886648 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45e7e23-e49d-4b46-bbb7-28d937e4bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "2edbfa69-9ef1-4879-8e8f-4da70903af7f", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:08.889047 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-facf5c48-3d6d-4a11-ae53-f1f45e37c90f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:08.889956 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45e7e23-e49d-4b46-bbb7-28d937e4bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edbfa69-9ef1-4879-8e8f-4da70903af7f', 'code': 200} Sep 17 22:09:08.892573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-3eda53a9-fb29-4710-89d5-f1c3c4ec3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:08.903143 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-975eff39-2c18-4763-8375-40d15b83a13e req-ea087e41-a073-4604-a9e6-57b56d629b0e tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:08.906108 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-3eda53a9-fb29-4710-89d5-f1c3c4ec3b71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2149844 Sep 17 22:09:09.059693 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-975eff39-2c18-4763-8375-40d15b83a13e req-ea087e41-a073-4604-a9e6-57b56d629b0e tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:09.066233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=2edbfa69-9ef1-4879-8e8f-4da70903af7f,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:09.126669 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-302e8abf-8592-46f1-83bb-8a88723b1803 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100177 Sep 17 22:09:09.132804 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-a79a3fca-2419-4405-a4d3-8584fb7ea931 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166511 Sep 17 22:09:09.154857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3f60f-85a4-4e99-a0f1-2f413c51c904 req-186881a2-4d53-4a29-96d3-4e163c10fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:09.159214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9b3f60f-85a4-4e99-a0f1-2f413c51c904 req-186881a2-4d53-4a29-96d3-4e163c10fa3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 1098 time: 0.1903739 Sep 17 22:09:09.202996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20699fab-3714-4f20-9683-4063ff42a20c req-f39f5ca2-5a16-4934-b73f-828fe3c5e706 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:09.204599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20699fab-3714-4f20-9683-4063ff42a20c req-f39f5ca2-5a16-4934-b73f-828fe3c5e706 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 943 time: 0.1146097 Sep 17 22:09:09.215438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9b3f60f-85a4-4e99-a0f1-2f413c51c904 req-ba733b9f-163c-40aa-9b0c-6f0c20f28b3f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Sep 17 22:09:09.247561 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-00872178-49ca-4837-a494-5262ff2fd993 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117244 Sep 17 22:09:09.248986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20699fab-3714-4f20-9683-4063ff42a20c req-b7c77ea5-3d40-47b3-8517-f9de76d09462 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325911 Sep 17 22:09:09.290127 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-975eff39-2c18-4763-8375-40d15b83a13e req-ea087e41-a073-4604-a9e6-57b56d629b0e tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:09.317296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea087e41-a073-4604-a9e6-57b56d629b0e tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d9b0d1-a636-4a27-b9fb-f7c23943f70f,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:09.378050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-b495fa07-0b59-40f3-8653-1847abadc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:09.380083 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-b495fa07-0b59-40f3-8653-1847abadc790 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1095 time: 0.0738473 Sep 17 22:09:09.418454 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-975eff39-2c18-4763-8375-40d15b83a13e req-ea087e41-a073-4604-a9e6-57b56d629b0e tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:09.420156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-975eff39-2c18-4763-8375-40d15b83a13e req-ea087e41-a073-4604-a9e6-57b56d629b0e tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8242033 Sep 17 22:09:09.524106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-02afe8f4-3c21-4869-ae7d-a045e019d8f8 req-762e082d-d609-45fb-a970-8c49417e18d3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1103780483', 'description': 'tempest-description-965731782'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:09.542536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-6ce4c355-0a51-41ee-b32b-729ebc39416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:09.544233 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-6ce4c355-0a51-41ee-b32b-729ebc39416a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.1555500 Sep 17 22:09:09.569648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:09.598407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191e7a1-f8e6-4afc-90eb-d9e315a83a61 req-7e9923c2-c1f5-4e64-a821-fb27d0555fdb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:09.600111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4191e7a1-f8e6-4afc-90eb-d9e315a83a61 req-7e9923c2-c1f5-4e64-a821-fb27d0555fdb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 947 time: 0.0658312 Sep 17 22:09:09.626880 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-6f502cf0-03f9-4058-8631-3b5ca409c357 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 217 time: 0.0682521 Sep 17 22:09:09.676156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-02afe8f4-3c21-4869-ae7d-a045e019d8f8 req-762e082d-d609-45fb-a970-8c49417e18d3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:09.698003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4191e7a1-f8e6-4afc-90eb-d9e315a83a61 req-3fb0a85a-4551-4232-92de-7b365362b646 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905507 Sep 17 22:09:09.736833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-06416567-8cff-4df0-9745-87b7d8958918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:09.744199 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-06416567-8cff-4df0-9745-87b7d8958918 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1083388 Sep 17 22:09:09.819889 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-46365f8b-5024-4686-b8ff-dbbbfe402a50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573759 Sep 17 22:09:09.823147 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-02afe8f4-3c21-4869-ae7d-a045e019d8f8 req-762e082d-d609-45fb-a970-8c49417e18d3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:09.924047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-02afe8f4-3c21-4869-ae7d-a045e019d8f8 req-762e082d-d609-45fb-a970-8c49417e18d3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:09.932801 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-43f8f1d4-9bc5-4820-a8aa-42253792cf29 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057281 Sep 17 22:09:09.970193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e082d-d609-45fb-a970-8c49417e18d3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa4d39-82bc-4652-9359-a91ebc7c594d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:10.008298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7f330-5412-4e4d-83f3-9d591993c154 req-1eaaa070-6436-4cc7-950a-c406b69d6f78 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:10.010596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11e7f330-5412-4e4d-83f3-9d591993c154 req-1eaaa070-6436-4cc7-950a-c406b69d6f78 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 946 time: 0.1332796 Sep 17 22:09:10.039657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-02afe8f4-3c21-4869-ae7d-a045e019d8f8 req-762e082d-d609-45fb-a970-8c49417e18d3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:10.060411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02afe8f4-3c21-4869-ae7d-a045e019d8f8 req-762e082d-d609-45fb-a970-8c49417e18d3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5428083 Sep 17 22:09:10.103311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11e7f330-5412-4e4d-83f3-9d591993c154 req-7aed9c24-5765-4397-8a59-2d5612b33ead tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819280 Sep 17 22:09:10.113324 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cff86d9d-9c2b-483d-9e5a-928655e0a0a6 req-58a3f712-5d8b-4cfd-98b7-835ff0e6b2d0 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645882 Sep 17 22:09:10.113546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-533c9324-0bd7-4f42-8dad-c3c048eaaa31 req-d8e0e939-7a07-448c-a977-10156b0ab335 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1962775199', 'description': 'tempest-description-1393733500'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:10.147177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 12edb3f6-a7d1-4513-8a7f-f0af34e51524 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:09:10.232239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-533c9324-0bd7-4f42-8dad-c3c048eaaa31 req-d8e0e939-7a07-448c-a977-10156b0ab335 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:10.326775 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-533c9324-0bd7-4f42-8dad-c3c048eaaa31 req-d8e0e939-7a07-448c-a977-10156b0ab335 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:10.335248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:10.341505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81c3cb-3dcd-4eed-b58a-9b819d4e5834 req-cf4a89d3-7bd6-414d-8ce0-0d2cf792efe5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:10.343473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c81c3cb-3dcd-4eed-b58a-9b819d4e5834 req-cf4a89d3-7bd6-414d-8ce0-0d2cf792efe5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1519833 Sep 17 22:09:10.366960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '12edb3f6-a7d1-4513-8a7f-f0af34e51524', 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a', 'port_id': '12edb3f6-a7d1-4513-8a7f-f0af34e51524', 'mac_address': 'fa:16:3e:10:d7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9599773-24e3-4c52-90bc-421d9e50953a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:09:10.410523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c81c3cb-3dcd-4eed-b58a-9b819d4e5834 req-77101838-bfaa-4a09-af55-b1c347d7ed2b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552225 Sep 17 22:09:10.428576 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-533c9324-0bd7-4f42-8dad-c3c048eaaa31 req-d8e0e939-7a07-448c-a977-10156b0ab335 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:10.431975 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:10.448298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12edb3f6-a7d1-4513-8a7f-f0af34e51524 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:10.477805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:10.493090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0e939-7a07-448c-a977-10156b0ab335 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809b11f1-3fac-483c-be3f-7adf71d0d60e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:10.539025 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-533c9324-0bd7-4f42-8dad-c3c048eaaa31 req-d8e0e939-7a07-448c-a977-10156b0ab335 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:10.543365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-533c9324-0bd7-4f42-8dad-c3c048eaaa31 req-d8e0e939-7a07-448c-a977-10156b0ab335 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4379702 Sep 17 22:09:10.576758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888830ac-34a1-4e6b-aa90-3543b79be9e6 req-30d954d8-30fc-4fbc-84af-0ff9fd8a563f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:10.578457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-888830ac-34a1-4e6b-aa90-3543b79be9e6 req-30d954d8-30fc-4fbc-84af-0ff9fd8a563f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 943 time: 0.0686164 Sep 17 22:09:10.580967 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:10.581646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 43cd865e-e404-4613-9dec-a9ba3d0a62b8 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:09:10.635438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-888830ac-34a1-4e6b-aa90-3543b79be9e6 req-48b5496d-6a19-45e4-809f-01e345c347ac tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462129 Sep 17 22:09:10.688048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=12edb3f6-a7d1-4513-8a7f-f0af34e51524,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:10.781133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:10.789191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e55c5-1026-497a-a80b-90417fa146de req-a29630cc-1fdb-40bb-a9e3-78308baaaaf4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:10.790457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f5e55c5-1026-497a-a80b-90417fa146de req-a29630cc-1fdb-40bb-a9e3-78308baaaaf4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0744183 Sep 17 22:09:10.808944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'mac_address': 'fa:16:3e:eb:d5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:09:10.852863 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:10.855979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f5e55c5-1026-497a-a80b-90417fa146de req-3b9edfd6-eec0-4e7e-a75b-3a87737d8795 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590000 Sep 17 22:09:10.878660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-371e4ee0-db7c-4d85-b892-627add289082 req-657201fb-1103-4d70-92de-a958761f5240 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/e4fa4d39-82bc-4652-9359-a91ebc7c594d HTTP/1.1" status: 200 len: 1804 time: 0.0662439 Sep 17 22:09:10.895605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cd865e-e404-4613-9dec-a9ba3d0a62b8 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:10.940614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:11.001285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-371e4ee0-db7c-4d85-b892-627add289082 req-f1ca1159-4a57-4e6c-ac24-eeaed5503866 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/809b11f1-3fac-483c-be3f-7adf71d0d60e HTTP/1.1" status: 200 len: 1805 time: 0.1094415 Sep 17 22:09:11.012517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.029087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-371e4ee0-db7c-4d85-b892-627add289082 req-c4feb737-679f-4e5b-a4df-559b2f6dd987 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4fa4d39-82bc-4652-9359-a91ebc7c594d', 'remote_group_id': '809b11f1-3fac-483c-be3f-7adf71d0d60e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:11.029549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-371e4ee0-db7c-4d85-b892-627add289082 req-c4feb737-679f-4e5b-a4df-559b2f6dd987 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4fa4d39-82bc-4652-9359-a91ebc7c594d', 'remote_group_id': '809b11f1-3fac-483c-be3f-7adf71d0d60e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:11.054262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d701c1-eee0-4c78-81e1-2d05053e2fc7 req-fbab501a-87df-489f-b21d-330edb494f94 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:11.065873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2d701c1-eee0-4c78-81e1-2d05053e2fc7 req-fbab501a-87df-489f-b21d-330edb494f94 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 947 time: 0.1171856 Sep 17 22:09:11.067191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35782) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:11.108398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:11.121920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2d701c1-eee0-4c78-81e1-2d05053e2fc7 req-d9add183-954e-4583-a6e1-afdd822aeede tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548735 Sep 17 22:09:11.232002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-305bec5f-3deb-40a4-a32d-56b0f6cbf61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.241250 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-371e4ee0-db7c-4d85-b892-627add289082 req-c4feb737-679f-4e5b-a4df-559b2f6dd987 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.266474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['43cd865e-e404-4613-9dec-a9ba3d0a62b8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:11.272129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['12edb3f6-a7d1-4513-8a7f-f0af34e51524'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:11.323764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a2321-c3b4-45ed-8d9e-ddae5ead0c7d req-601565bf-b259-4425-b48a-2cb59d9dfb3a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:11.325611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-578a2321-c3b4-45ed-8d9e-ddae5ead0c7d req-601565bf-b259-4425-b48a-2cb59d9dfb3a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 946 time: 0.1052370 Sep 17 22:09:11.327722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-371e4ee0-db7c-4d85-b892-627add289082 req-c4feb737-679f-4e5b-a4df-559b2f6dd987 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.393698 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-578a2321-c3b4-45ed-8d9e-ddae5ead0c7d req-d9371ede-3755-45fb-a6a4-987527eeb2c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574706 Sep 17 22:09:11.396459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-305bec5f-3deb-40a4-a32d-56b0f6cbf61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.420969 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-371e4ee0-db7c-4d85-b892-627add289082 req-c4feb737-679f-4e5b-a4df-559b2f6dd987 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.444027 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feb737-679f-4e5b-a4df-559b2f6dd987 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d79e680-b1a3-4944-99c9-2454db6373fb,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:11.452842 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-305bec5f-3deb-40a4-a32d-56b0f6cbf61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.514056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bec5f-3deb-40a4-a32d-56b0f6cbf61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6fc262-bf1b-49ce-9a1b-83188f4fd416,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:11.521625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35794) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:11.530727 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-371e4ee0-db7c-4d85-b892-627add289082 req-c4feb737-679f-4e5b-a4df-559b2f6dd987 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.531426 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-305bec5f-3deb-40a4-a32d-56b0f6cbf61d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f22c06c23fd420d98fa5a25971ee974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622939 Sep 17 22:09:11.532712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-371e4ee0-db7c-4d85-b892-627add289082 req-c4feb737-679f-4e5b-a4df-559b2f6dd987 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5249765 Sep 17 22:09:11.644279 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9135b3a6-e2be-4632-9e1d-91c39263b50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.691787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f509834-a9ed-4983-8a09-94870bcf4d7f req-e7f8fc28-49b8-41b1-8c34-6e7867604840 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:11.700200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f509834-a9ed-4983-8a09-94870bcf4d7f req-e7f8fc28-49b8-41b1-8c34-6e7867604840 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1027033 Sep 17 22:09:11.703978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9135b3a6-e2be-4632-9e1d-91c39263b50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.781801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f509834-a9ed-4983-8a09-94870bcf4d7f req-165bacc7-9586-4603-8345-ad41dc508f7d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754547 Sep 17 22:09:11.821121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-52de3e9f-c089-4104-8232-202ab250f29b req-c5b75eb1-c454-4f5c-b639-6a7aad0d65ff tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1784280278', 'description': 'tempest-description-559789074'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:11.929735 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-52de3e9f-c089-4104-8232-202ab250f29b req-c5b75eb1-c454-4f5c-b639-6a7aad0d65ff tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.931814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9135b3a6-e2be-4632-9e1d-91c39263b50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.934527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9135b3a6-e2be-4632-9e1d-91c39263b50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:11.938192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9135b3a6-e2be-4632-9e1d-91c39263b50a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de6fc262-bf1b-49ce-9a1b-83188f4fd416 HTTP/1.1" status: 204 len: 168 time: 0.4129157 Sep 17 22:09:11.977995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135b3a6-e2be-4632-9e1d-91c39263b50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6fc262-bf1b-49ce-9a1b-83188f4fd416,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:12.042804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-34fa907d-1776-4064-b7ce-7d4c86b327bb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:12.044335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-34fa907d-1776-4064-b7ce-7d4c86b327bb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872&tenant_id=fa7cab0d76ba43779f3bf9baab83d246&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 948 time: 0.1540487 Sep 17 22:09:12.152229 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-02d62971-a820-4cf3-b428-58b773c64650 service neutron] delete failed (client error): The resource could not be found. Sep 17 22:09:12.153052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-02d62971-a820-4cf3-b428-58b773c64650 service neutron] 10.222.0.32 "DELETE /v2.0/ports/43cd865e-e404-4613-9dec-a9ba3d0a62b8/bindings/n-h1-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0967727 Sep 17 22:09:12.161606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 12edb3f6-a7d1-4513-8a7f-f0af34e51524 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:12.174130 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-52de3e9f-c089-4104-8232-202ab250f29b req-c5b75eb1-c454-4f5c-b639-6a7aad0d65ff tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:12.236400 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-52de3e9f-c089-4104-8232-202ab250f29b req-c5b75eb1-c454-4f5c-b639-6a7aad0d65ff tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:12.354373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b75eb1-c454-4f5c-b639-6a7aad0d65ff tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f53526-99a5-4cfe-beef-00fef859527b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:12.358373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:09:12.364112 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:12.364112 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:12.380874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-98a3a2bc-5c49-4845-be7d-21535a40ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:12.384433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-98a3a2bc-5c49-4845-be7d-21535a40ca11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1100 time: 0.1087086 Sep 17 22:09:12.418128 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-52de3e9f-c089-4104-8232-202ab250f29b req-c5b75eb1-c454-4f5c-b639-6a7aad0d65ff tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:12.418128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52de3e9f-c089-4104-8232-202ab250f29b req-c5b75eb1-c454-4f5c-b639-6a7aad0d65ff tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6026776 Sep 17 22:09:12.582923 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:12.588369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-64980653-c00e-4a94-9f5c-f53390651fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:12.589870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-64980653-c00e-4a94-9f5c-f53390651fa8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1945913 Sep 17 22:09:12.614885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:12.617186 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef116cc-4019-4cb7-91a1-d169a6359a7e" -d '{"events": [{"server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "name": "network-vif-plugged", "status": "completed", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:12.631850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:12.644469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-d8142a3e-d4bd-443b-84f0-0626acccb2af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 200 len: 217 time: 0.0449846 Sep 17 22:09:12.657316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1ae5c-5d6c-433d-b3b6-e17958fed299 req-495e5a90-278b-44bc-8537-3b611c8ec9b3 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:12.658867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11a1ae5c-5d6c-433d-b3b6-e17958fed299 req-495e5a90-278b-44bc-8537-3b611c8ec9b3 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 944 time: 0.1374195 Sep 17 22:09:12.667694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74637de-92ce-413f-b889-e0510ffd806b req-69e40ac3-39b9-4303-be59-1315e78de366 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:12.669193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e74637de-92ce-413f-b889-e0510ffd806b req-69e40ac3-39b9-4303-be59-1315e78de366 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 948 time: 0.1466093 Sep 17 22:09:12.696237 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:12.697667 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 43cd865e-e404-4613-9dec-a9ba3d0a62b8 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:12.779705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=12edb3f6-a7d1-4513-8a7f-f0af34e51524,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:12.790872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11a1ae5c-5d6c-433d-b3b6-e17958fed299 req-94ea5943-d19a-47b9-80eb-29b9dd7d0d40 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142964 Sep 17 22:09:12.794627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-e66ae82e-782b-425c-ac83-a114e8d06d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:12.796201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-e66ae82e-782b-425c-ac83-a114e8d06d19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1361876 Sep 17 22:09:12.799442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e74637de-92ce-413f-b889-e0510ffd806b req-25f58825-e359-40d9-87de-7b23f7b73f8c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220465 Sep 17 22:09:12.810002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35826) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:12.832835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67fab119-48a7-4066-a10e-e987fb22d154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:12.869779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:09:12.874113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:12.874314 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:12.895462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-b4b46f71-e36e-4195-9911-c8cc8bebdc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:12.897116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-b4b46f71-e36e-4195-9911-c8cc8bebdc0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926402 Sep 17 22:09:13.016224 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.016875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67fab119-48a7-4066-a10e-e987fb22d154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.057948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:13.088769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67fab119-48a7-4066-a10e-e987fb22d154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.089037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8b6ae-6850-4acf-b298-02e12e1650ce req-d95fa980-55bd-4c98-bbcb-284730f54ae7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:13.096268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ade8b6ae-6850-4acf-b298-02e12e1650ce req-d95fa980-55bd-4c98-bbcb-284730f54ae7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1955802 Sep 17 22:09:13.135402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.152684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d0b2-cf75-4adb-bc1a-ba53f693198f req-031ce439-371b-40d0-96c8-ed0f474f6b63 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:13.153980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fab119-48a7-4066-a10e-e987fb22d154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c243695e-4a1c-47a5-88c3-21f8984f1848,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:13.161072 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67fab119-48a7-4066-a10e-e987fb22d154 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a64ae93ea29e423081190f20a4a6dbb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501151 Sep 17 22:09:13.164006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35828) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:13.172547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ee2d0b2-cf75-4adb-bc1a-ba53f693198f req-031ce439-371b-40d0-96c8-ed0f474f6b63 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 946 time: 0.1787395 Sep 17 22:09:13.220028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:13.243538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ade8b6ae-6850-4acf-b298-02e12e1650ce req-22a35ecb-bcc9-4c37-b7f5-c7987fc64e63 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462436 Sep 17 22:09:13.247522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71172e09-acca-4a80-b350-d1b87bbc476a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.249186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-90aa7621-9580-46e2-b64a-34b907b17449 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249211 Sep 17 22:09:13.288342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ee2d0b2-cf75-4adb-bc1a-ba53f693198f req-92b0a259-c842-4a81-a1d8-0f3f614cbcb4 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5949de5-4eff-4e4b-b42e-dd592c5da7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104248 Sep 17 22:09:13.324920 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71172e09-acca-4a80-b350-d1b87bbc476a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.345172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-631e4f9d-cb70-4b96-a4f3-0198b3ddf369 req-6fdb5559-7392-4bb8-bf7c-79375f515ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2125097540', 'description': 'tempest-description-213607723'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:13.373517 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cc1e1c-1a5e-4896-9831-b5c2e804f348 x-openstack-request-id: req-69cc1e1c-1a5e-4896-9831-b5c2e804f348 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:13.374029 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "name": "network-vif-plugged", "status": "completed", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:13.374680 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69cc1e1c-1a5e-4896-9831-b5c2e804f348 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:13.375187 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524', 'code': 200} Sep 17 22:09:13.503576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71172e09-acca-4a80-b350-d1b87bbc476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.507411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71172e09-acca-4a80-b350-d1b87bbc476a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.509176 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-71172e09-acca-4a80-b350-d1b87bbc476a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c243695e-4a1c-47a5-88c3-21f8984f1848 HTTP/1.1" status: 204 len: 168 time: 0.3439035 Sep 17 22:09:13.514453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe46f98-b043-455c-81c4-6746f73b9fb4 req-625920d9-af6b-43cf-a075-cfe6907b0306 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544870 Sep 17 22:09:13.542957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71172e09-acca-4a80-b350-d1b87bbc476a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c243695e-4a1c-47a5-88c3-21f8984f1848,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:13.544361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-631e4f9d-cb70-4b96-a4f3-0198b3ddf369 req-6fdb5559-7392-4bb8-bf7c-79375f515ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.557191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5970b3-441d-4cc6-8202-f1debf8a244e req-26cc66d8-4a76-4bb4-ac5f-04f215522412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:13.559308 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc5970b3-441d-4cc6-8202-f1debf8a244e req-26cc66d8-4a76-4bb4-ac5f-04f215522412 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1097 time: 0.1191714 Sep 17 22:09:13.592224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-33e4db80-e650-48fe-ba5a-b7a3d7e9eb9a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:13.594103 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-33e4db80-e650-48fe-ba5a-b7a3d7e9eb9a tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 946 time: 0.1134131 Sep 17 22:09:13.695272 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc5970b3-441d-4cc6-8202-f1debf8a244e req-b455681e-10d5-484e-a605-5a3b266cc1a6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251202 Sep 17 22:09:13.700740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-631e4f9d-cb70-4b96-a4f3-0198b3ddf369 req-6fdb5559-7392-4bb8-bf7c-79375f515ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.754250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94414102-e082-47ad-bb93-e914c91b3c18 req-0fb9d4d9-b858-45c3-8055-eaf124a1483d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:13.780523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94414102-e082-47ad-bb93-e914c91b3c18 req-0fb9d4d9-b858-45c3-8055-eaf124a1483d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0759444 Sep 17 22:09:13.780715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Deleting port 2edbfa69-9ef1-4879-8e8f-4da70903af7f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:13.780715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.816078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94414102-e082-47ad-bb93-e914c91b3c18 req-fb4ebdb0-6a00-47fb-b07f-273a0559b481 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525131 Sep 17 22:09:13.905240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] For port 2edbfa69-9ef1-4879-8e8f-4da70903af7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2edbfa69-9ef1-4879-8e8f-4da70903af7f,segment=NetworkSegment(a8ef0284-fa82-417e-be3c-c9d8af930b54),segment_id=a8ef0284-fa82-417e-be3c-c9d8af930b54)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:13.906311 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.936827 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-631e4f9d-cb70-4b96-a4f3-0198b3ddf369 req-6fdb5559-7392-4bb8-bf7c-79375f515ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:13.940317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Calling delete_port for 2edbfa69-9ef1-4879-8e8f-4da70903af7f owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:13.977829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb5559-7392-4bb8-bf7c-79375f515ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d997d780-a88a-49b3-8e4e-2b4fa0d01530,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:14.003890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e25b-2a72-4002-a3ed-aa182f7ed9db req-e6794d2d-bfa1-491b-a6ac-e8d267ea436c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:14.005664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c26e25b-2a72-4002-a3ed-aa182f7ed9db req-e6794d2d-bfa1-491b-a6ac-e8d267ea436c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1070967 Sep 17 22:09:14.045753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c26e25b-2a72-4002-a3ed-aa182f7ed9db req-eb387a22-6375-4a4b-bd7b-50836a8bd154 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Sep 17 22:09:14.163905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b89ea8-53c2-48a1-b453-3dd21f47057a req-2d0a5406-eab7-44a6-8485-f381bc14e2d8 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:14.165646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54b89ea8-53c2-48a1-b453-3dd21f47057a req-2d0a5406-eab7-44a6-8485-f381bc14e2d8 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 945 time: 0.0493898 Sep 17 22:09:14.203970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54b89ea8-53c2-48a1-b453-3dd21f47057a req-e1c22f39-8b9e-447f-8bf0-781b0420cc07 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Sep 17 22:09:14.322518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d29928-acb0-48c3-a298-bf2ac11a554c req-081b1320-30f7-4f98-bfed-2e7626c67a38 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:14.324005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5d29928-acb0-48c3-a298-bf2ac11a554c req-081b1320-30f7-4f98-bfed-2e7626c67a38 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0536115 Sep 17 22:09:14.360496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-631e4f9d-cb70-4b96-a4f3-0198b3ddf369 req-6fdb5559-7392-4bb8-bf7c-79375f515ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:14.362829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-631e4f9d-cb70-4b96-a4f3-0198b3ddf369 req-6fdb5559-7392-4bb8-bf7c-79375f515ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0326016 Sep 17 22:09:14.365185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5d29928-acb0-48c3-a298-bf2ac11a554c req-84da1f61-7748-4b9a-b6f6-86955125307f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351491 Sep 17 22:09:14.365974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:14.465778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event deleted for resources: {'Port': ['ID=2edbfa69-9ef1-4879-8e8f-4da70903af7f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:14.565723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8a8b6dc-02ff-4752-a6c8-6682f1c5abc6 req-9a4d62f0-48e2-44a8-886d-1bf9ff672f73 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45e7e23-e49d-4b46-bbb7-28d937e4bcaf HTTP/1.1" status: 200 len: 210 time: 0.0957608 Sep 17 22:09:14.609249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] No DVR routers for this DVR port 2edbfa69-9ef1-4879-8e8f-4da70903af7f on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:09:14.615062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:14.618111 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3ff3a651-1619-43e6-86d0-178b6608e48f req-aa09391b-a368-43dd-9132-34a6d8d219c5 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.32 "DELETE /v2.0/ports/2edbfa69-9ef1-4879-8e8f-4da70903af7f HTTP/1.1" status: 204 len: 173 time: 1.0137475 Sep 17 22:09:14.621566 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45e7e23-e49d-4b46-bbb7-28d937e4bcaf', 'name': 'network-vif-deleted', 'tag': '2edbfa69-9ef1-4879-8e8f-4da70903af7f'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:14.633681 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baa531d-4954-45e4-a9e1-784b70cc17d0" -d '{"events": [{"server_uuid": "e45e7e23-e49d-4b46-bbb7-28d937e4bcaf", "name": "network-vif-deleted", "tag": "2edbfa69-9ef1-4879-8e8f-4da70903af7f"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:14.656880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-336b038a-ba3d-4b48-b161-45311d92e94f req-dbdbfbbf-3696-4ea0-9870-99935d5125bc tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/22f53526-99a5-4cfe-beef-00fef859527b HTTP/1.1" status: 200 len: 1804 time: 0.0896068 Sep 17 22:09:14.750101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-336b038a-ba3d-4b48-b161-45311d92e94f req-c274a47f-33e0-43f3-bdcb-24f8280fe04f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/d997d780-a88a-49b3-8e4e-2b4fa0d01530 HTTP/1.1" status: 200 len: 1804 time: 0.0857553 Sep 17 22:09:14.756004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-336b038a-ba3d-4b48-b161-45311d92e94f req-0355ccb7-f458-4936-b3b4-f91e1a7e5455 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22f53526-99a5-4cfe-beef-00fef859527b', 'remote_group_id': 'd997d780-a88a-49b3-8e4e-2b4fa0d01530', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:14.756536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-336b038a-ba3d-4b48-b161-45311d92e94f req-0355ccb7-f458-4936-b3b4-f91e1a7e5455 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22f53526-99a5-4cfe-beef-00fef859527b', 'remote_group_id': 'd997d780-a88a-49b3-8e4e-2b4fa0d01530', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:14.777749 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b3bba3-6162-4bde-acb1-24f5ef993310 x-openstack-request-id: req-66b3bba3-6162-4bde-acb1-24f5ef993310 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:14.778164 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45e7e23-e49d-4b46-bbb7-28d937e4bcaf", "name": "network-vif-deleted", "tag": "2edbfa69-9ef1-4879-8e8f-4da70903af7f", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:14.778523 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66b3bba3-6162-4bde-acb1-24f5ef993310 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:14.779061 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45e7e23-e49d-4b46-bbb7-28d937e4bcaf', 'name': 'network-vif-deleted', 'tag': '2edbfa69-9ef1-4879-8e8f-4da70903af7f', 'status': 'completed', 'code': 200} Sep 17 22:09:15.028428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-336b038a-ba3d-4b48-b161-45311d92e94f req-0355ccb7-f458-4936-b3b4-f91e1a7e5455 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:15.046884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455950-567c-48a8-88b0-cc2a88b90292 req-72d4c138-8dca-40d9-ad68-29e22cf1ca8c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:15.048848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64455950-567c-48a8-88b0-cc2a88b90292 req-72d4c138-8dca-40d9-ad68-29e22cf1ca8c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1624653 Sep 17 22:09:15.134772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-336b038a-ba3d-4b48-b161-45311d92e94f req-0355ccb7-f458-4936-b3b4-f91e1a7e5455 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:15.138565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64455950-567c-48a8-88b0-cc2a88b90292 req-25258863-add5-4511-82b4-9a8737697840 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824294 Sep 17 22:09:15.202025 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-336b038a-ba3d-4b48-b161-45311d92e94f req-0355ccb7-f458-4936-b3b4-f91e1a7e5455 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:15.238327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355ccb7-f458-4936-b3b4-f91e1a7e5455 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bfec96-f3b8-47f0-aaa1-b58b2fe74d54,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:15.282916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed767d-0361-4d38-b5f5-ffdcad8f2a7f req-6f300825-793a-48f6-a0b6-b993c5c8e011 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:15.285544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18ed767d-0361-4d38-b5f5-ffdcad8f2a7f req-6f300825-793a-48f6-a0b6-b993c5c8e011 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0746844 Sep 17 22:09:15.357624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18ed767d-0361-4d38-b5f5-ffdcad8f2a7f req-4dd525ea-b31b-4dc7-9df7-aae0fcb17c62 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625975 Sep 17 22:09:15.358972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-336b038a-ba3d-4b48-b161-45311d92e94f req-0355ccb7-f458-4936-b3b4-f91e1a7e5455 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:15.374567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-336b038a-ba3d-4b48-b161-45311d92e94f req-0355ccb7-f458-4936-b3b4-f91e1a7e5455 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6233280 Sep 17 22:09:15.376418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:15.379636 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a647266-5348-4882-bf09-904cf2a48824" -d '{"events": [{"server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "name": "network-vif-plugged", "status": "completed", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:15.542710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fce567-2f76-4b74-b75e-bfb9c940bb16 req-e72b4498-1717-4d8d-b5bf-b4671d1c07d1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:15.544366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98fce567-2f76-4b74-b75e-bfb9c940bb16 req-e72b4498-1717-4d8d-b5bf-b4671d1c07d1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1023409 Sep 17 22:09:15.566713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83be95b-d1b4-4ad8-ad5d-d9ec2f6cc29e req-203b1842-6789-4275-9c52-cdaba525e9bf tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:15.568354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c83be95b-d1b4-4ad8-ad5d-d9ec2f6cc29e req-203b1842-6789-4275-9c52-cdaba525e9bf tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 945 time: 0.0981321 Sep 17 22:09:15.619310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98fce567-2f76-4b74-b75e-bfb9c940bb16 req-a4c2c09a-94f2-48f3-881e-505e7cc2ec26 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662649 Sep 17 22:09:15.634185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c83be95b-d1b4-4ad8-ad5d-d9ec2f6cc29e req-7a2037b6-d592-4c12-afc8-32851d0e2261 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565467 Sep 17 22:09:15.711076 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d2c68f-df6f-4d94-8da8-6472af83aba7 x-openstack-request-id: req-a9d2c68f-df6f-4d94-8da8-6472af83aba7 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:15.711990 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "name": "network-vif-plugged", "status": "completed", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:15.712388 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9d2c68f-df6f-4d94-8da8-6472af83aba7 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:15.713102 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'code': 200} Sep 17 22:09:15.770331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73415067-c2c9-403d-b7c8-d8425813acb8 req-4a849299-1cbf-4ff4-bc44-81c1f3a47564 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/d997d780-a88a-49b3-8e4e-2b4fa0d01530 HTTP/1.1" status: 200 len: 1804 time: 0.0919678 Sep 17 22:09:15.881935 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-73415067-c2c9-403d-b7c8-d8425813acb8 req-9bf785e6-4159-4cb2-ae89-0c3a2e129016 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:15.911221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4a5aa-0af7-4ba0-84ea-8d1ec28fb529 req-b4f56475-fa88-4451-aec2-9fa883a2187f tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:15.912686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14f4a5aa-0af7-4ba0-84ea-8d1ec28fb529 req-b4f56475-fa88-4451-aec2-9fa883a2187f tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1101 time: 0.0796349 Sep 17 22:09:15.914245 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-73415067-c2c9-403d-b7c8-d8425813acb8 req-9bf785e6-4159-4cb2-ae89-0c3a2e129016 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:16.012589 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14f4a5aa-0af7-4ba0-84ea-8d1ec28fb529 req-1f14ad1f-c284-4385-9073-bc61097eba9d tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901330 Sep 17 22:09:16.143882 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-73415067-c2c9-403d-b7c8-d8425813acb8 req-9bf785e6-4159-4cb2-ae89-0c3a2e129016 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:16.146628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-73415067-c2c9-403d-b7c8-d8425813acb8 req-9bf785e6-4159-4cb2-ae89-0c3a2e129016 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:16.147948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73415067-c2c9-403d-b7c8-d8425813acb8 req-9bf785e6-4159-4cb2-ae89-0c3a2e129016 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "DELETE /v2.0/security-groups/d997d780-a88a-49b3-8e4e-2b4fa0d01530 HTTP/1.1" status: 204 len: 173 time: 0.3654606 Sep 17 22:09:16.163177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf785e6-4159-4cb2-ae89-0c3a2e129016 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d997d780-a88a-49b3-8e4e-2b4fa0d01530,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:16.247367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2edbfa69-9ef1-4879-8e8f-4da70903af7f no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:16.274680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 2edbfa69-9ef1-4879-8e8f-4da70903af7f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:09:16.275287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2edbfa69-9ef1-4879-8e8f-4da70903af7f not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:09:16.419447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-f5ef4f30-2273-49e1-88a2-00038055c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:16.421028 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-f5ef4f30-2273-49e1-88a2-00038055c9da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 1097 time: 0.0907154 Sep 17 22:09:16.456874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6195da33-9db5-4242-8663-c57a822653f2 req-72c0072a-696a-4e64-8131-d5f5bad57a0b tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/22f53526-99a5-4cfe-beef-00fef859527b HTTP/1.1" status: 200 len: 1804 time: 0.0767198 Sep 17 22:09:16.614164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-bd25f2e3-b18c-4906-bfbe-649718b734bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:16.615813 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-bd25f2e3-b18c-4906-bfbe-649718b734bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 905 time: 0.1717863 Sep 17 22:09:16.629869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175fbff-bb0f-4911-972c-374d0ee9a360 req-71ab2c47-f9ec-47cf-8eb3-11bdbb2e2b10 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:16.631079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4175fbff-bb0f-4911-972c-374d0ee9a360 req-71ab2c47-f9ec-47cf-8eb3-11bdbb2e2b10 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1022890 Sep 17 22:09:16.663494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03008267-5e85-459f-ada6-d191a7ecd01f req-85f46b41-ea9c-4b81-848f-56af1bfec626 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:16.665977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03008267-5e85-459f-ada6-d191a7ecd01f req-85f46b41-ea9c-4b81-848f-56af1bfec626 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1097 time: 0.0790451 Sep 17 22:09:16.670912 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-1e808d50-6c52-4af6-9105-fbb8eaf776ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9913f3b-3032-47f4-a5f6-308dde765b68 HTTP/1.1" status: 200 len: 217 time: 0.0470932 Sep 17 22:09:16.676018 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:09:16.698744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4175fbff-bb0f-4911-972c-374d0ee9a360 req-ff7d26d3-8a1d-40af-8dfe-f2a06aeab341 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588999 Sep 17 22:09:16.737611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03008267-5e85-459f-ada6-d191a7ecd01f req-cd56c3d9-8e02-4e38-b98e-d6f94309883e tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653958 Sep 17 22:09:16.744604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-df734baa-dedd-49b8-a2a0-97e93236ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:16.747875 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-df734baa-dedd-49b8-a2a0-97e93236ebfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 200 len: 845 time: 0.0670805 Sep 17 22:09:16.793287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-84e87e9d-52c4-4614-8c09-1526fc7afdde req-31b9e4a1-970b-44da-befa-00ecfd631733 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-577288408', 'description': 'tempest-description-190377207'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:16.800307 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-58e112a2-1d70-4075-bcb8-fd9d4610267e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447552 Sep 17 22:09:16.892065 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-84e87e9d-52c4-4614-8c09-1526fc7afdde req-31b9e4a1-970b-44da-befa-00ecfd631733 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:16.923008 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-7e004051-93e8-4321-9df3-909730d68538 service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146417 Sep 17 22:09:16.991113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-b9576467-b448-474f-b764-8282283564b2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655401 Sep 17 22:09:17.073079 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc922a81-0a92-4f4b-8da5-c931a4f77d4d req-f6059155-6730-4e1c-bc2d-7f50642152d7 service neutron] 10.222.0.32 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415145 Sep 17 22:09:17.142057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-84e87e9d-52c4-4614-8c09-1526fc7afdde req-31b9e4a1-970b-44da-befa-00ecfd631733 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:17.160290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-191498fc-89d4-4c05-867f-a29d41885c68 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:17.170858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-191498fc-89d4-4c05-867f-a29d41885c68 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649437 Sep 17 22:09:17.189930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-32ab0e94-c821-407a-aa01-79c9e8e87a8e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/quotas/fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 375 time: 0.0180888 Sep 17 22:09:17.239675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-02262917-0e1a-476e-ade2-4ddf46473f2e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489111 Sep 17 22:09:17.252966 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-84e87e9d-52c4-4614-8c09-1526fc7afdde req-31b9e4a1-970b-44da-befa-00ecfd631733 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:17.295394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9e4a1-970b-44da-befa-00ecfd631733 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b82114-821c-4e75-adde-091b7bb4cdeb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:17.360989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-84e87e9d-52c4-4614-8c09-1526fc7afdde req-31b9e4a1-970b-44da-befa-00ecfd631733 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:17.362271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84e87e9d-52c4-4614-8c09-1526fc7afdde req-31b9e4a1-970b-44da-befa-00ecfd631733 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5757885 Sep 17 22:09:17.509435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac2aa-9a6b-481e-ab71-7ced683e9e4e req-b6f84bab-110c-4c15-a8ea-d58659af3abd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:17.518927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d2ac2aa-9a6b-481e-ab71-7ced683e9e4e req-b6f84bab-110c-4c15-a8ea-d58659af3abd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0948641 Sep 17 22:09:17.623271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d2ac2aa-9a6b-481e-ab71-7ced683e9e4e req-d1eabb74-34ab-4659-9933-7586c305eadb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994086 Sep 17 22:09:17.646236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cd35c-42f7-44cb-b47a-e0319d42319b req-487359ed-b98d-45d1-9006-d42ae69ab00e tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:17.654113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb5cd35c-42f7-44cb-b47a-e0319d42319b req-487359ed-b98d-45d1-9006-d42ae69ab00e tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1097 time: 0.1259074 Sep 17 22:09:17.684140 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26711189-5747-401c-908a-bbc09268436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:17.724787 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb5cd35c-42f7-44cb-b47a-e0319d42319b req-6375f73b-af85-4ee2-acd0-fe217e45647d tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681479 Sep 17 22:09:17.831317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7aa266c4-9dbd-40e5-8c48-ead508c28819 req-66534549-25cd-46ff-9c85-c09c2171656f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/40b82114-821c-4e75-adde-091b7bb4cdeb HTTP/1.1" status: 200 len: 1803 time: 0.0461969 Sep 17 22:09:17.841420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7aa266c4-9dbd-40e5-8c48-ead508c28819 req-67c05b64-27ce-4804-a296-4f7a4077767c tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40b82114-821c-4e75-adde-091b7bb4cdeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:17.841735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7aa266c4-9dbd-40e5-8c48-ead508c28819 req-67c05b64-27ce-4804-a296-4f7a4077767c tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40b82114-821c-4e75-adde-091b7bb4cdeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:17.900499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3c8db27-7a3f-4cb1-a700-a95a9e0e6472 req-d1866762-aec3-40f2-a75d-b405857b0320 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 210 time: 0.0308599 Sep 17 22:09:18.005671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36026) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:18.024484 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7aa266c4-9dbd-40e5-8c48-ead508c28819 req-67c05b64-27ce-4804-a296-4f7a4077767c tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.045862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7aa266c4-9dbd-40e5-8c48-ead508c28819 req-67c05b64-27ce-4804-a296-4f7a4077767c tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.087493 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8321cf26-8466-4802-a8b4-bb0c8a84c1eb tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.112654 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7aa266c4-9dbd-40e5-8c48-ead508c28819 req-67c05b64-27ce-4804-a296-4f7a4077767c tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.118888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8321cf26-8466-4802-a8b4-bb0c8a84c1eb tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.153920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c05b64-27ce-4804-a296-4f7a4077767c tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bded06eb-db72-48a6-abe4-e8b4a58e7307,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:18.227710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2320b8e-d2c6-4f4d-85a9-a9aaade15829 req-435a64ce-0320-4c6d-9a00-5b78863daf8d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:18.229375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2320b8e-d2c6-4f4d-85a9-a9aaade15829 req-435a64ce-0320-4c6d-9a00-5b78863daf8d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0568354 Sep 17 22:09:18.291626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7aa266c4-9dbd-40e5-8c48-ead508c28819 req-67c05b64-27ce-4804-a296-4f7a4077767c tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.300456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36038) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:18.306511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7aa266c4-9dbd-40e5-8c48-ead508c28819 req-67c05b64-27ce-4804-a296-4f7a4077767c tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4694908 Sep 17 22:09:18.318283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8321cf26-8466-4802-a8b4-bb0c8a84c1eb tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.322595 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8321cf26-8466-4802-a8b4-bb0c8a84c1eb tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.324546 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8321cf26-8466-4802-a8b4-bb0c8a84c1eb tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "DELETE /v2.0/security-groups/26af9fd1-0979-4f3b-88f4-5fed34b28242 HTTP/1.1" status: 204 len: 168 time: 0.3170173 Sep 17 22:09:18.332943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36044) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:18.338823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2320b8e-d2c6-4f4d-85a9-a9aaade15829 req-63a8aa05-6ae8-45a1-9d42-e302e77a87f9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008830 Sep 17 22:09:18.387417 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-3c64fa1f-e7d2-41e5-8e98-684265160c74 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] show failed (client error): The resource could not be found. Sep 17 22:09:18.388969 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c64fa1f-e7d2-41e5-8e98-684265160c74 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "GET /v2.0/security-groups/26af9fd1-0979-4f3b-88f4-5fed34b28242 HTTP/1.1" status: 404 len: 347 time: 0.0511904 Sep 17 22:09:18.392915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321cf26-8466-4802-a8b4-bb0c8a84c1eb tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26af9fd1-0979-4f3b-88f4-5fed34b28242,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:18.407099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36048) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:18.458834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9575df9d-6cb4-49ab-8945-456f614ac570 req-d71d7878-77f7-4303-b099-66fb721b3f8f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/40b82114-821c-4e75-adde-091b7bb4cdeb HTTP/1.1" status: 200 len: 2396 time: 0.0993178 Sep 17 22:09:18.464219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-9575df9d-6cb4-49ab-8945-456f614ac570 req-01c0472d-9c25-4506-a85e-d45ef0f96949 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40b82114-821c-4e75-adde-091b7bb4cdeb', 'remote_group_id': None}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:18.464530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-9575df9d-6cb4-49ab-8945-456f614ac570 req-01c0472d-9c25-4506-a85e-d45ef0f96949 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40b82114-821c-4e75-adde-091b7bb4cdeb', 'remote_group_id': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:18.580723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f847766-9f88-4624-b346-b954af5dcb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.626458 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Deleting port ce49ebfd-a567-4798-8cc6-014acfc6e397 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:18.626931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.747683 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.748621 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.765262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9575df9d-6cb4-49ab-8945-456f614ac570 req-01c0472d-9c25-4506-a85e-d45ef0f96949 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.776134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Calling delete_port for ce49ebfd-a567-4798-8cc6-014acfc6e397 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:18.791562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9575df9d-6cb4-49ab-8945-456f614ac570 req-01c0472d-9c25-4506-a85e-d45ef0f96949 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:18.917460 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f847766-9f88-4624-b346-b954af5dcb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.152230 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9575df9d-6cb4-49ab-8945-456f614ac570 req-01c0472d-9c25-4506-a85e-d45ef0f96949 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.152774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f847766-9f88-4624-b346-b954af5dcb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.155252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.173681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0472d-9c25-4506-a85e-d45ef0f96949 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d90387-2485-4329-8c31-c0340578747d,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:19.193531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Pushing event deleted for resources: {'Port': ['ID=ce49ebfd-a567-4798-8cc6-014acfc6e397,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:19.260856 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9575df9d-6cb4-49ab-8945-456f614ac570 req-01c0472d-9c25-4506-a85e-d45ef0f96949 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.261097 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0f847766-9f88-4624-b346-b954af5dcb6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5c04b1b9d104817b338da25975679c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637158 Sep 17 22:09:19.267055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36060) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:19.267234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9575df9d-6cb4-49ab-8945-456f614ac570 req-01c0472d-9c25-4506-a85e-d45ef0f96949 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8028345 Sep 17 22:09:19.298215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f847766-9f88-4624-b346-b954af5dcb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eefaeb-7065-4ff4-97d3-72079690c465,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:19.377983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.380702 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.384741 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e4831734-705a-4e16-b91f-6b7f311da169 tempest-ImagesOneServerNegativeTestJSON-1329186097 tempest-ImagesOneServerNegativeTestJSON-1329186097-project] 10.222.0.13 "DELETE /v2.0/floatingips/c72b0af9-b684-4835-9d08-78e50df794fa HTTP/1.1" status: 204 len: 168 time: 0.9764717 Sep 17 22:09:19.388317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c03ad4ec-4ebd-44fb-b061-a321ba52ed87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.419290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c03ad4ec-4ebd-44fb-b061-a321ba52ed87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.431325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbf3b0-8975-470c-917c-31d58e5f51e4 req-dccdaede-6f7c-424c-8fb6-4d851aa06a58 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:19.441075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14cbf3b0-8975-470c-917c-31d58e5f51e4 req-dccdaede-6f7c-424c-8fb6-4d851aa06a58 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1114275 Sep 17 22:09:19.499473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14cbf3b0-8975-470c-917c-31d58e5f51e4 req-263882cb-4ad4-4c29-b1b2-9fb5ee65d00d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 Sep 17 22:09:19.578325 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c03ad4ec-4ebd-44fb-b061-a321ba52ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.581303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c03ad4ec-4ebd-44fb-b061-a321ba52ed87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:19.582691 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c03ad4ec-4ebd-44fb-b061-a321ba52ed87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8eefaeb-7065-4ff4-97d3-72079690c465 HTTP/1.1" status: 204 len: 168 time: 0.3080003 Sep 17 22:09:19.604330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ad4ec-4ebd-44fb-b061-a321ba52ed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eefaeb-7065-4ff4-97d3-72079690c465,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:19.819601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2819fade-cd31-4f36-8896-288dcac8bda0 req-2ff6b978-3f6e-49d5-b1c6-48e8a400cfd9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 210 time: 0.0309901 Sep 17 22:09:19.894674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44ab63b5-8c0b-4d4e-ba73-1ff9e6783d82 req-444537f3-bdce-494c-a5df-d6a17969d96e tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/40b82114-821c-4e75-adde-091b7bb4cdeb HTTP/1.1" status: 200 len: 2994 time: 0.0431616 Sep 17 22:09:20.107217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664c0a7-81ef-4dbb-9b90-8973f706c87e req-7795d797-063c-4eb8-8c2e-8b31c40ca7fc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:20.108879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c664c0a7-81ef-4dbb-9b90-8973f706c87e req-7795d797-063c-4eb8-8c2e-8b31c40ca7fc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 813 time: 0.1179566 Sep 17 22:09:20.127235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c664c0a7-81ef-4dbb-9b90-8973f706c87e req-ad225099-90dc-4cb7-b66a-aea760bb079b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/quotas/9003d394d2614f1daeec6b5dba3f1ea3 HTTP/1.1" status: 200 len: 375 time: 0.0104587 Sep 17 22:09:20.167111 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce416cac-9775-44b8-b07f-fadb3e8cda57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:20.192666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c664c0a7-81ef-4dbb-9b90-8973f706c87e req-68172a6a-b799-443f-9e53-0cccddb08a58 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546870 Sep 17 22:09:20.239388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bdfcd13-fb26-4ed2-8c02-eb678af28d1b req-a433e88f-2361-4936-a745-3a5445bad0e7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-group-rules/71d90387-2485-4329-8c31-c0340578747d HTTP/1.1" status: 200 len: 783 time: 0.0179889 Sep 17 22:09:20.296703 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bdfcd13-fb26-4ed2-8c02-eb678af28d1b req-409ee6d2-6f3a-4ba5-8bb0-fd2b34b90de2 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/40b82114-821c-4e75-adde-091b7bb4cdeb HTTP/1.1" status: 200 len: 2994 time: 0.0477319 Sep 17 22:09:20.338127 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4bdfcd13-fb26-4ed2-8c02-eb678af28d1b req-4b392bd5-f6d5-4da6-a045-28c88789a45f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:20.351305 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4bdfcd13-fb26-4ed2-8c02-eb678af28d1b req-4b392bd5-f6d5-4da6-a045-28c88789a45f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:20.470191 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4bdfcd13-fb26-4ed2-8c02-eb678af28d1b req-4b392bd5-f6d5-4da6-a045-28c88789a45f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:20.477080 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4bdfcd13-fb26-4ed2-8c02-eb678af28d1b req-4b392bd5-f6d5-4da6-a045-28c88789a45f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:20.478213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bdfcd13-fb26-4ed2-8c02-eb678af28d1b req-4b392bd5-f6d5-4da6-a045-28c88789a45f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/71d90387-2485-4329-8c31-c0340578747d HTTP/1.1" status: 204 len: 173 time: 0.1740921 Sep 17 22:09:20.484399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b392bd5-f6d5-4da6-a045-28c88789a45f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71d90387-2485-4329-8c31-c0340578747d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:20.516676 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-ee9005b3-b36d-47bb-8166-6e18a303708a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237353 Sep 17 22:09:20.614744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d625dd-cfe1-4dfe-ba6b-a15e02a6df99 req-037ebd27-1b60-435c-868f-9e017d444aec tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:20.616336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2d625dd-cfe1-4dfe-ba6b-a15e02a6df99 req-037ebd27-1b60-435c-868f-9e017d444aec tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0526674 Sep 17 22:09:20.668334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2d625dd-cfe1-4dfe-ba6b-a15e02a6df99 req-e093dc27-cce4-4478-921b-184d5016c8cd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Sep 17 22:09:20.737349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2601efc6-6898-4477-9c33-115d3daa62ef req-ea7adcbe-dc99-4b36-90cc-e6e5415519e7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/40b82114-821c-4e75-adde-091b7bb4cdeb HTTP/1.1" status: 200 len: 2396 time: 0.0432622 Sep 17 22:09:20.745609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-3d63bbd2-f25e-40c1-bd06-08f9c0f96d99 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:20.747813 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-3d63bbd2-f25e-40c1-bd06-08f9c0f96d99 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215200 Sep 17 22:09:20.771670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Request body: {'port': {'device_id': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': 'fa7cab0d76ba43779f3bf9baab83d246'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:20.826541 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2601efc6-6898-4477-9c33-115d3daa62ef req-aaee5856-becf-4df2-bd3d-248f5eae0494 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:20.864276 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2601efc6-6898-4477-9c33-115d3daa62ef req-aaee5856-becf-4df2-bd3d-248f5eae0494 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.026949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Made reservation on behalf of fa7cab0d76ba43779f3bf9baab83d246 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:21.028092 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2601efc6-6898-4477-9c33-115d3daa62ef req-aaee5856-becf-4df2-bd3d-248f5eae0494 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.031396 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.031832 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2601efc6-6898-4477-9c33-115d3daa62ef req-aaee5856-becf-4df2-bd3d-248f5eae0494 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.033469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2601efc6-6898-4477-9c33-115d3daa62ef req-aaee5856-becf-4df2-bd3d-248f5eae0494 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "DELETE /v2.0/security-groups/40b82114-821c-4e75-adde-091b7bb4cdeb HTTP/1.1" status: 204 len: 173 time: 0.2770247 Sep 17 22:09:21.045875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee5856-becf-4df2-bd3d-248f5eae0494 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b82114-821c-4e75-adde-091b7bb4cdeb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:21.098762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36166) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:21.154080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4495c4ab-41a1-498b-a40e-ec59a59930ec admin admin] Deleting subnet cdbffe2b-6893-46fa-bc1f-c19ea832e132 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:09:21.158969 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4495c4ab-41a1-498b-a40e-ec59a59930ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.188237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Allocated IP 192.168.233.84 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/189e777b-2039-46e5-9ed0-a5053c04658c) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:21.204924 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4495c4ab-41a1-498b-a40e-ec59a59930ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.235473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.251332 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4495c4ab-41a1-498b-a40e-ec59a59930ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.342854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f1bff-af34-4292-b153-2fc50eac7758 req-21fe91bf-a3c8-4db2-8e14-57edfdab71bd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:21.344357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c57f1bff-af34-4292-b153-2fc50eac7758 req-21fe91bf-a3c8-4db2-8e14-57edfdab71bd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0702159 Sep 17 22:09:21.387110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.401715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c57f1bff-af34-4292-b153-2fc50eac7758 req-6839467c-7d68-4a42-8ae6-167c21ffaa0d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 Sep 17 22:09:21.458438 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4495c4ab-41a1-498b-a40e-ec59a59930ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.495920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495c4ab-41a1-498b-a40e-ec59a59930ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbffe2b-6893-46fa-bc1f-c19ea832e132,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:21.498253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4495c4ab-41a1-498b-a40e-ec59a59930ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.500309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4495c4ab-41a1-498b-a40e-ec59a59930ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cdbffe2b-6893-46fa-bc1f-c19ea832e132 HTTP/1.1" status: 204 len: 168 time: 0.4003384 Sep 17 22:09:21.502940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36184) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:21.511225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.526302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['43cd865e-e404-4613-9dec-a9ba3d0a62b8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:21.593611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-3cfada71-7094-4a68-8304-171b4fcd050f tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:09:21.594691 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-3cfada71-7094-4a68-8304-171b4fcd050f tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3728881 Sep 17 22:09:21.614509 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.627494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:21.640230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9febb4-923f-4575-9a56-10bc3476b313 req-c239b858-5679-4d5a-b626-692c725a8e89 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:21.641848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f9febb4-923f-4575-9a56-10bc3476b313 req-c239b858-5679-4d5a-b626-692c725a8e89 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 935 time: 0.0974998 Sep 17 22:09:21.649644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:21.694697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:21.703439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f9febb4-923f-4575-9a56-10bc3476b313 req-fa0d6cd5-a158-47f5-9dff-9a708806bb17 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554986 Sep 17 22:09:21.707104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.731020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Pushing event updated for resources: {'Port': ['ID=189e777b-2039-46e5-9ed0-a5053c04658c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:21.765838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-5e7e9c4d-3877-4980-bd9d-9a963ec3c7fe tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:21.767734 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-5e7e9c4d-3877-4980-bd9d-9a963ec3c7fe tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports/12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 1094 time: 0.1576357 Sep 17 22:09:21.820069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:21.826864 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.829436 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-c60fe551-aad6-4e0e-8c10-8ebb4db04e61 req-5fef97b3-6ed7-4a5f-9e14-15fe78c16805 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] show failed (client error): The resource could not be found. Sep 17 22:09:21.830783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c60fe551-aad6-4e0e-8c10-8ebb4db04e61 req-5fef97b3-6ed7-4a5f-9e14-15fe78c16805 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/d997d780-a88a-49b3-8e4e-2b4fa0d01530 HTTP/1.1" status: 404 len: 352 time: 0.0705767 Sep 17 22:09:21.832459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.856962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2742b32-eeae-409d-b7b7-afb3fb232d34']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:21.873064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ef0284-fa82-417e-be3c-c9d8af930b54') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:21.874968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ef0284-fa82-417e-be3c-c9d8af930b54') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:21.899364 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.918457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.928598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:09:21.929008 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:09:21.931390 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:09:21.941520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Request body: {'binding': {'host': 'n-h1-713498-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:21.941994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Unknown quota resources ['binding']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:09:21.995625 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-7e57ee15-8e56-4d3a-9a4b-5c4657fbc512 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2310233 Sep 17 22:09:22.008555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Request body: {'port': {'device_id': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:22.059297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9cc23538-27a0-4cf5-8129-feadcb772c31 None None] Provisioning complete for port 189e777b-2039-46e5-9ed0-a5053c04658c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:22.060053 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9cc23538-27a0-4cf5-8129-feadcb772c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.065742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c5e44e0-1f54-40e8-b1fc-ea982d023fbf req-0155492f-c037-45f4-b667-8f0593e7fe5b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9003d394d2614f1daeec6b5dba3f1ea3 HTTP/1.1" status: 200 len: 221 time: 0.0298769 Sep 17 22:09:22.078078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.083691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.088419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] 10.222.0.13 "DELETE /v2.0/networks/f2742b32-eeae-409d-b7b7-afb3fb232d34 HTTP/1.1" status: 204 len: 168 time: 0.5839360 Sep 17 22:09:22.125328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea973ec3-1eae-4586-9525-aaf1dc2c382c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2742b32-eeae-409d-b7b7-afb3fb232d34,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:22.133789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9cc23538-27a0-4cf5-8129-feadcb772c31 None None] Port 189e777b-2039-46e5-9ed0-a5053c04658c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:09:22.181018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31f36c95-3493-48ae-adae-1a1ff0b85c56 req-39d96881-a884-4412-837e-5aadab19a2f1 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/22f53526-99a5-4cfe-beef-00fef859527b HTTP/1.1" status: 200 len: 1804 time: 0.0672274 Sep 17 22:09:22.263104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-31f36c95-3493-48ae-adae-1a1ff0b85c56 req-3de80093-e8e1-4c44-8144-8057c2bc913a tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.288586 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-31f36c95-3493-48ae-adae-1a1ff0b85c56 req-3de80093-e8e1-4c44-8144-8057c2bc913a tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.389743 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-31f36c95-3493-48ae-adae-1a1ff0b85c56 req-3de80093-e8e1-4c44-8144-8057c2bc913a tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.393006 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-31f36c95-3493-48ae-adae-1a1ff0b85c56 req-3de80093-e8e1-4c44-8144-8057c2bc913a tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.398271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31f36c95-3493-48ae-adae-1a1ff0b85c56 req-3de80093-e8e1-4c44-8144-8057c2bc913a tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "DELETE /v2.0/security-groups/22f53526-99a5-4cfe-beef-00fef859527b HTTP/1.1" status: 204 len: 173 time: 0.2102439 Sep 17 22:09:22.415945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de80093-e8e1-4c44-8144-8057c2bc913a tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f53526-99a5-4cfe-beef-00fef859527b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:22.473731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.478703 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-b0cae6a9-b203-4a73-8795-f458f5e44f93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4658430 Sep 17 22:09:22.607764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36258) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:22.657397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-55d8fdc7-a955-40d4-a239-a2f528d74802 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=674511bf8dd145d793023a299513d401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481322 Sep 17 22:09:22.659975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36260) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:22.661960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-c23fbc66-d123-46d1-96dc-b72df738c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:22.663474 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-c23fbc66-d123-46d1-96dc-b72df738c740 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4bff18228af4647b14844428ac585a1&device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 1097 time: 0.1419671 Sep 17 22:09:22.668130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on host n-h1-713498-17 for vnic_type normal with profile None {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:22.668331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:22.669117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:22.701618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:22.702004 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:22.746911 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9260fe74-cd37-4f82-8039-588ba2e4857b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.750533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:22.751288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:22.751508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:22.751921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Bound port: 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:22.775652 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9260fe74-cd37-4f82-8039-588ba2e4857b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.808693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:22.899159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.900466 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-2afb8f07-431d-4ada-b561-8d1468c1e404 service neutron] 10.222.0.13 "POST /v2.0/ports/12edb3f6-a7d1-4513-8a7f-f0af34e51524/bindings HTTP/1.1" status: 201 len: 390 time: 1.1257575 Sep 17 22:09:22.906612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9260fe74-cd37-4f82-8039-588ba2e4857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.910963 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9260fe74-cd37-4f82-8039-588ba2e4857b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:22.913031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9260fe74-cd37-4f82-8039-588ba2e4857b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5949de5-4eff-4e4b-b42e-dd592c5da7ea HTTP/1.1" status: 204 len: 168 time: 0.2512684 Sep 17 22:09:22.929013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260fe74-cd37-4f82-8039-588ba2e4857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5949de5-4eff-4e4b-b42e-dd592c5da7ea,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:22.931608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-e53f8633-44ab-4242-a42c-459fcc144914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:22.933085 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-e53f8633-44ab-4242-a42c-459fcc144914 service neutron] 10.222.0.35 "GET /v2.0/networks?id=209d5428-b068-4cda-ab1f-8f036aaa0cd2 HTTP/1.1" status: 200 len: 906 time: 0.2474184 Sep 17 22:09:23.023921 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-aa7cca00-281d-4694-9cf6-ff5b621c8455 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 HTTP/1.1" status: 200 len: 1001 time: 0.0797389 Sep 17 22:09:23.092609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189e777b-2039-46e5-9ed0-a5053c04658c {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:23.103602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.115416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-cd00297b-a32f-4c98-8c64-098aa3e12651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:23.116896 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-cd00297b-a32f-4c98-8c64-098aa3e12651 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e3571e7-2fcd-4b8b-9146-3868a3519d30 HTTP/1.1" status: 200 len: 845 time: 0.0732708 Sep 17 22:09:23.121676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Transition to ACTIVE for port object 189e777b-2039-46e5-9ed0-a5053c04658c will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:09:23.181320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-ebedca19-2aca-4c6b-af61-05695c46ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:23.184201 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-ebedca19-2aca-4c6b-af61-05695c46ebdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=209d5428-b068-4cda-ab1f-8f036aaa0cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585661 Sep 17 22:09:23.229782 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.250192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7841a11-edc3-4cec-94b3-bc1485b04cfe req-c12d3eed-ce2c-49c7-92d6-68a63c4826a6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:23.251807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7841a11-edc3-4cec-94b3-bc1485b04cfe req-c12d3eed-ce2c-49c7-92d6-68a63c4826a6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0500052 Sep 17 22:09:23.253489 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.296192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7841a11-edc3-4cec-94b3-bc1485b04cfe req-1061a388-ebb9-4f14-861c-c1611bcacb38 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372789 Sep 17 22:09:23.321897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Pushing event updated for resources: {'Port': ['ID=189e777b-2039-46e5-9ed0-a5053c04658c,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:23.354006 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-fa3fe6c6-2e2d-43f9-9816-732d73770d64 service neutron] 10.222.0.35 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401994 Sep 17 22:09:23.556263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Attempting to bind port 189e777b-2039-46e5-9ed0-a5053c04658c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:23.556603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Attempting to bind port 189e777b-2039-46e5-9ed0-a5053c04658c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:23.556963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Attempting to bind port 189e777b-2039-46e5-9ed0-a5053c04658c on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:23.569847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Port 189e777b-2039-46e5-9ed0-a5053c04658c on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:23.570278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Attempting to bind port 189e777b-2039-46e5-9ed0-a5053c04658c on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:23.576011 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d90b7021-cc8a-418e-b2b1-6d4deefddf20 req-e8d1a6ef-91c7-4d2d-abe2-dc20e39128cb tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/809b11f1-3fac-483c-be3f-7adf71d0d60e HTTP/1.1" status: 200 len: 1805 time: 0.1197197 Sep 17 22:09:23.592409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:23.592761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:23.593177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:23.595218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Bound port: 189e777b-2039-46e5-9ed0-a5053c04658c, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:23.595876 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.618368 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53979d45-6d0e-4cbc-878f-25aa65e34a02 req-7fb3f8d8-1fbd-4f4b-b2d7-cfb9bfa21a39 service neutron] 10.222.0.35 "GET /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506278 Sep 17 22:09:23.669966 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d90b7021-cc8a-418e-b2b1-6d4deefddf20 req-05bf7e65-7c61-4f06-bad3-547cd99ce3b9 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.694399 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d90b7021-cc8a-418e-b2b1-6d4deefddf20 req-05bf7e65-7c61-4f06-bad3-547cd99ce3b9 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.704812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:23.708179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=189e777b-2039-46e5-9ed0-a5053c04658c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:23.774124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-e24e6aaa-107e-46cc-a4c2-b69b0b474bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:23.775682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-e24e6aaa-107e-46cc-a4c2-b69b0b474bbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1097 time: 0.0621154 Sep 17 22:09:23.792803 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.826960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:23.827580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.829399 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] 10.222.0.32 "PUT /v2.0/ports/189e777b-2039-46e5-9ed0-a5053c04658c HTTP/1.1" status: 200 len: 1096 time: 1.8261406 Sep 17 22:09:23.831935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:23.834556 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc29b851-df80-4bc1-b55f-7169e5bf338b" -d '{"events": [{"name": "network-changed", "server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:23.862673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da2491-6b5c-4f6b-bba5-23981ca3d814 service neutron] Pushing event updated for resources: {'Port': ['ID=189e777b-2039-46e5-9ed0-a5053c04658c,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:23.897558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d90b7021-cc8a-418e-b2b1-6d4deefddf20 req-05bf7e65-7c61-4f06-bad3-547cd99ce3b9 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.900189 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d90b7021-cc8a-418e-b2b1-6d4deefddf20 req-05bf7e65-7c61-4f06-bad3-547cd99ce3b9 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:23.916976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d90b7021-cc8a-418e-b2b1-6d4deefddf20 req-05bf7e65-7c61-4f06-bad3-547cd99ce3b9 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "DELETE /v2.0/security-groups/809b11f1-3fac-483c-be3f-7adf71d0d60e HTTP/1.1" status: 204 len: 173 time: 0.3346407 Sep 17 22:09:23.922577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-15d2e22f-f0f9-4e3a-932a-285b70e78acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:23.924635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-15d2e22f-f0f9-4e3a-932a-285b70e78acf service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.1379521 Sep 17 22:09:23.929412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf7e65-7c61-4f06-bad3-547cd99ce3b9 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809b11f1-3fac-483c-be3f-7adf71d0d60e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:23.989346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f6d654ab-31a0-4116-aa9d-b367070d90bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 217 time: 0.0570951 Sep 17 22:09:24.078096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-cb928f00-4bc3-4dea-81eb-a038d00a55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:24.079807 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-cb928f00-4bc3-4dea-81eb-a038d00a55e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 1099 time: 0.0768850 Sep 17 22:09:24.128846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d0400-563a-4dab-bb4f-e5cf04ed65cb req-56a55746-15a0-4834-94d2-9ba5b7d5664f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:24.130441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b86d0400-563a-4dab-bb4f-e5cf04ed65cb req-56a55746-15a0-4834-94d2-9ba5b7d5664f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 947 time: 0.1348872 Sep 17 22:09:24.132465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-05ebb0c3-98b2-4613-aa50-256e14625a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:24.134499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-05ebb0c3-98b2-4613-aa50-256e14625a33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1350279 Sep 17 22:09:24.142655 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-60bfba2e-413b-4f5d-bf08-af52f5bafcfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=189e777b-2039-46e5-9ed0-a5053c04658c HTTP/1.1" status: 200 len: 217 time: 0.0538077 Sep 17 22:09:24.178516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36344) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:24.182664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-222e1d27-eb37-4bf6-ac2f-d488e31c5de6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319638 Sep 17 22:09:24.221790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-48f569e7-2b2f-4926-9aad-c2dbdee9dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:24.223539 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-48f569e7-2b2f-4926-9aad-c2dbdee9dbdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0724185 Sep 17 22:09:24.223709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b86d0400-563a-4dab-bb4f-e5cf04ed65cb req-cd256cfb-ac11-488b-a1f6-2260a75c9141 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806007 Sep 17 22:09:24.292415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9913f3b-3032-47f4-a5f6-308dde765b68 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:24.297097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-6fbc7d0a-f504-4ec3-bcba-96f125896be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:24.311626 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-6fbc7d0a-f504-4ec3-bcba-96f125896be7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645697 Sep 17 22:09:24.323530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-9e29f13e-fd35-44de-afb9-5e354e56e2a4 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253390 Sep 17 22:09:24.442256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:24.466118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:24.473503 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5543bc-5c23-44a2-8b45-db98ec130e28" -d '{"events": [{"server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:24.493091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-5dca5d2d-f999-4db5-ad65-73da7eff5185 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784577 Sep 17 22:09:24.498936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9913f3b-3032-47f4-a5f6-308dde765b68,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:24.597822 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf9db908-5ea4-4e8d-819f-a1f2b9afd9b9 req-cf50a8be-921b-4e87-a6d9-a5db141431a9 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970161 Sep 17 22:09:24.712612 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:24.763223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a9913f3b-3032-47f4-a5f6-308dde765b68,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:24.814475 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe4d40c5-0c8c-40b1-9cca-8472a04d5e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:24.838381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0bb43-f5c4-457b-8c36-ef8faccacdaf req-5933f1fd-e310-4d5f-8a26-8a2c301478e4 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:24.839889 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8c0bb43-f5c4-457b-8c36-ef8faccacdaf req-5933f1fd-e310-4d5f-8a26-8a2c301478e4 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 945 time: 0.4773285 Sep 17 22:09:24.858731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8db5-25d1-45e4-9e62-829455004c0d req-2fc7b64b-449f-4efb-8173-d871390e6fda tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:24.860138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7da8db5-25d1-45e4-9e62-829455004c0d req-2fc7b64b-449f-4efb-8173-d871390e6fda tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.4732425 Sep 17 22:09:24.884267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-9296d370-2e53-4e79-b572-e58faeab7d7f service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502648 Sep 17 22:09:24.934470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8c0bb43-f5c4-457b-8c36-ef8faccacdaf req-43f54014-507a-4a2a-bc7c-0405d6c3ac43 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877221 Sep 17 22:09:24.951167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7da8db5-25d1-45e4-9e62-829455004c0d req-3252aae0-e1ca-4358-9b55-8fd5e34cbdbc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806179 Sep 17 22:09:24.994430 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4f8a47-f550-44c5-8a6d-6ac0e2113676 x-openstack-request-id: req-6d4f8a47-f550-44c5-8a6d-6ac0e2113676 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:24.995023 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:24.995390 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d4f8a47-f550-44c5-8a6d-6ac0e2113676 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:24.995881 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c', 'status': 'completed', 'code': 200} Sep 17 22:09:25.048896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe4d40c5-0c8c-40b1-9cca-8472a04d5e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.071588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33278357-88f9-4b8e-bb6f-e77ccbdb7755 req-60fe32f4-2b47-4773-8338-e0a74715dd4f tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/e4fa4d39-82bc-4652-9359-a91ebc7c594d HTTP/1.1" status: 200 len: 1804 time: 0.0910928 Sep 17 22:09:25.077930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-512253e6-e009-4dd1-91d6-f14946652c13 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:25.079735 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-512253e6-e009-4dd1-91d6-f14946652c13 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.0494392 Sep 17 22:09:25.091784 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-17'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:25.095915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-99f0bd19-e2c2-40a8-b228-f24663d20665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:25.097375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-99f0bd19-e2c2-40a8-b228-f24663d20665 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 1099 time: 0.0643656 Sep 17 22:09:25.144951 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.173730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe4d40c5-0c8c-40b1-9cca-8472a04d5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.234452 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-33278357-88f9-4b8e-bb6f-e77ccbdb7755 req-4cecde17-7d41-4d6c-b81a-132181498093 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.243250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d40c5-0c8c-40b1-9cca-8472a04d5e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc4c2c-d394-4934-b874-95d6ba436d42,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:25.254388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe4d40c5-0c8c-40b1-9cca-8472a04d5e96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3470dfad6f024f2cb4d7ad0e195a6e76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0708382 Sep 17 22:09:25.260570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36362) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:25.283117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-b3a6be42-2349-4a24-8198-374487149750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:25.284677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-b3a6be42-2349-4a24-8198-374487149750 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1781371 Sep 17 22:09:25.288181 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-33278357-88f9-4b8e-bb6f-e77ccbdb7755 req-4cecde17-7d41-4d6c-b81a-132181498093 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.297238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:25.336326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-b0a181a2-9ede-4f5f-bbc0-2ae5b0822665 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=189e777b-2039-46e5-9ed0-a5053c04658c HTTP/1.1" status: 200 len: 217 time: 0.0401332 Sep 17 22:09:25.359502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-100699b7-f161-4a0f-a573-4d56c2f6ef4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.364800 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:25.405630 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-100699b7-f161-4a0f-a573-4d56c2f6ef4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.436356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.458578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-1e5a92c9-d8e9-4c10-88d2-552ec8c07e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:25.460205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-1e5a92c9-d8e9-4c10-88d2-552ec8c07e2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0815446 Sep 17 22:09:25.496231 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0733f8ff-d62f-4f7f-b979-1e3928949855 x-openstack-request-id: req-0733f8ff-d62f-4f7f-b979-1e3928949855 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:25.496835 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:25.496835 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0733f8ff-d62f-4f7f-b979-1e3928949855 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:25.497127 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68', 'code': 200} Sep 17 22:09:25.517868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-b1abf603-9ce3-4b74-a196-1a8ce905826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:25.519522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-b1abf603-9ce3-4b74-a196-1a8ce905826a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508554 Sep 17 22:09:25.526816 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.561046 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-33278357-88f9-4b8e-bb6f-e77ccbdb7755 req-4cecde17-7d41-4d6c-b81a-132181498093 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.563758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-33278357-88f9-4b8e-bb6f-e77ccbdb7755 req-4cecde17-7d41-4d6c-b81a-132181498093 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.564902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33278357-88f9-4b8e-bb6f-e77ccbdb7755 req-4cecde17-7d41-4d6c-b81a-132181498093 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4fa4d39-82bc-4652-9359-a91ebc7c594d HTTP/1.1" status: 204 len: 173 time: 0.4861455 Sep 17 22:09:25.566517 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-100699b7-f161-4a0f-a573-4d56c2f6ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.569274 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-100699b7-f161-4a0f-a573-4d56c2f6ef4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.570870 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-100699b7-f161-4a0f-a573-4d56c2f6ef4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90bc4c2c-d394-4934-b874-95d6ba436d42 HTTP/1.1" status: 204 len: 168 time: 0.3102300 Sep 17 22:09:25.593850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100699b7-f161-4a0f-a573-4d56c2f6ef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bc4c2c-d394-4934-b874-95d6ba436d42,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:25.615513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecde17-7d41-4d6c-b81a-132181498093 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa4d39-82bc-4652-9359-a91ebc7c594d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:25.642251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Pushing event updated for resources: {'Port': ['ID=12edb3f6-a7d1-4513-8a7f-f0af34e51524,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:25.661229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on host n-h2-713498-17 for vnic_type normal with profile {"migrating_to": "n-h1-713498-17"} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:25.661875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:25.662645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:25.668660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:25.669167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Attempting to bind port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:25.675346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:25.675906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:25.676573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:25.677280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Bound port: 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:25.677831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.680528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-a0c3e5b7-5079-42e0-933f-463e95cacffb service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510861 Sep 17 22:09:25.765078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7709-5a62-4128-bdd8-a2b55f8194b6 req-db5f635c-a6db-4118-86d3-101c619d4521 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:25.766943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-222d7709-5a62-4128-bdd8-a2b55f8194b6 req-db5f635c-a6db-4118-86d3-101c619d4521 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 947 time: 0.0850277 Sep 17 22:09:25.786395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:25.790707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:25.861459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.878956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-222d7709-5a62-4128-bdd8-a2b55f8194b6 req-102af763-a14c-4100-9dc1-2fc7de4a8ef2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862606 Sep 17 22:09:25.921350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc29b851-df80-4bc1-b55f-7169e5bf338b req-3043bf8b-a10c-40ad-8235-42b1f43a13a7 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279680 Sep 17 22:09:25.936033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Pushing event updated for resources: {'Port': ['ID=12edb3f6-a7d1-4513-8a7f-f0af34e51524,revision_number=8']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:25.958714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:25.959383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:25.960815 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-01ea3526-2df5-42af-abdc-b3154185aa6d service neutron] 10.222.0.32 "PUT /v2.0/ports/12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 1123 time: 0.8730273 Sep 17 22:09:25.998763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-50d1b88c-e602-4965-86a9-f4883514b11d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:26.000321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-50d1b88c-e602-4965-86a9-f4883514b11d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 805 time: 0.1865826 Sep 17 22:09:26.003099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5edae815-21da-4d91-837f-eedfeb66c038 req-e21f510f-3520-4958-9b1e-48386fb11132 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/371144c7-3021-4621-9b48-a4e11e7bca5c HTTP/1.1" status: 200 len: 2403 time: 0.0843976 Sep 17 22:09:26.022548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-921c8d06-cc3a-45e5-b527-2740869333a5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/quotas/ce5f0656776745329b9e57ae772c2111 HTTP/1.1" status: 200 len: 375 time: 0.0163252 Sep 17 22:09:26.047227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['12edb3f6-a7d1-4513-8a7f-f0af34e51524'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:26.104183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-1d5d2cdd-4fa1-420d-8be2-c1053dcbd955 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758224 Sep 17 22:09:26.109799 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5edae815-21da-4d91-837f-eedfeb66c038 req-5731f4a2-140a-422d-bd7c-5eddbc4d5ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.157170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5edae815-21da-4d91-837f-eedfeb66c038 req-5731f4a2-140a-422d-bd7c-5eddbc4d5ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.237233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-d5ad3590-ab87-4aa7-ae27-f219fbdecefb service neutron] 10.222.0.13 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255429 Sep 17 22:09:26.280573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36398) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:26.294689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ceb50178-4755-402f-8ea7-05403fa6dd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.303677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 189e777b-2039-46e5-9ed0-a5053c04658c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:09:26.316482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5edae815-21da-4d91-837f-eedfeb66c038 req-5731f4a2-140a-422d-bd7c-5eddbc4d5ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.319182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5edae815-21da-4d91-837f-eedfeb66c038 req-5731f4a2-140a-422d-bd7c-5eddbc4d5ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.330930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5edae815-21da-4d91-837f-eedfeb66c038 req-5731f4a2-140a-422d-bd7c-5eddbc4d5ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "DELETE /v2.0/security-groups/371144c7-3021-4621-9b48-a4e11e7bca5c HTTP/1.1" status: 204 len: 173 time: 0.3180761 Sep 17 22:09:26.352625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731f4a2-140a-422d-bd7c-5eddbc4d5ed7 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371144c7-3021-4621-9b48-a4e11e7bca5c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:26.363208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-5849561a-d917-440b-8e5c-aaf953a47bb1 service neutron] 10.222.0.13 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180422 Sep 17 22:09:26.422827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ceb50178-4755-402f-8ea7-05403fa6dd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.442729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=189e777b-2039-46e5-9ed0-a5053c04658c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:26.454509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '189e777b-2039-46e5-9ed0-a5053c04658c', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '189e777b-2039-46e5-9ed0-a5053c04658c', 'mac_address': 'fa:16:3e:46:d6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:09:26.455745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3764c-052f-424e-bffe-d3b301bd7193 req-78249413-975f-43d9-94e6-97abef111e04 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:26.463302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5b3764c-052f-424e-bffe-d3b301bd7193 req-78249413-975f-43d9-94e6-97abef111e04 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0696540 Sep 17 22:09:26.478937 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ceb50178-4755-402f-8ea7-05403fa6dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.494219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.508201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189e777b-2039-46e5-9ed0-a5053c04658c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:26.514668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5b3764c-052f-424e-bffe-d3b301bd7193 req-7d0a0aba-bd7d-4884-85c7-4250b1844c9e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462222 Sep 17 22:09:26.520070 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ceb50178-4755-402f-8ea7-05403fa6dd8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4db673e839844c7f90c5b33e32e6a683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383728 Sep 17 22:09:26.522647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36404) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:26.534500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb50178-4755-402f-8ea7-05403fa6dd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3876fb84-fdec-4904-8d33-358e592942bd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:26.555710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=189e777b-2039-46e5-9ed0-a5053c04658c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:26.581303 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5a6a34cb-79c7-40b2-80e5-640f69cee44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.603397 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5a6a34cb-79c7-40b2-80e5-640f69cee44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.626953 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.678072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=189e777b-2039-46e5-9ed0-a5053c04658c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:26.729386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09905edd-930e-4bef-aee5-40b42b27af62 req-5961c8e4-6f34-4687-9276-61d34f38c0dc tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "GET /v2.0/security-groups/b68e9bc8-dfac-47c4-adfa-9e6a6db37624 HTTP/1.1" status: 200 len: 2397 time: 0.0804677 Sep 17 22:09:26.743676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a7217-3e8c-4b0d-a3f7-f7387a8bf1ff req-2ce2f196-f6cc-4d66-9a58-672f94a5b361 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:26.746031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2a7217-3e8c-4b0d-a3f7-f7387a8bf1ff req-2ce2f196-f6cc-4d66-9a58-672f94a5b361 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 943 time: 0.0991271 Sep 17 22:09:26.801740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5a6a34cb-79c7-40b2-80e5-640f69cee44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.804265 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5a6a34cb-79c7-40b2-80e5-640f69cee44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.805445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5a6a34cb-79c7-40b2-80e5-640f69cee44f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3876fb84-fdec-4904-8d33-358e592942bd HTTP/1.1" status: 204 len: 168 time: 0.2810795 Sep 17 22:09:26.837352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a34cb-79c7-40b2-80e5-640f69cee44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3876fb84-fdec-4904-8d33-358e592942bd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:26.847924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2a7217-3e8c-4b0d-a3f7-f7387a8bf1ff req-c1550bf9-d8b6-474d-b8af-c0fdf1356190 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882022 Sep 17 22:09:26.861807 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09905edd-930e-4bef-aee5-40b42b27af62 req-67badc3a-06d0-4890-9478-de7b7e823db3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.876872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['189e777b-2039-46e5-9ed0-a5053c04658c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:26.894432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09905edd-930e-4bef-aee5-40b42b27af62 req-67badc3a-06d0-4890-9478-de7b7e823db3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:26.997348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524'}, {'name': 'network-changed', 'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:26.999945 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f51223-67ce-416a-898e-4ee910fe19ce" -d '{"events": [{"server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "name": "network-vif-unplugged", "status": "completed", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524"}, {"name": "network-changed", "server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:27.051437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09905edd-930e-4bef-aee5-40b42b27af62 req-67badc3a-06d0-4890-9478-de7b7e823db3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.053483 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09905edd-930e-4bef-aee5-40b42b27af62 req-67badc3a-06d0-4890-9478-de7b7e823db3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.056293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09905edd-930e-4bef-aee5-40b42b27af62 req-67badc3a-06d0-4890-9478-de7b7e823db3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] 10.222.0.13 "DELETE /v2.0/security-groups/b68e9bc8-dfac-47c4-adfa-9e6a6db37624 HTTP/1.1" status: 204 len: 173 time: 0.3081141 Sep 17 22:09:27.063266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36432) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:27.069206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1c6ceb3-0791-4ca5-9a5d-2ce4adab8892 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:27.071856 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1c6ceb3-0791-4ca5-9a5d-2ce4adab8892 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f HTTP/1.1" status: 200 len: 943 time: 0.0560803 Sep 17 22:09:27.081208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badc3a-06d0-4890-9478-de7b7e823db3 tempest-SecurityGroupRulesTestJSON-465608946 tempest-SecurityGroupRulesTestJSON-465608946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68e9bc8-dfac-47c4-adfa-9e6a6db37624,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:27.092015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fb6b5-e1d6-4462-a28b-50f05944125e req-e123fd3d-b45b-4738-8806-fc6dba413c44 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:27.092655 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-469fb6b5-e1d6-4462-a28b-50f05944125e req-e123fd3d-b45b-4738-8806-fc6dba413c44 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0829136 Sep 17 22:09:27.177151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-98652613-30fb-4630-85ca-fe58f017e1c5 admin admin] Deleting subnet 674784d4-00d2-47bc-b1f9-5a09a50d5832 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:09:27.180873 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98652613-30fb-4630-85ca-fe58f017e1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.232910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Deleting port a9913f3b-3032-47f4-a5f6-308dde765b68 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:27.233261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.252649 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1986b889-c7a4-4318-be27-566f451e7391 req-8e0079e6-8b4d-41cb-ad04-cfe3d0047bb3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 210 time: 0.0380692 Sep 17 22:09:27.275935 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98652613-30fb-4630-85ca-fe58f017e1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.280245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-469fb6b5-e1d6-4462-a28b-50f05944125e req-530f845f-8d8a-4498-961c-36b4811fb65d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675520 Sep 17 22:09:27.336457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98652613-30fb-4630-85ca-fe58f017e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.351263 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efe0330-587d-4b4c-8cdd-108dc246e6e0 x-openstack-request-id: req-0efe0330-587d-4b4c-8cdd-108dc246e6e0 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:27.352819 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "name": "network-vif-unplugged", "status": "completed", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524", "code": 200}, {"name": "network-changed", "server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:27.364321 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0efe0330-587d-4b4c-8cdd-108dc246e6e0 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:27.364321 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524', 'code': 200} Sep 17 22:09:27.364321 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524', 'status': 'completed', 'code': 200} Sep 17 22:09:27.364321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] For port a9913f3b-3032-47f4-a5f6-308dde765b68, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9913f3b-3032-47f4-a5f6-308dde765b68,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:27.364321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.396427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Calling delete_port for a9913f3b-3032-47f4-a5f6-308dde765b68 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:27.459232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fe6b6-cfe0-459e-9f04-0c0c0de2e4fe req-f2303700-6d8a-4b43-b9d6-4d98f9669207 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:27.467007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-607fe6b6-cfe0-459e-9f04-0c0c0de2e4fe req-f2303700-6d8a-4b43-b9d6-4d98f9669207 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 948 time: 0.0800731 Sep 17 22:09:27.481295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-dbb58b15-5efe-4f6f-9b24-b72310fa874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:27.483014 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-dbb58b15-5efe-4f6f-9b24-b72310fa874e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1126 time: 0.0965636 Sep 17 22:09:27.528833 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98652613-30fb-4630-85ca-fe58f017e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.564917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-607fe6b6-cfe0-459e-9f04-0c0c0de2e4fe req-fcf15728-ed26-4183-9278-59c9a79b53b4 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911076 Sep 17 22:09:27.573233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835541cf-2c48-4c06-a3cc-9d3d0dd5083f req-58747d98-7d2b-427a-9c1f-65f0eda76e36 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:27.574825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-835541cf-2c48-4c06-a3cc-9d3d0dd5083f req-58747d98-7d2b-427a-9c1f-65f0eda76e36 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1125882 Sep 17 22:09:27.577381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98652613-30fb-4630-85ca-fe58f017e1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=674784d4-00d2-47bc-b1f9-5a09a50d5832,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:27.591940 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98652613-30fb-4630-85ca-fe58f017e1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.594764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-98652613-30fb-4630-85ca-fe58f017e1c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/674784d4-00d2-47bc-b1f9-5a09a50d5832 HTTP/1.1" status: 204 len: 168 time: 0.5274742 Sep 17 22:09:27.601563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36458) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:27.629526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-db02262d-0be7-4d99-9751-e066ff26e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:27.631042 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-db02262d-0be7-4d99-9751-e066ff26e258 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.1410031 Sep 17 22:09:27.674779 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-0eb44da3-494c-4ecf-9ab4-35a772bf6ef1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 217 time: 0.0367100 Sep 17 22:09:27.707304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-835541cf-2c48-4c06-a3cc-9d3d0dd5083f req-24896d79-863b-4d0d-b0e4-92023cfb5df5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114564 Sep 17 22:09:27.734611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-a4be6b80-a0c1-43fa-9a53-59b7b1ee8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:27.736444 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-a4be6b80-a0c1-43fa-9a53-59b7b1ee8fab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.0509338 Sep 17 22:09:27.742968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.769697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.821477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Pushing event deleted for resources: {'Port': ['ID=a9913f3b-3032-47f4-a5f6-308dde765b68,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:27.831851 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-01402836-022b-482a-86fc-7b2e84b53a6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812414 Sep 17 22:09:27.831851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36466) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:27.868747 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.899873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8319da-b80f-433e-94f3-26101b05602f']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:27.914841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f930b99-86c4-4f7b-a748-1b2c9f2b542f req-e08513c2-bb29-48a4-af44-523597829ba1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:27.918330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f930b99-86c4-4f7b-a748-1b2c9f2b542f req-e08513c2-bb29-48a4-af44-523597829ba1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1214113 Sep 17 22:09:27.920468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd3645c-fd0f-4f34-99d2-76b9de874cd7') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:27.926461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd3645c-fd0f-4f34-99d2-76b9de874cd7') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:27.951382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:27.984328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.009042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:09:28.009823 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:09:28.011931 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:09:28.022420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] No DVR routers for this DVR port a9913f3b-3032-47f4-a5f6-308dde765b68 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:09:28.025633 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.028182 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fee05937-3320-4d9d-acdd-39b06ec0dce3 req-e1b83b84-9f69-4b27-97b5-2713099634b5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.32 "DELETE /v2.0/ports/a9913f3b-3032-47f4-a5f6-308dde765b68 HTTP/1.1" status: 204 len: 173 time: 0.9499044 Sep 17 22:09:28.040682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f930b99-86c4-4f7b-a748-1b2c9f2b542f req-90269d30-79b8-4c27-8544-57461a381050 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116774 Sep 17 22:09:28.055097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75ad243d-2cc2-420a-96a1-d5701de7d812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.073052 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-719971f4-f202-4ff8-a50d-c7a3ddde279b service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263877 Sep 17 22:09:28.122125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13105b3-550e-4c4f-be3e-80ea98e97345 req-9a853f3d-0527-43da-9741-c1f45fa58fec tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:28.123928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f13105b3-550e-4c4f-be3e-80ea98e97345 req-9a853f3d-0527-43da-9741-c1f45fa58fec tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 943 time: 0.1371248 Sep 17 22:09:28.180685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f13105b3-550e-4c4f-be3e-80ea98e97345 req-1f4f0471-aed7-4aee-950d-2c2f21f001c0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501125 Sep 17 22:09:28.190584 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f0f51223-67ce-416a-898e-4ee910fe19ce req-375248ac-9deb-41d8-a59d-daedc3cbdf3b service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172187 Sep 17 22:09:28.277231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1edc6c-d6c3-4e8c-acce-2eb9c0554f89 req-9a792ff1-f50a-4b61-8b51-3c142ed7d927 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:28.278835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db1edc6c-d6c3-4e8c-acce-2eb9c0554f89 req-9a792ff1-f50a-4b61-8b51-3c142ed7d927 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0612950 Sep 17 22:09:28.298989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.307865 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.311062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 12edb3f6-a7d1-4513-8a7f-f0af34e51524 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:09:28.316115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] 10.222.0.13 "DELETE /v2.0/networks/ed8319da-b80f-433e-94f3-26101b05602f HTTP/1.1" status: 204 len: 168 time: 0.7124448 Sep 17 22:09:28.317332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 189e777b-2039-46e5-9ed0-a5053c04658c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:28.350257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bda38-3012-4f2b-b1cd-bebafebc8bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8319da-b80f-433e-94f3-26101b05602f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:28.409116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1174266-f3ba-491d-b648-a5fd9ba47f01 req-75c999a1-0fee-4448-b0c7-588013b1af6f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 210 time: 0.0514777 Sep 17 22:09:28.425883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db1edc6c-d6c3-4e8c-acce-2eb9c0554f89 req-799f9af5-e264-4a80-8458-2db0bf6f9622 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354492 Sep 17 22:09:28.450594 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75ad243d-2cc2-420a-96a1-d5701de7d812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.566751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75ad243d-2cc2-420a-96a1-d5701de7d812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.630736 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 189e777b-2039-46e5-9ed0-a5053c04658c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:09:28.641689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 189e777b-2039-46e5-9ed0-a5053c04658c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:28.642058 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.650863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb6cf-9b06-425b-826d-79a1a1606d5f req-da3f2480-2673-435a-8d77-684d36308c9a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:28.652945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedeb6cf-9b06-425b-826d-79a1a1606d5f req-da3f2480-2673-435a-8d77-684d36308c9a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1129935 Sep 17 22:09:28.659151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad243d-2cc2-420a-96a1-d5701de7d812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c663a7b-965d-4c82-a6ef-aa7f31fa5f21,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:28.672645 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-75ad243d-2cc2-420a-96a1-d5701de7d812 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f37fb255e1c948dc9c42f9d13165253a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8397243 Sep 17 22:09:28.677703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36496) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:28.703397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:28.719327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 12edb3f6-a7d1-4513-8a7f-f0af34e51524 has no active binding in host n-h1-713498-17 {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:09:28.723251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedeb6cf-9b06-425b-826d-79a1a1606d5f req-2a0e405c-7c9f-415f-9031-2e95974c5f40 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570555 Sep 17 22:09:28.744556 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e99b8064-3f61-4ad7-91ed-d6a828db704e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.775204 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e99b8064-3f61-4ad7-91ed-d6a828db704e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.780773 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.795050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d779-7397-45d2-9942-6c4a3275b0a9 req-bf1d3f29-10d8-43a1-8b5e-1ebf9be196d2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:28.797248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6679d779-7397-45d2-9942-6c4a3275b0a9 req-bf1d3f29-10d8-43a1-8b5e-1ebf9be196d2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 948 time: 0.0975859 Sep 17 22:09:28.809830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:28.812483 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b6db9b-dbbc-4413-9237-c79890bba94e" -d '{"events": [{"server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "name": "network-vif-plugged", "status": "completed", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:28.828126 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=189e777b-2039-46e5-9ed0-a5053c04658c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:28.854239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6679d779-7397-45d2-9942-6c4a3275b0a9 req-02d73ca1-563b-42ee-8654-1490afcd9c9c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Sep 17 22:09:28.902015 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b9d7f-2247-494f-9dfb-2dd9638d02b3 x-openstack-request-id: req-5b2b9d7f-2247-494f-9dfb-2dd9638d02b3 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:28.902308 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "name": "network-vif-plugged", "status": "completed", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:28.902560 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b2b9d7f-2247-494f-9dfb-2dd9638d02b3 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:28.902971 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c', 'code': 200} Sep 17 22:09:28.918818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655d683-fb17-4255-8f2e-ad1ace8fc895 req-38171268-c9b3-46ff-93a8-f2d809cb4754 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:28.920485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5655d683-fb17-4255-8f2e-ad1ace8fc895 req-38171268-c9b3-46ff-93a8-f2d809cb4754 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0627444 Sep 17 22:09:28.963935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5655d683-fb17-4255-8f2e-ad1ace8fc895 req-59410e8c-915f-4fc5-820a-e2718ff04eaa tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361571 Sep 17 22:09:28.978501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.987297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e99b8064-3f61-4ad7-91ed-d6a828db704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.989233 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e99b8064-3f61-4ad7-91ed-d6a828db704e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:28.990459 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e99b8064-3f61-4ad7-91ed-d6a828db704e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c663a7b-965d-4c82-a6ef-aa7f31fa5f21 HTTP/1.1" status: 204 len: 168 time: 0.3118019 Sep 17 22:09:29.026823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b8064-3f61-4ad7-91ed-d6a828db704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c663a7b-965d-4c82-a6ef-aa7f31fa5f21,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:29.052764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=189e777b-2039-46e5-9ed0-a5053c04658c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:29.067059 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab72520-d195-4dc2-8ca1-decfaa158d82 req-ba252168-d0be-478a-b92b-c5a042e677d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:29.069713 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9ab72520-d195-4dc2-8ca1-decfaa158d82 req-ba252168-d0be-478a-b92b-c5a042e677d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 1101 time: 0.0847330 Sep 17 22:09:29.079792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36510) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:29.110059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cff80f-9e6c-4305-9827-554323533899 req-b435a0fe-ff13-435c-ae3d-c75d04c0bc77 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:29.111844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28cff80f-9e6c-4305-9827-554323533899 req-b435a0fe-ff13-435c-ae3d-c75d04c0bc77 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0633893 Sep 17 22:09:29.161320 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9ab72520-d195-4dc2-8ca1-decfaa158d82 req-bbf8d5ca-aa8b-4823-bc50-35d639df4bbf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704384 Sep 17 22:09:29.161671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28cff80f-9e6c-4305-9827-554323533899 req-71b6478e-cbb9-41d7-ae95-237caf92c03d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Sep 17 22:09:29.162854 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e35d3342-a4b5-46eb-ba88-e32389ab5fcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7f62287951e4fedbac66cf45ecb696f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817854 Sep 17 22:09:29.166206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36516) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:29.309826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db28d1f1-6351-4b87-b2eb-b77e73f6a8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.359278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'name': 'network-vif-deleted', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:29.366109 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a817c-a01a-48e0-a767-a29e2105a3fc" -d '{"events": [{"server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "name": "network-vif-deleted", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:29.397951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103e662-a574-4b6f-bdea-0ca31c78441f req-52f5e1e6-8dfb-4423-a1f9-46305c2eff86 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:29.407015 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db28d1f1-6351-4b87-b2eb-b77e73f6a8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.407810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5103e662-a574-4b6f-bdea-0ca31c78441f req-52f5e1e6-8dfb-4423-a1f9-46305c2eff86 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1137061 Sep 17 22:09:29.438251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-697ae3cd-ae29-4b99-9a59-1192e694ac37 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:29.439963 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-697ae3cd-ae29-4b99-9a59-1192e694ac37 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.35 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 805 time: 0.2531235 Sep 17 22:09:29.443480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd8545-5f3f-40fa-ae25-1244385156a9 req-62b4a0d3-e1d6-475d-9fb3-c044026b2c42 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:29.444982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9cd8545-5f3f-40fa-ae25-1244385156a9 req-62b4a0d3-e1d6-475d-9fb3-c044026b2c42 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 943 time: 0.1126404 Sep 17 22:09:29.459136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Request body: {'port': {'device_id': '4e32b9ef-89c4-4659-95f9-f4a6757eab18', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'admin_state_up': True, 'tenant_id': 'ce5f0656776745329b9e57ae772c2111'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:29.482681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5103e662-a574-4b6f-bdea-0ca31c78441f req-a982d2a7-30ee-4e53-9695-118281bbf0ab tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737126 Sep 17 22:09:29.521777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9cd8545-5f3f-40fa-ae25-1244385156a9 req-402fef59-ee7f-4eb5-af9e-2d074fb52000 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665090 Sep 17 22:09:29.568604 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28988cc-feae-48aa-8494-47eb875cb202 x-openstack-request-id: req-c28988cc-feae-48aa-8494-47eb875cb202 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:29.571119 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f", "name": "network-vif-deleted", "tag": "a9913f3b-3032-47f4-a5f6-308dde765b68", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:29.571555 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c28988cc-feae-48aa-8494-47eb875cb202 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:29.572645 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed1c3e1-750f-4bf6-b114-2e4aa18e4c3f', 'name': 'network-vif-deleted', 'tag': 'a9913f3b-3032-47f4-a5f6-308dde765b68', 'status': 'completed', 'code': 200} Sep 17 22:09:29.623216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eabdb6be-a713-4510-8f4e-55d2860038b8 req-b547903f-9c6f-429e-882b-c6ae5a373a49 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 210 time: 0.0300114 Sep 17 22:09:29.698111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371170-a517-41cc-af3d-fb7c94a10b04 req-25cdadbf-60b1-4cc2-b2f1-67d0e4921337 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:29.718087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9371170-a517-41cc-af3d-fb7c94a10b04 req-25cdadbf-60b1-4cc2-b2f1-67d0e4921337 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0721862 Sep 17 22:09:29.740577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db28d1f1-6351-4b87-b2eb-b77e73f6a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.751744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9371170-a517-41cc-af3d-fb7c94a10b04 req-27161af8-a8d8-413b-9d81-5df7b1158841 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Sep 17 22:09:29.752418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db28d1f1-6351-4b87-b2eb-b77e73f6a8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.752418 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-db28d1f1-6351-4b87-b2eb-b77e73f6a8bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd171b87-dc1f-409c-bc50-831be5756842 HTTP/1.1" status: 204 len: 168 time: 0.5792801 Sep 17 22:09:29.756697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28d1f1-6351-4b87-b2eb-b77e73f6a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd171b87-dc1f-409c-bc50-831be5756842,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:29.806871 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Made reservation on behalf of ce5f0656776745329b9e57ae772c2111 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:29.810774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:29.908165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008b0e9-6408-45f2-873e-1be2b50e9691 req-84642c00-9b67-4df0-a654-648c0aa9ee81 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:29.909907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0008b0e9-6408-45f2-873e-1be2b50e9691 req-84642c00-9b67-4df0-a654-648c0aa9ee81 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0565546 Sep 17 22:09:29.970192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Allocated IP 172.20.0.3 (cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0/6d99c15b-c193-4901-b368-faa5605566e7/2d384d8e-080b-4d7e-ae74-ea39c35ce96b) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:30.000157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0008b0e9-6408-45f2-873e-1be2b50e9691 req-7223e735-16d8-46f0-bbee-b0731345f49e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838759 Sep 17 22:09:30.020470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad45f-4f36-420b-b9a9-438c0f0e98a7 req-ff3f3597-a46b-4bf7-afd9-9d46abfed24b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:30.023969 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-533ad45f-4f36-420b-b9a9-438c0f0e98a7 req-ff3f3597-a46b-4bf7-afd9-9d46abfed24b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0811458 Sep 17 22:09:30.073182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-533ad45f-4f36-420b-b9a9-438c0f0e98a7 req-ed5169c0-2f5d-44b7-b344-d60b0ca7bea6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 Sep 17 22:09:30.156860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57185e3c-0c2e-44a3-854a-6542195b117c req-2974e6c1-1f41-4ff9-a775-43a7f77b5ed2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:30.165032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57185e3c-0c2e-44a3-854a-6542195b117c req-2974e6c1-1f41-4ff9-a775-43a7f77b5ed2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0761752 Sep 17 22:09:30.171078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.207491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57185e3c-0c2e-44a3-854a-6542195b117c req-403fcaea-2cbb-4a65-8913-cf18fa197eee tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Sep 17 22:09:30.287015 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.323820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9913f3b-3032-47f4-a5f6-308dde765b68 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:30.356287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: a9913f3b-3032-47f4-a5f6-308dde765b68 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:09:30.356902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9913f3b-3032-47f4-a5f6-308dde765b68 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:09:30.375678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:30.375678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:30.375678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:30.422705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:30.423399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.440855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Pushing event updated for resources: {'Port': ['ID=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:30.542372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6ff03-d141-4050-9ca5-8f806ae31788 req-ea6bbcf1-ba49-42b7-83f1-043dfa79e10d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:30.543873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62d6ff03-d141-4050-9ca5-8f806ae31788 req-ea6bbcf1-ba49-42b7-83f1-043dfa79e10d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0536711 Sep 17 22:09:30.547574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-a7556c63-fe7d-4466-b6b3-f0c2d7bfdaf9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0922809 Sep 17 22:09:30.561898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Request body: {'port': {'device_id': '4e32b9ef-89c4-4659-95f9-f4a6757eab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:30.587939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62d6ff03-d141-4050-9ca5-8f806ae31788 req-b7016873-885f-49ce-914c-68a9a89ff60d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379355 Sep 17 22:09:30.634061 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:30.678032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106680b-3899-4f62-89bc-d73654828c9d req-279721ab-9c82-4e96-b4cb-99dda92cc309 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:30.681225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2106680b-3899-4f62-89bc-d73654828c9d req-279721ab-9c82-4e96-b4cb-99dda92cc309 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 943 time: 0.0600939 Sep 17 22:09:30.772801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2106680b-3899-4f62-89bc-d73654828c9d req-bf9223a7-db83-41c2-bed2-17acf05c19d6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802448 Sep 17 22:09:30.800674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36606) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:30.822665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bb769-fbbf-44de-80bd-b2ad14d7ccfb req-a9df4b38-0ab8-4022-9390-f29ae91f7bd5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:30.824302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d15bb769-fbbf-44de-80bd-b2ad14d7ccfb req-a9df4b38-0ab8-4022-9390-f29ae91f7bd5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1255898 Sep 17 22:09:30.866466 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-29ca44a5-fe80-4ae0-8309-31eb484b63a2 service neutron] 10.222.0.35 "GET /v2.0/ports/12edb3f6-a7d1-4513-8a7f-f0af34e51524/bindings/n-h1-713498-17 HTTP/1.1" status: 200 len: 385 time: 0.1611812 Sep 17 22:09:30.897545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d15bb769-fbbf-44de-80bd-b2ad14d7ccfb req-b9b5458f-7a7e-4615-b3d5-63b757fe30a6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628076 Sep 17 22:09:30.969685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981c4d-9f8b-4716-9ed5-4a3b372a4af4 req-5c47b1bb-8089-4fb1-a4ea-20f820e7e960 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:30.971401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67981c4d-9f8b-4716-9ed5-4a3b372a4af4 req-5c47b1bb-8089-4fb1-a4ea-20f820e7e960 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 931 time: 0.0911903 Sep 17 22:09:31.020836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-122690390-network', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:31.037514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67981c4d-9f8b-4716-9ed5-4a3b372a4af4 req-1efc1d6a-9e6f-44a8-b524-0d7c002423cd tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596282 Sep 17 22:09:31.158447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:31.160982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.162248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d384d8e-080b-4d7e-ae74-ea39c35ce96b {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:31.177107 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.199179 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.199753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Transition to ACTIVE for port object 2d384d8e-080b-4d7e-ae74-ea39c35ce96b will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:09:31.201459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:31.221826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:31.255285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12edb3f6-a7d1-4513-8a7f-f0af34e51524 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:31.265510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:31.269538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db8768-5ab5-4c28-b10a-552ee62c2c7a req-5cfd6a24-7c4c-474b-baf6-96a9aec935c1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:31.271071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41db8768-5ab5-4c28-b10a-552ee62c2c7a req-5cfd6a24-7c4c-474b-baf6-96a9aec935c1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1054029 Sep 17 22:09:31.320080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82a85-b569-4224-8354-d12649c0ba72 req-bf226937-4bfa-43eb-8faf-209d43d77740 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:31.321709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58a82a85-b569-4224-8354-d12649c0ba72 req-bf226937-4bfa-43eb-8faf-209d43d77740 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1046741 Sep 17 22:09:31.353257 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.365150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41db8768-5ab5-4c28-b10a-552ee62c2c7a req-4f54f649-ccb2-43a1-97da-db36268b7a31 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856147 Sep 17 22:09:31.393310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.399058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58a82a85-b569-4224-8354-d12649c0ba72 req-683f34f7-bed8-44f1-8ccf-15495e463a06 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703013 Sep 17 22:09:31.439845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.484791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36642) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:31.500801 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.520033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:09:31.532275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.532660 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Added segment 98fcfc93-d643-4aa3-b6d3-cb98b0157710 of type vlan for network d7326ed9-6ce3-4256-b4f3-1c934d40e640 Sep 17 22:09:31.587377 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-4b8ce5d4-28e7-40d8-8f4a-e87c1b074847 req-cbd8f954-1573-419f-bd67-02ae14997ea8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:09:31.588410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b8ce5d4-28e7-40d8-8f4a-e87c1b074847 req-cbd8f954-1573-419f-bd67-02ae14997ea8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060816 Sep 17 22:09:31.665730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.685695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-386751652-network', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:31.696055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c608e1d-c030-4d9a-bcad-3edd06f62914,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:31.722939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.723313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.723653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.723985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.724309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.724636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.724959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.725278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.725595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.725911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.726981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.727416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.762444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb5a09-a8c4-4ea7-bf0d-cadfa969c1aa req-dc28a5d3-6675-40a0-903e-75be793ed4a9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:31.764398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2bb5a09-a8c4-4ea7-bf0d-cadfa969c1aa req-dc28a5d3-6675-40a0-903e-75be793ed4a9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1830504 Sep 17 22:09:31.819448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2bb5a09-a8c4-4ea7-bf0d-cadfa969c1aa req-6126d99f-f048-4a7e-95e9-34baaeab48fc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Sep 17 22:09:31.836391 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.841283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:31.843078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.890234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Made reservation on behalf of 7b8b25dc37b6482faf06116e4bcab50f for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:31.890234 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.905377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] Transition to ACTIVE for port object 12edb3f6-a7d1-4513-8a7f-f0af34e51524 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:09:31.905932 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:31.915267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.919241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:31.952210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Attempting to bind port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:31.952673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Attempting to bind port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:31.953113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Attempting to bind port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:31.955944 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.957684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:31.958112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Attempting to bind port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b on network cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:31.964983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:31.965337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Checking segment: {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:31.965605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Bound using segment: {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:31.965991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Bound port: 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e484c67d-e169-4f5e-a0bc-47fe6172eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:31.966417 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.966925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] Pushing event updated for resources: {'Network': ['ID=d7326ed9-6ce3-4256-b4f3-1c934d40e640,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:31.977612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:31.984601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:09:32.009021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-921b6635-161d-45f9-a326-e04ca6c3bb61 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2018285 Sep 17 22:09:32.013444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36666) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:32.018259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Request body: {'subnet': {'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-subnet', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:32.077843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba2a7b-cf04-437c-a94f-4559e2f9309c req-9b42f53a-0617-49e5-86af-408b4f3a7de9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.079704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eba2a7b-cf04-437c-a94f-4559e2f9309c req-9b42f53a-0617-49e5-86af-408b4f3a7de9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 943 time: 0.1994102 Sep 17 22:09:32.092962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] No DVR routers for this DVR port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:09:32.143632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] Pushing event updated for resources: {'Port': ['ID=12edb3f6-a7d1-4513-8a7f-f0af34e51524,revision_number=10']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:32.161481 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f776f24c-aae7-4344-86a8-a91d494c3bad service neutron] 10.222.0.35 "PUT /v2.0/ports/12edb3f6-a7d1-4513-8a7f-f0af34e51524/bindings/n-h1-713498-17/activate HTTP/1.1" status: 200 len: 370 time: 1.2878051 Sep 17 22:09:32.179479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] For port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:32.181842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eba2a7b-cf04-437c-a94f-4559e2f9309c req-093eb6ab-7198-41dc-b598-0b1f57f8ddb1 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913975 Sep 17 22:09:32.183365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] For port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:32.218486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4d771-e6e0-4367-a59d-8082c32348f2 req-22b74a61-b917-447c-b8b0-45455b68ed5a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.223598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28a4d771-e6e0-4367-a59d-8082c32348f2 req-22b74a61-b917-447c-b8b0-45455b68ed5a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1029141 Sep 17 22:09:32.264815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.285437 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.295850 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-7ee3b45c-2749-4f0b-827d-2d46485494c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519257 Sep 17 22:09:32.316018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28a4d771-e6e0-4367-a59d-8082c32348f2 req-f39efbfc-bde6-4deb-8c8f-d17cf14bf12e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845551 Sep 17 22:09:32.332900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0651a3-1f11-4e54-ab0a-0f3f6caf12fe req-6a9cbee5-8e37-425c-ae90-1d6be722a628 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.334001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae0651a3-1f11-4e54-ab0a-0f3f6caf12fe req-6a9cbee5-8e37-425c-ae90-1d6be722a628 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0737464 Sep 17 22:09:32.353040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-e9c57141-e3c1-45be-91bb-bc40c045366a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:09:32.354416 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-e9c57141-e3c1-45be-91bb-bc40c045366a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498586 Sep 17 22:09:32.358065 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.365939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.366658 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.368903 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d384d8e-080b-4d7e-ae74-ea39c35ce96b HTTP/1.1" status: 200 len: 1092 time: 1.8121595 Sep 17 22:09:32.392402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:09:32.396244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e32b9ef-89c4-4659-95f9-f4a6757eab18', 'tag': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:32.399650 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a34212-996c-46e9-882e-f5d00ad22e21" -d '{"events": [{"name": "network-changed", "server_uuid": "4e32b9ef-89c4-4659-95f9-f4a6757eab18", "tag": "2d384d8e-080b-4d7e-ae74-ea39c35ce96b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:32.419956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353c510a-a90c-4f32-9f89-fa38af512c1b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:32.426062 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.426396 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Added segment 1b01279d-0756-47a2-89e5-2e69eaf762c2 of type vlan for network e9a0f2da-d64c-4712-8e79-13850e1c3037 Sep 17 22:09:32.430195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae0651a3-1f11-4e54-ab0a-0f3f6caf12fe req-746269c2-f601-4f38-b0ae-6920bc755dac tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898852 Sep 17 22:09:32.463592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-3edb5b54-cc5a-4464-89f3-c681da6e12ba tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.465158 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-3edb5b54-cc5a-4464-89f3-c681da6e12ba tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.1644056 Sep 17 22:09:32.465885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17e284-fc5b-4bba-a700-1fb2ab710cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:32.494589 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.518143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8f1dc-5044-42fa-9aa8-f9e6bbdc08e8 req-fd6b72f8-b833-423f-a29d-d968b97f6a92 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.519700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ada8f1dc-5044-42fa-9aa8-f9e6bbdc08e8 req-fd6b72f8-b833-423f-a29d-d968b97f6a92 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 943 time: 0.1179020 Sep 17 22:09:32.533477 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5281e0b7-e62a-45c7-a510-0c3879cd0b00 x-openstack-request-id: req-5281e0b7-e62a-45c7-a510-0c3879cd0b00 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:32.533757 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e32b9ef-89c4-4659-95f9-f4a6757eab18", "tag": "2d384d8e-080b-4d7e-ae74-ea39c35ce96b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:32.534006 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5281e0b7-e62a-45c7-a510-0c3879cd0b00 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:32.534394 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e32b9ef-89c4-4659-95f9-f4a6757eab18', 'tag': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b', 'status': 'completed', 'code': 200} Sep 17 22:09:32.567609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ada8f1dc-5044-42fa-9aa8-f9e6bbdc08e8 req-e3667be2-5cb7-4a06-b8eb-d45a275d5ee5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Sep 17 22:09:32.572510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-bcaaaea5-cb8f-4c37-be4c-03b827302f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.574306 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-bcaaaea5-cb8f-4c37-be4c-03b827302f51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 1095 time: 0.0801606 Sep 17 22:09:32.576495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-39041681-faf3-417f-b607-f00a76c83789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.578231 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-39041681-faf3-417f-b607-f00a76c83789 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b&tenant_id=132ca9e15192406e9bfbb730ea7dd771 HTTP/1.1" status: 200 len: 1096 time: 0.1023786 Sep 17 22:09:32.580699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:32.583280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.655451 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-ba1f4371-53da-459d-9128-e1ac6cb9ec88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b HTTP/1.1" status: 200 len: 217 time: 0.0682368 Sep 17 22:09:32.666356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c4ad-7299-4e47-a0f3-bbd32a690cf3 req-2cf6888f-b9f6-4e64-9e95-9bd7409b5d59 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.667928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a310c4ad-7299-4e47-a0f3-bbd32a690cf3 req-2cf6888f-b9f6-4e64-9e95-9bd7409b5d59 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0556598 Sep 17 22:09:32.669061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.670174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.670674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:32.756539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] Pushing event updated for resources: {'Network': ['ID=e9a0f2da-d64c-4712-8e79-13850e1c3037,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:32.767695 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network e9a0f2da-d64c-4712-8e79-13850e1c3037 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:09:32.786332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a310c4ad-7299-4e47-a0f3-bbd32a690cf3 req-7fc181e7-9002-4134-82d8-89877f71989c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879307 Sep 17 22:09:32.829644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-5382f938-f12a-444e-9bed-5b78e1eabf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.831342 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-5382f938-f12a-444e-9bed-5b78e1eabf34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 200 len: 845 time: 0.1571925 Sep 17 22:09:32.836823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a9cd6551-1090-4db2-97ed-c6304193c0dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3478303 Sep 17 22:09:32.837265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36708) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:32.840899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-08a4e06a-14f1-42a7-9654-45aa4122a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:32.843003 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-08a4e06a-14f1-42a7-9654-45aa4122a33e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1096 time: 0.1987054 Sep 17 22:09:32.843610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Request body: {'subnet': {'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-386751652-subnet', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:32.892730 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-60f980af-d274-47be-a276-e53e8e7e8ba7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306113 Sep 17 22:09:32.940834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Made reservation on behalf of 7b8b25dc37b6482faf06116e4bcab50f for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:32.943222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:33.114340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-479dd99a-0847-4fde-8049-21280790ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.116532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-479dd99a-0847-4fde-8049-21280790ebb8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.2263606 Sep 17 22:09:33.119063 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-06d6c782-4d8f-4925-b671-69b2ce5b07a4 service neutron] 10.222.0.35 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126589 Sep 17 22:09:33.173976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81be49-fe42-4a73-9a06-728a2d71552f req-cb31faed-b7e0-481f-8d84-3b0b615063de tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.175720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e81be49-fe42-4a73-9a06-728a2d71552f req-cb31faed-b7e0-481f-8d84-3b0b615063de tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0507865 Sep 17 22:09:33.184858 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-058556d4-2468-4de6-9863-7cfb5127a8df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 217 time: 0.0555875 Sep 17 22:09:33.198725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:33.247346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e81be49-fe42-4a73-9a06-728a2d71552f req-8a9c6516-4098-47a3-a6bd-6eea8d5bfe00 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546448 Sep 17 22:09:33.255649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:33.411865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Checking segment: {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:33.411999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Network hostable DHCP agents. Network: e9a0f2da-d64c-4712-8e79-13850e1c3037, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:09:33.418456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:33.423725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d255813-a5bf-478c-aee9-6156911f88e4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:33.438979 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab9f53c4-9b6d-4aa4-99e0-fe7c1f4a48f0 req-7dcb0074-6c32-4b35-a478-91b9d96c91e9 service neutron] 10.222.0.35 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042047 Sep 17 22:09:33.438979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-aa9d5474-feec-4029-bdad-c8414dc63434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.438979 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-aa9d5474-feec-4029-bdad-c8414dc63434 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.2407117 Sep 17 22:09:33.439672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff22ac41-1331-40f0-914f-a615036958e1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:33.455979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Checking segment: {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:33.456310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Network hostable DHCP agents. Network: d7326ed9-6ce3-4256-b4f3-1c934d40e640, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:09:33.471846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de599d-8791-4f89-8674-183b193806db req-a86c8a1d-54c2-4dc7-95ab-7099c0b02706 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.473369 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47de599d-8791-4f89-8674-183b193806db req-a86c8a1d-54c2-4dc7-95ab-7099c0b02706 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 944 time: 0.1822767 Sep 17 22:09:33.474561 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-22c10d72-a105-4815-9e13-dbfa553a2107 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298839 Sep 17 22:09:33.515373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40671-8ae7-42d6-b931-1acf59f58f35 req-10b73b6f-792e-4da1-82ef-6872de32f3d6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.522550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cd40671-8ae7-42d6-b931-1acf59f58f35 req-10b73b6f-792e-4da1-82ef-6872de32f3d6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1045291 Sep 17 22:09:33.574487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47de599d-8791-4f89-8674-183b193806db req-b32363e5-354b-4c5f-ba48-07d58f301025 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817001 Sep 17 22:09:33.596024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cd40671-8ae7-42d6-b931-1acf59f58f35 req-ac99adec-16e1-40da-a1fd-85bf428f71f5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698628 Sep 17 22:09:33.601551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Network e9a0f2da-d64c-4712-8e79-13850e1c3037 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:09:33.609551 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-f5be6af1-23cf-4e79-9ed4-3e34272bc778 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277816 Sep 17 22:09:33.610168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:09:33.633851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3313ffa0-23b6-4600-be3c-005e20491f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:33.709224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d5f50-771e-466a-b182-b87ddd18e750 req-2eec1cd0-6d88-4392-9bdc-c2f2dad4303f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.712447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f5d5f50-771e-466a-b182-b87ddd18e750 req-2eec1cd0-6d88-4392-9bdc-c2f2dad4303f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 943 time: 0.0649028 Sep 17 22:09:33.717863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, e9a0f2da-d64c-4712-8e79-13850e1c3037) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:33.723354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.724007 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:33.726558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e14fc91-07f3-421d-a81c-7d5311615ae9 None None] Network e9a0f2da-d64c-4712-8e79-13850e1c3037 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:33.742205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d7326ed9-6ce3-4256-b4f3-1c934d40e640) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:33.747861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-fd478402-1a94-4b9b-a173-80cd71c446f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.750907 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-fd478402-1a94-4b9b-a173-80cd71c446f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce5f0656776745329b9e57ae772c2111&device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 1095 time: 0.1614816 Sep 17 22:09:33.753365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26083c9-f307-4b5a-94ca-08c2addc475d None None] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:33.760864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.761610 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:33.772368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f5d5f50-771e-466a-b182-b87ddd18e750 req-085d0be1-9db8-4ad8-805e-7cae2a89dbd3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524080 Sep 17 22:09:33.853830 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-b1f62c71-035a-4e5d-8457-beb54ab18f70 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163346 Sep 17 22:09:33.905484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-953cd956-61ca-4ccc-bcbe-1e223cdd32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:33.907000 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-953cd956-61ca-4ccc-bcbe-1e223cdd32a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 200 len: 905 time: 0.1409404 Sep 17 22:09:33.955800 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-6423778f-047f-41f5-98d7-4ba39e3ca8b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b HTTP/1.1" status: 200 len: 217 time: 0.0394578 Sep 17 22:09:33.967359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-e9a0f2da-d64c-4712-8e79-13850e1c3037', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:09:33.968207 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.018699 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3313ffa0-23b6-4600-be3c-005e20491f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.025972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-facd3bd3-0808-4657-ba9b-725643769178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:34.027461 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-facd3bd3-0808-4657-ba9b-725643769178 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 200 len: 845 time: 0.0630755 Sep 17 22:09:34.068032 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-19037c14-ace8-43c4-9f13-1e6194679f96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303788 Sep 17 22:09:34.076594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d7326ed9-6ce3-4256-b4f3-1c934d40e640', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:09:34.077439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.095685 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3313ffa0-23b6-4600-be3c-005e20491f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.175912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-74c0ea5e-87fd-4ef5-9777-64a6e3f184e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3374712 Sep 17 22:09:34.178556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36736) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:34.181650 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3313ffa0-23b6-4600-be3c-005e20491f6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8792273f5c44c8ab8e1b113aadf3131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7596989 Sep 17 22:09:34.186922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313ffa0-23b6-4600-be3c-005e20491f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f0bad1-37bf-4a41-962b-56fea82b71df,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:34.189301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:34.194380 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d493f44c-ccf8-48d4-8afe-633f48d7d0da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1797800 Sep 17 22:09:34.195896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36738) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:34.195896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36740) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:34.208407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:34.230079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Allocated IP 172.20.0.2 (e9a0f2da-d64c-4712-8e79-13850e1c3037/4d255813-a5bf-478c-aee9-6156911f88e4/b8055917-76d3-40b5-9c3c-e2c53adfcb6b) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:34.242549 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-888ffc04-0b7c-4543-acf4-ca2db97de37c service neutron] 10.222.0.35 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673682 Sep 17 22:09:34.276422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 12edb3f6-a7d1-4513-8a7f-f0af34e51524 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:34.313934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.314909 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.364327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9335b717-d724-4daa-a72a-f68cd20dc6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.402811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.403164 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9335b717-d724-4daa-a72a-f68cd20dc6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.418534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Allocated IP 172.20.0.2 (d7326ed9-6ce3-4256-b4f3-1c934d40e640/ff22ac41-1331-40f0-914f-a615036958e1/2629fdce-b480-4372-a294-04cedb68874f) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:34.435074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 12edb3f6-a7d1-4513-8a7f-f0af34e51524 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:09:34.462920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8d75b-40cf-42a6-9a44-4ddb0c387ef3 req-8078e4b1-9e76-42bb-9185-e97bb1e6ccf1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:34.471418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ac8d75b-40cf-42a6-9a44-4ddb0c387ef3 req-8078e4b1-9e76-42bb-9185-e97bb1e6ccf1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1296208 Sep 17 22:09:34.483385 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f2a34212-996c-46e9-882e-f5d00ad22e21 req-8ae2c880-dfc4-49b7-99cc-b6d9bdaf3787 service neutron] 10.222.0.35 "GET /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315898 Sep 17 22:09:34.489519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-13922007-a620-4e13-aa15-3a67109c003a tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:34.490833 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-13922007-a620-4e13-aa15-3a67109c003a tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.1038167 Sep 17 22:09:34.528229 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.529231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.561994 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.604324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ac8d75b-40cf-42a6-9a44-4ddb0c387ef3 req-09e36122-12e2-4c75-aaf0-95dd7f76a932 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309035 Sep 17 22:09:34.606547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.609221 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9335b717-d724-4daa-a72a-f68cd20dc6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.611757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9335b717-d724-4daa-a72a-f68cd20dc6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.612929 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9335b717-d724-4daa-a72a-f68cd20dc6d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31f0bad1-37bf-4a41-962b-56fea82b71df HTTP/1.1" status: 204 len: 168 time: 0.4146960 Sep 17 22:09:34.622961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335b717-d724-4daa-a72a-f68cd20dc6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f0bad1-37bf-4a41-962b-56fea82b71df,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:34.684455 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.766581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Network e9a0f2da-d64c-4712-8e79-13850e1c3037 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:34.775863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:34.787585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:34.800923 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.804515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Pushing event updated for resources: {'Port': ['ID=b8055917-76d3-40b5-9c3c-e2c53adfcb6b,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:34.845198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-638af415-00bb-4228-a162-e73a3cb729a9 service neutron] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:34.850767 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-638af415-00bb-4228-a162-e73a3cb729a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.852907 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c7fc7f7-18db-4d20-ba1a-d9d0ba02ac69 req-638af415-00bb-4228-a162-e73a3cb729a9 service neutron] 10.222.0.32 "DELETE /v2.0/ports/12edb3f6-a7d1-4513-8a7f-f0af34e51524/bindings/n-h2-713498-17 HTTP/1.1" status: 204 len: 173 time: 0.3542831 Sep 17 22:09:34.880596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.894166 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.905014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Attempting to bind port b8055917-76d3-40b5-9c3c-e2c53adfcb6b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:34.905510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Attempting to bind port b8055917-76d3-40b5-9c3c-e2c53adfcb6b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:34.905968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Attempting to bind port b8055917-76d3-40b5-9c3c-e2c53adfcb6b on network e9a0f2da-d64c-4712-8e79-13850e1c3037 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:34.939250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:34.939624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Checking segment: {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:34.940023 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.940413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Bound using segment: {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:34.940913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Bound port: b8055917-76d3-40b5-9c3c-e2c53adfcb6b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:34.941293 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:34.956475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:34.966893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:34.970392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:34.972066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Pushing event updated for resources: {'Port': ['ID=2629fdce-b480-4372-a294-04cedb68874f,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:35.042133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.073183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27620f81-a651-4027-952e-082112750baf req-956a0488-0f5a-4e83-a30c-e57619627a32 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:35.074720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27620f81-a651-4027-952e-082112750baf req-956a0488-0f5a-4e83-a30c-e57619627a32 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1141324 Sep 17 22:09:35.108968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Attempting to bind port 2629fdce-b480-4372-a294-04cedb68874f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:35.109616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Attempting to bind port 2629fdce-b480-4372-a294-04cedb68874f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:35.110182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Attempting to bind port 2629fdce-b480-4372-a294-04cedb68874f on network d7326ed9-6ce3-4256-b4f3-1c934d40e640 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:35.118863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] For port b8055917-76d3-40b5-9c3c-e2c53adfcb6b, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:35.121478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-41ed4f98-7211-46b9-8165-901fe9011c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:35.123038 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-41ed4f98-7211-46b9-8165-901fe9011c1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 1101 time: 0.0775299 Sep 17 22:09:35.123415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:35.128811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Checking segment: {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:35.128811 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.128811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Bound using segment: {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:35.128811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Bound port: 2629fdce-b480-4372-a294-04cedb68874f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:35.128811 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.129532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e637b-331f-4b31-a93b-7d1245590422 req-eb948289-5891-43b2-a3ea-c6c2fc99962d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:35.129643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] For port b8055917-76d3-40b5-9c3c-e2c53adfcb6b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b8055917-76d3-40b5-9c3c-e2c53adfcb6b,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:35.130064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee5e637b-331f-4b31-a93b-7d1245590422 req-eb948289-5891-43b2-a3ea-c6c2fc99962d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 944 time: 0.1676738 Sep 17 22:09:35.183590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27620f81-a651-4027-952e-082112750baf req-50fe868e-8abb-4502-9055-bccf521c4f65 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940690 Sep 17 22:09:35.206245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] For port 2629fdce-b480-4372-a294-04cedb68874f, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:35.210253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] For port 2629fdce-b480-4372-a294-04cedb68874f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2629fdce-b480-4372-a294-04cedb68874f,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:35.213328 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.255478 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee5e637b-331f-4b31-a93b-7d1245590422 req-bd74199f-90e9-4db1-bae0-4614c8c5e356 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084349 Sep 17 22:09:35.293802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c22e7-9f55-4390-807e-10cf1232125d None None] Pushing event updated for resources: {'Port': ['ID=b8055917-76d3-40b5-9c3c-e2c53adfcb6b,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:35.305465 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.409799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-db2ebc1d-8c13-439f-a611-b24e8ffdd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:35.411459 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-db2ebc1d-8c13-439f-a611-b24e8ffdd532 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2798064 Sep 17 22:09:35.424751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e343223-c247-464a-9193-19fd1284ae5a None None] Pushing event updated for resources: {'Port': ['ID=2629fdce-b480-4372-a294-04cedb68874f,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:35.488597 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.494020 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-f46b5136-88e1-48dc-8ffb-4e9d23ae923c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=189e777b-2039-46e5-9ed0-a5053c04658c HTTP/1.1" status: 200 len: 217 time: 0.0647416 Sep 17 22:09:35.522353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.577422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36764) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:35.675766 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abdb37c5-d035-47da-a055-e32bdd2530c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.688732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-2e1ee173-c484-4f8b-9272-2e18d429cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:35.690343 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-2e1ee173-c484-4f8b-9272-2e18d429cdf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1707239 Sep 17 22:09:35.714578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea72a8-ba45-49ff-bbc9-b3f64f8ba188 req-bbc0c193-a6ad-44a4-b029-0b7687315095 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:35.716222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1ea72a8-ba45-49ff-bbc9-b3f64f8ba188 req-bbc0c193-a6ad-44a4-b029-0b7687315095 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 943 time: 0.2411780 Sep 17 22:09:35.754479 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.806625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1ea72a8-ba45-49ff-bbc9-b3f64f8ba188 req-0509c415-c766-4ed5-9f33-3ceac8fc8f46 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816374 Sep 17 22:09:35.808581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:35.918679 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-204bcd7e-8fab-4cff-908c-c3f708163eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:35.920224 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-204bcd7e-8fab-4cff-908c-c3f708163eb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2160246 Sep 17 22:09:35.941133 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Allocated IP 172.25.5.150 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/f79a6c00-86e9-4685-9b8f-7dec83604441) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:35.971631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a0f4a-1140-476a-99f3-eb78d0282c75 req-51cc13b9-7fe4-43ab-838a-9c2f6f863fa4 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:35.973216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a2a0f4a-1140-476a-99f3-eb78d0282c75 req-51cc13b9-7fe4-43ab-838a-9c2f6f863fa4 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1096 time: 0.0898137 Sep 17 22:09:35.982009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ffc29-2940-42f2-889b-e050edecc2fc req-98049096-c1c9-436c-bfb1-df4ccdf420fc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:35.983393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-876ffc29-2940-42f2-889b-e050edecc2fc req-98049096-c1c9-436c-bfb1-df4ccdf420fc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0805762 Sep 17 22:09:36.031911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a2a0f4a-1140-476a-99f3-eb78d0282c75 req-d7a15cec-a729-45e9-b0fe-3b105f4277d9 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475051 Sep 17 22:09:36.075872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-876ffc29-2940-42f2-889b-e050edecc2fc req-6c995100-de08-4dae-acd7-08632367acad tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795720 Sep 17 22:09:36.270433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2d384d8e-080b-4d7e-ae74-ea39c35ce96b details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:09:36.351191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5deeea-0e33-4a08-8d96-d4f67f733949 req-a8c9ea32-01b6-4305-8fed-48622954d78b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:36.355347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d5deeea-0e33-4a08-8d96-d4f67f733949 req-a8c9ea32-01b6-4305-8fed-48622954d78b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0834193 Sep 17 22:09:36.406551 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abdb37c5-d035-47da-a055-e32bdd2530c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.427412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d5deeea-0e33-4a08-8d96-d4f67f733949 req-923a0958-896b-40ba-9cd6-e6749ca33602 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710461 Sep 17 22:09:36.463562 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-1b49bbfa-ce9d-4954-b63e-953ed2d4ae4d service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314410 Sep 17 22:09:36.469874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:36.483328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abdb37c5-d035-47da-a055-e32bdd2530c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.493219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'port_id': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b', 'mac_address': 'fa:16:3e:d0:ec:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d99c15b-c193-4901-b368-faa5605566e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:09:36.543399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-a8817564-a029-4d2b-bf8d-796717c57d89 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:36.545263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-a8817564-a029-4d2b-bf8d-796717c57d89 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 821 time: 0.1605744 Sep 17 22:09:36.547647 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.574922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d384d8e-080b-4d7e-ae74-ea39c35ce96b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:36.577578 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-abdb37c5-d035-47da-a055-e32bdd2530c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a639fe948c143b19a0d5ac22dba5e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9401278 Sep 17 22:09:36.586273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-6d3bb630-7d8e-42f9-b0d6-6a1a449268e5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/quotas/132ca9e15192406e9bfbb730ea7dd771 HTTP/1.1" status: 200 len: 375 time: 0.0336397 Sep 17 22:09:36.592756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36784) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:36.598574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:36.674491 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.683445 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.702208 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb37c5-d035-47da-a055-e32bdd2530c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f38576-3b26-4d78-94f7-12982ebc81f7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:36.733533 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-d040d864-f592-4db8-9070-904fde9c4f9f service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218888 Sep 17 22:09:36.741970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4d08ee8-4bdd-4549-812f-8b414743fa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.761047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-779fd1cf-fd30-4322-b872-49df2ef4d69a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720638 Sep 17 22:09:36.779748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:36.793261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18347744-434c-4fac-b2e7-ffe8d5e636d5 None None] Network e9a0f2da-d64c-4712-8e79-13850e1c3037 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:36.813981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b8055917-76d3-40b5-9c3c-e2c53adfcb6b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:36.867896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-9750eae4-6360-410e-ac61-e4d50fc473fe service neutron] 10.222.0.13 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058016 Sep 17 22:09:36.879163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.891999 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1c0d83ab-6590-4b24-ac4e-ff706a84a026 None None] Provisioning complete for port b8055917-76d3-40b5-9c3c-e2c53adfcb6b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:36.892369 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c0d83ab-6590-4b24-ac4e-ff706a84a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.900441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4d08ee8-4bdd-4549-812f-8b414743fa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:36.936987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:36.940191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:36.945828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:36.983240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=f79a6c00-86e9-4685-9b8f-7dec83604441,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:37.000613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['2d384d8e-080b-4d7e-ae74-ea39c35ce96b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:37.070508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b8055917-76d3-40b5-9c3c-e2c53adfcb6b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:37.070859 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.082808 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4d08ee8-4bdd-4549-812f-8b414743fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.086035 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4d08ee8-4bdd-4549-812f-8b414743fa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.087444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a4d08ee8-4bdd-4549-812f-8b414743fa1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92f38576-3b26-4d78-94f7-12982ebc81f7 HTTP/1.1" status: 204 len: 168 time: 0.4937031 Sep 17 22:09:37.136048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d08ee8-4bdd-4549-812f-8b414743fa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f38576-3b26-4d78-94f7-12982ebc81f7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:37.188542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Allocated IP 172.25.5.185 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/5740abbe-9561-4bc2-ba88-7e0ac3716226) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:37.216028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-de7e2683-3a70-4ac0-ba82-52fce542e535 service neutron] 10.222.0.13 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468828 Sep 17 22:09:37.241011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269b300-ac8c-4b03-94cc-fa8d744ae899 req-b232ddaa-c3dc-48ac-a7f6-c9947c45cffe tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:37.256693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7269b300-ac8c-4b03-94cc-fa8d744ae899 req-b232ddaa-c3dc-48ac-a7f6-c9947c45cffe tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 944 time: 0.2833037 Sep 17 22:09:37.350252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c0d83ab-6590-4b24-ac4e-ff706a84a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.360885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3f4c6-1d60-4839-b02d-d108e46b2a38 None None] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:37.398828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7269b300-ac8c-4b03-94cc-fa8d744ae899 req-626af11b-0383-4127-b281-bc14635af3b0 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395895 Sep 17 22:09:37.417307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.640810 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.720938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.731573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af286d-52a1-4bc3-b912-a5b7423268ee req-a0586968-38d3-40c6-83e2-3465521cc9a7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:37.733306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3af286d-52a1-4bc3-b912-a5b7423268ee req-a0586968-38d3-40c6-83e2-3465521cc9a7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1296563 Sep 17 22:09:37.794328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfdb92-c8e9-4f9f-8802-03082e8b1474 req-cf1de1ef-57cc-4f98-b06f-684a13782662 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:37.802527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55bfdb92-c8e9-4f9f-8802-03082e8b1474 req-cf1de1ef-57cc-4f98-b06f-684a13782662 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1842921 Sep 17 22:09:37.839429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1c0d83ab-6590-4b24-ac4e-ff706a84a026 None None] For port b8055917-76d3-40b5-9c3c-e2c53adfcb6b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b8055917-76d3-40b5-9c3c-e2c53adfcb6b,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:37.843634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3af286d-52a1-4bc3-b912-a5b7423268ee req-3420ff11-824d-4c9f-8d61-6b9e307c000d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024308 Sep 17 22:09:37.894704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55bfdb92-c8e9-4f9f-8802-03082e8b1474 req-c707cfbe-0e4b-4043-9f98-7c8d54dd2b60 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881140 Sep 17 22:09:37.895516 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.911162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.979420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5740abbe-9561-4bc2-ba88-7e0ac3716226,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:37.982241 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c0d83ab-6590-4b24-ac4e-ff706a84a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:37.984283 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:38.021221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:38.031662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:38.034202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:38.057651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a51a6e6d-0053-4f7a-86d5-5712d6a4bd05 req-552e4ef1-746e-4b7e-90ff-e0f11b15d4e0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 210 time: 0.0740581 Sep 17 22:09:38.072814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Router fb7b46e7-af00-4db9-b55b-e14300277619 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:09:38.167540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:09:38.168806 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:09:38.180434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d83ab-6590-4b24-ac4e-ff706a84a026 None None] Pushing event updated for resources: {'Port': ['ID=b8055917-76d3-40b5-9c3c-e2c53adfcb6b,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:38.192937 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9d62a1af-6481-4b1f-837a-cfc14a02c840 None None] Provisioning complete for port 2629fdce-b480-4372-a294-04cedb68874f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:38.193502 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d62a1af-6481-4b1f-837a-cfc14a02c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:38.249917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa362e-4063-435c-8e43-b5e0aa26e7d1 req-f60eaeea-035f-4d32-be33-ae76891e3cb2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:38.259256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71aa362e-4063-435c-8e43-b5e0aa26e7d1 req-f60eaeea-035f-4d32-be33-ae76891e3cb2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1581068 Sep 17 22:09:38.308676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:09:38.320816 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Sync routers for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:09:38.336537 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:38.337353 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:38.362284 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d62a1af-6481-4b1f-837a-cfc14a02c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:38.416315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71aa362e-4063-435c-8e43-b5e0aa26e7d1 req-87a54560-9881-4f22-950c-67e7c5e8ac8d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501038 Sep 17 22:09:38.425380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9d62a1af-6481-4b1f-837a-cfc14a02c840 None None] For port 2629fdce-b480-4372-a294-04cedb68874f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2629fdce-b480-4372-a294-04cedb68874f,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:38.489384 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:38.492388 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e9873c6f-aae7-402a-9bf9-bc2f350b3ac8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2912967 Sep 17 22:09:38.494499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36824) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:38.550912 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d62a1af-6481-4b1f-837a-cfc14a02c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:38.608734 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:38.622290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62a1af-6481-4b1f-837a-cfc14a02c840 None None] Pushing event updated for resources: {'Port': ['ID=2629fdce-b480-4372-a294-04cedb68874f,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:38.637230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d57503-12ab-4a16-9a9b-5891aa482d7d req-a36f5871-967b-48cf-b1b8-bbbccec172b0 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:38.643877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71d57503-12ab-4a16-9a9b-5891aa482d7d req-a36f5871-967b-48cf-b1b8-bbbccec172b0 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 944 time: 0.1481171 Sep 17 22:09:38.700512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71d57503-12ab-4a16-9a9b-5891aa482d7d req-ce7016ff-6117-42f5-83c6-4c4536b078da tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541675 Sep 17 22:09:38.711578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f998ec-07b0-4545-ac3e-5ada0ea7911a req-9b9fee4d-9acf-492d-81e2-81a552324cc8 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:38.719700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5f998ec-07b0-4545-ac3e-5ada0ea7911a req-9b9fee4d-9acf-492d-81e2-81a552324cc8 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1880913 Sep 17 22:09:38.755157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b66267d0-7d27-4ef7-9d7d-395712870bb1 None None] Provisioning complete for port b8055917-76d3-40b5-9c3c-e2c53adfcb6b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:38.757587 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b66267d0-7d27-4ef7-9d7d-395712870bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:38.799472 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:38.804638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5f998ec-07b0-4545-ac3e-5ada0ea7911a req-c88b52e1-23d9-42e2-a051-acaf54fdafdd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841038 Sep 17 22:09:38.807642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2629fdce-b480-4372-a294-04cedb68874f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:38.954133 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:37Z', 'revision_number': 3, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:38.989004 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Checking router: fb7b46e7-af00-4db9-b55b-e14300277619 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:09:38.989658 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Updating router fb7b46e7-af00-4db9-b55b-e14300277619 port f79a6c00-86e9-4685-9b8f-7dec83604441 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:09:39.039896 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.057469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b66267d0-7d27-4ef7-9d7d-395712870bb1 None None] Provisioning complete for port 2629fdce-b480-4372-a294-04cedb68874f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:39.058303 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b66267d0-7d27-4ef7-9d7d-395712870bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.113089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2629fdce-b480-4372-a294-04cedb68874f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:39.113879 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.114051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f494af-ff08-4a6f-8279-476205bda968 req-41516e47-6974-474b-8384-1efc21ef7cbf tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:39.115600 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64f494af-ff08-4a6f-8279-476205bda968 req-41516e47-6974-474b-8384-1efc21ef7cbf tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1891057 Sep 17 22:09:39.164069 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.171242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4dbff-2dda-460f-8f13-86a24f94e8c9 req-7977a009-03f9-4565-9009-2f5e1b3ace47 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:39.172973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8b4dbff-2dda-460f-8f13-86a24f94e8c9 req-7977a009-03f9-4565-9009-2f5e1b3ace47 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1434698 Sep 17 22:09:39.232320 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64f494af-ff08-4a6f-8279-476205bda968 req-e2d99902-ade8-43fa-a6d0-71c9c459b4a8 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057963 Sep 17 22:09:39.301129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8b4dbff-2dda-460f-8f13-86a24f94e8c9 req-9e7bb7dc-a158-48c5-ad27-a5b6ec362dea tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031275 Sep 17 22:09:39.303392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.470455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Allocated IP 172.20.0.1 (d7326ed9-6ce3-4256-b4f3-1c934d40e640/ff22ac41-1331-40f0-914f-a615036958e1/0b7e0527-e25f-4cd3-8f3c-a64aeccd1490) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:39.475457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f42f4ab-f7d3-4cf6-b43d-a0f5ba724e23 req-308d4f64-14a3-48b7-92c8-79ca1632b3d7 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 210 time: 0.0638959 Sep 17 22:09:39.501211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b8055917-76d3-40b5-9c3c-e2c53adfcb6b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:39.603192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b8055917-76d3-40b5-9c3c-e2c53adfcb6b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:39.603560 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.638403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4117b-9dfb-4e5e-bdb4-04c74d476acf req-b257da5b-fcf4-417b-99e5-ae9506c8ede6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:39.646252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85f4117b-9dfb-4e5e-bdb4-04c74d476acf req-b257da5b-fcf4-417b-99e5-ae9506c8ede6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0835984 Sep 17 22:09:39.649545 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.657185 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.676772 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.703079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85f4117b-9dfb-4e5e-bdb4-04c74d476acf req-41fb129f-08c5-40cd-be08-2b42bfd4582e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554698 Sep 17 22:09:39.719477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2629fdce-b480-4372-a294-04cedb68874f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:39.768779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2629fdce-b480-4372-a294-04cedb68874f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:39.769148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.794847 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.842196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.843446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:09:39.847172 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Attempting to bind port f79a6c00-86e9-4685-9b8f-7dec83604441 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:39.847751 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Attempting to bind port f79a6c00-86e9-4685-9b8f-7dec83604441 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:39.848308 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Attempting to bind port f79a6c00-86e9-4685-9b8f-7dec83604441 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:39.857966 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Pushing event updated for resources: {'Port': ['ID=f79a6c00-86e9-4685-9b8f-7dec83604441,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:39.861870 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:39.862483 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:39.863124 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.863680 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:39.864317 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Bound port: f79a6c00-86e9-4685-9b8f-7dec83604441, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:39.864854 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:39.884998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725c2e0-c431-45e4-abd0-edc2fba024bd req-5436d33f-a465-4def-bd96-a454c4a9a839 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:39.886519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0725c2e0-c431-45e4-abd0-edc2fba024bd req-5436d33f-a465-4def-bd96-a454c4a9a839 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1084576 Sep 17 22:09:39.893673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:39.894730 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.895171 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.895581 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.895993 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.896703 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.896703 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.897176 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.897513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:39.897674 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.898228 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.898657 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.899074 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.899510 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:09:39.911327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:39.931524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3b3ab-7280-41d7-910e-32a0125b6411 req-9d79578e-c49f-4eab-9240-a89be25abe87 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:39.936087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8c3b3ab-7280-41d7-910e-32a0125b6411 req-9d79578e-c49f-4eab-9240-a89be25abe87 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 944 time: 0.1550834 Sep 17 22:09:39.942079 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] For port f79a6c00-86e9-4685-9b8f-7dec83604441, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:39.949184 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] For port f79a6c00-86e9-4685-9b8f-7dec83604441, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f79a6c00-86e9-4685-9b8f-7dec83604441,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:39.957943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7e0527-e25f-4cd3-8f3c-a64aeccd1490,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:39.983674 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.072729 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.151909 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7347b74-d4ad-4393-9f03-0fcdc38fdca5 None None] Pushing event updated for resources: {'Port': ['ID=f79a6c00-86e9-4685-9b8f-7dec83604441,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:40.163136 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:40.164637 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:40.231121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.233335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36896) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:40.260615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-14c4439a-b937-46a0-b099-f4f958f68720 None None] Provisioning complete for port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:40.262367 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-14c4439a-b937-46a0-b099-f4f958f68720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.312776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2d384d8e-080b-4d7e-ae74-ea39c35ce96b up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:40.370224 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:40.403821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-14c4439a-b937-46a0-b099-f4f958f68720 None None] Port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:09:40.427262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:09:40.436010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0725c2e0-c431-45e4-abd0-edc2fba024bd req-e869a2b5-4dda-47bc-b5b0-09930652ac14 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162034 Sep 17 22:09:40.438307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.455662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Sync routers for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:09:40.474613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8c3b3ab-7280-41d7-910e-32a0125b6411 req-ca0e9a51-8187-4c50-b291-5920b595b04f tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306299 Sep 17 22:09:40.492264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:40.493347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:40.582574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.594982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:09:40.612124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:40.612124 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.612814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.612814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-912d7c43-d8c4-4e06-b2f9-b4058c0b74c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4296110 Sep 17 22:09:40.622523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0bc4a-34d3-418c-ae49-85493b773fce req-c3ac9fa4-fe6d-4283-bcdc-761d71f74aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:40.625663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6b0bc4a-34d3-418c-ae49-85493b773fce req-c3ac9fa4-fe6d-4283-bcdc-761d71f74aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0990050 Sep 17 22:09:40.626157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36910) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:40.635333 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fbd-0a4d-4620-9fc0-00a2f49285be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.699857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:40.723576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:40.736322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6b0bc4a-34d3-418c-ae49-85493b773fce req-ed1ccf6d-6808-45b8-9837-3c239d88fe26 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038027 Sep 17 22:09:40.772044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-16b32ca7-f07b-4667-a289-e6148d006955 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:40.779044 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:37Z', 'revision_number': 3, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:40.779813 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-16b32ca7-f07b-4667-a289-e6148d006955 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 821 time: 0.3377135 Sep 17 22:09:40.787786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7e0527-e25f-4cd3-8f3c-a64aeccd1490,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:40.807474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-956f453f-a08b-47db-8927-e0d499403f3a req-797ab3c7-f6bd-49e8-a3e7-e86d83d22924 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 210 time: 0.0385389 Sep 17 22:09:40.842028 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668826d5-13b0-49e8-92b6-cfa098319b5f None None] The sync data for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 is: [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:37Z', 'revision_number': 3, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:09:40.868387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Request body: {'port': {'device_id': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a', 'admin_state_up': True, 'tenant_id': '132ca9e15192406e9bfbb730ea7dd771'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:40.947324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fbd-0a4d-4620-9fc0-00a2f49285be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.006823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74553-9565-4f80-9daa-8b1e2aeb5c85 req-05b2ee1b-88c0-4000-9f2e-41135c75ee5e tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:41.008495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dab74553-9565-4f80-9daa-8b1e2aeb5c85 req-05b2ee1b-88c0-4000-9f2e-41135c75ee5e tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 945 time: 0.1368690 Sep 17 22:09:41.042267 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fbd-0a4d-4620-9fc0-00a2f49285be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.074478 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b53a0fbd-0a4d-4620-9fc0-00a2f49285be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42fd9f74f31548f280ff346e738bd8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8392684 Sep 17 22:09:41.081357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36914) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:41.099678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:41.105702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:41.112737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce67ccf-1f53-4f02-a83b-418948e0b2a4 req-c0285f91-d270-4a8f-bc22-abe02f0a698c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:41.117758 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.121741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ce67ccf-1f53-4f02-a83b-418948e0b2a4 req-c0285f91-d270-4a8f-bc22-abe02f0a698c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1663435 Sep 17 22:09:41.137640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a0fbd-0a4d-4620-9fc0-00a2f49285be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac51ca2-59f0-473a-b593-bb53c02be942,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:41.192157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:41.201003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e32b9ef-89c4-4659-95f9-f4a6757eab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:41.203180 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b49411-bc13-4c83-bce4-26bd619758ad" -d '{"events": [{"server_uuid": "4e32b9ef-89c4-4659-95f9-f4a6757eab18", "name": "network-vif-plugged", "status": "completed", "tag": "2d384d8e-080b-4d7e-ae74-ea39c35ce96b"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:41.234029 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Made reservation on behalf of 132ca9e15192406e9bfbb730ea7dd771 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:41.234624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dab74553-9565-4f80-9daa-8b1e2aeb5c85 req-50b54de3-003a-46da-b53b-ce79a69b5a94 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120826 Sep 17 22:09:41.239919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.269599 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.338641 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ce67ccf-1f53-4f02-a83b-418948e0b2a4 req-ce900479-cf07-4444-ad01-82ce406f890f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153206 Sep 17 22:09:41.387697 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe081ede-9a52-4731-be63-96067d9d0ecf x-openstack-request-id: req-fe081ede-9a52-4731-be63-96067d9d0ecf {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:41.388279 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e32b9ef-89c4-4659-95f9-f4a6757eab18", "name": "network-vif-plugged", "status": "completed", "tag": "2d384d8e-080b-4d7e-ae74-ea39c35ce96b", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:41.388715 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe081ede-9a52-4731-be63-96067d9d0ecf {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:41.391239 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e32b9ef-89c4-4659-95f9-f4a6757eab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b', 'code': 200} Sep 17 22:09:41.447307 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc581-bc59-45cd-a8c0-4ee7f0a957cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.469323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:41.475914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f79a6c00-86e9-4685-9b8f-7dec83604441 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:41.507892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Router fb7b46e7-af00-4db9-b55b-e14300277619 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:09:41.548900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:38Z', 'revision_number': 3, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:41.549156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc581-bc59-45cd-a8c0-4ee7f0a957cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.590014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Checking router: 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:09:41.590499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Updating router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 port 5740abbe-9561-4bc2-ba88-7e0ac3716226 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:09:41.631162 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.646548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977af3-a351-4145-9726-f5a325f50b20 req-1cec98bd-1821-436b-b599-495643dcc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:41.648540 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-26977af3-a351-4145-9726-f5a325f50b20 req-1cec98bd-1821-436b-b599-495643dcc304 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 1097 time: 0.2051404 Sep 17 22:09:41.696884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5a1e5156-9ecd-446b-9d42-3c25239c1925 None None] Provisioning complete for port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:41.697470 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5156-9ecd-446b-9d42-3c25239c1925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.700328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da246d64-64b7-40f2-921d-5b8d43f0eacf req-c7c0d8fe-261e-4d16-96c4-12a53f7e8244 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:41.707662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da246d64-64b7-40f2-921d-5b8d43f0eacf req-c7c0d8fe-261e-4d16-96c4-12a53f7e8244 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1901679 Sep 17 22:09:41.749269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Allocated IP 172.20.0.12 (9b84cd57-6e0c-4713-8808-efa126488a5a/e9599773-24e3-4c52-90bc-421d9e50953a/b2ce55c9-7e2a-46d6-84a1-7b7890b8072d) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:41.763065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f79a6c00-86e9-4685-9b8f-7dec83604441 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:41.763065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.765028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c78913-bdfb-4987-81e0-9dadda5e9403 req-e0844499-2887-477a-ac35-5b5a3df9932d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:41.772336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00c78913-bdfb-4987-81e0-9dadda5e9403 req-e0844499-2887-477a-ac35-5b5a3df9932d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 945 time: 0.1942282 Sep 17 22:09:41.838544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da246d64-64b7-40f2-921d-5b8d43f0eacf req-9ff92637-0b94-41d1-b2c4-af10450de3df tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299100 Sep 17 22:09:41.844490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.895282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc581-bc59-45cd-a8c0-4ee7f0a957cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.898960 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc581-bc59-45cd-a8c0-4ee7f0a957cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:41.899585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3d5cc581-bc59-45cd-a8c0-4ee7f0a957cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cac51ca2-59f0-473a-b593-bb53c02be942 HTTP/1.1" status: 204 len: 168 time: 0.8158557 Sep 17 22:09:41.951118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00c78913-bdfb-4987-81e0-9dadda5e9403 req-7213f69f-2f53-47ef-8e31-88d7153610d1 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755178 Sep 17 22:09:42.040265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cc581-bc59-45cd-a8c0-4ee7f0a957cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac51ca2-59f0-473a-b593-bb53c02be942,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:42.054313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.073153 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-26977af3-a351-4145-9726-f5a325f50b20 req-3ffb6044-c29c-423b-b2ab-7539ed0d665c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856483 Sep 17 22:09:42.095748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e5156-9ecd-446b-9d42-3c25239c1925 None None] Port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:09:42.100374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:09:42.109887 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73831dbc-3998-4a13-971a-813ba4343ed7 admin admin] 10.222.0.13 "PUT /v2.0/routers/fb7b46e7-af00-4db9-b55b-e14300277619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6138270 Sep 17 22:09:42.129240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.188779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.195189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0be0-0d26-4711-ba70-80085ea719ec req-a87ad086-11ff-402d-b919-644608837bc5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:42.203084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b0d0be0-0d26-4711-ba70-80085ea719ec req-a87ad086-11ff-402d-b919-644608837bc5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1675920 Sep 17 22:09:42.213551 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.232854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.257873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port f79a6c00-86e9-4685-9b8f-7dec83604441, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f79a6c00-86e9-4685-9b8f-7dec83604441,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:42.277922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Attempting to bind port 5740abbe-9561-4bc2-ba88-7e0ac3716226 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:42.278647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Attempting to bind port 5740abbe-9561-4bc2-ba88-7e0ac3716226 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:42.279250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Attempting to bind port 5740abbe-9561-4bc2-ba88-7e0ac3716226 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:42.304993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:42.305650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:42.306245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.306874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:42.307671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Bound port: 5740abbe-9561-4bc2-ba88-7e0ac3716226, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:42.312839 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.316298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61c51d-4f57-411a-b39b-0bc89032f1f4 None None] Pushing event updated for resources: {'Port': ['ID=5740abbe-9561-4bc2-ba88-7e0ac3716226,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:42.364066 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.369689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Network 9b84cd57-6e0c-4713-8808-efa126488a5a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:42.397013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b0d0be0-0d26-4711-ba70-80085ea719ec req-5aedd754-9ada-4ea1-8ce0-a61464b9962d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909401 Sep 17 22:09:42.399686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:42.403033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Pushing event updated for resources: {'Port': ['ID=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:42.419738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:42.440028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Allocated IP 172.20.0.1 (e9a0f2da-d64c-4712-8e79-13850e1c3037/4d255813-a5bf-478c-aee9-6156911f88e4/0d9c4969-6edc-46ea-8b51-eabe6ec1fde0) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:42.452738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=f79a6c00-86e9-4685-9b8f-7dec83604441,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:42.498763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] For port 5740abbe-9561-4bc2-ba88-7e0ac3716226, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:42.507072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] For port 5740abbe-9561-4bc2-ba88-7e0ac3716226, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5740abbe-9561-4bc2-ba88-7e0ac3716226,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:42.527281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:42.528313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.587361 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.653441 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-1c3d1c7b-a191-43de-bbca-b9ec66cc1a58 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8523235 Sep 17 22:09:42.668578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Request body: {'port': {'device_id': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:42.695915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:42.696794 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:42.706853 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61c51d-4f57-411a-b39b-0bc89032f1f4 None None] Pushing event updated for resources: {'Port': ['ID=5740abbe-9561-4bc2-ba88-7e0ac3716226,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:42.772693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bb4b1-5f7d-4cef-a3c4-ad963e3b467b req-41c9d1a4-c0f9-41b9-afd2-d3767605d534 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:42.775087 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.775258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-276bb4b1-5f7d-4cef-a3c4-ad963e3b467b req-41c9d1a4-c0f9-41b9-afd2-d3767605d534 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 945 time: 0.1064217 Sep 17 22:09:42.785353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:42.798125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f693d-969f-400e-ad7d-1eb6b565c75b req-8f9e249b-b578-42af-95b4-ad71bbb8a6a2 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:42.807450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57f693d-969f-400e-ad7d-1eb6b565c75b req-8f9e249b-b578-42af-95b4-ad71bbb8a6a2 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 932 time: 0.1987946 Sep 17 22:09:42.888686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:42.932223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-276bb4b1-5f7d-4cef-a3c4-ad963e3b467b req-640ac4c6-7d85-49e7-bda7-ac882f591c69 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440952 Sep 17 22:09:42.939872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f57f693d-969f-400e-ad7d-1eb6b565c75b req-22042072-7430-4a7b-b854-96c7bc753ca2 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302898 Sep 17 22:09:43.041349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:43.205530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Network e9a0f2da-d64c-4712-8e79-13850e1c3037 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:43.220737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:43.223186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Pushing event updated for resources: {'Port': ['ID=0d9c4969-6edc-46ea-8b51-eabe6ec1fde0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:43.225062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:43.256111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:38Z', 'revision_number': 3, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:43.325532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a820a-706b-4c09-8563-d990db2d3999 None None] The sync data for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 is: [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:38Z', 'revision_number': 3, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:09:43.336085 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:43.428008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9804a09-a0a7-4562-821c-31c4001adb6a req-9ea70ef6-db60-4aa4-8f77-a1bfe501f0d5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:43.438062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9804a09-a0a7-4562-821c-31c4001adb6a req-9ea70ef6-db60-4aa4-8f77-a1bfe501f0d5 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 945 time: 0.3206286 Sep 17 22:09:43.458188 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Sync routers for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:09:43.466440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5da1f-0038-47f5-8ad2-05130b537479 req-ad5dc240-e1fe-4c7e-b394-f710713439ed tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:43.470294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f79a6c00-86e9-4685-9b8f-7dec83604441 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:43.475284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ff5da1f-0038-47f5-8ad2-05130b537479 req-ad5dc240-e1fe-4c7e-b394-f710713439ed tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.4792223 Sep 17 22:09:43.495769 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:43.497198 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:43.614553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f79a6c00-86e9-4685-9b8f-7dec83604441 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:43.615544 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:43.651948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9804a09-a0a7-4562-821c-31c4001adb6a req-72c000f8-1e05-42ee-92c3-fd655bb9360b tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135515 Sep 17 22:09:43.661776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ff5da1f-0038-47f5-8ad2-05130b537479 req-4b8af249-d740-425c-bad5-4aa4c30fab9f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848457 Sep 17 22:09:43.677657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-45fcf523-a97a-41fa-8686-9dd2eff93f70 None None] Provisioning complete for port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:43.678049 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-45fcf523-a97a-41fa-8686-9dd2eff93f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:43.779919 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:43.791044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:43.949953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-45fcf523-a97a-41fa-8686-9dd2eff93f70 None None] Port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:09:43.971324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ce55c9-7e2a-46d6-84a1-7b7890b8072d {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:43.995581 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.013139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Transition to ACTIVE for port object b2ce55c9-7e2a-46d6-84a1-7b7890b8072d will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:09:44.077977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.134497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6568f13-46fd-44e3-9f67-b9119f77688d req-cde0b1f2-2224-4211-b949-742a70f0bf84 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:44.141921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6568f13-46fd-44e3-9f67-b9119f77688d req-cde0b1f2-2224-4211-b949-742a70f0bf84 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1826041 Sep 17 22:09:44.156917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Pushing event updated for resources: {'Port': ['ID=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:44.206416 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0b7e0527-e25f-4cd3-8f3c-a64aeccd1490', 'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'mac_address': 'fa:16:3e:c0:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:39Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 2, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'subnets': [{'id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:44.251022 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Checking router: fb7b46e7-af00-4db9-b55b-e14300277619 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:09:44.251688 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Updating router fb7b46e7-af00-4db9-b55b-e14300277619 port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:09:44.255212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6568f13-46fd-44e3-9f67-b9119f77688d req-659120a9-fc88-4009-86c8-b876029aec0c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112978 Sep 17 22:09:44.269501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:44.270036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:44.270601 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:44.277458 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:44.278005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:44.290520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:44.291653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:44.292066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:44.293286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Bound port: b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:44.294027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.325498 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.401977 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.402134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:44.437778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:44.506486 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.531098 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.580769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e410d-0a94-47a4-9071-4ba6a8cf412f req-553a5f68-2b89-4807-a37e-939ca807198f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:44.583517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-166e410d-0a94-47a4-9071-4ba6a8cf412f req-553a5f68-2b89-4807-a37e-939ca807198f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 944 time: 0.1669948 Sep 17 22:09:44.607918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:44.608973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.610777 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] 10.222.0.32 "PUT /v2.0/ports/b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 200 len: 1093 time: 1.9478905 Sep 17 22:09:44.611518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:44.623344 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9088f163-c45b-48aa-ab55-be415e49c711" -d '{"events": [{"name": "network-changed", "server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:44.644090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17871cc0-146a-4dd7-afad-795ff4ddbbe8 req-89539c85-bada-4c56-8f4d-4d3ead2fc3e7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:44.654316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17871cc0-146a-4dd7-afad-795ff4ddbbe8 req-89539c85-bada-4c56-8f4d-4d3ead2fc3e7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2547703 Sep 17 22:09:44.675345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b633c-a703-4b7f-a005-4058f6f2780c service neutron] Pushing event updated for resources: {'Port': ['ID=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:44.724558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.731125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Pushing event updated for resources: {'Port': ['ID=0d9c4969-6edc-46ea-8b51-eabe6ec1fde0,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:44.800383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-166e410d-0a94-47a4-9071-4ba6a8cf412f req-9d92ff61-6ad5-4649-be8e-70f22e3621fc tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915410 Sep 17 22:09:44.828859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17871cc0-146a-4dd7-afad-795ff4ddbbe8 req-a5bb036d-1697-464d-9f1a-91767aa460e0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669092 Sep 17 22:09:44.851236 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.935745 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:44.961734 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c064fab6-4fc9-404e-b507-2585d3a434c3 x-openstack-request-id: req-c064fab6-4fc9-404e-b507-2585d3a434c3 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:44.962081 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:44.962347 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c064fab6-4fc9-404e-b507-2585d3a434c3 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:44.962760 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d', 'status': 'completed', 'code': 200} Sep 17 22:09:45.003183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-8a8c845d-9b0a-462a-97c2-6404e2333446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:45.005478 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-8a8c845d-9b0a-462a-97c2-6404e2333446 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1096 time: 0.1081762 Sep 17 22:09:45.070683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37070) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:45.093102 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-da624594-9748-4de9-bd95-9b0c1a23624a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 200 len: 217 time: 0.0804784 Sep 17 22:09:45.103773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Network e9a0f2da-d64c-4712-8e79-13850e1c3037 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:45.170701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-93cce96f-118f-4836-8770-dad53569d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:45.173263 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-93cce96f-118f-4836-8770-dad53569d64a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.0722411 Sep 17 22:09:45.193339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfe6e-7685-47fb-b5a3-44dcdf1889cd req-a8adfa21-c378-4313-bac8-51771ae20d72 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:45.195733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f6dfe6e-7685-47fb-b5a3-44dcdf1889cd req-a8adfa21-c378-4313-bac8-51771ae20d72 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 945 time: 0.2604160 Sep 17 22:09:45.201627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:45.247763 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-3e802934-42ba-44bb-980b-6bcf99c504c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646205 Sep 17 22:09:45.285625 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Attempting to bind port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:45.286283 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Attempting to bind port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:45.286843 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Attempting to bind port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 on network d7326ed9-6ce3-4256-b4f3-1c934d40e640 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:45.295872 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:45.296540 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Checking segment: {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:45.297107 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:45.298078 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Bound using segment: {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:45.318586 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Bound port: 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:45.319233 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:45.404531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1967466752'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:45.465537 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-e5fa97f6-5cd7-4c33-bc55-d5cf7f3470f7 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076979 Sep 17 22:09:45.467287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162697d-3816-4182-a1cf-4192c130aee8 req-41adff9d-d325-40f7-b89a-4b612ebc0fb3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:45.469495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1162697d-3816-4182-a1cf-4192c130aee8 req-41adff9d-d325-40f7-b89a-4b612ebc0fb3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 945 time: 0.3938501 Sep 17 22:09:45.483424 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] For port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:45.488013 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] For port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0b7e0527-e25f-4cd3-8f3c-a64aeccd1490,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:45.509194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9c3c7fc8-5d47-4912-b41b-c001ec2cb3bd None None] Provisioning complete for port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:45.510250 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c3c7fc8-5d47-4912-b41b-c001ec2cb3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:45.516115 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8aed3-969a-4bbb-a73c-872c0bd5c9b5 None None] Pushing event updated for resources: {'Port': ['ID=0b7e0527-e25f-4cd3-8f3c-a64aeccd1490,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:45.518266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5740abbe-9561-4bc2-ba88-7e0ac3716226 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:45.550527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1162697d-3816-4182-a1cf-4192c130aee8 req-b2d4eee2-ff4d-4bb9-95ec-2825888783b0 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666811 Sep 17 22:09:45.580386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f6dfe6e-7685-47fb-b5a3-44dcdf1889cd req-d8366af7-9d44-4264-adc6-84b7305e5b8b tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665397 Sep 17 22:09:45.587349 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:45.673968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:09:45.680737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Made reservation on behalf of 29df31d8cc80443db0eb26f6eacc0c29 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:45.686283 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:45.699373 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:45.722533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c7fc8-5d47-4912-b41b-c001ec2cb3bd None None] Port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:09:45.723821 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8aed3-969a-4bbb-a73c-872c0bd5c9b5 None None] Pushing event updated for resources: {'Port': ['ID=0b7e0527-e25f-4cd3-8f3c-a64aeccd1490,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:45.759398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-202513e1-a0f7-4f39-9a62-8015fdce7309 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:45.761007 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-202513e1-a0f7-4f39-9a62-8015fdce7309 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 945 time: 0.1755610 Sep 17 22:09:45.767805 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f07eb61a-a0e6-4edf-b1b0-77160df87ff4 req-ac0c238d-e19e-480f-87e6-5a7e77ed5ca2 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861919 Sep 17 22:09:45.792188 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:45.793177 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:45.798633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5740abbe-9561-4bc2-ba88-7e0ac3716226 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:45.805629 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:45.964109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4a85184e-043a-498d-be6b-376af3db3071 None None] Provisioning complete for port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:45.965250 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4a85184e-043a-498d-be6b-376af3db3071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:45.992537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b717d-0843-4e90-9129-f73fa55f1e2a req-0d9eaae9-7892-42ed-a558-21087330ca74 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:46.000184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c75b717d-0843-4e90-9129-f73fa55f1e2a req-0d9eaae9-7892-42ed-a558-21087330ca74 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.2648871 Sep 17 22:09:46.041614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Deleting port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:46.042095 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.094517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f163-c45b-48aa-ab55-be415e49c711 req-52410a3b-ad00-418c-91c5-79908ddf1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:46.102688 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9088f163-c45b-48aa-ab55-be415e49c711 req-52410a3b-ad00-418c-91c5-79908ddf1585 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1096 time: 0.1902537 Sep 17 22:09:46.135214 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:46.142827 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.149239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4a85184e-043a-498d-be6b-376af3db3071 None None] Port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:09:46.169883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 5740abbe-9561-4bc2-ba88-7e0ac3716226, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5740abbe-9561-4bc2-ba88-7e0ac3716226,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:46.201758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c75b717d-0843-4e90-9129-f73fa55f1e2a req-9772a3da-8846-44ed-abfd-ac98825f2bf7 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004981 Sep 17 22:09:46.234493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:09:46.250602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8bca50db-522f-425a-ac4c-1a5ead4d822e admin admin] 10.222.0.13 "PUT /v2.0/routers/8ba640c2-26dd-4b28-bd87-e3b01fdd49c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6143360 Sep 17 22:09:46.259555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Sync routers for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:09:46.294260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:46.296061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:46.304805 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.322094 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.406044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.430534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] For port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:46.437504 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.450028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=5740abbe-9561-4bc2-ba88-7e0ac3716226,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:46.467196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:09:46.480369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafb8aeb-7542-4a15-b4f8-181a59754005,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:46.487238 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0b7e0527-e25f-4cd3-8f3c-a64aeccd1490', 'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'mac_address': 'fa:16:3e:c0:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:39Z', 'updated_at': '2021-09-17T22:09:45Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'subnets': [{'id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:46.492881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f163-c45b-48aa-ab55-be415e49c711 req-02d46d27-266c-4294-87f9-79d7864de156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:46.495392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68886b5-bfa9-4995-a13a-a248bfce8bd0 req-cf875fcf-915c-4375-9395-e3808665e1b2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:46.500997 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9088f163-c45b-48aa-ab55-be415e49c711 req-02d46d27-266c-4294-87f9-79d7864de156 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.3743753 Sep 17 22:09:46.503138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f68886b5-bfa9-4995-a13a-a248bfce8bd0 req-cf875fcf-915c-4375-9395-e3808665e1b2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1495261 Sep 17 22:09:46.506050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.506765 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Added segment 4e26ae87-1c4c-45e9-bdd9-20341491315e of type vlan for network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 Sep 17 22:09:46.517499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-99076884-1c84-4480-9bd6-07f48d389921 None None] Provisioning complete for port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:46.523435 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99076884-1c84-4480-9bd6-07f48d389921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.567735 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ad112-3486-4a5d-b49c-986a3ed5dbff None None] The sync data for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 is: [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0b7e0527-e25f-4cd3-8f3c-a64aeccd1490', 'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'mac_address': 'fa:16:3e:c0:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:39Z', 'updated_at': '2021-09-17T22:09:45Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'subnets': [{'id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:09:46.591513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f68886b5-bfa9-4995-a13a-a248bfce8bd0 req-863996da-433c-44b3-b55e-1f708eb3185b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874200 Sep 17 22:09:46.689973 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.791855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:46.832424 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9088f163-c45b-48aa-ab55-be415e49c711 req-39118153-c2d1-4ac4-93fa-6d20d8b01e35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 200 len: 217 time: 0.3184121 Sep 17 22:09:46.840220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.852766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:46.853490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.911957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f177b97-e92c-426c-9659-ed55639565d6 req-04f120c1-c792-4d39-a1d5-c770d918616a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:46.914136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f177b97-e92c-426c-9659-ed55639565d6 req-04f120c1-c792-4d39-a1d5-c770d918616a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 944 time: 0.1638525 Sep 17 22:09:46.941117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.941475 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:46.941792 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Floating IP 18ced223-cca0-4ed5-9b22-16cfe12318c5 disassociated. External IP: 172.25.5.175, port: 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66. Sep 17 22:09:46.942129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Calling delete_port for 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:47.006191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9338000 Sep 17 22:09:47.026674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f163-c45b-48aa-ab55-be415e49c711 req-bed8ee8d-1bdc-48d2-8751-113f50956feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:47.059947 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9088f163-c45b-48aa-ab55-be415e49c711 req-bed8ee8d-1bdc-48d2-8751-113f50956feb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1824276 Sep 17 22:09:47.094100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc09706-7f5d-485f-b282-cd1747a5d50e tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Pushing event updated for resources: {'Network': ['ID=61935f9d-41e1-4b5e-9516-e1544ee6b7c4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:47.107085 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9088f163-c45b-48aa-ab55-be415e49c711 req-835df1ab-5fc7-4754-8df3-e5631e4fbe59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479600 Sep 17 22:09:47.115450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:09:47.125317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f177b97-e92c-426c-9659-ed55639565d6 req-315c781f-56ef-4991-b26d-f166a96c8006 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868274 Sep 17 22:09:47.213434 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99076884-1c84-4480-9bd6-07f48d389921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:47.261870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfa135-2dca-4def-be18-a3798461079d req-975c22c4-3c07-4e45-b873-c26580887f86 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:47.272139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21bfa135-2dca-4def-be18-a3798461079d req-975c22c4-3c07-4e45-b873-c26580887f86 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 945 time: 0.0805957 Sep 17 22:09:47.356595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21bfa135-2dca-4def-be18-a3798461079d req-6f9c29e1-cf27-43cb-840c-14e5d3d89edc tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups?id=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834408 Sep 17 22:09:47.420471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:47.481977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37122) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:47.487221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-713156d3-e60c-464d-92c1-d210402ef836 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529071224', 'description': 'tempest-description--935890939'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:47.519278 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9088f163-c45b-48aa-ab55-be415e49c711 req-3a396c65-8d1a-4128-b60c-1b32e0c21949 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954802 Sep 17 22:09:47.524282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Pushing event deleted for resources: {'Port': ['ID=8f5b5fe3-96ad-4d98-8aca-a426c4dfed66,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:47.570491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-99076884-1c84-4480-9bd6-07f48d389921 None None] For port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0b7e0527-e25f-4cd3-8f3c-a64aeccd1490,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:47.658334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:47.672883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37126) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:47.679839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Request body: {'port': {'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4', 'binding:host_id': 'n-h1-713498-17', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-431959031'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:47.736532 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99076884-1c84-4480-9bd6-07f48d389921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:47.755755 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d306fdbf-ff70-4613-868d-c749dbd9b9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:47.912557 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9088f163-c45b-48aa-ab55-be415e49c711 req-fb550705-32e9-47d3-b15a-4fcc2d8e5a27 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839364 Sep 17 22:09:47.919320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Router f0523cec-1bd7-432f-b712-c035cafe7190 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:09:47.951131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Made reservation on behalf of 25aa62a83560467eaeab4d16f1fe5f93 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:47.957813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:47.967420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:47.967834 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.017078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.024703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99076884-1c84-4480-9bd6-07f48d389921 None None] Pushing event updated for resources: {'Port': ['ID=0b7e0527-e25f-4cd3-8f3c-a64aeccd1490,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:48.091563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:43Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0d9c4969-6edc-46ea-8b51-eabe6ec1fde0', 'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'mac_address': 'fa:16:3e:3b:21:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:41Z', 'updated_at': '2021-09-17T22:09:44Z', 'revision_number': 2, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'subnets': [{'id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:48.131531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Checking router: 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:09:48.131924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Updating router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:09:48.190819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:09:48.205905 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] Sync routers for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:09:48.217494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-713156d3-e60c-464d-92c1-d210402ef836 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.224016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:48.224717 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:48.247346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] No DVR routers for this DVR port 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:09:48.251002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.253462 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1957c5fa-5892-4efa-8a28-66a5f2dae9eb req-65149894-4580-4cdd-b8ea-8709ec5419f3 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.35 "DELETE /v2.0/ports/8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 HTTP/1.1" status: 204 len: 173 time: 2.4847195 Sep 17 22:09:48.253923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'name': 'network-vif-deleted', 'tag': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:48.256657 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01468248-731d-4ab8-a409-cfa447fca8bc" -d '{"events": [{"server_uuid": "a9d312e8-c518-4977-ac1c-50a10ccbbf28", "name": "network-vif-deleted", "tag": "8f5b5fe3-96ad-4d98-8aca-a426c4dfed66"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:48.280154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5740abbe-9561-4bc2-ba88-7e0ac3716226 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:48.282872 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.322760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.357601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24f9f3-ac5a-4114-8522-1b12cc87c43a req-fd31d03e-5053-4b9f-8fc0-99d2907eefb7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:48.365125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf24f9f3-ac5a-4114-8522-1b12cc87c43a req-fd31d03e-5053-4b9f-8fc0-99d2907eefb7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.7376502 Sep 17 22:09:48.389463 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.393848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] device_id is not set on port b68da960-b59c-45fe-bca5-6a1f0491d44b yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:09:48.398006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407595a-91ab-4326-9335-4449a6e11390 req-745e39e4-400b-44ae-bbfb-b6b7faa74c92 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:48.399168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b407595a-91ab-4326-9335-4449a6e11390 req-745e39e4-400b-44ae-bbfb-b6b7faa74c92 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1839199 Sep 17 22:09:48.438005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2d384d8e-080b-4d7e-ae74-ea39c35ce96b details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:09:48.445989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:48.449196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b2ce55c9-7e2a-46d6-84a1-7b7890b8072d details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:09:48.459698 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf24f9f3-ac5a-4114-8522-1b12cc87c43a req-baa006b8-d852-4b9e-96a9-df20d8c873cc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936904 Sep 17 22:09:48.485473 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:48.546758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b407595a-91ab-4326-9335-4449a6e11390 req-0aa10d43-141d-4079-8db8-6cbd21a5e7bc tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283514 Sep 17 22:09:48.628549 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-713156d3-e60c-464d-92c1-d210402ef836 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.645084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:09:48.650660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8f5b5fe3-96ad-4d98-8aca-a426c4dfed66 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:09:48.698097 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-713156d3-e60c-464d-92c1-d210402ef836 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.743393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe03cfc-c638-4144-a100-58262d0c5151,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:48.777246 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a81fe-ca05-428d-9f85-b9f19e0b5565 x-openstack-request-id: req-489a81fe-ca05-428d-9f85-b9f19e0b5565 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:48.777246 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d312e8-c518-4977-ac1c-50a10ccbbf28", "name": "network-vif-deleted", "tag": "8f5b5fe3-96ad-4d98-8aca-a426c4dfed66", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:48.777246 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-489a81fe-ca05-428d-9f85-b9f19e0b5565 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:48.777246 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d312e8-c518-4977-ac1c-50a10ccbbf28', 'name': 'network-vif-deleted', 'tag': '8f5b5fe3-96ad-4d98-8aca-a426c4dfed66', 'status': 'completed', 'code': 200} Sep 17 22:09:48.815020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713156d3-e60c-464d-92c1-d210402ef836 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f6b169-45d0-4c04-b95a-d563d4456b1d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:48.816194 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:09:48.828194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-713156d3-e60c-464d-92c1-d210402ef836 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:48.829364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-713156d3-e60c-464d-92c1-d210402ef836 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3458235 Sep 17 22:09:48.839673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37148) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:48.840456 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:09:48.848324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-84632254-3a2d-421d-abc5-60229895a72c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Request body: {'security_group_rule': {'security_group_id': 'e9f6b169-45d0-4c04-b95a-d563d4456b1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:48.890896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d6d07-28d4-44a6-8d53-f8c5fc0b2934 req-2a0dd226-018f-4804-9225-49cd82286e2d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:48.901781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b09d6d07-28d4-44a6-8d53-f8c5fc0b2934 req-2a0dd226-018f-4804-9225-49cd82286e2d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 944 time: 0.1493330 Sep 17 22:09:48.983831 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a83b7bb-7280-4967-8033-5325058be39d req-852a6a2d-3052-4953-964d-46c15f9b886f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d312e8-c518-4977-ac1c-50a10ccbbf28 HTTP/1.1" status: 200 len: 210 time: 0.0424786 Sep 17 22:09:48.996482 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84632254-3a2d-421d-abc5-60229895a72c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.019199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b09d6d07-28d4-44a6-8d53-f8c5fc0b2934 req-efdf568d-0a7d-46de-a8c5-a01ebe177f52 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164105 Sep 17 22:09:49.052950 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '111a4d54-56b5-4c56-887d-98465e064b74', 'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'mac_address': 'fa:16:3e:0e:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:27Z', 'updated_at': '2021-09-17T22:07:33Z', 'revision_number': 5, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'subnets': [{'id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:49.057458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5740abbe-9561-4bc2-ba88-7e0ac3716226 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:49.058059 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.099289 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] Checking router: f0523cec-1bd7-432f-b712-c035cafe7190 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:09:49.129467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] device_id is not set on port b68da960-b59c-45fe-bca5-6a1f0491d44b yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:09:49.145130 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:49.146031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:49.179947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84632254-3a2d-421d-abc5-60229895a72c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.183721 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.205615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491e07d-dcf4-4d7f-8394-7062464f8c9e req-304d522f-77f6-4615-bd0d-ad720fa4e1fe tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:49.210489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4491e07d-dcf4-4d7f-8394-7062464f8c9e req-304d522f-77f6-4615-bd0d-ad720fa4e1fe tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0770390 Sep 17 22:09:49.222346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:49.239435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:49.269517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d', 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a', 'port_id': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d', 'mac_address': 'fa:16:3e:7a:f6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9599773-24e3-4c52-90bc-421d9e50953a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:09:49.276676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4491e07d-dcf4-4d7f-8394-7062464f8c9e req-0ecc9888-1ec3-4bf7-9bcf-28d11dfeb945 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530128 Sep 17 22:09:49.283353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b', 'network_id': 'cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0', 'port_id': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b', 'mac_address': 'fa:16:3e:d0:ec:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d99c15b-c193-4901-b368-faa5605566e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:09:49.302661 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84632254-3a2d-421d-abc5-60229895a72c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.344581 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:49.352452 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.412826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84632254-3a2d-421d-abc5-60229895a72c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb0db92-b2de-4bf6-8dab-3c344b7a8856,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:49.419842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be93e3-da0e-4018-bbb9-5bb5dd84d3da req-7a29f0af-d606-4d2d-a797-fbca59f516fe tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:49.428430 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00be93e3-da0e-4018-bbb9-5bb5dd84d3da req-7a29f0af-d606-4d2d-a797-fbca59f516fe tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0708287 Sep 17 22:09:49.446231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'Port': ['ID=b68da960-b59c-45fe-bca5-6a1f0491d44b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:49.500593 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84632254-3a2d-421d-abc5-60229895a72c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.504739 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-84632254-3a2d-421d-abc5-60229895a72c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6638517 Sep 17 22:09:49.505691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37162) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:49.515509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0c36361e-fffa-4a1b-9026-9e49c28cfca5 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Request body: {'security_group_rule': {'security_group_id': 'e9f6b169-45d0-4c04-b95a-d563d4456b1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:49.543960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00be93e3-da0e-4018-bbb9-5bb5dd84d3da req-d6bb214c-711f-4352-b19e-299cb7a44844 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149426 Sep 17 22:09:49.574370 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Checking segment: {'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:49.574739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Network hostable DHCP agents. Network: 61935f9d-41e1-4b5e-9516-e1544ee6b7c4, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:09:49.652200 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.704517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.706993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d384d8e-080b-4d7e-ae74-ea39c35ce96b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:49.744041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:09:49.770953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c36361e-fffa-4a1b-9026-9e49c28cfca5 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.776142 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '111a4d54-56b5-4c56-887d-98465e064b74', 'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'mac_address': 'fa:16:3e:0e:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:27Z', 'updated_at': '2021-09-17T22:07:33Z', 'revision_number': 5, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'subnets': [{'id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:49.777305 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.780296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0622b20-40d7-4002-ba48-88e025f8624a req-62ad1189-0154-484d-b31a-d1674e2714d0 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:49.781633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0622b20-40d7-4002-ba48-88e025f8624a req-62ad1189-0154-484d-b31a-d1674e2714d0 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 945 time: 0.1296744 Sep 17 22:09:49.798211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:49.805326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ce55c9-7e2a-46d6-84a1-7b7890b8072d {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:49.810441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2be8c-b467-4ca6-9614-2f25faf3c39f req-3e2ca65d-f1a1-4500-8cbf-cfa06450ae81 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:49.817008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6a2be8c-b467-4ca6-9614-2f25faf3c39f req-3e2ca65d-f1a1-4500-8cbf-cfa06450ae81 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1285691 Sep 17 22:09:49.843545 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.858181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:49.872562 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeabe3c-4019-481d-b9ac-5c6b702d4306 None None] The sync data for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 is: [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:07:29Z', 'revision_number': 4, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '111a4d54-56b5-4c56-887d-98465e064b74', 'name': '', 'network_id': '209d5428-b068-4cda-ab1f-8f036aaa0cd2', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'mac_address': 'fa:16:3e:0e:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:27Z', 'updated_at': '2021-09-17T22:07:33Z', 'revision_number': 5, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'subnets': [{'id': '9e3571e7-2fcd-4b8b-9146-3868a3519d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:09:49.888022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c36361e-fffa-4a1b-9026-9e49c28cfca5 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.903306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 61935f9d-41e1-4b5e-9516-e1544ee6b7c4) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:49.904384 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:49.904506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6a2be8c-b467-4ca6-9614-2f25faf3c39f req-1afe6d61-18d4-4618-82d3-51a8b600c146 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628479 Sep 17 22:09:49.935802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:49.936251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0622b20-40d7-4002-ba48-88e025f8624a req-c0c7cae0-e19e-4c06-8afb-56388f3d6dd3 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148920 Sep 17 22:09:49.986968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5c6aa-f298-48a5-a042-2e822abd2b96 None None] Network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:49.989535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:49.989870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:49.990244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.010003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.010374 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.010766 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 2 to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b Sep 17 22:09:50.028232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.028621 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.028902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.034982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.035379 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.035784 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 3 to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b Sep 17 22:09:50.040353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d572f4-1778-4fa7-86a0-c56c01d73cf9 None None] Pushing event updated for resources: {'Port': ['ID=0d9c4969-6edc-46ea-8b51-eabe6ec1fde0,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:50.065295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.065769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.066175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.079884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.080228 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.080648 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 4 to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b Sep 17 22:09:50.106701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.111637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.112585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.120666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.121241 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.121897 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 5 to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b Sep 17 22:09:50.140153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['2d384d8e-080b-4d7e-ae74-ea39c35ce96b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:50.142936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:50.143673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.144474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.145080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.153911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.154542 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.155185 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 6 to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b Sep 17 22:09:50.190823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.191803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.192392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.200000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.201043 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.201661 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 7 to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b Sep 17 22:09:50.223561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.232324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.233320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.240688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.242236 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.243409 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 8 to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b Sep 17 22:09:50.269820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.270162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.270504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.276884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.278062 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.278480 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 9 to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b Sep 17 22:09:50.292586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb250ce-8674-4b88-b1c4-277d2725eba8 req-542b1d5e-3c5b-423c-8ce7-6edc1587e39e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:50.302249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.302598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.302860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fb250ce-8674-4b88-b1c4-277d2725eba8 req-542b1d5e-3c5b-423c-8ce7-6edc1587e39e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2022853 Sep 17 22:09:50.303300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.310367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.310739 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.311106 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 10 to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b Sep 17 22:09:50.326075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.326408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.327140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.330448 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c36361e-fffa-4a1b-9026-9e49c28cfca5 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.340328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b68da960-b59c-45fe-bca5-6a1f0491d44b on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:50.340672 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b68da960-b59c-45fe-bca5-6a1f0491d44b on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:50.341027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.384062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bad7ec-d6ed-476f-92b3-55e2057e2821 req-05033938-b127-43e9-b6f9-50dafaa38d8a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:50.389459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6bad7ec-d6ed-476f-92b3-55e2057e2821 req-05033938-b127-43e9-b6f9-50dafaa38d8a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 945 time: 0.1919620 Sep 17 22:09:50.411404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fb250ce-8674-4b88-b1c4-277d2725eba8 req-b9e410b6-1ede-40b2-bb5e-defd383f4ee9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075332 Sep 17 22:09:50.465430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] For port b68da960-b59c-45fe-bca5-6a1f0491d44b, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:50.465833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempted to set empty binding levels {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:09:50.474062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36361e-fffa-4a1b-9026-9e49c28cfca5 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b4a4a2-4c64-47af-a9f3-9d65ba6e237a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:50.478608 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.504725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff492f7-c710-49f3-b8e0-666feff55954 None None] New status for floating IP 18ced223-cca0-4ed5-9b22-16cfe12318c5: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:09:50.529513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6bad7ec-d6ed-476f-92b3-55e2057e2821 req-acd0a04f-ac76-4523-87e7-d3e9b61c60c9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212826 Sep 17 22:09:50.587788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.594437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37192) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:50.641134 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0790e3e7-4126-4a9a-9641-ef52690ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.658990 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c36361e-fffa-4a1b-9026-9e49c28cfca5 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.663040 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0c36361e-fffa-4a1b-9026-9e49c28cfca5 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1532857 Sep 17 22:09:50.664672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37194) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:50.668854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:50.669448 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.682152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:50.701156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'Port': ['ID=b68da960-b59c-45fe-bca5-6a1f0491d44b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:50.706735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5d475001-5657-437d-860c-88c3f576372e None None] Provisioning complete for port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:50.707400 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5d475001-5657-437d-860c-88c3f576372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.711250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:50.725007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Attempting to bind port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:50.725007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Attempting to bind port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:50.725007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Attempting to bind port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 on network e9a0f2da-d64c-4712-8e79-13850e1c3037 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:50.725313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ad39d-9de1-483d-81f6-b4f6e32fc2bd req-5dff1a97-5a7d-44d4-89e1-2e9829fd6b2d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:50.731324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b08ad39d-9de1-483d-81f6-b4f6e32fc2bd req-5dff1a97-5a7d-44d4-89e1-2e9829fd6b2d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1265554 Sep 17 22:09:50.755545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8ebd-0852-47a2-a606-77e998b30d62 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.777633 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6ae9a1c1-9ea1-458a-a88c-5f3eb60ef0b5 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.1034801 Sep 17 22:09:50.782155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37196) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:50.791680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b2ce55c9-7e2a-46d6-84a1-7b7890b8072d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:09:50.815754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b08ad39d-9de1-483d-81f6-b4f6e32fc2bd req-e53e00c7-7f76-4d17-b3ed-4479735bbe3c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735326 Sep 17 22:09:50.815754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8ebd-0852-47a2-a606-77e998b30d62 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.858976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:09:50.859361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Checking segment: {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:09:50.860960 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.860960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Bound using segment: {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:09:50.860960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Bound port: 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:09:50.861275 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.871861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:50.872226 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.879472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0f66f6f2-4580-4d86-8adf-76d07d04bf9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Deleting port b68da960-b59c-45fe-bca5-6a1f0491d44b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:50.879817 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f66f6f2-4580-4d86-8adf-76d07d04bf9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.943644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:50.968390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5d475001-5657-437d-860c-88c3f576372e None None] Port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:09:51.011529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8ebd-0852-47a2-a606-77e998b30d62 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.018736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8ebd-0852-47a2-a606-77e998b30d62 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.022687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7ccb8ebd-0852-47a2-a606-77e998b30d62 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "DELETE /v2.0/security-groups/703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25 HTTP/1.1" status: 204 len: 168 time: 0.4247434 Sep 17 22:09:51.029446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:51.029724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37206) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:51.076484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-0f66f6f2-4580-4d86-8adf-76d07d04bf9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] For port b68da960-b59c-45fe-bca5-6a1f0491d44b, host n-h1-713498-17, got binding levels [] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:51.076848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f66f6f2-4580-4d86-8adf-76d07d04bf9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.096165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb8ebd-0852-47a2-a606-77e998b30d62 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:51.098647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0f66f6f2-4580-4d86-8adf-76d07d04bf9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Calling delete_port for b68da960-b59c-45fe-bca5-6a1f0491d44b owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:51.107900 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-4366b493-40a1-4ce5-b3d4-7599f5391d73 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] show failed (client error): The resource could not be found. Sep 17 22:09:51.108987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4366b493-40a1-4ce5-b3d4-7599f5391d73 tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "GET /v2.0/security-groups/703e82e8-b5e6-42c9-b1b0-8ccc8d85ef25 HTTP/1.1" status: 404 len: 347 time: 0.0737882 Sep 17 22:09:51.112379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37208) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:51.153873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] For port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:51.173031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ad770-d0bb-490f-9dee-81c170c64927 req-145b05e8-5e30-416c-a6a6-711e0fd3a21d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:51.182146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e0ad770-d0bb-490f-9dee-81c170c64927 req-145b05e8-5e30-416c-a6a6-711e0fd3a21d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2252438 Sep 17 22:09:51.225780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] For port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0d9c4969-6edc-46ea-8b51-eabe6ec1fde0,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:09:51.227236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.255987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc4b5f-ab08-4642-b25f-6c16e4f2d568 req-ba89c448-f313-4ef7-a16f-235c5f0432de tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:51.258930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fcc4b5f-ab08-4642-b25f-6c16e4f2d568 req-ba89c448-f313-4ef7-a16f-235c5f0432de tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.2366800 Sep 17 22:09:51.335065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e0ad770-d0bb-490f-9dee-81c170c64927 req-b900512a-c86c-4f70-a9ac-804189c428f6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504812 Sep 17 22:09:51.351654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.380230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Allocated IP 172.25.5.57 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/7da3fd0e-353e-4b6a-ae88-d66fc55f6e7a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:09:51.385347 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f66f6f2-4580-4d86-8adf-76d07d04bf9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.394366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fcc4b5f-ab08-4642-b25f-6c16e4f2d568 req-8707618c-e0ad-41cd-9b07-f1d5ed2e979b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219590 Sep 17 22:09:51.413550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Deleting port a1453658-c039-47af-a91a-772e67bdf091 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:51.417871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.447343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66f6f2-4580-4d86-8adf-76d07d04bf9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event deleted for resources: {'Port': ['ID=b68da960-b59c-45fe-bca5-6a1f0491d44b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:51.448946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d572f4-1778-4fa7-86a0-c56c01d73cf9 None None] Pushing event updated for resources: {'Port': ['ID=0d9c4969-6edc-46ea-8b51-eabe6ec1fde0,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:51.459035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f66f6f2-4580-4d86-8adf-76d07d04bf9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.468828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37212) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:51.469065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0f66f6f2-4580-4d86-8adf-76d07d04bf9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b68da960-b59c-45fe-bca5-6a1f0491d44b HTTP/1.1" status: 204 len: 168 time: 0.6853259 Sep 17 22:09:51.504553 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.521313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:51.521958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:51.603405 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.657813 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f51db93-c1a6-46f5-b10e-a34dbcfbb5a2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:09:51.661147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0f51db93-c1a6-46f5-b10e-a34dbcfbb5a2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "GET /v2.0/ports/b68da960-b59c-45fe-bca5-6a1f0491d44b HTTP/1.1" status: 404 len: 333 time: 0.1630130 Sep 17 22:09:51.665682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37218) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:51.674188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Request body: {'port': {'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-44237523'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:51.707251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:51.734738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240af85-4d4d-4e40-aa1f-56dccb8bb49c req-710d2f37-9cb5-48c6-a4a9-c1c583da0329 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:51.736650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.744304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7240af85-4d4d-4e40-aa1f-56dccb8bb49c req-710d2f37-9cb5-48c6-a4a9-c1c583da0329 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 944 time: 0.2786586 Sep 17 22:09:51.744533 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.763913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.764349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.779742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:51.782721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:51.785226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Calling delete_port for a1453658-c039-47af-a91a-772e67bdf091 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:51.792115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:51.795888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616f6fc-46b9-4f06-8b25-c099a07c454e req-37031c71-43e6-4992-a91d-3371e708e81b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:51.808379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7616f6fc-46b9-4f06-8b25-c099a07c454e req-37031c71-43e6-4992-a91d-3371e708e81b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2955861 Sep 17 22:09:51.831630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Made reservation on behalf of 25aa62a83560467eaeab4d16f1fe5f93 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:51.833952 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.861524 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Pushing event updated for resources: {'Port': ['ID=7da3fd0e-353e-4b6a-ae88-d66fc55f6e7a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:51.873717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] device_id is not set on port b85ee62e-25e7-4c91-8926-5a6f7028f09c yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:09:51.882552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d1ba56c8-c66d-4459-9805-04d3e7bb03c7 None None] Provisioning complete for port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:51.882938 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1ba56c8-c66d-4459-9805-04d3e7bb03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:51.962147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7240af85-4d4d-4e40-aa1f-56dccb8bb49c req-1d5ae69d-e5a1-497c-8664-653a6fa90ee9 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176321 Sep 17 22:09:51.967280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.078646 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1ba56c8-c66d-4459-9805-04d3e7bb03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.115505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7616f6fc-46b9-4f06-8b25-c099a07c454e req-4faccdd2-22bb-44f6-8c47-70c4438ee853 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052473 Sep 17 22:09:52.115844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.118130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:43Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0d9c4969-6edc-46ea-8b51-eabe6ec1fde0', 'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'mac_address': 'fa:16:3e:3b:21:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:41Z', 'updated_at': '2021-09-17T22:09:51Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'subnets': [{'id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:52.120313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.148215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.174135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d1ba56c8-c66d-4459-9805-04d3e7bb03c7 None None] For port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0d9c4969-6edc-46ea-8b51-eabe6ec1fde0,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:52.175769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a7083-6f7b-43a0-9738-2cd27d31a546 None None] The sync data for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 is: [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:43Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0d9c4969-6edc-46ea-8b51-eabe6ec1fde0', 'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'mac_address': 'fa:16:3e:3b:21:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:41Z', 'updated_at': '2021-09-17T22:09:51Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'subnets': [{'id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:09:52.198578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f7924-b255-484a-8896-37c0e6fe45de req-2e5455e9-86f3-47b5-ab4b-84f6cd1bfb70 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:52.204690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f50f7924-b255-484a-8896-37c0e6fe45de req-2e5455e9-86f3-47b5-ab4b-84f6cd1bfb70 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 945 time: 0.1519687 Sep 17 22:09:52.230734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Pushing event deleted for resources: {'Port': ['ID=a1453658-c039-47af-a91a-772e67bdf091,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:52.245415 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1ba56c8-c66d-4459-9805-04d3e7bb03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.393152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f50f7924-b255-484a-8896-37c0e6fe45de req-d485810f-c0e2-42d9-b5d2-dc450031082f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598468 Sep 17 22:09:52.393317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba56c8-c66d-4459-9805-04d3e7bb03c7 None None] Pushing event updated for resources: {'Port': ['ID=0d9c4969-6edc-46ea-8b51-eabe6ec1fde0,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:52.399874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2d384d8e-080b-4d7e-ae74-ea39c35ce96b no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:52.422098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.422098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.426511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4f6aaaff-cdc5-4894-b484-3c1a55cb2a9f tempest-ServersTestJSON-591696028 tempest-ServersTestJSON-591696028-project] 10.222.0.13 "DELETE /v2.0/floatingips/18ced223-cca0-4ed5-9b22-16cfe12318c5 HTTP/1.1" status: 204 len: 168 time: 1.3104084 Sep 17 22:09:52.427033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37226) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:52.430608 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.499982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b2ce55c9-7e2a-46d6-84a1-7b7890b8072d up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:52.578872 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.578872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'Port': ['ID=b85ee62e-25e7-4c91-8926-5a6f7028f09c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:52.598980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:52.607592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:52.607592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:52.608743 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:52.611378 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.651446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.670844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2d384d8e-080b-4d7e-ae74-ea39c35ce96b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:09:52.694931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.707531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:52.778724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc47c67-7b40-4749-ad3f-c047cc61b7a9 req-b633d05c-fb46-4d65-80e1-56b1da2bef44 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:52.786847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fc47c67-7b40-4749-ad3f-c047cc61b7a9 req-b633d05c-fb46-4d65-80e1-56b1da2bef44 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.2464457 Sep 17 22:09:52.811657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:09:52.811657 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.814328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Pushing event updated for resources: {'Port': ['ID=7da3fd0e-353e-4b6a-ae88-d66fc55f6e7a,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:52.821955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:52.822328 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:52.838249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67f10783-db3b-49e4-8446-c3f91239a4ee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1712139 Sep 17 22:09:52.838971 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37242) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:52.846883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:52.942993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:52.969754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fc47c67-7b40-4749-ad3f-c047cc61b7a9 req-4453e337-9600-4003-bfa5-7d43199585c6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816499 Sep 17 22:09:52.997198 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:53.004949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:53.047477 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:53.063386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:53.063386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:53.078921 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba479fb-54a7-4153-91d1-4f56e379b397" -d '{"events": [{"server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "name": "network-vif-plugged", "status": "completed", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:53.086107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccc928-27b6-4025-b48c-cd2a7b0cdec3 req-e9b263f6-3583-4754-8998-39acf1e7fdea tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:53.097952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33ccc928-27b6-4025-b48c-cd2a7b0cdec3 req-e9b263f6-3583-4754-8998-39acf1e7fdea tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2331312 Sep 17 22:09:53.148391 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:53.151453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33ccc928-27b6-4025-b48c-cd2a7b0cdec3 req-8a9e4f20-ca5f-47bb-a818-25f4b6160475 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568175 Sep 17 22:09:53.156690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:53.165832 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c775a9f4-b1f5-45b2-875f-593a713d84c9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4924664 Sep 17 22:09:53.391842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:53.523143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5b084-825d-4a0f-bbcf-1da04e8eb0fb req-8454eee5-6f50-40ba-9cc1-0cb38ba61fae tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:53.524776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4a5b084-825d-4a0f-bbcf-1da04e8eb0fb req-8454eee5-6f50-40ba-9cc1-0cb38ba61fae tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1656382 Sep 17 22:09:53.532843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3c72b-1b94-4f4c-abbb-cf22645355d9 req-416835a4-53e7-4d6f-b265-95af65a2b503 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:53.534529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06e3c72b-1b94-4f4c-abbb-cf22645355d9 req-416835a4-53e7-4d6f-b265-95af65a2b503 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 943 time: 0.1622608 Sep 17 22:09:53.572900 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea45b3-c08c-4025-a8f8-36bdbc793388 x-openstack-request-id: req-6bea45b3-c08c-4025-a8f8-36bdbc793388 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:53.575158 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "name": "network-vif-plugged", "status": "completed", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:53.575634 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bea45b3-c08c-4025-a8f8-36bdbc793388 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:53.576764 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d', 'code': 200} Sep 17 22:09:53.581895 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:53.656653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:53.664522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06e3c72b-1b94-4f4c-abbb-cf22645355d9 req-8b7b684b-94fa-4d3f-8878-551b1e63185d tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174707 Sep 17 22:09:53.677292 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:09:53.712918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4a5b084-825d-4a0f-bbcf-1da04e8eb0fb req-140a67e1-bd73-4fd6-964b-eab61a42fdd8 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773443 Sep 17 22:09:53.867450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] device_id is not set on port b85ee62e-25e7-4c91-8926-5a6f7028f09c yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:09:53.883511 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:53.886289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4362c-eaf0-45ef-a564-db8103e1c9b7 req-883d516f-7407-440a-a04f-a083855690a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:53.887841 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4f4362c-eaf0-45ef-a564-db8103e1c9b7 req-883d516f-7407-440a-a04f-a083855690a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1098 time: 0.5937183 Sep 17 22:09:53.948529 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a4f4362c-eaf0-45ef-a564-db8103e1c9b7 req-3e9712a6-6a9e-4676-b752-f525ce5eef3f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520566 Sep 17 22:09:53.965759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:09:53.974220 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:54.045600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'Port': ['ID=b85ee62e-25e7-4c91-8926-5a6f7028f09c,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:54.047809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:09:54.048182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:54.066374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940182ed-8acd-489b-9295-5343962e9eae req-65888ffb-ac8e-40f6-9471-5bbb322c2f0b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:54.075707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-940182ed-8acd-489b-9295-5343962e9eae req-65888ffb-ac8e-40f6-9471-5bbb322c2f0b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 946 time: 0.2228293 Sep 17 22:09:54.113146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.114663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.115157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.122246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f48aa4-09ed-4b3b-941c-2c242f06d654 req-4ef1f786-52af-4518-82a5-39c86b64abfe tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:54.124200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74f48aa4-09ed-4b3b-941c-2c242f06d654 req-4ef1f786-52af-4518-82a5-39c86b64abfe tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1989417 Sep 17 22:09:54.125259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.125604 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.126047 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 2 to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c Sep 17 22:09:54.148555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.149067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.149414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.156412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.156757 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.157169 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 3 to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c Sep 17 22:09:54.184764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.184974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.185304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.199758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.200095 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.200556 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 4 to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c Sep 17 22:09:54.217109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-940182ed-8acd-489b-9295-5343962e9eae req-6c7a72f9-89b3-4b59-8664-8b00b5ccd693 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343277 Sep 17 22:09:54.220682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Deleting port 111a4d54-56b5-4c56-887d-98465e064b74 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:54.225181 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:54.273969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.273969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.273969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.284343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74f48aa4-09ed-4b3b-941c-2c242f06d654 req-2a82287a-df0e-4a9a-8bbf-8c318e6e7b6f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534657 Sep 17 22:09:54.325825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.327736 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.328344 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 5 to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c Sep 17 22:09:54.368472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.368812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.369155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.401915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.402296 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.402608 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 6 to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c Sep 17 22:09:54.439456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-9f15a5d3-8e14-4398-9812-599eb8d6e4a2 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:54.441228 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-9f15a5d3-8e14-4398-9812-599eb8d6e4a2 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 943 time: 0.2103605 Sep 17 22:09:54.447958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.448567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.449079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.491721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.492049 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.494834 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 7 to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c Sep 17 22:09:54.540684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.541026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.541359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.549198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.549523 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.550687 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 8 to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c Sep 17 22:09:54.555997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabafe1-6cc7-43f3-a711-b18bb2e1dfa2 req-d4fc76fc-fd1a-469c-9149-f9bff66edb6c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:54.558125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfabafe1-6cc7-43f3-a711-b18bb2e1dfa2 req-d4fc76fc-fd1a-469c-9149-f9bff66edb6c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.2159672 Sep 17 22:09:54.561788 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] For port 111a4d54-56b5-4c56-887d-98465e064b74, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=111a4d54-56b5-4c56-887d-98465e064b74,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:54.562156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:54.572262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.572618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.572958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.579305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.579629 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.582085 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 9 to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c Sep 17 22:09:54.588412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Calling delete_port for 111a4d54-56b5-4c56-887d-98465e064b74 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:54.599070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Deleting port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:54.599337 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:54.604194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda8c91-a860-4c3e-b84d-54e199e0a074 req-e2a8e2b3-c422-4d61-94c2-7ffb61e06b0a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:54.605648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.605810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfda8c91-a860-4c3e-b84d-54e199e0a074 req-e2a8e2b3-c422-4d61-94c2-7ffb61e06b0a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1455448 Sep 17 22:09:54.606035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.606315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.632099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.632423 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.634682 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 10 to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c Sep 17 22:09:54.682176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:54.682506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:54.683127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:54.692193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:54.692525 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port b85ee62e-25e7-4c91-8926-5a6f7028f09c on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:54.692889 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:54.704791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfabafe1-6cc7-43f3-a711-b18bb2e1dfa2 req-93a69d88-d050-4314-9d69-7221d86cd61c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270959 Sep 17 22:09:54.725025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] For port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,segment=NetworkSegment(e484c67d-e169-4f5e-a0bc-47fe6172eb33),segment_id=e484c67d-e169-4f5e-a0bc-47fe6172eb33)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:54.726148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:54.740026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfda8c91-a860-4c3e-b84d-54e199e0a074 req-82786d8d-c7d9-4a63-a95b-04dc8a9cffff tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172509 Sep 17 22:09:54.744299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Calling delete_port for 2d384d8e-080b-4d7e-ae74-ea39c35ce96b owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:54.938204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034e804-21a8-40e8-96de-0d5548a366c4 req-c557097c-9f13-409f-b61c-eb598b165e32 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:54.948504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3034e804-21a8-40e8-96de-0d5548a366c4 req-c557097c-9f13-409f-b61c-eb598b165e32 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32b9ef-89c4-4659-95f9-f4a6757eab18 HTTP/1.1" status: 200 len: 943 time: 0.1198385 Sep 17 22:09:54.973796 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:55.021610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Pushing event deleted for resources: {'Port': ['ID=2d384d8e-080b-4d7e-ae74-ea39c35ce96b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:55.032354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] For port b85ee62e-25e7-4c91-8926-5a6f7028f09c, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:55.032718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempted to set empty binding levels {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:09:55.050040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3034e804-21a8-40e8-96de-0d5548a366c4 req-95c69350-e7eb-4365-a76c-6a88f3fda562 tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0bef1-b899-457e-8346-b74dc75e6a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975609 Sep 17 22:09:55.100089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] No DVR routers for this DVR port 2d384d8e-080b-4d7e-ae74-ea39c35ce96b on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:09:55.106056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:55.109799 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0177ffc5-b9c8-4027-8782-533e25297e57 req-37b7158b-ae2c-4ce6-b727-974fd03f321a tempest-ImagesTestJSON-2020482547 tempest-ImagesTestJSON-2020482547-project] 10.222.0.35 "DELETE /v2.0/ports/2d384d8e-080b-4d7e-ae74-ea39c35ce96b HTTP/1.1" status: 204 len: 173 time: 0.6579440 Sep 17 22:09:55.110278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e32b9ef-89c4-4659-95f9-f4a6757eab18', 'name': 'network-vif-deleted', 'tag': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:09:55.113617 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db03b376-16d4-4349-9493-4611c6da954a" -d '{"events": [{"server_uuid": "4e32b9ef-89c4-4659-95f9-f4a6757eab18", "name": "network-vif-deleted", "tag": "2d384d8e-080b-4d7e-ae74-ea39c35ce96b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:09:55.121016 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:55.185507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] In _notify_port_updated(), no bound segment for port b85ee62e-25e7-4c91-8926-5a6f7028f09c on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:09:55.185507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.185507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:55.190350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37340) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:55.203089 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "PUT /v2.0/ports/b85ee62e-25e7-4c91-8926-5a6f7028f09c HTTP/1.1" status: 200 len: 974 time: 2.3618648 Sep 17 22:09:55.205238 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c37eb5-14d2-4f4c-bf09-f0cd3e74c61b x-openstack-request-id: req-a3c37eb5-14d2-4f4c-bf09-f0cd3e74c61b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:09:55.205238 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e32b9ef-89c4-4659-95f9-f4a6757eab18", "name": "network-vif-deleted", "tag": "2d384d8e-080b-4d7e-ae74-ea39c35ce96b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:09:55.205238 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3c37eb5-14d2-4f4c-bf09-f0cd3e74c61b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:09:55.205598 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e32b9ef-89c4-4659-95f9-f4a6757eab18', 'name': 'network-vif-deleted', 'tag': '2d384d8e-080b-4d7e-ae74-ea39c35ce96b', 'status': 'completed', 'code': 200} Sep 17 22:09:55.232643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4ec8c-f211-4343-91e0-2abbd9a2f0ab tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'Port': ['ID=b85ee62e-25e7-4c91-8926-5a6f7028f09c,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:55.256004 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:55.304952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=111a4d54-56b5-4c56-887d-98465e064b74,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:55.444193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.444943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.446432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.447123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.447647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.448257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.448776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.449303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.449816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.450337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.450851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.455726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.455726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.455726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.455726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.455726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.455726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.455726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.455726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.457254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5df01020-e2a4-4643-a8a1-1e6201c6e21e tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17212 time: 0.2669899 Sep 17 22:09:55.461410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37350) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:55.494042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae89c-a05b-4a54-80ba-220efc107e8f req-5d12195c-704c-41dc-b5c6-c72cc48f6f9e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:55.495836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-811ae89c-a05b-4a54-80ba-220efc107e8f req-5d12195c-704c-41dc-b5c6-c72cc48f6f9e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 946 time: 0.1099968 Sep 17 22:09:55.598298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c913cfe6-2f8e-45ea-852c-b3c0340cef9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Deleting port b85ee62e-25e7-4c91-8926-5a6f7028f09c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:55.599143 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c913cfe6-2f8e-45ea-852c-b3c0340cef9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:55.687229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-c913cfe6-2f8e-45ea-852c-b3c0340cef9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] For port b85ee62e-25e7-4c91-8926-5a6f7028f09c, host n-h1-713498-17, got binding levels [] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:55.687756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c913cfe6-2f8e-45ea-852c-b3c0340cef9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:55.707660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c913cfe6-2f8e-45ea-852c-b3c0340cef9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Calling delete_port for b85ee62e-25e7-4c91-8926-5a6f7028f09c owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:55.904798 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c913cfe6-2f8e-45ea-852c-b3c0340cef9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:55.925445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-811ae89c-a05b-4a54-80ba-220efc107e8f req-82319534-a445-4d9c-8ca8-6e8371f2521b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160995 Sep 17 22:09:55.968230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913cfe6-2f8e-45ea-852c-b3c0340cef9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event deleted for resources: {'Port': ['ID=b85ee62e-25e7-4c91-8926-5a6f7028f09c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:55.989750 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c913cfe6-2f8e-45ea-852c-b3c0340cef9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.000362 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37356) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:56.001413 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c913cfe6-2f8e-45ea-852c-b3c0340cef9c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b85ee62e-25e7-4c91-8926-5a6f7028f09c HTTP/1.1" status: 204 len: 168 time: 0.5282912 Sep 17 22:09:56.013822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.038569 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3590ee65-2f3f-4ef4-afda-c8287e2d6457 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:09:56.046860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3590ee65-2f3f-4ef4-afda-c8287e2d6457 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "GET /v2.0/ports/b85ee62e-25e7-4c91-8926-5a6f7028f09c HTTP/1.1" status: 404 len: 333 time: 0.0427763 Sep 17 22:09:56.047429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37358) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:56.052594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1496932014', 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:56.143570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Made reservation on behalf of 25aa62a83560467eaeab4d16f1fe5f93 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:56.146772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.165580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de70b3-b6f3-4831-877e-726e84639409 req-e863059c-6ac5-4bfd-bab1-42e77ec30a1b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:56.167357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6de70b3-b6f3-4831-877e-726e84639409 req-e863059c-6ac5-4bfd-bab1-42e77ec30a1b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1188493 Sep 17 22:09:56.174981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] device_id is not set on port b2ffb0e8-5ace-46b8-b57f-9d16536b971a yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:09:56.262520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6de70b3-b6f3-4831-877e-726e84639409 req-207ba014-8944-43b1-8409-4a439332aea7 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521493 Sep 17 22:09:56.367102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.389401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Router f0523cec-1bd7-432f-b712-c035cafe7190 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:09:56.438490 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.489647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:56.495052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:56.498488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:56.499474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:56.500203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.504443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:09:56.521063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ba4e1448-aaf2-4891-bf1d-afa02de1fd85 admin admin] 10.222.0.13 "PUT /v2.0/routers/f0523cec-1bd7-432f-b712-c035cafe7190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0820432 Sep 17 22:09:56.521063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37370) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:56.521823 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] Sync routers for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:09:56.523012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'Port': ['ID=b2ffb0e8-5ace-46b8-b57f-9d16536b971a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:56.532997 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:56.537140 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:56.621349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fbec4010-41d4-40a2-a838-799e4049dde2 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5720460 Sep 17 22:09:56.622161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37372) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:56.657745 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:56.664272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ce66a-b0ad-430f-a711-571663b27620 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:56.668317 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9d7ce66a-b0ad-430f-a711-571663b27620 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "GET /v2.0/ports/b2ffb0e8-5ace-46b8-b57f-9d16536b971a HTTP/1.1" status: 200 len: 955 time: 0.0423124 Sep 17 22:09:56.668998 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37374) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:56.673063 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.759337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-782ed44c-3290-4b45-a127-892a4fefbd47 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Deleting port b2ffb0e8-5ace-46b8-b57f-9d16536b971a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:56.759819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-782ed44c-3290-4b45-a127-892a4fefbd47 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.815537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.828799 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-782ed44c-3290-4b45-a127-892a4fefbd47 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.842760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-782ed44c-3290-4b45-a127-892a4fefbd47 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Calling delete_port for b2ffb0e8-5ace-46b8-b57f-9d16536b971a owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:56.941840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Deleting port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:56.942338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:56.993020 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:09:55Z', 'revision_number': 5, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port': {'id': '18ca19a4-25d8-4e43-9add-8e6f2728d5d7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:07:23Z', 'updated_at': '2021-09-17T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:57.001159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-782ed44c-3290-4b45-a127-892a4fefbd47 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.021372 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] Checking router: f0523cec-1bd7-432f-b712-c035cafe7190 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:09:57.030821 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] Routers {'f0523cec-1bd7-432f-b712-c035cafe7190'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:09:57.031438 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:09:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f0523cec-1bd7-432f-b712-c035cafe7190'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:57.038453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] For port 18ca19a4-25d8-4e43-9add-8e6f2728d5d7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=18ca19a4-25d8-4e43-9add-8e6f2728d5d7,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:57.044263 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.046067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ed44c-3290-4b45-a127-892a4fefbd47 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2ffb0e8-5ace-46b8-b57f-9d16536b971a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:57.056965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Calling delete_port for 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:57.061013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-782ed44c-3290-4b45-a127-892a4fefbd47 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.063050 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-782ed44c-3290-4b45-a127-892a4fefbd47 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b2ffb0e8-5ace-46b8-b57f-9d16536b971a HTTP/1.1" status: 204 len: 168 time: 0.3932340 Sep 17 22:09:57.065697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37380) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:57.119811 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41bbb2c-a6b7-41ca-a27c-05664cc68f6f tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:09:57.122439 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a41bbb2c-a6b7-41ca-a27c-05664cc68f6f tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "GET /v2.0/ports/b2ffb0e8-5ace-46b8-b57f-9d16536b971a HTTP/1.1" status: 404 len: 333 time: 0.0558665 Sep 17 22:09:57.126653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37382) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:57.132970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Request body: {'port': {'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-324112923'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:57.146339 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] Set router f0523cec-1bd7-432f-b712-c035cafe7190 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:09:57.218653 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:09:56Z', 'revision_number': 6, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:57.250743 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58e774-198a-45de-be29-c3afa5488246 None None] The sync data for ids ['f0523cec-1bd7-432f-b712-c035cafe7190'] in n-d-713498-17 is: [{'id': 'f0523cec-1bd7-432f-b712-c035cafe7190', 'name': 'tempest-ServersTestJSON-1305730589-router', 'tenant_id': 'c4bff18228af4647b14844428ac585a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:07:22Z', 'updated_at': '2021-09-17T22:09:56Z', 'revision_number': 6, 'project_id': 'c4bff18228af4647b14844428ac585a1', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:09:57.292300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Made reservation on behalf of 25aa62a83560467eaeab4d16f1fe5f93 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:09:57.295134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.313611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] device_id is not set on port f711d8a7-97c6-4cce-b484-694f315eaab5 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:09:57.319639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.388896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Pushing event deleted for resources: {'Port': ['ID=18ca19a4-25d8-4e43-9add-8e6f2728d5d7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:57.487561 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.616983 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.623581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.672947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.743646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.744308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0523cec-1bd7-432f-b712-c035cafe7190 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:09:57.753169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.753169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-13ef8a5c-8de3-4edc-9faf-137984e0ee5e admin admin] 10.222.0.13 "DELETE /v2.0/routers/f0523cec-1bd7-432f-b712-c035cafe7190 HTTP/1.1" status: 204 len: 168 time: 1.2242298 Sep 17 22:09:57.753402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37388) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:57.801725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-9610a39b-513d-4c12-939f-5929698b9a24 admin admin] Deleting subnet 9e3571e7-2fcd-4b8b-9146-3868a3519d30 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:09:57.806659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9610a39b-513d-4c12-939f-5929698b9a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.827774 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.885207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9610a39b-513d-4c12-939f-5929698b9a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.887724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:09:57.908514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:09:57.910894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:09:57.912002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:57.912594 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:57.937117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'Port': ['ID=f711d8a7-97c6-4cce-b484-694f315eaab5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:57.990175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9610a39b-513d-4c12-939f-5929698b9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.018491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b2a673ba-93f7-4f79-a150-0d31eeac373c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8907549 Sep 17 22:09:58.021112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37390) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:58.029081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:09:58.115219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:58.117893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.139182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:09:58.139749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 18ca19a4-25d8-4e43-9add-8e6f2728d5d7 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:09:58.140334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 111a4d54-56b5-4c56-887d-98465e064b74 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:58.170113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 111a4d54-56b5-4c56-887d-98465e064b74 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:09:58.171186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 111a4d54-56b5-4c56-887d-98465e064b74 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:09:58.184348 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9610a39b-513d-4c12-939f-5929698b9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.239906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610a39b-513d-4c12-939f-5929698b9a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3571e7-2fcd-4b8b-9146-3868a3519d30,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:58.246381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1373875-4095-4c46-b7d8-f0573e887c77 None None] Network 209d5428-b068-4cda-ab1f-8f036aaa0cd2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:09:58.266995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9610a39b-513d-4c12-939f-5929698b9a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.268900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9610a39b-513d-4c12-939f-5929698b9a24 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9e3571e7-2fcd-4b8b-9146-3868a3519d30 HTTP/1.1" status: 204 len: 168 time: 0.5145614 Sep 17 22:09:58.271609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37394) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:58.362481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] device_id is not set on port f711d8a7-97c6-4cce-b484-694f315eaab5 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:09:58.375161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.394736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.398253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2d384d8e-080b-4d7e-ae74-ea39c35ce96b no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:58.426039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 2d384d8e-080b-4d7e-ae74-ea39c35ce96b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:09:58.426697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2d384d8e-080b-4d7e-ae74-ea39c35ce96b not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:09:58.446875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.456094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Deleting port 0157745c-66e2-420d-8fca-10b952b8f26e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:58.456094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.531998 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] For port 0157745c-66e2-420d-8fca-10b952b8f26e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0157745c-66e2-420d-8fca-10b952b8f26e,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:58.532365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.537193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.537525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.538501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.541487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'Port': ['ID=f711d8a7-97c6-4cce-b484-694f315eaab5,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:58.546829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.546829 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.548082 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 2 to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 Sep 17 22:09:58.554181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a247154-1f60-448b-974c-f79311786e0a None None] DHCP port deletion for 209d5428-b068-4cda-ab1f-8f036aaa0cd2 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:09:58.556084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Calling delete_port for 0157745c-66e2-420d-8fca-10b952b8f26e owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:58.565722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.566621 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.567188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.573251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.573829 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.574426 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 3 to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 Sep 17 22:09:58.589635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.590320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.591078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.596043 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.596649 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.597053 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 4 to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 Sep 17 22:09:58.613120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.613477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.613789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.620123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8a247154-1f60-448b-974c-f79311786e0a None None] Deleting port 0157745c-66e2-420d-8fca-10b952b8f26e {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:58.620501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a247154-1f60-448b-974c-f79311786e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.622731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.623184 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.623642 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 5 to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 Sep 17 22:09:58.638919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.639348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.640017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.645949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.646287 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.646772 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 6 to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 Sep 17 22:09:58.665443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.665443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.665638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.670317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.670717 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.671229 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 7 to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 Sep 17 22:09:58.687844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.688263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.688813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.694106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.694964 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.695788 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 8 to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 Sep 17 22:09:58.711539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.712191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.712737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.727294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.727852 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.728658 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 9 to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 Sep 17 22:09:58.731975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8a247154-1f60-448b-974c-f79311786e0a None None] For port 0157745c-66e2-420d-8fca-10b952b8f26e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0157745c-66e2-420d-8fca-10b952b8f26e,segment=NetworkSegment(b6c90714-a44e-46c9-83b8-4bae7886eef0),segment_id=b6c90714-a44e-46c9-83b8-4bae7886eef0)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:58.732368 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a247154-1f60-448b-974c-f79311786e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.740266 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.742173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.742510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.742921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.747648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.748024 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.748416 n-d-713498-17 neutron-server[101661]: INFO neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempt 10 to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 Sep 17 22:09:58.753013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8a247154-1f60-448b-974c-f79311786e0a None None] Calling delete_port for 0157745c-66e2-420d-8fca-10b952b8f26e owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:58.763786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:09:58.764113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:09:58.764398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempting to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:09:58.769258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:09:58.769939 n-d-713498-17 neutron-server[101661]: ERROR neutron.plugins.ml2.managers [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Failed to bind port f711d8a7-97c6-4cce-b484-694f315eaab5 on host n-h1-713498-17 for vnic_type normal using segments [{'id': '4e26ae87-1c4c-45e9-bdd9-20341491315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61935f9d-41e1-4b5e-9516-e1544ee6b7c4'}] Sep 17 22:09:58.770422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.772774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0157745c-66e2-420d-8fca-10b952b8f26e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:58.786113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] No DVR routers for this DVR port 0157745c-66e2-420d-8fca-10b952b8f26e on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:09:58.854870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a247154-1f60-448b-974c-f79311786e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.858950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] For port f711d8a7-97c6-4cce-b484-694f315eaab5, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:09:58.862530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attempted to set empty binding levels {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:09:58.885973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a247154-1f60-448b-974c-f79311786e0a None None] Pushing event deleted for resources: {'Port': ['ID=0157745c-66e2-420d-8fca-10b952b8f26e,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:58.891045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a247154-1f60-448b-974c-f79311786e0a None None] No DVR routers for this DVR port 0157745c-66e2-420d-8fca-10b952b8f26e on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:09:58.891194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.918827 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209d5428-b068-4cda-ab1f-8f036aaa0cd2']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:58.929258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c90714-a44e-46c9-83b8-4bae7886eef0') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:58.929759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c90714-a44e-46c9-83b8-4bae7886eef0') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:58.938154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.939713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.957689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.964848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:09:58.965284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:09:58.966977 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:09:58.973919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] In _notify_port_updated(), no bound segment for port f711d8a7-97c6-4cce-b484-694f315eaab5 on network 61935f9d-41e1-4b5e-9516-e1544ee6b7c4 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:09:58.974562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:09:58.975860 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:58.981770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "PUT /v2.0/ports/f711d8a7-97c6-4cce-b484-694f315eaab5 HTTP/1.1" status: 200 len: 975 time: 0.9571102 Sep 17 22:09:58.981770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37398) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:59.018650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35ce3b-4eb7-44f4-99ea-1f58553d2dee tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event updated for resources: {'Port': ['ID=f711d8a7-97c6-4cce-b484-694f315eaab5,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:59.075597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-059deefe-1ef9-4c27-b40a-712a9021018c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Deleting port f711d8a7-97c6-4cce-b484-694f315eaab5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:09:59.076231 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-059deefe-1ef9-4c27-b40a-712a9021018c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.111685 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.124625 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.126847 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/209d5428-b068-4cda-ab1f-8f036aaa0cd2 HTTP/1.1" status: 204 len: 168 time: 0.8539977 Sep 17 22:09:59.143904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-059deefe-1ef9-4c27-b40a-712a9021018c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] For port f711d8a7-97c6-4cce-b484-694f315eaab5, host n-h1-713498-17, got binding levels [] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:09:59.144572 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-059deefe-1ef9-4c27-b40a-712a9021018c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.145497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf3fa7-dc38-452d-a908-584c592a05c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=209d5428-b068-4cda-ab1f-8f036aaa0cd2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:59.163357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-059deefe-1ef9-4c27-b40a-712a9021018c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Calling delete_port for f711d8a7-97c6-4cce-b484-694f315eaab5 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:09:59.352362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-059deefe-1ef9-4c27-b40a-712a9021018c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.381534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059deefe-1ef9-4c27-b40a-712a9021018c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Pushing event deleted for resources: {'Port': ['ID=f711d8a7-97c6-4cce-b484-694f315eaab5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:59.385411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-059deefe-1ef9-4c27-b40a-712a9021018c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.387406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-059deefe-1ef9-4c27-b40a-712a9021018c tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f711d8a7-97c6-4cce-b484-694f315eaab5 HTTP/1.1" status: 204 len: 168 time: 0.4025278 Sep 17 22:09:59.390194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37404) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:59.414742 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be0f93d-288b-4687-bebf-0aa03dc468c7 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:09:59.416264 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1be0f93d-288b-4687-bebf-0aa03dc468c7 tempest-PortsAdminExtendedAttrsTestJSON-48278235 tempest-PortsAdminExtendedAttrsTestJSON-48278235-project-admin] 10.222.0.13 "GET /v2.0/ports/f711d8a7-97c6-4cce-b484-694f315eaab5 HTTP/1.1" status: 404 len: 333 time: 0.0244067 Sep 17 22:09:59.419830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37406) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:59.504854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.608122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.628638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37408) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:59.636265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61935f9d-41e1-4b5e-9516-e1544ee6b7c4']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:59.650239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e26ae87-1c4c-45e9-bdd9-20341491315e') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:59.650621 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e26ae87-1c4c-45e9-bdd9-20341491315e') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:09:59.660569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.673883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3725e3e0-b920-43ec-81a0-8e1cfc2a7892 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4bff18228af4647b14844428ac585a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440438 Sep 17 22:09:59.675723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.676422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37410) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:09:59.685546 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:09:59.685952 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:09:59.689145 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:09:59.746733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5b55d278-063a-425a-9138-15c74999f9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.771027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5b55d278-063a-425a-9138-15c74999f9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.826307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.845991 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.848312 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] 10.222.0.13 "DELETE /v2.0/networks/61935f9d-41e1-4b5e-9516-e1544ee6b7c4 HTTP/1.1" status: 204 len: 168 time: 0.4269969 Sep 17 22:09:59.859263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63a862-c099-4514-8676-5ef73b168bb0 tempest-PortsAdminExtendedAttrsTestJSON-292616949 tempest-PortsAdminExtendedAttrsTestJSON-292616949-project] Pushing event deleted for resources: {'Network': ['ID=61935f9d-41e1-4b5e-9516-e1544ee6b7c4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:59.872527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5b55d278-063a-425a-9138-15c74999f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.875598 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5b55d278-063a-425a-9138-15c74999f9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:09:59.876794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5b55d278-063a-425a-9138-15c74999f9e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78e4418a-9f91-46a4-b548-e73ae48dc2b3 HTTP/1.1" status: 204 len: 168 time: 0.1994231 Sep 17 22:09:59.893577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55d278-063a-425a-9138-15c74999f9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e4418a-9f91-46a4-b548-e73ae48dc2b3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:09:59.914590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0157745c-66e2-420d-8fca-10b952b8f26e no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:09:59.939500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0157745c-66e2-420d-8fca-10b952b8f26e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:09:59.939935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0157745c-66e2-420d-8fca-10b952b8f26e not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:10:00.431350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37426) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:00.580168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9394b46f-dc18-49a9-96d0-d7d5f4714b78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29df31d8cc80443db0eb26f6eacc0c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476991 Sep 17 22:10:00.582677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37434) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:00.632923 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a2f726d-6e17-4943-a0ad-4a4e65a178ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:00.656315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a2f726d-6e17-4943-a0ad-4a4e65a178ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:00.794970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a2f726d-6e17-4943-a0ad-4a4e65a178ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:00.797721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a2f726d-6e17-4943-a0ad-4a4e65a178ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:00.801781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6a2f726d-6e17-4943-a0ad-4a4e65a178ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eafb8aeb-7542-4a15-b4f8-181a59754005 HTTP/1.1" status: 204 len: 168 time: 0.2180896 Sep 17 22:10:00.810570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f726d-6e17-4943-a0ad-4a4e65a178ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafb8aeb-7542-4a15-b4f8-181a59754005,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:01.131515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37452) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:01.250333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-577787963-network', 'tenant_id': '71763b2728ac49eda7fdc7a9f5263c48'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:01.337367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Made reservation on behalf of 71763b2728ac49eda7fdc7a9f5263c48 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:01.340136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.354379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.459195 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.468209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37458) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:01.513482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-74490541-b601-42ba-855b-a27781593dad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25aa62a83560467eaeab4d16f1fe5f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418184 Sep 17 22:10:01.513736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37460) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:01.528225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.560356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:10:01.584335 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.585199 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Added segment 4d241c58-cbc5-4b6d-95fb-dbe51776bf2e of type vlan for network 1aab0083-79de-470f-9165-33f5bb200681 Sep 17 22:10:01.596751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c24b02d-f7d3-47af-a058-c41851a569f2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:01.629299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d971f47d-d769-426b-bcb1-a1e744ce4ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.648144 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.667190 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d971f47d-d769-426b-bcb1-a1e744ce4ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.752063 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.753271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:01.753880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.812534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d971f47d-d769-426b-bcb1-a1e744ce4ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.815253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d971f47d-d769-426b-bcb1-a1e744ce4ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:01.816780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d971f47d-d769-426b-bcb1-a1e744ce4ea1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfe03cfc-c638-4144-a100-58262d0c5151 HTTP/1.1" status: 204 len: 168 time: 0.3021371 Sep 17 22:10:01.866878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] Pushing event updated for resources: {'Network': ['ID=1aab0083-79de-470f-9165-33f5bb200681,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:01.866878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971f47d-d769-426b-bcb1-a1e744ce4ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe03cfc-c638-4144-a100-58262d0c5151,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:01.868794 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 1aab0083-79de-470f-9165-33f5bb200681 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:10:02.384826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-042a8432-1620-498c-a779-2631287d79e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2520018 Sep 17 22:10:02.387592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37466) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:02.392281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Request body: {'subnet': {'network_id': '1aab0083-79de-470f-9165-33f5bb200681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-577787963-subnet', 'tenant_id': '71763b2728ac49eda7fdc7a9f5263c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:02.483303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Made reservation on behalf of 71763b2728ac49eda7fdc7a9f5263c48 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:02.487858 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:02.763514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:02.820662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a61ed36-2980-4440-b9bc-a6643a12a0d4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:02.829245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Checking segment: {'id': '4d241c58-cbc5-4b6d-95fb-dbe51776bf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1aab0083-79de-470f-9165-33f5bb200681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:02.829599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Network hostable DHCP agents. Network: 1aab0083-79de-470f-9165-33f5bb200681, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:10:02.915297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Network 1aab0083-79de-470f-9165-33f5bb200681 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:10:02.988957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 1aab0083-79de-470f-9165-33f5bb200681) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:02.993864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:02.998614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:03.006647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bed1b8-573c-4063-8560-9c707f04d87d None None] Network 1aab0083-79de-470f-9165-33f5bb200681 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:03.142857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f1aa3bd9-be74-4dd4-adb5-fe70351bcb57 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7471828 Sep 17 22:10:03.173798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883cc8dd-0e34-4f80-b601-7ea9af02bbac None None] Network 1aab0083-79de-470f-9165-33f5bb200681 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:04.422312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37514) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:04.525216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1013748619', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:04.680388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Made reservation on behalf of e3806a010b1141e6a4ac3af6927889e9 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:04.683049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:04.696662 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:04.794071 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:04.869031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:04.879804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] device_id is not set on port a50322ba-7c83-4c72-a9d3-9cd737a83e3d yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:10:04.927800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d893343-0763-4794-904c-9524e399fb60,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:05.000235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Allocated IP 172.25.5.230 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/a50322ba-7c83-4c72-a9d3-9cd737a83e3d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:05.146990 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:05.366326 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:05.409535 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:05.412262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:05.415727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:05.440054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Pushing event updated for resources: {'Port': ['ID=a50322ba-7c83-4c72-a9d3-9cd737a83e3d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:05.460368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:05.461563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:05.538119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e89f848c-2e23-44ac-bbb6-0a63aeac9967 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.1145065 Sep 17 22:10:05.541080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37522) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:05.545293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.230'}]}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:05.637385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:05.638575 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:05.695586 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:05.903372 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:06.000857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81b2c-14ec-4613-b67c-5e22b95a1901 req-fdfd1854-0369-44e2-8ac8-c5cd33ff9cc9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:06.002380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3d81b2c-14ec-4613-b67c-5e22b95a1901 req-fdfd1854-0369-44e2-8ac8-c5cd33ff9cc9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 946 time: 0.0817306 Sep 17 22:10:06.077427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3d81b2c-14ec-4613-b67c-5e22b95a1901 req-9209abe7-d2b3-4d57-b7ec-988d029eccf2 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667467 Sep 17 22:10:06.300502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0e1b9-313d-412c-8944-fffd9420bd57 req-3904234d-83a3-4268-bfbf-b9edf039af1a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:06.307411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5f0e1b9-313d-412c-8944-fffd9420bd57 req-3904234d-83a3-4268-bfbf-b9edf039af1a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1363211 Sep 17 22:10:06.309316 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:06.336569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:06.402638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5f0e1b9-313d-412c-8944-fffd9420bd57 req-7094abd4-d189-4818-ae02-9e39f45becfe tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904069 Sep 17 22:10:06.938402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e8f98-f9ad-4526-9759-8f053bf5e39d req-5b64b0ed-00be-43af-9a40-e7cf9f24cdff tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:06.939974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac0e8f98-f9ad-4526-9759-8f053bf5e39d req-5b64b0ed-00be-43af-9a40-e7cf9f24cdff tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1098 time: 0.4154537 Sep 17 22:10:06.950499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0433195-6be3-425f-92ca-775b4314cfdb req-7f628e68-11bb-4b25-84ea-9f8bf96fb82c tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:06.951956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-7f628e68-11bb-4b25-84ea-9f8bf96fb82c tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/networks?id=1aab0083-79de-470f-9165-33f5bb200681 HTTP/1.1" status: 200 len: 808 time: 0.5053232 Sep 17 22:10:06.975155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:07.009892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-b78a6ab2-2df0-4e9c-9cb6-4cc6e0712a64 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/quotas/71763b2728ac49eda7fdc7a9f5263c48 HTTP/1.1" status: 200 len: 375 time: 0.0510330 Sep 17 22:10:07.070892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac0e8f98-f9ad-4526-9759-8f053bf5e39d req-eca45c01-fd37-411e-938c-5cc6df268509 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173332 Sep 17 22:10:07.088459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-ab9ddfc1-e5ca-448d-9303-1a9d76bd94e2 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71763b2728ac49eda7fdc7a9f5263c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646265 Sep 17 22:10:07.225922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:07.229603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:07.324344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f3a2e-6260-4e6b-a10e-1286e6df7039 req-9b92da74-1efe-4798-8522-eef316aa79dc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:07.325925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e1f3a2e-6260-4e6b-a10e-1286e6df7039 req-9b92da74-1efe-4798-8522-eef316aa79dc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1706779 Sep 17 22:10:07.350597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-32bb620c-acbd-4c22-b58b-02510795410c service neutron] 10.222.0.13 "GET /v2.0/networks/1aab0083-79de-470f-9165-33f5bb200681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387338 Sep 17 22:10:07.438061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e1f3a2e-6260-4e6b-a10e-1286e6df7039 req-fecec29a-0bb2-475a-8f80-af9f3c1938f6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995312 Sep 17 22:10:07.440614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:07.441256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3a7ef4d-d99d-4f96-9b47-bf0ca961a51c {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:10:07.510077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-89b6c377-d43c-4876-8b20-a08bca989197 service neutron] 10.222.0.13 "GET /v2.0/networks/1aab0083-79de-470f-9165-33f5bb200681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451938 Sep 17 22:10:07.537486 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:10:07.541174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-59e3c836-701b-4a36-9aaf-ce7460b262a2 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9965560 Sep 17 22:10:07.541842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37576) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:07.628519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0b0f7-5fc7-474d-953d-9f7db277e8ba req-0dfb2bed-d30e-42a2-ac04-9da379b82b87 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:07.630077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d0b0f7-5fc7-474d-953d-9f7db277e8ba req-0dfb2bed-d30e-42a2-ac04-9da379b82b87 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1098 time: 0.0904708 Sep 17 22:10:07.660522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9f020d19-b5e2-4105-86e0-52a099801e37 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Deleting port a50322ba-7c83-4c72-a9d3-9cd737a83e3d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:10:07.660854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f020d19-b5e2-4105-86e0-52a099801e37 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:07.680243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d0b0f7-5fc7-474d-953d-9f7db277e8ba req-23ee877e-96a9-4033-b351-d5410598f328 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416274 Sep 17 22:10:07.768026 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f020d19-b5e2-4105-86e0-52a099801e37 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:07.800105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9f020d19-b5e2-4105-86e0-52a099801e37 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Calling delete_port for a50322ba-7c83-4c72-a9d3-9cd737a83e3d owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:10:07.924016 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:07.941487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d33696-e922-4107-8a45-83bfa748b832 req-0c23d3fb-09c8-4199-b40c-65df71226f42 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:07.943379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6d33696-e922-4107-8a45-83bfa748b832 req-0c23d3fb-09c8-4199-b40c-65df71226f42 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1332371 Sep 17 22:10:08.020916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebb81aa5-20cf-4bd1-ab19-09f1f31e6b6d req-39e29194-89d0-43cc-8764-047badabedca tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 210 time: 0.0386481 Sep 17 22:10:08.042110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6d33696-e922-4107-8a45-83bfa748b832 req-60254456-11eb-4eca-8eaa-48601b182172 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915978 Sep 17 22:10:08.132128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f020d19-b5e2-4105-86e0-52a099801e37 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.164630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f020d19-b5e2-4105-86e0-52a099801e37 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Pushing event deleted for resources: {'Port': ['ID=a50322ba-7c83-4c72-a9d3-9cd737a83e3d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:08.240391 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f020d19-b5e2-4105-86e0-52a099801e37 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.246293 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9f020d19-b5e2-4105-86e0-52a099801e37 tempest-RoutersAdminNegativeIpV6Test-366874560 tempest-RoutersAdminNegativeIpV6Test-366874560-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a50322ba-7c83-4c72-a9d3-9cd737a83e3d HTTP/1.1" status: 204 len: 168 time: 0.7033463 Sep 17 22:10:08.261877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37614) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:08.361203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca744a4-5267-4dbb-9197-99f4f7977045 admin admin] Deleting subnet 6d99c15b-c193-4901-b368-faa5605566e7 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:10:08.365892 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ca744a4-5267-4dbb-9197-99f4f7977045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.423731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ca744a4-5267-4dbb-9197-99f4f7977045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.481971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ca744a4-5267-4dbb-9197-99f4f7977045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.494551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c45d39-2350-4e61-b7e7-dfb21714d7de req-3f3ea528-0edf-41d1-9254-1aaf55d200e8 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:08.496289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1c45d39-2350-4e61-b7e7-dfb21714d7de req-3f3ea528-0edf-41d1-9254-1aaf55d200e8 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1098 time: 0.0516093 Sep 17 22:10:08.614496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1c45d39-2350-4e61-b7e7-dfb21714d7de req-4b4574ff-ba8d-46ce-87c3-5cf16f178523 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890865 Sep 17 22:10:08.620715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ca744a4-5267-4dbb-9197-99f4f7977045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.651138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca744a4-5267-4dbb-9197-99f4f7977045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d99c15b-c193-4901-b368-faa5605566e7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:08.654762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abfa8e-be58-4710-9543-a0b1a6dad09e req-ef02dfc3-641c-483e-9fe5-3abab2701db2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:08.664812 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ca744a4-5267-4dbb-9197-99f4f7977045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.666731 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8ca744a4-5267-4dbb-9197-99f4f7977045 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6d99c15b-c193-4901-b368-faa5605566e7 HTTP/1.1" status: 204 len: 168 time: 0.4037766 Sep 17 22:10:08.671700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39abfa8e-be58-4710-9543-a0b1a6dad09e req-ef02dfc3-641c-483e-9fe5-3abab2701db2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1253352 Sep 17 22:10:08.673461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37622) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:08.770342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.775149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39abfa8e-be58-4710-9543-a0b1a6dad09e req-3bf47dc8-5f2d-43e9-b815-af17ef3a017e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935638 Sep 17 22:10:08.867604 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.890065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:08.900812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e484c67d-e169-4f5e-a0bc-47fe6172eb33') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:08.901370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e484c67d-e169-4f5e-a0bc-47fe6172eb33') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:08.926237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.952883 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.961214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:10:08.962078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:10:08.964164 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:10:09.011763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37638) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:09.156096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5808f05-269a-403e-91cc-612124b009f2 req-900b89e8-be67-4e7a-8499-76aad453fc22 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 210 time: 0.0398703 Sep 17 22:10:09.157134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:09.193959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ef7137f-2dd2-4289-ba8b-17f4952dde91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:09.203920 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-e0fc0890-7486-4074-a935-771f2ba07aa4 service neutron] 10.222.0.32 "GET /v2.0/ports/189e777b-2039-46e5-9ed0-a5053c04658c/bindings/n-h1-713498-17 HTTP/1.1" status: 200 len: 383 time: 0.0868657 Sep 17 22:10:09.207939 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:09.214227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0 HTTP/1.1" status: 204 len: 168 time: 0.5373895 Sep 17 22:10:09.214227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37878c3b-5cef-42b3-a079-08f1ace7c7df admin admin] Pushing event deleted for resources: {'Network': ['ID=cf74a41a-1b9b-49dc-9ae1-fc78f7d506a0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:09.284510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15108702-fec9-464b-980c-1b62e99d6830 req-c33f8676-f897-449e-83a4-17e87e21942f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:09.293504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15108702-fec9-464b-980c-1b62e99d6830 req-c33f8676-f897-449e-83a4-17e87e21942f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1411335 Sep 17 22:10:09.355392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15108702-fec9-464b-980c-1b62e99d6830 req-b542f7ec-0204-4f66-94f5-a4927bdbab5c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607657 Sep 17 22:10:09.360367 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ef7137f-2dd2-4289-ba8b-17f4952dde91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:09.786556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a5c7f-031d-4116-b8be-c5fed5c28030 req-264c6e65-ed29-4aec-bc0c-bc1f569fbefa tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:09.788078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a6a5c7f-031d-4116-b8be-c5fed5c28030 req-264c6e65-ed29-4aec-bc0c-bc1f569fbefa tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1098 time: 0.0513334 Sep 17 22:10:09.856888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a6a5c7f-031d-4116-b8be-c5fed5c28030 req-6502903c-df00-4c5e-b6f3-b42f16e2abaa tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559337 Sep 17 22:10:09.937553 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:09.938111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6ef7137f-2dd2-4289-ba8b-17f4952dde91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:09.953716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814ea2e-fa98-4c8f-88a0-7b9dd735002a req-259e6c09-ebcb-4225-9d40-448a9bcac27f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:09.968140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1814ea2e-fa98-4c8f-88a0-7b9dd735002a req-259e6c09-ebcb-4225-9d40-448a9bcac27f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0924582 Sep 17 22:10:10.010163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1814ea2e-fa98-4c8f-88a0-7b9dd735002a req-59a925e1-6c5b-419d-adb1-ebeb4e12faad tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Sep 17 22:10:10.014518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7137f-2dd2-4289-ba8b-17f4952dde91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d4be8-2ba1-4335-9340-a101e62cbb17,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:10.037673 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6ef7137f-2dd2-4289-ba8b-17f4952dde91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c12611c253744c3e9e2fcdea7b8794c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0240991 Sep 17 22:10:10.040343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37658) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:10.128427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cb16-5a76-44c5-877b-7a2adf63585f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:10.155482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cb16-5a76-44c5-877b-7a2adf63585f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:10.243787 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37662) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:10.316718 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59a9447c-6af7-4491-8d53-ef42ea1a1964 req-70ff8064-8d57-4d41-85ff-cd8e352f3fb2 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 210 time: 0.0528750 Sep 17 22:10:10.317819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cb16-5a76-44c5-877b-7a2adf63585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:10.320404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cb16-5a76-44c5-877b-7a2adf63585f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:10.323821 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b5f13e8c-27c8-44e8-9dc8-9b8da2f561f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce5f0656776745329b9e57ae772c2111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788708 Sep 17 22:10:10.326367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5ec9cb16-5a76-44c5-877b-7a2adf63585f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d64d4be8-2ba1-4335-9340-a101e62cbb17 HTTP/1.1" status: 204 len: 168 time: 0.2829089 Sep 17 22:10:10.331871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37666) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:10.338946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9cb16-5a76-44c5-877b-7a2adf63585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d4be8-2ba1-4335-9340-a101e62cbb17,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:10.401434 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-229b6a04-cad2-4a08-9619-434c621237b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:10.444667 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-229b6a04-cad2-4a08-9619-434c621237b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:10.581325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eac803-ef95-487f-9b83-f7a13e42e178 req-0a6b6f2a-70af-41dd-935b-8a6c5361d786 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:10.594422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9eac803-ef95-487f-9b83-f7a13e42e178 req-0a6b6f2a-70af-41dd-935b-8a6c5361d786 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0796781 Sep 17 22:10:10.634612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9eac803-ef95-487f-9b83-f7a13e42e178 req-e70a786e-59df-4586-aa20-277b66af9aa3 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384021 Sep 17 22:10:10.635302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-8d8f03b8-7bc1-4487-827c-e958eeae9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:10.638301 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-8d8f03b8-7bc1-4487-827c-e958eeae9e8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980&tenant_id=fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 1101 time: 0.0597777 Sep 17 22:10:10.709690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-bfbf6e54-9b24-4ca2-aaee-7ab48e99503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:10.712323 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-bfbf6e54-9b24-4ca2-aaee-7ab48e99503d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 1101 time: 0.0437419 Sep 17 22:10:10.767300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-229b6a04-cad2-4a08-9619-434c621237b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:10.770981 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-229b6a04-cad2-4a08-9619-434c621237b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:10.774283 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-229b6a04-cad2-4a08-9619-434c621237b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40d0bef1-b899-457e-8346-b74dc75e6a40 HTTP/1.1" status: 204 len: 168 time: 0.4411633 Sep 17 22:10:10.783848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b6a04-cad2-4a08-9619-434c621237b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d0bef1-b899-457e-8346-b74dc75e6a40,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:10.878136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-06e75418-4b61-4515-8a91-729152cb3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:10.881578 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-06e75418-4b61-4515-8a91-729152cb3af8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1608746 Sep 17 22:10:10.932249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-18a74ebd-a2b0-4aa8-a8a3-8831c10b8b54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=189e777b-2039-46e5-9ed0-a5053c04658c HTTP/1.1" status: 200 len: 217 time: 0.0453889 Sep 17 22:10:11.004740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-76469a84-79ef-439f-bc8d-8b362fad0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:11.004740 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-76469a84-79ef-439f-bc8d-8b362fad0841 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0609705 Sep 17 22:10:11.062481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-56204e3c-a888-4afe-99b5-fddf46ac6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:11.064402 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-56204e3c-a888-4afe-99b5-fddf46ac6284 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545299 Sep 17 22:10:11.157267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c511-3ca7-4b19-be96-a19dc1338513 req-6d4d087a-e453-45d0-b3ef-20d52b763d32 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:11.159968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af75c511-3ca7-4b19-be96-a19dc1338513 req-6d4d087a-e453-45d0-b3ef-20d52b763d32 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0549052 Sep 17 22:10:11.167041 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-2d71c0aa-a294-4bdf-9dc0-b05c40abc597 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953271 Sep 17 22:10:11.223469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af75c511-3ca7-4b19-be96-a19dc1338513 req-a363ff3b-15e2-4223-9270-9a113e06e184 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512924 Sep 17 22:10:11.285672 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2b4d666-4dda-406f-883c-cc62690800f7 req-317d1b33-aaa6-4600-aa22-3b7848a0ce63 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104884 Sep 17 22:10:11.441484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0105584c-6553-4084-94de-0491fd7535f2 req-2b44039a-dd75-4b6a-9b18-5364bd6f21e9 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 210 time: 0.0428147 Sep 17 22:10:11.441484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37694) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:11.557279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ed8bd163-2b07-4104-8724-4fce714daf74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3806a010b1141e6a4ac3af6927889e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1129730 Sep 17 22:10:11.558717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37700) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:11.605109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0433195-6be3-425f-92ca-775b4314cfdb req-72867a7c-29d9-42ea-9188-7a9180562a33 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:11.606751 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-72867a7c-29d9-42ea-9188-7a9180562a33 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.35 "GET /v2.0/networks?id=1aab0083-79de-470f-9165-33f5bb200681 HTTP/1.1" status: 200 len: 808 time: 0.1995838 Sep 17 22:10:11.624079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Request body: {'port': {'device_id': 'b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b', 'network_id': '1aab0083-79de-470f-9165-33f5bb200681', 'admin_state_up': True, 'tenant_id': '71763b2728ac49eda7fdc7a9f5263c48'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:11.660020 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cec276b-c6a4-40d4-b159-d6c88366af51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:11.737237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cec276b-c6a4-40d4-b159-d6c88366af51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:11.847457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08af33a-0f76-4bfd-8bd8-2ab78f7cb63a req-9f442f4b-e8aa-460a-8947-0d913ae42cca tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:11.849169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e08af33a-0f76-4bfd-8bd8-2ab78f7cb63a req-9f442f4b-e8aa-460a-8947-0d913ae42cca tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0797548 Sep 17 22:10:11.892800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e08af33a-0f76-4bfd-8bd8-2ab78f7cb63a req-746c9aeb-4c63-4c30-8c67-d9e430cff37e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362909 Sep 17 22:10:12.006639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Made reservation on behalf of 71763b2728ac49eda7fdc7a9f5263c48 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:12.008924 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cec276b-c6a4-40d4-b159-d6c88366af51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:12.012310 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cec276b-c6a4-40d4-b159-d6c88366af51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:12.013570 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:12.018661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1cec276b-c6a4-40d4-b159-d6c88366af51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d893343-0763-4794-904c-9524e399fb60 HTTP/1.1" status: 204 len: 168 time: 0.4571981 Sep 17 22:10:12.045241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec276b-c6a4-40d4-b159-d6c88366af51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d893343-0763-4794-904c-9524e399fb60,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:12.223018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Allocated IP 172.20.0.8 (1aab0083-79de-470f-9165-33f5bb200681/2a61ed36-2980-4440-b9bc-a6643a12a0d4/a2752ad8-292d-4b5b-b2f6-5e7d92fa1800) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:12.402482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659d04-f417-45d8-a0b0-36f8cd09e8bc req-ef263184-edd9-4c33-92ff-982fc5dea2ee tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:12.405292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0659d04-f417-45d8-a0b0-36f8cd09e8bc req-ef263184-edd9-4c33-92ff-982fc5dea2ee tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0990295 Sep 17 22:10:12.452473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:12.458467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0659d04-f417-45d8-a0b0-36f8cd09e8bc req-6f21853e-2814-4dfc-9b09-2ef457e3aa56 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466034 Sep 17 22:10:12.565904 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb07e6bb-28bb-4689-9904-5d03fb1694e3 req-e4394a2d-78c8-46e4-af80-d21bada1b457 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 210 time: 0.0362122 Sep 17 22:10:12.619250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 189e777b-2039-46e5-9ed0-a5053c04658c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:10:12.661089 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:12.724030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Network 1aab0083-79de-470f-9165-33f5bb200681 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:12.747431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:12.755367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:12.766413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:12.815230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:12.817113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Pushing event updated for resources: {'Port': ['ID=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:12.817698 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57f5a04-aa82-4a06-bed9-10e1b3a33e2b" -d '{"events": [{"server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "name": "network-vif-unplugged", "status": "completed", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:12.833559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=189e777b-2039-46e5-9ed0-a5053c04658c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:12.857777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:12.858429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:12.900475 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cdc592-bedb-4933-a2eb-96256b1fbd95 x-openstack-request-id: req-c5cdc592-bedb-4933-a2eb-96256b1fbd95 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:12.900770 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "name": "network-vif-unplugged", "status": "completed", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:12.901024 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5cdc592-bedb-4933-a2eb-96256b1fbd95 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:12.901442 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c', 'code': 200} Sep 17 22:10:13.008836 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:13.028389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253552d6-c2e7-41bd-95b2-f429630c4ee9 req-25f39732-bd60-4ffc-852d-107d660b167b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:13.029925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-253552d6-c2e7-41bd-95b2-f429630c4ee9 req-25f39732-bd60-4ffc-852d-107d660b167b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0565536 Sep 17 22:10:13.088106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=189e777b-2039-46e5-9ed0-a5053c04658c,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:13.090569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-253552d6-c2e7-41bd-95b2-f429630c4ee9 req-faa2e56e-c9fc-415a-9808-b7ce2f810f3f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538075 Sep 17 22:10:13.099984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.100331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.100998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.102004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.102998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.103780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.104125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.104448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.105083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.105574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.106081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.106645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:13.107005 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-5ee6efe1-0e98-4711-b8b3-fb0d46f3f9a8 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4909143 Sep 17 22:10:13.132481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Request body: {'port': {'device_id': 'b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:13.219406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:13.587801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:13.598250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:13.621942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Transition to ACTIVE for port object a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:10:13.698346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-e7931ba5-0171-4df8-948a-c12f5373cacb tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:10:13.703682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-e7931ba5-0171-4df8-948a-c12f5373cacb tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1575751 Sep 17 22:10:13.761179 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:13.775061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-16a9b6fc-1810-4a85-829e-96edb094aa7c tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:13.777804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-16a9b6fc-1810-4a85-829e-96edb094aa7c tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports/b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 200 len: 1095 time: 0.0721943 Sep 17 22:10:13.793314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Request body: {'binding': {'host': 'n-h2-713498-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:13.793591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Unknown quota resources ['binding']. {{(pid=101661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:10:13.848470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Pushing event updated for resources: {'Port': ['ID=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:13.908352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37774) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:13.948662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Attempting to bind port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:10:13.949056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Attempting to bind port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '4d241c58-cbc5-4b6d-95fb-dbe51776bf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1aab0083-79de-470f-9165-33f5bb200681'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:10:13.949516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Attempting to bind port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 on network 1aab0083-79de-470f-9165-33f5bb200681 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:13.955725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 on network 1aab0083-79de-470f-9165-33f5bb200681 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:10:13.956364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Attempting to bind port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 on network 1aab0083-79de-470f-9165-33f5bb200681 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:13.964013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:10:13.966365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Checking segment: {'id': '4d241c58-cbc5-4b6d-95fb-dbe51776bf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1aab0083-79de-470f-9165-33f5bb200681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:13.966365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Bound using segment: {'id': '4d241c58-cbc5-4b6d-95fb-dbe51776bf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1aab0083-79de-470f-9165-33f5bb200681'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:10:13.966365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Bound port: a2752ad8-292d-4b5b-b2f6-5e7d92fa1800, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d241c58-cbc5-4b6d-95fb-dbe51776bf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1aab0083-79de-470f-9165-33f5bb200681'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:10:13.966365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:13.982714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on host n-h2-713498-17 for vnic_type normal with profile None {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:10:13.983111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:10:13.983741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:13.988734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:10:13.989130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:13.995244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:10:13.995898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:13.996762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:10:13.997371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Bound port: b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:10:14.034587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1305087212'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:14.050717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] For port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:14.057955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] For port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,segment=NetworkSegment(4d241c58-cbc5-4b6d-95fb-dbe51776bf2e),segment_id=4d241c58-cbc5-4b6d-95fb-dbe51776bf2e)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:10:14.093119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:10:14.153720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebce81c-a876-4de7-98a2-ec0d7e892455 req-63608ebb-eadc-425c-80bc-026d4e49bba4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:14.155156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ebce81c-a876-4de7-98a2-ec0d7e892455 req-63608ebb-eadc-425c-80bc-026d4e49bba4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0493624 Sep 17 22:10:14.175891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.193789 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:14.194435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.195484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ebce81c-a876-4de7-98a2-ec0d7e892455 req-c4f34813-7ac0-4699-b82c-3b31b38de5d9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342548 Sep 17 22:10:14.196336 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] 10.222.0.35 "PUT /v2.0/ports/a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 HTTP/1.1" status: 200 len: 1092 time: 1.0714478 Sep 17 22:10:14.198610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b', 'tag': 'a2752ad8-292d-4b5b-b2f6-5e7d92fa1800'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:14.200455 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] Notify callbacks [] for binding, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.201581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-0f63219d-853b-4c5d-ad59-8785e2191e4b service neutron] 10.222.0.13 "POST /v2.0/ports/b2ce55c9-7e2a-46d6-84a1-7b7890b8072d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4177401 Sep 17 22:10:14.202493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Made reservation on behalf of 7939f8214cec4c32b41cc7b327b7ed2e for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:14.206903 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.211220 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b", "tag": "a2752ad8-292d-4b5b-b2f6-5e7d92fa1800"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:14.218907 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.300767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2519ed-d9ef-4e85-aee8-2efd65b8133a service neutron] Pushing event updated for resources: {'Port': ['ID=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:14.382999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0c8f1-6dad-4885-a933-127c4e4016c0 req-965d8c83-460b-43a2-988e-81990c0423fb tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:14.384741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cb0c8f1-6dad-4885-a933-127c4e4016c0 req-965d8c83-460b-43a2-988e-81990c0423fb tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 943 time: 0.0882645 Sep 17 22:10:14.389502 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.396182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0433195-6be3-425f-92ca-775b4314cfdb req-61e5024c-1eee-458c-aab9-b31582e80ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:14.399188 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-61e5024c-1eee-458c-aab9-b31582e80ab2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71763b2728ac49eda7fdc7a9f5263c48&device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 1095 time: 0.0590644 Sep 17 22:10:14.433166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cb0c8f1-6dad-4885-a933-127c4e4016c0 req-ac40ebd0-aab5-4786-9104-c34f6b4fcf13 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c24b02d-f7d3-47af-a058-c41851a569f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Sep 17 22:10:14.447280 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-71e3faed-dc4e-4319-b6b3-b2a144c2101d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 HTTP/1.1" status: 200 len: 217 time: 0.0398929 Sep 17 22:10:14.507136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0433195-6be3-425f-92ca-775b4314cfdb req-74899f02-0b47-4d5d-a797-70164547ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:14.509219 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-74899f02-0b47-4d5d-a797-70164547ad88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a61ed36-2980-4440-b9bc-a6643a12a0d4 HTTP/1.1" status: 200 len: 848 time: 0.0552869 Sep 17 22:10:14.548673 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-ecc9d168-f234-4fd0-a4f2-b076a3a32397 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1aab0083-79de-470f-9165-33f5bb200681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319781 Sep 17 22:10:14.571758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.616613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e491e-b8b9-41ea-bb76-d662e8ddf696 req-6dc74bd3-3459-4f81-be51-c17ab6a40982 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:14.616613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b03e491e-b8b9-41ea-bb76-d662e8ddf696 req-6dc74bd3-3459-4f81-be51-c17ab6a40982 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 947 time: 0.0922852 Sep 17 22:10:14.622838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:10:14.629643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 189e777b-2039-46e5-9ed0-a5053c04658c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:10:14.633950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35722399-450d-4e3e-a51b-ae11fb11da54,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:14.643223 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.643576 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Added segment 4a2b19b6-b9fd-44d0-bc59-eecdb02dd5fb of type vlan for network 99a421e2-61d5-482a-ab04-9cf713273e95 Sep 17 22:10:14.676564 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-208c5957-ebba-415d-b20c-b189bca6cd15 service neutron] 10.222.0.35 "GET /v2.0/networks/1aab0083-79de-470f-9165-33f5bb200681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208181 Sep 17 22:10:14.715466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b03e491e-b8b9-41ea-bb76-d662e8ddf696 req-db9e3679-7b68-4c0e-bb5d-dd9d2960fc99 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859501 Sep 17 22:10:14.717061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.785197 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7969b8-0be2-45ec-beaa-652679002a7c x-openstack-request-id: req-3f7969b8-0be2-45ec-beaa-652679002a7c {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:14.790199 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b", "tag": "a2752ad8-292d-4b5b-b2f6-5e7d92fa1800", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:14.790199 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f7969b8-0be2-45ec-beaa-652679002a7c {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:14.790199 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b', 'tag': 'a2752ad8-292d-4b5b-b2f6-5e7d92fa1800', 'status': 'completed', 'code': 200} Sep 17 22:10:14.800749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=189e777b-2039-46e5-9ed0-a5053c04658c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:14.812474 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0433195-6be3-425f-92ca-775b4314cfdb req-e5dc4c10-5a52-463a-b88a-3dca9cdfed99 service neutron] 10.222.0.35 "GET /v2.0/networks/1aab0083-79de-470f-9165-33f5bb200681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283710 Sep 17 22:10:14.814464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '189e777b-2039-46e5-9ed0-a5053c04658c', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '189e777b-2039-46e5-9ed0-a5053c04658c', 'mac_address': 'fa:16:3e:46:d6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:10:14.875335 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.893390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189e777b-2039-46e5-9ed0-a5053c04658c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:14.914283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=189e777b-2039-46e5-9ed0-a5053c04658c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:14.915319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:14.923928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:14.925003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:15.010527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Network': ['ID=99a421e2-61d5-482a-ab04-9cf713273e95,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:15.021161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 99a421e2-61d5-482a-ab04-9cf713273e95 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:10:15.045742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-9a2c3f5a-bb02-4ff5-b7c2-44cc7234fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:15.047815 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-9a2c3f5a-bb02-4ff5-b7c2-44cc7234fa9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71763b2728ac49eda7fdc7a9f5263c48&device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 1095 time: 0.0575325 Sep 17 22:10:15.094453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1a2f4365-4823-4659-a13e-dbda168b7cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1850967 Sep 17 22:10:15.098044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37796) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:15.104771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'subnet': {'network_id': '99a421e2-61d5-482a-ab04-9cf713273e95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:15.123826 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:15.138449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db58d6a-d25c-44ba-bbe7-e202541a5f39 req-2a97e9f7-1a00-45a6-9e79-5a8b690e06c7 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:15.141837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7db58d6a-d25c-44ba-bbe7-e202541a5f39 req-2a97e9f7-1a00-45a6-9e79-5a8b690e06c7 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 946 time: 0.1037443 Sep 17 22:10:15.210864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=189e777b-2039-46e5-9ed0-a5053c04658c,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:15.220767 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7db58d6a-d25c-44ba-bbe7-e202541a5f39 req-f4fdd32c-6eef-4acb-9ee8-c2e17291cb61 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691221 Sep 17 22:10:15.335163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-fa3ca0f4-8d80-4a76-943a-538455db5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:15.337275 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-fa3ca0f4-8d80-4a76-943a-538455db5c02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1aab0083-79de-470f-9165-33f5bb200681 HTTP/1.1" status: 200 len: 908 time: 0.2815819 Sep 17 22:10:15.359562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['189e777b-2039-46e5-9ed0-a5053c04658c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:15.448590 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-6fb5d217-011e-45c7-a8c6-cc0fabb0dcf4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 HTTP/1.1" status: 200 len: 217 time: 0.0900528 Sep 17 22:10:15.665405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a103c-284e-434b-b34f-a548f336b328 req-d6ad73d2-b106-4077-ad0f-b45f1684108a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:15.667072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb7a103c-284e-434b-b34f-a548f336b328 req-d6ad73d2-b106-4077-ad0f-b45f1684108a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0724928 Sep 17 22:10:15.715163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb7a103c-284e-434b-b34f-a548f336b328 req-370a8b0c-ce90-4273-bbde-76f500790bd0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Sep 17 22:10:15.916163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Made reservation on behalf of 7939f8214cec4c32b41cc7b327b7ed2e for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:15.920078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:15.948822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45052a-5aab-4bef-b987-4f90603ad4a7 req-39108b26-c3e1-4cae-bcb4-b828437735e3 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:15.950476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c45052a-5aab-4bef-b987-4f90603ad4a7 req-39108b26-c3e1-4cae-bcb4-b828437735e3 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 943 time: 0.1651585 Sep 17 22:10:15.972126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104ed90-2382-446f-80dd-2d8a435ec83a req-85f10ed2-09e7-45d4-8e1e-69931bfa3bab tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:15.973591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4104ed90-2382-446f-80dd-2d8a435ec83a req-85f10ed2-09e7-45d4-8e1e-69931bfa3bab tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 948 time: 0.0949092 Sep 17 22:10:16.022612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c45052a-5aab-4bef-b987-4f90603ad4a7 req-0ac6f40c-fbcf-45d1-95a3-68f59832658f tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c24b02d-f7d3-47af-a058-c41851a569f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643175 Sep 17 22:10:16.032334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4104ed90-2382-446f-80dd-2d8a435ec83a req-f69c2361-ea95-42e2-aa64-36ea3d5e2930 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474687 Sep 17 22:10:16.064243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-a9642a45-b91c-4ec7-bc0b-548a8b5c6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:16.067080 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-a9642a45-b91c-4ec7-bc0b-548a8b5c6587 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a61ed36-2980-4440-b9bc-a6643a12a0d4 HTTP/1.1" status: 200 len: 848 time: 0.6102352 Sep 17 22:10:16.122418 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-645bb841-3e80-4ed0-b1f3-c7c0b782f6fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1aab0083-79de-470f-9165-33f5bb200681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471122 Sep 17 22:10:16.143285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-fd2c2e0b-ba8a-46e1-9888-a68796d9aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:16.144753 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-fd2c2e0b-ba8a-46e1-9888-a68796d9aa22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1098 time: 0.2685866 Sep 17 22:10:16.160170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-16e40638-94d5-4e8e-a3c6-260b25544949 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:16.161632 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-16e40638-94d5-4e8e-a3c6-260b25544949 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980&tenant_id=fa7cab0d76ba43779f3bf9baab83d246&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 948 time: 0.2364428 Sep 17 22:10:16.391278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c11a7-f4a7-4345-912b-697008f41496 req-cc90a966-97b5-4f7d-80f3-c3a3f76080d9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:16.392831 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-bbe768d7-30e7-4c67-b9a7-46c4e0c91532 service neutron] 10.222.0.35 "GET /v2.0/networks/1aab0083-79de-470f-9165-33f5bb200681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534635 Sep 17 22:10:16.393383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-071c11a7-f4a7-4345-912b-697008f41496 req-cc90a966-97b5-4f7d-80f3-c3a3f76080d9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 946 time: 0.0525429 Sep 17 22:10:16.402070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-962e85f7-8b30-41bd-840a-c2aa1aa36c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:16.403550 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-962e85f7-8b30-41bd-840a-c2aa1aa36c1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.2401788 Sep 17 22:10:16.437480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-9a6dd8fe-707f-40a1-9016-914b4e0de197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:16.450304 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-9a6dd8fe-707f-40a1-9016-914b4e0de197 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 1100 time: 0.1630371 Sep 17 22:10:16.476941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:10:16.479284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-071c11a7-f4a7-4345-912b-697008f41496 req-86970968-141c-4dd0-ab03-c39cfc83918f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756648 Sep 17 22:10:16.529116 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-2078f1e8-c8d2-4743-8e16-feb42d686257 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 200 len: 217 time: 0.0938582 Sep 17 22:10:16.640656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,segment=NetworkSegment(4d241c58-cbc5-4b6d-95fb-dbe51776bf2e),segment_id=4d241c58-cbc5-4b6d-95fb-dbe51776bf2e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:16.640656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 189e777b-2039-46e5-9ed0-a5053c04658c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:16.715258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'a2752ad8-292d-4b5b-b2f6-5e7d92fa1800', 'network_id': '1aab0083-79de-470f-9165-33f5bb200681', 'port_id': 'a2752ad8-292d-4b5b-b2f6-5e7d92fa1800', 'mac_address': 'fa:16:3e:a1:b2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a61ed36-2980-4440-b9bc-a6643a12a0d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:10:16.724447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-615b455d-bfbe-4874-b61d-63a5771e89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:16.726566 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-615b455d-bfbe-4874-b61d-63a5771e89a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2636192 Sep 17 22:10:16.729402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-658edb87-41f3-4d8a-8dbb-02f7fa17ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:16.730975 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-658edb87-41f3-4d8a-8dbb-02f7fa17ad93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1722143 Sep 17 22:10:16.735520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:16.804772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 189e777b-2039-46e5-9ed0-a5053c04658c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:16.805642 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:16.840023 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:16.865708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:16.897541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,segment=NetworkSegment(4d241c58-cbc5-4b6d-95fb-dbe51776bf2e),segment_id=4d241c58-cbc5-4b6d-95fb-dbe51776bf2e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:16.911686 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-7e7bb7d9-5e84-4a8e-bac5-39ea8b8c449b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452279 Sep 17 22:10:16.914891 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-eaa8a869-5842-43a8-9846-95da8d512186 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=189e777b-2039-46e5-9ed0-a5053c04658c HTTP/1.1" status: 200 len: 217 time: 0.1802104 Sep 17 22:10:16.926238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989ef1a-51b7-4f12-8f86-a2dfec719f83 req-8372649d-13dc-4e1e-b400-ece842df02c0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:16.930530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4989ef1a-51b7-4f12-8f86-a2dfec719f83 req-8372649d-13dc-4e1e-b400-ece842df02c0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1356013 Sep 17 22:10:16.960514 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:16.999764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:17.002054 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19db61ec-df4f-4fff-ba4e-69bf12cafa9e" -d '{"events": [{"server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "name": "network-vif-plugged", "status": "completed", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:17.004717 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4989ef1a-51b7-4f12-8f86-a2dfec719f83 req-747ef8be-e585-41bb-b6aa-d092bde33b1f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583358 Sep 17 22:10:17.012511 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:17.074194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=189e777b-2039-46e5-9ed0-a5053c04658c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:17.093666 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c81b6b-9e0c-49d0-b0e7-a8efbb47d7c3 x-openstack-request-id: req-13c81b6b-9e0c-49d0-b0e7-a8efbb47d7c3 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:17.093993 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "name": "network-vif-plugged", "status": "completed", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:17.094244 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13c81b6b-9e0c-49d0-b0e7-a8efbb47d7c3 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:17.094629 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c', 'code': 200} Sep 17 22:10:17.105282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:17.117396 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-14cb5eb5-7f9a-43f2-aff9-91b57527f5d7 req-6287ff96-9864-477c-994d-7bbfa5315531 service neutron] 10.222.0.35 "GET /v2.0/networks/1aab0083-79de-470f-9165-33f5bb200681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123780 Sep 17 22:10:17.154179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Subnet': ['ID=1f443acd-f69e-4339-994d-96b0e0589513,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:17.160001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Checking segment: {'id': '4a2b19b6-b9fd-44d0-bc59-eecdb02dd5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '99a421e2-61d5-482a-ab04-9cf713273e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:17.160362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network hostable DHCP agents. Network: 99a421e2-61d5-482a-ab04-9cf713273e95, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:10:17.163053 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:17.170400 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-103c19cd-ad13-45aa-bed1-4913a7b782a3 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535894 Sep 17 22:10:17.198218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-4d4ac846-0c58-4d14-8021-1d103aa2b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.205524 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-4d4ac846-0c58-4d14-8021-1d103aa2b78d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.2387903 Sep 17 22:10:17.223845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c80f2-73d4-43c6-9c7b-4b2fb176f3bc req-12d97d5f-7ebe-47f1-b86c-7a8f7a097ab5 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.230397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['a2752ad8-292d-4b5b-b2f6-5e7d92fa1800'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:17.235928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-789c80f2-73d4-43c6-9c7b-4b2fb176f3bc req-12d97d5f-7ebe-47f1-b86c-7a8f7a097ab5 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 944 time: 0.0782537 Sep 17 22:10:17.237282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=189e777b-2039-46e5-9ed0-a5053c04658c,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:17.295036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-789c80f2-73d4-43c6-9c7b-4b2fb176f3bc req-5121b598-e4dc-46ca-a4c9-ae7dbaf8d8ef tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c24b02d-f7d3-47af-a058-c41851a569f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603914 Sep 17 22:10:17.387370 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-a244858e-6255-4a96-9f8b-344048b3a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.387752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-2e391659-030b-4b48-8248-5fe017f409ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0906706 Sep 17 22:10:17.389177 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-a244858e-6255-4a96-9f8b-344048b3a478 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1631429 Sep 17 22:10:17.419837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 99a421e2-61d5-482a-ab04-9cf713273e95 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:10:17.449987 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-22e2c03d-1b70-4a40-87ee-5f8406e9aedf service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615385 Sep 17 22:10:17.559173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-f29120ba-25c9-4f44-81a4-2651ae82d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.560832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-f29120ba-25c9-4f44-81a4-2651ae82d878 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1096 time: 0.1107912 Sep 17 22:10:17.572284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e528e-9fd7-419d-a00d-3198accd7972 req-10780a5c-5967-4322-b5ae-213eb1e6ad1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.580376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-237e528e-9fd7-419d-a00d-3198accd7972 req-10780a5c-5967-4322-b5ae-213eb1e6ad1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1448381 Sep 17 22:10:17.582907 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-f3402aca-6b32-4457-ba54-04732894ded0 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761289 Sep 17 22:10:17.582907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 99a421e2-61d5-482a-ab04-9cf713273e95) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:17.588474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.589369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:17.594624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9208f3-c555-42ef-a28b-ab3ec2f6ac4d None None] Network 99a421e2-61d5-482a-ab04-9cf713273e95 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:17.731250 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-4149837c-c60e-4f3b-b9dd-c5fd423326b1 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.732948 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-4149837c-c60e-4f3b-b9dd-c5fd423326b1 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1098 time: 0.1074886 Sep 17 22:10:17.745695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-237e528e-9fd7-419d-a00d-3198accd7972 req-7a3cc6e2-02b7-4011-a9bb-41e80fbdf604 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643708 Sep 17 22:10:17.747931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc624217-0c3e-4cf1-a2ed-bd77cb5fb498 None None] Network 99a421e2-61d5-482a-ab04-9cf713273e95 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:17.758134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-17'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:17.783352 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e042ebf-09be-41b1-86e6-6e83b1482c2b req-fc73c5c3-c62e-4e16-9d8d-71b8bdd5bc69 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784184 Sep 17 22:10:17.792940 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0c555383-4950-41a0-9df2-e9db1b1aadfa tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6938059 Sep 17 22:10:17.802276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0cca9-9073-4cf4-bef3-3afe2f6505cd req-ed2a3d40-ba6a-40b8-b83f-56b69adc1e4c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.805514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4df0cca9-9073-4cf4-bef3-3afe2f6505cd req-ed2a3d40-ba6a-40b8-b83f-56b69adc1e4c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 946 time: 0.1342685 Sep 17 22:10:17.807130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37854) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:17.810256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-8b44be40-c144-4ab6-bc73-3da209df6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.812145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-8b44be40-c144-4ab6-bc73-3da209df6237 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.2228000 Sep 17 22:10:17.815506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1613170618', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:17.825819 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5245a4fe-612e-4213-8c46-6a0c17c0b859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:17.827512 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:17.886028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-76caaeb1-2e18-4c56-928f-d991bd9766a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 217 time: 0.0567870 Sep 17 22:10:17.991420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-aa5e0f9b-2f83-4db2-be2a-282f4e0ff2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:17.993474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-aa5e0f9b-2f83-4db2-be2a-282f4e0ff2d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.0990801 Sep 17 22:10:17.994420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:18.003514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4df0cca9-9073-4cf4-bef3-3afe2f6505cd req-4b3f3d1b-c031-406d-9b5b-45da5bfffb31 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969914 Sep 17 22:10:18.046076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-e385481f-17bd-4c58-aebe-2088e18e394f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415285 Sep 17 22:10:18.051384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:18.095610 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.096939 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.136550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:18.143214 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11090180-44a3-4193-b922-6c53b62a0056" -d '{"events": [{"server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:18.148367 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.222451 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.231810 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.244671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-9e5f7c6b-dd47-4358-949a-141bbdbd4a7b service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906285 Sep 17 22:10:18.260102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fab6b-0fe3-4f68-b38d-de7d63926f30 req-f6f82ea6-8188-44c4-8680-65466f1582c4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:18.261634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-763fab6b-0fe3-4f68-b38d-de7d63926f30 req-f6f82ea6-8188-44c4-8680-65466f1582c4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0997152 Sep 17 22:10:18.373792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on host n-h1-713498-17 for vnic_type normal with profile {"migrating_to": "n-h2-713498-17"} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:10:18.374127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:10:18.374602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:18.383141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:18.393908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:10:18.394386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Attempting to bind port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:18.401188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:10:18.401590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:18.401979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:10:18.402413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Bound port: b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:10:18.403138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.427311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-763fab6b-0fe3-4f68-b38d-de7d63926f30 req-cf4613dc-e54e-4653-a487-84779b0f58c4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541612 Sep 17 22:10:18.479346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:18.493494 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1ba3d8-3b8f-4865-b2d0-120d5dfb1ebe x-openstack-request-id: req-7a1ba3d8-3b8f-4865-b2d0-120d5dfb1ebe {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:18.494131 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:18.494276 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a1ba3d8-3b8f-4865-b2d0-120d5dfb1ebe {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:18.495035 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d', 'code': 200} Sep 17 22:10:18.498384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:18.503096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:10:18.614942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.683726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,revision_number=8']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:18.715803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:18.716789 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.718183 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-40ea78bb-c512-4666-afa5-317bf6449ed2 service neutron] 10.222.0.35 "PUT /v2.0/ports/b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 200 len: 1124 time: 0.9745033 Sep 17 22:10:18.749915 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9b19dc7-50c6-419d-8327-491d652345a9 req-e3f40d9a-3b61-4be7-981c-7c8ce82f790c service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869657 Sep 17 22:10:18.772942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:10:18.777187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:18.783201 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.784191 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.802866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b2ce55c9-7e2a-46d6-84a1-7b7890b8072d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:18.805313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbf2b5-1856-4c3e-96c8-22276e9bf358 req-a08859dc-ba20-4e71-83b6-32a1e0188576 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:18.806888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4bbf2b5-1856-4c3e-96c8-22276e9bf358 req-a08859dc-ba20-4e71-83b6-32a1e0188576 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 944 time: 0.2313001 Sep 17 22:10:18.858512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4bbf2b5-1856-4c3e-96c8-22276e9bf358 req-30d5aa66-c4ce-476e-981f-193afb4ef8d7 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c24b02d-f7d3-47af-a058-c41851a569f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Sep 17 22:10:18.954834 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:18.965952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f2336-89cc-4432-8cb7-bf24aa94ddf3 req-7b26ce4f-8111-402e-bde4-fc0f53475ed3 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:18.967816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-350f2336-89cc-4432-8cb7-bf24aa94ddf3 req-7b26ce4f-8111-402e-bde4-fc0f53475ed3 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0643790 Sep 17 22:10:19.002044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,segment=NetworkSegment(4d241c58-cbc5-4b6d-95fb-dbe51776bf2e),segment_id=4d241c58-cbc5-4b6d-95fb-dbe51776bf2e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:19.055953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-350f2336-89cc-4432-8cb7-bf24aa94ddf3 req-6cd369a9-cca9-4929-a319-01883dd1eb1c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748606 Sep 17 22:10:19.095966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2752ad8-292d-4b5b-b2f6-5e7d92fa1800'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:19.100352 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaa3b41-9620-4824-9f6f-bf4f09fe48dc" -d '{"events": [{"server_uuid": "b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b", "name": "network-vif-plugged", "status": "completed", "tag": "a2752ad8-292d-4b5b-b2f6-5e7d92fa1800"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:19.123446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:19.171240 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc8b63-3aaa-41af-9755-128df43fbc08 x-openstack-request-id: req-87bc8b63-3aaa-41af-9755-128df43fbc08 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:19.171240 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b", "name": "network-vif-plugged", "status": "completed", "tag": "a2752ad8-292d-4b5b-b2f6-5e7d92fa1800", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:19.171240 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87bc8b63-3aaa-41af-9755-128df43fbc08 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:19.171240 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2752ad8-292d-4b5b-b2f6-5e7d92fa1800', 'code': 200} Sep 17 22:10:19.229433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:19.297745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe941b5-c484-46e3-8019-98d29ee46044 req-7a25b385-1636-4465-9845-9f333c2641b9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:19.303327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe941b5-c484-46e3-8019-98d29ee46044 req-7a25b385-1636-4465-9845-9f333c2641b9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 944 time: 0.1610048 Sep 17 22:10:19.329532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bef70-7228-4885-878c-5c7fc49479ab req-f009853f-fa25-4c76-954e-06780afbce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:19.329532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7b4bef70-7228-4885-878c-5c7fc49479ab req-f009853f-fa25-4c76-954e-06780afbce97 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 1097 time: 0.0998099 Sep 17 22:10:19.379062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7b4bef70-7228-4885-878c-5c7fc49479ab req-25501172-e04e-4013-a76b-c323f454edb9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8c24b02d-f7d3-47af-a058-c41851a569f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Sep 17 22:10:19.787523 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:19.822206 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:19.827830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe941b5-c484-46e3-8019-98d29ee46044 req-ccc2e1b2-16bd-42a6-9f27-a2e36e923b0e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171878 Sep 17 22:10:19.840786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea71e7-13ca-4859-b51b-b93e1dd3cd25 req-c6a0c4d5-a254-4222-9997-3457cc5515cc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:19.848386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02ea71e7-13ca-4859-b51b-b93e1dd3cd25 req-c6a0c4d5-a254-4222-9997-3457cc5515cc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1661327 Sep 17 22:10:19.876427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37900) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:19.967146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02ea71e7-13ca-4859-b51b-b93e1dd3cd25 req-4a661977-1c02-4b54-8b4c-d7c26babdd74 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146326 Sep 17 22:10:20.031151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8d03e04-86af-4fba-b0a4-f82da5a49067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.045141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.25.5.231 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/8a11260f-06ac-40e5-b163-8abc0ad99fb3) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:20.060880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f08951-f94e-4315-905d-3218e107b81c req-58fa9226-7d5f-4fb7-807a-1de7e1b89156 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:20.062403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51f08951-f94e-4315-905d-3218e107b81c req-58fa9226-7d5f-4fb7-807a-1de7e1b89156 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 945 time: 0.0917881 Sep 17 22:10:20.135788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8d03e04-86af-4fba-b0a4-f82da5a49067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.170778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51f08951-f94e-4315-905d-3218e107b81c req-19f0b6a3-843d-4484-8542-a8847ab8798c tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c24b02d-f7d3-47af-a058-c41851a569f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976112 Sep 17 22:10:20.195245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99d8bacd-466c-4e74-a674-0c7854221833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.223558 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8d03e04-86af-4fba-b0a4-f82da5a49067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.231100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644bd7e-f96f-4525-98e2-a8fb1f1d39e0 req-787f38ee-0c74-4232-ad27-fdf44e67cb03 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:20.236334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c644bd7e-f96f-4525-98e2-a8fb1f1d39e0 req-787f38ee-0c74-4232-ad27-fdf44e67cb03 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0834582 Sep 17 22:10:20.236334 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.281732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d03e04-86af-4fba-b0a4-f82da5a49067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869b8918-91fa-4a6b-aabf-7eac44ba5f95,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:20.304882 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a8d03e04-86af-4fba-b0a4-f82da5a49067 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=300fdc8aadc342e6972def80b7d86e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272554 Sep 17 22:10:20.305504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37910) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:20.314426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c644bd7e-f96f-4525-98e2-a8fb1f1d39e0 req-c9affc02-7b1e-4522-8568-8341945b91a9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742161 Sep 17 22:10:20.366302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5213d180-8209-4f05-9079-17ffcf08fd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.390585 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5213d180-8209-4f05-9079-17ffcf08fd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.460443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe2b70-a829-44b9-8867-df8e52b0014d req-ae17c05d-216d-49ec-863c-301674efae5a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:20.461676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58fe2b70-a829-44b9-8867-df8e52b0014d req-ae17c05d-216d-49ec-863c-301674efae5a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0577354 Sep 17 22:10:20.463348 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.476242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b2ce55c9-7e2a-46d6-84a1-7b7890b8072d details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:10:20.496460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:20.507845 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:20.525938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:20.531800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:20.556330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:20.568745 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b7f8d1-648b-4c94-ac84-c212160429c5 x-openstack-request-id: req-19b7f8d1-648b-4c94-ac84-c212160429c5 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:20.568745 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:20.568745 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19b7f8d1-648b-4c94-ac84-c212160429c5 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:20.569182 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d', 'status': 'completed', 'code': 200} Sep 17 22:10:20.572754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58fe2b70-a829-44b9-8867-df8e52b0014d req-d56661f8-b950-4ab7-ac0b-bf00981ef302 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001737 Sep 17 22:10:20.578437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=8a11260f-06ac-40e5-b163-8abc0ad99fb3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:20.602776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5213d180-8209-4f05-9079-17ffcf08fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.605433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5213d180-8209-4f05-9079-17ffcf08fd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:20.608906 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5213d180-8209-4f05-9079-17ffcf08fd85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/869b8918-91fa-4a6b-aabf-7eac44ba5f95 HTTP/1.1" status: 204 len: 168 time: 0.2996807 Sep 17 22:10:20.616076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213d180-8209-4f05-9079-17ffcf08fd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869b8918-91fa-4a6b-aabf-7eac44ba5f95,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:20.763496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:20.777201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b2ce55c9-7e2a-46d6-84a1-7b7890b8072d has no active binding in host n-h2-713498-17 {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:10:20.786390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-56a80f8b-a105-4448-87b9-0f25b6729ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:20.787945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-56a80f8b-a105-4448-87b9-0f25b6729ece service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1127 time: 0.1845930 Sep 17 22:10:20.950022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-b2a3f2ae-21da-43ee-a6a5-1b8452065636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:20.950022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-b2a3f2ae-21da-43ee-a6a5-1b8452065636 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.1541002 Sep 17 22:10:21.005934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-3a3d4d7f-ccb6-407d-9c34-747eb05bf2b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 200 len: 217 time: 0.0419731 Sep 17 22:10:21.118205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-8fde3a92-a498-4b31-ae7b-904abba9871f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765123 Sep 17 22:10:21.131717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86063aa8-23fb-4152-b9de-aef7705a6e5f req-968f9d57-e66a-48e7-a8b3-b018b842ad2e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:21.134239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86063aa8-23fb-4152-b9de-aef7705a6e5f req-968f9d57-e66a-48e7-a8b3-b018b842ad2e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 944 time: 0.1989830 Sep 17 22:10:21.197125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-e8eaf599-c5b5-42dc-9ea2-0159ebf5c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:21.199105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-e8eaf599-c5b5-42dc-9ea2-0159ebf5c3c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1581008 Sep 17 22:10:21.294063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-2d6ea619-3dac-44be-81e3-a2cda9cae950 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441146 Sep 17 22:10:21.297230 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:21.399947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86063aa8-23fb-4152-b9de-aef7705a6e5f req-8bf3fb98-5d4b-441a-ad67-00e06959f4c1 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512283 Sep 17 22:10:21.399947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:21.515133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-76587179-0531-458c-aa80-7217ecb367fb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:21.516579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-76587179-0531-458c-aa80-7217ecb367fb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3814683 Sep 17 22:10:21.599204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-dddbbd90-5f03-4336-8604-9634b4167b4f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/quotas/fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 375 time: 0.0647943 Sep 17 22:10:21.604998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-dd3b15f0-a319-4468-82a8-a9aa0bd64ba6 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742009 Sep 17 22:10:21.649398 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:21.683803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57377bdb-9a89-4f0c-b7dd-ae3357bcbdcf req-d30aa77a-03dc-4e19-94c3-d4b7060ac2d2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:21.685314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57377bdb-9a89-4f0c-b7dd-ae3357bcbdcf req-d30aa77a-03dc-4e19-94c3-d4b7060ac2d2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2045290 Sep 17 22:10:21.803269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-a22aaa61-2785-4e96-99b6-928619d5e2f9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1960216 Sep 17 22:10:21.874548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57377bdb-9a89-4f0c-b7dd-ae3357bcbdcf req-f0373637-d752-4099-abfe-c07dbfd33b4b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443841 Sep 17 22:10:21.883231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66355cdb-01a7-4e7d-b655-c302f3fbaf8c req-8dcb74a4-2ab8-4cb7-b88f-cd2a50b95334 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677445 Sep 17 22:10:21.906272 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:22.057498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6cff4-ab4a-428f-88bb-74354986a2d9 req-ab54b0e0-acda-4905-8486-bcf37afb3da0 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:22.058897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15e6cff4-ab4a-428f-88bb-74354986a2d9 req-ab54b0e0-acda-4905-8486-bcf37afb3da0 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 945 time: 0.0989683 Sep 17 22:10:22.124885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d269e2e-48dd-4b04-a25e-058180a1c73a req-06d1c32b-1012-4b1a-b959-25c0d00b56a9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0508900 Sep 17 22:10:22.159598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15e6cff4-ab4a-428f-88bb-74354986a2d9 req-0b4f45bd-d09f-4b1c-82f9-91f42d210fd7 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c24b02d-f7d3-47af-a058-c41851a569f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833707 Sep 17 22:10:22.258439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:10:22.274748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37980) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:22.284369 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-cb1f5120-e044-4b2a-90ab-2d9b07cbb682 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473773 Sep 17 22:10:22.389145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-e815dc01-431a-4fc3-80bb-b3f9acbafba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:22.390637 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-e815dc01-431a-4fc3-80bb-b3f9acbafba0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 1101 time: 0.0456557 Sep 17 22:10:22.393484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:10:22.405203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e881d-c5dd-41b7-97e1-2224591e1bc8 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:10:22.417637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e881d-c5dd-41b7-97e1-2224591e1bc8 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:22.417637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9b0e881d-c5dd-41b7-97e1-2224591e1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:22.469422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1058381412-network', 'tenant_id': 'c92244378f2a4a0aa358038b8ad367b4'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:22.481898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9b0e881d-c5dd-41b7-97e1-2224591e1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:22.495948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e881d-c5dd-41b7-97e1-2224591e1bc8 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:22.495948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9b0e881d-c5dd-41b7-97e1-2224591e1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:22.544047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:10:22.558280 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:22.559532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da02eb7b-2e83-40d6-9c63-483a1b533e10 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7505307 Sep 17 22:10:22.564325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37990) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:22.570451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-d8233602-df77-4afb-bfd1-eac3834d65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:22.571209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-d8233602-df77-4afb-bfd1-eac3834d65f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1484118 Sep 17 22:10:22.577745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9b0e881d-c5dd-41b7-97e1-2224591e1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:22.578392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e881d-c5dd-41b7-97e1-2224591e1bc8 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:10:22.642333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e8634-2e26-4f6c-bc59-e589050b46f4 req-ecf8cd77-a2a9-4774-a274-69dbf65ccb5b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:22.645379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-726e8634-2e26-4f6c-bc59-e589050b46f4 req-ecf8cd77-a2a9-4774-a274-69dbf65ccb5b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 944 time: 0.1262414 Sep 17 22:10:22.662925 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-2c82b6e9-571f-4898-91be-cf44721b3f27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 200 len: 217 time: 0.0751629 Sep 17 22:10:22.674175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:22.687227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14', 'port_id': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'mac_address': 'fa:16:3e:46:be:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cdfc4f-69dc-4c5c-83fc-9376a051edc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:10:22.728350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Made reservation on behalf of c92244378f2a4a0aa358038b8ad367b4 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:22.730460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:22.730631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:22.735529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-a0bb3590-be64-479f-856a-985703cd6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:22.737343 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-a0bb3590-be64-479f-856a-985703cd6713 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0588596 Sep 17 22:10:22.747202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73501dff-3416-4542-a9b1-8da8be8e3c8c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:22.754985 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-726e8634-2e26-4f6c-bc59-e589050b46f4 req-ba79ff0a-0f32-4e41-971b-d2d66531520d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997610 Sep 17 22:10:22.758228 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:22.768329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:22.798960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-0316031f-d1e1-4b01-8287-108b0f146e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:22.800582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-0316031f-d1e1-4b01-8287-108b0f146e06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0547807 Sep 17 22:10:22.863552 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:22.917767 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-9461cf08-488a-47fe-bf2b-febe436077a2 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082547 Sep 17 22:10:23.011417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:23.020694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['73501dff-3416-4542-a9b1-8da8be8e3c8c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:23.088059 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2e550c8b-c034-4e1a-a9bb-dcd929f6ec78 req-f02d36d4-ca19-472b-bb6f-cf84f11fc01f service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601179 Sep 17 22:10:23.248958 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:23.388620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99234291-319b-4263-951c-a4da5462ac21 req-0a600acd-6cba-4861-a3e8-38b67ca8a74f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0627782 Sep 17 22:10:23.461865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a989057-26fc-41bb-8bbc-6b9ab5b22e9e req-0e369c86-d906-451a-aba3-0016c6adbc76 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:23.461865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a989057-26fc-41bb-8bbc-6b9ab5b22e9e req-0e369c86-d906-451a-aba3-0016c6adbc76 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 945 time: 0.1937847 Sep 17 22:10:23.462598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-341df281-a521-43b9-a796-3f4d25ad2a61 service neutron] 10.222.0.32 "GET /v2.0/ports/b2ce55c9-7e2a-46d6-84a1-7b7890b8072d/bindings/n-h2-713498-17 HTTP/1.1" status: 200 len: 385 time: 0.6173317 Sep 17 22:10:23.547209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:23.603642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a989057-26fc-41bb-8bbc-6b9ab5b22e9e req-a9ff317e-e3ad-4bbc-b200-67a0a3fd8a28 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363304 Sep 17 22:10:23.702746 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:23.801929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:10:23.815161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384558a6-2842-4227-930c-b4473a5eced1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:23.828900 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:23.832663 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Added segment c2f47871-b87c-4fda-a752-de55e0297725 of type vlan for network f785c69b-b427-4de2-a156-dc4084158d48 Sep 17 22:10:23.915457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:23.966456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:24.005287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:24.017926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:24.050418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02637bed-f5cf-49bc-b48f-ff3894f9b0e5 req-f4a3ddd3-4512-44db-aae2-f49d55b5b1c0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:24.052052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02637bed-f5cf-49bc-b48f-ff3894f9b0e5 req-f4a3ddd3-4512-44db-aae2-f49d55b5b1c0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 944 time: 0.1824102 Sep 17 22:10:24.120281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ce55c9-7e2a-46d6-84a1-7b7890b8072d {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:24.142755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:24.153126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:24.154783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:24.155927 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:24.227738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02637bed-f5cf-49bc-b48f-ff3894f9b0e5 req-6137fa0b-1e4f-47f6-bd4f-8a62cf0ea9f6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686630 Sep 17 22:10:24.285556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] Pushing event updated for resources: {'Network': ['ID=f785c69b-b427-4de2-a156-dc4084158d48,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:24.297727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f785c69b-b427-4de2-a156-dc4084158d48 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:10:24.402895 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:24.510349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c4753366-721e-48d2-9195-72e12a084e64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2331705 Sep 17 22:10:24.512393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:24.513228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38040) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:24.527391 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Request body: {'subnet': {'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1058381412-subnet', 'tenant_id': 'c92244378f2a4a0aa358038b8ad367b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:24.570124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4d9429c-e063-4487-b431-8dd00c43bab6 req-60ace4c3-0c08-4022-8888-425242a024d9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0703802 Sep 17 22:10:24.654511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 73501dff-3416-4542-a9b1-8da8be8e3c8c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:24.654975 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:24.768531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Made reservation on behalf of c92244378f2a4a0aa358038b8ad367b4 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:24.771180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:24.812648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:24.824996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.20.0.1 (99a421e2-61d5-482a-ab04-9cf713273e95/1f443acd-f69e-4339-994d-96b0e0589513/35b112c2-5b57-40b2-89e4-5a522f6cc861) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:24.840659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:24.843494 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179295af-22c9-4d65-8595-09a41a531c1a" -d '{"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-plugged", "status": "completed", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:24.853522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] Transition to ACTIVE for port object b2ce55c9-7e2a-46d6-84a1-7b7890b8072d will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:10:24.860973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:24.893641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad738b8-6b99-44ab-8f9e-f3271ef618e8 req-a2ad825e-f298-4cb0-95a8-e90ab985169c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:24.895605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cad738b8-6b99-44ab-8f9e-f3271ef618e8 req-a2ad825e-f298-4cb0-95a8-e90ab985169c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 945 time: 0.2030637 Sep 17 22:10:24.951664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:24.970301 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:24.978674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cad738b8-6b99-44ab-8f9e-f3271ef618e8 req-2a38a6e8-de98-448b-9385-5d22ef3a30ea tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735030 Sep 17 22:10:25.080936 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-50a5031f-1e77-480c-9ad7-46af05b97f45 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707102 Sep 17 22:10:25.087565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] No DVR routers for this DVR port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:10:25.116133 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286a3c0f-9046-4ead-8d4f-78cd49ba0357 x-openstack-request-id: req-286a3c0f-9046-4ead-8d4f-78cd49ba0357 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:25.116133 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-plugged", "status": "completed", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:25.116133 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-286a3c0f-9046-4ead-8d4f-78cd49ba0357 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:25.116133 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'code': 200} Sep 17 22:10:25.116133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:25.175120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] 10.222.0.32 "PUT /v2.0/ports/b2ce55c9-7e2a-46d6-84a1-7b7890b8072d/bindings/n-h2-713498-17/activate HTTP/1.1" status: 200 len: 370 time: 1.6871374 Sep 17 22:10:25.175120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e47fd-7b27-4a80-ad04-1557815070ab service neutron] Pushing event updated for resources: {'Port': ['ID=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,revision_number=10']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:25.200320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:25.255094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-923fe72b-a0f5-4d40-9e72-e2778c7fe8e1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:25.256866 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-923fe72b-a0f5-4d40-9e72-e2778c7fe8e1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697190 Sep 17 22:10:25.271864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Request body: {'port': {'device_id': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': 'fa7cab0d76ba43779f3bf9baab83d246'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:25.386038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acde0b-cfbf-4563-8b04-001c6d5b37a6 req-bfe9afce-43a5-40b7-aeb4-3ee9a0a98195 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:25.388738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33acde0b-cfbf-4563-8b04-001c6d5b37a6 req-bfe9afce-43a5-40b7-aeb4-3ee9a0a98195 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 945 time: 0.0735226 Sep 17 22:10:25.438673 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:25.507626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-ab1b5487-156c-46c7-9a39-abf0c87be878 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:25.510657 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-ab1b5487-156c-46c7-9a39-abf0c87be878 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.1236830 Sep 17 22:10:25.553916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33acde0b-cfbf-4563-8b04-001c6d5b37a6 req-aa663e62-44da-4fbc-8bf8-6d6c7c8c6d70 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547127 Sep 17 22:10:25.582644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:25.666120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 99a421e2-61d5-482a-ab04-9cf713273e95 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:25.673033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:25.680623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:25.724331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:25.738618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=35b112c2-5b57-40b2-89e4-5a522f6cc861,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:25.742914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Made reservation on behalf of fa7cab0d76ba43779f3bf9baab83d246 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:25.747041 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:25.794836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b11e22e3-3879-4f4a-a2a2-c01f4d09ba33 req-5f595b19-8cb8-4b6b-8330-83aab834362d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0455706 Sep 17 22:10:25.803373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-e2c1edfd-5fef-4b68-af3f-6818c9fdc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:25.806100 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-e2c1edfd-5fef-4b68-af3f-6818c9fdc7e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61&tenant_id=132ca9e15192406e9bfbb730ea7dd771 HTTP/1.1" status: 200 len: 1097 time: 0.2872314 Sep 17 22:10:25.808085 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:25.987202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Checking segment: {'id': 'c2f47871-b87c-4fda-a752-de55e0297725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:25.988297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Network hostable DHCP agents. Network: f785c69b-b427-4de2-a156-dc4084158d48, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:10:26.059990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-1bd7fd8f-dce4-449b-9178-f79ed51e897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:26.061490 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-1bd7fd8f-dce4-449b-9178-f79ed51e897c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1097 time: 0.1949246 Sep 17 22:10:26.099129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Allocated IP 192.168.233.191 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/e85143fd-3dc4-4df9-b00b-46470a007fac) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:26.176326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Network f785c69b-b427-4de2-a156-dc4084158d48 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:10:26.236022 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:26.257576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-693383c2-89fb-4dcd-8e6c-85a3c11898ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:26.265138 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-693383c2-89fb-4dcd-8e6c-85a3c11898ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.1944106 Sep 17 22:10:26.303662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f785c69b-b427-4de2-a156-dc4084158d48) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:26.319801 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4241c2-cf63-48f1-ba2a-07665bf6d23e None None] Network f785c69b-b427-4de2-a156-dc4084158d48 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:26.327257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad611e-9973-4f5b-8082-57f249914fa4 req-4e6a29ba-4a56-4954-8384-d8cc2ef27bc9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:26.329377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4ad611e-9973-4f5b-8082-57f249914fa4 req-4e6a29ba-4a56-4954-8384-d8cc2ef27bc9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2446299 Sep 17 22:10:26.351402 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-f88c3fe0-7512-4fb1-9846-6ffc960b959f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 200 len: 217 time: 0.0556514 Sep 17 22:10:26.355492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:26.356083 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:26.455068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4ad611e-9973-4f5b-8082-57f249914fa4 req-e55a40f0-4d6b-487f-a864-c57900a64a83 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125045 Sep 17 22:10:26.468652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-43e175a9-ecae-457d-8dfd-75e0a9e87164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:26.470149 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-43e175a9-ecae-457d-8dfd-75e0a9e87164 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1062851 Sep 17 22:10:26.515255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:26.531719 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2de08de9-c9ea-41ae-8bb5-c3d267d4edf0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0168128 Sep 17 22:10:26.534060 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-7121e212-00f0-4da0-be01-cb4828a1b2f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542164 Sep 17 22:10:26.638436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2239c5b-638c-48b2-9c16-2b6890165e7f None None] Network f785c69b-b427-4de2-a156-dc4084158d48 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:26.678162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b2ce55c9-7e2a-46d6-84a1-7b7890b8072d no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:10:26.801827 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-700f94e6-aa1a-4265-8a89-b763f9537544 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447529 Sep 17 22:10:26.822747 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:26.856357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771c183-4bfa-40df-89fc-1db5186e4df4 req-06c090be-aefb-473b-837f-9968a7635d12 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:26.857992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a771c183-4bfa-40df-89fc-1db5186e4df4 req-06c090be-aefb-473b-837f-9968a7635d12 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 945 time: 0.1205833 Sep 17 22:10:26.884754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b2ce55c9-7e2a-46d6-84a1-7b7890b8072d not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:10:26.924560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a771c183-4bfa-40df-89fc-1db5186e4df4 req-af30b05f-16e4-423c-aac6-ab0c55559d4d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527933 Sep 17 22:10:26.951439 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:27.037908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=35b112c2-5b57-40b2-89e4-5a522f6cc861,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:27.083859 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:27.095969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-38c73337-1ef2-4ee9-8866-bb9b78783dce req-28254d3a-7ae4-4811-923e-ad4be8a72b0d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2081523697', 'description': 'tempest-description-1038396228'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:27.211189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0fcac-1bfd-4131-a771-15d5ea210e74 req-a632b3a2-34d2-4d2d-b766-7d035bd58cca tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:27.212832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cc0fcac-1bfd-4131-a771-15d5ea210e74 req-a632b3a2-34d2-4d2d-b766-7d035bd58cca tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 945 time: 0.1234710 Sep 17 22:10:27.308334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cc0fcac-1bfd-4131-a771-15d5ea210e74 req-3248f530-a0fc-4b79-8156-36e361a72f75 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c24b02d-f7d3-47af-a058-c41851a569f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674417 Sep 17 22:10:27.318591 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-38c73337-1ef2-4ee9-8866-bb9b78783dce req-28254d3a-7ae4-4811-923e-ad4be8a72b0d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:27.322140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 99a421e2-61d5-482a-ab04-9cf713273e95 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:27.341091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:27.501148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:27.515928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['189e777b-2039-46e5-9ed0-a5053c04658c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:27.563572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:27.567816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:27.573507 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-24769b10-da8a-4de0-a789-a0c8091bb8d2 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7617691 Sep 17 22:10:27.579613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:27.623709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['43cd865e-e404-4613-9dec-a9ba3d0a62b8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:27.649578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:27.650252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:27.658143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:27.995358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-802d3201-674c-48f0-959f-e49395423d81 None None] Provisioning complete for port e85143fd-3dc4-4df9-b00b-46470a007fac triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:27.995732 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-802d3201-674c-48f0-959f-e49395423d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:28.051426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-802d3201-674c-48f0-959f-e49395423d81 None None] Port e85143fd-3dc4-4df9-b00b-46470a007fac cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:10:28.091826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271adbd9-705d-47b3-bad4-a458237f6bbc req-ce05b957-3137-4bc3-a2a8-119a29422130 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:28.094743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-271adbd9-705d-47b3-bad4-a458237f6bbc req-ce05b957-3137-4bc3-a2a8-119a29422130 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 936 time: 0.6776690 Sep 17 22:10:28.101931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:10:28.140319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-38c73337-1ef2-4ee9-8866-bb9b78783dce req-28254d3a-7ae4-4811-923e-ad4be8a72b0d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:28.186200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-271adbd9-705d-47b3-bad4-a458237f6bbc req-cd61dd48-1e6b-4d1d-8228-0c96c20718ab tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Sep 17 22:10:28.218732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6dc5c679-09ad-495a-abc9-3b55eb52750f tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:28.221000 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-6dc5c679-09ad-495a-abc9-3b55eb52750f tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.1229527 Sep 17 22:10:28.249896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-bbe0f0b5-b0b6-4ddc-90d6-b7979f4e9402 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:28.255573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-bbe0f0b5-b0b6-4ddc-90d6-b7979f4e9402 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 945 time: 0.1721065 Sep 17 22:10:28.291918 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-38c73337-1ef2-4ee9-8866-bb9b78783dce req-28254d3a-7ae4-4811-923e-ad4be8a72b0d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:28.338675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28254d3a-7ae4-4811-923e-ad4be8a72b0d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063c17f7-85b6-4719-b0af-395fb03ff01b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:28.390846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-f3cf84a9-2ca6-4398-a8c3-b70d501eaa28 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1215777 Sep 17 22:10:28.416689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Request body: {'port': {'device_id': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:28.423385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:10:28.428876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1d0f4878-feef-4446-8d84-c197b8f0527d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/routers/e10e8407-5daa-4055-9fd0-786c713d6734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8633454 Sep 17 22:10:28.432843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38114) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:28.437569 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7790c-58d0-4bdf-95fe-4acc135ce434 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:10:28.453591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'port': {'network_id': '99a421e2-61d5-482a-ab04-9cf713273e95', 'name': 'tempest-FloatingIPTestJSON-1903927791'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:28.454779 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7790c-58d0-4bdf-95fe-4acc135ce434 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:28.455174 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ced7790c-58d0-4bdf-95fe-4acc135ce434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:28.472581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-38c73337-1ef2-4ee9-8866-bb9b78783dce req-28254d3a-7ae4-4811-923e-ad4be8a72b0d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:28.473976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38c73337-1ef2-4ee9-8866-bb9b78783dce req-28254d3a-7ae4-4811-923e-ad4be8a72b0d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3874218 Sep 17 22:10:28.537088 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ced7790c-58d0-4bdf-95fe-4acc135ce434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:28.552667 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7790c-58d0-4bdf-95fe-4acc135ce434 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:28.554423 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ced7790c-58d0-4bdf-95fe-4acc135ce434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:28.593258 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ced7790c-58d0-4bdf-95fe-4acc135ce434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:28.594357 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7790c-58d0-4bdf-95fe-4acc135ce434 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:10:28.622878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786254a-b494-4fde-89a4-84bd20a69b63 req-354e2bbc-7b23-4e11-823c-fe27c683c385 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:28.635448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9786254a-b494-4fde-89a4-84bd20a69b63 req-354e2bbc-7b23-4e11-823c-fe27c683c385 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2794082 Sep 17 22:10:28.658302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:28.766515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Deleting port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:10:28.767432 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:28.780122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9786254a-b494-4fde-89a4-84bd20a69b63 req-aa1ad816-86b2-480e-8e86-4c94ad2563f9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017113 Sep 17 22:10:28.821626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff35e99-aa6e-42c5-9565-efc54c5f6484 req-ca44f346-b3f0-42e8-a813-45d3dddddaca tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:28.823423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ff35e99-aa6e-42c5-9565-efc54c5f6484 req-ca44f346-b3f0-42e8-a813-45d3dddddaca tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 945 time: 0.1514478 Sep 17 22:10:28.863303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-b3291909-2bad-4999-b360-fc4e12647c23 service neutron] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:28.873185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-b3291909-2bad-4999-b360-fc4e12647c23 service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:28.874601 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be7d2b00-7405-46f5-aa57-17abf30d7308 req-b3291909-2bad-4999-b360-fc4e12647c23 service neutron] 10.222.0.35 "DELETE /v2.0/ports/b2ce55c9-7e2a-46d6-84a1-7b7890b8072d/bindings/n-h1-713498-17 HTTP/1.1" status: 204 len: 173 time: 0.6162822 Sep 17 22:10:28.984881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ff35e99-aa6e-42c5-9565-efc54c5f6484 req-543a2c61-98ed-4985-8270-58834f71b11f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402199 Sep 17 22:10:29.010916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbb61c-1d24-4108-959a-493103d8bc0c req-98b52320-e294-474d-bfcc-fa744d5fe270 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:29.031050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5dbb61c-1d24-4108-959a-493103d8bc0c req-98b52320-e294-474d-bfcc-fa744d5fe270 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 945 time: 0.1496699 Sep 17 22:10:29.034160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-8fe02c8d-af23-4191-8a1e-93653e17d5e0 req-af39487b-f89e-453a-bdda-e47ebfae66b2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2099093034', 'description': 'tempest-description-1524608880'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:29.072087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Made reservation on behalf of 7939f8214cec4c32b41cc7b327b7ed2e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:29.073672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] For port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,segment=NetworkSegment(4d241c58-cbc5-4b6d-95fb-dbe51776bf2e),segment_id=4d241c58-cbc5-4b6d-95fb-dbe51776bf2e)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:29.074051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:29.076551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:29.112701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] device_id is not set on port fcdc109e-4059-425a-964d-a9b4b1415960 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:10:29.134272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Calling delete_port for a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:10:29.210040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5dbb61c-1d24-4108-959a-493103d8bc0c req-922b7d6e-27d6-4e09-b69c-ce1347c46379 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c24b02d-f7d3-47af-a058-c41851a569f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785932 Sep 17 22:10:29.222014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8fe02c8d-af23-4191-8a1e-93653e17d5e0 req-af39487b-f89e-453a-bdda-e47ebfae66b2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:29.317519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85143fd-3dc4-4df9-b00b-46470a007fac {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:29.334367 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:29.365268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Transition to ACTIVE for port object e85143fd-3dc4-4df9-b00b-46470a007fac will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:10:29.473406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.20.0.5 (99a421e2-61d5-482a-ab04-9cf713273e95/1f443acd-f69e-4339-994d-96b0e0589513/fcdc109e-4059-425a-964d-a9b4b1415960) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:29.481148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:29.545711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:29.584739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:29.655645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Pushing event deleted for resources: {'Port': ['ID=a2752ad8-292d-4b5b-b2f6-5e7d92fa1800,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:29.713110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4e9a-c585-43c9-beaf-f8aefefd37dd req-4aea5801-d987-4021-bc22-07e5938dbe69 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:29.721149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc5b4e9a-c585-43c9-beaf-f8aefefd37dd req-4aea5801-d987-4021-bc22-07e5938dbe69 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 936 time: 0.3442180 Sep 17 22:10:29.767604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] No DVR routers for this DVR port a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:10:29.771850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:29.774818 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bff2186f-da9a-4fa0-9d60-9da620f3142d req-a351f92e-be60-45f9-ba9a-bbcb2fd870a1 tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.35 "DELETE /v2.0/ports/a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 HTTP/1.1" status: 204 len: 173 time: 1.5112529 Sep 17 22:10:29.775491 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b', 'name': 'network-vif-deleted', 'tag': 'a2752ad8-292d-4b5b-b2f6-5e7d92fa1800'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:29.778588 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e0a25b-f723-43c3-862a-da5f364b7965" -d '{"events": [{"server_uuid": "b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b", "name": "network-vif-deleted", "tag": "a2752ad8-292d-4b5b-b2f6-5e7d92fa1800"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:29.787266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Attempting to bind port e85143fd-3dc4-4df9-b00b-46470a007fac on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:10:29.787266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Attempting to bind port e85143fd-3dc4-4df9-b00b-46470a007fac by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:10:29.787266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Attempting to bind port e85143fd-3dc4-4df9-b00b-46470a007fac on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:29.789452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Port e85143fd-3dc4-4df9-b00b-46470a007fac on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:10:29.789791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Attempting to bind port e85143fd-3dc4-4df9-b00b-46470a007fac on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:29.789913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc5b4e9a-c585-43c9-beaf-f8aefefd37dd req-f8ee3980-4384-4676-9cef-c2a7a8e08868 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640969 Sep 17 22:10:29.796152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:10:29.796508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:29.796913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:10:29.797464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Bound port: e85143fd-3dc4-4df9-b00b-46470a007fac, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:10:29.797824 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:29.930417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:29.952392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8fe02c8d-af23-4191-8a1e-93653e17d5e0 req-af39487b-f89e-453a-bdda-e47ebfae66b2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:30.039442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d41380-57da-426e-a364-30591f20e324 req-418bba72-1051-4563-8fe2-a3f76feabbf8 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:30.040613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:30.047848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31d41380-57da-426e-a364-30591f20e324 req-418bba72-1051-4563-8fe2-a3f76feabbf8 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1097 time: 0.0937798 Sep 17 22:10:30.055555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:10:30.082539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8fe02c8d-af23-4191-8a1e-93653e17d5e0 req-af39487b-f89e-453a-bdda-e47ebfae66b2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:30.149715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31d41380-57da-426e-a364-30591f20e324 req-f5b7f56d-264b-439f-80cb-dd2415b2211d tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937054 Sep 17 22:10:30.158959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39487b-f89e-453a-bdda-e47ebfae66b2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a153a1c-53f5-49fb-8fe9-e1dc92b30e27,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:30.192649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:30.297818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8fe02c8d-af23-4191-8a1e-93653e17d5e0 req-af39487b-f89e-453a-bdda-e47ebfae66b2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:30.299424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fe02c8d-af23-4191-8a1e-93653e17d5e0 req-af39487b-f89e-453a-bdda-e47ebfae66b2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2697575 Sep 17 22:10:30.300959 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:30.339803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:30.341829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:30.344028 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] 10.222.0.32 "PUT /v2.0/ports/e85143fd-3dc4-4df9-b00b-46470a007fac HTTP/1.1" status: 200 len: 1097 time: 1.9351187 Sep 17 22:10:30.345695 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d606fc9c-a504-4a38-a7ae-d608ea2e491c x-openstack-request-id: req-d606fc9c-a504-4a38-a7ae-d608ea2e491c {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:30.345936 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b", "name": "network-vif-deleted", "tag": "a2752ad8-292d-4b5b-b2f6-5e7d92fa1800", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:30.346238 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d606fc9c-a504-4a38-a7ae-d608ea2e491c {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:30.346639 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b', 'name': 'network-vif-deleted', 'tag': 'a2752ad8-292d-4b5b-b2f6-5e7d92fa1800', 'status': 'completed', 'code': 200} Sep 17 22:10:30.408286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d0581-f93d-4870-b632-9da128130b21 service neutron] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:30.514974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=fcdc109e-4059-425a-964d-a9b4b1415960,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:30.549989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:10:30.575436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 99a421e2-61d5-482a-ab04-9cf713273e95 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:30.577821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2db976fc-efe7-4c6f-a99d-06f55e488f95 req-9c743df3-9c48-42af-aaea-73dff8726c9c tempest-ServerTagsTestJSON-1968442257 tempest-ServerTagsTestJSON-1968442257-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b0d8b2-a5d8-4bdd-b713-76c5fe83be5b HTTP/1.1" status: 200 len: 210 time: 0.0741506 Sep 17 22:10:30.581457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:30.586837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:30.622470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:10:30.625214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device a2752ad8-292d-4b5b-b2f6-5e7d92fa1800 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:10:30.644661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-ce8bcc3c-c138-496e-ab95-26ec370b3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:30.646398 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-ce8bcc3c-c138-496e-ab95-26ec370b3c76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 1100 time: 0.1207283 Sep 17 22:10:30.677808 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:10:30.709664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa73771-17f0-4090-841f-2f9c02f2c6d6 req-dac120e1-7a88-4dad-8419-a0ae9fccf2df tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:30.718490 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-baa73771-17f0-4090-841f-2f9c02f2c6d6 req-dac120e1-7a88-4dad-8419-a0ae9fccf2df tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2252743 Sep 17 22:10:30.727857 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-6b82b1f4-2e3c-4d8b-9e88-54f258c4e254 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e85143fd-3dc4-4df9-b00b-46470a007fac HTTP/1.1" status: 200 len: 217 time: 0.0729747 Sep 17 22:10:30.761273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:30.762228 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:30.824870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-c46091df-79f3-4fae-bca6-dc0eb8b5d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:30.829490 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-c46091df-79f3-4fae-bca6-dc0eb8b5d34f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0928743 Sep 17 22:10:30.887051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-baa73771-17f0-4090-841f-2f9c02f2c6d6 req-f872d67f-856d-4cc4-8e2e-4947622ed26f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675265 Sep 17 22:10:30.918875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e8dce931-a6b9-4ae0-9176-ae5a3ca30a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:30.921044 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-e8dce931-a6b9-4ae0-9176-ae5a3ca30a96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0822129 Sep 17 22:10:30.933739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df9aac-4643-4752-b55b-f5b009991dad req-f47e091c-8139-4952-82b1-60c538d54c63 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:30.935406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-f47e091c-8139-4952-82b1-60c538d54c63 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 821 time: 0.1982267 Sep 17 22:10:30.957545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-d2616ae1-df35-41b9-a14c-1be7e6984022 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/quotas/132ca9e15192406e9bfbb730ea7dd771 HTTP/1.1" status: 200 len: 375 time: 0.0144436 Sep 17 22:10:31.032141 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-bdf608b4-acb7-4b25-a2e1-fe925d05d219 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017482 Sep 17 22:10:31.093605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-bd97632a-16ea-490f-8334-ddba3002b40d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290038 Sep 17 22:10:31.126885 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4c2467e6-57b8-403c-8ae5-4f69e2e93cc3 req-0e41e142-571b-46ac-b3cc-78936d6e6d8c service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872562 Sep 17 22:10:31.195572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-bc052a0f-d994-42d6-b023-a6b633c10cd0 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:31.197083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-bc052a0f-d994-42d6-b023-a6b633c10cd0 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 813 time: 0.2173548 Sep 17 22:10:31.218309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-291558bd-0de2-4c10-b788-f25e7d96ef38 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/quotas/c92244378f2a4a0aa358038b8ad367b4 HTTP/1.1" status: 200 len: 375 time: 0.0148368 Sep 17 22:10:31.259158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-a0a10a53-ad49-4ed4-8f60-248f463bb3fe service neutron] 10.222.0.13 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550455 Sep 17 22:10:31.261016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-bf4fc016-136a-496b-996e-40f6c2113bc9 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344350 Sep 17 22:10:31.312841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-30f347d7-5938-4b69-b9eb-fe6cf65721ec tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8788757 Sep 17 22:10:31.316934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38174) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:31.329660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'port': {'network_id': '99a421e2-61d5-482a-ab04-9cf713273e95', 'name': 'tempest-FloatingIPTestJSON-610224723'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:31.512989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-e14e3687-030c-4a30-8697-e671148f1e27 service neutron] 10.222.0.13 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475476 Sep 17 22:10:31.555966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-12701382-82e9-466f-84cd-41c79f8628c7 service neutron] 10.222.0.13 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832363 Sep 17 22:10:31.692957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Made reservation on behalf of 7939f8214cec4c32b41cc7b327b7ed2e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:31.697389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:31.724086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] device_id is not set on port 40c9f44d-99af-4dbb-91fd-27ccc5a91456 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:10:31.783747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-522e85d1-049e-4548-99a7-638c70a20120 service neutron] 10.222.0.13 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017114 Sep 17 22:10:31.895696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.20.0.14 (99a421e2-61d5-482a-ab04-9cf713273e95/1f443acd-f69e-4339-994d-96b0e0589513/40c9f44d-99af-4dbb-91fd-27ccc5a91456) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:32.124619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38198) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:32.245075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Deleting subnet 2a61ed36-2980-4440-b9bc-a6643a12a0d4 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:10:32.254505 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:32.308227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:32.332861 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56100-a85f-4b55-a759-2b759db4eb0a req-593eed32-a27e-4925-9ef6-0119b907561e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:32.351720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fd56100-a85f-4b55-a759-2b759db4eb0a req-593eed32-a27e-4925-9ef6-0119b907561e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 948 time: 0.2065876 Sep 17 22:10:32.380667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:32.380667 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed4f96f-bc39-4a7c-b889-60515bbcf575" -d '{"events": [{"name": "network-changed", "server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:32.400844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:32.430183 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:32.454047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722fb80-5eb7-48f7-9592-61201d856db1 req-845b375f-9690-4ba5-bf48-1fa87ab1797b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:32.455901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e722fb80-5eb7-48f7-9592-61201d856db1 req-845b375f-9690-4ba5-bf48-1fa87ab1797b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2382619 Sep 17 22:10:32.499103 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fd56100-a85f-4b55-a759-2b759db4eb0a req-94050067-3abf-434f-a120-9d3f21f531f1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464746 Sep 17 22:10:32.535908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e722fb80-5eb7-48f7-9592-61201d856db1 req-48e4df8d-0966-4cc8-aff1-2682c5734029 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664129 Sep 17 22:10:32.588093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-400d6109-de62-4900-b66b-460ee7d07136 req-90dd64f2-d036-470d-8615-db58f01b52e4 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 210 time: 0.0317831 Sep 17 22:10:32.635942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:32.688949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e85143fd-3dc4-4df9-b00b-46470a007fac details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:10:32.689701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bad28e8-06ef-472d-b238-a0cf9880bca5 req-6171aaa4-8989-4fb3-8194-0d2a8a9666ce tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 210 time: 0.0749643 Sep 17 22:10:32.705271 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9659805-1413-481d-a8a3-6e202aa2b9be x-openstack-request-id: req-e9659805-1413-481d-a8a3-6e202aa2b9be {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:32.705659 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:32.705972 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9659805-1413-481d-a8a3-6e202aa2b9be {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:32.706645 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'status': 'completed', 'code': 200} Sep 17 22:10:32.712123 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:32.721619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:32.727128 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2a61ed36-2980-4440-b9bc-a6643a12a0d4 HTTP/1.1" status: 204 len: 168 time: 0.6003258 Sep 17 22:10:32.745642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a61ed36-2980-4440-b9bc-a6643a12a0d4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:32.754434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38214) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:32.759590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.760188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.761099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.761891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.762523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.763098 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.763796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.764358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.765074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.766008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.766552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.767083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb328dbd-61a0-4ae7-8bf6-322f44b46d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:32.927488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 99a421e2-61d5-482a-ab04-9cf713273e95 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:32.931562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:32.935917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:32.971452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-99d9343f-c1c0-4e65-9f57-b379b6ee5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:32.976091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-99d9343f-c1c0-4e65-9f57-b379b6ee5ce4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 1100 time: 0.2596507 Sep 17 22:10:33.003002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:33.008738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:33.009453 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.019048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=40c9f44d-99af-4dbb-91fd-27ccc5a91456,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:33.034549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.034923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.035263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.035593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.035982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.036310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.036635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.037004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.037326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.037645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.039040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.039040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:10:33.047444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.054586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'mac_address': 'fa:16:3e:c3:b7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:10:33.115087 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.138518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-73bde01d-fdd7-474e-8184-e2432e813c18 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8204362 Sep 17 22:10:33.141511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38218) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:33.147776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85143fd-3dc4-4df9-b00b-46470a007fac {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:33.148715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '40c9f44d-99af-4dbb-91fd-27ccc5a91456', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:33.173572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:33.304034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.305736 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.316088 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.356873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aab0083-79de-470f-9165-33f5bb200681']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:33.394448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d241c58-cbc5-4b6d-95fb-dbe51776bf2e') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:33.401720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d241c58-cbc5-4b6d-95fb-dbe51776bf2e') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:33.418324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.470984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.487222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:10:33.487653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.490379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:33.576324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['e85143fd-3dc4-4df9-b00b-46470a007fac'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:10:33.602425 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:10:33.644107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-da15c9cf-7508-4953-94e5-f1525cff0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:33.647868 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-da15c9cf-7508-4953-94e5-f1525cff0e32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.6628163 Sep 17 22:10:33.679581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.737778 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.744926 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-64b64b47-6048-4250-adc4-7032764e4f12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e85143fd-3dc4-4df9-b00b-46470a007fac HTTP/1.1" status: 200 len: 217 time: 0.0897043 Sep 17 22:10:33.751591 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:33.754497 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] 10.222.0.13 "DELETE /v2.0/networks/1aab0083-79de-470f-9165-33f5bb200681 HTTP/1.1" status: 204 len: 168 time: 0.9810402 Sep 17 22:10:33.797991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bd64b-a59d-41c4-bd00-f010fe48252e admin admin] Pushing event deleted for resources: {'Network': ['ID=1aab0083-79de-470f-9165-33f5bb200681,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:33.833261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe3fbf-71b4-4fab-9b4e-5be441991071 req-4185cd3d-f8f9-4178-b62c-34f872e2a9bf tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:33.836015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-acfe3fbf-71b4-4fab-9b4e-5be441991071 req-4185cd3d-f8f9-4178-b62c-34f872e2a9bf tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.1795051 Sep 17 22:10:33.850264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262a50d-394e-4096-903b-b6f13752f0f5 req-c1b79591-e655-451d-ae11-5c1687b3eec4 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:33.852943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1262a50d-394e-4096-903b-b6f13752f0f5 req-c1b79591-e655-451d-ae11-5c1687b3eec4 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 949 time: 0.1835482 Sep 17 22:10:33.883811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-b8c5cef7-9d48-4d4a-aaf4-84522b89f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:33.885338 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-b8c5cef7-9d48-4d4a-aaf4-84522b89f1eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1002922 Sep 17 22:10:33.946629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-bddcb939-4e71-496a-b4ea-30a1d0b7f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:33.948657 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-bddcb939-4e71-496a-b4ea-30a1d0b7f3aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534813 Sep 17 22:10:33.965899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1262a50d-394e-4096-903b-b6f13752f0f5 req-59463c1d-8748-4a6b-b74f-1abf65068fb7 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820718 Sep 17 22:10:34.033804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-acfe3fbf-71b4-4fab-9b4e-5be441991071 req-56f6cfd7-98c5-4c6c-b242-4f3ddb443094 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738091 Sep 17 22:10:34.051981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.25.5.30 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/d23aba8c-7ffd-47f9-a993-34d259d22062) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:34.173454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c65691e-72c0-4762-b8ef-69ab03dfedb6 req-ce279687-cecb-498d-a49e-abb5c6aa769d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 210 time: 0.0775754 Sep 17 22:10:34.191014 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-ed08d96e-871f-4d02-9b7f-e79558529121 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337894 Sep 17 22:10:34.328791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38240) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:34.329150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38242) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:34.362196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1713184973'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:34.366993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1ce5e78-d33b-44ce-a23a-11b9a3712f6e req-3944835b-11b4-4c05-8e9b-9ebf546deb68 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 210 time: 0.1925194 Sep 17 22:10:34.421309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c0500f8-9bce-469d-96e7-d7766785facd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71763b2728ac49eda7fdc7a9f5263c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850244 Sep 17 22:10:34.427808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38244) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:34.431491 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ed4f96f-bc39-4a7c-b889-60515bbcf575 req-778a0f97-d83c-48b5-8732-1c0aadb22d8a service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323368 Sep 17 22:10:34.469352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.515453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:34.518990 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.533095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-27995d85-2e29-400a-b800-6d44fec62139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.570696 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-27995d85-2e29-400a-b800-6d44fec62139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.579343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:10:34.607837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.607837 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Added segment a765c46f-6372-4ac7-a527-5d82ccc8e697 of type vlan for network d52773da-ea71-415b-9d63-4f91823d2c03 Sep 17 22:10:34.671109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.674016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.691362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e85143fd-3dc4-4df9-b00b-46470a007fac up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:34.719698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:34.731799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:34.740033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:34.766639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-27995d85-2e29-400a-b800-6d44fec62139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.769605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-27995d85-2e29-400a-b800-6d44fec62139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.770839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-27995d85-2e29-400a-b800-6d44fec62139 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c24b02d-f7d3-47af-a058-c41851a569f2 HTTP/1.1" status: 204 len: 168 time: 0.3420291 Sep 17 22:10:34.816391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=d23aba8c-7ffd-47f9-a993-34d259d22062,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:34.828656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27995d85-2e29-400a-b800-6d44fec62139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c24b02d-f7d3-47af-a058-c41851a569f2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:34.857743 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.882351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port e85143fd-3dc4-4df9-b00b-46470a007fac completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:10:34.885311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:34.885965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:34.891981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port e85143fd-3dc4-4df9-b00b-46470a007fac triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:34.899363 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:35.026330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:35.080922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:35.083473 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83c07aa-4ba2-438c-9c0a-034fd893fac2" -d '{"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-plugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:35.101379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:35.231489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:35.235210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-73ed85f6-316b-46b0-a50e-93f246b37227 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--529071224&fields=id&tenant_id=7b8b25dc37b6482faf06116e4bcab50f HTTP/1.1" status: 200 len: 267 time: 0.4612014 Sep 17 22:10:35.389105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df9aac-4643-4752-b55b-f5b009991dad req-cf3e64b6-253a-401b-b1f3-46ed04bf5f25 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:35.394380 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-cf3e64b6-253a-401b-b1f3-46ed04bf5f25 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 821 time: 0.2446294 Sep 17 22:10:35.400641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:35.412611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Request body: {'port': {'device_id': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a', 'admin_state_up': True, 'tenant_id': '132ca9e15192406e9bfbb730ea7dd771'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:35.430939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0699446 Sep 17 22:10:35.430939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d35e0-cd10-4afb-8f2d-a88908a2af5d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Network': ['ID=d52773da-ea71-415b-9d63-4f91823d2c03,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:35.441338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d52773da-ea71-415b-9d63-4f91823d2c03 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:10:35.447649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38266) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:35.474725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1035329667'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:35.527817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063378-e959-4eb2-9cd6-9be67d5a0719 req-80901b9a-181f-4f53-a415-fecf5e92889e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:35.529354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0063378-e959-4eb2-9cd6-9be67d5a0719 req-80901b9a-181f-4f53-a415-fecf5e92889e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.3164172 Sep 17 22:10:35.655945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:35.659837 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:35.672523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-8c9e0291-372a-49e3-b123-f466e7b657e9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:35.674018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-8c9e0291-372a-49e3-b123-f466e7b657e9 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/networks?id=e9a0f2da-d64c-4712-8e79-13850e1c3037 HTTP/1.1" status: 200 len: 815 time: 0.4378221 Sep 17 22:10:35.706513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0063378-e959-4eb2-9cd6-9be67d5a0719 req-935da34c-f1e8-4a6e-a4e6-b5716e2ff9b2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566408 Sep 17 22:10:35.739886 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-99442ce7-7c5b-4264-baa9-ac1cdd54474b tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/quotas/7b8b25dc37b6482faf06116e4bcab50f HTTP/1.1" status: 200 len: 375 time: 0.0581932 Sep 17 22:10:35.780699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:10:35.808636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:35.809472 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Added segment 1860c145-d119-4012-9d4f-4f7dc3231f0e of type vlan for network 326fc1b5-7834-476d-a7fb-3ec75767f891 Sep 17 22:10:35.823856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Made reservation on behalf of 132ca9e15192406e9bfbb730ea7dd771 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:35.835466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:35.938034 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:35.950312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-b672cd5e-c463-46e7-9ac2-bac365fb3774 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b8b25dc37b6482faf06116e4bcab50f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2036438 Sep 17 22:10:36.122653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-baae4a76-2dcf-42d6-8261-d744dfc29dc3 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:36.124218 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-baae4a76-2dcf-42d6-8261-d744dfc29dc3 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.35 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 813 time: 0.2426376 Sep 17 22:10:36.145946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45957b-69dc-407e-b422-5d77a964e198 req-fd9f936a-0719-47a7-aea3-9bf6d345953e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:36.146177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'port': {'device_id': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48', 'admin_state_up': True, 'tenant_id': 'c92244378f2a4a0aa358038b8ad367b4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:36.148747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b45957b-69dc-407e-b422-5d77a964e198 req-fd9f936a-0719-47a7-aea3-9bf6d345953e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2629545 Sep 17 22:10:36.162065 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:36.168799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:36.169536 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:36.226506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Allocated IP 172.20.0.11 (9b84cd57-6e0c-4713-8808-efa126488a5a/e9599773-24e3-4c52-90bc-421d9e50953a/3d539988-adff-4ff9-ba43-bef40bb474d8) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:36.301097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-f5aaee9a-3237-4775-b2fd-114c6277b9c6 service neutron] 10.222.0.13 "GET /v2.0/networks/e9a0f2da-d64c-4712-8e79-13850e1c3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345954 Sep 17 22:10:36.323292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b45957b-69dc-407e-b422-5d77a964e198 req-0412e533-7abd-4851-b104-092e5fdaf549 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603251 Sep 17 22:10:36.337066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:36.391113 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f93a6f-5e5f-4982-8bf3-362f1b8cf4ef x-openstack-request-id: req-47f93a6f-5e5f-4982-8bf3-362f1b8cf4ef {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:36.391655 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-plugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:36.393888 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47f93a6f-5e5f-4982-8bf3-362f1b8cf4ef {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:36.394701 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'code': 200} Sep 17 22:10:36.396681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Network': ['ID=326fc1b5-7834-476d-a7fb-3ec75767f891,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:36.407382 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fd5a8a05-e223-4b7b-923f-ee0478ad30f3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9546480 Sep 17 22:10:36.408250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 326fc1b5-7834-476d-a7fb-3ec75767f891 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:10:36.409545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38284) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:36.422531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'subnet': {'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:36.592191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73d15eb5-c7fa-4199-bfd1-2f4b4bd203b9 req-07e11657-5f13-433d-a880-c2453c187031 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 210 time: 0.0891814 Sep 17 22:10:36.626575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-82063320-aef8-4178-90ea-496cd88cd4ee service neutron] 10.222.0.13 "GET /v2.0/networks/e9a0f2da-d64c-4712-8e79-13850e1c3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133583 Sep 17 22:10:36.649322 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:36.683136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38286) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:36.693359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2a49b-0098-4fdf-a7c9-4aa91e4ce3e7 req-79d22836-5785-49f1-9ef0-e76e58d9400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:36.696727 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bfe2a49b-0098-4fdf-a7c9-4aa91e4ce3e7 req-79d22836-5785-49f1-9ef0-e76e58d9400f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 1102 time: 0.1826622 Sep 17 22:10:36.705292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Made reservation on behalf of c92244378f2a4a0aa358038b8ad367b4 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:36.709217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:36.757143 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:36.790379 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bfe2a49b-0098-4fdf-a7c9-4aa91e4ce3e7 req-d9efdf0e-f804-4091-9ec4-267a562fb872 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755887 Sep 17 22:10:36.852901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1299000863-network', 'tenant_id': '43c4329b0f134f7892fa6f8c36164cab'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:36.877897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d03dbc21-e41d-4179-a604-f837ba7f08a2 req-0e219a16-a670-4a29-abbc-036bbc2a1722 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 210 time: 0.1420209 Sep 17 22:10:36.940091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Allocated IP 172.20.0.6 (f785c69b-b427-4de2-a156-dc4084158d48/eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5/ea7aa2fd-f431-4fc0-88df-b92dd06ebf59) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:36.972700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:36.980467 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:36.983039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.065583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Network 9b84cd57-6e0c-4713-8808-efa126488a5a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:37.073988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:37.076406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Pushing event updated for resources: {'Port': ['ID=3d539988-adff-4ff9-ba43-bef40bb474d8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:37.087042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:37.098924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Made reservation on behalf of 43c4329b0f134f7892fa6f8c36164cab for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:37.101992 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.145144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.200894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:37.201557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.399404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f308f-4e1e-4704-80be-65a1fd4bcee9 req-ccda8869-f1ae-4781-a8c1-8646aa05573b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:37.400937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-977f308f-4e1e-4704-80be-65a1fd4bcee9 req-ccda8869-f1ae-4781-a8c1-8646aa05573b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.4026544 Sep 17 22:10:37.407290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.495152 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.607806 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-977f308f-4e1e-4704-80be-65a1fd4bcee9 req-d5364484-b42b-4af4-bdaa-da7ec404d482 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972895 Sep 17 22:10:37.684802 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.697934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=d23aba8c-7ffd-47f9-a993-34d259d22062,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:37.711106 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.783008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de0e7673-1433-4900-95be-2b6fd86f096e req-1bbd41ac-44d9-44fa-99fb-648f65e757fc tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.0762494 Sep 17 22:10:37.830968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.845062 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.875057 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.925296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Network f785c69b-b427-4de2-a156-dc4084158d48 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:37.930024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:37.938582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:37.959216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.962512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:37.972736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Subnet': ['ID=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:37.998723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefb660-a0d6-4da2-b311-59918587151e req-2762611e-5f36-4535-8b2b-6930717aef53 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:37.999063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'Port': ['ID=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:38.000247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfefb660-a0d6-4da2-b311-59918587151e req-2762611e-5f36-4535-8b2b-6930717aef53 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.2229512 Sep 17 22:10:38.040921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:10:38.051150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0525824-feda-4e1b-a4aa-0593fb41fd31,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:38.058630 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-9752eeb3-3bbc-44f8-87e1-bb19bc0107dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6508350 Sep 17 22:10:38.066118 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP 1d65bdef-e4a5-4c9b-bc32-b6af48de27e4 associated. External IP: 172.25.5.30, port: 40c9f44d-99af-4dbb-91fd-27ccc5a91456. Sep 17 22:10:38.076090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:38.076975 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.090035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Request body: {'port': {'device_id': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:38.097383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.097876 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Added segment 3cc94f0e-26af-4504-b04c-14d3677929a6 of type vlan for network a9c539ac-af4a-4ab8-a541-399403f01b7f Sep 17 22:10:38.129160 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfefb660-a0d6-4da2-b311-59918587151e req-0baa62d0-30b5-4776-9259-b702547839ca tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036642 Sep 17 22:10:38.156390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Checking segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:38.156764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network hostable DHCP agents. Network: d52773da-ea71-415b-9d63-4f91823d2c03, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:10:38.178160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb8676-2a19-4880-a87e-111c1ba8071e req-b2e21487-ad0a-4a85-b799-4d36c9a14d7c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:38.187667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28fb8676-2a19-4880-a87e-111c1ba8071e req-b2e21487-ad0a-4a85-b799-4d36c9a14d7c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 932 time: 0.2210238 Sep 17 22:10:38.200775 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.243730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.248907 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-87b07b37-4810-4c1b-97fa-fb7f1e0324de tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1098185 Sep 17 22:10:38.268128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Request body: {'port': {'device_id': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:38.313566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28fb8676-2a19-4880-a87e-111c1ba8071e req-2e111774-5df1-49d3-ba0a-8826ebac616a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249483 Sep 17 22:10:38.371424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network d52773da-ea71-415b-9d63-4f91823d2c03 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:10:38.432711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bc1a2-c04d-4a1d-969b-116f78ccc871 req-2be769bf-8cd7-4551-a775-2a26974ccdf0 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:38.434214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c7bc1a2-c04d-4a1d-969b-116f78ccc871 req-2be769bf-8cd7-4551-a775-2a26974ccdf0 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 931 time: 0.1789191 Sep 17 22:10:38.447727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.448706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:38.449295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.497730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.532660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d52773da-ea71-415b-9d63-4f91823d2c03) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:38.543324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85142225-031a-4a63-a250-2a9f28d9a067 None None] Network d52773da-ea71-415b-9d63-4f91823d2c03 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:38.548521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:38.549312 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.568423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c7bc1a2-c04d-4a1d-969b-116f78ccc871 req-cfde6a15-d7a9-4c48-bd14-4204121f9078 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133149 Sep 17 22:10:38.577481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:10:38.578226 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8940849 Sep 17 22:10:38.581578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38316) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:38.588549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Request body: {'subnet': {'network_id': 'a9c539ac-af4a-4ab8-a541-399403f01b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1299000863-subnet', 'tenant_id': '43c4329b0f134f7892fa6f8c36164cab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:38.590897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85c80c-5bf2-403e-95f5-e1c866ab6206 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c539ac-af4a-4ab8-a541-399403f01b7f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:38.637709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a9c539ac-af4a-4ab8-a541-399403f01b7f details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:10:38.684213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-10af66b0-65b1-4bb9-9eda-489d281db1d9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2732558 Sep 17 22:10:38.690889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38322) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:38.701033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'subnet': {'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:38.849862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Made reservation on behalf of 43c4329b0f134f7892fa6f8c36164cab for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:38.852715 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:38.980140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d539988-adff-4ff9-ba43-bef40bb474d8 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:38.991875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.017261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Transition to ACTIVE for port object 3d539988-adff-4ff9-ba43-bef40bb474d8 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:10:39.082141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d52773da-ea71-415b-9d63-4f91823d2c03', 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'fixed_ips': [{'subnet_id': 'e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:10:39.083065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.093781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:10:39.105987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af08992-a298-4eb9-92a7-c049e2176945 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:10:39.111010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.118432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6ccca0b-a994-4212-9710-b30f3dbfdbee req-7b207193-bb6e-4672-af85-778d990c60d7 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.0801866 Sep 17 22:10:39.153038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664adbb-bdce-4f62-8a05-4f59267ed2df req-cc39d034-185b-4540-9526-59ad056050e5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:39.171885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2664adbb-bdce-4f62-8a05-4f59267ed2df req-cc39d034-185b-4540-9526-59ad056050e5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.4016807 Sep 17 22:10:39.185395 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.191314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:39.197712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af08992-a298-4eb9-92a7-c049e2176945 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:39.198492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6af08992-a298-4eb9-92a7-c049e2176945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:39.211174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.230333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d539988-adff-4ff9-ba43-bef40bb474d8,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:39.271702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Transition to ACTIVE for port object ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:10:39.281259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=94994457-5fc4-46a6-aa95-548a88620abc,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:39.295110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:39.300084 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.312219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:10:39.312940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:10:39.313556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:39.323395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Port 3d539988-adff-4ff9-ba43-bef40bb474d8 on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:10:39.324240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:39.333172 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:10:39.334000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:39.335502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:10:39.336538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Bound port: 3d539988-adff-4ff9-ba43-bef40bb474d8, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:10:39.337228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.389016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.439817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:39.445983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:10:39.448314 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.471452 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6af08992-a298-4eb9-92a7-c049e2176945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:39.504065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af08992-a298-4eb9-92a7-c049e2176945 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:39.504707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6af08992-a298-4eb9-92a7-c049e2176945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:39.505240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2664adbb-bdce-4f62-8a05-4f59267ed2df req-b5c49039-b72d-4ae3-83c0-b77a7d4a1c72 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298388 Sep 17 22:10:39.509989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-709ff2e4-cfab-4fce-99dd-4bacb79b4c92 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3646092 Sep 17 22:10:39.531753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38330) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:39.539036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cb8c5d4c-885b-4306-8d02-353e23beda0e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:39.557164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6af08992-a298-4eb9-92a7-c049e2176945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:39.561855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af08992-a298-4eb9-92a7-c049e2176945 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:10:39.599346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Pushing event updated for resources: {'Port': ['ID=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:39.605248 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.608966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020cfca-8fa9-43b5-8d05-ec5874fa21c3 req-8b49940b-a339-49a8-b1c9-4bf6cdcfb11f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:39.613828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8020cfca-8fa9-43b5-8d05-ec5874fa21c3 req-8b49940b-a339-49a8-b1c9-4bf6cdcfb11f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.3303604 Sep 17 22:10:39.661013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:39.661644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.663748 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] 10.222.0.35 "PUT /v2.0/ports/3d539988-adff-4ff9-ba43-bef40bb474d8 HTTP/1.1" status: 200 len: 1093 time: 1.5801699 Sep 17 22:10:39.664382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:39.667028 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:39.677920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Checking segment: {'id': '3cc94f0e-26af-4504-b04c-14d3677929a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c539ac-af4a-4ab8-a541-399403f01b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:39.679685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Network hostable DHCP agents. Network: a9c539ac-af4a-4ab8-a541-399403f01b7f, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:10:39.708296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Allocated IP 10.1.1.2 (d52773da-ea71-415b-9d63-4f91823d2c03/e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99/abc90586-925c-4e21-a522-90b5a754a9ff) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:39.708919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Attempting to bind port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:10:39.709313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Attempting to bind port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'c2f47871-b87c-4fda-a752-de55e0297725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:10:39.709669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Attempting to bind port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 on network f785c69b-b427-4de2-a156-dc4084158d48 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:39.713138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dc7f6-b228-4408-b120-3abd494ae4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d539988-adff-4ff9-ba43-bef40bb474d8,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:39.719099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 on network f785c69b-b427-4de2-a156-dc4084158d48 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:10:39.719099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Attempting to bind port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 on network f785c69b-b427-4de2-a156-dc4084158d48 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:39.724347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:10:39.727433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Checking segment: {'id': 'c2f47871-b87c-4fda-a752-de55e0297725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:39.727433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Bound using segment: {'id': 'c2f47871-b87c-4fda-a752-de55e0297725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:10:39.727433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Bound port: ea7aa2fd-f431-4fc0-88df-b92dd06ebf59, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f47871-b87c-4fda-a752-de55e0297725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:10:39.727433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.750627 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.816565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] For port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:39.820422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] For port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:10:39.835001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5d4c-885b-4306-8d02-353e23beda0e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.894034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8020cfca-8fa9-43b5-8d05-ec5874fa21c3 req-df6234fc-69af-4797-84f2-ddd357866c64 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430303 Sep 17 22:10:39.906034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5322e-e0ae-4c2e-8ca9-248136cc1b60 req-52105a12-2cdd-42ad-a74e-bae78b1a59d5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:39.925164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45d5322e-e0ae-4c2e-8ca9-248136cc1b60 req-52105a12-2cdd-42ad-a74e-bae78b1a59d5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.3102074 Sep 17 22:10:39.950901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df9aac-4643-4752-b55b-f5b009991dad req-b2373bdc-3050-42c1-afc6-7ae3452abd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:39.953116 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-b2373bdc-3050-42c1-afc6-7ae3452abd98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0809557 Sep 17 22:10:39.969957 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:39.987495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Network a9c539ac-af4a-4ab8-a541-399403f01b7f is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:10:40.011335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.021349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-0bc4af70-d4a7-4b28-9043-249544dbbe53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d539988-adff-4ff9-ba43-bef40bb474d8 HTTP/1.1" status: 200 len: 217 time: 0.0580473 Sep 17 22:10:40.076890 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.086778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45d5322e-e0ae-4c2e-8ca9-248136cc1b60 req-8c7685b3-e2d0-4aab-aa94-e1548f30dc13 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606145 Sep 17 22:10:40.106137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:40.106869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.110747 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] 10.222.0.35 "PUT /v2.0/ports/ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 HTTP/1.1" status: 200 len: 1092 time: 1.8526540 Sep 17 22:10:40.153064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9b571-3baf-40e8-9375-dbf1016fb3ba service neutron] Pushing event updated for resources: {'Port': ['ID=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:40.176228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Network d52773da-ea71-415b-9d63-4f91823d2c03 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:40.179847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:40.192432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:40.197538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Pushing event updated for resources: {'Port': ['ID=abc90586-925c-4e21-a522-90b5a754a9ff,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:40.223698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df9aac-4643-4752-b55b-f5b009991dad req-46f00785-e485-44a7-a5fa-f7bb0677ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:40.226262 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-46f00785-e485-44a7-a5fa-f7bb0677ee5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1107693 Sep 17 22:10:40.301708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Attempting to bind port abc90586-925c-4e21-a522-90b5a754a9ff on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:10:40.302250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Attempting to bind port abc90586-925c-4e21-a522-90b5a754a9ff by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:10:40.302644 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-cf5b76dc-740b-43c2-b267-5e70cffc7cc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528531 Sep 17 22:10:40.302890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Attempting to bind port abc90586-925c-4e21-a522-90b5a754a9ff on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:40.326050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:10:40.326646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Checking segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:40.327256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.327688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Bound using segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:10:40.331872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Bound port: abc90586-925c-4e21-a522-90b5a754a9ff, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:10:40.332395 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.374379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-27e96ad2-038f-4089-a6c2-a05ee9a2cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:40.376346 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-27e96ad2-038f-4089-a6c2-a05ee9a2cbab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1095 time: 0.1365063 Sep 17 22:10:40.391485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a9c539ac-af4a-4ab8-a541-399403f01b7f) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:40.395717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:40.417904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.417904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.418351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e03ee-3d87-4c8e-ac2d-42379944a59e None None] Network a9c539ac-af4a-4ab8-a541-399403f01b7f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:40.471254 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-7c8f2d82-d016-4f41-9abe-e8bca4ea7478 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 HTTP/1.1" status: 200 len: 217 time: 0.0590754 Sep 17 22:10:40.513520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5d4c-885b-4306-8d02-353e23beda0e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.514278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] For port abc90586-925c-4e21-a522-90b5a754a9ff, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:40.521548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] For port abc90586-925c-4e21-a522-90b5a754a9ff, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=abc90586-925c-4e21-a522-90b5a754a9ff,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:10:40.550921 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-fc88cc85-68c1-4ccd-a607-ec1c5a99f91d service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402039 Sep 17 22:10:40.557979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329d564-34a7-4749-8014-a4581c5a96c6 req-92dcd6f8-8277-44bc-a197-d642eb20c554 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:40.565248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5329d564-34a7-4749-8014-a4581c5a96c6 req-92dcd6f8-8277-44bc-a197-d642eb20c554 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.5236938 Sep 17 22:10:40.570221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Subnet': ['ID=2103b05a-bdc8-41c2-a4f7-122f35ff3dee,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:40.571538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-889ef2b2-c9f9-4b6a-ac3f-3dcec3ba0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:40.573317 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-889ef2b2-c9f9-4b6a-ac3f-3dcec3ba0b0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 200 len: 853 time: 0.0946221 Sep 17 22:10:40.607565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f0a51-9a1c-4ca0-9a22-7795ec2d5d3d None None] Network a9c539ac-af4a-4ab8-a541-399403f01b7f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:40.608525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f300357-7b6d-4eb1-80b4-91df97d8d35f req-381c354f-868d-4eba-b43e-1bcce5e88cf2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:40.616140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f300357-7b6d-4eb1-80b4-91df97d8d35f req-381c354f-868d-4eba-b43e-1bcce5e88cf2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 943 time: 0.2336805 Sep 17 22:10:40.637459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Checking segment: {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:40.637940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network hostable DHCP agents. Network: 326fc1b5-7834-476d-a7fb-3ec75767f891, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:10:40.643162 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-7eb1f784-a834-450c-b28a-30770304e629 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f785c69b-b427-4de2-a156-dc4084158d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470831 Sep 17 22:10:40.681353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5329d564-34a7-4749-8014-a4581c5a96c6 req-49aa866b-9c8c-4638-a860-5c0f7341f511 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099775 Sep 17 22:10:40.727336 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.738163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f300357-7b6d-4eb1-80b4-91df97d8d35f req-a8212a2b-17d7-4114-9d6a-982a17c21392 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210761 Sep 17 22:10:40.742395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1426a5ea-b785-4cbe-bee7-f5cfcb67d3ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1598637 Sep 17 22:10:40.763650 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5d4c-885b-4306-8d02-353e23beda0e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:40.772697 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-cb8c5d4c-885b-4306-8d02-353e23beda0e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP 1d65bdef-e4a5-4c9b-bc32-b6af48de27e4 disassociated. External IP: 172.25.5.30, port: 40c9f44d-99af-4dbb-91fd-27ccc5a91456. Sep 17 22:10:40.811257 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e3df9aac-4643-4752-b55b-f5b009991dad req-6b4a9aa7-b319-48f1-90c6-8fbfb4484cf4 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495704 Sep 17 22:10:40.850701 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1affe864-0c15-4830-9208-5ceeb0f5c42b x-openstack-request-id: req-1affe864-0c15-4830-9208-5ceeb0f5c42b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:40.850701 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:40.850701 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1affe864-0c15-4830-9208-5ceeb0f5c42b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:40.851088 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8', 'status': 'completed', 'code': 200} Sep 17 22:10:40.945080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network 326fc1b5-7834-476d-a7fb-3ec75767f891 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:10:41.015891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c62336aa-92d1-4625-8847-7b97f6d4ffa3 req-baa05a51-68e6-4ae8-8e53-fd739102db5c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.0720518 Sep 17 22:10:41.038874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228da11-1f86-401f-a621-9d9f373e4898 None None] Pushing event updated for resources: {'Port': ['ID=abc90586-925c-4e21-a522-90b5a754a9ff,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:41.046654 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-935475a7-5d47-4f28-885e-40a3809d0641 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951910 Sep 17 22:10:41.049515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 326fc1b5-7834-476d-a7fb-3ec75767f891) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:41.125047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:41.125047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:41.133960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38354) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:41.141198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3859158a-d49d-4722-8d60-b0180d0db6a4 None None] Network 326fc1b5-7834-476d-a7fb-3ec75767f891 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:41.254968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-114d2ab9-59d9-439f-a996-77f9befe08a6 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:41.260537 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-114d2ab9-59d9-439f-a996-77f9befe08a6 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.32 "GET /v2.0/networks?id=e9a0f2da-d64c-4712-8e79-13850e1c3037 HTTP/1.1" status: 200 len: 815 time: 0.5318358 Sep 17 22:10:41.299900 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7b3da48-5513-435e-ab0b-e053e2f07e4f req-68165a40-bf93-4280-aa34-6b59e03ee192 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291396 Sep 17 22:10:41.381960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-c69327e3-2801-4b34-90ba-9bc6a263a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:41.383551 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-c69327e3-2801-4b34-90ba-9bc6a263a75a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1096 time: 0.4365342 Sep 17 22:10:41.391325 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-4e1b8caf-9c5a-4179-b12d-27489a3116e8 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8b25dc37b6482faf06116e4bcab50f HTTP/1.1" status: 200 len: 379 time: 0.0898275 Sep 17 22:10:41.476398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ac3634a5-7113-465c-b994-a3d9af7c74c8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7820654 Sep 17 22:10:41.478026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-326fc1b5-7834-476d-a7fb-3ec75767f891', 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'fixed_ips': [{'subnet_id': '2103b05a-bdc8-41c2-a4f7-122f35ff3dee'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:10:41.480043 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:41.481044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38356) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:41.500215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'port': {'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'name': 'tempest-TaggedBootDevicesTest_v242-1376304495', 'fixed_ips': [{'subnet_id': 'e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:41.520522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Request body: {'port': {'device_id': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'admin_state_up': True, 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'security_groups': ['e9f6b169-45d0-4c04-b95a-d563d4456b1d']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:41.554556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-786dc41d-48cf-4020-b387-eb5cde666a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:41.556155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-786dc41d-48cf-4020-b387-eb5cde666a76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.1639383 Sep 17 22:10:41.662149 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-c4a04efc-206d-48a7-bc7c-dfdb829545fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d539988-adff-4ff9-ba43-bef40bb474d8 HTTP/1.1" status: 200 len: 217 time: 0.0965128 Sep 17 22:10:41.783177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-820791b5-37a2-4ca7-8dec-2e4b136e9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:41.784281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Allocated IP 10.2.2.2 (326fc1b5-7834-476d-a7fb-3ec75767f891/2103b05a-bdc8-41c2-a4f7-122f35ff3dee/7363d39f-404c-4b5f-8755-389c4a7eee20) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:41.784668 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-820791b5-37a2-4ca7-8dec-2e4b136e9d25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1096816 Sep 17 22:10:41.834604 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-a9bbe0b8-cfbf-4d85-87da-b71a48520f19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383861 Sep 17 22:10:41.835894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:41.937443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Made reservation on behalf of 7b8b25dc37b6482faf06116e4bcab50f for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:41.939596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:41.958003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c5d4c-885b-4306-8d02-353e23beda0e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:10:41.967940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833bfd-f080-4fa0-80c7-07513513ea6d req-1cf469f3-5aae-45bf-a237-85139d9c9dba tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:41.980950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21833bfd-f080-4fa0-80c7-07513513ea6d req-1cf469f3-5aae-45bf-a237-85139d9c9dba tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.8193185 Sep 17 22:10:41.985926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-765fb75b-4f4b-4082-89b1-bf17f0c93e29 admin admin] Deleting subnet 94994457-5fc4-46a6-aa95-548a88620abc {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:10:42.001219 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-765fb75b-4f4b-4082-89b1-bf17f0c93e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.081997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device abc90586-925c-4e21-a522-90b5a754a9ff up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:42.106062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b893-9ada-425e-a2cc-589aece8761f req-845105ec-e4c4-4d52-9e86-213aef6b8e57 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:42.107870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34f8b893-9ada-425e-a2cc-589aece8761f req-845105ec-e4c4-4d52-9e86-213aef6b8e57 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.8260245 Sep 17 22:10:42.160056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-765fb75b-4f4b-4082-89b1-bf17f0c93e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.216722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-765fb75b-4f4b-4082-89b1-bf17f0c93e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.244539 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-ca08a778-6a78-4832-b36c-a05bbdd3855a service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006319 Sep 17 22:10:42.292882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.327769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port abc90586-925c-4e21-a522-90b5a754a9ff triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:42.328146 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.410125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.440899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21833bfd-f080-4fa0-80c7-07513513ea6d req-b71fe891-b503-4111-85df-b81dac76e688 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589672 Sep 17 22:10:42.442051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c5d4c-885b-4306-8d02-353e23beda0e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:10:42.448111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-765fb75b-4f4b-4082-89b1-bf17f0c93e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.452723 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.457510 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5d4c-885b-4306-8d02-353e23beda0e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.461968 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab8d8144-ee9b-44ac-b5af-66dd11fb4d7b req-49e7f39e-0cc5-498b-b887-315763665432 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056427 Sep 17 22:10:42.466040 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d09cbc-221a-47f7-94e7-b9a539d11624 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:10:42.496181 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d09cbc-221a-47f7-94e7-b9a539d11624 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:42.500434 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7d09cbc-221a-47f7-94e7-b9a539d11624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:42.527557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Network 326fc1b5-7834-476d-a7fb-3ec75767f891 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:42.589823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cb8c5d4c-885b-4306-8d02-353e23beda0e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/floatingips/1d65bdef-e4a5-4c9b-bc32-b6af48de27e4 HTTP/1.1" status: 200 len: 687 time: 3.0492206 Sep 17 22:10:42.589823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fb75b-4f4b-4082-89b1-bf17f0c93e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94994457-5fc4-46a6-aa95-548a88620abc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:42.599572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38362) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:42.603908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Allocated IP 172.20.0.3 (e9a0f2da-d64c-4712-8e79-13850e1c3037/4d255813-a5bf-478c-aee9-6156911f88e4/64b26498-894f-442a-8af7-2f520185ad44) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:42.621381 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.628191 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7d09cbc-221a-47f7-94e7-b9a539d11624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:42.640628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34f8b893-9ada-425e-a2cc-589aece8761f req-1f5f4991-a50d-41e8-bbe2-aa10f33ed8b7 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228281 Sep 17 22:10:42.664834 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d09cbc-221a-47f7-94e7-b9a539d11624 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:42.665490 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7d09cbc-221a-47f7-94e7-b9a539d11624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:42.667339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3d539988-adff-4ff9-ba43-bef40bb474d8 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:10:42.672799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:42.679521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:42.704766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32dda6-b06f-429a-9472-ed055297ca93 None None] Network d52773da-ea71-415b-9d63-4f91823d2c03 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:42.714427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-765fb75b-4f4b-4082-89b1-bf17f0c93e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.718982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-765fb75b-4f4b-4082-89b1-bf17f0c93e29 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/94994457-5fc4-46a6-aa95-548a88620abc HTTP/1.1" status: 204 len: 168 time: 1.5796714 Sep 17 22:10:42.724248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38364) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:42.731841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] device_id is not set on port a6231a7e-020d-4b08-9889-4a128f41cc2c yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:10:42.781754 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7d09cbc-221a-47f7-94e7-b9a539d11624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:42.782409 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d09cbc-221a-47f7-94e7-b9a539d11624 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:10:42.815013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:42.858839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:42.861223 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7a0179-ad68-4728-87bb-f4523fdeeb59" -d '{"events": [{"name": "network-changed", "server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:42.928130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:42.942639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '3d539988-adff-4ff9-ba43-bef40bb474d8', 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a', 'port_id': '3d539988-adff-4ff9-ba43-bef40bb474d8', 'mac_address': 'fa:16:3e:a8:d4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9599773-24e3-4c52-90bc-421d9e50953a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:10:42.966038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Pushing event updated for resources: {'Port': ['ID=7363d39f-404c-4b5f-8755-389c4a7eee20,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:43.058929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.098399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c539ac-af4a-4ab8-a541-399403f01b7f']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:43.117088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc94f0e-26af-4504-b04c-14d3677929a6') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:43.124166 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc94f0e-26af-4504-b04c-14d3677929a6') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:43.135185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.150291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.157979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:10:43.158663 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:10:43.229950 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:10:43.235396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port abc90586-925c-4e21-a522-90b5a754a9ff, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=abc90586-925c-4e21-a522-90b5a754a9ff,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:43.241551 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.313472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.322611 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-bdf73705-b8e4-4f91-a9d1-7e8b8825ec8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857618 Sep 17 22:10:43.322611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.324282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59327b09-f010-45ef-b79b-08d927286b2f req-3e4138ae-3333-4fa3-91b4-d9fc979b4906 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.1605253 Sep 17 22:10:43.328278 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.330409 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a9c539ac-af4a-4ab8-a541-399403f01b7f HTTP/1.1" status: 204 len: 168 time: 0.6052229 Sep 17 22:10:43.343733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd927aa4-f9ba-46f3-a238-77663c094f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c539ac-af4a-4ab8-a541-399403f01b7f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:43.425071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-87ce2821-4162-4587-bec4-1f1aa10d5a52 None None] Provisioning complete for port abc90586-925c-4e21-a522-90b5a754a9ff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:43.429107 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-87ce2821-4162-4587-bec4-1f1aa10d5a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.451211 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.460799 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.488024 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35f1a05-16cb-4dee-a13a-f923a025ebd9 x-openstack-request-id: req-a35f1a05-16cb-4dee-a13a-f923a025ebd9 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:43.488353 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:43.488599 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a35f1a05-16cb-4dee-a13a-f923a025ebd9 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:43.488980 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59', 'status': 'completed', 'code': 200} Sep 17 22:10:43.563844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd024ad-f704-4bd2-9af4-515061eebe8a req-94c08fa3-039d-4ac2-a212-9306987efec5 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:43.577626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcd024ad-f704-4bd2-9af4-515061eebe8a req-94c08fa3-039d-4ac2-a212-9306987efec5 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 943 time: 0.6470158 Sep 17 22:10:43.585845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Network e9a0f2da-d64c-4712-8e79-13850e1c3037 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:43.592430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:43.598261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:43.668707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Attempting to bind port 7363d39f-404c-4b5f-8755-389c4a7eee20 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:10:43.668707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Attempting to bind port 7363d39f-404c-4b5f-8755-389c4a7eee20 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:10:43.668707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Attempting to bind port 7363d39f-404c-4b5f-8755-389c4a7eee20 on network 326fc1b5-7834-476d-a7fb-3ec75767f891 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:43.675052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=abc90586-925c-4e21-a522-90b5a754a9ff,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:43.697119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d539988-adff-4ff9-ba43-bef40bb474d8 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:43.703389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Pushing event updated for resources: {'Port': ['ID=64b26498-894f-442a-8af7-2f520185ad44,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:43.757875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:43.778904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:10:43.783723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Checking segment: {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:43.785218 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.785648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Bound using segment: {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:10:43.787151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Bound port: 7363d39f-404c-4b5f-8755-389c4a7eee20, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:10:43.789889 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.804805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcd024ad-f704-4bd2-9af4-515061eebe8a req-1d3717c5-86e0-492f-b254-d2bd8404b26b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141826 Sep 17 22:10:43.847963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Allocated IP 10.1.1.237 (d52773da-ea71-415b-9d63-4f91823d2c03/e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99/a6231a7e-020d-4b08-9889-4a128f41cc2c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:43.855767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38386) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:43.877992 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:43.883769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:10:43.956833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4815d02-6b6e-4b1f-bb93-c83ea505488b req-5c903540-645a-4b99-8aaf-c9c7996f1caa tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:43.968200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4815d02-6b6e-4b1f-bb93-c83ea505488b req-5c903540-645a-4b99-8aaf-c9c7996f1caa tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.3515091 Sep 17 22:10:43.991328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port d23aba8c-7ffd-47f9-a993-34d259d22062 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:10:43.991589 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:44.285784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device abc90586-925c-4e21-a522-90b5a754a9ff up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:44.416211 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:44.416600 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:44.478291 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-4071dfe9-51b2-4364-8e62-9c2919395f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:44.480066 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-4071dfe9-51b2-4364-8e62-9c2919395f83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1095 time: 0.9392743 Sep 17 22:10:44.526141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3d539988-adff-4ff9-ba43-bef40bb474d8,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:44.536734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:44.540560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:44.591493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] For port 7363d39f-404c-4b5f-8755-389c4a7eee20, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:44.601343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:44.627852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] For port 7363d39f-404c-4b5f-8755-389c4a7eee20, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7363d39f-404c-4b5f-8755-389c4a7eee20,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:10:44.649224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4815d02-6b6e-4b1f-bb93-c83ea505488b req-31d24f46-d1c3-49f1-b399-b9d25f049469 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778839 Sep 17 22:10:44.658639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59', 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48', 'port_id': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59', 'mac_address': 'fa:16:3e:7b:cc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:10:44.751421 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:44.803323 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-5267e2e7-6e87-45d7-8d19-f55f1d434595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:44.803323 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-5267e2e7-6e87-45d7-8d19-f55f1d434595 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 913 time: 0.2963567 Sep 17 22:10:44.803323 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-5c8f3201-d183-422f-aab9-9e31a1914e00 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2822621 Sep 17 22:10:44.827688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Request body: {'port': {'device_id': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:44.852322 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:44.882624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for d23aba8c-7ffd-47f9-a993-34d259d22062 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:10:44.900969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cccf3-20d3-43ea-bc28-304f96df283b req-4482866e-9843-4b60-ba1f-7c4de96c7b9d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:44.903171 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-245cccf3-20d3-43ea-bc28-304f96df283b req-4482866e-9843-4b60-ba1f-7c4de96c7b9d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.9150956 Sep 17 22:10:44.906617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-52048550-aba0-4aea-8a4c-d1843f3fb72c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43c4329b0f134f7892fa6f8c36164cab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0348039 Sep 17 22:10:44.907178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port abc90586-925c-4e21-a522-90b5a754a9ff triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:44.907742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:44.915803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38404) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:44.967598 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-cf1668b0-128b-4285-8ff4-559597d9b463 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 HTTP/1.1" status: 200 len: 217 time: 0.1667533 Sep 17 22:10:44.982172 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:45.054906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c546fc1-7f11-42d9-8726-051e87daa5a5 None None] Pushing event updated for resources: {'Port': ['ID=7363d39f-404c-4b5f-8755-389c4a7eee20,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:45.059293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b529eddc-2ae4-4454-82ca-048dfac68e6e None None] Provisioning complete for port 64b26498-894f-442a-8af7-2f520185ad44 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:45.059545 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b529eddc-2ae4-4454-82ca-048dfac68e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:45.079029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:45.111724 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:45.111855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:45.200343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-6abc78a7-f472-4328-9b84-dcbbe151de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:45.202302 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-6abc78a7-f472-4328-9b84-dcbbe151de3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 200 len: 853 time: 0.2271204 Sep 17 22:10:45.207273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-245cccf3-20d3-43ea-bc28-304f96df283b req-62b214c9-d5a6-4f48-9278-21adf5b6c2af tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448940 Sep 17 22:10:45.214389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b529eddc-2ae4-4454-82ca-048dfac68e6e None None] Port 64b26498-894f-442a-8af7-2f520185ad44 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:10:45.219819 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:45.256590 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-1724484b-3e88-418e-bf57-cdf09411a120 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f785c69b-b427-4de2-a156-dc4084158d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361354 Sep 17 22:10:45.374329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449ed2a-c893-4b4c-9c76-eeeb3cbbb1e6 req-b86de801-fb92-45cd-9d2b-a613c992d40d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:45.394774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f449ed2a-c893-4b4c-9c76-eeeb3cbbb1e6 req-b86de801-fb92-45cd-9d2b-a613c992d40d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 945 time: 0.4858394 Sep 17 22:10:45.490392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:45.528780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f449ed2a-c893-4b4c-9c76-eeeb3cbbb1e6 req-66ecedfc-9a7e-449d-a994-9e80f53d75a8 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263509 Sep 17 22:10:45.555391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cd8435bf-2b0e-4ce7-88ad-b102f1ffccfd None None] Provisioning complete for port abc90586-925c-4e21-a522-90b5a754a9ff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:45.556150 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd8435bf-2b0e-4ce7-88ad-b102f1ffccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:45.558895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:45.591278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['3d539988-adff-4ff9-ba43-bef40bb474d8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:45.702309 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-e3f37499-9efc-43fb-b90c-b5245d397ff7 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448626 Sep 17 22:10:45.729463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:46.166232 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1e7a0179-ad68-4728-87bb-f4523fdeeb59 req-eb88aff7-02bc-4f89-ad21-b753200d6168 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535255 Sep 17 22:10:46.170485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7363d39f-404c-4b5f-8755-389c4a7eee20 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:46.230045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network d52773da-ea71-415b-9d63-4f91823d2c03 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:46.258639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3da7f384-c763-4bab-9970-abe2f0c7a42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.261929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b26498-894f-442a-8af7-2f520185ad44 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:46.274299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.302715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Transition to ACTIVE for port object 64b26498-894f-442a-8af7-2f520185ad44 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:10:46.312432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:46.314899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:46.397371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.444575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Port': ['ID=a6231a7e-020d-4b08-9889-4a128f41cc2c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:46.465987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7363d39f-404c-4b5f-8755-389c4a7eee20 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:46.476139 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.564130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Pushing event updated for resources: {'Port': ['ID=64b26498-894f-442a-8af7-2f520185ad44,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:46.590781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d449-16b8-42de-a4d4-87691f47333e req-db8b9057-5fe9-4785-b978-60bcc2a24302 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:46.612534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbe9d449-16b8-42de-a4d4-87691f47333e req-db8b9057-5fe9-4785-b978-60bcc2a24302 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 931 time: 1.1766834 Sep 17 22:10:46.632248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3da7f384-c763-4bab-9970-abe2f0c7a42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.693656 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.709933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf66bd-b0e7-4edb-b636-f076172d70e2 req-255c6518-f155-4af4-ae4a-2b2a766e7bbe tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:46.725353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70cf66bd-b0e7-4edb-b636-f076172d70e2 req-255c6518-f155-4af4-ae4a-2b2a766e7bbe tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 944 time: 0.5535126 Sep 17 22:10:46.770063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 7363d39f-404c-4b5f-8755-389c4a7eee20, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7363d39f-404c-4b5f-8755-389c4a7eee20,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:46.774359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Attempting to bind port 64b26498-894f-442a-8af7-2f520185ad44 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:10:46.774977 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Attempting to bind port 64b26498-894f-442a-8af7-2f520185ad44 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:10:46.775248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Attempting to bind port 64b26498-894f-442a-8af7-2f520185ad44 on network e9a0f2da-d64c-4712-8e79-13850e1c3037 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:46.780397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Port 64b26498-894f-442a-8af7-2f520185ad44 on network e9a0f2da-d64c-4712-8e79-13850e1c3037 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:10:46.783133 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Attempting to bind port 64b26498-894f-442a-8af7-2f520185ad44 on network e9a0f2da-d64c-4712-8e79-13850e1c3037 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:10:46.786671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:10:46.787037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Checking segment: {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:10:46.787458 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Bound using segment: {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:10:46.787890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Bound port: 64b26498-894f-442a-8af7-2f520185ad44, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b01279d-0756-47a2-89e5-2e69eaf762c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:10:46.788284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.796443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:46.797291 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.868520 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.898506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbe9d449-16b8-42de-a4d4-87691f47333e req-1a7e026b-fc4a-486f-aca8-e6775de2f14c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845647 Sep 17 22:10:46.899163 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:46.974765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] For port 64b26498-894f-442a-8af7-2f520185ad44, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:10:46.976150 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d473444-96fb-4eb5-bca1-8ad5a6cba6ed None None] Network 326fc1b5-7834-476d-a7fb-3ec75767f891 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:10:46.987193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] For port 64b26498-894f-442a-8af7-2f520185ad44, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=64b26498-894f-442a-8af7-2f520185ad44,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:10:46.990674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70cf66bd-b0e7-4edb-b636-f076172d70e2 req-48973015-6b9e-4665-a6e1-4232817ce62d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504444 Sep 17 22:10:47.047261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=d23aba8c-7ffd-47f9-a993-34d259d22062,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:47.049276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=7363d39f-404c-4b5f-8755-389c4a7eee20,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:47.055747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558daf54-c91c-4414-b188-6c2a94d76255 req-0c40d9ec-6e81-48b8-9752-e1ca35e9cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:47.058149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-0c40d9ec-6e81-48b8-9752-e1ca35e9cbac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 1102 time: 0.2426622 Sep 17 22:10:47.083520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c97d1f8c-edcf-4637-9362-a08750cef01f None None] Provisioning complete for port a6231a7e-020d-4b08-9889-4a128f41cc2c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:47.084064 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c97d1f8c-edcf-4637-9362-a08750cef01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.144433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e74b6367-0881-454c-8672-d6103af70f50 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6590610 Sep 17 22:10:47.147096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38416) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:47.159064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'port': {'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'name': 'tempest-TaggedBootDevicesTest_v242-741144190', 'fixed_ips': [{'subnet_id': 'e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:47.166088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c97d1f8c-edcf-4637-9362-a08750cef01f None None] Port a6231a7e-020d-4b08-9889-4a128f41cc2c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:10:47.167519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.195239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3da7f384-c763-4bab-9970-abe2f0c7a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.195239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3da7f384-c763-4bab-9970-abe2f0c7a42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.195239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3da7f384-c763-4bab-9970-abe2f0c7a42e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0525824-feda-4e1b-a4aa-0593fb41fd31 HTTP/1.1" status: 204 len: 168 time: 2.2653718 Sep 17 22:10:47.231472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c97d1f8c-edcf-4637-9362-a08750cef01f None None] Provisioning complete for port 7363d39f-404c-4b5f-8755-389c4a7eee20 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:47.232080 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c97d1f8c-edcf-4637-9362-a08750cef01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.264363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.265383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3d539988-adff-4ff9-ba43-bef40bb474d8 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:47.267150 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.268560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b73da6cc-da19-44b9-88c5-643d9560fd28 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/floatingips/1d65bdef-e4a5-4c9b-bc32-b6af48de27e4 HTTP/1.1" status: 204 len: 168 time: 4.6481128 Sep 17 22:10:47.275007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38424) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:47.288668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': 'fcdc109e-4059-425a-964d-a9b4b1415960'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:47.300124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7f384-c763-4bab-9970-abe2f0c7a42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0525824-feda-4e1b-a4aa-0593fb41fd31,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:47.355959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:47.356872 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.359788 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] 10.222.0.32 "PUT /v2.0/ports/64b26498-894f-442a-8af7-2f520185ad44 HTTP/1.1" status: 200 len: 1092 time: 2.5432451 Sep 17 22:10:47.360434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'tag': '64b26498-894f-442a-8af7-2f520185ad44'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:47.360906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895c287-038e-48f5-be1a-03c0ed3e79d3 req-4e88418c-ace3-45a3-9714-8b22d508c45a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:47.377084 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b01dbbfa-50ce-43cc-93e7-24ff2c033dfc", "tag": "64b26498-894f-442a-8af7-2f520185ad44"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:47.380264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5895c287-038e-48f5-be1a-03c0ed3e79d3 req-4e88418c-ace3-45a3-9714-8b22d508c45a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.2984924 Sep 17 22:10:47.422698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57d5ca-74c8-4f2e-8236-0d5c4b73cd70 req-67ab3c3e-fb17-493d-b351-7a5e708a8cb5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:47.424581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b57d5ca-74c8-4f2e-8236-0d5c4b73cd70 req-67ab3c3e-fb17-493d-b351-7a5e708a8cb5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.3255963 Sep 17 22:10:47.500326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 3d539988-adff-4ff9-ba43-bef40bb474d8 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:10:47.521321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 3d539988-adff-4ff9-ba43-bef40bb474d8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:47.522212 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.568640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558daf54-c91c-4414-b188-6c2a94d76255 req-79c373a2-5fb7-4646-b795-468d606c64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:47.574038 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-79c373a2-5fb7-4646-b795-468d606c64f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.4935005 Sep 17 22:10:47.595080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f69c9-9420-4a6d-b665-9f43e30cef7c service neutron] Pushing event updated for resources: {'Port': ['ID=64b26498-894f-442a-8af7-2f520185ad44,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:47.676841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-38bab152-d179-49f0-b600-eb3542df4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:47.680741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5895c287-038e-48f5-be1a-03c0ed3e79d3 req-0fdb4d80-3ea1-4c15-84de-7b0d581c6338 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994547 Sep 17 22:10:47.683039 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-38bab152-d179-49f0-b600-eb3542df4727 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b8b25dc37b6482faf06116e4bcab50f&device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 1095 time: 0.1793869 Sep 17 22:10:47.689238 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.783665 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-f15b55cd-1c1f-493e-ac3e-bab75c574ffc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64b26498-894f-442a-8af7-2f520185ad44 HTTP/1.1" status: 200 len: 217 time: 0.0913782 Sep 17 22:10:47.790595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b57d5ca-74c8-4f2e-8236-0d5c4b73cd70 req-17aaa88f-65e1-46a6-be18-c18b99a78bb0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468237 Sep 17 22:10:47.794733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-aff6f692-d008-4b36-9a22-faf1350447c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e85143fd-3dc4-4df9-b00b-46470a007fac HTTP/1.1" status: 200 len: 217 time: 0.1849401 Sep 17 22:10:47.826436 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.828571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6b632de8-1f63-4a26-b5d8-f94a23fd0ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.862507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d3f670a3-0f0a-4571-9341-af64d9c5433c None None] Provisioning complete for port 7363d39f-404c-4b5f-8755-389c4a7eee20 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:47.863168 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3f670a3-0f0a-4571-9341-af64d9c5433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:47.870273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:47.872631 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803ac757-552e-4b35-95ad-0e66391d03ec" -d '{"events": [{"server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "name": "network-vif-plugged", "status": "completed", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:47.886161 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3542756f-6e59-441a-b434-6f9603944f69 x-openstack-request-id: req-3542756f-6e59-441a-b434-6f9603944f69 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:47.886458 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01dbbfa-50ce-43cc-93e7-24ff2c033dfc", "tag": "64b26498-894f-442a-8af7-2f520185ad44", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:47.886707 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3542756f-6e59-441a-b434-6f9603944f69 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:47.888335 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'tag': '64b26498-894f-442a-8af7-2f520185ad44', 'status': 'completed', 'code': 200} Sep 17 22:10:47.902774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:10:47.910428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:48.003211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558daf54-c91c-4414-b188-6c2a94d76255 req-c9677420-f43e-479a-864f-8a478575fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.011539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-c9677420-f43e-479a-864f-8a478575fc78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1879461 Sep 17 22:10:48.038961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9666-fa5f-41a1-963f-a45069e47371 req-46c18f37-3be5-496f-9ab3-8ca488f4d358 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.046567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-571b9666-fa5f-41a1-963f-a45069e47371 req-46c18f37-3be5-496f-9ab3-8ca488f4d358 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 945 time: 0.2373235 Sep 17 22:10:48.066143 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2714ba34-02b5-4158-9025-1926fe3d0b5c x-openstack-request-id: req-2714ba34-02b5-4158-9025-1926fe3d0b5c {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:48.066427 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "name": "network-vif-plugged", "status": "completed", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:48.066627 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2714ba34-02b5-4158-9025-1926fe3d0b5c {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:48.067005 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8', 'code': 200} Sep 17 22:10:48.076093 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:48.077112 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:48.083413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7363d39f-404c-4b5f-8755-389c4a7eee20 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:48.157815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-c5f45577-7e4f-469a-ae36-853baf777955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.159318 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-c5f45577-7e4f-469a-ae36-853baf777955 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d255813-a5bf-478c-aee9-6156911f88e4 HTTP/1.1" status: 200 len: 854 time: 0.2702317 Sep 17 22:10:48.183778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558daf54-c91c-4414-b188-6c2a94d76255 req-5d42a408-4f61-4d34-a02e-feaf46ed8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.185291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-5d42a408-4f61-4d34-a02e-feaf46ed8ff9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1368804 Sep 17 22:10:48.196058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-571b9666-fa5f-41a1-963f-a45069e47371 req-35d876fb-a84b-421a-bf97-b7f787be0751 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487117 Sep 17 22:10:48.229025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f180a5e-97a9-427b-96b9-e6fc12a4cb57 req-06ab4cc8-19a5-4fd9-afdb-86c8f14a29e3 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.230592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f180a5e-97a9-427b-96b9-e6fc12a4cb57 req-06ab4cc8-19a5-4fd9-afdb-86c8f14a29e3 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 943 time: 0.1260769 Sep 17 22:10:48.294817 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:48.328295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3d539988-adff-4ff9-ba43-bef40bb474d8,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:48.347289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] device_id is not set on port a229c9de-faee-40c0-a86e-801a47e68b58 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:10:48.357151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f180a5e-97a9-427b-96b9-e6fc12a4cb57 req-ce8b2416-9317-4ed2-8366-1a90a0026818 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172080 Sep 17 22:10:48.391444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7363d39f-404c-4b5f-8755-389c4a7eee20 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:48.392210 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:48.452327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-184a65be-37b6-4608-9d07-6c740ba968cf service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536113 Sep 17 22:10:48.460526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:10:48.464845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a1d57-479b-4cb8-946d-851695648ecd req-f7d6c773-957b-413b-b606-b3f7a74b839b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.467085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e94a1d57-479b-4cb8-946d-851695648ecd req-f7d6c773-957b-413b-b606-b3f7a74b839b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 944 time: 0.1054299 Sep 17 22:10:48.472461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:48.479363 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:48.484914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-b1de54c8-b15a-409e-9763-84e99e4567d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.489236 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-b1de54c8-b15a-409e-9763-84e99e4567d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9a0f2da-d64c-4712-8e79-13850e1c3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3196719 Sep 17 22:10:48.525875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:48.570025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a0c79-8e32-40ee-8b34-7568fcbf2e14 req-606201ee-baf6-436c-9c9f-bd46df9976d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.572033 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd8a0c79-8e32-40ee-8b34-7568fcbf2e14 req-606201ee-baf6-436c-9c9f-bd46df9976d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1098 time: 0.4335260 Sep 17 22:10:48.639502 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:48.659670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-2bde4c47-7518-44b5-9274-138f57e91b7c service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572499 Sep 17 22:10:48.676488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e94a1d57-479b-4cb8-946d-851695648ecd req-5e00f65c-b691-4ee8-9981-132749cc1068 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020683 Sep 17 22:10:48.730001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:48.794024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:48.831760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-05e6f1a3-52e1-46f6-8e54-920527e58541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.833370 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-05e6f1a3-52e1-46f6-8e54-920527e58541 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 1098 time: 0.4998598 Sep 17 22:10:48.838573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00ad19-c2cc-472f-9a1a-85e36ebfbd71 req-d3d9ffd3-6847-4856-b3a0-a20ccdbee319 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.844194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf00ad19-c2cc-472f-9a1a-85e36ebfbd71 req-d3d9ffd3-6847-4856-b3a0-a20ccdbee319 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.0837657 Sep 17 22:10:48.847365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:48.899377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf00ad19-c2cc-472f-9a1a-85e36ebfbd71 req-1a74ef82-d3fd-4868-9444-aa0f1f8d2335 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470080 Sep 17 22:10:48.940070 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd8a0c79-8e32-40ee-8b34-7568fcbf2e14 req-3ac9835f-f36b-44d7-af9d-4b2f0da1af47 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544748 Sep 17 22:10:48.947091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee746a-0b8c-4537-b8bc-0e4892fd65e7 req-b38d4a9d-267f-4f0b-a55b-1e100d6623b3 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:48.948676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8eee746a-0b8c-4537-b8bc-0e4892fd65e7 req-b38d4a9d-267f-4f0b-a55b-1e100d6623b3 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0666299 Sep 17 22:10:48.995270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8eee746a-0b8c-4537-b8bc-0e4892fd65e7 req-7b01d4fc-ac8e-4bb9-9464-225dacdcc479 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401824 Sep 17 22:10:49.021202 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-a1fee630-17da-4fc9-a5b7-29f4ebceab55 service neutron] 10.222.0.32 "GET /v2.0/networks/e9a0f2da-d64c-4712-8e79-13850e1c3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209317 Sep 17 22:10:49.108023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Allocated IP 10.1.1.251 (d52773da-ea71-415b-9d63-4f91823d2c03/e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99/a229c9de-faee-40c0-a86e-801a47e68b58) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:49.128454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.25.5.230 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/6114fe7a-ae6c-4a47-a07e-bcfbb6885e23) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:49.191037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-cbc2c699-7259-4d7d-a01b-6ebf2813cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:49.192533 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-cbc2c699-7259-4d7d-a01b-6ebf2813cdd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 913 time: 0.3468153 Sep 17 22:10:49.322617 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-1161d411-328d-41c1-864a-50fc749eee08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c HTTP/1.1" status: 200 len: 217 time: 0.0924535 Sep 17 22:10:49.339288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26f188-b498-477d-bd08-d18e748bee6a req-42e8b8a4-92c8-41df-bade-6a510ee9b7d2 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:49.345188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d26f188-b498-477d-bd08-d18e748bee6a req-42e8b8a4-92c8-41df-bade-6a510ee9b7d2 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.0571311 Sep 17 22:10:49.402518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d26f188-b498-477d-bd08-d18e748bee6a req-c45f19ff-109a-4fdb-987d-1485014302f2 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Sep 17 22:10:49.456262 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-048282a4-71d4-4a7f-a742-0abbdf624e63 req-06f3f84c-8ffa-4a17-bd6a-941932fbc707 service neutron] 10.222.0.32 "GET /v2.0/networks/e9a0f2da-d64c-4712-8e79-13850e1c3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247830 Sep 17 22:10:49.491923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4429b98-0a7b-499b-9b46-a14dc246beb4 req-3bd48f0b-0261-459f-a160-b0b3fe241511 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:49.493399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4429b98-0a7b-499b-9b46-a14dc246beb4 req-3bd48f0b-0261-459f-a160-b0b3fe241511 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 943 time: 0.0537498 Sep 17 22:10:49.511371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:49.515527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-cdca6ab2-8e33-41b3-af69-bf3a2ae7ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:49.517039 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-cdca6ab2-8e33-41b3-af69-bf3a2ae7ab2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 HTTP/1.1" status: 200 len: 853 time: 0.1865802 Sep 17 22:10:49.535843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4429b98-0a7b-499b-9b46-a14dc246beb4 req-2172cbd7-f6e5-438d-8565-9953de39c10e tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354965 Sep 17 22:10:49.563492 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-2e145a7e-9c8a-417a-9fad-3014603c500d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aef19c3d-a8ec-4865-87d6-87e3d003ff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391634 Sep 17 22:10:49.636000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:49.733439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-eb1cafcb-615b-4b2c-b34d-c22f291edac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:49.735020 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-eb1cafcb-615b-4b2c-b34d-c22f291edac5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b8b25dc37b6482faf06116e4bcab50f&device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 1095 time: 0.1414874 Sep 17 22:10:49.741251 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-548a87a3-b9e2-43bf-9818-90c73aad31a0 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699598 Sep 17 22:10:49.803990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5086e6-0155-44ab-b858-880c615a0f2c req-0c6c39c4-8e85-4b0f-944c-d17bc6842d00 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:49.805620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc5086e6-0155-44ab-b858-880c615a0f2c req-0c6c39c4-8e85-4b0f-944c-d17bc6842d00 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 945 time: 0.0560017 Sep 17 22:10:49.855921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc5086e6-0155-44ab-b858-880c615a0f2c req-9f1518fe-65fc-4cd8-bf74-a64d7af77628 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Sep 17 22:10:50.068267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:50.075525 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1525083b-3a6f-4ee6-a51a-b0f4fdf0d322" -d '{"events": [{"server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "name": "network-vif-plugged", "status": "completed", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:50.086961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606644d-69c0-44b4-8bb5-299612d26261 req-2c85bef7-288f-4a19-9fb1-dc5ed4c404af tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.097000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:50.103584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7606644d-69c0-44b4-8bb5-299612d26261 req-2c85bef7-288f-4a19-9fb1-dc5ed4c404af tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.1087258 Sep 17 22:10:50.169060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7606644d-69c0-44b4-8bb5-299612d26261 req-71755d39-ca28-490c-a1a2-97294699e20e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615940 Sep 17 22:10:50.173468 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-de83ce4c-90b5-4e57-9124-fb842a4ea748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:50.185746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d03a9-54ac-4cfc-8080-9be25a2cf986 req-89715da1-431b-4d09-82d7-f5cc4e2a9877 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.192835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef3d03a9-54ac-4cfc-8080-9be25a2cf986 req-89715da1-431b-4d09-82d7-f5cc4e2a9877 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0872602 Sep 17 22:10:50.205060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:50.217533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:50.221146 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228456cc-08d5-475c-ae0f-8a16a1852632 x-openstack-request-id: req-228456cc-08d5-475c-ae0f-8a16a1852632 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:50.221431 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "name": "network-vif-plugged", "status": "completed", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:50.221676 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-228456cc-08d5-475c-ae0f-8a16a1852632 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:50.222062 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59', 'code': 200} Sep 17 22:10:50.233828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:50.245526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:50.247102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef3d03a9-54ac-4cfc-8080-9be25a2cf986 req-d191df20-bb0c-4857-a717-ce2849ac63cb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495517 Sep 17 22:10:50.292577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=6114fe7a-ae6c-4a47-a07e-bcfbb6885e23,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:50.313730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network d52773da-ea71-415b-9d63-4f91823d2c03 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:50.353036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:50.375273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-6bb52755-34fa-4cb6-8bbc-4e7e36d15325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.376845 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-6bb52755-34fa-4cb6-8bbc-4e7e36d15325 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9a0f2da-d64c-4712-8e79-13850e1c3037 HTTP/1.1" status: 200 len: 915 time: 0.6348135 Sep 17 22:10:50.381055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:50.385454 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1601f840-a9eb-43a0-a8fe-3dcbab14c2b3 req-611de7a4-5d5b-46a7-927b-a60fbf69f151 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340730 Sep 17 22:10:50.473972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-268fa03a-1b0c-4e05-a6a9-8318059aaf2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64b26498-894f-442a-8af7-2f520185ad44 HTTP/1.1" status: 200 len: 217 time: 0.0803924 Sep 17 22:10:50.568017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Port': ['ID=a229c9de-faee-40c0-a86e-801a47e68b58,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:50.569432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f427cc2-0d4a-4363-805b-ce0b8deb032d req-4d876f73-d246-4050-b564-9fcead9b8d82 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.569432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f427cc2-0d4a-4363-805b-ce0b8deb032d req-4d876f73-d246-4050-b564-9fcead9b8d82 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.0689766 Sep 17 22:10:50.576251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994a0ca-abc6-4bd9-8351-274097ce6d9a req-cab1bb4b-6331-4a55-ab6f-eef75ce21ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.581098 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d994a0ca-abc6-4bd9-8351-274097ce6d9a req-cab1bb4b-6331-4a55-ab6f-eef75ce21ff7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1097 time: 0.2691853 Sep 17 22:10:50.622273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f427cc2-0d4a-4363-805b-ce0b8deb032d req-1b085229-8bef-4b95-bff2-3b80dcb6c032 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Sep 17 22:10:50.665691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.666355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:50.671557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-102ce377-7e42-4a9b-a61a-3ca3c7584d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.677237 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-102ce377-7e42-4a9b-a61a-3ca3c7584d4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d255813-a5bf-478c-aee9-6156911f88e4 HTTP/1.1" status: 200 len: 854 time: 0.1868629 Sep 17 22:10:50.694230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f052-59df-4c98-885e-dc2e4e4ba3a9 req-4fe5374c-15e9-435e-9f1d-598bc88dfe50 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.696174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65a8f052-59df-4c98-885e-dc2e4e4ba3a9 req-4fe5374c-15e9-435e-9f1d-598bc88dfe50 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 943 time: 0.0608726 Sep 17 22:10:50.722830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6695a437-4970-483c-a278-9e36ab1b430c None None] Provisioning complete for port a229c9de-faee-40c0-a86e-801a47e68b58 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:50.722830 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6695a437-4970-483c-a278-9e36ab1b430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:50.757246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6695a437-4970-483c-a278-9e36ab1b430c None None] Port a229c9de-faee-40c0-a86e-801a47e68b58 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:10:50.763151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65a8f052-59df-4c98-885e-dc2e4e4ba3a9 req-f73328c2-b75e-443b-8b23-188c85a54f1d tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580182 Sep 17 22:10:50.765737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864a314-34e3-41ed-8198-4827dc012f9a req-525796b9-5b3f-4bd3-83b1-e17d9315ff45 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.767390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6864a314-34e3-41ed-8198-4827dc012f9a req-525796b9-5b3f-4bd3-83b1-e17d9315ff45 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1098 time: 0.0703166 Sep 17 22:10:50.803761 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d994a0ca-abc6-4bd9-8351-274097ce6d9a req-c059173c-31dd-4b9d-89f6-6b5036e6895e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241701 Sep 17 22:10:50.808760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6864a314-34e3-41ed-8198-4827dc012f9a req-24f36f77-94fa-498a-a903-5ac2b08acd91 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Sep 17 22:10:50.813678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-3e43f164-af1e-4ccb-98cd-7ae1261bb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:50.815205 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-3e43f164-af1e-4ccb-98cd-7ae1261bb87a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9a0f2da-d64c-4712-8e79-13850e1c3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121354 Sep 17 22:10:50.822069 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d508eb70-e131-4802-b448-d7d572dbe97f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6699893 Sep 17 22:10:51.053322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a704ba-38e7-4f02-a425-a84cf445d3da req-0fa6884f-d5af-448d-96c9-e62717feeea3 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:51.055853 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26a704ba-38e7-4f02-a425-a84cf445d3da req-0fa6884f-d5af-448d-96c9-e62717feeea3 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 945 time: 0.0858233 Sep 17 22:10:51.059034 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-08c8045a-ba51-4230-8383-dee73c3e5601 service neutron] 10.222.0.32 "GET /v2.0/networks/e9a0f2da-d64c-4712-8e79-13850e1c3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350090 Sep 17 22:10:51.103270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38506) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:51.112535 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-30d05c93-17b8-480e-9c2f-0c0da95e9192 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168734781', 'description': 'tempest-description--604363248'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:51.127872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26a704ba-38e7-4f02-a425-a84cf445d3da req-b906ae4d-fd86-462d-b057-9f18078eb84a tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657792 Sep 17 22:10:51.244823 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.247790 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-453cb2ad-fdd1-4fbe-896c-2117180dc9b8 req-8d8826d5-96da-48cc-adb9-1264131bd104 service neutron] 10.222.0.32 "GET /v2.0/networks/e9a0f2da-d64c-4712-8e79-13850e1c3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741064 Sep 17 22:10:51.254334 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.268875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30d05c93-17b8-480e-9c2f-0c0da95e9192 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.278839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:10:51.320084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c144ed-fadb-4659-a022-54d677e2b14d req-8026d5ec-ff57-4f46-8eb4-f698c5600826 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:51.321760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22c144ed-fadb-4659-a022-54d677e2b14d req-8026d5ec-ff57-4f46-8eb4-f698c5600826 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.0811646 Sep 17 22:10:51.373862 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.406474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22c144ed-fadb-4659-a022-54d677e2b14d req-753e966c-af1b-4262-a067-055ce88ff788 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771110 Sep 17 22:10:51.407562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:51.425131 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.435840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accc570-19ed-4b3a-affc-dfecdd005eef req-19caaa14-bc4c-400b-aac7-5468a387a7d7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:51.443199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3accc570-19ed-4b3a-affc-dfecdd005eef req-19caaa14-bc4c-400b-aac7-5468a387a7d7 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 946 time: 0.0983803 Sep 17 22:10:51.465124 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.493087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30d05c93-17b8-480e-9c2f-0c0da95e9192 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.501089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3accc570-19ed-4b3a-affc-dfecdd005eef req-7aec489f-3927-4bad-8c00-978aa6cfe265 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568969 Sep 17 22:10:51.526676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:51.559886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30d05c93-17b8-480e-9c2f-0c0da95e9192 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.588807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d05c93-17b8-480e-9c2f-0c0da95e9192 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f43b80a-0552-4e2a-a702-9148acbe6b22,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:51.600624 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.619733 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.670659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30d05c93-17b8-480e-9c2f-0c0da95e9192 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.671994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-30d05c93-17b8-480e-9c2f-0c0da95e9192 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5675087 Sep 17 22:10:51.674839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38514) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:51.680426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b0045561-03f4-4e8e-80cf-8af9a52cdf2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'security_group_rule': {'security_group_id': '6f43b80a-0552-4e2a-a702-9148acbe6b22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:51.699507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.769218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=6114fe7a-ae6c-4a47-a07e-bcfbb6885e23,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:51.777037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b0045561-03f4-4e8e-80cf-8af9a52cdf2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.778609 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.845928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b0045561-03f4-4e8e-80cf-8af9a52cdf2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.894058 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP d5e6b8d9-c7e5-4013-9312-7f99630db43a associated. External IP: 172.25.5.230, port: fcdc109e-4059-425a-964d-a9b4b1415960. Sep 17 22:10:51.899944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b5c3d-3915-42fc-b2fb-fc60e487fc8f req-029504be-f7f0-4594-8666-d983743c665d tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:51.901719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f2b5c3d-3915-42fc-b2fb-fc60e487fc8f req-029504be-f7f0-4594-8666-d983743c665d tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 943 time: 0.0585010 Sep 17 22:10:51.905249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b0045561-03f4-4e8e-80cf-8af9a52cdf2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:51.924114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045561-03f4-4e8e-80cf-8af9a52cdf2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4ab646-ea9e-4309-ad97-07bc1dbd421c,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:51.969858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f2b5c3d-3915-42fc-b2fb-fc60e487fc8f req-605a81d3-1772-4a82-a1ac-478d79259846 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618308 Sep 17 22:10:52.045368 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b0045561-03f4-4e8e-80cf-8af9a52cdf2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:52.049406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b0045561-03f4-4e8e-80cf-8af9a52cdf2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735442 Sep 17 22:10:52.050060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38524) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:52.057849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9436306b-f54c-4df0-ae6d-0ddb5acbdf8b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'security_group_rule': {'security_group_id': '6f43b80a-0552-4e2a-a702-9148acbe6b22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:52.154407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:10:52.163666 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9436306b-f54c-4df0-ae6d-0ddb5acbdf8b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:52.223617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:52.226677 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e88e0b4-2065-4c9b-985d-de535a430896" -d '{"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-unplugged", "status": "completed", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:52.302083 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90eea19-4dbb-45c8-9e3f-eeac07bd501e x-openstack-request-id: req-a90eea19-4dbb-45c8-9e3f-eeac07bd501e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:52.302783 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-unplugged", "status": "completed", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:52.302783 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a90eea19-4dbb-45c8-9e3f-eeac07bd501e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:52.303821 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'code': 200} Sep 17 22:10:52.321958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:10:52.333819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15108e-36c2-402c-96b5-6485402b1c2d None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:10:52.355939 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9436306b-f54c-4df0-ae6d-0ddb5acbdf8b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:52.357571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15108e-36c2-402c-96b5-6485402b1c2d None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:52.359107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9b15108e-36c2-402c-96b5-6485402b1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:52.377018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739e587-ef5d-4558-8d3b-a537ad6cfdb7 req-282baaf7-fd87-4276-970b-b1ca52d97222 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:52.378517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4739e587-ef5d-4558-8d3b-a537ad6cfdb7 req-282baaf7-fd87-4276-970b-b1ca52d97222 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 945 time: 0.1052980 Sep 17 22:10:52.393144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9b15108e-36c2-402c-96b5-6485402b1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:52.402010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15108e-36c2-402c-96b5-6485402b1c2d None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:52.402735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9b15108e-36c2-402c-96b5-6485402b1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:52.420395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4739e587-ef5d-4558-8d3b-a537ad6cfdb7 req-9745d392-b2a7-4f8d-ac41-cc6d76825599 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351875 Sep 17 22:10:52.439823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9b15108e-36c2-402c-96b5-6485402b1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:52.440465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15108e-36c2-402c-96b5-6485402b1c2d None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:10:52.444230 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:52.445026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9436306b-f54c-4df0-ae6d-0ddb5acbdf8b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:52.466501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436306b-f54c-4df0-ae6d-0ddb5acbdf8b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a5d615-04f8-43a0-b5cc-9fc58266a389,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:52.477509 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e1359d2-57b1-4e98-8007-bf72ed0995ac tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1937289 Sep 17 22:10:52.480157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38540) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:52.533159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9436306b-f54c-4df0-ae6d-0ddb5acbdf8b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:52.538309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9436306b-f54c-4df0-ae6d-0ddb5acbdf8b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4871128 Sep 17 22:10:52.539206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38544) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:52.547801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:52.550873 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cb9767d4-81b6-4956-813f-205cf230ddc7 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "GET /v2.0/floatingips/d5e6b8d9-c7e5-4013-9312-7f99630db43a HTTP/1.1" status: 200 len: 978 time: 0.0694783 Sep 17 22:10:52.554328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38546) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:52.587389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-e948cad5-e281-4c9e-9234-31b1130c6851 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2081523697&fields=id&tenant_id=c92244378f2a4a0aa358038b8ad367b4 HTTP/1.1" status: 200 len: 267 time: 0.0724764 Sep 17 22:10:52.686414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e11b-0f1b-45a7-997a-dcbe3bce35d4 req-23d34228-2987-4ef7-a88f-707f40ed2ab6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:52.688062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdb9e11b-0f1b-45a7-997a-dcbe3bce35d4 req-23d34228-2987-4ef7-a88f-707f40ed2ab6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.1298511 Sep 17 22:10:52.688570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38548) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:52.691519 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fc02c32c-f220-4da1-bc38-3bc13b599fd6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1326613 Sep 17 22:10:52.695148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'port_id': '40c9f44d-99af-4dbb-91fd-27ccc5a91456'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:52.757283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-70da5252-ac2d-42af-97d0-e9adaa96668e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:52.765599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-70da5252-ac2d-42af-97d0-e9adaa96668e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 945 time: 0.1666210 Sep 17 22:10:52.779496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-95c76f83-5514-462a-bdaf-25f623b6264e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'port': {'security_groups': ['384558a6-2842-4227-930c-b4473a5eced1', '063c17f7-85b6-4719-b0af-395fb03ff01b']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:52.785156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:52.859370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:52.865821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdb9e11b-0f1b-45a7-997a-dcbe3bce35d4 req-8ee11e2c-be00-4c6d-a092-7e50c142a92e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672716 Sep 17 22:10:52.944738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-95c76f83-5514-462a-bdaf-25f623b6264e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:53.156652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b19f-5336-4c41-a133-ce112009565d req-bfe81c88-1884-40c9-bf82-20c62fb860a0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:53.159235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69d9b19f-5336-4c41-a133-ce112009565d req-bfe81c88-1884-40c9-bf82-20c62fb860a0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.2178664 Sep 17 22:10:53.177084 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:53.563169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69d9b19f-5336-4c41-a133-ce112009565d req-49871d02-8b58-45aa-a76e-79fc6b222701 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930361 Sep 17 22:10:53.575049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:53.806271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-95c76f83-5514-462a-bdaf-25f623b6264e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] For port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:53.871602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa82e-ca43-4eee-bbb3-844cf71d4ea6 req-5fa9d153-aa08-488a-9089-5cace705637e tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:53.879478 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9bfa82e-ca43-4eee-bbb3-844cf71d4ea6 req-5fa9d153-aa08-488a-9089-5cace705637e tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 943 time: 0.2253413 Sep 17 22:10:53.947192 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-95c76f83-5514-462a-bdaf-25f623b6264e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:53.967855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Allocated IP 172.25.5.91 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/278d8366-2a17-4488-bcc8-30b82fe4c7f7) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:10:54.008255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9bfa82e-ca43-4eee-bbb3-844cf71d4ea6 req-c72d3dc5-dccf-4081-bd18-e23dbb50db59 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256602 Sep 17 22:10:54.047699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-95c76f83-5514-462a-bdaf-25f623b6264e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:54.060116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:54.149060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-95c76f83-5514-462a-bdaf-25f623b6264e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:54.150117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-95c76f83-5514-462a-bdaf-25f623b6264e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:54.151154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67e8085d-77a7-4c88-8e2f-86c101071ebd req-95c76f83-5514-462a-bdaf-25f623b6264e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "PUT /v2.0/ports/ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 HTTP/1.1" status: 200 len: 981 time: 1.3843870 Sep 17 22:10:54.158679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:54.159720 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:54.216320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c76f83-5514-462a-bdaf-25f623b6264e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'Port': ['ID=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:54.236212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:54.316495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:54.331658 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:54.359452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea89abd-30f3-4f44-a874-3350665073ce req-6640a0d1-c386-4fb6-8590-c40a7a75d768 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:54.359452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bea89abd-30f3-4f44-a874-3350665073ce req-6640a0d1-c386-4fb6-8590-c40a7a75d768 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.1333776 Sep 17 22:10:54.405120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bea89abd-30f3-4f44-a874-3350665073ce req-84c140da-7946-439c-bbc6-13bfcc4d433c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Sep 17 22:10:54.406224 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:54.505306 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:54.575932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:10:54.583736 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP d5e6b8d9-c7e5-4013-9312-7f99630db43a associated. External IP: 172.25.5.230, port: fcdc109e-4059-425a-964d-a9b4b1415960. Sep 17 22:10:54.588525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-d29a7200-108c-4cf5-a4a8-df835f9439c7 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2099093034&fields=id&tenant_id=c92244378f2a4a0aa358038b8ad367b4 HTTP/1.1" status: 200 len: 267 time: 0.1228204 Sep 17 22:10:54.589333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:10:54.592212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Port': ['ID=278d8366-2a17-4488-bcc8-30b82fe4c7f7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:54.625040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:10:54.763046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-4a188911-18b1-4dca-9da6-4a64671183cd tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:54.764628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-4a188911-18b1-4dca-9da6-4a64671183cd tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 984 time: 0.1372540 Sep 17 22:10:54.799312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-532a6439-81aa-4b74-88a5-7c0b9686b589 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'port': {'security_groups': ['063c17f7-85b6-4719-b0af-395fb03ff01b', '384558a6-2842-4227-930c-b4473a5eced1', '9a153a1c-53f5-49fb-8fe9-e1dc92b30e27']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:54.845131 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:54.887162 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eb531c-4926-4d1e-b587-5bf2e79a4e85 x-openstack-request-id: req-d7eb531c-4926-4d1e-b587-5bf2e79a4e85 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:54.887454 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:54.887708 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7eb531c-4926-4d1e-b587-5bf2e79a4e85 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:54.888132 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59', 'status': 'completed', 'code': 200} Sep 17 22:10:54.985955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-532a6439-81aa-4b74-88a5-7c0b9686b589 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:54.997020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-3284f855-021a-4b12-8394-fcbe1485bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:55.002393 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-3284f855-021a-4b12-8394-fcbe1485bcce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1136 time: 0.1168325 Sep 17 22:10:55.114167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-d1dc103e-d803-4ec5-a55c-8ecae22ebd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:55.114429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:55.115837 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-d1dc103e-d803-4ec5-a55c-8ecae22ebd26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 913 time: 0.1055388 Sep 17 22:10:55.118957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:10:55.171375 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-e37e0881-d910-4ca1-922e-1e6a5c4a31c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 HTTP/1.1" status: 200 len: 217 time: 0.0485408 Sep 17 22:10:55.178195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea42ea-caf5-4b84-b54e-880e332db694 req-b35fef10-2728-4fb0-b3ec-43a88e69ac35 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:55.185910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93ea42ea-caf5-4b84-b54e-880e332db694 req-b35fef10-2728-4fb0-b3ec-43a88e69ac35 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.1910067 Sep 17 22:10:55.230653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-4f20bb31-d7aa-4efc-a129-3bb1529bfb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:55.232316 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-4f20bb31-d7aa-4efc-a129-3bb1529bfb49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 200 len: 853 time: 0.0539653 Sep 17 22:10:55.269800 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-4dccb275-9b19-40e2-8290-ba5f3d4e934d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f785c69b-b427-4de2-a156-dc4084158d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259922 Sep 17 22:10:55.339147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93ea42ea-caf5-4b84-b54e-880e332db694 req-0908acda-88b4-4a5d-bea2-f19d3c3c72c4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471741 Sep 17 22:10:55.441543 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-6e559599-ccfc-4342-a526-bf8ba616be8b service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642966 Sep 17 22:10:55.554061 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6e08efd-19fe-4d6a-b6d0-7ea85573c1ed req-bc8aa81d-85b6-4aec-b8b2-00cc042bce6e service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040931 Sep 17 22:10:55.853469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:10:55.864929 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c61e73-a86f-4437-9c88-23d1377c2221 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:10:55.877563 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c61e73-a86f-4437-9c88-23d1377c2221 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:55.878471 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-03c61e73-a86f-4437-9c88-23d1377c2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:55.923414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422889d4-23ee-4398-9ae7-d36e4493f884 req-80748505-88cc-4484-9598-5ba5ddd280dc tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:55.924950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-422889d4-23ee-4398-9ae7-d36e4493f884 req-80748505-88cc-4484-9598-5ba5ddd280dc tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 943 time: 0.2220645 Sep 17 22:10:55.937013 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-03c61e73-a86f-4437-9c88-23d1377c2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:55.948286 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c61e73-a86f-4437-9c88-23d1377c2221 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:55.949171 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-03c61e73-a86f-4437-9c88-23d1377c2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:55.983115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:55.983855 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-03c61e73-a86f-4437-9c88-23d1377c2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:55.984505 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c61e73-a86f-4437-9c88-23d1377c2221 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:10:55.987277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-532a6439-81aa-4b74-88a5-7c0b9686b589 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] For port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:56.055154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:56.064307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-422889d4-23ee-4398-9ae7-d36e4493f884 req-140cc7b4-fc70-4955-81a7-6f40f7a6a1f7 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305737 Sep 17 22:10:56.112196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-532a6439-81aa-4b74-88a5-7c0b9686b589 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:56.157648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Port': ['ID=278d8366-2a17-4488-bcc8-30b82fe4c7f7,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:56.198010 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-532a6439-81aa-4b74-88a5-7c0b9686b589 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:56.211473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:56.252386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:56.300778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-532a6439-81aa-4b74-88a5-7c0b9686b589 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:56.301534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-532a6439-81aa-4b74-88a5-7c0b9686b589 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:56.303472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc6060aa-4d86-4e75-8fd1-3bbb4af6e0a0 req-532a6439-81aa-4b74-88a5-7c0b9686b589 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "PUT /v2.0/ports/ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 HTTP/1.1" status: 200 len: 1020 time: 1.5144482 Sep 17 22:10:56.383458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:56.401139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a6439-81aa-4b74-88a5-7c0b9686b589 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'Port': ['ID=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:56.415507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e02666-0cb3-4279-a051-c23ed4c86ca9 req-3d2c8e65-200e-493c-a26b-8ffb95722a99 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:56.417176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8e02666-0cb3-4279-a051-c23ed4c86ca9 req-3d2c8e65-200e-493c-a26b-8ffb95722a99 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.1985130 Sep 17 22:10:56.421212 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:56.421212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f0ddfc33-2f26-47a7-b868-81a19dde9fbf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8785114 Sep 17 22:10:56.435628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:10:56.543251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dd84b-ec35-4913-b92e-878ffb4d11fd req-0261e4bd-f7b4-4eef-a9c8-05c43ed34e27 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:56.544840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d37dd84b-ec35-4913-b92e-878ffb4d11fd req-0261e4bd-f7b4-4eef-a9c8-05c43ed34e27 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.1229894 Sep 17 22:10:56.554333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8e02666-0cb3-4279-a051-c23ed4c86ca9 req-4a45ef3e-2f4d-42af-a557-e968a5017997 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016707 Sep 17 22:10:56.637889 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d37dd84b-ec35-4913-b92e-878ffb4d11fd req-64cac0a2-67c0-4609-bb9d-948e6c2e2575 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784345 Sep 17 22:10:56.685112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:10:56.706044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:56.785250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fee6d-3f33-470a-8e45-b3211d0be5ee req-d3c1163f-a893-4a17-9186-5cb8686fa050 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:56.788388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e6fee6d-3f33-470a-8e45-b3211d0be5ee req-d3c1163f-a893-4a17-9186-5cb8686fa050 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1023 time: 0.1165447 Sep 17 22:10:56.793655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38622) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:56.794309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-228d5cb9-80ab-4a92-b8ad-75ffc84090ab tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/floatingips/d5e6b8d9-c7e5-4013-9312-7f99630db43a HTTP/1.1" status: 200 len: 978 time: 4.1039410 Sep 17 22:10:56.799022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e6a0c6d8-0750-4738-8063-0ce4eb2bf7a1 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:56.888581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:56.891729 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:56.895963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b4d297-c8e7-41c4-9e19-f046bd8ea2b8 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:10:56.899354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 64b26498-894f-442a-8af7-2f520185ad44 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:10:56.949304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e6fee6d-3f33-470a-8e45-b3211d0be5ee req-ebed3157-9fbb-4be3-9e70-7b516add8fd3 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=9a153a1c-53f5-49fb-8fe9-e1dc92b30e27&id=063c17f7-85b6-4719-b0af-395fb03ff01b HTTP/1.1" status: 200 len: 6158 time: 0.1453228 Sep 17 22:10:56.952799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a5db87ea-f505-44e3-a92f-fa74e6fb6a37 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1168734781&fields=id&tenant_id=99a2dc38667d414d82ef9c49e81a359b HTTP/1.1" status: 200 len: 267 time: 0.0961640 Sep 17 22:10:57.030822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-c13e07b4-27e8-4013-9d08-9201bd8bf0cb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:57.035364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-c13e07b4-27e8-4013-9d08-9201bd8bf0cb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports/a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 200 len: 937 time: 0.0724051 Sep 17 22:10:57.050837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4d297-c8e7-41c4-9e19-f046bd8ea2b8 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:57.052148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a0b4d297-c8e7-41c4-9e19-f046bd8ea2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:57.058114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:10:57.063415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-e16d471a-8ad9-4fa8-ba89-045f7d0a26a5 req-1dca82d0-7148-4b67-a600-bfe0e4528a72 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:10:57.064896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e16d471a-8ad9-4fa8-ba89-045f7d0a26a5 req-1dca82d0-7148-4b67-a600-bfe0e4528a72 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080144 Sep 17 22:10:57.134642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-83195ebc-5f67-4dcb-a416-eab3190a4552 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:57.136137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-83195ebc-5f67-4dcb-a416-eab3190a4552 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports/a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 200 len: 936 time: 0.0923345 Sep 17 22:10:57.217226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a0b4d297-c8e7-41c4-9e19-f046bd8ea2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:57.217970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-2cbef75c-f507-476d-8023-ba10db4db978 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0743458 Sep 17 22:10:57.267148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4d297-c8e7-41c4-9e19-f046bd8ea2b8 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:57.267843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a0b4d297-c8e7-41c4-9e19-f046bd8ea2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:57.280123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 64b26498-894f-442a-8af7-2f520185ad44, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=64b26498-894f-442a-8af7-2f520185ad44,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:57.286118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3c8ce536-2898-4696-ab52-163d58b438ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0515640 Sep 17 22:10:57.333066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:10:57.353658 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a0b4d297-c8e7-41c4-9e19-f046bd8ea2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:57.354118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b4d297-c8e7-41c4-9e19-f046bd8ea2b8 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:10:57.385822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '64b26498-894f-442a-8af7-2f520185ad44', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'port_id': '64b26498-894f-442a-8af7-2f520185ad44', 'mac_address': 'fa:16:3e:55:6a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:10:57.414924 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd660981-1a84-4962-b694-0188e956d307 x-openstack-request-id: req-cd660981-1a84-4962-b694-0188e956d307 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:57.417417 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:57.417417 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd660981-1a84-4962-b694-0188e956d307 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:57.417417 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59', 'status': 'completed', 'code': 200} Sep 17 22:10:57.458181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6a0c6d8-0750-4738-8063-0ce4eb2bf7a1 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:57.475399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:57.491036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b26498-894f-442a-8af7-2f520185ad44 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:10:57.542259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 64b26498-894f-442a-8af7-2f520185ad44, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=64b26498-894f-442a-8af7-2f520185ad44,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:57.550227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-aefbebb4-d79c-4bf3-bc7f-c3fdd74ef219 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:57.560489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-aefbebb4-d79c-4bf3-bc7f-c3fdd74ef219 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:57.569695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-aefbebb4-d79c-4bf3-bc7f-c3fdd74ef219 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:57.571446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-aefbebb4-d79c-4bf3-bc7f-c3fdd74ef219 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/networks?id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=326fc1b5-7834-476d-a7fb-3ec75767f891&id=326fc1b5-7834-476d-a7fb-3ec75767f891 HTTP/1.1" status: 200 len: 1995 time: 0.2731283 Sep 17 22:10:57.577478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-09ad708d-a427-4acd-a911-59eabe30baea req-80f5f7fe-56ee-43c0-98db-56c7dfbec362 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1749177184 ', 'description': 'tempest-description-18998684'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:57.596357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7a8ed257-1795-4527-8e01-f7d6ef7bc65f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/quotas/99a2dc38667d414d82ef9c49e81a359b HTTP/1.1" status: 200 len: 375 time: 0.0139883 Sep 17 22:10:57.629453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-c49d7c26-02fd-4d94-b72b-ad31c06eec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:57.631887 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-c49d7c26-02fd-4d94-b72b-ad31c06eec0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1175 time: 0.1850512 Sep 17 22:10:57.647821 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:57.704561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-d3588064-651a-40ca-99f3-afe55a8db68b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0994859 Sep 17 22:10:57.726384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=64b26498-894f-442a-8af7-2f520185ad44,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:57.755718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6a0c6d8-0750-4738-8063-0ce4eb2bf7a1 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:57.767874 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09ad708d-a427-4acd-a911-59eabe30baea req-80f5f7fe-56ee-43c0-98db-56c7dfbec362 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:57.825232 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6a0c6d8-0750-4738-8063-0ce4eb2bf7a1 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:57.825912 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-e6a0c6d8-0750-4738-8063-0ce4eb2bf7a1 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP d5e6b8d9-c7e5-4013-9312-7f99630db43a disassociated. External IP: 172.25.5.230, port: 40c9f44d-99af-4dbb-91fd-27ccc5a91456. Sep 17 22:10:57.869880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-c1110fd9-9218-4a02-925d-221fa2afd114 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1641676 Sep 17 22:10:57.880503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-72eb842a-0e40-4879-8328-f41af415356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:57.882350 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-72eb842a-0e40-4879-8328-f41af415356b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 913 time: 0.2415943 Sep 17 22:10:57.887718 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7146734e-10f4-49e8-9bc0-5ca35048f73e service neutron] 10.222.0.13 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424680 Sep 17 22:10:57.906853 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['64b26498-894f-442a-8af7-2f520185ad44'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:10:57.989431 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-4d40ad77-4fa7-4c92-ae77-b5ba32bfd00e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 HTTP/1.1" status: 200 len: 217 time: 0.0907090 Sep 17 22:10:58.110448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09ad708d-a427-4acd-a911-59eabe30baea req-80f5f7fe-56ee-43c0-98db-56c7dfbec362 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:58.144350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-cecc7832-1572-49f6-a136-f61827197f98 service neutron] 10.222.0.13 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369549 Sep 17 22:10:58.187654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-b8f274e5-8b13-4f04-959f-f5957531fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:58.187654 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-b8f274e5-8b13-4f04-959f-f5957531fce2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 200 len: 853 time: 0.1478796 Sep 17 22:10:58.196242 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09ad708d-a427-4acd-a911-59eabe30baea req-80f5f7fe-56ee-43c0-98db-56c7dfbec362 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:58.225177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-0b89ea05-ca7d-4223-97f5-e70336e70037 service neutron] 10.222.0.13 "GET /v2.0/ports/a6231a7e-020d-4b08-9889-4a128f41cc2c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0708706 Sep 17 22:10:58.252759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5f7fe-56ee-43c0-98db-56c7dfbec362 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915bf85a-e816-49cd-b48d-70a2419c5105,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:58.280422 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-8167ee33-1620-43c0-90bd-6c8a811fc3a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f785c69b-b427-4de2-a156-dc4084158d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393145 Sep 17 22:10:58.332060 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09ad708d-a427-4acd-a911-59eabe30baea req-80f5f7fe-56ee-43c0-98db-56c7dfbec362 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:58.333584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09ad708d-a427-4acd-a911-59eabe30baea req-80f5f7fe-56ee-43c0-98db-56c7dfbec362 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7611163 Sep 17 22:10:58.340569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-8389e511-0afa-416f-8003-566ad0fe102a service neutron] 10.222.0.13 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062975 Sep 17 22:10:58.433230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a0c6d8-0750-4738-8063-0ce4eb2bf7a1 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:10:58.446080 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-68d8083d-9fac-4e59-93e9-20f04e6aa047 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524184 Sep 17 22:10:58.631028 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-31f3d87e-4dc1-48d3-8890-f66ab6530c7b req-aa24d69f-d8c8-45b3-8ae7-9e57366b862e service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823213 Sep 17 22:10:58.632413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a0c6d8-0750-4738-8063-0ce4eb2bf7a1 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:10:58.644769 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619f7683-98eb-49ad-b901-daeb22d7fae4 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:10:58.653753 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6a0c6d8-0750-4738-8063-0ce4eb2bf7a1 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:58.659933 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f7683-98eb-49ad-b901-daeb22d7fae4 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:58.660565 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-619f7683-98eb-49ad-b901-daeb22d7fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:58.694575 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-619f7683-98eb-49ad-b901-daeb22d7fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:58.698074 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e6a0c6d8-0750-4738-8063-0ce4eb2bf7a1 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/floatingips/d5e6b8d9-c7e5-4013-9312-7f99630db43a HTTP/1.1" status: 200 len: 688 time: 1.9029310 Sep 17 22:10:58.700664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38664) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:58.704836 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f7683-98eb-49ad-b901-daeb22d7fae4 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:10:58.705670 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-619f7683-98eb-49ad-b901-daeb22d7fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:58.758727 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-619f7683-98eb-49ad-b901-daeb22d7fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:10:58.759497 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619f7683-98eb-49ad-b901-daeb22d7fae4 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:10:58.784486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-f5914f46-9394-4048-9a89-60f7033768e9 service neutron] 10.222.0.13 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257686 Sep 17 22:10:58.834327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fb80742d-c136-4171-8126-b0eeb121aac5 service neutron] 10.222.0.13 "GET /v2.0/ports/a229c9de-faee-40c0-a86e-801a47e68b58?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0395086 Sep 17 22:10:58.846772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17cc1-3be4-405d-b28f-e7390aea129e req-59787177-3d78-4f2f-8780-794cf0d03723 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:58.848257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68c17cc1-3be4-405d-b28f-e7390aea129e req-59787177-3d78-4f2f-8780-794cf0d03723 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 944 time: 0.4191079 Sep 17 22:10:58.856682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port 6114fe7a-ae6c-4a47-a07e-bcfbb6885e23 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:10:58.857228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:58.865710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 64b26498-894f-442a-8af7-2f520185ad44 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:10:58.947757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68c17cc1-3be4-405d-b28f-e7390aea129e req-16dcefdc-defb-4c5e-ba02-4e17eaa67b42 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912769 Sep 17 22:10:58.962881 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:58.964194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:58.985402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for 6114fe7a-ae6c-4a47-a07e-bcfbb6885e23 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:10:59.010125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 64b26498-894f-442a-8af7-2f520185ad44 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:10:59.020518 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 64b26498-894f-442a-8af7-2f520185ad44 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:10:59.022548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:59.023386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-f34c4469-18b0-4733-ae82-17e448263252 service neutron] 10.222.0.13 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740904 Sep 17 22:10:59.149590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-bbb72701-07c0-42db-a1c0-268fa070b0c7 service neutron] 10.222.0.13 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240239 Sep 17 22:10:59.151583 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:59.161736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee405bf-4d06-4661-81bd-eea51b8da136 req-532eca8f-2640-403d-9e30-8dd7067268cb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:59.170941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ee405bf-4d06-4661-81bd-eea51b8da136 req-532eca8f-2640-403d-9e30-8dd7067268cb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.0836999 Sep 17 22:10:59.196777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b26498-894f-442a-8af7-2f520185ad44'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:10:59.202131 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdc51e8-cd35-4854-a01e-5743393b1d86" -d '{"events": [{"server_uuid": "b01dbbfa-50ce-43cc-93e7-24ff2c033dfc", "name": "network-vif-plugged", "status": "completed", "tag": "64b26498-894f-442a-8af7-2f520185ad44"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:10:59.236130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 64b26498-894f-442a-8af7-2f520185ad44, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=64b26498-894f-442a-8af7-2f520185ad44,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:10:59.281473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ee405bf-4d06-4661-81bd-eea51b8da136 req-681fa410-67db-4297-8794-0b323db42fff tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096737 Sep 17 22:10:59.297191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:59.309421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-245a989b-4b79-43b9-8318-f01605ba8cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358056 Sep 17 22:10:59.325964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:59.380147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=6114fe7a-ae6c-4a47-a07e-bcfbb6885e23,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:59.401560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=64b26498-894f-442a-8af7-2f520185ad44,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:10:59.453037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-db552abe-4b5e-42c7-bb40-9c20c1a3ca87 service neutron] 10.222.0.13 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364048 Sep 17 22:10:59.464642 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:59.467679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71776b1c-47dd-460b-936e-ba31e9c50178 req-708d17e4-94f4-489d-b65d-979f4b3d0381 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:59.467869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:10:59.471544 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-075b5362-6bfd-46e2-bd10-4ecd6dfd377e tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/floatingips/d5e6b8d9-c7e5-4013-9312-7f99630db43a HTTP/1.1" status: 204 len: 168 time: 0.7672462 Sep 17 22:10:59.471709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71776b1c-47dd-460b-936e-ba31e9c50178 req-708d17e4-94f4-489d-b65d-979f4b3d0381 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.0751033 Sep 17 22:10:59.471810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38676) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:59.510516 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-4d4dabeb-6e1a-4d59-85a4-6778e01ca1cc tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] delete failed (client error): The resource could not be found. Sep 17 22:10:59.511513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4d4dabeb-6e1a-4d59-85a4-6778e01ca1cc tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/floatingips/d5e6b8d9-c7e5-4013-9312-7f99630db43a HTTP/1.1" status: 404 len: 345 time: 0.0388026 Sep 17 22:10:59.515159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38678) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:59.568820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71776b1c-47dd-460b-936e-ba31e9c50178 req-6bbb4ca8-bb9c-40e7-aa08-77f457d06113 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899615 Sep 17 22:10:59.601953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-868c442d-4d77-4524-b45d-22b055e2671e service neutron] 10.222.0.13 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315689 Sep 17 22:10:59.610778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b8fcf2-dee3-40a7-b878-846d527ac890 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:59.616967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b8fcf2-dee3-40a7-b878-846d527ac890 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:59.623006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b8fcf2-dee3-40a7-b878-846d527ac890 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:59.627077 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-19b8fcf2-dee3-40a7-b878-846d527ac890 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "GET /v2.0/ports?network_id=99a421e2-61d5-482a-ab04-9cf713273e95 HTTP/1.1" status: 200 len: 2358 time: 0.1086342 Sep 17 22:10:59.631773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38680) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:59.669875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-9f0b8c36-3260-4b62-bd65-7541a3ea83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:59.671594 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-9f0b8c36-3260-4b62-bd65-7541a3ea83f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48&tenant_id=9003d394d2614f1daeec6b5dba3f1ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0457845 Sep 17 22:10:59.735196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-3992916d-c4eb-4ba0-a7e0-f2727c6e7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:59.737037 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-3992916d-c4eb-4ba0-a7e0-f2727c6e7f07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 1096 time: 0.0424280 Sep 17 22:10:59.753098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe03ec-d51a-4776-a325-8560e88358dd tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:59.757676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-26fe03ec-d51a-4776-a325-8560e88358dd tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "GET /v2.0/subnets/1f443acd-f69e-4339-994d-96b0e0589513 HTTP/1.1" status: 200 len: 797 time: 0.1209555 Sep 17 22:10:59.761950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38682) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:10:59.762751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b599fda7-700c-4309-8023-0782729543b1 req-6aa36916-4405-4731-b8b9-254d040fd284 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/915bf85a-e816-49cd-b48d-70a2419c5105 HTTP/1.1" status: 200 len: 1781 time: 0.1471531 Sep 17 22:10:59.767603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'port': {'network_id': '99a421e2-61d5-482a-ab04-9cf713273e95', 'name': 'tempest-FloatingIPTestJSON-308982815', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:10:59.788754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-4b903230-5e37-4471-ab73-5c2e91701d98 service neutron] 10.222.0.13 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800139 Sep 17 22:10:59.888680 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee824242-1d26-4a16-8355-46d47d10b022 x-openstack-request-id: req-ee824242-1d26-4a16-8355-46d47d10b022 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:10:59.889180 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01dbbfa-50ce-43cc-93e7-24ff2c033dfc", "name": "network-vif-plugged", "status": "completed", "tag": "64b26498-894f-442a-8af7-2f520185ad44", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:10:59.889294 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee824242-1d26-4a16-8355-46d47d10b022 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:10:59.889611 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b26498-894f-442a-8af7-2f520185ad44', 'code': 200} Sep 17 22:10:59.925051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-b25a7b75-b3df-4749-8002-48c93eafdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:10:59.926557 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-b25a7b75-b3df-4749-8002-48c93eafdc2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 913 time: 0.1827688 Sep 17 22:10:59.966074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-bd946d98-d486-46ea-b9b5-63e10beeed5a service neutron] 10.222.0.13 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655717 Sep 17 22:10:59.987234 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-2e9b33e8-bdf7-4c25-8b0b-d367a9dff601 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c HTTP/1.1" status: 200 len: 217 time: 0.0524013 Sep 17 22:11:00.016804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c92970a7-8d08-4f72-9377-d42caed43768 req-7575f333-71fb-4149-a657-2d2dc753d8ce tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/915bf85a-e816-49cd-b48d-70a2419c5105 HTTP/1.1" status: 200 len: 1781 time: 0.1008337 Sep 17 22:11:00.063946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b1dcb-31ae-4cc3-84b6-1da360825150 req-861d50ba-09d8-432e-8877-8287dc470945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:00.065479 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e31b1dcb-31ae-4cc3-84b6-1da360825150 req-861d50ba-09d8-432e-8877-8287dc470945 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 1097 time: 0.0879071 Sep 17 22:11:00.069636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-9d12d832-26ad-4253-a6d3-6f145b072117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:00.070644 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-9d12d832-26ad-4253-a6d3-6f145b072117 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 HTTP/1.1" status: 200 len: 853 time: 0.0643618 Sep 17 22:11:00.092882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Made reservation on behalf of 7939f8214cec4c32b41cc7b327b7ed2e for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:00.126217 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c92970a7-8d08-4f72-9377-d42caed43768 req-d1bd1d74-ad44-4ef1-ba4e-ba751926f14e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:00.130190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-046dc374-b405-4162-9569-5a14634a110f service neutron] 10.222.0.13 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543529 Sep 17 22:11:00.138976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-cdbb1478-eb39-459f-87e4-4224901266b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aef19c3d-a8ec-4865-87d6-87e3d003ff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563588 Sep 17 22:11:00.175141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c92970a7-8d08-4f72-9377-d42caed43768 req-d1bd1d74-ad44-4ef1-ba4e-ba751926f14e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:00.189162 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e31b1dcb-31ae-4cc3-84b6-1da360825150 req-8f997739-8013-4a4c-b18c-b3e832a5271e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136420 Sep 17 22:11:00.272024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-23d5bf75-23be-4d8b-96e9-215858bf9c5e service neutron] 10.222.0.13 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287267 Sep 17 22:11:00.289154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:00.310582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-25cd1dcb-d38e-43f6-b9af-4bedefa0cde5 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557305 Sep 17 22:11:00.316174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] device_id is not set on port 590e90c6-001c-4d57-95ac-2c7db94b86d5 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:11:00.353823 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c92970a7-8d08-4f72-9377-d42caed43768 req-d1bd1d74-ad44-4ef1-ba4e-ba751926f14e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:00.358905 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c92970a7-8d08-4f72-9377-d42caed43768 req-d1bd1d74-ad44-4ef1-ba4e-ba751926f14e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:00.358905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c92970a7-8d08-4f72-9377-d42caed43768 req-d1bd1d74-ad44-4ef1-ba4e-ba751926f14e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/915bf85a-e816-49cd-b48d-70a2419c5105 HTTP/1.1" status: 204 len: 173 time: 0.3400629 Sep 17 22:11:00.374739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd1d74-ad44-4ef1-ba4e-ba751926f14e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915bf85a-e816-49cd-b48d-70a2419c5105,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:00.430017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-aff61bea-4cc0-4ef6-a3cd-faeba8da8f70 service neutron] 10.222.0.13 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531012 Sep 17 22:11:00.548374 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c10cfc5-4502-4665-be32-453e01bd20a5 req-16bbf533-6e98-4a05-b804-14291bd08a06 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271509 Sep 17 22:11:00.619067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d6a32-d92a-4d71-8690-6e7fe72a00bc req-5542b846-0a60-48d4-b992-90b105a85f0a tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:00.621356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-421d6a32-d92a-4d71-8690-6e7fe72a00bc req-5542b846-0a60-48d4-b992-90b105a85f0a tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.0612037 Sep 17 22:11:00.670665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-421d6a32-d92a-4d71-8690-6e7fe72a00bc req-a8abf52e-f570-4cdd-bb61-52e2ff943321 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420096 Sep 17 22:11:00.723771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.20.0.13 (99a421e2-61d5-482a-ab04-9cf713273e95/1f443acd-f69e-4339-994d-96b0e0589513/590e90c6-001c-4d57-95ac-2c7db94b86d5) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:00.731967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.20.0.12 (99a421e2-61d5-482a-ab04-9cf713273e95/1f443acd-f69e-4339-994d-96b0e0589513/590e90c6-001c-4d57-95ac-2c7db94b86d5) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:00.790507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cb932-67a0-44cd-96e4-612cf0af284b req-0d04941c-e679-43ba-8c2a-cffd4503f7bb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:00.792080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-211cb932-67a0-44cd-96e4-612cf0af284b req-0d04941c-e679-43ba-8c2a-cffd4503f7bb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.0613708 Sep 17 22:11:00.833885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-211cb932-67a0-44cd-96e4-612cf0af284b req-67126df5-3a68-49e5-a9e3-5e16aa77f5a1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356057 Sep 17 22:11:00.889092 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:00.897074 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-585ad229-b996-4df1-80ee-c7c6c58f5272 req-ee527aeb-73a8-41e5-afb7-ba5319cf1ba0 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:00.898228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-585ad229-b996-4df1-80ee-c7c6c58f5272 req-ee527aeb-73a8-41e5-afb7-ba5319cf1ba0 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/915bf85a-e816-49cd-b48d-70a2419c5105 HTTP/1.1" status: 404 len: 352 time: 0.0199676 Sep 17 22:11:00.971618 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:01.016835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 99a421e2-61d5-482a-ab04-9cf713273e95 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:01.022597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:01.025124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:01.058483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=590e90c6-001c-4d57-95ac-2c7db94b86d5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:01.080969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:01.081593 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:01.108714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d888a7c-dd10-4c88-a167-2989e4e596a2 req-64de5f6b-015b-4ac9-9d03-978f039eb019 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:01.110218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d888a7c-dd10-4c88-a167-2989e4e596a2 req-64de5f6b-015b-4ac9-9d03-978f039eb019 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.0494621 Sep 17 22:11:01.164599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d888a7c-dd10-4c88-a167-2989e4e596a2 req-2c8ae4c0-77b3-46d8-8136-290ddc69f6b8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Sep 17 22:11:01.171230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38740) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:01.171424 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e1c2ea66-976f-4a34-9381-06bbf7e5c7ca tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4081421 Sep 17 22:11:01.178844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '590e90c6-001c-4d57-95ac-2c7db94b86d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:01.228865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0c0ab438-9287-4779-9901-346a34feccae req-46c50d31-1907-4b4a-9989-fd0a61cf2f53 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1002418229', 'description': 'tempest-description-1848977574'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:01.334704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:01.484226 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0c0ab438-9287-4779-9901-346a34feccae req-46c50d31-1907-4b4a-9989-fd0a61cf2f53 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:01.584471 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:01.650752 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0c0ab438-9287-4779-9901-346a34feccae req-46c50d31-1907-4b4a-9989-fd0a61cf2f53 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:01.719160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.25.5.170 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/e958cb4b-a3ba-4f90-8ab8-57bbc066f6eb) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:01.746201 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0c0ab438-9287-4779-9901-346a34feccae req-46c50d31-1907-4b4a-9989-fd0a61cf2f53 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:01.877593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c50d31-1907-4b4a-9989-fd0a61cf2f53 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce602fb7-b771-4702-a24a-674478c173cf,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:01.928109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:01.961839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0c0ab438-9287-4779-9901-346a34feccae req-46c50d31-1907-4b4a-9989-fd0a61cf2f53 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:01.963168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c0ab438-9287-4779-9901-346a34feccae req-46c50d31-1907-4b4a-9989-fd0a61cf2f53 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7411015 Sep 17 22:11:02.078026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:02.090007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e62724ed-88db-423b-8389-49a2e16a8250 req-766bba2c-1ea6-4ff8-9eb0-86c3ab27e4ba tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0474241 Sep 17 22:11:02.154939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:02.158165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:02.161214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:02.206206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=e958cb4b-a3ba-4f90-8ab8-57bbc066f6eb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:02.225580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad36e56-7ae4-4779-8f8b-a51ac599dbbe req-c266e540-d9ad-4738-af21-f8600f599e1b tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:02.227446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ad36e56-7ae4-4779-8f8b-a51ac599dbbe req-c266e540-d9ad-4738-af21-f8600f599e1b tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.1673992 Sep 17 22:11:02.350917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ad36e56-7ae4-4779-8f8b-a51ac599dbbe req-30cced4f-11d3-4bab-bf4b-556196991d7f tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881658 Sep 17 22:11:02.385426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac902c4c-021b-4734-ab63-32b2d76a514d req-c615c5b9-6d8e-4449-8c09-c77847b6eefd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:02.387109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac902c4c-021b-4734-ab63-32b2d76a514d req-c615c5b9-6d8e-4449-8c09-c77847b6eefd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.1587224 Sep 17 22:11:02.401727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-dfd2e765-0b4f-4f60-867d-d7906a2be328 req-57f558f7-75c8-4afa-9291-ca9d4952a50b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-411128932', 'description': 'tempest-description-261980751'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:02.528955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac902c4c-021b-4734-ab63-32b2d76a514d req-16cfd0f4-c98d-4ded-ad76-956ce7d7b8f3 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147115 Sep 17 22:11:02.535028 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dfd2e765-0b4f-4f60-867d-d7906a2be328 req-57f558f7-75c8-4afa-9291-ca9d4952a50b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:02.801338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dfd2e765-0b4f-4f60-867d-d7906a2be328 req-57f558f7-75c8-4afa-9291-ca9d4952a50b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:02.880089 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:02.889602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93ca16-a3c5-48a1-8c5b-764272dcc30a req-eff77410-df31-4efa-86b5-1b5190100e40 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:02.891317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a93ca16-a3c5-48a1-8c5b-764272dcc30a req-eff77410-df31-4efa-86b5-1b5190100e40 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.0988169 Sep 17 22:11:02.912609 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dfd2e765-0b4f-4f60-867d-d7906a2be328 req-57f558f7-75c8-4afa-9291-ca9d4952a50b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:02.988474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f558f7-75c8-4afa-9291-ca9d4952a50b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29f4f2a-72ba-4e3e-9584-74a02e4604af,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:02.994730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a93ca16-a3c5-48a1-8c5b-764272dcc30a req-a86ef583-650e-4293-90b9-45b983bf9f0a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833926 Sep 17 22:11:03.070150 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dfd2e765-0b4f-4f60-867d-d7906a2be328 req-57f558f7-75c8-4afa-9291-ca9d4952a50b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:03.070936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfd2e765-0b4f-4f60-867d-d7906a2be328 req-57f558f7-75c8-4afa-9291-ca9d4952a50b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6803432 Sep 17 22:11:03.116915 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:03.161422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3428a-0088-4fd4-b3a5-884cef4ba788 req-36064d57-677c-4d1b-b960-c3f6fcf0132e tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:03.163337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39c3428a-0088-4fd4-b3a5-884cef4ba788 req-36064d57-677c-4d1b-b960-c3f6fcf0132e tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.1095705 Sep 17 22:11:03.173912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38784) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:03.181999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-11215677-30ee-42df-be65-9aeee9ff1434 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Request body: {'floatingip': {'port_id': '64b26498-894f-442a-8af7-2f520185ad44'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:03.212918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-aed2ac3e-5e3a-4ee0-bcff-c05cda8f831d req-5eab4949-284b-4ac2-abad-1fc01283f023 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1098146135', 'description': 'tempest-description-652181524'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:03.246305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11215677-30ee-42df-be65-9aeee9ff1434 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for floatingip, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:03.311920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a6b1b15-5b97-4c9d-a102-3d845c087bd1 req-192b1091-704e-4f7a-aa72-5dd200620f8a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0436985 Sep 17 22:11:03.385363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:03.387865 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aed2ac3e-5e3a-4ee0-bcff-c05cda8f831d req-5eab4949-284b-4ac2-abad-1fc01283f023 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:03.468999 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:03.656068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=e958cb4b-a3ba-4f90-8ab8-57bbc066f6eb,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:03.715794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aed2ac3e-5e3a-4ee0-bcff-c05cda8f831d req-5eab4949-284b-4ac2-abad-1fc01283f023 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:03.745158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:03.867734 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aed2ac3e-5e3a-4ee0-bcff-c05cda8f831d req-5eab4949-284b-4ac2-abad-1fc01283f023 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:04.234469 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP 6a63e418-19c3-491f-b451-c9ea3a72154f associated. External IP: 172.25.5.170, port: 590e90c6-001c-4d57-95ac-2c7db94b86d5. Sep 17 22:11:04.243723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11215677-30ee-42df-be65-9aeee9ff1434 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:04.286297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab4949-284b-4ac2-abad-1fc01283f023 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001df2ed-8e39-4b79-afa3-037184c959e9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:04.310401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171dd0-e832-4c1f-a4d8-2e45cea7b563 req-8d215bbb-1694-4a4c-8fab-568c5c923be1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:04.311934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52171dd0-e832-4c1f-a4d8-2e45cea7b563 req-8d215bbb-1694-4a4c-8fab-568c5c923be1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.4542723 Sep 17 22:11:04.342013 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aed2ac3e-5e3a-4ee0-bcff-c05cda8f831d req-5eab4949-284b-4ac2-abad-1fc01283f023 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:04.343206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aed2ac3e-5e3a-4ee0-bcff-c05cda8f831d req-5eab4949-284b-4ac2-abad-1fc01283f023 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1357627 Sep 17 22:11:04.351739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11215677-30ee-42df-be65-9aeee9ff1434 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:04.405485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52171dd0-e832-4c1f-a4d8-2e45cea7b563 req-8217663d-701e-45f0-9bc1-72401fea55ec tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646920 Sep 17 22:11:04.535018 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-11215677-30ee-42df-be65-9aeee9ff1434 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Floating IP 7251d6c8-b80a-408a-905d-5e37c01a9ade associated. External IP: 172.25.5.57, port: 64b26498-894f-442a-8af7-2f520185ad44. Sep 17 22:11:04.609767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6a43cb8-279f-475a-bebe-f0101a840f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:04.611373 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6a43cb8-279f-475a-bebe-f0101a840f95 service neutron] 10.222.0.32 "GET /v2.0/ports/a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 200 len: 1033 time: 0.0724165 Sep 17 22:11:04.704257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:04.710703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-4591b782-74db-41e0-837f-8b4978643e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:04.715607 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-4591b782-74db-41e0-837f-8b4978643e2b service neutron] 10.222.0.32 "GET /v2.0/ports/a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 200 len: 1032 time: 0.0893366 Sep 17 22:11:04.742138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab277ec-1772-43ca-8d80-f81647bb60bf req-03cc7b9b-ef4f-48ec-9666-300ae4b6b766 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:04.743605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bab277ec-1772-43ca-8d80-f81647bb60bf req-03cc7b9b-ef4f-48ec-9666-300ae4b6b766 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.1672537 Sep 17 22:11:04.907533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-c9a249eb-f6a0-4d98-a72e-361d763e8003 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:04.910673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-c9a249eb-f6a0-4d98-a72e-361d763e8003 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:04.917491 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-c9a249eb-f6a0-4d98-a72e-361d763e8003 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:04.919310 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-c9a249eb-f6a0-4d98-a72e-361d763e8003 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "GET /v2.0/networks?id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=326fc1b5-7834-476d-a7fb-3ec75767f891&id=326fc1b5-7834-476d-a7fb-3ec75767f891 HTTP/1.1" status: 200 len: 1995 time: 0.1528416 Sep 17 22:11:05.009945 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-139eb400-6251-413b-b7c5-0882fc0807ee tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99a2dc38667d414d82ef9c49e81a359b HTTP/1.1" status: 200 len: 380 time: 0.0801754 Sep 17 22:11:05.022519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'admin_state_up': True, 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'security_groups': ['6f43b80a-0552-4e2a-a702-9148acbe6b22']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:05.027082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f462690-49cd-4565-bc3b-1bbc3e818217 req-54f4647a-0e5e-4412-88b5-c49d5716dd69 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c92244378f2a4a0aa358038b8ad367b4 HTTP/1.1" status: 200 len: 10911 time: 0.5120010 Sep 17 22:11:05.030075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:05.049301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90203a6d-e508-4852-888e-d11f01291560 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:05.053956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bab277ec-1772-43ca-8d80-f81647bb60bf req-87f2d4a2-715c-4767-ba7d-177945683c8c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924480 Sep 17 22:11:05.076022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90203a6d-e508-4852-888e-d11f01291560 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:05.077859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-90203a6d-e508-4852-888e-d11f01291560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:05.098487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11215677-30ee-42df-be65-9aeee9ff1434 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:05.177707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f462690-49cd-4565-bc3b-1bbc3e818217 req-6605883f-42f2-4d74-92cc-b6520b1b51c2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/384558a6-2842-4227-930c-b4473a5eced1 HTTP/1.1" status: 200 len: 2985 time: 0.1219647 Sep 17 22:11:05.228387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d1999a3-46d8-49a1-8c4d-b8d78931c4ae req-6df76a52-ff8d-41af-8bab-534b7772dbd1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0454097 Sep 17 22:11:05.237620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:05.242943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-90203a6d-e508-4852-888e-d11f01291560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:05.283552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90203a6d-e508-4852-888e-d11f01291560 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:05.284246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-90203a6d-e508-4852-888e-d11f01291560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:05.363603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e5ea5eec-fa5d-436a-bd1e-b4e8e3df0cad tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1841950 Sep 17 22:11:05.363603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38816) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:05.373667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-56388d35-ff8f-4cf7-b5a4-432ca5561a24 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'port_id': '590e90c6-001c-4d57-95ac-2c7db94b86d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:05.384599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-90203a6d-e508-4852-888e-d11f01291560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:05.387419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90203a6d-e508-4852-888e-d11f01291560 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:05.418609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11215677-30ee-42df-be65-9aeee9ff1434 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:05.424135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11215677-30ee-42df-be65-9aeee9ff1434 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:05.434518 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] Sync routers for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:05.437191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f462690-49cd-4565-bc3b-1bbc3e818217 req-add0b565-a8f8-4c51-a597-f5755fc3634d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/384558a6-2842-4227-930c-b4473a5eced1 HTTP/1.1" status: 200 len: 2985 time: 0.2495625 Sep 17 22:11:05.456304 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:05.457194 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:05.496435 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56388d35-ff8f-4cf7-b5a4-432ca5561a24 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:05.519839 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-11215677-30ee-42df-be65-9aeee9ff1434 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "PUT /v2.0/floatingips/7251d6c8-b80a-408a-905d-5e37c01a9ade HTTP/1.1" status: 200 len: 990 time: 2.3435154 Sep 17 22:11:05.523751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'tag': '64b26498-894f-442a-8af7-2f520185ad44'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:05.525698 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb" -d '{"events": [{"name": "network-changed", "server_uuid": "b01dbbfa-50ce-43cc-93e7-24ff2c033dfc", "tag": "64b26498-894f-442a-8af7-2f520185ad44"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:05.607841 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:11:05.685183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:05.688800 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:05.788361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64904f03-a45c-4cc6-89f3-4a52289c5952 req-5f31c4b5-feff-405a-a318-855938fcbfec tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/ce602fb7-b771-4702-a24a-674478c173cf HTTP/1.1" status: 200 len: 1803 time: 0.2952566 Sep 17 22:11:05.941370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08036959-6f01-41d4-93e6-f39277e11b52 req-9554090a-09e8-4b1a-8f07-e66acf724588 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:05.951519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08036959-6f01-41d4-93e6-f39277e11b52 req-9554090a-09e8-4b1a-8f07-e66acf724588 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.3645382 Sep 17 22:11:05.953858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Allocated IP 172.20.0.13 (d7326ed9-6ce3-4256-b4f3-1c934d40e640/ff22ac41-1331-40f0-914f-a615036958e1/8aaff56d-9650-4e36-88f3-bd83066f5c11) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:05.998600 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:43Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '7251d6c8-b80a-408a-905d-5e37c01a9ade', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'port_id': '64b26498-894f-442a-8af7-2f520185ad44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'mac_address': 'fa:16:3e:55:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:09:51Z', 'updated_at': '2021-09-17T22:11:04Z', 'revision_number': 1, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9c4969-6edc-46ea-8b51-eabe6ec1fde0', 'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'mac_address': 'fa:16:3e:3b:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:41Z', 'updated_at': '2021-09-17T22:09:52Z', 'revision_number': 5, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'subnets': [{'id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:06.046853 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] Checking router: 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:11:06.059342 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:06.072433 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:06.160639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:06.240374 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:11:06.259302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08036959-6f01-41d4-93e6-f39277e11b52 req-b1ef650a-6af8-4219-a69e-a7947544116a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816579 Sep 17 22:11:06.276763 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:06.299817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-64904f03-a45c-4cc6-89f3-4a52289c5952 req-a37b4aed-38df-4b65-8517-be8071ede232 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:06.303242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-fce2f376-8f97-4a73-a00c-7703fd0e6b1c service neutron] 10.222.0.32 "GET /v2.0/ports/e85143fd-3dc4-4df9-b00b-46470a007fac/bindings/n-h1-713498-17 HTTP/1.1" status: 200 len: 383 time: 0.6214888 Sep 17 22:11:06.390113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:06.414213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:06.432900 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce6de91-342e-41a9-b1d7-c28f2d4cd26e x-openstack-request-id: req-4ce6de91-342e-41a9-b1d7-c28f2d4cd26e {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:06.433609 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01dbbfa-50ce-43cc-93e7-24ff2c033dfc", "tag": "64b26498-894f-442a-8af7-2f520185ad44", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:06.433609 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ce6de91-342e-41a9-b1d7-c28f2d4cd26e {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:06.435395 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'tag': '64b26498-894f-442a-8af7-2f520185ad44', 'status': 'completed', 'code': 200} Sep 17 22:11:06.438050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:06.447165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Port': ['ID=8aaff56d-9650-4e36-88f3-bd83066f5c11,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:06.599886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:06.600503 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:06.716935 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6d0f3ce6-e054-4bdc-9b5d-ee7697636b82 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6989574 Sep 17 22:11:06.729528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'admin_state_up': True, 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'security_groups': ['6f43b80a-0552-4e2a-a702-9148acbe6b22']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:06.763485 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-64904f03-a45c-4cc6-89f3-4a52289c5952 req-a37b4aed-38df-4b65-8517-be8071ede232 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:06.843423 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:43Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '7251d6c8-b80a-408a-905d-5e37c01a9ade', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'port_id': '64b26498-894f-442a-8af7-2f520185ad44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'mac_address': 'fa:16:3e:55:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:09:51Z', 'updated_at': '2021-09-17T22:11:04Z', 'revision_number': 1, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9c4969-6edc-46ea-8b51-eabe6ec1fde0', 'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'mac_address': 'fa:16:3e:3b:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:41Z', 'updated_at': '2021-09-17T22:09:52Z', 'revision_number': 5, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'subnets': [{'id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:06.902931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1bc57a67-11dd-4c81-8ec0-913bc2fd60e9 None None] Provisioning complete for port 8aaff56d-9650-4e36-88f3-bd83066f5c11 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:06.903490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1bc57a67-11dd-4c81-8ec0-913bc2fd60e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:06.908882 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf3223-910c-4e3d-914f-6375b9ed87fd None None] The sync data for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 is: [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:43Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '7251d6c8-b80a-408a-905d-5e37c01a9ade', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'port_id': '64b26498-894f-442a-8af7-2f520185ad44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'mac_address': 'fa:16:3e:55:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:09:51Z', 'updated_at': '2021-09-17T22:11:04Z', 'revision_number': 1, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d9c4969-6edc-46ea-8b51-eabe6ec1fde0', 'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'mac_address': 'fa:16:3e:3b:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:41Z', 'updated_at': '2021-09-17T22:09:52Z', 'revision_number': 5, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'subnets': [{'id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:06.984545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1bc57a67-11dd-4c81-8ec0-913bc2fd60e9 None None] Port 8aaff56d-9650-4e36-88f3-bd83066f5c11 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:11:07.077890 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-64904f03-a45c-4cc6-89f3-4a52289c5952 req-a37b4aed-38df-4b65-8517-be8071ede232 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:07.081925 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-64904f03-a45c-4cc6-89f3-4a52289c5952 req-a37b4aed-38df-4b65-8517-be8071ede232 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:07.099047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64904f03-a45c-4cc6-89f3-4a52289c5952 req-a37b4aed-38df-4b65-8517-be8071ede232 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce602fb7-b771-4702-a24a-674478c173cf HTTP/1.1" status: 204 len: 173 time: 1.2866194 Sep 17 22:11:07.136286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-4b8ddf73-3c40-4b20-800e-281bfe4db2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:07.141841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-4b8ddf73-3c40-4b20-800e-281bfe4db2ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b8b25dc37b6482faf06116e4bcab50f&device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 1097 time: 0.6837137 Sep 17 22:11:07.152111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b4aed-38df-4b65-8517-be8071ede232 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce602fb7-b771-4702-a24a-674478c173cf,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:07.205690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:07.211360 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:07.305125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc5112-8f36-4b55-8426-ea941f0cc7be req-6aaea9c4-c9d0-483d-b99a-00f52860923f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:07.313983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cdc5112-8f36-4b55-8426-ea941f0cc7be req-6aaea9c4-c9d0-483d-b99a-00f52860923f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.7794023 Sep 17 22:11:07.362782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702b597-f4d2-4457-b36d-5004a2949506 None None] New status for floating IP 7251d6c8-b80a-408a-905d-5e37c01a9ade: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:11:07.493926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cdc5112-8f36-4b55-8426-ea941f0cc7be req-2a903560-711b-4017-9535-dab76ce7e94d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777573 Sep 17 22:11:07.502665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558daf54-c91c-4414-b188-6c2a94d76255 req-e8477a4a-691c-440b-962f-e59f6a11281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:07.506779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-e8477a4a-691c-440b-962f-e59f6a11281e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2&tenant_id=fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 1102 time: 0.5191596 Sep 17 22:11:07.599863 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.resource_extend [None req-56388d35-ff8f-4cf7-b5a4-432ca5561a24 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:11:07.661292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Allocated IP 10.1.1.231 (d52773da-ea71-415b-9d63-4f91823d2c03/e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99/99e226e5-351d-4d26-b8b0-10a31a1b383b) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:07.666326 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56388d35-ff8f-4cf7-b5a4-432ca5561a24 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:07.698246 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:11:07.724155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-568de65d-b47a-44df-9f07-22870fa5f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:07.726157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-568de65d-b47a-44df-9f07-22870fa5f39b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9a0f2da-d64c-4712-8e79-13850e1c3037 HTTP/1.1" status: 200 len: 915 time: 0.5526166 Sep 17 22:11:07.749440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657df3c-3ae3-44bc-9a35-b61a7bc52710 req-95b6fa35-17cd-47d5-b2e5-b7118a9d915c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:07.757781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1657df3c-3ae3-44bc-9a35-b61a7bc52710 req-95b6fa35-17cd-47d5-b2e5-b7118a9d915c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 932 time: 0.5425436 Sep 17 22:11:07.869764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56388d35-ff8f-4cf7-b5a4-432ca5561a24 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:07.939741 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-917f8740-d5db-4326-b955-e54284654ee4 req-4a133c9a-9996-45bc-8369-149b80652e3b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:07.940920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-917f8740-d5db-4326-b955-e54284654ee4 req-4a133c9a-9996-45bc-8369-149b80652e3b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/ce602fb7-b771-4702-a24a-674478c173cf HTTP/1.1" status: 404 len: 352 time: 0.2732780 Sep 17 22:11:07.960630 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:08.017789 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:08.233065 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:08.352202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network d52773da-ea71-415b-9d63-4f91823d2c03 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:08.366783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:08.372997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:08.398355 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1657df3c-3ae3-44bc-9a35-b61a7bc52710 req-151362ba-b630-4396-bced-df8c119ecf20 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6396017 Sep 17 22:11:08.512245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Port': ['ID=99e226e5-351d-4d26-b8b0-10a31a1b383b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:08.592534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:08.593272 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:08.695849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558daf54-c91c-4414-b188-6c2a94d76255 req-3f126568-fd21-4b3c-a899-74d456c15c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:08.701394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-3f126568-fd21-4b3c-a899-74d456c15c3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 1102 time: 1.1576154 Sep 17 22:11:08.721443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-0f6e9d51-63a0-43f6-8248-b1eb15320041 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64b26498-894f-442a-8af7-2f520185ad44 HTTP/1.1" status: 200 len: 1000 time: 0.9860146 Sep 17 22:11:08.734781 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-9ba670e9-5719-4ff4-bc10-76ec228be4ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0090926 Sep 17 22:11:08.747032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'admin_state_up': True, 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'security_groups': ['6f43b80a-0552-4e2a-a702-9148acbe6b22']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:08.912759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e85143fd-3dc4-4df9-b00b-46470a007fac no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:11:09.021656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-68611a22-2abc-469b-a79c-bd874c1690c7 None None] Provisioning complete for port 99e226e5-351d-4d26-b8b0-10a31a1b383b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:09.022839 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68611a22-2abc-469b-a79c-bd874c1690c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:09.058203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6e45a-21e6-4655-889a-95fad6e046a3 req-6d6f1923-caaf-4123-99a0-0117012de473 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:09.071679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18e6e45a-21e6-4655-889a-95fad6e046a3 req-6d6f1923-caaf-4123-99a0-0117012de473 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.7613678 Sep 17 22:11:09.084140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-68611a22-2abc-469b-a79c-bd874c1690c7 None None] Port 99e226e5-351d-4d26-b8b0-10a31a1b383b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:11:09.104126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:09.108619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:09.179917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebe721de-e86a-415b-9df6-c1673d0a66a3 req-3a0c38f6-b954-4cfb-a494-d370f305c7d1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/a29f4f2a-72ba-4e3e-9584-74a02e4604af HTTP/1.1" status: 200 len: 1801 time: 0.5305824 Sep 17 22:11:09.182241 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:09.230701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:09.234656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:09.240849 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df86fe23-8222-4f4d-8592-45672e4ff2b7" -d '{"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:09.264062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-eb160b13-680e-4ce6-993f-157d56206cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:09.269319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-eb160b13-680e-4ce6-993f-157d56206cad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d255813-a5bf-478c-aee9-6156911f88e4 HTTP/1.1" status: 200 len: 854 time: 0.5072391 Sep 17 22:11:09.299365 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:09.398189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Allocated IP 10.1.1.131 (d52773da-ea71-415b-9d63-4f91823d2c03/e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99/05f46038-8355-4a3e-8d49-a8d153e2ef32) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:09.414987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558daf54-c91c-4414-b188-6c2a94d76255 req-48f45871-2a1c-44f9-8891-8531ae7c3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:09.417246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-48f45871-2a1c-44f9-8891-8531ae7c3e4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.6870296 Sep 17 22:11:09.437299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18e6e45a-21e6-4655-889a-95fad6e046a3 req-12f0d71a-37a3-48ef-882f-49937b71f50d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627596 Sep 17 22:11:09.503475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:09.613242 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:09.692286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-ca81649e-a7e0-4e9f-9ff6-387f0fe67618 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e85143fd-3dc4-4df9-b00b-46470a007fac HTTP/1.1" status: 200 len: 217 time: 0.2534387 Sep 17 22:11:09.694755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-b96c7c71-5598-44a7-a1a3-ca82f8db0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:09.696273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-b96c7c71-5598-44a7-a1a3-ca82f8db0259 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9a0f2da-d64c-4712-8e79-13850e1c3037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3973408 Sep 17 22:11:09.704666 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:09.824383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ebe721de-e86a-415b-9df6-c1673d0a66a3 req-97d282c7-e94a-4877-bece-a8572304e08f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:09.840908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:09.896342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56388d35-ff8f-4cf7-b5a4-432ca5561a24 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:09.984018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network d52773da-ea71-415b-9d63-4f91823d2c03 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:09.991671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:09.994733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:10.087727 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ebe721de-e86a-415b-9df6-c1673d0a66a3 req-97d282c7-e94a-4877-bece-a8572304e08f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:10.093878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558daf54-c91c-4414-b188-6c2a94d76255 req-0e114b51-d706-4cb7-a883-fab29740e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:10.099740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-0e114b51-d706-4cb7-a883-fab29740e609 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.3567839 Sep 17 22:11:10.117564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48461-76a9-46eb-9397-8b37ff37cb59 req-21eeb480-9274-429d-8606-38cd441e0f91 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:10.149747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6c48461-76a9-46eb-9397-8b37ff37cb59 req-21eeb480-9274-429d-8606-38cd441e0f91 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 948 time: 0.5372407 Sep 17 22:11:10.168801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:10.170247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:10.249978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Port': ['ID=05f46038-8355-4a3e-8d49-a8d153e2ef32,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:10.291711 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1a490df1-7c72-414b-9ab2-877488fa8bb3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5501299 Sep 17 22:11:10.306050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891', 'admin_state_up': True, 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'security_groups': ['6f43b80a-0552-4e2a-a702-9148acbe6b22']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:10.433187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-dc9bddf8-bf13-4855-9666-e9f38632baf3 service neutron] 10.222.0.32 "GET /v2.0/networks/e9a0f2da-d64c-4712-8e79-13850e1c3037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707237 Sep 17 22:11:10.527729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-efa844ae-255f-4205-bde1-ea15925ff891 None None] Provisioning complete for port 05f46038-8355-4a3e-8d49-a8d153e2ef32 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:10.528267 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-efa844ae-255f-4205-bde1-ea15925ff891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:10.581312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6c48461-76a9-46eb-9397-8b37ff37cb59 req-2650a212-d920-4ca7-ba30-1bdf1a63c2e0 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303379 Sep 17 22:11:10.596953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558daf54-c91c-4414-b188-6c2a94d76255 req-1b7d2828-fd7f-47c5-bb20-1996007a6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:10.607433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-1b7d2828-fd7f-47c5-bb20-1996007a6a5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4390719 Sep 17 22:11:10.625355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ebe721de-e86a-415b-9df6-c1673d0a66a3 req-97d282c7-e94a-4877-bece-a8572304e08f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:10.630560 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ebe721de-e86a-415b-9df6-c1673d0a66a3 req-97d282c7-e94a-4877-bece-a8572304e08f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:10.632711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebe721de-e86a-415b-9df6-c1673d0a66a3 req-97d282c7-e94a-4877-bece-a8572304e08f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/a29f4f2a-72ba-4e3e-9584-74a02e4604af HTTP/1.1" status: 204 len: 173 time: 1.4501042 Sep 17 22:11:10.642960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-efa844ae-255f-4205-bde1-ea15925ff891 None None] Port 05f46038-8355-4a3e-8d49-a8d153e2ef32 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:11:10.745351 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c10cfc-aadb-4f68-81e9-1e84c682baea x-openstack-request-id: req-26c10cfc-aadb-4f68-81e9-1e84c682baea {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:10.745903 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:10.746389 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26c10cfc-aadb-4f68-81e9-1e84c682baea {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:10.747008 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'code': 200} Sep 17 22:11:10.799580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:10.872182 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d282c7-e94a-4877-bece-a8572304e08f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29f4f2a-72ba-4e3e-9584-74a02e4604af,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:10.929095 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:11.162911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56388d35-ff8f-4cf7-b5a4-432ca5561a24 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:11.176180 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8072242-a9d7-40cf-8d14-a03e50e2f650 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:11.197648 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56388d35-ff8f-4cf7-b5a4-432ca5561a24 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:11.205555 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8072242-a9d7-40cf-8d14-a03e50e2f650 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:11.206181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Allocated IP 10.2.2.100 (326fc1b5-7834-476d-a7fb-3ec75767f891/2103b05a-bdc8-41c2-a4f7-122f35ff3dee/498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:11.206385 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f8072242-a9d7-40cf-8d14-a03e50e2f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:11.324265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b83751b-3541-4f4f-bc7c-9b3c6cd31deb req-4be9007c-0871-461f-a69c-89b9397d2376 service neutron] 10.222.0.32 "GET /v2.0/networks/e9a0f2da-d64c-4712-8e79-13850e1c3037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268256 Sep 17 22:11:11.324503 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f8072242-a9d7-40cf-8d14-a03e50e2f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:11.324503 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8072242-a9d7-40cf-8d14-a03e50e2f650 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:11.324503 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f8072242-a9d7-40cf-8d14-a03e50e2f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:11.340471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b796b-7db3-4659-9858-e07311e08d1c req-80cc8eb5-d630-44b3-8bb4-434775706e86 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:11.350818 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f8072242-a9d7-40cf-8d14-a03e50e2f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:11.351723 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8072242-a9d7-40cf-8d14-a03e50e2f650 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:11.367493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b796b-7db3-4659-9858-e07311e08d1c req-80cc8eb5-d630-44b3-8bb4-434775706e86 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:11.380573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b796b-7db3-4659-9858-e07311e08d1c req-80cc8eb5-d630-44b3-8bb4-434775706e86 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:11.382731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb1b796b-7db3-4659-9858-e07311e08d1c req-80cc8eb5-d630-44b3-8bb4-434775706e86 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 2375 time: 0.5364621 Sep 17 22:11:11.422403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-3fd7567e-3ea8-4042-98b0-f3386bb28e64 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7740974 Sep 17 22:11:11.422651 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:11.461151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766813f-14a0-478b-ae56-b3c2400a1c85 req-4e5274b8-1f33-4921-9086-85ca712d00d1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:11.471278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8766813f-14a0-478b-ae56-b3c2400a1c85 req-4e5274b8-1f33-4921-9086-85ca712d00d1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.5025916 Sep 17 22:11:11.546013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:11.594470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb1b796b-7db3-4659-9858-e07311e08d1c req-45653d13-ab37-4b74-b5d4-979bceee3142 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759133 Sep 17 22:11:11.606542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8766813f-14a0-478b-ae56-b3c2400a1c85 req-60dff63f-377c-46bf-ab33-ccb19a2cb907 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343586 Sep 17 22:11:11.620235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-56388d35-ff8f-4cf7-b5a4-432ca5561a24 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/floatingips/6a63e418-19c3-491f-b451-c9ea3a72154f HTTP/1.1" status: 200 len: 978 time: 6.2590036 Sep 17 22:11:11.658031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38882) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:11.749671 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-69833b43-f8e3-4a0a-aa81-6f5448be3220 req-5240b693-dd56-451e-968b-45713ffa90d7 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:11.763401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69833b43-f8e3-4a0a-aa81-6f5448be3220 req-5240b693-dd56-451e-968b-45713ffa90d7 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/a29f4f2a-72ba-4e3e-9584-74a02e4604af HTTP/1.1" status: 404 len: 352 time: 0.0557961 Sep 17 22:11:11.858158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network 326fc1b5-7834-476d-a7fb-3ec75767f891 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:11.869815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-558daf54-c91c-4414-b188-6c2a94d76255 req-aae6ef4c-59a2-432d-b7c4-9407f7d5c23b service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299786 Sep 17 22:11:11.877670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2b605-8e35-47ce-b85e-c2ef52abe01f req-e6e72a1d-ab18-4809-a43f-4b6135d4425c tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:11.893684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:11.894838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21e2b605-8e35-47ce-b85e-c2ef52abe01f req-e6e72a1d-ab18-4809-a43f-4b6135d4425c tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1098 time: 0.1795027 Sep 17 22:11:11.898360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Port': ['ID=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:11.909666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:12.027785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21e2b605-8e35-47ce-b85e-c2ef52abe01f req-a093fdbe-1a42-4a38-8924-6db9f312c30a tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304111 Sep 17 22:11:12.141169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:12.141823 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.187896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76ddfa-d637-4bb8-8078-89b80aa06e4f req-8cd2ce57-796a-4e99-9b26-d06ad18afa1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:12.197647 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d76ddfa-d637-4bb8-8078-89b80aa06e4f req-8cd2ce57-796a-4e99-9b26-d06ad18afa1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 948 time: 0.1930473 Sep 17 22:11:12.277324 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7bcf9e9f-2c9b-41c0-99ed-3f639ebe37a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9775841 Sep 17 22:11:12.295464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891', 'admin_state_up': True, 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'security_groups': ['6f43b80a-0552-4e2a-a702-9148acbe6b22']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:12.384978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cff56105-3a93-4766-9712-854f5f2780c0 req-c7bf728e-0d13-4519-bef1-568cf754644c tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/001df2ed-8e39-4b79-afa3-037184c959e9 HTTP/1.1" status: 200 len: 1802 time: 0.2424955 Sep 17 22:11:12.403097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bcb4d48c-1d53-4de3-8c94-fe1db6657b7a None None] Provisioning complete for port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:12.403704 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d48c-1d53-4de3-8c94-fe1db6657b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.404971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d76ddfa-d637-4bb8-8078-89b80aa06e4f req-f0d901c2-fb5c-43a8-b230-1bb77ccfe887 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012603 Sep 17 22:11:12.493415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bcb4d48c-1d53-4de3-8c94-fe1db6657b7a None None] Port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:11:12.520654 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cff56105-3a93-4766-9712-854f5f2780c0 req-a4227962-5a6c-4fe3-b0fa-f69a303d92ec tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.548628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cff56105-3a93-4766-9712-854f5f2780c0 req-a4227962-5a6c-4fe3-b0fa-f69a303d92ec tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.612086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port e958cb4b-a3ba-4f90-8ab8-57bbc066f6eb {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:12.612458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.688038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cff56105-3a93-4766-9712-854f5f2780c0 req-a4227962-5a6c-4fe3-b0fa-f69a303d92ec tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.690918 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cff56105-3a93-4766-9712-854f5f2780c0 req-a4227962-5a6c-4fe3-b0fa-f69a303d92ec tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.692933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cff56105-3a93-4766-9712-854f5f2780c0 req-a4227962-5a6c-4fe3-b0fa-f69a303d92ec tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/001df2ed-8e39-4b79-afa3-037184c959e9 HTTP/1.1" status: 204 len: 173 time: 0.2820630 Sep 17 22:11:12.711584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4227962-5a6c-4fe3-b0fa-f69a303d92ec tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001df2ed-8e39-4b79-afa3-037184c959e9,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:12.736340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Made reservation on behalf of 99a2dc38667d414d82ef9c49e81a359b for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:12.747354 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.807082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.807569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:12.854857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for e958cb4b-a3ba-4f90-8ab8-57bbc066f6eb owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:12.886440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c581d9d-c83f-4488-9396-37844fb1ee80 req-cd81fada-ce2f-4896-896b-61c20270f1db tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:12.893723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c581d9d-c83f-4488-9396-37844fb1ee80 req-cd81fada-ce2f-4896-896b-61c20270f1db tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.0857940 Sep 17 22:11:12.953545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c581d9d-c83f-4488-9396-37844fb1ee80 req-fd24f806-1c09-4998-914e-e05e42b32cc1 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589688 Sep 17 22:11:13.199487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Allocated IP 10.2.2.200 (326fc1b5-7834-476d-a7fb-3ec75767f891/2103b05a-bdc8-41c2-a4f7-122f35ff3dee/ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:13.222029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573800e-5c68-4b55-9a39-120450fef72b req-e17d3572-c0ef-42cb-b887-d4cf705a85e6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:13.243723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573800e-5c68-4b55-9a39-120450fef72b req-e17d3572-c0ef-42cb-b887-d4cf705a85e6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:13.260667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573800e-5c68-4b55-9a39-120450fef72b req-e17d3572-c0ef-42cb-b887-d4cf705a85e6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:13.275548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573800e-5c68-4b55-9a39-120450fef72b req-e17d3572-c0ef-42cb-b887-d4cf705a85e6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:13.292376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f573800e-5c68-4b55-9a39-120450fef72b req-e17d3572-c0ef-42cb-b887-d4cf705a85e6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 3096 time: 0.2073746 Sep 17 22:11:13.403567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f573800e-5c68-4b55-9a39-120450fef72b req-84d25d8b-60a1-40c6-97a7-ec7651bd7d6f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076314 Sep 17 22:11:13.528231 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-0879c506-7e37-40a1-9a91-199e4bc8e1b1 req-19d46657-1d0c-4772-a03f-8b1bb9221069 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:13.568368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0879c506-7e37-40a1-9a91-199e4bc8e1b1 req-19d46657-1d0c-4772-a03f-8b1bb9221069 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/001df2ed-8e39-4b79-afa3-037184c959e9 HTTP/1.1" status: 404 len: 352 time: 0.0618775 Sep 17 22:11:13.606561 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:13.807503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=e958cb4b-a3ba-4f90-8ab8-57bbc066f6eb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:13.890741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9b33f-153d-4edb-b71a-4d3473425188 req-3ee7a0ca-4d83-4639-8be3-8529d97a7474 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:13.899419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25c9b33f-153d-4edb-b71a-4d3473425188 req-3ee7a0ca-4d83-4639-8be3-8529d97a7474 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 948 time: 0.1689005 Sep 17 22:11:13.936117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:13.968792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:13.969324 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP 6a63e418-19c3-491f-b451-c9ea3a72154f disassociated (deleted). External IP: 172.25.5.170, port: 590e90c6-001c-4d57-95ac-2c7db94b86d5. Sep 17 22:11:13.979630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25c9b33f-153d-4edb-b71a-4d3473425188 req-df6f1232-b930-41fc-87f4-d374c02d49f3 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787439 Sep 17 22:11:14.113128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6de0d020-7c54-4681-b8f6-8a80e7564cf1 req-ac5bc385-8861-49d5-9950-bcc500f32bb9 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c92244378f2a4a0aa358038b8ad367b4 HTTP/1.1" status: 200 len: 6158 time: 0.0921655 Sep 17 22:11:14.170389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6de0d020-7c54-4681-b8f6-8a80e7564cf1 req-3c525bf8-932f-4633-a46b-664fdcf3f0d8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/384558a6-2842-4227-930c-b4473a5eced1 HTTP/1.1" status: 200 len: 2985 time: 0.0494652 Sep 17 22:11:14.218972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6de0d020-7c54-4681-b8f6-8a80e7564cf1 req-451c8246-0408-4a1e-b859-c568d5615992 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/384558a6-2842-4227-930c-b4473a5eced1 HTTP/1.1" status: 200 len: 2985 time: 0.0420678 Sep 17 22:11:14.401181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58948430-ba62-433a-927b-65a7f577570a req-ba35b3a8-118b-4c96-a4c9-94cec8d5f639 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:14.401181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58948430-ba62-433a-927b-65a7f577570a req-ba35b3a8-118b-4c96-a4c9-94cec8d5f639 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.0604832 Sep 17 22:11:14.444919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58948430-ba62-433a-927b-65a7f577570a req-5a8e0b4a-8bd3-401f-ab8e-39c079dad9e4 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368102 Sep 17 22:11:14.499383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ef2e5327-08c1-48b1-b569-90e110e60e48 req-306e5bea-052f-4fbd-9472-18af8bed2a6b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-839515556', 'description': 'tempest-description-640046445'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:14.579384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:14.648496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:14.746603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Network 326fc1b5-7834-476d-a7fb-3ec75767f891 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:14.755565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event updated for resources: {'Port': ['ID=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:14.758336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:14.764817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:14.770268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:14.788659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f871eeb-428c-48b3-83dd-7fc2c10512f2 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:14.792880 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:14.803854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f871eeb-428c-48b3-83dd-7fc2c10512f2 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:14.805137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9f871eeb-428c-48b3-83dd-7fc2c10512f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:14.835179 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4919202d-c878-4e27-a111-73046e9037d3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/floatingips/6a63e418-19c3-491f-b451-c9ea3a72154f HTTP/1.1" status: 204 len: 168 time: 3.1760287 Sep 17 22:11:14.878988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:14.878988 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:14.879895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9f871eeb-428c-48b3-83dd-7fc2c10512f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:14.879895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f871eeb-428c-48b3-83dd-7fc2c10512f2 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:14.879895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9f871eeb-428c-48b3-83dd-7fc2c10512f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:14.881691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38940) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:14.898944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9f871eeb-428c-48b3-83dd-7fc2c10512f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:14.899595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f871eeb-428c-48b3-83dd-7fc2c10512f2 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:14.918091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e85143fd-3dc4-4df9-b00b-46470a007fac details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:14.933811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ef2e5327-08c1-48b1-b569-90e110e60e48 req-306e5bea-052f-4fbd-9472-18af8bed2a6b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.033686 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-92524723-de42-4f32-9d05-8d8b76b62603 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7429760 Sep 17 22:11:15.054241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:15.066478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-310156f6-453b-490d-bea3-c55453b955c7 None None] Provisioning complete for port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:15.067122 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-310156f6-453b-490d-bea3-c55453b955c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.098054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-633ca74b-8359-47d8-9744-b7cc8ecfd089 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port 590e90c6-001c-4d57-95ac-2c7db94b86d5 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:15.098399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-633ca74b-8359-47d8-9744-b7cc8ecfd089 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.110322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:15.128411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ef2e5327-08c1-48b1-b569-90e110e60e48 req-306e5bea-052f-4fbd-9472-18af8bed2a6b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.133248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'mac_address': 'fa:16:3e:c3:b7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:15.135263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-310156f6-453b-490d-bea3-c55453b955c7 None None] Port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:11:15.179155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.193955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85143fd-3dc4-4df9-b00b-46470a007fac {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:15.218435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:15.220688 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ef2e5327-08c1-48b1-b569-90e110e60e48 req-306e5bea-052f-4fbd-9472-18af8bed2a6b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.222276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.263491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e5bea-052f-4fbd-9472-18af8bed2a6b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a509386-d179-4ff8-acc6-cb62f2636bfc,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:15.285650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-633ca74b-8359-47d8-9744-b7cc8ecfd089 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.298370 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.300974 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ef2e5327-08c1-48b1-b569-90e110e60e48 req-306e5bea-052f-4fbd-9472-18af8bed2a6b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.319505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef2e5327-08c1-48b1-b569-90e110e60e48 req-306e5bea-052f-4fbd-9472-18af8bed2a6b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8366971 Sep 17 22:11:15.325063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-633ca74b-8359-47d8-9744-b7cc8ecfd089 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for 590e90c6-001c-4d57-95ac-2c7db94b86d5 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:15.438625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:15.472388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.472774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.473481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.474617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.475321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.475580 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.475921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.476257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.476589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.478267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.480703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.480703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:15.593831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['e85143fd-3dc4-4df9-b00b-46470a007fac'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:15.868480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aaff56d-9650-4e36-88f3-bd83066f5c11 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:15.884137 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.935342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-6c5af3a6-9012-4089-9947-0f406d5c7e3d tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:11:15.938061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-6c5af3a6-9012-4089-9947-0f406d5c7e3d tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079842 Sep 17 22:11:15.962390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Transition to ACTIVE for port object 8aaff56d-9650-4e36-88f3-bd83066f5c11 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:15.965928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-633ca74b-8359-47d8-9744-b7cc8ecfd089 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:15.968407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6ff21-84a4-40b5-aca4-86bbe7a04adf req-ac39175c-710d-416b-b28f-130fcb9d7380 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:15.981911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6ff21-84a4-40b5-aca4-86bbe7a04adf req-ac39175c-710d-416b-b28f-130fcb9d7380 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:15.991474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6ff21-84a4-40b5-aca4-86bbe7a04adf req-ac39175c-710d-416b-b28f-130fcb9d7380 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:15.999136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6ff21-84a4-40b5-aca4-86bbe7a04adf req-ac39175c-710d-416b-b28f-130fcb9d7380 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:16.003535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ca74b-8359-47d8-9744-b7cc8ecfd089 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=590e90c6-001c-4d57-95ac-2c7db94b86d5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:16.021760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6ff21-84a4-40b5-aca4-86bbe7a04adf req-ac39175c-710d-416b-b28f-130fcb9d7380 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:16.024043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cf6ff21-84a4-40b5-aca4-86bbe7a04adf req-ac39175c-710d-416b-b28f-130fcb9d7380 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 3817 time: 0.6552293 Sep 17 22:11:16.068487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-0751e33c-e940-4435-b9a0-7b12cfe85760 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:16.069910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-0751e33c-e940-4435-b9a0-7b12cfe85760 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports/3d539988-adff-4ff9-ba43-bef40bb474d8 HTTP/1.1" status: 200 len: 1095 time: 0.1237881 Sep 17 22:11:16.073715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.081745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Request body: {'binding': {'host': 'n-h1-713498-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:16.081745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Unknown quota resources ['binding']. {{(pid=101661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:11:16.147307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaff56d-9650-4e36-88f3-bd83066f5c11,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:16.155881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cf6ff21-84a4-40b5-aca4-86bbe7a04adf req-241bbf12-41d8-43f3-a11b-6ff021df48c6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130786 Sep 17 22:11:16.274909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 on host n-h1-713498-17 for vnic_type normal with profile None {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:16.275397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:16.275723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:16.280888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Port 3d539988-adff-4ff9-ba43-bef40bb474d8 on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:16.281452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:16.289785 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-633ca74b-8359-47d8-9744-b7cc8ecfd089 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.292185 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-633ca74b-8359-47d8-9744-b7cc8ecfd089 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/ports/590e90c6-001c-4d57-95ac-2c7db94b86d5 HTTP/1.1" status: 204 len: 168 time: 1.4092941 Sep 17 22:11:16.297348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38956) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:16.304878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:16.344175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:16.344513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:16.344895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:16.345389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Bound port: 3d539988-adff-4ff9-ba43-bef40bb474d8, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:16.347191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Attempting to bind port 8aaff56d-9650-4e36-88f3-bd83066f5c11 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:16.351940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Attempting to bind port 8aaff56d-9650-4e36-88f3-bd83066f5c11 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:16.359489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Attempting to bind port 8aaff56d-9650-4e36-88f3-bd83066f5c11 on network d7326ed9-6ce3-4256-b4f3-1c934d40e640 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:16.359489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Port 8aaff56d-9650-4e36-88f3-bd83066f5c11 on network d7326ed9-6ce3-4256-b4f3-1c934d40e640 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:16.360859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Attempting to bind port 8aaff56d-9650-4e36-88f3-bd83066f5c11 on network d7326ed9-6ce3-4256-b4f3-1c934d40e640 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:16.369033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:16.369674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Checking segment: {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:16.370263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Bound using segment: {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:16.371279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Bound port: 8aaff56d-9650-4e36-88f3-bd83066f5c11, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fcfc93-d643-4aa3-b6d3-cb98b0157710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:16.372357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.403012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356220e-b92c-4bb0-bd18-da0b9ab5944f req-27420415-1244-48f9-98d5-b24401c2bc2c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:16.405272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7356220e-b92c-4bb0-bd18-da0b9ab5944f req-27420415-1244-48f9-98d5-b24401c2bc2c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 949 time: 0.1213214 Sep 17 22:11:16.462533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] For port 8aaff56d-9650-4e36-88f3-bd83066f5c11, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:16.467913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] For port 8aaff56d-9650-4e36-88f3-bd83066f5c11, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:16.468725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7356220e-b92c-4bb0-bd18-da0b9ab5944f req-6c183ed4-2e9f-4ea9-a1c1-33c45729626e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558741 Sep 17 22:11:16.470446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:16.488534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.550984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.565923 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.567132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-78aece11-10c0-4fc6-b90f-5176d71659b2 service neutron] 10.222.0.13 "POST /v2.0/ports/3d539988-adff-4ff9-ba43-bef40bb474d8/bindings HTTP/1.1" status: 201 len: 390 time: 0.4894927 Sep 17 22:11:16.570773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f281db81-bfff-49e0-9ec5-4b4e48c9131f req-1fa5c1c0-424d-47c1-9662-4c1bee023543 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1671406479', 'description': 'tempest-description-1420451338'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:16.587121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:16.588022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.589497 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] 10.222.0.32 "PUT /v2.0/ports/8aaff56d-9650-4e36-88f3-bd83066f5c11 HTTP/1.1" status: 200 len: 1093 time: 1.5404427 Sep 17 22:11:16.592290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:16.602255 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91" -d '{"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:16.627909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ed511-9390-4e9e-b075-50cc2a773b57 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaff56d-9650-4e36-88f3-bd83066f5c11,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:16.647691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.749122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:16.778611 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f281db81-bfff-49e0-9ec5-4b4e48c9131f req-1fa5c1c0-424d-47c1-9662-4c1bee023543 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.813920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.25.5.202 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/f6beebc8-4573-4fe5-ad93-3b28900ce004) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:16.892675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:16.928117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e85143fd-3dc4-4df9-b00b-46470a007fac up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:11:17.036070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port e85143fd-3dc4-4df9-b00b-46470a007fac triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:17.037158 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.142096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d7cb2-bc13-43e9-857a-4cd0c3d98408 req-6635cf9c-468e-42c6-bd03-333533c272c9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:17.153167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c9d7cb2-bc13-43e9-857a-4cd0c3d98408 req-6635cf9c-468e-42c6-bd03-333533c272c9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 944 time: 0.1844454 Sep 17 22:11:17.189859 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.194259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.199419 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f281db81-bfff-49e0-9ec5-4b4e48c9131f req-1fa5c1c0-424d-47c1-9662-4c1bee023543 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.220550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:17.223423 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0fe96-de1b-4169-999e-c93064fbc1e7" -d '{"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-plugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:17.248814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:17.251231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c9d7cb2-bc13-43e9-857a-4cd0c3d98408 req-501d1a37-a228-4c86-bb1f-4f106378f023 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872545 Sep 17 22:11:17.274758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f281db81-bfff-49e0-9ec5-4b4e48c9131f req-1fa5c1c0-424d-47c1-9662-4c1bee023543 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.327705 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.385681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c1c0-424d-47c1-9662-4c1bee023543 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771fe4d6-fd40-4ff5-a117-beb0de7dcda3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:17.428752 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f281db81-bfff-49e0-9ec5-4b4e48c9131f req-1fa5c1c0-424d-47c1-9662-4c1bee023543 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.431213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f281db81-bfff-49e0-9ec5-4b4e48c9131f req-1fa5c1c0-424d-47c1-9662-4c1bee023543 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8694141 Sep 17 22:11:17.438017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:17.461025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:17.549762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-6810ae8b-cfc6-407d-a9fc-4462758e77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:17.551243 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08a42c0-dba3-440b-ae6d-0a335da4c03d x-openstack-request-id: req-a08a42c0-dba3-440b-ae6d-0a335da4c03d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:17.552573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-6810ae8b-cfc6-407d-a9fc-4462758e77df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1098 time: 0.1808708 Sep 17 22:11:17.553820 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:17.554713 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a08a42c0-dba3-440b-ae6d-0a335da4c03d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:17.555747 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'status': 'completed', 'code': 200} Sep 17 22:11:17.573675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6231a7e-020d-4b08-9889-4a128f41cc2c {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:17.603006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.647518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Transition to ACTIVE for port object a6231a7e-020d-4b08-9889-4a128f41cc2c will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:17.656759 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.694319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38980) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:17.738826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.748470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:17.752058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:17.754119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:17.892694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-66aa558b-73ba-4079-b2d3-4292d6b1a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:17.893320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-66aa558b-73ba-4079-b2d3-4292d6b1a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:17.893866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-66aa558b-73ba-4079-b2d3-4292d6b1a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:17.894495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-66aa558b-73ba-4079-b2d3-4292d6b1a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:17.895276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-66aa558b-73ba-4079-b2d3-4292d6b1a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:17.899034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-66aa558b-73ba-4079-b2d3-4292d6b1a494 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 4365 time: 0.2739999 Sep 17 22:11:17.909808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Pushing event updated for resources: {'Port': ['ID=a6231a7e-020d-4b08-9889-4a128f41cc2c,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:17.960137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:17.976507 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f6d3542-d923-4c8c-80c9-50c618ebed78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:17.984334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'network_id': 'aef19c3d-a8ec-4865-87d6-87e3d003ff14', 'port_id': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'mac_address': 'fa:16:3e:46:be:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cdfc4f-69dc-4c5c-83fc-9376a051edc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:17.989883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=f6beebc8-4573-4fe5-ad93-3b28900ce004,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:18.075094 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.098527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73501dff-3416-4542-a9b1-8da8be8e3c8c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:18.113390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc99b223-1b53-44f6-9e98-615c27a9ad3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.125138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.32', 51146) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:18.129582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:18.146178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdc689-a953-4bdc-afd8-aaf848311750 req-c3bb4e8d-4e1d-4632-8d51-ee59647919dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.159819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04bdc689-a953-4bdc-afd8-aaf848311750 req-c3bb4e8d-4e1d-4632-8d51-ee59647919dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.3984885 Sep 17 22:11:18.215115 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.216696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Attempting to bind port a6231a7e-020d-4b08-9889-4a128f41cc2c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:18.217038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Attempting to bind port a6231a7e-020d-4b08-9889-4a128f41cc2c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:18.217371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Attempting to bind port a6231a7e-020d-4b08-9889-4a128f41cc2c on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:18.251389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-3fb047d6-27e9-47b6-abb4-5d1242102b9b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.251389 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-3fb047d6-27e9-47b6-abb4-5d1242102b9b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2&tenant_id=fa7cab0d76ba43779f3bf9baab83d246&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 950 time: 0.1094813 Sep 17 22:11:18.251679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-a98a79bd-70d0-4377-a2fd-e2631f1d3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.253367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-a98a79bd-70d0-4377-a2fd-e2631f1d3f12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.6939471 Sep 17 22:11:18.254563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Port a6231a7e-020d-4b08-9889-4a128f41cc2c on network d52773da-ea71-415b-9d63-4f91823d2c03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:18.257159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Attempting to bind port a6231a7e-020d-4b08-9889-4a128f41cc2c on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:18.270041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:18.270378 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Checking segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:18.270882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Bound using segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:18.271302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Bound port: a6231a7e-020d-4b08-9889-4a128f41cc2c, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:18.271662 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.326148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:18.327533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.32', 51147) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:18.406378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04bdc689-a953-4bdc-afd8-aaf848311750 req-e6f6dc11-d2ce-4c06-8c79-3768eb17115a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455881 Sep 17 22:11:18.416750 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.419422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-bfed10ea-793f-4e4c-93a7-32f8993e02c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d539988-adff-4ff9-ba43-bef40bb474d8 HTTP/1.1" status: 200 len: 217 time: 0.1197128 Sep 17 22:11:18.423227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] For port a6231a7e-020d-4b08-9889-4a128f41cc2c, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:18.429848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] For port a6231a7e-020d-4b08-9889-4a128f41cc2c, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:18.438670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-0fdba8e3-72a5-407a-ab2c-7ee0ac1d863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.439639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-0fdba8e3-72a5-407a-ab2c-7ee0ac1d863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.439971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-0fdba8e3-72a5-407a-ab2c-7ee0ac1d863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.441137 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-f849e180-5596-4929-a6e3-214168966d31 service neutron] 10.222.0.32 "GET /v2.0/ports/e85143fd-3dc4-4df9-b00b-46470a007fac/bindings/n-h1-713498-17 HTTP/1.1" status: 200 len: 383 time: 0.1477478 Sep 17 22:11:18.441883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-0fdba8e3-72a5-407a-ab2c-7ee0ac1d863e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=99a2dc38667d414d82ef9c49e81a359b&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5186419 Sep 17 22:11:18.455508 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc99b223-1b53-44f6-9e98-615c27a9ad3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.481250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5443f3-7a3e-4ec1-8b9d-31672fcf3ecd req-d67138cb-bdda-4113-bd10-dcd032b8c63d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.488141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5443f3-7a3e-4ec1-8b9d-31672fcf3ecd req-d67138cb-bdda-4113-bd10-dcd032b8c63d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.494078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5443f3-7a3e-4ec1-8b9d-31672fcf3ecd req-d67138cb-bdda-4113-bd10-dcd032b8c63d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.500321 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5443f3-7a3e-4ec1-8b9d-31672fcf3ecd req-d67138cb-bdda-4113-bd10-dcd032b8c63d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.501218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['73501dff-3416-4542-a9b1-8da8be8e3c8c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:18.510211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5443f3-7a3e-4ec1-8b9d-31672fcf3ecd req-d67138cb-bdda-4113-bd10-dcd032b8c63d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.512837 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917ff5e6-0b3e-4fd5-a671-1e83edd6b381 x-openstack-request-id: req-917ff5e6-0b3e-4fd5-a671-1e83edd6b381 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:18.513140 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-plugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:18.513519 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-917ff5e6-0b3e-4fd5-a671-1e83edd6b381 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:18.513916 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'code': 200} Sep 17 22:11:18.514329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5443f3-7a3e-4ec1-8b9d-31672fcf3ecd req-d67138cb-bdda-4113-bd10-dcd032b8c63d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.523886 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d5443f3-7a3e-4ec1-8b9d-31672fcf3ecd req-d67138cb-bdda-4113-bd10-dcd032b8c63d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 4607 time: 0.3114951 Sep 17 22:11:18.541870 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.545949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc99b223-1b53-44f6-9e98-615c27a9ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.627424 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fc99b223-1b53-44f6-9e98-615c27a9ad3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c57ace6dbe474149a4c4b455c8273283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9322650 Sep 17 22:11:18.643548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38992) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:18.703375 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-a717bd7c-8a80-45a0-83d9-bda3855ebe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.705221 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-a717bd7c-8a80-45a0-83d9-bda3855ebe18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 1102 time: 0.2298708 Sep 17 22:11:18.715689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.716678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.718091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 200 len: 1137 time: 1.9734910 Sep 17 22:11:18.769454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99b223-1b53-44f6-9e98-615c27a9ad3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6212091-e1fe-42be-98c6-94399e678302,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:18.825474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:18.826540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-722351ea-6911-42e6-a1c6-e91889106b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.828808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-722351ea-6911-42e6-a1c6-e91889106b0a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3618197 Sep 17 22:11:18.845318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86742c-02dd-49cc-92e3-760b0c8e7738 service neutron] Pushing event updated for resources: {'Port': ['ID=a6231a7e-020d-4b08-9889-4a128f41cc2c,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:18.901481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d5443f3-7a3e-4ec1-8b9d-31672fcf3ecd req-f6d58548-d474-49b8-a795-f8fcf972801e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3766389 Sep 17 22:11:18.903466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f744092-42cf-4119-b096-f0257972836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:18.924734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-ceab7d3b-d481-4670-9c45-26b7820501f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5922689 Sep 17 22:11:18.939886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-160b372b-4a9c-428e-8434-1bbb701a586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:18.946225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-160b372b-4a9c-428e-8434-1bbb701a586f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.4840789 Sep 17 22:11:18.952810 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.010252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-b471aa3c-4404-4b01-a2fa-397e0628b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:19.015348 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-b471aa3c-4404-4b01-a2fa-397e0628b98c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2928953 Sep 17 22:11:19.019862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f744092-42cf-4119-b096-f0257972836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.066870 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.079300 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-379b2a8d-bfd7-4822-8163-7127b857368e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e85143fd-3dc4-4df9-b00b-46470a007fac HTTP/1.1" status: 200 len: 217 time: 0.0555894 Sep 17 22:11:19.136888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-261498ef-669e-4c19-98ce-b5b7e56384e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194835 Sep 17 22:11:19.194843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-91419fc4-51f1-4830-a1d8-5be6a372a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:19.196329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-91419fc4-51f1-4830-a1d8-5be6a372a0ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1051207 Sep 17 22:11:19.345215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f744092-42cf-4119-b096-f0257972836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.347858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f744092-42cf-4119-b096-f0257972836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.349726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6f744092-42cf-4119-b096-f0257972836e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6212091-e1fe-42be-98c6-94399e678302 HTTP/1.1" status: 204 len: 168 time: 0.7051468 Sep 17 22:11:19.368840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-37ac345a-b9ca-40c9-9d9e-2d69d7b964b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:19.370487 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-37ac345a-b9ca-40c9-9d9e-2d69d7b964b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114018 Sep 17 22:11:19.397505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f744092-42cf-4119-b096-f0257972836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6212091-e1fe-42be-98c6-94399e678302,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:19.435718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:11:19.500014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 73501dff-3416-4542-a9b1-8da8be8e3c8c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:19.500711 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.558697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': 'a6231a7e-020d-4b08-9889-4a128f41cc2c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:19.561907 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19777464-cf29-4b53-bf61-c23fa2c75133" -d '{"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "a6231a7e-020d-4b08-9889-4a128f41cc2c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:19.578716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-86e50139-8abb-4707-9a41-23f1d126d1a5 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695926 Sep 17 22:11:19.606191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-764fa40b-3f3b-4c64-8d98-1400696080dc tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:19.612328 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.614089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-764fa40b-3f3b-4c64-8d98-1400696080dc tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 813 time: 0.8569520 Sep 17 22:11:19.656036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a229c9de-faee-40c0-a86e-801a47e68b58 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:19.676064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:19.694769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-208a7728-e5bb-43ca-99f1-a3a233a33d8a tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/quotas/c92244378f2a4a0aa358038b8ad367b4 HTTP/1.1" status: 200 len: 375 time: 0.0797348 Sep 17 22:11:19.705804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-e8364c21-ce18-4ed6-8d1e-7d0e31d4ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:19.707364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-e8364c21-ce18-4ed6-8d1e-7d0e31d4ffc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 1101 time: 0.6635802 Sep 17 22:11:19.708744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.730095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d2362-0589-4945-a8ed-74abbc2dbbce req-11c6b252-d454-48db-a067-014c4587bbf8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:19.737560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Transition to ACTIVE for port object a229c9de-faee-40c0-a86e-801a47e68b58 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:19.740180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b2d2362-0589-4945-a8ed-74abbc2dbbce req-11c6b252-d454-48db-a067-014c4587bbf8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.6930053 Sep 17 22:11:19.745348 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-1fa39cdb-d050-490f-833f-392218e08bbf service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340897 Sep 17 22:11:19.758586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.820458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.832553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=10']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:19.895129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Pushing event updated for resources: {'Port': ['ID=a229c9de-faee-40c0-a86e-801a47e68b58,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:19.971898 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b2d2362-0589-4945-a8ed-74abbc2dbbce req-ac060488-1a88-4cd8-b36a-c2ab0bd3bd4d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330611 Sep 17 22:11:19.974290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-86d2e031-1ceb-4e92-a79b-0f80703ccfc2 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253338 Sep 17 22:11:19.979703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:19.994906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Attempting to bind port a229c9de-faee-40c0-a86e-801a47e68b58 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:19.994906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Attempting to bind port a229c9de-faee-40c0-a86e-801a47e68b58 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:19.994906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Attempting to bind port a229c9de-faee-40c0-a86e-801a47e68b58 on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:20.000983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Port a229c9de-faee-40c0-a86e-801a47e68b58 on network d52773da-ea71-415b-9d63-4f91823d2c03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:20.001508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Attempting to bind port a229c9de-faee-40c0-a86e-801a47e68b58 on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:20.009529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:20.010173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Checking segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:20.011085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Bound using segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:20.012140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Bound port: a229c9de-faee-40c0-a86e-801a47e68b58, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:20.012697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:20.046475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-dcefec0b-31ad-45a0-8c5b-dae4d5bb8937 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3508320 Sep 17 22:11:20.047666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-c0e3fcf4-703e-4958-b3a6-4acf2e5184e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:20.049115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-c0e3fcf4-703e-4958-b3a6-4acf2e5184e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.3035827 Sep 17 22:11:20.063740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:20.117194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] For port a229c9de-faee-40c0-a86e-801a47e68b58, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:20.121821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] For port a229c9de-faee-40c0-a86e-801a47e68b58, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a229c9de-faee-40c0-a86e-801a47e68b58,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:20.165637 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82239794-299c-499d-91d2-004c5bbc552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:20.231092 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:20.241653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-f0f664c5-2bbd-4fa3-8e31-58a4e1ff5061 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=189e777b-2039-46e5-9ed0-a5053c04658c HTTP/1.1" status: 200 len: 217 time: 0.1313014 Sep 17 22:11:20.308105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:20.309768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:20.313285 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] 10.222.0.32 "PUT /v2.0/ports/a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 200 len: 1136 time: 1.4919901 Sep 17 22:11:20.316234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=f6beebc8-4573-4fe5-ad93-3b28900ce004,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:20.371277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80ded1-8cfa-4e17-9a78-0aeace303710 service neutron] Pushing event updated for resources: {'Port': ['ID=a229c9de-faee-40c0-a86e-801a47e68b58,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:20.392327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:20.488521 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:20.506078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:20.516057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:20.519544 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7e0947-e145-4ed1-b249-e06c97862774" -d '{"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-plugged", "status": "completed", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:20.543913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3e5ba-6144-4215-a6d4-63707448504e req-5c570d68-5a19-447c-a47f-0e9e8d9c14b3 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:20.546395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-baf3e5ba-6144-4215-a6d4-63707448504e req-5c570d68-5a19-447c-a47f-0e9e8d9c14b3 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.4290481 Sep 17 22:11:20.582016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-2517825a-f4ed-4af3-a4b3-094c131184e9 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971284 Sep 17 22:11:20.599388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-30766f06-ac25-4aaa-baee-ae35f854e57a service neutron] 10.222.0.13 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188975 Sep 17 22:11:20.601300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-6738bbf1-9b07-41da-8439-7999f99b0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:20.602852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-6738bbf1-9b07-41da-8439-7999f99b0e21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.3031623 Sep 17 22:11:20.625813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-baf3e5ba-6144-4215-a6d4-63707448504e req-42ba6a60-8dfe-42aa-87b1-5428b393fecc tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634339 Sep 17 22:11:20.762428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-01ed83f3-c151-4b28-ad00-366645392ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:20.764277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-01ed83f3-c151-4b28-ad00-366645392ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440010 Sep 17 22:11:20.765181 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:20.767959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d45e6f07-1685-4c6b-8005-e7c08c0153b4 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4684026 Sep 17 22:11:20.776745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39032) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:20.814262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'port': {'network_id': '99a421e2-61d5-482a-ab04-9cf713273e95', 'name': 'tempest-FloatingIPTestJSON-1828410529'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:20.899682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e226e5-351d-4d26-b8b0-10a31a1b383b {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:20.909305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:20.924274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Transition to ACTIVE for port object 99e226e5-351d-4d26-b8b0-10a31a1b383b will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:20.976981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-50fdc012-1693-4911-a658-464e9ac8ebd4 service neutron] 10.222.0.13 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554890 Sep 17 22:11:21.003560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43083a-667a-4a8d-be59-10fa27b378fa req-5a1c9797-692f-45de-917c-f2112abd7952 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.005648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c43083a-667a-4a8d-be59-10fa27b378fa req-5a1c9797-692f-45de-917c-f2112abd7952 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.2462807 Sep 17 22:11:21.012879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:21.041964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-aa121d5f-e0e7-4031-918d-c43fbac1c54d service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520523 Sep 17 22:11:21.107829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c43083a-667a-4a8d-be59-10fa27b378fa req-f944d184-36b5-4d45-8e2f-9e268fba4ab7 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836334 Sep 17 22:11:21.189930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19729e36-76cf-45bc-8217-c48ae8402cb4 req-b8499e6f-ec97-4959-82ca-8157ee8b7076 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358414 Sep 17 22:11:21.222175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Made reservation on behalf of 7939f8214cec4c32b41cc7b327b7ed2e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:21.226868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:21.272958 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1195f51-1500-4082-b96b-bf4b1a97caf8 x-openstack-request-id: req-a1195f51-1500-4082-b96b-bf4b1a97caf8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:21.274086 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "a6231a7e-020d-4b08-9889-4a128f41cc2c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:21.276001 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:21.292082 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1195f51-1500-4082-b96b-bf4b1a97caf8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:21.292554 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': 'a6231a7e-020d-4b08-9889-4a128f41cc2c', 'status': 'completed', 'code': 200} Sep 17 22:11:21.295312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Pushing event updated for resources: {'Port': ['ID=99e226e5-351d-4d26-b8b0-10a31a1b383b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:21.384818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] device_id is not set on port c67bd923-fcad-4c7a-b2b9-e8643dcf66cd yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:11:21.416445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Attempting to bind port 99e226e5-351d-4d26-b8b0-10a31a1b383b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:21.424715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Attempting to bind port 99e226e5-351d-4d26-b8b0-10a31a1b383b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:21.425367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Attempting to bind port 99e226e5-351d-4d26-b8b0-10a31a1b383b on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:21.451251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Port 99e226e5-351d-4d26-b8b0-10a31a1b383b on network d52773da-ea71-415b-9d63-4f91823d2c03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:21.451690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Attempting to bind port 99e226e5-351d-4d26-b8b0-10a31a1b383b on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:21.464715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:21.465195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Checking segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:21.466093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Bound using segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:21.468602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Bound port: 99e226e5-351d-4d26-b8b0-10a31a1b383b, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:21.468980 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:21.520330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-5f63d92b-5829-449d-adfb-08ed72d8a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.521699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-5f63d92b-5829-449d-adfb-08ed72d8a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.522254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-5f63d92b-5829-449d-adfb-08ed72d8a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.522810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-5f63d92b-5829-449d-adfb-08ed72d8a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.523349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-5f63d92b-5829-449d-adfb-08ed72d8a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.523888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-5f63d92b-5829-449d-adfb-08ed72d8a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.524513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-5f63d92b-5829-449d-adfb-08ed72d8a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.526747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-5f63d92b-5829-449d-adfb-08ed72d8a92b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6250 time: 0.2699389 Sep 17 22:11:21.560557 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3353327-39fe-470a-8230-079cce9c4fdd x-openstack-request-id: req-a3353327-39fe-470a-8230-079cce9c4fdd {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:21.561084 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-plugged", "status": "completed", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:21.561084 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3353327-39fe-470a-8230-079cce9c4fdd {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:21.561476 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'code': 200} Sep 17 22:11:21.579639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:21.654085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] For port 99e226e5-351d-4d26-b8b0-10a31a1b383b, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:21.660236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] For port 99e226e5-351d-4d26-b8b0-10a31a1b383b, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:21.745482 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:21.820823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94f9e-38d0-4b06-bc29-2e91f968ac17 req-78ee2e8c-5054-42f2-bcba-be64afbe54e3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.832099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94f9e-38d0-4b06-bc29-2e91f968ac17 req-78ee2e8c-5054-42f2-bcba-be64afbe54e3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.834669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.835355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:21.836794 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/99e226e5-351d-4d26-b8b0-10a31a1b383b HTTP/1.1" status: 200 len: 1092 time: 1.4495420 Sep 17 22:11:21.838506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94f9e-38d0-4b06-bc29-2e91f968ac17 req-78ee2e8c-5054-42f2-bcba-be64afbe54e3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.860689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94f9e-38d0-4b06-bc29-2e91f968ac17 req-78ee2e8c-5054-42f2-bcba-be64afbe54e3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.875511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94f9e-38d0-4b06-bc29-2e91f968ac17 req-78ee2e8c-5054-42f2-bcba-be64afbe54e3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.879729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286172a8-dc94-43b0-95f5-4b41fc1a48b0 service neutron] Pushing event updated for resources: {'Port': ['ID=99e226e5-351d-4d26-b8b0-10a31a1b383b,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:21.903345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94f9e-38d0-4b06-bc29-2e91f968ac17 req-78ee2e8c-5054-42f2-bcba-be64afbe54e3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.909224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94f9e-38d0-4b06-bc29-2e91f968ac17 req-78ee2e8c-5054-42f2-bcba-be64afbe54e3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:21.919208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58a94f9e-38d0-4b06-bc29-2e91f968ac17 req-78ee2e8c-5054-42f2-bcba-be64afbe54e3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5396 time: 0.4387496 Sep 17 22:11:21.997611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:22.016948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.20.0.3 (99a421e2-61d5-482a-ab04-9cf713273e95/1f443acd-f69e-4339-994d-96b0e0589513/c67bd923-fcad-4c7a-b2b9-e8643dcf66cd) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:22.055618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-a0570713-654f-40d7-b227-a62f114e8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:22.056012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-a0570713-654f-40d7-b227-a62f114e8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:22.056776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-a0570713-654f-40d7-b227-a62f114e8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:22.058348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-a0570713-654f-40d7-b227-a62f114e8c2e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=99a2dc38667d414d82ef9c49e81a359b&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5103939 Sep 17 22:11:22.065722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58a94f9e-38d0-4b06-bc29-2e91f968ac17 req-498ca012-3253-4269-a13e-17078cca87bb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443124 Sep 17 22:11:22.146332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af2f62-ed2c-46f0-8cda-643948e56fb7 req-58f20c89-239a-44ec-9bec-5d3522ae5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:22.148725 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-96af2f62-ed2c-46f0-8cda-643948e56fb7 req-58f20c89-239a-44ec-9bec-5d3522ae5c8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 1099 time: 0.1715240 Sep 17 22:11:22.151843 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:22.155140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce145d4-9456-45f6-9022-ff2c14fbd758 req-68e690bb-c5cb-481a-bd76-5b5b6257e496 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:22.156728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ce145d4-9456-45f6-9022-ff2c14fbd758 req-68e690bb-c5cb-481a-bd76-5b5b6257e496 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.2243278 Sep 17 22:11:22.260172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29d434c1-ee5f-4984-ae57-caca844b6454 req-0aae2dfd-66c8-4f85-8cf2-175c2c23d831 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 210 time: 0.1202836 Sep 17 22:11:22.357115 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-96af2f62-ed2c-46f0-8cda-643948e56fb7 req-a7a2bfee-92eb-4fe8-8246-41128f531172 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828372 Sep 17 22:11:22.429450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ce145d4-9456-45f6-9022-ff2c14fbd758 req-702ea4b8-2f69-4bb0-a9c8-a138ef3b9992 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558451 Sep 17 22:11:22.452125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-54d317cb-a4a2-4c15-9a3f-39a32cc8eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:22.453887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19777464-cf29-4b53-bf61-c23fa2c75133 req-54d317cb-a4a2-4c15-9a3f-39a32cc8eb16 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3848152 Sep 17 22:11:22.533936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac4eb-e04e-43b0-92ff-4cceb2aff32c req-649039aa-9782-4df3-a20f-716c23d859ee tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:22.549527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d67ac4eb-e04e-43b0-92ff-4cceb2aff32c req-649039aa-9782-4df3-a20f-716c23d859ee tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1589284 Sep 17 22:11:22.621175 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d67ac4eb-e04e-43b0-92ff-4cceb2aff32c req-5129876c-bb6a-4185-8097-0ee73caa58d8 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618124 Sep 17 22:11:22.648022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f46038-8355-4a3e-8d49-a8d153e2ef32 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:22.658081 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:22.681390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Transition to ACTIVE for port object 05f46038-8355-4a3e-8d49-a8d153e2ef32 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:22.682697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:22.721106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6901eb-8230-4aa0-8db9-2dc6dd2c9fa6 req-6cc2308c-32d0-42f3-8788-18b1f83dde6c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:22.721106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f6901eb-8230-4aa0-8db9-2dc6dd2c9fa6 req-6cc2308c-32d0-42f3-8788-18b1f83dde6c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.1084440 Sep 17 22:11:22.795223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f6901eb-8230-4aa0-8db9-2dc6dd2c9fa6 req-0675d781-2881-4521-bf8b-921559180f83 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538518 Sep 17 22:11:22.804686 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:22.893580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Pushing event updated for resources: {'Port': ['ID=05f46038-8355-4a3e-8d49-a8d153e2ef32,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:22.915022 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:23.022593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 99a421e2-61d5-482a-ab04-9cf713273e95 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:23.031679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:23.043768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:23.050891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Attempting to bind port 05f46038-8355-4a3e-8d49-a8d153e2ef32 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:23.054147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Attempting to bind port 05f46038-8355-4a3e-8d49-a8d153e2ef32 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:23.054649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Attempting to bind port 05f46038-8355-4a3e-8d49-a8d153e2ef32 on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:23.063941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Port 05f46038-8355-4a3e-8d49-a8d153e2ef32 on network d52773da-ea71-415b-9d63-4f91823d2c03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:23.064890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Attempting to bind port 05f46038-8355-4a3e-8d49-a8d153e2ef32 on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:23.076251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:23.076646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Checking segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:23.077106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Bound using segment: {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:23.077611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Bound port: 05f46038-8355-4a3e-8d49-a8d153e2ef32, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a765c46f-6372-4ac7-a527-5d82ccc8e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:23.078203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:23.089584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=c67bd923-fcad-4c7a-b2b9-e8643dcf66cd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:23.109007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-027c9cb6-78cb-468e-bd77-e7015a50ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.110694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-027c9cb6-78cb-468e-bd77-e7015a50ca3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2&tenant_id=fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 1102 time: 0.1759288 Sep 17 22:11:23.169093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.170270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:23.251439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:23.252433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] For port 05f46038-8355-4a3e-8d49-a8d153e2ef32, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:23.257041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] For port 05f46038-8355-4a3e-8d49-a8d153e2ef32, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:23.279624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-64546f85-a33a-4632-a0bb-51792a4103dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.281250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-64546f85-a33a-4632-a0bb-51792a4103dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 1102 time: 0.0973983 Sep 17 22:11:23.293237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': 'a229c9de-faee-40c0-a86e-801a47e68b58'}, {'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '99e226e5-351d-4d26-b8b0-10a31a1b383b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:23.294335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774357c-14ce-4a3d-a8da-0bfa978794bf req-75cff10b-ac2a-4168-98a4-d4165fe24f58 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.297122 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661952ac-70ba-40b0-a80b-db9c6ed34d63" -d '{"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "a229c9de-faee-40c0-a86e-801a47e68b58"}, {"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "99e226e5-351d-4d26-b8b0-10a31a1b383b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:23.305456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774357c-14ce-4a3d-a8da-0bfa978794bf req-75cff10b-ac2a-4168-98a4-d4165fe24f58 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.311753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774357c-14ce-4a3d-a8da-0bfa978794bf req-75cff10b-ac2a-4168-98a4-d4165fe24f58 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.317863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774357c-14ce-4a3d-a8da-0bfa978794bf req-75cff10b-ac2a-4168-98a4-d4165fe24f58 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.324579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774357c-14ce-4a3d-a8da-0bfa978794bf req-75cff10b-ac2a-4168-98a4-d4165fe24f58 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.331820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774357c-14ce-4a3d-a8da-0bfa978794bf req-75cff10b-ac2a-4168-98a4-d4165fe24f58 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.340734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774357c-14ce-4a3d-a8da-0bfa978794bf req-75cff10b-ac2a-4168-98a4-d4165fe24f58 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.347712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f774357c-14ce-4a3d-a8da-0bfa978794bf req-75cff10b-ac2a-4168-98a4-d4165fe24f58 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5408 time: 0.1626225 Sep 17 22:11:23.379283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:23.381538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-34dc77a4-0e45-44d5-8360-82100fb5dc91 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5958438 Sep 17 22:11:23.383118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39082) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:23.390112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1e83d8ab-d03f-4864-8cf0-7c07db6ea98b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'port_id': 'c67bd923-fcad-4c7a-b2b9-e8643dcf66cd'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:23.442210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a8d8750-2906-41ed-98a4-ff86d5cf7881 req-f96617cd-54c7-4812-9f61-28ecfc5d8a34 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 210 time: 0.0573807 Sep 17 22:11:23.522422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e83d8ab-d03f-4864-8cf0-7c07db6ea98b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:23.543863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f774357c-14ce-4a3d-a8da-0bfa978794bf req-56669dad-7c87-4d79-bd53-f375c2bfc7de tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601624 Sep 17 22:11:23.603894 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c01695-2273-4141-984a-e76d33d9650e x-openstack-request-id: req-02c01695-2273-4141-984a-e76d33d9650e {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:23.604218 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "a229c9de-faee-40c0-a86e-801a47e68b58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "99e226e5-351d-4d26-b8b0-10a31a1b383b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:23.604448 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02c01695-2273-4141-984a-e76d33d9650e {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:23.604820 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': 'a229c9de-faee-40c0-a86e-801a47e68b58', 'status': 'completed', 'code': 200} Sep 17 22:11:23.605497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-28691fcd-d78d-4513-8cc6-44eb1594ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.606231 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '99e226e5-351d-4d26-b8b0-10a31a1b383b', 'status': 'completed', 'code': 200} Sep 17 22:11:23.607223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-28691fcd-d78d-4513-8cc6-44eb1594ffc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2559776 Sep 17 22:11:23.616566 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:23.619480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:23.620893 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] 10.222.0.32 "PUT /v2.0/ports/05f46038-8355-4a3e-8d49-a8d153e2ef32 HTTP/1.1" status: 200 len: 1092 time: 1.6353509 Sep 17 22:11:23.703715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-444a1b25-5d8c-4b4c-acdc-8cab9c5b6e7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e85143fd-3dc4-4df9-b00b-46470a007fac HTTP/1.1" status: 200 len: 217 time: 0.0532184 Sep 17 22:11:23.791421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:23.861775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9dbbe-0fe1-43be-aed3-d72d9699c218 service neutron] Pushing event updated for resources: {'Port': ['ID=05f46038-8355-4a3e-8d49-a8d153e2ef32,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:23.919372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39102) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:24.257574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-71185e1e-7403-4e1f-99f3-b7df1b361632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.258219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-71185e1e-7403-4e1f-99f3-b7df1b361632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.258949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-71185e1e-7403-4e1f-99f3-b7df1b361632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.259708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-71185e1e-7403-4e1f-99f3-b7df1b361632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.260562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-71185e1e-7403-4e1f-99f3-b7df1b361632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.261291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-71185e1e-7403-4e1f-99f3-b7df1b361632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.262421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-71185e1e-7403-4e1f-99f3-b7df1b361632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.265947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:24.267086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-71185e1e-7403-4e1f-99f3-b7df1b361632 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6360 time: 0.6865094 Sep 17 22:11:24.320653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e25e0411-e26b-4aa4-a551-139b8169e3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:24.352515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-57bd44af-1c32-4405-ad4a-19047f574aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.354397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-57bd44af-1c32-4405-ad4a-19047f574aad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.6347108 Sep 17 22:11:24.414104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe32f2c-db6e-417e-bb44-afed61a76122 req-3c436878-b75a-4c59-9bfa-9354f15b4fb0 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.421501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfe32f2c-db6e-417e-bb44-afed61a76122 req-3c436878-b75a-4c59-9bfa-9354f15b4fb0 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.7139587 Sep 17 22:11:24.472586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e32997-0c6c-4882-a2ba-4882a5e6738b req-4283dbae-6774-48e6-9672-f284bec62b63 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.478240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7e32997-0c6c-4882-a2ba-4882a5e6738b req-4283dbae-6774-48e6-9672-f284bec62b63 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.2800879 Sep 17 22:11:24.526818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-c09b4f4b-5410-44fa-b02f-af1759289139 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.529549 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-c09b4f4b-5410-44fa-b02f-af1759289139 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.35 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 813 time: 0.2397761 Sep 17 22:11:24.565546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-6bbde6fa-6d6c-468f-b7d3-0183fda4a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.566083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-6bbde6fa-6d6c-468f-b7d3-0183fda4a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.566544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-6bbde6fa-6d6c-468f-b7d3-0183fda4a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.568554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-6bbde6fa-6d6c-468f-b7d3-0183fda4a531 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=99a2dc38667d414d82ef9c49e81a359b&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2908900 Sep 17 22:11:24.571512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfe32f2c-db6e-417e-bb44-afed61a76122 req-16527760-e7d2-490c-8147-5a5c9dad1ee8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492381 Sep 17 22:11:24.586898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-f29d3a04-0d8d-41ed-b9df-5b5a48a24d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.588358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-f29d3a04-0d8d-41ed-b9df-5b5a48a24d20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2001765 Sep 17 22:11:24.623307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e25e0411-e26b-4aa4-a551-139b8169e3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:24.733924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7e32997-0c6c-4882-a2ba-4882a5e6738b req-b8e805d0-a959-4df0-af70-917d8092ed3a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458339 Sep 17 22:11:24.890939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-952db9b4-a184-481d-93af-f64cce926545 req-adfe0542-0548-4c65-896b-635f0b1b6971 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 210 time: 0.0642717 Sep 17 22:11:24.935160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1244c7-2eba-4855-b02f-23f8bd100ed5 req-e46870b5-7a66-4a7d-ab75-b3adc9871fe6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:24.936800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff1244c7-2eba-4855-b02f-23f8bd100ed5 req-e46870b5-7a66-4a7d-ab75-b3adc9871fe6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.1591303 Sep 17 22:11:24.995946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-3bbb1d74-ac07-4d35-92e6-52402c295671 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709028 Sep 17 22:11:25.005622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e85143fd-3dc4-4df9-b00b-46470a007fac no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:11:25.119318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:25.123189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff1244c7-2eba-4855-b02f-23f8bd100ed5 req-c3123e2a-57f7-418b-aeae-e8bef0e34ead tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648209 Sep 17 22:11:25.124456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-8a91f1c4-4bd3-447c-b5cb-27a84a9ba840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.125934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-8a91f1c4-4bd3-447c-b5cb-27a84a9ba840 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5499001 Sep 17 22:11:25.165788 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:25.168102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:25.171105 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42dadce-4465-481c-93b3-416e338673e3" -d '{"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:25.231609 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d9a2d2-9612-4e8f-a655-231967f7501f x-openstack-request-id: req-46d9a2d2-9612-4e8f-a655-231967f7501f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:25.231904 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:25.232156 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46d9a2d2-9612-4e8f-a655-231967f7501f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:25.232549 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'code': 200} Sep 17 22:11:25.257308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'port': {'device_id': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48', 'admin_state_up': True, 'tenant_id': 'c92244378f2a4a0aa358038b8ad367b4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:25.268729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e25e0411-e26b-4aa4-a551-139b8169e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:25.270353 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:25.285696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c966f-926f-4f91-b55b-0e706d966e96 req-5964a8ca-ec87-4baa-8533-50f2fbc313ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.288538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-28873d1b-f2ae-4c68-8896-182ef153a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.290045 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-28873d1b-f2ae-4c68-8896-182ef153a056 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 1099 time: 1.1617517 Sep 17 22:11:25.296241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c966f-926f-4f91-b55b-0e706d966e96 req-5964a8ca-ec87-4baa-8533-50f2fbc313ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.308599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c966f-926f-4f91-b55b-0e706d966e96 req-5964a8ca-ec87-4baa-8533-50f2fbc313ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.315629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c966f-926f-4f91-b55b-0e706d966e96 req-5964a8ca-ec87-4baa-8533-50f2fbc313ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.324115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c966f-926f-4f91-b55b-0e706d966e96 req-5964a8ca-ec87-4baa-8533-50f2fbc313ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.330487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c966f-926f-4f91-b55b-0e706d966e96 req-5964a8ca-ec87-4baa-8533-50f2fbc313ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.337540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c966f-926f-4f91-b55b-0e706d966e96 req-5964a8ca-ec87-4baa-8533-50f2fbc313ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.346607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a0c966f-926f-4f91-b55b-0e706d966e96 req-5964a8ca-ec87-4baa-8533-50f2fbc313ad tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5408 time: 0.3464019 Sep 17 22:11:25.378977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:25.396377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-1112e75f-6589-46f7-ab6b-72f4d2ea63c6 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693082 Sep 17 22:11:25.435624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a0c966f-926f-4f91-b55b-0e706d966e96 req-b304a06b-c47e-4e3d-8dd6-e2187c8e8b40 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876019 Sep 17 22:11:25.451509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-b80a8b7d-766f-4139-a5c3-db6a68bfba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.453893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-b80a8b7d-766f-4139-a5c3-db6a68bfba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.453893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-b80a8b7d-766f-4139-a5c3-db6a68bfba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.453893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-b80a8b7d-766f-4139-a5c3-db6a68bfba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.453893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-b80a8b7d-766f-4139-a5c3-db6a68bfba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.454512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-b80a8b7d-766f-4139-a5c3-db6a68bfba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.455066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-b80a8b7d-766f-4139-a5c3-db6a68bfba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.457031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-b80a8b7d-766f-4139-a5c3-db6a68bfba2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6360 time: 0.2514000 Sep 17 22:11:25.516244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e83d8ab-d03f-4864-8cf0-7c07db6ea98b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:25.528033 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e25e0411-e26b-4aa4-a551-139b8169e3d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=423782361a584f05a3d276643d46a4af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6052549 Sep 17 22:11:25.528033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e0411-e26b-4aa4-a551-139b8169e3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9817b5e3-316f-4252-87ae-e18d48f9ffd1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:25.535755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39138) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:25.574581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-55a9878d-9293-4a23-baee-64062e803f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.575104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-55a9878d-9293-4a23-baee-64062e803f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.575548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-55a9878d-9293-4a23-baee-64062e803f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.577136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-55a9878d-9293-4a23-baee-64062e803f41 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=99a2dc38667d414d82ef9c49e81a359b&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1101789 Sep 17 22:11:25.597380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e83d8ab-d03f-4864-8cf0-7c07db6ea98b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:25.611761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '05f46038-8355-4a3e-8d49-a8d153e2ef32'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:25.614199 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e4f2b1-5d9d-4105-a392-f4595faf9d39" -d '{"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "05f46038-8355-4a3e-8d49-a8d153e2ef32"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:25.721834 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f1d374-4d36-4290-af05-d04c3c743e6f x-openstack-request-id: req-27f1d374-4d36-4290-af05-d04c3c743e6f {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:25.722120 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "05f46038-8355-4a3e-8d49-a8d153e2ef32", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:25.722981 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27f1d374-4d36-4290-af05-d04c3c743e6f {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:25.722981 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '05f46038-8355-4a3e-8d49-a8d153e2ef32', 'status': 'completed', 'code': 200} Sep 17 22:11:25.779707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-891a6ee4-871e-45cf-8917-1ac543eebac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.782717 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-661952ac-70ba-40b0-a80b-db9c6ed34d63 req-891a6ee4-871e-45cf-8917-1ac543eebac1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1979098 Sep 17 22:11:25.813055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab44f8-62e8-482f-94cb-841fd890101b req-295d9882-58a2-4f6b-9ca3-9c7f621cfb45 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.816108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fab44f8-62e8-482f-94cb-841fd890101b req-295d9882-58a2-4f6b-9ca3-9c7f621cfb45 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 948 time: 0.1095052 Sep 17 22:11:25.847614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-01aac0ab-a1b4-4635-8338-7df5de940a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.849606 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-01aac0ab-a1b4-4635-8338-7df5de940a02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 913 time: 0.5154467 Sep 17 22:11:25.910687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fab44f8-62e8-482f-94cb-841fd890101b req-16427b77-ab15-4d02-b005-1d8cd307a360 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861545 Sep 17 22:11:25.919434 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-1e83d8ab-d03f-4864-8cf0-7c07db6ea98b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP 47481fce-4260-4f6d-acb6-ad05a4efec1f associated. External IP: 172.25.5.202, port: c67bd923-fcad-4c7a-b2b9-e8643dcf66cd. Sep 17 22:11:25.968127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-4299c68e-6494-41ee-b911-3c843183393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.968767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-4299c68e-6494-41ee-b911-3c843183393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.969309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-4299c68e-6494-41ee-b911-3c843183393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.969844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-4299c68e-6494-41ee-b911-3c843183393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.970370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-4299c68e-6494-41ee-b911-3c843183393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.970937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-4299c68e-6494-41ee-b911-3c843183393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.971458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-4299c68e-6494-41ee-b911-3c843183393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.973991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-4299c68e-6494-41ee-b911-3c843183393a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6360 time: 0.1196434 Sep 17 22:11:25.983137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8d2c3-5202-4bf9-89cd-e2f0c26d3cca req-afbceba2-83a3-4c65-8c6f-00a80dd96116 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:25.984843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00e8d2c3-5202-4bf9-89cd-e2f0c26d3cca req-afbceba2-83a3-4c65-8c6f-00a80dd96116 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1131938 Sep 17 22:11:26.044215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Made reservation on behalf of c92244378f2a4a0aa358038b8ad367b4 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:26.046556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7804b82-84f6-4c38-930c-e9e58ce3f299 req-80d37029-e422-4fd9-993b-aeeee036d30d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 210 time: 0.0484669 Sep 17 22:11:26.047608 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:26.074656 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-621b8919-ee03-434e-b601-f3c5be2025da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:26.124248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00e8d2c3-5202-4bf9-89cd-e2f0c26d3cca req-861d1a13-51c1-45ed-b64a-d2b7bfc3ef65 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273642 Sep 17 22:11:26.158072 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-668e3048-5adb-4e9e-8e60-938544e45b80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c HTTP/1.1" status: 200 len: 217 time: 0.1245451 Sep 17 22:11:26.171673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-47c0beeb-866c-466a-940e-2f18714c2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.172151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-47c0beeb-866c-466a-940e-2f18714c2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.173700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-47c0beeb-866c-466a-940e-2f18714c2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.176141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-47c0beeb-866c-466a-940e-2f18714c2908 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=99a2dc38667d414d82ef9c49e81a359b&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1902287 Sep 17 22:11:26.300837 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-621b8919-ee03-434e-b601-f3c5be2025da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:26.316258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97363e0f-3ae1-4524-a209-87576d5d3bf3 req-428e3e0e-9bc7-49e0-a0f1-92a1c67e9fd1 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.318104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97363e0f-3ae1-4524-a209-87576d5d3bf3 req-428e3e0e-9bc7-49e0-a0f1-92a1c67e9fd1 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.1097965 Sep 17 22:11:26.323072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-6421892e-21c3-4181-9e64-6aebb64ee9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.324517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33e4f2b1-5d9d-4105-a392-f4595faf9d39 req-6421892e-21c3-4181-9e64-6aebb64ee9b1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1366866 Sep 17 22:11:26.365503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97363e0f-3ae1-4524-a209-87576d5d3bf3 req-36a3fb3c-30fe-49bd-aa9c-68a3123256bb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 Sep 17 22:11:26.414203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-e199bdcd-eab5-4955-885e-31259d750584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.415766 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-e199bdcd-eab5-4955-885e-31259d750584 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 HTTP/1.1" status: 200 len: 853 time: 0.2469969 Sep 17 22:11:26.482034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:26.519266 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-1f28b560-b036-45b4-9c1d-6e2ee4cc9f07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aef19c3d-a8ec-4865-87d6-87e3d003ff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842335 Sep 17 22:11:26.523286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:26.547953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Allocated IP 172.20.0.9 (f785c69b-b427-4de2-a156-dc4084158d48/eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5/bb0a928a-1851-46df-818e-b00f91ef0eef) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:26.580558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Transition to ACTIVE for port object 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:26.585380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6dcb-08a7-4f00-8179-04e697d46c2e req-b29a7177-5277-471f-a88e-8d43006bbb2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.591905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6dcb-08a7-4f00-8179-04e697d46c2e req-b29a7177-5277-471f-a88e-8d43006bbb2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.593775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e83d8ab-d03f-4864-8cf0-7c07db6ea98b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:26.598090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6dcb-08a7-4f00-8179-04e697d46c2e req-b29a7177-5277-471f-a88e-8d43006bbb2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.605274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6dcb-08a7-4f00-8179-04e697d46c2e req-b29a7177-5277-471f-a88e-8d43006bbb2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.611789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6dcb-08a7-4f00-8179-04e697d46c2e req-b29a7177-5277-471f-a88e-8d43006bbb2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.618746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6dcb-08a7-4f00-8179-04e697d46c2e req-b29a7177-5277-471f-a88e-8d43006bbb2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.624769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6dcb-08a7-4f00-8179-04e697d46c2e req-b29a7177-5277-471f-a88e-8d43006bbb2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:26.626697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-853b6dcb-08a7-4f00-8179-04e697d46c2e req-b29a7177-5277-471f-a88e-8d43006bbb2e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5408 time: 0.1114662 Sep 17 22:11:26.685003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-853b6dcb-08a7-4f00-8179-04e697d46c2e req-f7035f58-9d8e-4854-8b8e-cf2f51ae592b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461669 Sep 17 22:11:26.699942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:26.757532 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-621b8919-ee03-434e-b601-f3c5be2025da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:26.760053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-621b8919-ee03-434e-b601-f3c5be2025da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:26.761188 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-621b8919-ee03-434e-b601-f3c5be2025da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9817b5e3-316f-4252-87ae-e18d48f9ffd1 HTTP/1.1" status: 204 len: 168 time: 1.2252717 Sep 17 22:11:26.798582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-c8eac50c-dc23-4436-8c83-4bd2e769bb06 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655182 Sep 17 22:11:26.839668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b8919-ee03-434e-b601-f3c5be2025da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9817b5e3-316f-4252-87ae-e18d48f9ffd1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:26.932014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Pushing event updated for resources: {'Port': ['ID=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:27.018104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e85143fd-3dc4-4df9-b00b-46470a007fac details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:27.104294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e83d8ab-d03f-4864-8cf0-7c07db6ea98b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:27.117938 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7056fe-9353-4b81-8c3c-bd27ca2d4250 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:27.118498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e83d8ab-d03f-4864-8cf0-7c07db6ea98b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.119924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0fc6b-6645-4e6f-b681-2640bcca6dff req-2c72fe41-2746-4f8f-a174-63267f6bf872 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:27.122424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22f0fc6b-6645-4e6f-b681-2640bcca6dff req-2c72fe41-2746-4f8f-a174-63267f6bf872 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 948 time: 0.1134098 Sep 17 22:11:27.138593 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7056fe-9353-4b81-8c3c-bd27ca2d4250 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:27.139048 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-dd7056fe-9353-4b81-8c3c-bd27ca2d4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:27.228403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aabca650-f73b-4580-878b-a92c90af32b3 req-8169ef06-fdea-4c88-a1f2-af6475b54ef5 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 210 time: 0.0385983 Sep 17 22:11:27.256715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22f0fc6b-6645-4e6f-b681-2640bcca6dff req-0a759fa3-cb5c-4fcf-9e02-55e3d6c48f44 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264300 Sep 17 22:11:27.262077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.294187 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-dd7056fe-9353-4b81-8c3c-bd27ca2d4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:27.315760 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7056fe-9353-4b81-8c3c-bd27ca2d4250 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:27.319079 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-dd7056fe-9353-4b81-8c3c-bd27ca2d4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:27.322303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:27.322657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39166) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:27.331377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e83d8ab-d03f-4864-8cf0-7c07db6ea98b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/floatingips/47481fce-4260-4f6d-acb6-ad05a4efec1f HTTP/1.1" status: 200 len: 978 time: 3.9455049 Sep 17 22:11:27.338415 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98fcd860-71ff-44d0-92d2-75a62fd55744 req-66003405-8d27-4547-8e03-7fb6b8c06ed7 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278563 Sep 17 22:11:27.357746 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-dd7056fe-9353-4b81-8c3c-bd27ca2d4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:27.358707 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7056fe-9353-4b81-8c3c-bd27ca2d4250 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:27.365367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Attempting to bind port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:27.365700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Attempting to bind port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:27.366026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Attempting to bind port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 on network 326fc1b5-7834-476d-a7fb-3ec75767f891 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:27.379252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 on network 326fc1b5-7834-476d-a7fb-3ec75767f891 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:27.381768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'mac_address': 'fa:16:3e:c3:b7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:27.381913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Attempting to bind port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 on network 326fc1b5-7834-476d-a7fb-3ec75767f891 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:27.390714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:27.391089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Checking segment: {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:27.391471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Bound using segment: {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:27.391901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Bound port: 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:27.392255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.463123 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.485333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85143fd-3dc4-4df9-b00b-46470a007fac {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:27.491496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.521601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:27.528278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:27.574807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd647c-59e1-49de-9578-6fb86bbb0dce req-76e76bc3-e2bb-47cc-bd33-8700460bcfd0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:27.576603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67fd647c-59e1-49de-9578-6fb86bbb0dce req-76e76bc3-e2bb-47cc-bd33-8700460bcfd0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1603646 Sep 17 22:11:27.595723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6ac32-71ae-4115-a0ae-ec3b08ce2d70 req-bf99a555-766e-4359-8617-be93c682c838 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:27.603722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6fc6ac32-71ae-4115-a0ae-ec3b08ce2d70 req-bf99a555-766e-4359-8617-be93c682c838 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.1156225 Sep 17 22:11:27.642851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Network f785c69b-b427-4de2-a156-dc4084158d48 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:27.646136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'Port': ['ID=bb0a928a-1851-46df-818e-b00f91ef0eef,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:27.649650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:27.651710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:27.654845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] For port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:27.658761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] For port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:27.670268 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.693583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port c67bd923-fcad-4c7a-b2b9-e8643dcf66cd {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:27.693583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.705996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:27.706765 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.725876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67fd647c-59e1-49de-9578-6fb86bbb0dce req-e01aa0f0-eee2-4800-b4a5-dfd21ccb1846 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197412 Sep 17 22:11:27.737472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6fc6ac32-71ae-4115-a0ae-ec3b08ce2d70 req-76b50a05-a3ac-4a2d-b286-64f3fc7a26c0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327531 Sep 17 22:11:27.768494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.778524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=10']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:27.838942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:27.840026 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:27.843537 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] 10.222.0.32 "PUT /v2.0/ports/498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 HTTP/1.1" status: 200 len: 1092 time: 4.0678484 Sep 17 22:11:27.850600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:27.857058 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45d9498-a3a9-44a2-a164-7125761af02b" -d '{"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:27.871823 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-9353a4bc-e2dd-4648-87b8-e983424ad043 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6184869 Sep 17 22:11:27.906919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Request body: {'port': {'device_id': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:27.951953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585df8a-50ef-48c6-b5a0-3fb195493716 service neutron] Pushing event updated for resources: {'Port': ['ID=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:27.952945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['e85143fd-3dc4-4df9-b00b-46470a007fac'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:27.990326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Request body: {'port': {'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:28.043212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:28.053355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595246a-7178-404a-979d-4ed53938fbf3 req-61a8e7a1-36bf-49ef-8500-1e9031f263d4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.062994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595246a-7178-404a-979d-4ed53938fbf3 req-61a8e7a1-36bf-49ef-8500-1e9031f263d4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.071966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595246a-7178-404a-979d-4ed53938fbf3 req-61a8e7a1-36bf-49ef-8500-1e9031f263d4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.076789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595246a-7178-404a-979d-4ed53938fbf3 req-61a8e7a1-36bf-49ef-8500-1e9031f263d4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.082845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595246a-7178-404a-979d-4ed53938fbf3 req-61a8e7a1-36bf-49ef-8500-1e9031f263d4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.094721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595246a-7178-404a-979d-4ed53938fbf3 req-61a8e7a1-36bf-49ef-8500-1e9031f263d4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.110461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595246a-7178-404a-979d-4ed53938fbf3 req-61a8e7a1-36bf-49ef-8500-1e9031f263d4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.112474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1595246a-7178-404a-979d-4ed53938fbf3 req-61a8e7a1-36bf-49ef-8500-1e9031f263d4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5420 time: 0.2009306 Sep 17 22:11:28.123726 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:28.281384 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:28.292412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efbe02-575f-48c2-8518-3d8dbd8b9992 req-678773f1-429e-4824-b0e1-63c857060b50 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.292412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95efbe02-575f-48c2-8518-3d8dbd8b9992 req-678773f1-429e-4824-b0e1-63c857060b50 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.3786769 Sep 17 22:11:28.410088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1595246a-7178-404a-979d-4ed53938fbf3 req-aacb195d-b825-4f4e-ade8-62266eb1d28b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2806149 Sep 17 22:11:28.472309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95efbe02-575f-48c2-8518-3d8dbd8b9992 req-4b547272-81bb-484c-a8ee-e46c6d3ca56f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722524 Sep 17 22:11:28.528156 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ba892e-e579-4e00-8928-04decd75898f x-openstack-request-id: req-97ba892e-e579-4e00-8928-04decd75898f {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:28.529092 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:28.529521 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97ba892e-e579-4e00-8928-04decd75898f {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:28.530087 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4', 'status': 'completed', 'code': 200} Sep 17 22:11:28.614077 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:28.614447 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:28.614761 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP 47481fce-4260-4f6d-acb6-ad05a4efec1f disassociated. External IP: 172.25.5.202, port: c67bd923-fcad-4c7a-b2b9-e8643dcf66cd. Sep 17 22:11:28.615134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for c67bd923-fcad-4c7a-b2b9-e8643dcf66cd owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:28.627876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-1efbcd9e-fe33-4dc8-bded-232757b2b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.628302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-1efbcd9e-fe33-4dc8-bded-232757b2b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.628765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-1efbcd9e-fe33-4dc8-bded-232757b2b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.629219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-1efbcd9e-fe33-4dc8-bded-232757b2b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.629734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-1efbcd9e-fe33-4dc8-bded-232757b2b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.630469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-1efbcd9e-fe33-4dc8-bded-232757b2b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.631030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-1efbcd9e-fe33-4dc8-bded-232757b2b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:28.632823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f45d9498-a3a9-44a2-a164-7125761af02b req-1efbcd9e-fe33-4dc8-bded-232757b2b8f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6428 time: 0.0918489 Sep 17 22:11:28.734896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0a928a-1851-46df-818e-b00f91ef0eef {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:28.745777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:28.772392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Transition to ACTIVE for port object bb0a928a-1851-46df-818e-b00f91ef0eef will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:28.850006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:28.859111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:28.874472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Transition to ACTIVE for port object ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:28.898518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:28.943573 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.033236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e85143fd-3dc4-4df9-b00b-46470a007fac up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:11:29.119217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port e85143fd-3dc4-4df9-b00b-46470a007fac triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:29.119217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.202777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-8eb4f695-7a33-49d0-b589-5a104d31c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:29.203655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-8eb4f695-7a33-49d0-b589-5a104d31c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:29.204322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-8eb4f695-7a33-49d0-b589-5a104d31c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:29.206223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f45d9498-a3a9-44a2-a164-7125761af02b req-8eb4f695-7a33-49d0-b589-5a104d31c8c2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=99a2dc38667d414d82ef9c49e81a359b&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5622745 Sep 17 22:11:29.283314 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.320056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:29.321379 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06895fe-8520-420d-8bc2-977f7767d23d" -d '{"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-plugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:29.339756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94f3e5-591e-4a4f-ae59-1b52d3b10e3e req-9f1b9fc7-0d65-45d1-98c4-07538495bd8d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:29.349230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e94f3e5-591e-4a4f-ae59-1b52d3b10e3e req-9f1b9fc7-0d65-45d1-98c4-07538495bd8d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 931 time: 0.7127726 Sep 17 22:11:29.352907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:29.430025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.463943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0a928a-1851-46df-818e-b00f91ef0eef,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:29.553922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=11']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:29.588849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9498-a3a9-44a2-a164-7125761af02b req-77a1eb1a-e0b2-43c2-9445-2e82146677cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:29.590470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f45d9498-a3a9-44a2-a164-7125761af02b req-77a1eb1a-e0b2-43c2-9445-2e82146677cf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3619823 Sep 17 22:11:29.602635 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:29.622377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Attempting to bind port bb0a928a-1851-46df-818e-b00f91ef0eef on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:29.622716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Attempting to bind port bb0a928a-1851-46df-818e-b00f91ef0eef by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'c2f47871-b87c-4fda-a752-de55e0297725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:29.623074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Attempting to bind port bb0a928a-1851-46df-818e-b00f91ef0eef on network f785c69b-b427-4de2-a156-dc4084158d48 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:29.630566 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Attempting to bind port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:29.630768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e94f3e5-591e-4a4f-ae59-1b52d3b10e3e req-d9417da6-2290-4b3c-84ca-34bf7330edac tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801027 Sep 17 22:11:29.631063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Attempting to bind port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:29.631302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Attempting to bind port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa on network 326fc1b5-7834-476d-a7fb-3ec75767f891 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:29.633359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Port bb0a928a-1851-46df-818e-b00f91ef0eef on network f785c69b-b427-4de2-a156-dc4084158d48 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:29.633680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Attempting to bind port bb0a928a-1851-46df-818e-b00f91ef0eef on network f785c69b-b427-4de2-a156-dc4084158d48 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:29.638719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98448-df76-4066-b3ae-a14cb05dbf1e req-ff903172-b1a0-4ace-9cfc-c88b12ce7af5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:29.640293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa on network 326fc1b5-7834-476d-a7fb-3ec75767f891 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:29.640432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24f98448-df76-4066-b3ae-a14cb05dbf1e req-ff903172-b1a0-4ace-9cfc-c88b12ce7af5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 950 time: 0.5719810 Sep 17 22:11:29.640630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Attempting to bind port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa on network 326fc1b5-7834-476d-a7fb-3ec75767f891 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:29.642852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:29.643044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Checking segment: {'id': 'c2f47871-b87c-4fda-a752-de55e0297725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:29.643291 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Bound using segment: {'id': 'c2f47871-b87c-4fda-a752-de55e0297725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:29.643719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Bound port: bb0a928a-1851-46df-818e-b00f91ef0eef, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f47871-b87c-4fda-a752-de55e0297725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:29.644081 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.671371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:29.671887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Checking segment: {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:29.672098 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Bound using segment: {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:29.672549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Bound port: ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c145-d119-4012-9d4f-4f7dc3231f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:29.672907 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.710464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24f98448-df76-4066-b3ae-a14cb05dbf1e req-5d8782f2-5595-489a-b3a9-8625cf7e0cbd tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552166 Sep 17 22:11:29.755779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.786987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] For port bb0a928a-1851-46df-818e-b00f91ef0eef, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:29.800783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] For port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:29.807631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] For port bb0a928a-1851-46df-818e-b00f91ef0eef, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb0a928a-1851-46df-818e-b00f91ef0eef,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:29.815996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] For port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:29.830946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=c67bd923-fcad-4c7a-b2b9-e8643dcf66cd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:29.876773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf3793-6630-4f98-99e5-956d25fc552e req-ff0ae725-05a6-4dd9-bcfd-b473932958eb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:29.878290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4cf3793-6630-4f98-99e5-956d25fc552e req-ff0ae725-05a6-4dd9-bcfd-b473932958eb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1437457 Sep 17 22:11:29.944591 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.955580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.964024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:29.964913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:29.965844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e201b-19be-442e-8915-61365f09106f req-fb6e9297-3dad-4c56-9958-afd7caced4ae tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:29.966198 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] 10.222.0.32 "PUT /v2.0/ports/ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa HTTP/1.1" status: 200 len: 1092 time: 1.9854541 Sep 17 22:11:29.967368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb0e201b-19be-442e-8915-61365f09106f req-fb6e9297-3dad-4c56-9958-afd7caced4ae tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.1423833 Sep 17 22:11:30.022703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.026607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:30.026607 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] 10.222.0.35 "PUT /v2.0/ports/bb0a928a-1851-46df-818e-b00f91ef0eef HTTP/1.1" status: 200 len: 1092 time: 2.1308582 Sep 17 22:11:30.065718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e557ab-5956-4d57-ae1e-ff83ab0fab50 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:30.085035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4cf3793-6630-4f98-99e5-956d25fc552e req-64e697ba-1cb2-447f-9f15-c7a4f7f6f15a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689322 Sep 17 22:11:30.147221 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14cabf1-3509-4aea-872c-7bf40b055482 x-openstack-request-id: req-b14cabf1-3509-4aea-872c-7bf40b055482 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:30.147221 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-plugged", "status": "completed", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:30.147221 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b14cabf1-3509-4aea-872c-7bf40b055482 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:30.147221 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'code': 200} Sep 17 22:11:30.178165 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb0e201b-19be-442e-8915-61365f09106f req-b925cf7e-ebc0-4319-8c6b-a914060de445 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921120 Sep 17 22:11:30.204778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:30.366171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6a099af8-7628-498d-97e2-30f17aae12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.366671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6a099af8-7628-498d-97e2-30f17aae12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.367396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6a099af8-7628-498d-97e2-30f17aae12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.367942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6a099af8-7628-498d-97e2-30f17aae12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.368443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6a099af8-7628-498d-97e2-30f17aae12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.369466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6a099af8-7628-498d-97e2-30f17aae12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.370503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6a099af8-7628-498d-97e2-30f17aae12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.373123 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6a099af8-7628-498d-97e2-30f17aae12b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6496 time: 0.2966161 Sep 17 22:11:30.387232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb93b2f-a102-46eb-b703-1d2498e8bed7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0a928a-1851-46df-818e-b00f91ef0eef,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:30.426159 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fb054f21-00b3-4d15-883f-5a7b60068b41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11 HTTP/1.1" status: 200 len: 217 time: 0.0412903 Sep 17 22:11:30.430298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4e529e96-f428-414e-9c63-64dcfdca9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.432274 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-4e529e96-f428-414e-9c63-64dcfdca9c55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 1095 time: 0.2693362 Sep 17 22:11:30.478164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:30.496274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a1862-285e-4f64-a286-bf32fca0d7e1 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:30.516625 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-eb0d7058-5db6-4baf-932b-cab792c724b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0a928a-1851-46df-818e-b00f91ef0eef HTTP/1.1" status: 200 len: 217 time: 0.0520427 Sep 17 22:11:30.520089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a1862-285e-4f64-a286-bf32fca0d7e1 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:30.520089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d91a1862-285e-4f64-a286-bf32fca0d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:30.539204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa'}, {'name': 'network-changed', 'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:30.542017 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66557504-588f-40fd-bbe5-e0c61194b5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa"}, {"name": "network-changed", "server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:30.575131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-ce62b08c-9972-44a2-8f2a-fd1727969a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.578639 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-ce62b08c-9972-44a2-8f2a-fd1727969a5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff22ac41-1331-40f0-914f-a615036958e1 HTTP/1.1" status: 200 len: 855 time: 0.1448436 Sep 17 22:11:30.610844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d91a1862-285e-4f64-a286-bf32fca0d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:30.626759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a1862-285e-4f64-a286-bf32fca0d7e1 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:30.631319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d91a1862-285e-4f64-a286-bf32fca0d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:30.655625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-2b7ef724-a5ed-411f-be97-470f48d3c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.657161 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-2b7ef724-a5ed-411f-be97-470f48d3c37d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 200 len: 853 time: 0.1269288 Sep 17 22:11:30.661423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691ca1-076b-4be2-b335-6ae09b585340 req-337fcf1a-a955-432d-ba6d-b0a9604c95de tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.670653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691ca1-076b-4be2-b335-6ae09b585340 req-337fcf1a-a955-432d-ba6d-b0a9604c95de tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.677959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691ca1-076b-4be2-b335-6ae09b585340 req-337fcf1a-a955-432d-ba6d-b0a9604c95de tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.681527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d91a1862-285e-4f64-a286-bf32fca0d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:30.682514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a1862-285e-4f64-a286-bf32fca0d7e1 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:30.695735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691ca1-076b-4be2-b335-6ae09b585340 req-337fcf1a-a955-432d-ba6d-b0a9604c95de tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.703168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691ca1-076b-4be2-b335-6ae09b585340 req-337fcf1a-a955-432d-ba6d-b0a9604c95de tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.711271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691ca1-076b-4be2-b335-6ae09b585340 req-337fcf1a-a955-432d-ba6d-b0a9604c95de tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.722309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-e1f7f837-520b-4a88-9000-41015b834a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.722309 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-e1f7f837-520b-4a88-9000-41015b834a19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334479 Sep 17 22:11:30.723145 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-c15993e0-496f-453d-b402-7bd82073ca51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f785c69b-b427-4de2-a156-dc4084158d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540774 Sep 17 22:11:30.724143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691ca1-076b-4be2-b335-6ae09b585340 req-337fcf1a-a955-432d-ba6d-b0a9604c95de tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.726221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14691ca1-076b-4be2-b335-6ae09b585340 req-337fcf1a-a955-432d-ba6d-b0a9604c95de tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.5254855 Sep 17 22:11:30.827646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:30.833749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5f6eaa8f-5a26-4b0e-ac8b-3857c2932d2c tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/ports/c67bd923-fcad-4c7a-b2b9-e8643dcf66cd HTTP/1.1" status: 204 len: 168 time: 3.5059361 Sep 17 22:11:30.833749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39244) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:30.853380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14691ca1-076b-4be2-b335-6ae09b585340 req-21f824e0-ca7a-4e8b-8db2-fbf2427037a6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859847 Sep 17 22:11:30.905257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296e7c3-0d2b-4d33-a1f7-cc2212a30d33 req-cf651685-0023-4dae-96ea-9ad2bf4a7d50 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:30.914587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a296e7c3-0d2b-4d33-a1f7-cc2212a30d33 req-cf651685-0023-4dae-96ea-9ad2bf4a7d50 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 951 time: 0.3637204 Sep 17 22:11:30.928764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-538eec15-3f9c-4e82-8c7e-38bd75d6fb9a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "GET /v2.0/floatingips/47481fce-4260-4f6d-acb6-ad05a4efec1f HTTP/1.1" status: 200 len: 688 time: 0.0909846 Sep 17 22:11:30.930862 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-ac8b45f3-473b-4a96-b556-f8aec9478f50 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921291 Sep 17 22:11:30.935562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39248) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:30.942999 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-2d3d2169-2148-41e9-ae61-01c3aefd9023 service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025025 Sep 17 22:11:31.003477 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8057f43-112c-4ac2-9213-476cf0ac7e02 x-openstack-request-id: req-b8057f43-112c-4ac2-9213-476cf0ac7e02 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:31.003834 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:31.004167 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8057f43-112c-4ac2-9213-476cf0ac7e02 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:31.005166 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa', 'status': 'completed', 'code': 200} Sep 17 22:11:31.005614 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef', 'status': 'completed', 'code': 200} Sep 17 22:11:31.113804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a296e7c3-0d2b-4d33-a1f7-cc2212a30d33 req-da55e5e4-5687-437f-835b-2b0c3860de65 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982887 Sep 17 22:11:31.147133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5eaa7-6f51-4003-9c74-9312383ad0d0 req-8867ccee-9b51-4741-9c67-8d7875869145 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:31.147944 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae09a2ff-6fd9-4331-b99c-149e45966ff3 req-e925c8b2-5f30-4f7a-958b-6f825f3db153 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093427 Sep 17 22:11:31.148859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84b5eaa7-6f51-4003-9c74-9312383ad0d0 req-8867ccee-9b51-4741-9c67-8d7875869145 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 943 time: 0.0877337 Sep 17 22:11:31.150229 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-eebe19c6-5742-476e-9843-434f006fb59f service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965048 Sep 17 22:11:31.203151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port f6beebc8-4573-4fe5-ad93-3b28900ce004 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:31.203530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:31.230195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84b5eaa7-6f51-4003-9c74-9312383ad0d0 req-9f1a5c15-4534-4523-b457-fd68826fafbf tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660598 Sep 17 22:11:31.248742 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fa4225a0-d16b-4a22-a710-624978a43a27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 200 len: 217 time: 0.0906465 Sep 17 22:11:31.402317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-8adc58e2-60fc-45a9-8fcf-21b19ce967a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:31.403862 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-8adc58e2-60fc-45a9-8fcf-21b19ce967a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1468203 Sep 17 22:11:31.405576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-1d255bb7-6934-4039-abaa-9c5a46429dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:31.406965 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-1d255bb7-6934-4039-abaa-9c5a46429dc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 1095 time: 0.1032729 Sep 17 22:11:31.465831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266cde-4b4d-4718-b0bb-59e628468538 req-4ebf3937-11ba-4bc0-b140-8a3f7bfb425c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:31.467393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63266cde-4b4d-4718-b0bb-59e628468538 req-4ebf3937-11ba-4bc0-b140-8a3f7bfb425c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.2362030 Sep 17 22:11:31.471099 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:31.471432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:31.494262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for f6beebc8-4573-4fe5-ad93-3b28900ce004 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:31.512839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba990b0-319d-4d46-b9e0-29a1797f2231 req-95e86b23-ca39-4ffb-9a28-894ae33e863f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:31.515099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ba990b0-319d-4d46-b9e0-29a1797f2231 req-95e86b23-ca39-4ffb-9a28-894ae33e863f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.1277220 Sep 17 22:11:31.539423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3d22ec2e-3006-45c7-a931-a8ee14c0132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:31.540971 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-3d22ec2e-3006-45c7-a931-a8ee14c0132d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1224685 Sep 17 22:11:31.556736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-95f71f86-e331-4bf5-b69b-5dfdbdf2edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:31.558213 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-95f71f86-e331-4bf5-b69b-5dfdbdf2edb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 913 time: 0.1316175 Sep 17 22:11:31.595527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63266cde-4b4d-4718-b0bb-59e628468538 req-0891b8a5-39a2-4183-847f-d50909701a70 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149054 Sep 17 22:11:31.631750 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-1f7c90a2-9e0e-4238-b642-86b490774082 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0a928a-1851-46df-818e-b00f91ef0eef HTTP/1.1" status: 200 len: 217 time: 0.0562112 Sep 17 22:11:31.671816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ba990b0-319d-4d46-b9e0-29a1797f2231 req-70e96200-05c5-4824-821a-04c32a786ee5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349258 Sep 17 22:11:31.732063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-2fe449bb-18b2-45b9-a083-1f45c0a2d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:31.734336 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-2fe449bb-18b2-45b9-a083-1f45c0a2d565 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 200 len: 853 time: 0.0696385 Sep 17 22:11:31.750395 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1ecd1897-2b22-4446-9828-865ba3f70bda service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823084 Sep 17 22:11:31.812697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-39b52e6c-2814-4506-b98d-ffddd56fb12b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f785c69b-b427-4de2-a156-dc4084158d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612562 Sep 17 22:11:31.815476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-8f211f65-65c0-4037-a2ea-9731e5054701 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294282 Sep 17 22:11:31.890881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:31.959263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=f6beebc8-4573-4fe5-ad93-3b28900ce004,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:31.963488 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6c16403e-e96f-453a-92bf-49ff7f1540fc service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955714 Sep 17 22:11:31.987315 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-e8b212fd-6327-4731-bc6e-f30bf5b2570c service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590710 Sep 17 22:11:32.024737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39278) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:32.045077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d12e-f0a3-4b78-9b52-dcb1d58688b4 req-821edc5d-3cfd-4d49-86d7-06d15911f452 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.046591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e51d12e-f0a3-4b78-9b52-dcb1d58688b4 req-821edc5d-3cfd-4d49-86d7-06d15911f452 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.2020271 Sep 17 22:11:32.052499 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-baf3c8c3-6a6b-4614-bc70-e0e5aed2a5b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 200 len: 217 time: 0.0641766 Sep 17 22:11:32.070087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-1e4f98be-ead0-4243-8131-a621636e1dfa tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.077319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-1e4f98be-ead0-4243-8131-a621636e1dfa tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605720 Sep 17 22:11:32.107381 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:32.109920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:32.116586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ed7bd7e2-6f43-4a88-af27-a84210f83c19 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/floatingips/47481fce-4260-4f6d-acb6-ad05a4efec1f HTTP/1.1" status: 204 len: 168 time: 1.1790755 Sep 17 22:11:32.118559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39282) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:32.126874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-b9b21a8e-1171-4358-b743-9556c24b1073 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/quotas/fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 375 time: 0.0486619 Sep 17 22:11:32.131682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '40c9f44d-99af-4dbb-91fd-27ccc5a91456'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:32.148319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-bd924283-cc19-4fbb-bbd3-9ad14e84f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.149972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-bd924283-cc19-4fbb-bbd3-9ad14e84f48f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.0902667 Sep 17 22:11:32.190292 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-fc22640b-8ead-4d3d-a649-298dad0600f6 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928434 Sep 17 22:11:32.190984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e51d12e-f0a3-4b78-9b52-dcb1d58688b4 req-d945892d-82de-4e9c-8a0f-b9228cc5c3a3 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097612 Sep 17 22:11:32.220879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-11fc09f0-130d-4448-89ac-2a69edec5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.220879 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-11fc09f0-130d-4448-89ac-2a69edec5384 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616608 Sep 17 22:11:32.222566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-b56294ce-78fd-47fc-a9ee-56001a711d70 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944393 Sep 17 22:11:32.229774 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e7c759c-a0f9-4184-b1c1-79fa445535b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:32.264677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:32.367135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-f3e95e22-8d0c-40cf-8b39-a6446d454cab service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343353 Sep 17 22:11:32.451117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e007e-72ea-41b4-960a-c2307e046912 req-129e2998-6feb-478b-b710-3ecb8715e3dc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.457072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e007e-72ea-41b4-960a-c2307e046912 req-129e2998-6feb-478b-b710-3ecb8715e3dc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.459204 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-1b92bb84-6554-438a-a09e-d48724844c00 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848644 Sep 17 22:11:32.463614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e007e-72ea-41b4-960a-c2307e046912 req-129e2998-6feb-478b-b710-3ecb8715e3dc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.471194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e007e-72ea-41b4-960a-c2307e046912 req-129e2998-6feb-478b-b710-3ecb8715e3dc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.478781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e007e-72ea-41b4-960a-c2307e046912 req-129e2998-6feb-478b-b710-3ecb8715e3dc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.487814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e007e-72ea-41b4-960a-c2307e046912 req-129e2998-6feb-478b-b710-3ecb8715e3dc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.494247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e007e-72ea-41b4-960a-c2307e046912 req-129e2998-6feb-478b-b710-3ecb8715e3dc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.496236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff7e007e-72ea-41b4-960a-c2307e046912 req-129e2998-6feb-478b-b710-3ecb8715e3dc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1725228 Sep 17 22:11:32.516136 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6c28b6c7-4591-4047-aa9e-1a1975bd72b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b HTTP/1.1" status: 200 len: 217 time: 0.0505025 Sep 17 22:11:32.575412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-30f051b4-882e-4313-bb55-5a561acef495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.577311 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-30f051b4-882e-4313-bb55-5a561acef495 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.0504594 Sep 17 22:11:32.578922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e7c759c-a0f9-4184-b1c1-79fa445535b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:32.584520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff7e007e-72ea-41b4-960a-c2307e046912 req-7e96b1cf-bc0c-419b-81d7-77af4fd7179b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659511 Sep 17 22:11:32.628381 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:32.653081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-03c67606-f8cc-4b72-877e-b1512bdf598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.654894 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-03c67606-f8cc-4b72-877e-b1512bdf598a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692668 Sep 17 22:11:32.716681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f1067ca-c352-4e3b-b5fc-fda541ce496b req-b97e9ecf-1782-4d2b-b119-c82ebac2f173 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 210 time: 0.0490918 Sep 17 22:11:32.720165 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e7c759c-a0f9-4184-b1c1-79fa445535b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:32.733964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1df80-1762-41bc-ae37-693f6ed169de req-0c8d76bf-c4a0-4d05-b7c6-c2694f97c752 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.735684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7b1df80-1762-41bc-ae37-693f6ed169de req-0c8d76bf-c4a0-4d05-b7c6-c2694f97c752 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 943 time: 0.1497953 Sep 17 22:11:32.780653 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-0961ed4d-5aff-4658-819d-5c4348362055 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171744 Sep 17 22:11:32.826626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8e7c759c-a0f9-4184-b1c1-79fa445535b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0ee59c6587e4fa994edd2167177fbfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8002055 Sep 17 22:11:32.832282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39302) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:32.834888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c759c-a0f9-4184-b1c1-79fa445535b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8615c59-5374-4ff7-8cc3-59a9fa7e69d6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:32.875988 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-94e16818-b2a2-430b-9086-00e7e7610f8c service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887759 Sep 17 22:11:32.900604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.25.5.10 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/e5a339dd-e275-429a-a0fe-a29e986e8c73) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:32.908472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7b1df80-1762-41bc-ae37-693f6ed169de req-f30b7222-2c53-407f-ae87-86a8730b1e66 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625717 Sep 17 22:11:32.928909 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-6efabf71-d333-4bd4-89e5-bd7f84001a52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32 HTTP/1.1" status: 200 len: 217 time: 0.0455701 Sep 17 22:11:32.960171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f574f-dae9-4e7e-a4a1-3a376700b03b req-c35912d1-32b4-42f7-a201-a0708295ea6e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.961742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f98f574f-dae9-4e7e-a4a1-3a376700b03b req-c35912d1-32b4-42f7-a201-a0708295ea6e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1571398 Sep 17 22:11:32.992547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-4580063f-a455-4c7b-84a7-364da38d379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:32.994064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-4580063f-a455-4c7b-84a7-364da38d379f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.0579960 Sep 17 22:11:33.028044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:33.042859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-769cfb15-eac9-4216-92a5-33c3f8a0d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.044358 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-769cfb15-eac9-4216-92a5-33c3f8a0d88b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0426953 Sep 17 22:11:33.121899 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:33.127529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f98f574f-dae9-4e7e-a4a1-3a376700b03b req-7f033293-f8ab-4df2-ace8-dbafe732d4ad tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459544 Sep 17 22:11:33.145635 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-26f641f3-a8a5-49bd-9597-78580f16cc4d service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934365 Sep 17 22:11:33.252143 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-e6b367a9-ac5b-4e67-91b9-995df5b35a81 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993996 Sep 17 22:11:33.315005 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-24c8d720-4204-43b3-9644-e24703b7f16a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 HTTP/1.1" status: 200 len: 217 time: 0.0419843 Sep 17 22:11:33.376964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-f1682161-9734-458f-91e9-6fc24d599899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.378478 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-f1682161-9734-458f-91e9-6fc24d599899 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.0473266 Sep 17 22:11:33.426857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-17259049-b859-429b-b084-0135d6412b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.428439 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-17259049-b859-429b-b084-0135d6412b9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429873 Sep 17 22:11:33.485943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bb0a928a-1851-46df-818e-b00f91ef0eef details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:33.528612 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-fe5e857b-92a1-4af1-b961-9ee0cbd90f0d service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932648 Sep 17 22:11:33.541297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf82f3-3b41-43e9-9d0c-085cc6e77c0b req-fd15e513-2b0f-4528-8487-8b732c602140 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.542888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7cf82f3-3b41-43e9-9d0c-085cc6e77c0b req-fd15e513-2b0f-4528-8487-8b732c602140 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.5406344 Sep 17 22:11:33.555390 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:33.590916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port bb0a928a-1851-46df-818e-b00f91ef0eef, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb0a928a-1851-46df-818e-b00f91ef0eef,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:33.607393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'bb0a928a-1851-46df-818e-b00f91ef0eef', 'network_id': 'f785c69b-b427-4de2-a156-dc4084158d48', 'port_id': 'bb0a928a-1851-46df-818e-b00f91ef0eef', 'mac_address': 'fa:16:3e:e9:a5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:33.625255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15854384-c76c-4af3-8656-1ea03ab1314e req-8b57625b-f451-4f01-9f1e-1ff6eebeb58b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.626762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15854384-c76c-4af3-8656-1ea03ab1314e req-8b57625b-f451-4f01-9f1e-1ff6eebeb58b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1470487 Sep 17 22:11:33.641029 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-a3b01180-0e9d-488b-898a-4693870b7a23 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004500 Sep 17 22:11:33.648114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:33.662299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0a928a-1851-46df-818e-b00f91ef0eef {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:33.670242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7cf82f3-3b41-43e9-9d0c-085cc6e77c0b req-906a8c27-51cf-48ef-93f6-dd736a8fa3e5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129558 Sep 17 22:11:33.694325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15854384-c76c-4af3-8656-1ea03ab1314e req-9333b1b8-1873-4e01-aa41-5d7ced7a0653 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506053 Sep 17 22:11:33.704977 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-7db847f9-c93f-4951-b5f0-166554ed915d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa HTTP/1.1" status: 200 len: 217 time: 0.0489652 Sep 17 22:11:33.709123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port bb0a928a-1851-46df-818e-b00f91ef0eef, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb0a928a-1851-46df-818e-b00f91ef0eef,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:33.758959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-605d280d-a93a-499c-9932-18af242e6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.760832 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-605d280d-a93a-499c-9932-18af242e6acd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.0482225 Sep 17 22:11:33.773136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:33.775697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:33.779446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8615c59-5374-4ff7-8cc3-59a9fa7e69d6 HTTP/1.1" status: 204 len: 168 time: 0.9430411 Sep 17 22:11:33.814924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8615c59-5374-4ff7-8cc3-59a9fa7e69d6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:33.821182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-179d3d95-a382-4f15-962e-8199b20cb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.822683 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-179d3d95-a382-4f15-962e-8199b20cb100 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460193 Sep 17 22:11:33.825343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:33.831289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:33.845375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.845740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.846186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.846607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.846965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.847311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.850363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.850363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.850363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.850363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.850363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.850363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb171d-ca07-45fc-b91a-bd454a8c167b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:33.865472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba9da-e3d8-4fc6-907a-8a7c4721d9b1 req-ca08a9e6-622a-414a-9f3d-667405bcecd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.871762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba9da-e3d8-4fc6-907a-8a7c4721d9b1 req-ca08a9e6-622a-414a-9f3d-667405bcecd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.878012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba9da-e3d8-4fc6-907a-8a7c4721d9b1 req-ca08a9e6-622a-414a-9f3d-667405bcecd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.883998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba9da-e3d8-4fc6-907a-8a7c4721d9b1 req-ca08a9e6-622a-414a-9f3d-667405bcecd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.889963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba9da-e3d8-4fc6-907a-8a7c4721d9b1 req-ca08a9e6-622a-414a-9f3d-667405bcecd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.897268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba9da-e3d8-4fc6-907a-8a7c4721d9b1 req-ca08a9e6-622a-414a-9f3d-667405bcecd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.902643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba9da-e3d8-4fc6-907a-8a7c4721d9b1 req-ca08a9e6-622a-414a-9f3d-667405bcecd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:33.904728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-919ba9da-e3d8-4fc6-907a-8a7c4721d9b1 req-ca08a9e6-622a-414a-9f3d-667405bcecd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1421185 Sep 17 22:11:33.906755 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=bb0a928a-1851-46df-818e-b00f91ef0eef,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:33.931610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:33.934301 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-03bd8b87-2c41-44c8-ab07-e326286e5db9 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034720 Sep 17 22:11:33.940481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:33.951597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:33.993560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=e5a339dd-e275-429a-a0fe-a29e986e8c73,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:34.008130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-919ba9da-e3d8-4fc6-907a-8a7c4721d9b1 req-c8c903fa-851a-43e9-ba9c-0124f4df2596 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822685 Sep 17 22:11:34.057527 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b591757-3e5c-4e9a-8fa9-3f3322645138 req-405f2c94-c678-41f2-95b9-13829f6d6de0 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159363 Sep 17 22:11:34.067831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bb0a928a-1851-46df-818e-b00f91ef0eef'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:34.153065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef702f62-b1dd-4547-8640-4f793c01e71d req-4a873a7a-7619-4eaf-85a0-fd2e7ba6c197 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 210 time: 0.0601730 Sep 17 22:11:34.331053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1d867-8fbc-4581-8547-6496f7268135 req-a563c1e0-b5f5-4d65-8fef-a4aa1271c646 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.332529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5e1d867-8fbc-4581-8547-6496f7268135 req-a563c1e0-b5f5-4d65-8fef-a4aa1271c646 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 944 time: 0.1140718 Sep 17 22:11:34.456332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-02c3ec99-5034-4da1-ae45-7ec734d82e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.456814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-02c3ec99-5034-4da1-ae45-7ec734d82e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.457527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-02c3ec99-5034-4da1-ae45-7ec734d82e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.457995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-02c3ec99-5034-4da1-ae45-7ec734d82e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.458468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-02c3ec99-5034-4da1-ae45-7ec734d82e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.458974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-02c3ec99-5034-4da1-ae45-7ec734d82e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.459432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-02c3ec99-5034-4da1-ae45-7ec734d82e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.461301 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-02c3ec99-5034-4da1-ae45-7ec734d82e6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6496 time: 0.0492816 Sep 17 22:11:34.472092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5e1d867-8fbc-4581-8547-6496f7268135 req-4aa7706b-513c-4a65-851a-90cb55d4ed18 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325691 Sep 17 22:11:34.523419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6e9d-f3d1-4f17-aa24-1c2a41a2e25c req-6d587189-40dd-47f7-899d-4b723f19658e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.524899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e4f6e9d-f3d1-4f17-aa24-1c2a41a2e25c req-6d587189-40dd-47f7-899d-4b723f19658e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1155477 Sep 17 22:11:34.527699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:34.559205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-f5b96541-a029-4b8b-aa82-77b36397fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.560706 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-f5b96541-a029-4b8b-aa82-77b36397fdda service neutron] 10.222.0.32 "GET /v2.0/networks?id=326fc1b5-7834-476d-a7fb-3ec75767f891 HTTP/1.1" status: 200 len: 902 time: 0.0919352 Sep 17 22:11:34.596182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e4f6e9d-f3d1-4f17-aa24-1c2a41a2e25c req-c5cb5bcc-b04d-462b-84ea-f21744a1bee3 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Sep 17 22:11:34.605184 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-ca6b496b-0612-45b7-bf46-fa611d64e442 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa HTTP/1.1" status: 200 len: 217 time: 0.0348179 Sep 17 22:11:34.664027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-b5c7deef-a233-4763-8ccc-b5a1da2141de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.665497 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-b5c7deef-a233-4763-8ccc-b5a1da2141de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.0502548 Sep 17 22:11:34.696707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:34.715286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-d4dce940-14ae-458d-96a4-4b21009c2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.716850 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-d4dce940-14ae-458d-96a4-4b21009c2923 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436718 Sep 17 22:11:34.822338 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-b38dac8e-55d1-4f82-a114-33f5f2bf9413 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890779 Sep 17 22:11:34.834892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39326) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:34.859542 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63c6a07e-dc04-4de0-9b89-d77be63f59bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:34.868677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8209-0268-4166-8d73-4dee91a45db7 req-37f0e9cb-66a7-4450-b9ea-281193480807 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:34.870633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-016a8209-0268-4166-8d73-4dee91a45db7 req-37f0e9cb-66a7-4450-b9ea-281193480807 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.1104691 Sep 17 22:11:34.974934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:34.981213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-016a8209-0268-4166-8d73-4dee91a45db7 req-81837d8a-27c0-4eb4-ae2a-2f37aa3bac02 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003478 Sep 17 22:11:35.063757 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63c6a07e-dc04-4de0-9b89-d77be63f59bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.065552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.173319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=e5a339dd-e275-429a-a0fe-a29e986e8c73,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:35.187836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.221934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63c6a07e-dc04-4de0-9b89-d77be63f59bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.253397 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66557504-588f-40fd-bbe5-e0c61194b5a7 req-965d74c8-01d1-41d2-87a4-05976024ead7 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232953 Sep 17 22:11:35.263449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce735-5947-4a7a-bc34-36d417ec8875 req-26ebea08-8b5a-4542-86f1-21015f27325c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.269311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce735-5947-4a7a-bc34-36d417ec8875 req-26ebea08-8b5a-4542-86f1-21015f27325c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.275958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce735-5947-4a7a-bc34-36d417ec8875 req-26ebea08-8b5a-4542-86f1-21015f27325c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.282294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce735-5947-4a7a-bc34-36d417ec8875 req-26ebea08-8b5a-4542-86f1-21015f27325c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.289183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce735-5947-4a7a-bc34-36d417ec8875 req-26ebea08-8b5a-4542-86f1-21015f27325c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.295248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce735-5947-4a7a-bc34-36d417ec8875 req-26ebea08-8b5a-4542-86f1-21015f27325c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.301108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce735-5947-4a7a-bc34-36d417ec8875 req-26ebea08-8b5a-4542-86f1-21015f27325c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.303699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bdce735-5947-4a7a-bc34-36d417ec8875 req-26ebea08-8b5a-4542-86f1-21015f27325c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.2060235 Sep 17 22:11:35.317302 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-5c8a4aae-17b7-4418-87ce-ded215a6c495 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249507 Sep 17 22:11:35.357039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-543225b4-ceb3-44bc-a83e-2ff34faf0ad3 req-5a896613-e66b-48c0-a039-5d120a107c1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 210 time: 0.1147432 Sep 17 22:11:35.367661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-63c6a07e-dc04-4de0-9b89-d77be63f59bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d999d13a4064426d875c14680c2f4517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317471 Sep 17 22:11:35.378723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39334) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:35.404326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6a07e-dc04-4de0-9b89-d77be63f59bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43189468-f922-40ac-9866-7d89c4bc304c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:35.456282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-6942938b-1e3b-45e5-9b2c-1539ed8c590f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.458167 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-6942938b-1e3b-45e5-9b2c-1539ed8c590f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350574 Sep 17 22:11:35.471270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Request body: {'port': {'device_id': 'fa40a016-ad92-454c-871f-60384970f3fc', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': 'fa7cab0d76ba43779f3bf9baab83d246'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:35.477575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bdce735-5947-4a7a-bc34-36d417ec8875 req-1c986fde-3422-4577-8afe-947e2bf85038 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587689 Sep 17 22:11:35.479874 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP 816432d5-1680-44a9-a8ee-dd64626df94c associated. External IP: 172.25.5.10, port: 40c9f44d-99af-4dbb-91fd-27ccc5a91456. Sep 17 22:11:35.497963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bb0a928a-1851-46df-818e-b00f91ef0eef up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:11:35.553997 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd392bb1-9b78-43bd-b082-a607dcdd429c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.638113 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd392bb1-9b78-43bd-b082-a607dcdd429c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.638988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port bb0a928a-1851-46df-818e-b00f91ef0eef completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:11:35.643139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port bb0a928a-1851-46df-818e-b00f91ef0eef triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:35.643544 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.693551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Made reservation on behalf of fa7cab0d76ba43779f3bf9baab83d246 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:35.698641 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.722846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c7dc1-18af-4ef6-8c01-768682a204e6 req-0d67dfd7-2d27-47ee-9ecd-7189d682e12c tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.724490 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a2c7dc1-18af-4ef6-8c01-768682a204e6 req-0d67dfd7-2d27-47ee-9ecd-7189d682e12c tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 944 time: 0.1567633 Sep 17 22:11:35.734949 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.762641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:35.764950 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdbb1e2-2492-4326-be07-9b37e9751fcc" -d '{"events": [{"server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:35.780222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port bb0a928a-1851-46df-818e-b00f91ef0eef, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb0a928a-1851-46df-818e-b00f91ef0eef,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:35.823449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f332ebe-544c-49dd-aa93-77cf66c5043d req-069fdb44-6644-40b0-b009-00dc7f5921fe tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:35.824962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f332ebe-544c-49dd-aa93-77cf66c5043d req-069fdb44-6644-40b0-b009-00dc7f5921fe tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1505258 Sep 17 22:11:35.839607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Allocated IP 192.168.233.107 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/0c3f0e52-6d82-4222-b76a-cf0982fcf9d4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:35.863539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a2c7dc1-18af-4ef6-8c01-768682a204e6 req-cd93e8eb-0323-4021-a295-4e5eb1ce91ea tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019394 Sep 17 22:11:35.911124 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ad8e85-278a-4fb8-9f93-508ad5145a68 x-openstack-request-id: req-86ad8e85-278a-4fb8-9f93-508ad5145a68 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:35.912058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:35.912560 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:35.912978 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86ad8e85-278a-4fb8-9f93-508ad5145a68 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:35.914449 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef', 'code': 200} Sep 17 22:11:35.917551 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.918618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f332ebe-544c-49dd-aa93-77cf66c5043d req-e29ed973-20d2-48a5-a5d9-fe9c9b06821b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585628 Sep 17 22:11:35.988414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=bb0a928a-1851-46df-818e-b00f91ef0eef,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:35.995604 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd392bb1-9b78-43bd-b082-a607dcdd429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.998288 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd392bb1-9b78-43bd-b082-a607dcdd429c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:35.999638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cd392bb1-9b78-43bd-b082-a607dcdd429c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43189468-f922-40ac-9866-7d89c4bc304c HTTP/1.1" status: 204 len: 168 time: 0.5917861 Sep 17 22:11:36.035889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd392bb1-9b78-43bd-b082-a607dcdd429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43189468-f922-40ac-9866-7d89c4bc304c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:36.081053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.095704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b04ce7-581d-49a4-ad65-73f8b3b27dbb req-c7b87db8-e21a-40e7-8423-ca22d043787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.097239 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-16b04ce7-581d-49a4-ad65-73f8b3b27dbb req-c7b87db8-e21a-40e7-8423-ca22d043787d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 1097 time: 0.0940566 Sep 17 22:11:36.149709 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-16b04ce7-581d-49a4-ad65-73f8b3b27dbb req-221817cc-8ceb-4131-b5ef-7c9d847d8577 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Sep 17 22:11:36.149869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:36.160097 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b54de-dcba-4af9-b500-08c74be9dc3f None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:36.162843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42252b-5b04-46d6-8dfc-493f795828fb req-b271826b-4a17-490d-a8fe-53967e62d685 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.164366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42252b-5b04-46d6-8dfc-493f795828fb req-b271826b-4a17-490d-a8fe-53967e62d685 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.0697217 Sep 17 22:11:36.173591 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b54de-dcba-4af9-b500-08c74be9dc3f None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:36.174645 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b8b54de-dcba-4af9-b500-08c74be9dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:36.206012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42252b-5b04-46d6-8dfc-493f795828fb req-cd8130e5-041a-4b7b-9e99-bf5d80c00dc1 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339448 Sep 17 22:11:36.207994 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b8b54de-dcba-4af9-b500-08c74be9dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:36.216560 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b54de-dcba-4af9-b500-08c74be9dc3f None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:36.217069 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b8b54de-dcba-4af9-b500-08c74be9dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:36.247377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.251246 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b8b54de-dcba-4af9-b500-08c74be9dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:36.251891 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b54de-dcba-4af9-b500-08c74be9dc3f None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:36.262419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['43cd865e-e404-4613-9dec-a9ba3d0a62b8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:36.265029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['189e777b-2039-46e5-9ed0-a5053c04658c', 'e85143fd-3dc4-4df9-b00b-46470a007fac'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:36.298582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:36.301955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:36.304474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:36.321268 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.330640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.344594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.345681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.345681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:11:36.377708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39350) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:36.383128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1670100387'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:36.384319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7af7c804-ca13-4963-abff-56b355fb3f7a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2645006 Sep 17 22:11:36.414066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.414297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.536282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Made reservation on behalf of 7939f8214cec4c32b41cc7b327b7ed2e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:36.536282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.545974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12915d3-1243-4a7a-9ded-653e508a169d req-2b7227e1-9318-48a3-9407-dad82ae15c8c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.551885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c12915d3-1243-4a7a-9ded-653e508a169d req-2b7227e1-9318-48a3-9407-dad82ae15c8c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 936 time: 0.1010265 Sep 17 22:11:36.566694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f4b73-6031-4543-abef-1010d6f66216 req-0c99bbe8-ff10-485f-b8f3-64bd3da093c9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.575701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-974f4b73-6031-4543-abef-1010d6f66216 req-0c99bbe8-ff10-485f-b8f3-64bd3da093c9 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1162195 Sep 17 22:11:36.586353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:11:36.644587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-974f4b73-6031-4543-abef-1010d6f66216 req-4832b0f1-e936-4554-922e-808aabee1add tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677137 Sep 17 22:11:36.659848 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e33bf0f3-3734-422f-9989-3f58fca83aef tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1928179 Sep 17 22:11:36.666370 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.666711 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Added segment e3ccd433-733d-43cc-8430-38aee75a6cd8 of type vlan for network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb Sep 17 22:11:36.682408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Request body: {'port': {'device_id': 'fa40a016-ad92-454c-871f-60384970f3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:36.688192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c12915d3-1243-4a7a-9ded-653e508a169d req-6ebf0475-d3b4-4026-9756-432b691fc09a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101606 Sep 17 22:11:36.750772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-bf0a3340-a750-4496-8d87-b2f472c33807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.752313 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-bf0a3340-a750-4496-8d87-b2f472c33807 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 1099 time: 0.1636572 Sep 17 22:11:36.756111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0a73d2e9-61cb-4deb-b0c3-4abc7b306d30 None None] Provisioning complete for port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:36.756662 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0a73d2e9-61cb-4deb-b0c3-4abc7b306d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.810136 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.826389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0a73d2e9-61cb-4deb-b0c3-4abc7b306d30 None None] Port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:11:36.856987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.861519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b4a6-cf19-4ed9-b3df-6a345d9191d8 req-245ecc46-5815-4a44-aa75-58e78d8e0161 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.867811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b4a6-cf19-4ed9-b3df-6a345d9191d8 req-245ecc46-5815-4a44-aa75-58e78d8e0161 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.873803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b4a6-cf19-4ed9-b3df-6a345d9191d8 req-245ecc46-5815-4a44-aa75-58e78d8e0161 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.879969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b4a6-cf19-4ed9-b3df-6a345d9191d8 req-245ecc46-5815-4a44-aa75-58e78d8e0161 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.886393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b4a6-cf19-4ed9-b3df-6a345d9191d8 req-245ecc46-5815-4a44-aa75-58e78d8e0161 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.892617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b4a6-cf19-4ed9-b3df-6a345d9191d8 req-245ecc46-5815-4a44-aa75-58e78d8e0161 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.898972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b4a6-cf19-4ed9-b3df-6a345d9191d8 req-245ecc46-5815-4a44-aa75-58e78d8e0161 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.907234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c033b4a6-cf19-4ed9-b3df-6a345d9191d8 req-245ecc46-5815-4a44-aa75-58e78d8e0161 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1155832 Sep 17 22:11:36.928087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-64eca396-4c01-4e72-8a2b-33197b0fc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.929469 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-64eca396-4c01-4e72-8a2b-33197b0fc29d service neutron] 10.222.0.35 "GET /v2.0/networks?id=aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 200 len: 913 time: 0.1574042 Sep 17 22:11:36.959367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c033b4a6-cf19-4ed9-b3df-6a345d9191d8 req-0bdfdb33-6636-48dd-9777-e4ef77bd4b0f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510435 Sep 17 22:11:36.983354 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.989147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:36.989869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:36.996952 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-8953b9d0-2efa-46df-ac86-bef68dc33baf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c HTTP/1.1" status: 200 len: 217 time: 0.0564899 Sep 17 22:11:37.016408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1986891-dfa8-4b72-b607-0d9803149aee req-28c1d699-18a7-477e-bd9e-2523f0e01fd9 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:37.018019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1986891-dfa8-4b72-b607-0d9803149aee req-28c1d699-18a7-477e-bd9e-2523f0e01fd9 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 945 time: 0.0578129 Sep 17 22:11:37.059402 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1986891-dfa8-4b72-b607-0d9803149aee req-bcdd65ba-6604-4c3e-9605-16b53ee9dc26 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341735 Sep 17 22:11:37.149960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-22c4aa51-d205-49dd-b048-e627c5074079 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:37.151390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-22c4aa51-d205-49dd-b048-e627c5074079 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1098 time: 0.0853171 Sep 17 22:11:37.165111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-17'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:37.228076 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:37.234595 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8580785 Sep 17 22:11:37.237463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8c1cc-061b-4ea1-b434-03e90d347499 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Network': ['ID=d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:37.238525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39378) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:37.245640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-97a38267-d459-4a04-a422-84989398cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:37.247596 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-97a38267-d459-4a04-a422-84989398cdd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 HTTP/1.1" status: 200 len: 853 time: 0.1946352 Sep 17 22:11:37.256941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'subnet': {'network_id': 'd5e854ed-0dde-40e1-a8f1-ceb6854fb8fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:37.257274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:11:37.320243 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-bc686a93-e9df-44f7-ae87-e6d1e6d59d6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aef19c3d-a8ec-4865-87d6-87e3d003ff14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581462 Sep 17 22:11:37.486739 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-cab13d61-89d0-4dde-8086-54dfa7153c75 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588283 Sep 17 22:11:37.491517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:37.503944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1525d-1617-4468-a370-76ce26f1122a req-fb23226e-0ef0-44ef-b334-afda2fd50c6d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:37.506725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86f1525d-1617-4468-a370-76ce26f1122a req-fb23226e-0ef0-44ef-b334-afda2fd50c6d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 946 time: 0.1467340 Sep 17 22:11:37.508673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:37.533466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:37.543479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Transition to ACTIVE for port object 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:37.576128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86f1525d-1617-4468-a370-76ce26f1122a req-8d2c1e6b-94aa-4792-ad38-e1e9fa303f6c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562296 Sep 17 22:11:37.593500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:37.616283 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78a2ffe9-8c14-44c7-a612-5be51959e88f req-a3d0fd66-b6e5-4733-a675-c42425b362e4 service neutron] 10.222.0.35 "GET /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196623 Sep 17 22:11:37.616652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Made reservation on behalf of 7939f8214cec4c32b41cc7b327b7ed2e for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:37.620730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:37.624132 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:37.676611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:37.681770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:37.787007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:37.787754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:37.788384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:37.794465 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:37.795279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:37.802034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:37.802972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:37.803976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:37.804753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Bound port: 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:37.805373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:37.897552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:37.901541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:37.976078 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:37.990461 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:38.026321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.031901 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:38.031901 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] 10.222.0.32 "PUT /v2.0/ports/0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 1097 time: 1.3531141 Sep 17 22:11:38.031901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:38.034021 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9079ac3d-e67b-4c50-a718-744df0611a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:38.043502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:38.045782 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f69504-9766-4909-8b89-cc0d81e30b82" -d '{"events": [{"server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:38.057651 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:38.063639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58e690-b26f-4ff4-b8ba-838054f9ec8b service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:38.218955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Pushing event updated for resources: {'Port': ['ID=3d539988-adff-4ff9-ba43-bef40bb474d8,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:38.225372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-256928d0-fd61-444d-91d9-2d9edc67daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.227979 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-256928d0-fd61-444d-91d9-2d9edc67daab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1100 time: 0.0712063 Sep 17 22:11:38.249488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7303f-5187-4587-89a1-0b4b88abc007 req-b8d152e3-18b8-4d90-a93c-21b005ab95f0 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.256832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1d7303f-5187-4587-89a1-0b4b88abc007 req-b8d152e3-18b8-4d90-a93c-21b005ab95f0 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 948 time: 0.2026496 Sep 17 22:11:38.268517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8e18-6821-49dd-a6dd-731a5a322b37 req-ecad44ac-e619-41ae-a9bd-a4e454c06b1b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.276821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-768d8e18-6821-49dd-a6dd-731a5a322b37 req-ecad44ac-e619-41ae-a9bd-a4e454c06b1b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.2268269 Sep 17 22:11:38.285272 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-44fc1399-a805-44b3-8ec4-7dde0940614a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.0481942 Sep 17 22:11:38.341912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 on host n-h2-713498-17 for vnic_type normal with profile {"migrating_to": "n-h1-713498-17"} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:38.345770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:38.345770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:38.358536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-9b162198-e815-4930-8728-c7cdaaff5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.360087 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-9b162198-e815-4930-8728-c7cdaaff5650 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0651083 Sep 17 22:11:38.372462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Port 3d539988-adff-4ff9-ba43-bef40bb474d8 on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:11:38.372782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Attempting to bind port 3d539988-adff-4ff9-ba43-bef40bb474d8 on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:38.406255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1d7303f-5187-4587-89a1-0b4b88abc007 req-e3ba8990-6f7e-4e0e-8f3d-82e4746bf793 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463003 Sep 17 22:11:38.417075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-7932bdba-dfc4-4edf-990e-a2d42b7a0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.418707 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-7932bdba-dfc4-4edf-990e-a2d42b7a0c91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0439875 Sep 17 22:11:38.421631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-768d8e18-6821-49dd-a6dd-731a5a322b37 req-8518dd34-8a71-4f54-81db-916a5ce20614 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435535 Sep 17 22:11:38.460851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:38.461198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:38.466495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:38.471416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Bound port: 3d539988-adff-4ff9-ba43-bef40bb474d8, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:38.471828 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:38.535142 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01324425-6fca-43b0-9564-a978de046c6b x-openstack-request-id: req-01324425-6fca-43b0-9564-a978de046c6b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:38.536578 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:38.537136 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01324425-6fca-43b0-9564-a978de046c6b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:38.537781 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'status': 'completed', 'code': 200} Sep 17 22:11:38.563575 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-a0620207-4a82-456a-a678-8211fbe87a54 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247752 Sep 17 22:11:38.602673 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50209d-3b15-4447-9a87-fb7e1f6f3e73 x-openstack-request-id: req-1d50209d-3b15-4447-9a87-fb7e1f6f3e73 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:38.603365 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:38.603365 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d50209d-3b15-4447-9a87-fb7e1f6f3e73 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:38.603895 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8', 'code': 200} Sep 17 22:11:38.640358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:38.663192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:38.666833 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c19e0916-e667-45de-897a-ee7b857e7a33 req-e0b84fc4-3132-4900-8b31-6f3d372d55fc service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930035 Sep 17 22:11:38.724212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c5dc-ab26-44ec-bbe1-cc17024443f3 req-22958918-57cc-4681-9f4b-0a3bd903658e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.730201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c5dc-ab26-44ec-bbe1-cc17024443f3 req-22958918-57cc-4681-9f4b-0a3bd903658e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.736195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c5dc-ab26-44ec-bbe1-cc17024443f3 req-22958918-57cc-4681-9f4b-0a3bd903658e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.742683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c5dc-ab26-44ec-bbe1-cc17024443f3 req-22958918-57cc-4681-9f4b-0a3bd903658e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.748652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c5dc-ab26-44ec-bbe1-cc17024443f3 req-22958918-57cc-4681-9f4b-0a3bd903658e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.754874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c5dc-ab26-44ec-bbe1-cc17024443f3 req-22958918-57cc-4681-9f4b-0a3bd903658e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.760835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c5dc-ab26-44ec-bbe1-cc17024443f3 req-22958918-57cc-4681-9f4b-0a3bd903658e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.762814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0907c5dc-ab26-44ec-bbe1-cc17024443f3 req-22958918-57cc-4681-9f4b-0a3bd903658e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.2519763 Sep 17 22:11:38.790198 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:38.798924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0821e13-3f83-4e6a-b7b4-671e948b14b0 req-d9572e47-c368-457f-9771-9eff24e42dd6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.800448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0821e13-3f83-4e6a-b7b4-671e948b14b0 req-d9572e47-c368-457f-9771-9eff24e42dd6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 945 time: 0.1638024 Sep 17 22:11:38.860884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:38.883267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0907c5dc-ab26-44ec-bbe1-cc17024443f3 req-9d521457-8816-4b0d-8da1-8baa942f80df tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119926 Sep 17 22:11:38.919210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-e2726a84-0fc6-4e47-93fb-a74a6c7cb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:38.920376 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-e2726a84-0fc6-4e47-93fb-a74a6c7cb1e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1100 time: 0.0545216 Sep 17 22:11:38.934758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Subnet': ['ID=828798d4-7e31-408c-afc5-cd1d21ba8ce1,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:38.977174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0821e13-3f83-4e6a-b7b4-671e948b14b0 req-e611df5f-cde6-4388-8e0f-ddd1e8ebc5f2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671326 Sep 17 22:11:38.981190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Pushing event updated for resources: {'Port': ['ID=3d539988-adff-4ff9-ba43-bef40bb474d8,revision_number=8']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:39.022142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Checking segment: {'id': 'e3ccd433-733d-43cc-8430-38aee75a6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5e854ed-0dde-40e1-a8f1-ceb6854fb8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:39.022425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network hostable DHCP agents. Network: d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:11:39.025306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.026047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.027861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-c8d95a8b-fa73-4c02-8cdd-d03e78422b25 service neutron] 10.222.0.32 "PUT /v2.0/ports/3d539988-adff-4ff9-ba43-bef40bb474d8 HTTP/1.1" status: 200 len: 1124 time: 1.8680942 Sep 17 22:11:39.063254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-b394e1b7-1d5e-4e0b-9504-41f9348631ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.065650 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-b394e1b7-1d5e-4e0b-9504-41f9348631ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1296451 Sep 17 22:11:39.081713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3d539988-adff-4ff9-ba43-bef40bb474d8 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:39.092685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eb8bc-6f92-413f-9832-807ad2717577 req-a716da73-7a53-4c10-8c04-53260f50811f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.101860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-246eb8bc-6f92-413f-9832-807ad2717577 req-a716da73-7a53-4c10-8c04-53260f50811f tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.0729649 Sep 17 22:11:39.116881 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-67a1f7e4-65de-4e96-979e-d5b7a22eddf5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.0430126 Sep 17 22:11:39.125884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['3d539988-adff-4ff9-ba43-bef40bb474d8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:39.133431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3d539988-adff-4ff9-ba43-bef40bb474d8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:39.165408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-95244c7f-3edd-4eb4-8dae-2ee181c67502 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-839515556&fields=id&tenant_id=c92244378f2a4a0aa358038b8ad367b4 HTTP/1.1" status: 200 len: 267 time: 0.0612464 Sep 17 22:11:39.178542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-246eb8bc-6f92-413f-9832-807ad2717577 req-8f58db31-b8b9-475b-a54a-375b28f4173e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718169 Sep 17 22:11:39.179777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-dbf12cfd-0a31-40d3-b6c0-8b8f81036d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.179777 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-dbf12cfd-0a31-40d3-b6c0-8b8f81036d4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0534976 Sep 17 22:11:39.211842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:11:39.244145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-ac6a00b1-2d01-4a68-b4df-c8e85d97603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.245868 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-ac6a00b1-2d01-4a68-b4df-c8e85d97603a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610273 Sep 17 22:11:39.264281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-43cd2fd6-1fe4-4549-a87a-a61f4a43e679 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.271700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-43cd2fd6-1fe4-4549-a87a-a61f4a43e679 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 945 time: 0.0956862 Sep 17 22:11:39.283494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-cc17fec6-6808-4339-8734-1810bcd255a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'port': {'security_groups': ['384558a6-2842-4227-930c-b4473a5eced1', '7a509386-d179-4ff8-acc6-cb62f2636bfc']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:39.326076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:39.335414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:39.355472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.356433 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.361172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d2583-2dfb-4f0e-a6c5-9b492b0579c2 None None] Network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:11:39.366398 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-2904571a-2459-4ec0-981e-a63b17b6fc39 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100397 Sep 17 22:11:39.377378 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-cc17fec6-6808-4339-8734-1810bcd255a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.390526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3d539988-adff-4ff9-ba43-bef40bb474d8 has no active binding in host n-h1-713498-17 {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:11:39.488667 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9079ac3d-e67b-4c50-a718-744df0611a5b req-f83cd84e-65f8-4cf8-8cd1-5f33d7b90b4f service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126857 Sep 17 22:11:39.563639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f406c6a1-a53a-4285-8e7c-e57417fd2044 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3175132 Sep 17 22:11:39.567759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39438) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:39.580274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1109747004', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:39.608490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c693b9-b5eb-49e5-8405-7a12a4919324 req-00ca7cfe-1083-4260-a765-47c954146134 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.610565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80c693b9-b5eb-49e5-8405-7a12a4919324 req-00ca7cfe-1083-4260-a765-47c954146134 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 948 time: 0.0991642 Sep 17 22:11:39.652266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.661965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb', 'network_id': 'd5e854ed-0dde-40e1-a8f1-ceb6854fb8fb', 'tenant_id': '7939f8214cec4c32b41cc7b327b7ed2e', 'fixed_ips': [{'subnet_id': '828798d4-7e31-408c-afc5-cd1d21ba8ce1'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:11:39.662840 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.703635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80c693b9-b5eb-49e5-8405-7a12a4919324 req-20c873a2-b25f-4eb4-869c-62524b74762a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564358 Sep 17 22:11:39.710474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-cc17fec6-6808-4339-8734-1810bcd255a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] For port bb0a928a-1851-46df-818e-b00f91ef0eef, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb0a928a-1851-46df-818e-b00f91ef0eef,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:39.747330 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-cc17fec6-6808-4339-8734-1810bcd255a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.806315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Allocated IP 172.20.0.2 (d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb/828798d4-7e31-408c-afc5-cd1d21ba8ce1/bce2f044-b974-42f4-90b2-eea2e6714c6e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:39.828408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e874ec-56b2-4b2e-aea2-c40ab46337b3 req-4e0a1a13-88aa-415f-a657-3710ccfc9805 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.829839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07e874ec-56b2-4b2e-aea2-c40ab46337b3 req-4e0a1a13-88aa-415f-a657-3710ccfc9805 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0523133 Sep 17 22:11:39.847019 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.851303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.881778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07e874ec-56b2-4b2e-aea2-c40ab46337b3 req-a30d2817-89b7-4d07-98a4-ec9e39695262 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456865 Sep 17 22:11:39.882730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-cc17fec6-6808-4339-8734-1810bcd255a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.906972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea7aa2fd-f431-4fc0-88df-b92dd06ebf59', 'bb0a928a-1851-46df-818e-b00f91ef0eef'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:39.913759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.935503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-cc17fec6-6808-4339-8734-1810bcd255a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:39.936299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-cc17fec6-6808-4339-8734-1810bcd255a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:39.948514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33ee427a-41dd-4dc7-9f2d-8de4dd4c1c14 req-cc17fec6-6808-4339-8734-1810bcd255a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "PUT /v2.0/ports/bb0a928a-1851-46df-818e-b00f91ef0eef HTTP/1.1" status: 200 len: 981 time: 0.6705747 Sep 17 22:11:39.985352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17fec6-6808-4339-8734-1810bcd255a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'Port': ['ID=bb0a928a-1851-46df-818e-b00f91ef0eef,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:40.028027 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:40.073492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bb0a928a-1851-46df-818e-b00f91ef0eef'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:40.090475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484294f1-ffa2-494a-878b-bcd4cc0c0d5c req-80194aed-64bd-4470-96b7-3f12640af57d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.092502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-484294f1-ffa2-494a-878b-bcd4cc0c0d5c req-80194aed-64bd-4470-96b7-3f12640af57d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0908613 Sep 17 22:11:40.147381 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:40.195860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-484294f1-ffa2-494a-878b-bcd4cc0c0d5c req-26c0bdf4-41c6-4036-9371-965162b833fb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775859 Sep 17 22:11:40.216717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:40.224118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4738-1566-4649-8c6f-6a4466bac284 req-56cca152-46fb-4b07-bc12-466d9e5b0748 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.229062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:40.230730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4738-1566-4649-8c6f-6a4466bac284 req-56cca152-46fb-4b07-bc12-466d9e5b0748 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.236785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:40.236950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4738-1566-4649-8c6f-6a4466bac284 req-56cca152-46fb-4b07-bc12-466d9e5b0748 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.242010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Pushing event updated for resources: {'Port': ['ID=bce2f044-b974-42f4-90b2-eea2e6714c6e,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:40.242521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4738-1566-4649-8c6f-6a4466bac284 req-56cca152-46fb-4b07-bc12-466d9e5b0748 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.248476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4738-1566-4649-8c6f-6a4466bac284 req-56cca152-46fb-4b07-bc12-466d9e5b0748 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.255359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4738-1566-4649-8c6f-6a4466bac284 req-56cca152-46fb-4b07-bc12-466d9e5b0748 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.260919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4738-1566-4649-8c6f-6a4466bac284 req-56cca152-46fb-4b07-bc12-466d9e5b0748 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.262907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef6f4738-1566-4649-8c6f-6a4466bac284 req-56cca152-46fb-4b07-bc12-466d9e5b0748 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1635695 Sep 17 22:11:40.281134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:40.325225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-caaa69ad-9b0c-4eb2-805e-879b44220caf req-d6dfe234-1e7d-48de-b36d-b327f2e7768e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/7a509386-d179-4ff8-acc6-cb62f2636bfc HTTP/1.1" status: 200 len: 1801 time: 0.0613055 Sep 17 22:11:40.333046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef6f4738-1566-4649-8c6f-6a4466bac284 req-652842ea-8069-4ca2-8c6f-bef9f0361a7e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605431 Sep 17 22:11:40.380382 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-caaa69ad-9b0c-4eb2-805e-879b44220caf req-096c2a5e-af00-41d0-8623-59450c254336 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:11:40.391240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-caaa69ad-9b0c-4eb2-805e-879b44220caf req-096c2a5e-af00-41d0-8623-59450c254336 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a509386-d179-4ff8-acc6-cb62f2636bfc HTTP/1.1" status: 409 len: 341 time: 0.0565815 Sep 17 22:11:40.452105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Attempting to bind port bce2f044-b974-42f4-90b2-eea2e6714c6e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:11:40.452762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Attempting to bind port bce2f044-b974-42f4-90b2-eea2e6714c6e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e3ccd433-733d-43cc-8430-38aee75a6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5e854ed-0dde-40e1-a8f1-ceb6854fb8fb'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:11:40.453311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Attempting to bind port bce2f044-b974-42f4-90b2-eea2e6714c6e on network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:11:40.484370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:11:40.485091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Checking segment: {'id': 'e3ccd433-733d-43cc-8430-38aee75a6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5e854ed-0dde-40e1-a8f1-ceb6854fb8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:11:40.486383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:40.486983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Bound using segment: {'id': 'e3ccd433-733d-43cc-8430-38aee75a6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5e854ed-0dde-40e1-a8f1-ceb6854fb8fb'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:11:40.487684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Bound port: bce2f044-b974-42f4-90b2-eea2e6714c6e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccd433-733d-43cc-8430-38aee75a6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd5e854ed-0dde-40e1-a8f1-ceb6854fb8fb'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:11:40.488240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:40.516225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc581-96c0-42b1-bfb7-a0b2d97c93e9 req-187ac711-74ad-456e-a05c-59d2acb5764e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.523311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-414fc581-96c0-42b1-bfb7-a0b2d97c93e9 req-187ac711-74ad-456e-a05c-59d2acb5764e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.0604076 Sep 17 22:11:40.566561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-414fc581-96c0-42b1-bfb7-a0b2d97c93e9 req-a650d1aa-2483-4a40-bba9-0099624a3b19 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Sep 17 22:11:40.605730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8'}, {'name': 'network-changed', 'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:40.607490 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7722658-d9c7-4233-bad3-2a2b1da96dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8"}, {"name": "network-changed", "server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:40.636094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:40.665433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:40.725292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564e1a7-162b-4ee8-8ed5-e9b86f04aff5 req-8b04bf53-1d7e-48b4-9198-10b6b5c8586d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.727307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7564e1a7-162b-4ee8-8ed5-e9b86f04aff5 req-8b04bf53-1d7e-48b4-9198-10b6b5c8586d tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0688360 Sep 17 22:11:40.772761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7564e1a7-162b-4ee8-8ed5-e9b86f04aff5 req-82ae84a3-5c3f-4f6d-8cc6-9cf9dfe48a56 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389633 Sep 17 22:11:40.801576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] For port bce2f044-b974-42f4-90b2-eea2e6714c6e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:40.805531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] For port bce2f044-b974-42f4-90b2-eea2e6714c6e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bce2f044-b974-42f4-90b2-eea2e6714c6e,segment=NetworkSegment(e3ccd433-733d-43cc-8430-38aee75a6cd8),segment_id=e3ccd433-733d-43cc-8430-38aee75a6cd8)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:11:40.825100 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f441a34-d16f-4142-be71-598be6cda724 x-openstack-request-id: req-3f441a34-d16f-4142-be71-598be6cda724 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:40.825697 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:40.830978 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f441a34-d16f-4142-be71-598be6cda724 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:40.830978 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8', 'status': 'completed', 'code': 200} Sep 17 22:11:40.830978 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef', 'status': 'completed', 'code': 200} Sep 17 22:11:40.849436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.25.5.153 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/1d180d81-5b1f-486c-a326-2dbb72c51d37) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:40.901712 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:40.991445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0c558-9e36-4d88-baaa-05630b1e00d5 None None] Pushing event updated for resources: {'Port': ['ID=bce2f044-b974-42f4-90b2-eea2e6714c6e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:40.995246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbddc42-8de8-4211-98e6-92a32bc74484 req-5d3c086a-2a04-496c-8054-f61b82b037a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:40.998338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fbddc42-8de8-4211-98e6-92a32bc74484 req-5d3c086a-2a04-496c-8054-f61b82b037a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 984 time: 0.1287155 Sep 17 22:11:41.032751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-ef86adfc-0769-45b9-afb5-d78e439f620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.034292 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-ef86adfc-0769-45b9-afb5-d78e439f620f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1127 time: 0.1645489 Sep 17 22:11:41.037903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818dcd1-ca88-486a-aa30-99ebe4373ae6 req-3eafb65b-cb06-4676-81e8-782aecd5d9a8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.039954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0818dcd1-ca88-486a-aa30-99ebe4373ae6 req-3eafb65b-cb06-4676-81e8-782aecd5d9a8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 948 time: 0.1357553 Sep 17 22:11:41.043336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dee47-05d0-484c-b023-93d108d28efb req-ed566665-ccd4-40f2-b4ac-e8acc4c1fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.044857 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ec8dee47-05d0-484c-b023-93d108d28efb req-ed566665-ccd4-40f2-b4ac-e8acc4c1fab6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 1136 time: 0.1611328 Sep 17 22:11:41.080283 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fbddc42-8de8-4211-98e6-92a32bc74484 req-48fd2ee8-4d8e-4cc9-9e4c-635876fb020d tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=7a509386-d179-4ff8-acc6-cb62f2636bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0723047 Sep 17 22:11:41.085673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:41.127211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0818dcd1-ca88-486a-aa30-99ebe4373ae6 req-b2e20cb4-48d1-4d32-9189-9f06fd1691ac tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610735 Sep 17 22:11:41.229797 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:41.277998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:41.292258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'mac_address': 'fa:16:3e:7c:bb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:41.316376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a169fbb-b4ae-4fb9-8acf-310c439297b3 req-e2e8a1aa-eda2-4de0-88e2-cf978973bb39 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.318367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a169fbb-b4ae-4fb9-8acf-310c439297b3 req-e2e8a1aa-eda2-4de0-88e2-cf978973bb39 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1214588 Sep 17 22:11:41.376959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:41.389214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a169fbb-b4ae-4fb9-8acf-310c439297b3 req-a3f9ff07-1a2e-4bd4-8cc0-2e8f7fd9f731 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624833 Sep 17 22:11:41.413139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:41.443361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:41.524623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66e865-4e65-40dd-8aa3-9f6dc4650a62 req-18103760-aa6b-415a-8c4f-eb9ff7cdadee tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.530911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66e865-4e65-40dd-8aa3-9f6dc4650a62 req-18103760-aa6b-415a-8c4f-eb9ff7cdadee tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.537697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:41.537943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66e865-4e65-40dd-8aa3-9f6dc4650a62 req-18103760-aa6b-415a-8c4f-eb9ff7cdadee tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.545014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66e865-4e65-40dd-8aa3-9f6dc4650a62 req-18103760-aa6b-415a-8c4f-eb9ff7cdadee tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.551506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66e865-4e65-40dd-8aa3-9f6dc4650a62 req-18103760-aa6b-415a-8c4f-eb9ff7cdadee tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.558341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66e865-4e65-40dd-8aa3-9f6dc4650a62 req-18103760-aa6b-415a-8c4f-eb9ff7cdadee tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.564421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66e865-4e65-40dd-8aa3-9f6dc4650a62 req-18103760-aa6b-415a-8c4f-eb9ff7cdadee tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.566460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d66e865-4e65-40dd-8aa3-9f6dc4650a62 req-18103760-aa6b-415a-8c4f-eb9ff7cdadee tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1111431 Sep 17 22:11:41.617970 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:41.634761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d66e865-4e65-40dd-8aa3-9f6dc4650a62 req-1c7600ea-043e-4d80-9709-6744a2358b3f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577202 Sep 17 22:11:41.662953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8402a8b-046c-4497-a708-4392ebb81cd0 req-cd9a81cb-7ca7-4a52-93fd-48a934cebd63 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.663459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8402a8b-046c-4497-a708-4392ebb81cd0 req-cd9a81cb-7ca7-4a52-93fd-48a934cebd63 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0959201 Sep 17 22:11:41.718649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dee47-05d0-484c-b023-93d108d28efb req-e2930bf5-87cd-4872-ae88-02ebe7ed5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.720205 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ec8dee47-05d0-484c-b023-93d108d28efb req-e2930bf5-87cd-4872-ae88-02ebe7ed5327 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 913 time: 0.6560307 Sep 17 22:11:41.727482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39488) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:41.769505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8402a8b-046c-4497-a708-4392ebb81cd0 req-aae04b19-5b54-4c92-b091-875cafaf7ccf tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985150 Sep 17 22:11:41.780670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-45b3305f-bff1-4fc6-a7da-23b17c9718f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.782192 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-45b3305f-bff1-4fc6-a7da-23b17c9718f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.7343693 Sep 17 22:11:41.783456 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ec8dee47-05d0-484c-b023-93d108d28efb req-ebbc3b58-7029-4364-bf1a-d9746d7e969b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0a928a-1851-46df-818e-b00f91ef0eef HTTP/1.1" status: 200 len: 217 time: 0.0529451 Sep 17 22:11:41.824755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ba405-a217-487b-bdd7-72b715cf72ad req-49e91db4-6e5b-40bb-aa3a-81f6bc050618 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.827279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-586ba405-a217-487b-bdd7-72b715cf72ad req-49e91db4-6e5b-40bb-aa3a-81f6bc050618 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.0901632 Sep 17 22:11:41.846482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:41.876395 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-a913430f-dc16-440d-8510-69404463baf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d539988-adff-4ff9-ba43-bef40bb474d8 HTTP/1.1" status: 200 len: 217 time: 0.0795374 Sep 17 22:11:41.898858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:41.964346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dee47-05d0-484c-b023-93d108d28efb req-b2a4fb7b-1970-4a95-99d9-ba384d9e8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:41.965787 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ec8dee47-05d0-484c-b023-93d108d28efb req-b2a4fb7b-1970-4a95-99d9-ba384d9e8bbb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 200 len: 853 time: 0.1676710 Sep 17 22:11:41.983336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d35470e-9343-4572-8271-6ac6788944b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.007282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-586ba405-a217-487b-bdd7-72b715cf72ad req-8e607692-2813-47ab-b443-3d9762fed998 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665013 Sep 17 22:11:42.019045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-bc4e723a-435d-4596-80a5-2a9b890db62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.030092 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-bc4e723a-435d-4596-80a5-2a9b890db62d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1452773 Sep 17 22:11:42.054999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:42.057620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=1d180d81-5b1f-486c-a326-2dbb72c51d37,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:42.077392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:42.081910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974d66-fdbe-4b18-9dd3-5f966e0b45b8 req-c637dbb1-814e-405d-b81a-a208692cb66b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.086519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:42.089296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1974d66-fdbe-4b18-9dd3-5f966e0b45b8 req-c637dbb1-814e-405d-b81a-a208692cb66b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1879020 Sep 17 22:11:42.104064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bce2f044-b974-42f4-90b2-eea2e6714c6e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:11:42.161092 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-658eb674-6e58-4c14-a9f0-8126db1b79b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996003 Sep 17 22:11:42.163268 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ec8dee47-05d0-484c-b023-93d108d28efb req-d82ee957-c0ff-4ef7-aad5-28c8e25c29d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f785c69b-b427-4de2-a156-dc4084158d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067877 Sep 17 22:11:42.171502 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d35470e-9343-4572-8271-6ac6788944b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.183970 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port bce2f044-b974-42f4-90b2-eea2e6714c6e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:42.184594 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.245161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1974d66-fdbe-4b18-9dd3-5f966e0b45b8 req-69b712f6-affe-403b-b101-e57a65ab3c5c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540976 Sep 17 22:11:42.248783 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d35470e-9343-4572-8271-6ac6788944b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.274705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35470e-9343-4572-8271-6ac6788944b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ad8822-06f5-4df1-9e1e-2c3548258dc7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:42.314067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6df8ba-6d86-49d0-b37b-c3efdba22063 None None] Network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:11:42.319239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950b1c8-19f5-4137-83a0-4f2bdaceb29c req-2a23a152-a4cf-421c-839c-98178961f34f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.326322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8950b1c8-19f5-4137-83a0-4f2bdaceb29c req-2a23a152-a4cf-421c-839c-98178961f34f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 984 time: 0.1319919 Sep 17 22:11:42.349124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8d35470e-9343-4572-8271-6ac6788944b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a81d750628a442598df417a7aaa555ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200469 Sep 17 22:11:42.356977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39502) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:42.398491 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.431618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8950b1c8-19f5-4137-83a0-4f2bdaceb29c req-092eb6ea-2753-4066-b032-d99a593617c9 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=7a509386-d179-4ff8-acc6-cb62f2636bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1043420 Sep 17 22:11:42.432713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5541daf7-efc4-47f2-bb65-fa41e9298329 None None] Provisioning complete for port bce2f044-b974-42f4-90b2-eea2e6714c6e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:42.433091 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5541daf7-efc4-47f2-bb65-fa41e9298329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.464838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a017-df6b-4530-ae15-42079cc040af req-6c77bef4-d558-4133-a9b0-9e37586f0248 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.466443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ec7a017-df6b-4530-ae15-42079cc040af req-6c77bef4-d558-4133-a9b0-9e37586f0248 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 949 time: 0.1107559 Sep 17 22:11:42.467631 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-2ea9e6dd-ac59-4d24-8171-1a39026a226f service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626400 Sep 17 22:11:42.471320 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ec8dee47-05d0-484c-b023-93d108d28efb req-314999dc-6a07-4f34-8d46-af238b956c85 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675204 Sep 17 22:11:42.480461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port bce2f044-b974-42f4-90b2-eea2e6714c6e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bce2f044-b974-42f4-90b2-eea2e6714c6e,segment=NetworkSegment(e3ccd433-733d-43cc-8430-38aee75a6cd8),segment_id=e3ccd433-733d-43cc-8430-38aee75a6cd8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:42.490162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9b573fb4-b39c-45be-8482-ab957e98011b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.530983 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9b573fb4-b39c-45be-8482-ab957e98011b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.542908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ec7a017-df6b-4530-ae15-42079cc040af req-254c67b6-2fc1-4c22-a86e-1507bab9436f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655050 Sep 17 22:11:42.603620 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5541daf7-efc4-47f2-bb65-fa41e9298329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.634597 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.696969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-5541daf7-efc4-47f2-bb65-fa41e9298329 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:11:42.697257 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-5541daf7-efc4-47f2-bb65-fa41e9298329 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:11:42.729983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=bce2f044-b974-42f4-90b2-eea2e6714c6e,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:42.732528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bc740-afb0-426c-9b4b-119363f8b58c req-4d66a7ae-4c4c-4537-a4b4-802588219602 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.742352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-198bc740-afb0-426c-9b4b-119363f8b58c req-4d66a7ae-4c4c-4537-a4b4-802588219602 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0895693 Sep 17 22:11:42.750209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9b573fb4-b39c-45be-8482-ab957e98011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.753525 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9b573fb4-b39c-45be-8482-ab957e98011b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.755279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9b573fb4-b39c-45be-8482-ab957e98011b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7ad8822-06f5-4df1-9e1e-2c3548258dc7 HTTP/1.1" status: 204 len: 168 time: 0.3944495 Sep 17 22:11:42.771325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b573fb4-b39c-45be-8482-ab957e98011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ad8822-06f5-4df1-9e1e-2c3548258dc7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:42.782410 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ec8dee47-05d0-484c-b023-93d108d28efb req-d4f86f93-075a-4f08-99b5-29796e0b33c9 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891576 Sep 17 22:11:42.844506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-198bc740-afb0-426c-9b4b-119363f8b58c req-1c974612-0f06-46eb-8ffe-c3fadc49fe4f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012282 Sep 17 22:11:42.872330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e118-70d8-4b7b-9a8d-a5ee5208220a req-d3c05955-0871-4890-a9d9-b158b63b94a4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.879961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e118-70d8-4b7b-9a8d-a5ee5208220a req-d3c05955-0871-4890-a9d9-b158b63b94a4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.887293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e118-70d8-4b7b-9a8d-a5ee5208220a req-d3c05955-0871-4890-a9d9-b158b63b94a4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.897568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e118-70d8-4b7b-9a8d-a5ee5208220a req-d3c05955-0871-4890-a9d9-b158b63b94a4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.903717 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-a8be3611-21c7-4d6c-a971-cf74123368b6 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162004 Sep 17 22:11:42.904682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e118-70d8-4b7b-9a8d-a5ee5208220a req-d3c05955-0871-4890-a9d9-b158b63b94a4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.911189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:42.918305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e118-70d8-4b7b-9a8d-a5ee5208220a req-d3c05955-0871-4890-a9d9-b158b63b94a4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.929499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e118-70d8-4b7b-9a8d-a5ee5208220a req-d3c05955-0871-4890-a9d9-b158b63b94a4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:42.931867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cc0e118-70d8-4b7b-9a8d-a5ee5208220a req-d3c05955-0871-4890-a9d9-b158b63b94a4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1572511 Sep 17 22:11:43.005157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cc0e118-70d8-4b7b-9a8d-a5ee5208220a req-cc3eee82-a160-441a-8bd4-820da5407ebf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634234 Sep 17 22:11:43.017524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f43a5d-a233-4379-b856-b7590fab7a13 req-e76b1796-c106-498a-b65e-b9d64bf6e449 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.032469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79f43a5d-a233-4379-b856-b7590fab7a13 req-e76b1796-c106-498a-b65e-b9d64bf6e449 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0982718 Sep 17 22:11:43.069471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79f43a5d-a233-4379-b856-b7590fab7a13 req-68620bf9-7c7f-40d0-bb71-22ee0fdb929f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352411 Sep 17 22:11:43.107015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:11:43.152210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697bd52-d7fd-4c7f-8f97-94c3cfc5ea8d req-d988a88c-2f61-4447-9f7f-e477545162cb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.166424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5697bd52-d7fd-4c7f-8f97-94c3cfc5ea8d req-d988a88c-2f61-4447-9f7f-e477545162cb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.0742676 Sep 17 22:11:43.222369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-90b2f08a-f443-48bf-9581-50d82aea6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.224045 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-90b2f08a-f443-48bf-9581-50d82aea6cde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 1136 time: 0.1492922 Sep 17 22:11:43.229810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5697bd52-d7fd-4c7f-8f97-94c3cfc5ea8d req-89f8e1dc-bfdb-49d0-887b-2e58d1754631 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622118 Sep 17 22:11:43.269472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:43.323003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc86b0e-8e0a-4ca6-8453-88968bbf8a67 req-a9ea5146-42ff-4b58-892d-ef90bac0edc3 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.324606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fc86b0e-8e0a-4ca6-8453-88968bbf8a67 req-a9ea5146-42ff-4b58-892d-ef90bac0edc3 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0500290 Sep 17 22:11:43.355509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:11:43.359562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:43.360019 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:43.370318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fc86b0e-8e0a-4ca6-8453-88968bbf8a67 req-927b2672-0652-4514-bbf1-bf64e781eebb tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Sep 17 22:11:43.406993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ae6ef3d8-1611-4a91-848b-f94a8eeb7083 None None] Provisioning complete for port bce2f044-b974-42f4-90b2-eea2e6714c6e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:43.407456 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef3d8-1611-4a91-848b-f94a8eeb7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:43.444008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-11819cb3-7885-4c47-939f-9a37ea8ca163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.445501 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-11819cb3-7885-4c47-939f-9a37ea8ca163 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 913 time: 0.2091472 Sep 17 22:11:43.504844 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-5555423b-63b7-4f6f-9a9d-95c1d77606cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0a928a-1851-46df-818e-b00f91ef0eef HTTP/1.1" status: 200 len: 217 time: 0.0368671 Sep 17 22:11:43.542230 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:43.543535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39524) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:43.550843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654e07e-1cc1-49c5-8db9-7b307a33f5a1 req-c06cb174-3115-4db2-b71e-96c22964e792 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.553421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1654e07e-1cc1-49c5-8db9-7b307a33f5a1 req-c06cb174-3115-4db2-b71e-96c22964e792 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0962205 Sep 17 22:11:43.566078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24b92771-7a29-4916-a84e-dcc140c33dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:43.587812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d56d42-1a4c-4d59-bb84-e313927f8a8a req-97bd2232-e68f-457e-b5a3-d40969bc90ba tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.588062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router 22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:11:43.595562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7d56d42-1a4c-4d59-bb84-e313927f8a8a req-97bd2232-e68f-457e-b5a3-d40969bc90ba tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 984 time: 0.0814567 Sep 17 22:11:43.600216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-5a4b9d42-230d-4320-b49c-5a6b087869ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.601824 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-5a4b9d42-230d-4320-b49c-5a6b087869ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 200 len: 853 time: 0.0893397 Sep 17 22:11:43.608445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:43.610695 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d0a6f5-c9fd-4645-a2dc-5fbe3a460292" -d '{"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:43.632226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:43.648908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1654e07e-1cc1-49c5-8db9-7b307a33f5a1 req-d6c44a85-4888-4056-8787-3e5cfd4ef4c2 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815330 Sep 17 22:11:43.655926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7d56d42-1a4c-4d59-bb84-e313927f8a8a req-c12b30a4-9dad-4b3c-bde0-d01ae6ad78c4 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=7a509386-d179-4ff8-acc6-cb62f2636bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0594146 Sep 17 22:11:43.681762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-0e0b12c3-1397-42cd-a8e7-bcf9babda336 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f785c69b-b427-4de2-a156-dc4084158d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670152 Sep 17 22:11:43.716761 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:43.780190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:43.795074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0a006-61bc-4959-8c8b-b3d062fb94b8 req-8d654e1e-f425-48d2-8b31-666c2698ecbc tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.795465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42d0a006-61bc-4959-8c8b-b3d062fb94b8 req-8d654e1e-f425-48d2-8b31-666c2698ecbc tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.0632539 Sep 17 22:11:43.805454 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcda080-f647-4007-9757-0194ede4c68c x-openstack-request-id: req-6bcda080-f647-4007-9757-0194ede4c68c {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:43.806000 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:43.806291 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bcda080-f647-4007-9757-0194ede4c68c {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:43.806834 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'code': 200} Sep 17 22:11:43.848735 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42d0a006-61bc-4959-8c8b-b3d062fb94b8 req-ab05a50a-225f-4118-8a8b-2f19b6e5be4e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Sep 17 22:11:43.937871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c98c7-a2d5-4113-bf22-6e8bcc7b293d req-d7811114-7d35-4fce-8920-eff5a0cf1e90 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:43.939310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-594c98c7-a2d5-4113-bf22-6e8bcc7b293d req-d7811114-7d35-4fce-8920-eff5a0cf1e90 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0544755 Sep 17 22:11:43.979536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-594c98c7-a2d5-4113-bf22-6e8bcc7b293d req-d5ec5aee-e79d-4ca1-9186-d3ee1765ee9c tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Sep 17 22:11:44.007413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bce2f044-b974-42f4-90b2-eea2e6714c6e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:11:44.060962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port bce2f044-b974-42f4-90b2-eea2e6714c6e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:44.061413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:44.130413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:44.141909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb26ac8-6492-478f-8d6e-7801bd53cd20 None None] Sync routers for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:44.147229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fb019-708a-4cdb-b794-978beb407f7c req-b5a0feac-de38-48fe-92aa-68bc61c9233a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.147784 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1bd44-fa79-4e4b-9e13-0fc903d981f3 req-79c363c6-1472-4ae9-bab9-3c75afb86ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.149102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-502fb019-708a-4cdb-b794-978beb407f7c req-b5a0feac-de38-48fe-92aa-68bc61c9233a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0919335 Sep 17 22:11:44.149258 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f5f1bd44-fa79-4e4b-9e13-0fc903d981f3 req-79c363c6-1472-4ae9-bab9-3c75afb86ccf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1102 time: 0.1772909 Sep 17 22:11:44.165904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb26ac8-6492-478f-8d6e-7801bd53cd20 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:44.166725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-deb26ac8-6492-478f-8d6e-7801bd53cd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:44.182733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127577a-dd2f-40b0-a3e6-d39ca3aef465 req-a3e29d55-e251-48d1-a315-9cc016188bff tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.185829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24b92771-7a29-4916-a84e-dcc140c33dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:44.188732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127577a-dd2f-40b0-a3e6-d39ca3aef465 req-a3e29d55-e251-48d1-a315-9cc016188bff tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.193972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-8e3f46d7-459a-4373-a62a-44f88c9fc171 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897077 Sep 17 22:11:44.195349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127577a-dd2f-40b0-a3e6-d39ca3aef465 req-a3e29d55-e251-48d1-a315-9cc016188bff tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.201376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127577a-dd2f-40b0-a3e6-d39ca3aef465 req-a3e29d55-e251-48d1-a315-9cc016188bff tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.201561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-deb26ac8-6492-478f-8d6e-7801bd53cd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:44.207459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127577a-dd2f-40b0-a3e6-d39ca3aef465 req-a3e29d55-e251-48d1-a315-9cc016188bff tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.210618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb26ac8-6492-478f-8d6e-7801bd53cd20 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:44.211375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-deb26ac8-6492-478f-8d6e-7801bd53cd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:44.213737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127577a-dd2f-40b0-a3e6-d39ca3aef465 req-a3e29d55-e251-48d1-a315-9cc016188bff tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.219884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127577a-dd2f-40b0-a3e6-d39ca3aef465 req-a3e29d55-e251-48d1-a315-9cc016188bff tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.221795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5127577a-dd2f-40b0-a3e6-d39ca3aef465 req-a3e29d55-e251-48d1-a315-9cc016188bff tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1214266 Sep 17 22:11:44.234324 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f5f1bd44-fa79-4e4b-9e13-0fc903d981f3 req-d5285f0c-0cc5-4efa-ab5a-3a214ede2c7e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603576 Sep 17 22:11:44.237070 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24b92771-7a29-4916-a84e-dcc140c33dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:44.247912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-deb26ac8-6492-478f-8d6e-7801bd53cd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:44.248298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb26ac8-6492-478f-8d6e-7801bd53cd20 None None] The sync data for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:44.272352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-502fb019-708a-4cdb-b794-978beb407f7c req-77103cc1-c6d4-46d1-96e4-ea8b1fd62729 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080711 Sep 17 22:11:44.288881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5127577a-dd2f-40b0-a3e6-d39ca3aef465 req-94fce943-be7c-4810-a04c-ebd563348560 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576408 Sep 17 22:11:44.330858 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24b92771-7a29-4916-a84e-dcc140c33dc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43bd9cfc2f49464ea3f40d1f82580145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7859294 Sep 17 22:11:44.333813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39546) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:44.334412 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:44.338420 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0fe6168d-92f5-4ea0-9b92-e151c282a960 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7684391 Sep 17 22:11:44.340752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39548) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:44.342993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b92771-7a29-4916-a84e-dcc140c33dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55ee51d-4774-4ea4-99e5-ecaa8e844461,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:44.419129 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7722658-d9c7-4233-bad3-2a2b1da96dd0 req-07b5b9ba-241d-48e9-82a7-6419fa212b3e service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122700 Sep 17 22:11:44.475579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4616d-173d-46a5-9f96-3b1edf2cf2ba req-acf32d56-d0b4-4685-90bc-55ce95ab24ca tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.477077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10c4616d-173d-46a5-9f96-3b1edf2cf2ba req-acf32d56-d0b4-4685-90bc-55ce95ab24ca tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.1080208 Sep 17 22:11:44.486090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae52856-8d6b-4ab2-873a-b793407c1718 req-37bd0a85-bc7d-4890-92cd-29b06a085b1a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.487479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fae52856-8d6b-4ab2-873a-b793407c1718 req-37bd0a85-bc7d-4890-92cd-29b06a085b1a tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1084461 Sep 17 22:11:44.497048 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c0bb75bf-66ba-414e-a124-29f9ab25b758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:44.551549 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c0bb75bf-66ba-414e-a124-29f9ab25b758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:44.576345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10c4616d-173d-46a5-9f96-3b1edf2cf2ba req-88b83683-856a-4e31-a145-fecb06420a81 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879250 Sep 17 22:11:44.593240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fae52856-8d6b-4ab2-873a-b793407c1718 req-ea8f0ee8-ece1-437c-8df0-33cee81722c6 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926955 Sep 17 22:11:44.677516 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:11:44.720201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d36c3-d87e-4b6a-81ba-703eb29d881c req-3e632a69-d74a-4371-a9c7-8afb851fa3cd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.721844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c92d36c3-d87e-4b6a-81ba-703eb29d881c req-3e632a69-d74a-4371-a9c7-8afb851fa3cd tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0524333 Sep 17 22:11:44.723146 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c0bb75bf-66ba-414e-a124-29f9ab25b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:44.725780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c0bb75bf-66ba-414e-a124-29f9ab25b758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:44.726890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c0bb75bf-66ba-414e-a124-29f9ab25b758 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d55ee51d-4774-4ea4-99e5-ecaa8e844461 HTTP/1.1" status: 204 len: 168 time: 0.3911185 Sep 17 22:11:44.757606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb75bf-66ba-414e-a124-29f9ab25b758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55ee51d-4774-4ea4-99e5-ecaa8e844461,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:44.806752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c92d36c3-d87e-4b6a-81ba-703eb29d881c req-a70c216e-5a35-40cf-88c3-b9d9ff3d4c63 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704970 Sep 17 22:11:44.821208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73f52c-78b5-4daf-a5df-5f44812df879 req-1f85fb70-0e32-44cc-9a2c-7061ecbf83b1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:44.822918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed73f52c-78b5-4daf-a5df-5f44812df879 req-1f85fb70-0e32-44cc-9a2c-7061ecbf83b1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 984 time: 0.0855782 Sep 17 22:11:44.869036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed73f52c-78b5-4daf-a5df-5f44812df879 req-76c5d215-2c2e-4e04-a9cc-29dd380d59b6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=7a509386-d179-4ff8-acc6-cb62f2636bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0377524 Sep 17 22:11:44.908427 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:45.023703 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-4ff276d6-1aa3-490e-848b-209f27630330 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1671406479&fields=id&tenant_id=c92244378f2a4a0aa358038b8ad367b4 HTTP/1.1" status: 200 len: 267 time: 0.0631158 Sep 17 22:11:45.031043 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b729a09-511b-4d17-abe1-20b45207f852 req-c4c6a0cd-831f-4bdd-97e3-72cda30314ac tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.032918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b729a09-511b-4d17-abe1-20b45207f852 req-c4c6a0cd-831f-4bdd-97e3-72cda30314ac tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.0830953 Sep 17 22:11:45.107377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b729a09-511b-4d17-abe1-20b45207f852 req-5459f099-8845-4216-92ad-5e29e0932f4c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Sep 17 22:11:45.115489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-26ca80e7-d587-47b8-a5cc-5030be56b830 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.117025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-26ca80e7-d587-47b8-a5cc-5030be56b830 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 984 time: 0.0832181 Sep 17 22:11:45.139575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-d466e782-e77f-4156-86a2-58d498aeb5e6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'port': {'security_groups': ['384558a6-2842-4227-930c-b4473a5eced1', '7a509386-d179-4ff8-acc6-cb62f2636bfc', '771fe4d6-fd40-4ff5-a117-beb0de7dcda3']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:45.221184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.20.0.1 (d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb/828798d4-7e31-408c-afc5-cd1d21ba8ce1/62219675-b291-4e1f-996e-e9915a57b166) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:45.250863 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-d466e782-e77f-4156-86a2-58d498aeb5e6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:45.275299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcb37b-1840-4ef8-8d89-f843e6852368 req-16a430ae-34e0-42a9-b03b-16304b00ee16 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.276788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cdcb37b-1840-4ef8-8d89-f843e6852368 req-16a430ae-34e0-42a9-b03b-16304b00ee16 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0957615 Sep 17 22:11:45.346751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:45.417970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cdcb37b-1840-4ef8-8d89-f843e6852368 req-c0c80720-7a53-43a2-96d2-52b2dc9a838e tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875497 Sep 17 22:11:45.531413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:45.587838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=62219675-b291-4e1f-996e-e9915a57b166,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:45.596390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:45.598299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:45.602004 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:45.631503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb392-13f9-463b-ae07-fa4854b9203d req-ae01774a-7c9e-40b6-af80-65b11d1da99a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.642206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb392-13f9-463b-ae07-fa4854b9203d req-ae01774a-7c9e-40b6-af80-65b11d1da99a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.651255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb392-13f9-463b-ae07-fa4854b9203d req-ae01774a-7c9e-40b6-af80-65b11d1da99a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.658327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb392-13f9-463b-ae07-fa4854b9203d req-ae01774a-7c9e-40b6-af80-65b11d1da99a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.664957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb392-13f9-463b-ae07-fa4854b9203d req-ae01774a-7c9e-40b6-af80-65b11d1da99a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.671459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb392-13f9-463b-ae07-fa4854b9203d req-ae01774a-7c9e-40b6-af80-65b11d1da99a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.677857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:45.678100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb392-13f9-463b-ae07-fa4854b9203d req-ae01774a-7c9e-40b6-af80-65b11d1da99a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.680585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7dbdb392-13f9-463b-ae07-fa4854b9203d req-ae01774a-7c9e-40b6-af80-65b11d1da99a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1415441 Sep 17 22:11:45.706097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-d466e782-e77f-4156-86a2-58d498aeb5e6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] For port bb0a928a-1851-46df-818e-b00f91ef0eef, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb0a928a-1851-46df-818e-b00f91ef0eef,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:45.802489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7dbdb392-13f9-463b-ae07-fa4854b9203d req-1d66272b-22d0-492a-99fc-02d608fbbe64 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062055 Sep 17 22:11:45.808526 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-d466e782-e77f-4156-86a2-58d498aeb5e6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:45.949299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d8c11-987e-4c51-83aa-6fdb87f509f3 req-77e96ebe-2685-4241-a583-c0408e01f0ed tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:45.979000 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e47d8c11-987e-4c51-83aa-6fdb87f509f3 req-77e96ebe-2685-4241-a583-c0408e01f0ed tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.0761876 Sep 17 22:11:45.979128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-aa2d342e-7de9-4e2f-b5a6-b058e3975dab None None] Provisioning complete for port 62219675-b291-4e1f-996e-e9915a57b166 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:45.979128 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aa2d342e-7de9-4e2f-b5a6-b058e3975dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:46.011909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e47d8c11-987e-4c51-83aa-6fdb87f509f3 req-1bda5f33-af25-4d76-bdbb-8d5ef0303fea tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534136 Sep 17 22:11:46.037626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d342e-7de9-4e2f-b5a6-b058e3975dab None None] Port 62219675-b291-4e1f-996e-e9915a57b166 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:11:46.155902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-d466e782-e77f-4156-86a2-58d498aeb5e6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:46.170254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea7aa2fd-f431-4fc0-88df-b92dd06ebf59', 'bb0a928a-1851-46df-818e-b00f91ef0eef'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:46.240363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-d466e782-e77f-4156-86a2-58d498aeb5e6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:46.241014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-d466e782-e77f-4156-86a2-58d498aeb5e6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:46.245526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f38eea03-66de-4c9e-9a19-6d12c2b06772 req-d466e782-e77f-4156-86a2-58d498aeb5e6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "PUT /v2.0/ports/bb0a928a-1851-46df-818e-b00f91ef0eef HTTP/1.1" status: 200 len: 1020 time: 1.1123204 Sep 17 22:11:46.262723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:46.265426 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:46.317570 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:46.324955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466e782-e77f-4156-86a2-58d498aeb5e6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'Port': ['ID=bb0a928a-1851-46df-818e-b00f91ef0eef,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:46.344118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['bb0a928a-1851-46df-818e-b00f91ef0eef'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:46.345463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80934e-ae04-4ee8-8ca7-0ce8fd0f8f11 req-bb23d5fd-34a6-45e1-b9b1-ca82c464eeb8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:46.356019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f80934e-ae04-4ee8-8ca7-0ce8fd0f8f11 req-bb23d5fd-34a6-45e1-b9b1-ca82c464eeb8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1630321 Sep 17 22:11:46.390399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb6eeee4-471d-4f66-b860-18eecee91885 req-59db7276-072c-4d06-a555-41daf2b8e793 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/771fe4d6-fd40-4ff5-a117-beb0de7dcda3 HTTP/1.1" status: 200 len: 1803 time: 0.1209717 Sep 17 22:11:46.443377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f80934e-ae04-4ee8-8ca7-0ce8fd0f8f11 req-4d10c904-2a63-4287-a29f-a9d7bd441834 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864167 Sep 17 22:11:46.532287 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab1600-3b78-4768-bd7b-647620a2ce3b x-openstack-request-id: req-a7ab1600-3b78-4768-bd7b-647620a2ce3b {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:46.532592 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:46.532841 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7ab1600-3b78-4768-bd7b-647620a2ce3b {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:46.533243 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef', 'status': 'completed', 'code': 200} Sep 17 22:11:46.546832 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-eb6eeee4-471d-4f66-b860-18eecee91885 req-22ee7062-6760-43d1-baef-0673f0727bb8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:11:46.556208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb6eeee4-471d-4f66-b860-18eecee91885 req-22ee7062-6760-43d1-baef-0673f0727bb8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/771fe4d6-fd40-4ff5-a117-beb0de7dcda3 HTTP/1.1" status: 409 len: 341 time: 0.1588795 Sep 17 22:11:46.749782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca23c-15eb-47a2-af3a-ab7b64279dba req-0fca08ec-5f25-4ada-bc12-934abd12e375 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:46.754753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-c613f87d-38ca-4a80-8e3b-e75718ff9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:46.756313 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-c613f87d-38ca-4a80-8e3b-e75718ff9d62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92244378f2a4a0aa358038b8ad367b4&device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 1175 time: 0.1789129 Sep 17 22:11:46.758932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-507ca23c-15eb-47a2-af3a-ab7b64279dba req-0fca08ec-5f25-4ada-bc12-934abd12e375 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1102 time: 0.1240962 Sep 17 22:11:46.836908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-507ca23c-15eb-47a2-af3a-ab7b64279dba req-28d604cd-1b39-4004-b976-f75676b8e884 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745347 Sep 17 22:11:47.061384 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:47.090024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515303e7-3848-4a4d-b3e4-b9b42468e924 req-33ca4e04-9784-4580-b281-8c9a5ab7e8c4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.099461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515303e7-3848-4a4d-b3e4-b9b42468e924 req-33ca4e04-9784-4580-b281-8c9a5ab7e8c4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.106867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515303e7-3848-4a4d-b3e4-b9b42468e924 req-33ca4e04-9784-4580-b281-8c9a5ab7e8c4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.114015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515303e7-3848-4a4d-b3e4-b9b42468e924 req-33ca4e04-9784-4580-b281-8c9a5ab7e8c4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.123439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515303e7-3848-4a4d-b3e4-b9b42468e924 req-33ca4e04-9784-4580-b281-8c9a5ab7e8c4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.131479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515303e7-3848-4a4d-b3e4-b9b42468e924 req-33ca4e04-9784-4580-b281-8c9a5ab7e8c4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.140754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-c95ee690-9fa4-4601-bc36-73833ff07663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.142377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-c95ee690-9fa4-4601-bc36-73833ff07663 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 200 len: 913 time: 0.3673944 Sep 17 22:11:47.144380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515303e7-3848-4a4d-b3e4-b9b42468e924 req-33ca4e04-9784-4580-b281-8c9a5ab7e8c4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.157184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-515303e7-3848-4a4d-b3e4-b9b42468e924 req-33ca4e04-9784-4580-b281-8c9a5ab7e8c4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1811686 Sep 17 22:11:47.208364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:47.232624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-515303e7-3848-4a4d-b3e4-b9b42468e924 req-9d1f232e-1d55-4173-b56e-976507ea942e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774393 Sep 17 22:11:47.280060 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-cd82e735-fea0-4659-9950-5314b558b8e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0a928a-1851-46df-818e-b00f91ef0eef HTTP/1.1" status: 200 len: 217 time: 0.1286504 Sep 17 22:11:47.362170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-9fd7dc04-0810-4015-9acd-2fa5bdc985a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.363724 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-9fd7dc04-0810-4015-9acd-2fa5bdc985a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 200 len: 853 time: 0.0599661 Sep 17 22:11:47.369621 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:47.405907 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-9b7472db-2d1f-4ab1-b49e-cb2e6de248a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f785c69b-b427-4de2-a156-dc4084158d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320516 Sep 17 22:11:47.415250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34ef2-aac7-4745-9e2b-2e9be6c4f1d6 req-a2fc4949-67e5-4ee4-8041-7f691120eca9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.417025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62d34ef2-aac7-4745-9e2b-2e9be6c4f1d6 req-a2fc4949-67e5-4ee4-8041-7f691120eca9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.0595410 Sep 17 22:11:47.476562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62d34ef2-aac7-4745-9e2b-2e9be6c4f1d6 req-f15d82ba-8000-4985-b9da-a6f2e8cc1c12 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518849 Sep 17 22:11:47.560489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=62219675-b291-4e1f-996e-e9915a57b166,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:47.568861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:47.571716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3d539988-adff-4ff9-ba43-bef40bb474d8 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:11:47.581288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:47.793517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caa6ed-77eb-45a4-96cd-33d0c6154178 req-ec0d4643-47d5-4de2-9770-b969b5b20eb1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.801570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59caa6ed-77eb-45a4-96cd-33d0c6154178 req-ec0d4643-47d5-4de2-9770-b969b5b20eb1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 1023 time: 0.1286485 Sep 17 22:11:47.869308 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c230e606-aed1-4cf9-aa85-bdfd37135e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:47.901231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59caa6ed-77eb-45a4-96cd-33d0c6154178 req-cfdc3eb3-8251-4861-ac64-824460fe69a5 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=771fe4d6-fd40-4ff5-a117-beb0de7dcda3&id=7a509386-d179-4ff8-acc6-cb62f2636bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0969632 Sep 17 22:11:47.949411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5daa-5f8d-4544-a27c-3b512764749d req-6be5e41e-1af9-406a-b1e4-883c9aae4e36 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:47.958604 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-528e5daa-5f8d-4544-a27c-3b512764749d req-6be5e41e-1af9-406a-b1e4-883c9aae4e36 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1187963 Sep 17 22:11:47.989726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8d2e7c4e-aed0-45ef-9500-aba78d74db47 None None] Provisioning complete for port 62219675-b291-4e1f-996e-e9915a57b166 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:47.990242 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8d2e7c4e-aed0-45ef-9500-aba78d74db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:48.024507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-528e5daa-5f8d-4544-a27c-3b512764749d req-b2bb1297-a3d0-43af-b310-5bd18786dee3 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648396 Sep 17 22:11:48.092017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e7c4e-aed0-45ef-9500-aba78d74db47 None None] Port 62219675-b291-4e1f-996e-e9915a57b166 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:11:48.152503 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-df87368e-0097-47ae-8905-bd7170fd17b7 service neutron] 10.222.0.35 "GET /v2.0/ports/3d539988-adff-4ff9-ba43-bef40bb474d8/bindings/n-h1-713498-17 HTTP/1.1" status: 200 len: 385 time: 0.1440854 Sep 17 22:11:48.203475 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-bdae8012-629a-41a9-9881-a885b7fae6b2 service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7894344 Sep 17 22:11:48.261999 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-5f5773cf-94aa-4d10-bca3-9d9329113cac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1646228 Sep 17 22:11:48.373938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router 22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:48.445866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d0c5-60f8-4c9c-b24a-fe40ad6544ac req-340a7197-4a20-4b7f-b869-f740df8096d7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:48.452391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d0c5-60f8-4c9c-b24a-fe40ad6544ac req-340a7197-4a20-4b7f-b869-f740df8096d7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:48.461095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d0c5-60f8-4c9c-b24a-fe40ad6544ac req-340a7197-4a20-4b7f-b869-f740df8096d7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:48.472140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d0c5-60f8-4c9c-b24a-fe40ad6544ac req-340a7197-4a20-4b7f-b869-f740df8096d7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:48.479382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d0c5-60f8-4c9c-b24a-fe40ad6544ac req-340a7197-4a20-4b7f-b869-f740df8096d7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:48.486515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d0c5-60f8-4c9c-b24a-fe40ad6544ac req-340a7197-4a20-4b7f-b869-f740df8096d7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:48.493616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d0c5-60f8-4c9c-b24a-fe40ad6544ac req-340a7197-4a20-4b7f-b869-f740df8096d7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:48.502235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8db7d0c5-60f8-4c9c-b24a-fe40ad6544ac req-340a7197-4a20-4b7f-b869-f740df8096d7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1390824 Sep 17 22:11:48.553259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8db7d0c5-60f8-4c9c-b24a-fe40ad6544ac req-dafb2a3b-cec7-4006-a0a1-c597a816c55a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436766 Sep 17 22:11:48.572869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:48.707647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697e5b9-0d4c-4a60-ad2d-9633913a6ca5 req-e8280efd-6a15-4d84-8fdb-701125cd5e0b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:48.715967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f697e5b9-0d4c-4a60-ad2d-9633913a6ca5 req-e8280efd-6a15-4d84-8fdb-701125cd5e0b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 944 time: 0.0924759 Sep 17 22:11:48.758773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:48.784283 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f697e5b9-0d4c-4a60-ad2d-9633913a6ca5 req-3873442e-a24b-4d69-9f48-c3c313b20af4 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616539 Sep 17 22:11:48.808677 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-934ba46e-d808-4f1d-b47a-a9a8b3f6b64e req-4ac14cf3-a51c-497a-b472-a91c0d40852d service neutron] 10.222.0.35 "GET /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727916 Sep 17 22:11:48.854556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d539988-adff-4ff9-ba43-bef40bb474d8 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:48.868425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:48.896814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-a57899fe-2ead-4434-836b-e494634d4941 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:48.898302 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-a57899fe-2ead-4434-836b-e494634d4941 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 1023 time: 0.1834888 Sep 17 22:11:48.901259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:48.906329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d45f8e74-7d02-4cb9-840e-98833ad42353 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/routers/22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5644770 Sep 17 22:11:48.909525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39672) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:48.913614 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41996cec-54e5-47b9-97b0-849cf53e6ca8 None None] Sync routers for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:48.916284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'port': {'network_id': 'd5e854ed-0dde-40e1-a8f1-ceb6854fb8fb', 'name': 'tempest-FloatingIPTestJSON-1042037651'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:48.933942 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41996cec-54e5-47b9-97b0-849cf53e6ca8 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:48.934892 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-41996cec-54e5-47b9-97b0-849cf53e6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:48.955776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:48.986356 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-41996cec-54e5-47b9-97b0-849cf53e6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:48.995753 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41996cec-54e5-47b9-97b0-849cf53e6ca8 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:48.996734 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-41996cec-54e5-47b9-97b0-849cf53e6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:49.034489 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-41996cec-54e5-47b9-97b0-849cf53e6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:49.036120 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41996cec-54e5-47b9-97b0-849cf53e6ca8 None None] The sync data for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:49.133720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Deleting port bb0a928a-1851-46df-818e-b00f91ef0eef {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:49.134074 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:49.148166 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba86d2-ad3a-4628-938b-358add9c2a8b req-c7f69610-3cd5-4f8c-b509-2ce9163b913c tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:49.166283 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77ba86d2-ad3a-4628-938b-358add9c2a8b req-c7f69610-3cd5-4f8c-b509-2ce9163b913c tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 1023 time: 0.1584249 Sep 17 22:11:49.240620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] Transition to ACTIVE for port object 3d539988-adff-4ff9-ba43-bef40bb474d8 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:11:49.242486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Made reservation on behalf of 7939f8214cec4c32b41cc7b327b7ed2e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:11:49.246671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:49.271764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] For port bb0a928a-1851-46df-818e-b00f91ef0eef, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=bb0a928a-1851-46df-818e-b00f91ef0eef,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:49.271943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] device_id is not set on port 4b2e3934-0f7d-4e04-a379-3c767c4e9d8f yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:11:49.272171 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:49.287466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Calling delete_port for bb0a928a-1851-46df-818e-b00f91ef0eef owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:49.341610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77ba86d2-ad3a-4628-938b-358add9c2a8b req-c0189d7c-2549-4c2b-9ec9-90c527050acc tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=771fe4d6-fd40-4ff5-a117-beb0de7dcda3&id=7a509386-d179-4ff8-acc6-cb62f2636bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1729720 Sep 17 22:11:49.352899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:49.389288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880b7ff-059b-4ad6-8302-3d043a0ac0d2 req-66f82b66-4bd5-4a75-a181-cd79082bdbbf tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:49.420543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1880b7ff-059b-4ad6-8302-3d043a0ac0d2 req-66f82b66-4bd5-4a75-a181-cd79082bdbbf tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.2943492 Sep 17 22:11:49.509994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] No DVR routers for this DVR port 3d539988-adff-4ff9-ba43-bef40bb474d8 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:11:49.560035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] Pushing event updated for resources: {'Port': ['ID=3d539988-adff-4ff9-ba43-bef40bb474d8,revision_number=10']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:49.564268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Allocated IP 172.20.0.4 (d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb/828798d4-7e31-408c-afc5-cd1d21ba8ce1/4b2e3934-0f7d-4e04-a379-3c767c4e9d8f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:11:49.575092 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-d1f56308-9355-4e7c-bd61-8b788385e366 service neutron] 10.222.0.35 "PUT /v2.0/ports/3d539988-adff-4ff9-ba43-bef40bb474d8/bindings/n-h1-713498-17/activate HTTP/1.1" status: 200 len: 370 time: 1.4082289 Sep 17 22:11:49.829722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-307ff9b7-48b6-4741-856b-5cc4d3fe48cd tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:49.832175 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-307ff9b7-48b6-4741-856b-5cc4d3fe48cd tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.0649858 Sep 17 22:11:49.888983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:49.902034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:49.903826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-738e60e0-c9e8-4f4e-91b0-a68e7aa12b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:49.906732 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-738e60e0-c9e8-4f4e-91b0-a68e7aa12b99 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6&tenant_id=132ca9e15192406e9bfbb730ea7dd771 HTTP/1.1" status: 200 len: 1097 time: 0.0654104 Sep 17 22:11:49.975405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'Port': ['ID=bb0a928a-1851-46df-818e-b00f91ef0eef,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:50.074278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] No DVR routers for this DVR port bb0a928a-1851-46df-818e-b00f91ef0eef on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:11:50.078659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:50.080778 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4407bc21-f845-4e23-b15c-cbd96b6f9ee0 req-eba300bf-8dd0-4f8a-b2ee-03ad27b75ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.35 "DELETE /v2.0/ports/bb0a928a-1851-46df-818e-b00f91ef0eef HTTP/1.1" status: 204 len: 173 time: 1.1733811 Sep 17 22:11:50.084792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'name': 'network-vif-deleted', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:50.086997 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b5e6eb-84df-4723-87d4-e792cf90de00" -d '{"events": [{"server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "name": "network-vif-deleted", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:50.101512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-3a0a3133-0ff8-421d-bfef-c7368f9424e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.103152 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-3a0a3133-0ff8-421d-bfef-c7368f9424e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1097 time: 0.1551933 Sep 17 22:11:50.195124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1880b7ff-059b-4ad6-8302-3d043a0ac0d2 req-310ec8b5-1512-4724-8a60-75f5e95dbe66 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7789333 Sep 17 22:11:50.236099 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:50.265218 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f6d66554-be17-41f0-af23-b2594e49bd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:50.319379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2505c-a0fc-46c4-8db2-01bbdb885125 req-629cafa2-c25b-4e25-acaf-0abc97f4b227 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.324932 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-efe07589-178a-4a4b-bf0b-1857d9b40be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.326063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2505c-a0fc-46c4-8db2-01bbdb885125 req-629cafa2-c25b-4e25-acaf-0abc97f4b227 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.326405 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-efe07589-178a-4a4b-bf0b-1857d9b40be3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.2103069 Sep 17 22:11:50.352991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2505c-a0fc-46c4-8db2-01bbdb885125 req-629cafa2-c25b-4e25-acaf-0abc97f4b227 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.369066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2505c-a0fc-46c4-8db2-01bbdb885125 req-629cafa2-c25b-4e25-acaf-0abc97f4b227 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.385545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2505c-a0fc-46c4-8db2-01bbdb885125 req-629cafa2-c25b-4e25-acaf-0abc97f4b227 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.396237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2505c-a0fc-46c4-8db2-01bbdb885125 req-629cafa2-c25b-4e25-acaf-0abc97f4b227 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.404024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2505c-a0fc-46c4-8db2-01bbdb885125 req-629cafa2-c25b-4e25-acaf-0abc97f4b227 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.409228 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-0e842824-76a3-48f0-91c4-3ada796560a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d539988-adff-4ff9-ba43-bef40bb474d8 HTTP/1.1" status: 200 len: 217 time: 0.0737102 Sep 17 22:11:50.415573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cac2505c-a0fc-46c4-8db2-01bbdb885125 req-629cafa2-c25b-4e25-acaf-0abc97f4b227 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.7467248 Sep 17 22:11:50.418160 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:50.468032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-9daf1494-d6ba-4c13-ac11-c0af97dccc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.473546 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-9daf1494-d6ba-4c13-ac11-c0af97dccc02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.0525544 Sep 17 22:11:50.480727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:11:50.490398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:11:50.508577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:11:50.515243 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-f0662bce-9aa8-443b-992e-5c7eee6b3385 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358105 Sep 17 22:11:50.517952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event updated for resources: {'Port': ['ID=4b2e3934-0f7d-4e04-a379-3c767c4e9d8f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:50.621922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cac2505c-a0fc-46c4-8db2-01bbdb885125 req-5fab19f1-e381-4d00-9ebe-5ce060808e6d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1962318 Sep 17 22:11:50.709987 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-71a47631-837a-4db0-a893-e1c615e768d5 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832104 Sep 17 22:11:50.772023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.772719 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:50.803384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f50683-17a8-4087-95d7-df8009ab373d req-def84940-b8b6-462a-8f28-26d9747fc02a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:50.805023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6f50683-17a8-4087-95d7-df8009ab373d req-def84940-b8b6-462a-8f28-26d9747fc02a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 945 time: 0.2934136 Sep 17 22:11:50.827728 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e625fa4f-1039-47b2-99bd-223c5d4b934f x-openstack-request-id: req-e625fa4f-1039-47b2-99bd-223c5d4b934f {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:50.828680 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1677574-ae3f-4479-b8c4-89ea38a9f21a", "name": "network-vif-deleted", "tag": "bb0a928a-1851-46df-818e-b00f91ef0eef", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:50.829155 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e625fa4f-1039-47b2-99bd-223c5d4b934f {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:50.829799 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1677574-ae3f-4479-b8c4-89ea38a9f21a', 'name': 'network-vif-deleted', 'tag': 'bb0a928a-1851-46df-818e-b00f91ef0eef', 'status': 'completed', 'code': 200} Sep 17 22:11:50.871801 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-e8fc1766-04cd-4ffa-9e7f-59168b74585c service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566641 Sep 17 22:11:50.893952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36242310-e478-471b-ab86-2a3105192374 req-f817d647-e004-47ec-9743-ceeceeca05a6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1677574-ae3f-4479-b8c4-89ea38a9f21a HTTP/1.1" status: 200 len: 210 time: 0.0365610 Sep 17 22:11:50.927616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6f50683-17a8-4087-95d7-df8009ab373d req-c2f28317-e720-40b9-9687-5efd97caac73 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028121 Sep 17 22:11:50.941319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a75b22f5-de6f-431e-8909-ec591a0e9ea1 None None] Provisioning complete for port 4b2e3934-0f7d-4e04-a379-3c767c4e9d8f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:11:50.942471 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a75b22f5-de6f-431e-8909-ec591a0e9ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:50.947793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d92db4db-e71e-48a6-91bc-9d6feabe8ecf tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0371594 Sep 17 22:11:50.950460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39716) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:50.956504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Request body: {'floatingip': {'port_id': '4b2e3934-0f7d-4e04-a379-3c767c4e9d8f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:50.984785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a75b22f5-de6f-431e-8909-ec591a0e9ea1 None None] Port 4b2e3934-0f7d-4e04-a379-3c767c4e9d8f cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:11:51.017575 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:51.218643 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:51.412547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321255f-2792-47db-82cf-a04572672999 req-f1cddaf6-07c5-42db-971d-2dc4f9673a63 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.420152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c321255f-2792-47db-82cf-a04572672999 req-f1cddaf6-07c5-42db-971d-2dc4f9673a63 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1458488 Sep 17 22:11:51.434941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-f98e957c-b7ac-4f4a-ad79-f9c9bbd94c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.436768 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-f98e957c-b7ac-4f4a-ad79-f9c9bbd94c2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1102 time: 0.1088994 Sep 17 22:11:51.437399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39724) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:51.528847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c321255f-2792-47db-82cf-a04572672999 req-0acf0e43-0eed-4d2b-aeb2-702895294eeb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078372 Sep 17 22:11:51.576643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edf63593-4858-4070-bf27-d504893801e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:51.589666 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:51.591802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bb0a928a-1851-46df-818e-b00f91ef0eef no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:11:51.614531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: bb0a928a-1851-46df-818e-b00f91ef0eef {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:11:51.615379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device bb0a928a-1851-46df-818e-b00f91ef0eef not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:11:51.633952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-7d2e0161-a5c5-4ee5-bb2c-975a884c099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.637069 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-7d2e0161-a5c5-4ee5-bb2c-975a884c099f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1685452 Sep 17 22:11:51.643140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-bd5351e0-d0d3-4b9c-8bf1-9297348b7762 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.645155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-bd5351e0-d0d3-4b9c-8bf1-9297348b7762 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.1216869 Sep 17 22:11:51.696007 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-2e3bbc9f-4372-4fb3-987d-781d953d9103 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.0456214 Sep 17 22:11:51.774759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-680a50f3-7099-4db0-bbd0-42210a844664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.776377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-680a50f3-7099-4db0-bbd0-42210a844664 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0705862 Sep 17 22:11:51.783280 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.resource_extend [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:11:51.828413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edf63593-4858-4070-bf27-d504893801e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:51.846332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-dd0b832b-4d66-4b4f-a70c-a4c04e39e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.848616 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-dd0b832b-4d66-4b4f-a70c-a4c04e39e229 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0527964 Sep 17 22:11:51.867313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5566a1-c7c1-4622-be9c-3e8a8cc00fa3 req-24934f55-5b07-4f46-965e-462b9831072d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.873215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5566a1-c7c1-4622-be9c-3e8a8cc00fa3 req-24934f55-5b07-4f46-965e-462b9831072d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.880693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5566a1-c7c1-4622-be9c-3e8a8cc00fa3 req-24934f55-5b07-4f46-965e-462b9831072d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.886749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5566a1-c7c1-4622-be9c-3e8a8cc00fa3 req-24934f55-5b07-4f46-965e-462b9831072d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.892925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5566a1-c7c1-4622-be9c-3e8a8cc00fa3 req-24934f55-5b07-4f46-965e-462b9831072d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.899755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5566a1-c7c1-4622-be9c-3e8a8cc00fa3 req-24934f55-5b07-4f46-965e-462b9831072d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.905828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5566a1-c7c1-4622-be9c-3e8a8cc00fa3 req-24934f55-5b07-4f46-965e-462b9831072d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:51.907862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f5566a1-c7c1-4622-be9c-3e8a8cc00fa3 req-24934f55-5b07-4f46-965e-462b9831072d tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5432 time: 0.1897807 Sep 17 22:11:51.937668 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:51.960689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edf63593-4858-4070-bf27-d504893801e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:51.988173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-71b1155b-eab9-4e5e-95b4-2481958bb855 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309807 Sep 17 22:11:52.009239 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-edf63593-4858-4070-bf27-d504893801e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aa0ea6143e84ea5bab0c09596e9a070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706215 Sep 17 22:11:52.012455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f5566a1-c7c1-4622-be9c-3e8a8cc00fa3 req-c3484884-b26d-41aa-9add-2f4cc1ca3d95 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814555 Sep 17 22:11:52.012950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39738) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:52.052478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf63593-4858-4070-bf27-d504893801e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435dc876-b67b-4c09-a780-a1f0e9d25847,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:52.117538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.125942 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-9d6a758a-1ef3-4e47-897d-ea7dd82fd233 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197381 Sep 17 22:11:52.164018 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3791885b-c32f-42dd-8745-dbd8029c6cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.172606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-a8fcc045-c1f3-42d1-89b1-e62aece9ad29 service neutron] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:11:52.189186 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-a8fcc045-c1f3-42d1-89b1-e62aece9ad29 service neutron] Notify callbacks [] for binding, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.190297 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db6325-cfa8-4ba8-95bc-7ca6391d38ab req-a8fcc045-c1f3-42d1-89b1-e62aece9ad29 service neutron] 10.222.0.32 "DELETE /v2.0/ports/3d539988-adff-4ff9-ba43-bef40bb474d8/bindings/n-h2-713498-17 HTTP/1.1" status: 204 len: 173 time: 0.5031254 Sep 17 22:11:52.208450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06425395-c4b9-41df-9af1-fec7bae685b2 req-e150784d-654d-4dea-a117-6bdb510c8816 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:52.210104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06425395-c4b9-41df-9af1-fec7bae685b2 req-e150784d-654d-4dea-a117-6bdb510c8816 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 945 time: 0.1681242 Sep 17 22:11:52.219134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cd4b306-d1bd-41fc-b19c-11c0b68f1705 req-7752b143-53d6-48a2-91a7-1caf91bb61c2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/7a509386-d179-4ff8-acc6-cb62f2636bfc HTTP/1.1" status: 200 len: 1801 time: 0.1647134 Sep 17 22:11:52.228950 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3791885b-c32f-42dd-8745-dbd8029c6cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.361411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06425395-c4b9-41df-9af1-fec7bae685b2 req-7a30f6ff-3238-4039-b3a8-09f592518ab3 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368697 Sep 17 22:11:52.366389 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP 816432d5-1680-44a9-a8ee-dd64626df94c associated. External IP: 172.25.5.10, port: 40c9f44d-99af-4dbb-91fd-27ccc5a91456. Sep 17 22:11:52.437622 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4cd4b306-d1bd-41fc-b19c-11c0b68f1705 req-596cb8e2-824c-45ea-b4c9-3774214bd90e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.528074 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4cd4b306-d1bd-41fc-b19c-11c0b68f1705 req-596cb8e2-824c-45ea-b4c9-3774214bd90e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.540369 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3791885b-c32f-42dd-8745-dbd8029c6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.542928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3791885b-c32f-42dd-8745-dbd8029c6cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.544104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3791885b-c32f-42dd-8745-dbd8029c6cfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/435dc876-b67b-4c09-a780-a1f0e9d25847 HTTP/1.1" status: 204 len: 168 time: 0.5283706 Sep 17 22:11:52.572877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791885b-c32f-42dd-8745-dbd8029c6cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435dc876-b67b-4c09-a780-a1f0e9d25847,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:52.641726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859a3d-9781-4165-bc0b-5f29aae7c0ba req-9b05a52b-a51a-4765-99f0-7c0d0bca3af7 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:52.643271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26859a3d-9781-4165-bc0b-5f29aae7c0ba req-9b05a52b-a51a-4765-99f0-7c0d0bca3af7 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1097 time: 0.1557276 Sep 17 22:11:52.732682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26859a3d-9781-4165-bc0b-5f29aae7c0ba req-f4441e22-8d4f-4e8b-a2cc-d3d81299c9e0 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778620 Sep 17 22:11:52.747244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:52.765300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4cd4b306-d1bd-41fc-b19c-11c0b68f1705 req-596cb8e2-824c-45ea-b4c9-3774214bd90e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.768174 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4cd4b306-d1bd-41fc-b19c-11c0b68f1705 req-596cb8e2-824c-45ea-b4c9-3774214bd90e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:52.779771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cd4b306-d1bd-41fc-b19c-11c0b68f1705 req-596cb8e2-824c-45ea-b4c9-3774214bd90e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a509386-d179-4ff8-acc6-cb62f2636bfc HTTP/1.1" status: 204 len: 173 time: 0.5485523 Sep 17 22:11:52.805406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cb8e2-824c-45ea-b4c9-3774214bd90e tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a509386-d179-4ff8-acc6-cb62f2636bfc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:53.007680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:53.018740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e6dc5-b285-4818-ac5a-e1737e2ea51c None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:53.020163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8dd86-abbe-452b-9e61-924a7b80cf0b req-a6085fa0-9b95-4305-b571-89458d0a8d66 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:53.021699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9cc8dd86-abbe-452b-9e61-924a7b80cf0b req-a6085fa0-9b95-4305-b571-89458d0a8d66 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1353221 Sep 17 22:11:53.030015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e6dc5-b285-4818-ac5a-e1737e2ea51c None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:53.030775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-069e6dc5-b285-4818-ac5a-e1737e2ea51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:53.058762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b29dc9d-db1b-4efa-af45-f2b3661d76e8 req-edf5e5f0-e665-49ce-b458-65fada177e32 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/771fe4d6-fd40-4ff5-a117-beb0de7dcda3 HTTP/1.1" status: 200 len: 1803 time: 0.1435421 Sep 17 22:11:53.066429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-069e6dc5-b285-4818-ac5a-e1737e2ea51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:53.081974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e6dc5-b285-4818-ac5a-e1737e2ea51c None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:53.082596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-069e6dc5-b285-4818-ac5a-e1737e2ea51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:53.120619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-069e6dc5-b285-4818-ac5a-e1737e2ea51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:53.121266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e6dc5-b285-4818-ac5a-e1737e2ea51c None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:53.143402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:53.175726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9cc8dd86-abbe-452b-9e61-924a7b80cf0b req-8b052aa7-7326-4c7f-8c91-42c67f510b3e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134980 Sep 17 22:11:53.251837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2b29dc9d-db1b-4efa-af45-f2b3661d76e8 req-99013851-15f9-4ca1-838c-a20ff1852f81 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.255060 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.288733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2b29dc9d-db1b-4efa-af45-f2b3661d76e8 req-99013851-15f9-4ca1-838c-a20ff1852f81 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.301729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:53.314063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4', 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891', 'port_id': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4', 'mac_address': 'fa:16:3e:e7:61:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2103b05a-bdc8-41c2-a4f7-122f35ff3dee', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:53.363929 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.370598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39764) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:53.381576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:53.389380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4aecd4c-ddae-4506-a3c3-e23604ee41fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.408452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router 22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:53.408868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:53.418945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad828-e870-4d63-83c6-47ef5727dfe0 req-87cdea91-9d8e-42dc-b9bf-8642eb10879e tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:53.420538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e22ad828-e870-4d63-83c6-47ef5727dfe0 req-87cdea91-9d8e-42dc-b9bf-8642eb10879e tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 1097 time: 0.1139586 Sep 17 22:11:53.469316 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.470078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 99e226e5-351d-4d26-b8b0-10a31a1b383b details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:53.500676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e22ad828-e870-4d63-83c6-47ef5727dfe0 req-e6f7244e-7808-4d8b-a4b4-170009a017c5 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712979 Sep 17 22:11:53.509241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2b29dc9d-db1b-4efa-af45-f2b3661d76e8 req-99013851-15f9-4ca1-838c-a20ff1852f81 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.513033 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2b29dc9d-db1b-4efa-af45-f2b3661d76e8 req-99013851-15f9-4ca1-838c-a20ff1852f81 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.515417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b29dc9d-db1b-4efa-af45-f2b3661d76e8 req-99013851-15f9-4ca1-838c-a20ff1852f81 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/771fe4d6-fd40-4ff5-a117-beb0de7dcda3 HTTP/1.1" status: 204 len: 173 time: 0.4440854 Sep 17 22:11:53.557688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:53.568330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99013851-15f9-4ca1-838c-a20ff1852f81 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771fe4d6-fd40-4ff5-a117-beb0de7dcda3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:53.585592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:53.597908 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfa727-2492-4feb-abcc-939a396a87d9 None None] Sync routers for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:53.631200 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfa727-2492-4feb-abcc-939a396a87d9 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:53.634283 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-fecfa727-2492-4feb-abcc-939a396a87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:53.639939 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.644819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4aecd4c-ddae-4506-a3c3-e23604ee41fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.653882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 99e226e5-351d-4d26-b8b0-10a31a1b383b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:53.666604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '99e226e5-351d-4d26-b8b0-10a31a1b383b', 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'port_id': '99e226e5-351d-4d26-b8b0-10a31a1b383b', 'mac_address': 'fa:16:3e:1b:f7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:53.677305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-248fa457-9621-4a01-9a37-937f6f94b2ca req-07ba7881-4256-47c4-850e-0fc017206ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-795050709', 'description': 'tempest-description-208961731'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:53.682560 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-fecfa727-2492-4feb-abcc-939a396a87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:53.691808 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfa727-2492-4feb-abcc-939a396a87d9 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:53.692530 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-fecfa727-2492-4feb-abcc-939a396a87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:53.713174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.728033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4aecd4c-ddae-4506-a3c3-e23604ee41fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.728464 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-fecfa727-2492-4feb-abcc-939a396a87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:53.728788 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e226e5-351d-4d26-b8b0-10a31a1b383b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:53.729215 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfa727-2492-4feb-abcc-939a396a87d9 None None] The sync data for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:53.753422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 99e226e5-351d-4d26-b8b0-10a31a1b383b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:53.774663 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f4aecd4c-ddae-4506-a3c3-e23604ee41fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a44fefef3664582825b8c41a51786d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017987 Sep 17 22:11:53.775828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aecd4c-ddae-4506-a3c3-e23604ee41fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99934ff-3cb4-4015-8f57-483afd37aa77,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:53.779194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39774) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:53.787159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d3a2dd59-75fd-41ca-8885-c1a00a1d755d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/floatingips/816432d5-1680-44a9-a8ee-dd64626df94c HTTP/1.1" status: 200 len: 977 time: 2.8319919 Sep 17 22:11:53.787544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39776) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:53.798089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213a61-920b-4279-aed2-d3ba63918d12 req-5447f27b-b9b3-408e-b42b-ab290c05c752 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:53.804977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213a61-920b-4279-aed2-d3ba63918d12 req-5447f27b-b9b3-408e-b42b-ab290c05c752 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:53.811095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213a61-920b-4279-aed2-d3ba63918d12 req-5447f27b-b9b3-408e-b42b-ab290c05c752 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:53.817451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213a61-920b-4279-aed2-d3ba63918d12 req-5447f27b-b9b3-408e-b42b-ab290c05c752 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:53.823542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213a61-920b-4279-aed2-d3ba63918d12 req-5447f27b-b9b3-408e-b42b-ab290c05c752 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:53.829606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213a61-920b-4279-aed2-d3ba63918d12 req-5447f27b-b9b3-408e-b42b-ab290c05c752 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:53.835669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213a61-920b-4279-aed2-d3ba63918d12 req-5447f27b-b9b3-408e-b42b-ab290c05c752 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:53.837577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8213a61-920b-4279-aed2-d3ba63918d12 req-5447f27b-b9b3-408e-b42b-ab290c05c752 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5433 time: 0.1557167 Sep 17 22:11:53.844938 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.846000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 05f46038-8355-4a3e-8d49-a8d153e2ef32 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:53.851813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248fa457-9621-4a01-9a37-937f6f94b2ca req-07ba7881-4256-47c4-850e-0fc017206ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.891928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27e2783f-060b-44ec-868a-6ed4e1b08116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.909876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8213a61-920b-4279-aed2-d3ba63918d12 req-aabcef66-f4fc-40a3-9967-ba405dd49195 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658820 Sep 17 22:11:53.917692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 05f46038-8355-4a3e-8d49-a8d153e2ef32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:53.926323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27e2783f-060b-44ec-868a-6ed4e1b08116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.927807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=99e226e5-351d-4d26-b8b0-10a31a1b383b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:53.958155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '05f46038-8355-4a3e-8d49-a8d153e2ef32', 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'port_id': '05f46038-8355-4a3e-8d49-a8d153e2ef32', 'mac_address': 'fa:16:3e:63:c0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:53.958920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port 4b2e3934-0f7d-4e04-a379-3c767c4e9d8f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:53.959253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:53.999871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248fa457-9621-4a01-9a37-937f6f94b2ca req-07ba7881-4256-47c4-850e-0fc017206ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.024259 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.038735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f46038-8355-4a3e-8d49-a8d153e2ef32 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:54.059890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 05f46038-8355-4a3e-8d49-a8d153e2ef32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:54.067924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.099057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248fa457-9621-4a01-9a37-937f6f94b2ca req-07ba7881-4256-47c4-850e-0fc017206ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.128012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba7881-4256-47c4-850e-0fc017206ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2899a9ab-9982-41bb-aa3f-c737c5bc7a8a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:54.163831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27e2783f-060b-44ec-868a-6ed4e1b08116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.166422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27e2783f-060b-44ec-868a-6ed4e1b08116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.170126 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-27e2783f-060b-44ec-868a-6ed4e1b08116 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b99934ff-3cb4-4015-8f57-483afd37aa77 HTTP/1.1" status: 204 len: 168 time: 0.3875468 Sep 17 22:11:54.176950 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.177992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8aaff56d-9650-4e36-88f3-bd83066f5c11 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:54.256979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=05f46038-8355-4a3e-8d49-a8d153e2ef32,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:54.294057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-248fa457-9621-4a01-9a37-937f6f94b2ca req-07ba7881-4256-47c4-850e-0fc017206ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.298401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-248fa457-9621-4a01-9a37-937f6f94b2ca req-07ba7881-4256-47c4-850e-0fc017206ff8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6496742 Sep 17 22:11:54.327408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8aaff56d-9650-4e36-88f3-bd83066f5c11, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:54.487429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2783f-060b-44ec-868a-6ed4e1b08116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99934ff-3cb4-4015-8f57-483afd37aa77,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:54.505094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'port_id': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'mac_address': 'fa:16:3e:3b:be:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:54.550385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.565434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aaff56d-9650-4e36-88f3-bd83066f5c11 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:54.589023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.589533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8aaff56d-9650-4e36-88f3-bd83066f5c11, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:54.589879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.590467 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Floating IP 816432d5-1680-44a9-a8ee-dd64626df94c disassociated. External IP: 172.25.5.10, port: 4b2e3934-0f7d-4e04-a379-3c767c4e9d8f. Sep 17 22:11:54.590830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for 4b2e3934-0f7d-4e04-a379-3c767c4e9d8f owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:54.695345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7abd-3af0-415c-95f4-eac610a8e78f req-a04c84c0-2509-4631-a560-8c87a2ad6034 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:54.697289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0be7abd-3af0-415c-95f4-eac610a8e78f req-a04c84c0-2509-4631-a560-8c87a2ad6034 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.0753675 Sep 17 22:11:54.703854 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.704673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:54.781790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:54.783257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=8aaff56d-9650-4e36-88f3-bd83066f5c11,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:54.785619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0be7abd-3af0-415c-95f4-eac610a8e78f req-c495e118-ce54-43d5-934c-8575641ce422 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814266 Sep 17 22:11:54.821947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa', 'network_id': '326fc1b5-7834-476d-a7fb-3ec75767f891', 'port_id': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa', 'mac_address': 'fa:16:3e:43:5e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2103b05a-bdc8-41c2-a4f7-122f35ff3dee', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:54.853581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cf1f413-bdf6-4efc-be25-20590c5331bd req-3e77fee2-5d32-441d-85a1-5bca0cc569a1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/2899a9ab-9982-41bb-aa3f-c737c5bc7a8a HTTP/1.1" status: 200 len: 1801 time: 0.0668843 Sep 17 22:11:54.863924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.866184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0cf1f413-bdf6-4efc-be25-20590c5331bd req-cd6071e1-1595-40d2-9ff1-23503476bc29 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Request body: {'security_group': {'name': 'tempest-sg-hth-913667703', 'description': 'tempest-description-hth-1581264714'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:11:54.897402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:54.900206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=4b2e3934-0f7d-4e04-a379-3c767c4e9d8f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:54.919881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:54.951719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:54.969684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0cf1f413-bdf6-4efc-be25-20590c5331bd req-cd6071e1-1595-40d2-9ff1-23503476bc29 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.023946 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.024996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a229c9de-faee-40c0-a86e-801a47e68b58 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:55.030504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384abf0-3c1b-48c0-85cb-81b6ebb978f2 req-a86fad9a-8484-4f52-b17d-08f721ecd1a0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:55.043408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9384abf0-3c1b-48c0-85cb-81b6ebb978f2 req-a86fad9a-8484-4f52-b17d-08f721ecd1a0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1256464 Sep 17 22:11:55.122932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a229c9de-faee-40c0-a86e-801a47e68b58, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a229c9de-faee-40c0-a86e-801a47e68b58,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:55.126410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:55.140263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'a229c9de-faee-40c0-a86e-801a47e68b58', 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'port_id': 'a229c9de-faee-40c0-a86e-801a47e68b58', 'mac_address': 'fa:16:3e:0f:7e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:55.151936 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0cf1f413-bdf6-4efc-be25-20590c5331bd req-cd6071e1-1595-40d2-9ff1-23503476bc29 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.167043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router 22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:55.168482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9384abf0-3c1b-48c0-85cb-81b6ebb978f2 req-16296845-aa09-4b41-9650-cbe9acdde11b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193204 Sep 17 22:11:55.202472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.220643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a229c9de-faee-40c0-a86e-801a47e68b58 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:55.243815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a229c9de-faee-40c0-a86e-801a47e68b58, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a229c9de-faee-40c0-a86e-801a47e68b58,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:55.265143 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0cf1f413-bdf6-4efc-be25-20590c5331bd req-cd6071e1-1595-40d2-9ff1-23503476bc29 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.268793 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0cf1f413-bdf6-4efc-be25-20590c5331bd req-cd6071e1-1595-40d2-9ff1-23503476bc29 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.270611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cf1f413-bdf6-4efc-be25-20590c5331bd req-cd6071e1-1595-40d2-9ff1-23503476bc29 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "PUT /v2.0/security-groups/2899a9ab-9982-41bb-aa3f-c737c5bc7a8a HTTP/1.1" status: 200 len: 1776 time: 0.4111879 Sep 17 22:11:55.307835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:55.320136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149201c9-4c6a-49ad-a729-46db381ba9c3 None None] Sync routers for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:55.344251 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.346235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a6231a7e-020d-4b08-9889-4a128f41cc2c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:11:55.375405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6071e1-1595-40d2-9ff1-23503476bc29 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2899a9ab-9982-41bb-aa3f-c737c5bc7a8a,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:55.382829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149201c9-4c6a-49ad-a729-46db381ba9c3 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:55.383591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-149201c9-4c6a-49ad-a729-46db381ba9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:55.406435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.411672 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-87446c5f-0a8e-4e1b-af5a-6207e96e6849 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/ports/4b2e3934-0f7d-4e04-a379-3c767c4e9d8f HTTP/1.1" status: 204 len: 168 time: 1.6234043 Sep 17 22:11:55.419119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39814) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:55.433511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f314fdcb-8d66-47a2-b0ae-51f4c0cee91d req-07b027ad-e23a-4530-bb2d-f8c9966418bd tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/2899a9ab-9982-41bb-aa3f-c737c5bc7a8a HTTP/1.1" status: 200 len: 1776 time: 0.1211085 Sep 17 22:11:55.453970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda6db-5027-4d14-b6fc-285cdc25cc13 req-bd9afa41-4133-4daa-bcf8-027cbfba29f6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:55.460819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda6db-5027-4d14-b6fc-285cdc25cc13 req-bd9afa41-4133-4daa-bcf8-027cbfba29f6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:55.466897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-149201c9-4c6a-49ad-a729-46db381ba9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:55.468686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda6db-5027-4d14-b6fc-285cdc25cc13 req-bd9afa41-4133-4daa-bcf8-027cbfba29f6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:55.475567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda6db-5027-4d14-b6fc-285cdc25cc13 req-bd9afa41-4133-4daa-bcf8-027cbfba29f6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:55.482595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda6db-5027-4d14-b6fc-285cdc25cc13 req-bd9afa41-4133-4daa-bcf8-027cbfba29f6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:55.490683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda6db-5027-4d14-b6fc-285cdc25cc13 req-bd9afa41-4133-4daa-bcf8-027cbfba29f6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:55.494894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a6231a7e-020d-4b08-9889-4a128f41cc2c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:55.497687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda6db-5027-4d14-b6fc-285cdc25cc13 req-bd9afa41-4133-4daa-bcf8-027cbfba29f6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:55.507425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9eeda6db-5027-4d14-b6fc-285cdc25cc13 req-bd9afa41-4133-4daa-bcf8-027cbfba29f6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5437 time: 0.2090118 Sep 17 22:11:55.514818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'a6231a7e-020d-4b08-9889-4a128f41cc2c', 'network_id': 'd52773da-ea71-415b-9d63-4f91823d2c03', 'port_id': 'a6231a7e-020d-4b08-9889-4a128f41cc2c', 'mac_address': 'fa:16:3e:5a:0a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:11:55.545321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149201c9-4c6a-49ad-a729-46db381ba9c3 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:55.545973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-149201c9-4c6a-49ad-a729-46db381ba9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:55.588631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-995424f9-902e-4335-8720-932c5d028b30 req-c3fc988b-1860-4f7a-968f-8b2284cbce8c tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/2899a9ab-9982-41bb-aa3f-c737c5bc7a8a HTTP/1.1" status: 200 len: 1776 time: 0.0704300 Sep 17 22:11:55.630774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9eeda6db-5027-4d14-b6fc-285cdc25cc13 req-9a935da3-ee19-4f1d-9832-ac5904bf3c88 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222603 Sep 17 22:11:55.655001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-149201c9-4c6a-49ad-a729-46db381ba9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:55.655751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149201c9-4c6a-49ad-a729-46db381ba9c3 None None] The sync data for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:55.703193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a229c9de-faee-40c0-a86e-801a47e68b58,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:55.729910 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.740178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-995424f9-902e-4335-8720-932c5d028b30 req-91994eb2-afe2-4a4f-89bb-3abf4478f3dc tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.761808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6231a7e-020d-4b08-9889-4a128f41cc2c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:11:55.790018 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-995424f9-902e-4335-8720-932c5d028b30 req-91994eb2-afe2-4a4f-89bb-3abf4478f3dc tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.803311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a6231a7e-020d-4b08-9889-4a128f41cc2c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:55.892182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.957355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-995424f9-902e-4335-8720-932c5d028b30 req-91994eb2-afe2-4a4f-89bb-3abf4478f3dc tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.958154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a6231a7e-020d-4b08-9889-4a128f41cc2c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:55.960429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-995424f9-902e-4335-8720-932c5d028b30 req-91994eb2-afe2-4a4f-89bb-3abf4478f3dc tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:55.977861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-995424f9-902e-4335-8720-932c5d028b30 req-91994eb2-afe2-4a4f-89bb-3abf4478f3dc tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/2899a9ab-9982-41bb-aa3f-c737c5bc7a8a HTTP/1.1" status: 204 len: 173 time: 0.3845384 Sep 17 22:11:55.989648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91994eb2-afe2-4a4f-89bb-3abf4478f3dc tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2899a9ab-9982-41bb-aa3f-c737c5bc7a8a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:56.006047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb00ea-5fb5-4aee-9318-6d89d1c8e057 req-3df1c8e6-0b66-4b44-ace3-27497d84d4d7 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.022234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49fb00ea-5fb5-4aee-9318-6d89d1c8e057 req-3df1c8e6-0b66-4b44-ace3-27497d84d4d7 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1434870 Sep 17 22:11:56.070306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49fb00ea-5fb5-4aee-9318-6d89d1c8e057 req-22caac0d-fcba-44f6-8b60-f38e3d5051cf tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472567 Sep 17 22:11:56.086010 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-39c1119a-60f4-46c5-87db-2e966b62b602 req-4b274d25-3f8f-40f2-8d1e-7fed26e48139 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:56.087108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39c1119a-60f4-46c5-87db-2e966b62b602 req-4b274d25-3f8f-40f2-8d1e-7fed26e48139 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/771fe4d6-fd40-4ff5-a117-beb0de7dcda3 HTTP/1.1" status: 404 len: 352 time: 0.0216362 Sep 17 22:11:56.148221 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-7a886f1e-0dd9-453c-9615-10600be11bd3 req-2ddf0a97-10a5-4960-b11d-650bb7d0dac9 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:56.154539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a886f1e-0dd9-453c-9615-10600be11bd3 req-2ddf0a97-10a5-4960-b11d-650bb7d0dac9 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/7a509386-d179-4ff8-acc6-cb62f2636bfc HTTP/1.1" status: 404 len: 352 time: 0.0189636 Sep 17 22:11:56.158006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-abd72df2-9570-4bba-b8fd-bee17459712f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.159602 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-abd72df2-9570-4bba-b8fd-bee17459712f tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.35 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.1188827 Sep 17 22:11:56.179494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:56.190912 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-0b3218ab-3d12-4a3e-bde2-bd05cecdc205 req-fc499de4-9b82-4bf4-b1b5-8726fee658d7 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:56.198682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b3218ab-3d12-4a3e-bde2-bd05cecdc205 req-fc499de4-9b82-4bf4-b1b5-8726fee658d7 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/001df2ed-8e39-4b79-afa3-037184c959e9 HTTP/1.1" status: 404 len: 352 time: 0.0236390 Sep 17 22:11:56.234601 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-d0a53238-9d4a-4c16-af5b-ccac19fbd872 req-6739483e-3ed9-40bf-aff2-3b38706c7907 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:56.247359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a53238-9d4a-4c16-af5b-ccac19fbd872 req-6739483e-3ed9-40bf-aff2-3b38706c7907 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/a29f4f2a-72ba-4e3e-9584-74a02e4604af HTTP/1.1" status: 404 len: 352 time: 0.0328875 Sep 17 22:11:56.302460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ada97b-9e96-4172-b3ea-1149b4e5f039 req-c33b5fca-2f12-466e-8c70-5983b67d7964 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.310224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9ada97b-9e96-4172-b3ea-1149b4e5f039 req-c33b5fca-2f12-466e-8c70-5983b67d7964 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 947 time: 0.0610425 Sep 17 22:11:56.353181 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-a8b7ae4e-6aa4-427e-a4e6-1ae681b99e72 req-dea16136-3578-4b96-aef4-4916df476d1c tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:56.364946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8b7ae4e-6aa4-427e-a4e6-1ae681b99e72 req-dea16136-3578-4b96-aef4-4916df476d1c tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/ce602fb7-b771-4702-a24a-674478c173cf HTTP/1.1" status: 404 len: 352 time: 0.0356953 Sep 17 22:11:56.400659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9ada97b-9e96-4172-b3ea-1149b4e5f039 req-c9905ff1-a8ac-4f31-83e4-f047d4ba04c0 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/security-groups?id=bac632c7-84f6-4190-af70-0a7b2ca9ad70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880318 Sep 17 22:11:56.422976 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-5a8328e9-8f62-4644-bf67-473dc692a05e req-1aeeb020-0fee-40fa-8a01-eb7c2727631b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] show failed (client error): The resource could not be found. Sep 17 22:11:56.428908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a8328e9-8f62-4644-bf67-473dc692a05e req-1aeeb020-0fee-40fa-8a01-eb7c2727631b tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/915bf85a-e816-49cd-b48d-70a2419c5105 HTTP/1.1" status: 404 len: 352 time: 0.0283496 Sep 17 22:11:56.509149 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Deleting port 73501dff-3416-4542-a9b1-8da8be8e3c8c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:56.509483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:56.659043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] For port 73501dff-3416-4542-a9b1-8da8be8e3c8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=73501dff-3416-4542-a9b1-8da8be8e3c8c,segment=NetworkSegment(4173d65f-a40b-45d1-9129-8c16e72c6c08),segment_id=4173d65f-a40b-45d1-9129-8c16e72c6c08)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:56.659418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:56.697357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Calling delete_port for 73501dff-3416-4542-a9b1-8da8be8e3c8c owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:56.735349 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['99e226e5-351d-4d26-b8b0-10a31a1b383b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:56.791059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:56.835875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62f12-e07f-49ec-9d8b-b37bbc54087a req-70d07747-7350-45d8-aeb4-8d9fd8755d8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.858827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62f12-e07f-49ec-9d8b-b37bbc54087a req-70d07747-7350-45d8-aeb4-8d9fd8755d8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.859073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:56.862127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a6231a7e-020d-4b08-9889-4a128f41cc2c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:56.874913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62f12-e07f-49ec-9d8b-b37bbc54087a req-70d07747-7350-45d8-aeb4-8d9fd8755d8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.878348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62f12-e07f-49ec-9d8b-b37bbc54087a req-70d07747-7350-45d8-aeb4-8d9fd8755d8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.889629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port 62219675-b291-4e1f-996e-e9915a57b166 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:56.890179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62f12-e07f-49ec-9d8b-b37bbc54087a req-70d07747-7350-45d8-aeb4-8d9fd8755d8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.896029 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:56.897860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62f12-e07f-49ec-9d8b-b37bbc54087a req-70d07747-7350-45d8-aeb4-8d9fd8755d8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.904404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62f12-e07f-49ec-9d8b-b37bbc54087a req-70d07747-7350-45d8-aeb4-8d9fd8755d8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:56.906542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ff62f12-e07f-49ec-9d8b-b37bbc54087a req-70d07747-7350-45d8-aeb4-8d9fd8755d8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5439 time: 0.1640313 Sep 17 22:11:56.962386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ff62f12-e07f-49ec-9d8b-b37bbc54087a req-26870b55-b716-45ab-9e08-2b1e5f4c4f1b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487580 Sep 17 22:11:57.118339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:57.127192 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:57.141468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1560c51-ab94-442f-b6b0-b6f40db85621 req-22a52791-1cfc-4f88-9221-c4428f23f71f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:57.148448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['73501dff-3416-4542-a9b1-8da8be8e3c8c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:57.153548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1560c51-ab94-442f-b6b0-b6f40db85621 req-22a52791-1cfc-4f88-9221-c4428f23f71f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1023 time: 0.0820963 Sep 17 22:11:57.189170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Pushing event deleted for resources: {'Port': ['ID=73501dff-3416-4542-a9b1-8da8be8e3c8c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:57.198623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for 62219675-b291-4e1f-996e-e9915a57b166 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:57.255153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] No DVR routers for this DVR port 73501dff-3416-4542-a9b1-8da8be8e3c8c on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:11:57.259005 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:57.276331 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d796c239-6f2a-4bec-a04f-9ca61331ef52 req-57008d63-7c22-43d3-a0d0-36fca9f3e7a5 tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.35 "DELETE /v2.0/ports/73501dff-3416-4542-a9b1-8da8be8e3c8c HTTP/1.1" status: 204 len: 173 time: 1.1090639 Sep 17 22:11:57.279642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-deleted', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:11:57.282228 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13149197-000e-4a57-9471-53752b0ae602" -d '{"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-deleted", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:11:57.292532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1560c51-ab94-442f-b6b0-b6f40db85621 req-bd1f2301-6fbb-4401-bbb4-1915e1d286ea tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=9a153a1c-53f5-49fb-8fe9-e1dc92b30e27&id=063c17f7-85b6-4719-b0af-395fb03ff01b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1380250 Sep 17 22:11:57.335676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c700d-80ae-4068-8d42-96d7c965233d req-02b868ae-a8cb-4381-9e89-626d9a246865 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:57.365858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-699c700d-80ae-4068-8d42-96d7c965233d req-02b868ae-a8cb-4381-9e89-626d9a246865 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1940279 Sep 17 22:11:57.454926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-699c700d-80ae-4068-8d42-96d7c965233d req-c2805b8e-5c83-4206-8967-8bc3b5a696f1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833488 Sep 17 22:11:57.479997 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c7d56-a823-43d1-a3e0-402f42405bf0 x-openstack-request-id: req-802c7d56-a823-43d1-a3e0-402f42405bf0 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:11:57.482350 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ebca26-2a7e-411c-b4b8-b3e208e43a48", "name": "network-vif-deleted", "tag": "73501dff-3416-4542-a9b1-8da8be8e3c8c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:11:57.482634 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-802c7d56-a823-43d1-a3e0-402f42405bf0 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:11:57.483069 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ebca26-2a7e-411c-b4b8-b3e208e43a48', 'name': 'network-vif-deleted', 'tag': '73501dff-3416-4542-a9b1-8da8be8e3c8c', 'status': 'completed', 'code': 200} Sep 17 22:11:57.586939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-422ea34a-7c6d-41b5-a527-52308963ea8a req-0422d81a-b922-49e2-807b-282968d58c2b tempest-ServersNegativeTestJSON-585836796 tempest-ServersNegativeTestJSON-585836796-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ebca26-2a7e-411c-b4b8-b3e208e43a48 HTTP/1.1" status: 200 len: 210 time: 0.0405447 Sep 17 22:11:57.703804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:57.728756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=62219675-b291-4e1f-996e-e9915a57b166,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:57.914578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:58.000700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['05f46038-8355-4a3e-8d49-a8d153e2ef32'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:58.044293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8aaff56d-9650-4e36-88f3-bd83066f5c11'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:58.086253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a229c9de-faee-40c0-a86e-801a47e68b58'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:11:58.167752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41636-46aa-40ff-9d4f-344880beb760 req-1f126bef-2617-405d-a61d-72124c671fd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.176692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41636-46aa-40ff-9d4f-344880beb760 req-1f126bef-2617-405d-a61d-72124c671fd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.185369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41636-46aa-40ff-9d4f-344880beb760 req-1f126bef-2617-405d-a61d-72124c671fd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.194725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41636-46aa-40ff-9d4f-344880beb760 req-1f126bef-2617-405d-a61d-72124c671fd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.203312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41636-46aa-40ff-9d4f-344880beb760 req-1f126bef-2617-405d-a61d-72124c671fd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.211357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41636-46aa-40ff-9d4f-344880beb760 req-1f126bef-2617-405d-a61d-72124c671fd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.220242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41636-46aa-40ff-9d4f-344880beb760 req-1f126bef-2617-405d-a61d-72124c671fd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.227423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63b41636-46aa-40ff-9d4f-344880beb760 req-1f126bef-2617-405d-a61d-72124c671fd9 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5439 time: 0.1424162 Sep 17 22:11:58.313193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-f7dd5653-7c3c-4bf4-ae55-ce0ae8e43da1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.315274 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-f7dd5653-7c3c-4bf4-ae55-ce0ae8e43da1 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.35 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1023 time: 0.1166904 Sep 17 22:11:58.336572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63b41636-46aa-40ff-9d4f-344880beb760 req-fb40f5ed-753c-40bd-bda4-01699e3b582f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067491 Sep 17 22:11:58.400399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router 22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:11:58.456729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee84b5-3f5f-4760-b138-be97d74bd8a4 req-645a48d6-d49b-4085-8cbe-9b4832bfd9a8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.465114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bee84b5-3f5f-4760-b138-be97d74bd8a4 req-645a48d6-d49b-4085-8cbe-9b4832bfd9a8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1023 time: 0.0718217 Sep 17 22:11:58.587082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bee84b5-3f5f-4760-b138-be97d74bd8a4 req-7be972bd-0680-4229-9c2d-bbfe268f3257 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=9a153a1c-53f5-49fb-8fe9-e1dc92b30e27&id=063c17f7-85b6-4719-b0af-395fb03ff01b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1174831 Sep 17 22:11:58.646154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:11:58.656386 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17ab1-4a56-4f86-825d-1cbe634c9bd1 None None] Sync routers for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:11:58.661388 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fadd1306-a090-48b5-bd74-0e2f136ff407 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/routers/22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2380693 Sep 17 22:11:58.665641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39908) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:58.671912 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc17ab1-4a56-4f86-825d-1cbe634c9bd1 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:58.673048 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bcc17ab1-4a56-4f86-825d-1cbe634c9bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:58.695682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65090e-6b2a-43fc-a760-d002d946a290 req-52c345f8-8ec1-493f-bde2-822041ba8de9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:58.705779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de65090e-6b2a-43fc-a760-d002d946a290 req-52c345f8-8ec1-493f-bde2-822041ba8de9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1175759 Sep 17 22:11:58.709976 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bcc17ab1-4a56-4f86-825d-1cbe634c9bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:58.719903 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc17ab1-4a56-4f86-825d-1cbe634c9bd1 None None] Routers {'22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:11:58.721000 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bcc17ab1-4a56-4f86-825d-1cbe634c9bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:58.726210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39910) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:58.756778 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bcc17ab1-4a56-4f86-825d-1cbe634c9bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:58.757682 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17ab1-4a56-4f86-825d-1cbe634c9bd1 None None] The sync data for ids ['22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:11:58.842433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd18c086-7b17-49b6-b96f-5a3bebaf571c admin admin] Deleting subnet f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:11:58.849314 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd18c086-7b17-49b6-b96f-5a3bebaf571c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:58.854382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de65090e-6b2a-43fc-a760-d002d946a290 req-dadba8f3-c7c8-4504-a0f4-997ee4195385 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477466 Sep 17 22:11:58.893913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd18c086-7b17-49b6-b96f-5a3bebaf571c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:58.936959 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd18c086-7b17-49b6-b96f-5a3bebaf571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.072645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.115897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd18c086-7b17-49b6-b96f-5a3bebaf571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.130781 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd18c086-7b17-49b6-b96f-5a3bebaf571c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.133308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dd18c086-7b17-49b6-b96f-5a3bebaf571c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f6cdfc4f-69dc-4c5c-83fc-9376a051edc7 HTTP/1.1" status: 204 len: 168 time: 0.4056087 Sep 17 22:11:59.143955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39920) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:11:59.155306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18c086-7b17-49b6-b96f-5a3bebaf571c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cdfc4f-69dc-4c5c-83fc-9376a051edc7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:59.178964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Deleting port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:59.179318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.354680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.365355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.394575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] For port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,segment=NetworkSegment(c2f47871-b87c-4fda-a752-de55e0297725),segment_id=c2f47871-b87c-4fda-a752-de55e0297725)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:11:59.395466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.432971 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Calling delete_port for ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:59.478261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90403-bbd0-4e98-88b0-a74841a8f6be req-50c64726-e5d8-41e0-acc9-5aab2ce0b482 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:59.484938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90403-bbd0-4e98-88b0-a74841a8f6be req-50c64726-e5d8-41e0-acc9-5aab2ce0b482 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:59.491733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90403-bbd0-4e98-88b0-a74841a8f6be req-50c64726-e5d8-41e0-acc9-5aab2ce0b482 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:59.497875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90403-bbd0-4e98-88b0-a74841a8f6be req-50c64726-e5d8-41e0-acc9-5aab2ce0b482 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:59.504731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90403-bbd0-4e98-88b0-a74841a8f6be req-50c64726-e5d8-41e0-acc9-5aab2ce0b482 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:59.511769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90403-bbd0-4e98-88b0-a74841a8f6be req-50c64726-e5d8-41e0-acc9-5aab2ce0b482 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:59.513513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.519796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90403-bbd0-4e98-88b0-a74841a8f6be req-50c64726-e5d8-41e0-acc9-5aab2ce0b482 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:59.522506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99a90403-bbd0-4e98-88b0-a74841a8f6be req-50c64726-e5d8-41e0-acc9-5aab2ce0b482 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5439 time: 0.1088181 Sep 17 22:11:59.570117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99a90403-bbd0-4e98-88b0-a74841a8f6be req-293d2a0b-2d3f-40f9-96ae-d7ce75510c00 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408573 Sep 17 22:11:59.575425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef19c3d-a8ec-4865-87d6-87e3d003ff14']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:59.606472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4173d65f-a40b-45d1-9129-8c16e72c6c08') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:59.606833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4173d65f-a40b-45d1-9129-8c16e72c6c08') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:11:59.620930 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.624750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:11:59.646632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 73501dff-3416-4542-a9b1-8da8be8e3c8c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:11:59.647329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 73501dff-3416-4542-a9b1-8da8be8e3c8c not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:11:59.706128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port 1d180d81-5b1f-486c-a326-2dbb72c51d37 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:11:59.706627 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.712832 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.717508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc738be-e72e-4af2-a37b-cb8b745b0ae3 req-6c49b32c-78a9-4d67-976a-03cb14c377a7 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:11:59.719714 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcc738be-e72e-4af2-a37b-cb8b745b0ae3 req-6c49b32c-78a9-4d67-976a-03cb14c377a7 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 1023 time: 0.0636973 Sep 17 22:11:59.747141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:11:59.747594 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:11:59.749455 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:11:59.787960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcc738be-e72e-4af2-a37b-cb8b745b0ae3 req-b7aec57d-c14e-4480-b0a8-efcc3faf154f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups?id=384558a6-2842-4227-930c-b4473a5eced1&id=9a153a1c-53f5-49fb-8fe9-e1dc92b30e27&id=063c17f7-85b6-4719-b0af-395fb03ff01b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0598426 Sep 17 22:11:59.860782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.863929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.918545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for 1d180d81-5b1f-486c-a326-2dbb72c51d37 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:11:59.923491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:11:59.933497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'Port': ['ID=ea7aa2fd-f431-4fc0-88df-b92dd06ebf59,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:11:59.965383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.978260 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:11:59.980313 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] 10.222.0.13 "DELETE /v2.0/networks/aef19c3d-a8ec-4865-87d6-87e3d003ff14 HTTP/1.1" status: 204 len: 168 time: 0.8222389 Sep 17 22:12:00.043154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfeaf1-146d-469b-b777-faea16574e5d req-8b5d9405-4c34-4336-a1f7-30cfa9fdef08 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:00.045849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0bfeaf1-146d-469b-b777-faea16574e5d req-8b5d9405-4c34-4336-a1f7-30cfa9fdef08 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.0983253 Sep 17 22:12:00.078826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd20bc6-0805-4ccc-84b4-f6aead61b82e admin admin] Pushing event deleted for resources: {'Network': ['ID=aef19c3d-a8ec-4865-87d6-87e3d003ff14,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:00.092357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:00.096505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:00.097869 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.103757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0bfeaf1-146d-469b-b777-faea16574e5d req-271f7e1e-bdf6-465d-902c-3b9e9d758bad tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Sep 17 22:12:00.112164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] No DVR routers for this DVR port ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:00.116257 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.118498 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-497c3ea9-1030-40c3-ba5a-7bcb555baef9 req-ac616ce4-22f9-4b50-875a-2acd212c8ba6 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.35 "DELETE /v2.0/ports/ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 HTTP/1.1" status: 204 len: 173 time: 1.7970533 Sep 17 22:12:00.120461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'name': 'network-vif-deleted', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:00.133082 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae64341-c59c-4ade-bc98-4a368c31842a" -d '{"events": [{"server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "name": "network-vif-deleted", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:00.254780 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.270594 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf145b30-d35a-4f9e-9d70-efd47db0e464 x-openstack-request-id: req-bf145b30-d35a-4f9e-9d70-efd47db0e464 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:00.270834 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a", "name": "network-vif-deleted", "tag": "ea7aa2fd-f431-4fc0-88df-b92dd06ebf59", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:00.271078 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf145b30-d35a-4f9e-9d70-efd47db0e464 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:00.271532 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a', 'name': 'network-vif-deleted', 'tag': 'ea7aa2fd-f431-4fc0-88df-b92dd06ebf59', 'status': 'completed', 'code': 200} Sep 17 22:12:00.281699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:00.283602 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7755016-4be6-4223-954f-d619a6fe3b38" -d '{"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:00.303646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:00.323811 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8160898-5367-4279-b65c-de3a30b4b2a6 x-openstack-request-id: req-d8160898-5367-4279-b65c-de3a30b4b2a6 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:00.324025 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:00.324273 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8160898-5367-4279-b65c-de3a30b4b2a6 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:00.324658 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa', 'code': 200} Sep 17 22:12:00.416327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.417769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.420836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 99e226e5-351d-4d26-b8b0-10a31a1b383b up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:00.446348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=1d180d81-5b1f-486c-a326-2dbb72c51d37,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:00.507851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.509611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:00.553729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39954) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:00.592933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eb59c025-a662-45b7-b65c-22b1d06c7328 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9003d394d2614f1daeec6b5dba3f1ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380435 Sep 17 22:12:00.595633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39956) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:00.600885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 99e226e5-351d-4d26-b8b0-10a31a1b383b completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:00.607574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 99e226e5-351d-4d26-b8b0-10a31a1b383b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:00.609126 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.628297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.646042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.708017 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20c60018-9883-4cd6-bba7-13923e09b9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.710339 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.742446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20c60018-9883-4cd6-bba7-13923e09b9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.750678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 99e226e5-351d-4d26-b8b0-10a31a1b383b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:00.755797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a1375-ff87-4b43-99e6-c034803789cc req-33887c29-bbe8-4de4-8c90-391a3ac7b557 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:00.761661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a1375-ff87-4b43-99e6-c034803789cc req-33887c29-bbe8-4de4-8c90-391a3ac7b557 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:00.767659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a1375-ff87-4b43-99e6-c034803789cc req-33887c29-bbe8-4de4-8c90-391a3ac7b557 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:00.774240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a1375-ff87-4b43-99e6-c034803789cc req-33887c29-bbe8-4de4-8c90-391a3ac7b557 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:00.780300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a1375-ff87-4b43-99e6-c034803789cc req-33887c29-bbe8-4de4-8c90-391a3ac7b557 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:00.786230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a1375-ff87-4b43-99e6-c034803789cc req-33887c29-bbe8-4de4-8c90-391a3ac7b557 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:00.792194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a1375-ff87-4b43-99e6-c034803789cc req-33887c29-bbe8-4de4-8c90-391a3ac7b557 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:00.794128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-175a1375-ff87-4b43-99e6-c034803789cc req-33887c29-bbe8-4de4-8c90-391a3ac7b557 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5440 time: 0.1221259 Sep 17 22:12:00.848902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.850266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Fanout notify agent at l3_agent the message router_deleted on router 22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:12:00.859201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.864628 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3ce11565-586e-4f5b-8cae-3d57d7771d06 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/routers/22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac HTTP/1.1" status: 204 len: 168 time: 2.2020183 Sep 17 22:12:00.867922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39968) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:00.875025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-175a1375-ff87-4b43-99e6-c034803789cc req-68c6c25f-2320-4098-95c2-3ee32827eae6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713239 Sep 17 22:12:00.913882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:00.914714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:00.933893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-623db1f5-cc5b-4430-b09c-c4dd9fd7b2a9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting subnet 828798d4-7e31-408c-afc5-cd1d21ba8ce1 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:12:00.938301 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-623db1f5-cc5b-4430-b09c-c4dd9fd7b2a9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.011775 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-623db1f5-cc5b-4430-b09c-c4dd9fd7b2a9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.064694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=99e226e5-351d-4d26-b8b0-10a31a1b383b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:01.154074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:01.158908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:01.159293 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.210116 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-623db1f5-cc5b-4430-b09c-c4dd9fd7b2a9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.313209 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.341234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-583c8209-0030-41fb-bce3-94ee560c5aa9 req-08fac935-a290-4558-bcb2-3081a22cbefa tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cc25c4-f0d1-41fc-a3d3-3e34fad9fc8a HTTP/1.1" status: 200 len: 210 time: 0.4050837 Sep 17 22:12:01.353165 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20c60018-9883-4cd6-bba7-13923e09b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.355715 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20c60018-9883-4cd6-bba7-13923e09b9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.356895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-20c60018-9883-4cd6-bba7-13923e09b9ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bac632c7-84f6-4190-af70-0a7b2ca9ad70 HTTP/1.1" status: 204 len: 168 time: 0.7602344 Sep 17 22:12:01.366627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:01.390963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c60018-9883-4cd6-bba7-13923e09b9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac632c7-84f6-4190-af70-0a7b2ca9ad70,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:01.414392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf25e35-ef2a-4c14-95a7-879767fae1e9 req-b0845503-3229-4d0c-a009-40663c188c2a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:01.416055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-caf25e35-ef2a-4c14-95a7-879767fae1e9 req-b0845503-3229-4d0c-a009-40663c188c2a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.0734086 Sep 17 22:12:01.416512 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-623db1f5-cc5b-4430-b09c-c4dd9fd7b2a9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.464232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.481592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623db1f5-cc5b-4430-b09c-c4dd9fd7b2a9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Subnet': ['ID=828798d4-7e31-408c-afc5-cd1d21ba8ce1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:01.492936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-caf25e35-ef2a-4c14-95a7-879767fae1e9 req-774e9a74-0658-417d-88e9-65acce11b825 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694287 Sep 17 22:12:01.503070 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-623db1f5-cc5b-4430-b09c-c4dd9fd7b2a9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.510842 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-623db1f5-cc5b-4430-b09c-c4dd9fd7b2a9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/subnets/828798d4-7e31-408c-afc5-cd1d21ba8ce1 HTTP/1.1" status: 204 len: 168 time: 0.6396210 Sep 17 22:12:01.511402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40014) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:01.518491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c27dab4-3af6-49ef-b1d7-98e4ff76888b None None] Network d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:01.595488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.599200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:01.643935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:12:01.663001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port bce2f044-b974-42f4-90b2-eea2e6714c6e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:01.663001 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.667466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:12:01.667826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ea7aa2fd-f431-4fc0-88df-b92dd06ebf59 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:12:01.741723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] For port bce2f044-b974-42f4-90b2-eea2e6714c6e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bce2f044-b974-42f4-90b2-eea2e6714c6e,segment=NetworkSegment(e3ccd433-733d-43cc-8430-38aee75a6cd8),segment_id=e3ccd433-733d-43cc-8430-38aee75a6cd8)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:01.742147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.750958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c235f6e2-6b82-4974-bfe7-11698af73b93 None None] DHCP port deletion for d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:12:01.755565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for bce2f044-b974-42f4-90b2-eea2e6714c6e owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:01.801237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c235f6e2-6b82-4974-bfe7-11698af73b93 None None] Deleting port bce2f044-b974-42f4-90b2-eea2e6714c6e {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:01.801606 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c235f6e2-6b82-4974-bfe7-11698af73b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.872138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c235f6e2-6b82-4974-bfe7-11698af73b93 None None] For port bce2f044-b974-42f4-90b2-eea2e6714c6e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bce2f044-b974-42f4-90b2-eea2e6714c6e,segment=NetworkSegment(e3ccd433-733d-43cc-8430-38aee75a6cd8),segment_id=e3ccd433-733d-43cc-8430-38aee75a6cd8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:01.872482 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c235f6e2-6b82-4974-bfe7-11698af73b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:01.886225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c235f6e2-6b82-4974-bfe7-11698af73b93 None None] Calling delete_port for bce2f044-b974-42f4-90b2-eea2e6714c6e owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:01.959273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8aaff56d-9650-4e36-88f3-bd83066f5c11 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:01.973987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.035886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=bce2f044-b974-42f4-90b2-eea2e6714c6e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:02.039404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] No DVR routers for this DVR port bce2f044-b974-42f4-90b2-eea2e6714c6e on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:02.052577 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c235f6e2-6b82-4974-bfe7-11698af73b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.091727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bce2f044-b974-42f4-90b2-eea2e6714c6e no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:12:02.097752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235f6e2-6b82-4974-bfe7-11698af73b93 None None] Pushing event deleted for resources: {'Port': ['ID=bce2f044-b974-42f4-90b2-eea2e6714c6e,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:02.107079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235f6e2-6b82-4974-bfe7-11698af73b93 None None] No DVR routers for this DVR port bce2f044-b974-42f4-90b2-eea2e6714c6e on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:02.126285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549f278-c016-40c9-8fe9-0088d5252512 req-14635745-1d6e-44d0-a9dd-fd3a020719ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:02.136792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 8aaff56d-9650-4e36-88f3-bd83066f5c11 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:02.143576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: bce2f044-b974-42f4-90b2-eea2e6714c6e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:12:02.144708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bce2f044-b974-42f4-90b2-eea2e6714c6e not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:12:02.148029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 8aaff56d-9650-4e36-88f3-bd83066f5c11 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:02.148426 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.160663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549f278-c016-40c9-8fe9-0088d5252512 req-14635745-1d6e-44d0-a9dd-fd3a020719ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:02.167961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549f278-c016-40c9-8fe9-0088d5252512 req-14635745-1d6e-44d0-a9dd-fd3a020719ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:02.184313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549f278-c016-40c9-8fe9-0088d5252512 req-14635745-1d6e-44d0-a9dd-fd3a020719ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:02.186251 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.206696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549f278-c016-40c9-8fe9-0088d5252512 req-14635745-1d6e-44d0-a9dd-fd3a020719ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:02.211113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:02.214401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549f278-c016-40c9-8fe9-0088d5252512 req-14635745-1d6e-44d0-a9dd-fd3a020719ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:02.221164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ccd433-733d-43cc-8430-38aee75a6cd8') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:02.221458 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ccd433-733d-43cc-8430-38aee75a6cd8') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:02.224980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549f278-c016-40c9-8fe9-0088d5252512 req-14635745-1d6e-44d0-a9dd-fd3a020719ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:02.226972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1549f278-c016-40c9-8fe9-0088d5252512 req-14635745-1d6e-44d0-a9dd-fd3a020719ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5442 time: 0.2280488 Sep 17 22:12:02.247103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.261567 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.279263 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.285629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1549f278-c016-40c9-8fe9-0088d5252512 req-c4cb1a1d-cf5c-44d1-87f6-6bf9b5189c00 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499377 Sep 17 22:12:02.286899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:02.287309 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:02.291654 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:02.325264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e226e5-351d-4d26-b8b0-10a31a1b383b'}, {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4'}, {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:02.327884 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672e6e1e-c46c-4f99-943b-e14fef7b993b" -d '{"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "99e226e5-351d-4d26-b8b0-10a31a1b383b"}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4"}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:02.342868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8aaff56d-9650-4e36-88f3-bd83066f5c11, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:02.373110 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab131532-e6a4-4cda-abf5-14406a9b2063 x-openstack-request-id: req-ab131532-e6a4-4cda-abf5-14406a9b2063 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:02.373366 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "99e226e5-351d-4d26-b8b0-10a31a1b383b", "code": 200}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4", "code": 200}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:02.373609 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab131532-e6a4-4cda-abf5-14406a9b2063 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:02.373999 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e226e5-351d-4d26-b8b0-10a31a1b383b', 'code': 200} Sep 17 22:12:02.374247 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4', 'code': 200} Sep 17 22:12:02.374487 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'code': 200} Sep 17 22:12:02.429870 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.436765 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.437642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a229c9de-faee-40c0-a86e-801a47e68b58 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:02.449270 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.451213 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/networks/d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb HTTP/1.1" status: 204 len: 168 time: 0.9388463 Sep 17 22:12:02.455446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f864c-f63f-44e0-bed9-87cea2fbf31d tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Network': ['ID=d5e854ed-0dde-40e1-a8f1-ceb6854fb8fb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:02.458706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40044) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:02.491384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38a40ea2-c8d9-4903-ac89-805ce9dbfc8f req-5066437c-befe-47b5-aaad-c913d2077be8 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/9a153a1c-53f5-49fb-8fe9-e1dc92b30e27 HTTP/1.1" status: 200 len: 1803 time: 0.0617139 Sep 17 22:12:02.593933 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-38a40ea2-c8d9-4903-ac89-805ce9dbfc8f req-3ac85d6d-f14e-4f09-b847-aa82f3703350 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.621712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=8aaff56d-9650-4e36-88f3-bd83066f5c11,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:02.644462 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-38a40ea2-c8d9-4903-ac89-805ce9dbfc8f req-3ac85d6d-f14e-4f09-b847-aa82f3703350 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.699561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port e5a339dd-e275-429a-a0fe-a29e986e8c73 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:02.700086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.739352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9aac5-ec0d-4f89-8d82-034ecd9e0135 req-fabe93ab-9a3b-4736-aa03-0166c77c1274 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:02.741075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94b9aac5-ec0d-4f89-8d82-034ecd9e0135 req-fabe93ab-9a3b-4736-aa03-0166c77c1274 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.0569685 Sep 17 22:12:02.792126 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.792410 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.810657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port a229c9de-faee-40c0-a86e-801a47e68b58 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:02.817625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port a229c9de-faee-40c0-a86e-801a47e68b58 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:02.818491 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.821720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94b9aac5-ec0d-4f89-8d82-034ecd9e0135 req-327e78bf-5f1f-4e0e-810f-62072478dfd1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664494 Sep 17 22:12:02.822210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for e5a339dd-e275-429a-a0fe-a29e986e8c73 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:02.901593 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-38a40ea2-c8d9-4903-ac89-805ce9dbfc8f req-3ac85d6d-f14e-4f09-b847-aa82f3703350 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.904386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-38a40ea2-c8d9-4903-ac89-805ce9dbfc8f req-3ac85d6d-f14e-4f09-b847-aa82f3703350 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.913299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38a40ea2-c8d9-4903-ac89-805ce9dbfc8f req-3ac85d6d-f14e-4f09-b847-aa82f3703350 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/9a153a1c-53f5-49fb-8fe9-e1dc92b30e27 HTTP/1.1" status: 204 len: 173 time: 0.4164054 Sep 17 22:12:02.950524 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:02.950853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac85d6d-f14e-4f09-b847-aa82f3703350 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a153a1c-53f5-49fb-8fe9-e1dc92b30e27,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:02.998244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a229c9de-faee-40c0-a86e-801a47e68b58, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a229c9de-faee-40c0-a86e-801a47e68b58,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:03.022473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-220cd733-3920-4c89-9291-5244786889cf req-c9d1819e-79db-4ae9-872a-d88571a769e2 tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "GET /v2.0/security-groups/063c17f7-85b6-4719-b0af-395fb03ff01b HTTP/1.1" status: 200 len: 1803 time: 0.0865271 Sep 17 22:12:03.089984 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-220cd733-3920-4c89-9291-5244786889cf req-bacbf83a-e83d-4c67-8c7f-0d229f10e51f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.113925 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.114779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 05f46038-8355-4a3e-8d49-a8d153e2ef32 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:03.119970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-220cd733-3920-4c89-9291-5244786889cf req-bacbf83a-e83d-4c67-8c7f-0d229f10e51f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.172659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.215939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=e5a339dd-e275-429a-a0fe-a29e986e8c73,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:03.241393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40100) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:03.255446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a229c9de-faee-40c0-a86e-801a47e68b58,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:03.292678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.295812 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.297343 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c12f0603-876a-4744-8da1-3b0b92188f0b tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/floatingips/816432d5-1680-44a9-a8ee-dd64626df94c HTTP/1.1" status: 204 len: 168 time: 0.8373427 Sep 17 22:12:03.298877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-220cd733-3920-4c89-9291-5244786889cf req-bacbf83a-e83d-4c67-8c7f-0d229f10e51f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.302318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40104) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:03.302911 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-220cd733-3920-4c89-9291-5244786889cf req-bacbf83a-e83d-4c67-8c7f-0d229f10e51f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.306822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-220cd733-3920-4c89-9291-5244786889cf req-bacbf83a-e83d-4c67-8c7f-0d229f10e51f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] 10.222.0.13 "DELETE /v2.0/security-groups/063c17f7-85b6-4719-b0af-395fb03ff01b HTTP/1.1" status: 204 len: 173 time: 0.2752526 Sep 17 22:12:03.314849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40106) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:03.326920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbf83a-e83d-4c67-8c7f-0d229f10e51f tempest-SecurityGroupsTestJSON-854115501 tempest-SecurityGroupsTestJSON-854115501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063c17f7-85b6-4719-b0af-395fb03ff01b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:03.338946 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8517aa99-2ec8-4a14-b347-6d6b6aa6d6b9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] DELETE failed (client error): The resource could not be found. Sep 17 22:12:03.339699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8517aa99-2ec8-4a14-b347-6d6b6aa6d6b9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:12:03.344665 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8517aa99-2ec8-4a14-b347-6d6b6aa6d6b9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/ports/4b2e3934-0f7d-4e04-a379-3c767c4e9d8f HTTP/1.1" status: 404 len: 333 time: 0.0408623 Sep 17 22:12:03.355095 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40110) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:03.384215 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-99032c1a-2d33-4898-b444-c933712e506a tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac HTTP/1.1" status: 200 len: 205 time: 0.0376670 Sep 17 22:12:03.385265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40112) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:03.401143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 05f46038-8355-4a3e-8d49-a8d153e2ef32 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:03.406891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 05f46038-8355-4a3e-8d49-a8d153e2ef32 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:03.407448 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.418826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdc60e5-8b28-4b88-8512-570785a660f6 admin admin] Deleting subnet eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:12:03.441878 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-07cdd5ee-8bae-4bab-a322-e829d97d9031 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] delete failed (client error): The resource could not be found. Sep 17 22:12:03.443336 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-07cdd5ee-8bae-4bab-a322-e829d97d9031 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/routers/22e868f1-fcc9-46b5-82bd-74fa8d3eb0ac HTTP/1.1" status: 404 len: 336 time: 0.0570779 Sep 17 22:12:03.447026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-736150494-network', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:03.449316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40116) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:03.449467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fdc60e5-8b28-4b88-8512-570785a660f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.483499 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eeab251-0923-4c7a-ab63-6bec6a6093f0 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] DELETE failed (client error): The resource could not be found. Sep 17 22:12:03.484434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eeab251-0923-4c7a-ab63-6bec6a6093f0 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:12:03.486348 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7eeab251-0923-4c7a-ab63-6bec6a6093f0 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/subnets/828798d4-7e31-408c-afc5-cd1d21ba8ce1 HTTP/1.1" status: 404 len: 337 time: 0.0357711 Sep 17 22:12:03.490417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40118) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:03.531298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fdc60e5-8b28-4b88-8512-570785a660f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.536324 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.573652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 05f46038-8355-4a3e-8d49-a8d153e2ef32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:03.574969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0433881-cce2-4bc1-b728-afa8a8044779 req-922e977d-d22c-47d5-a054-e1469618b29a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:03.580957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0433881-cce2-4bc1-b728-afa8a8044779 req-922e977d-d22c-47d5-a054-e1469618b29a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:03.587118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0433881-cce2-4bc1-b728-afa8a8044779 req-922e977d-d22c-47d5-a054-e1469618b29a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:03.593332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0433881-cce2-4bc1-b728-afa8a8044779 req-922e977d-d22c-47d5-a054-e1469618b29a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:03.600772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0433881-cce2-4bc1-b728-afa8a8044779 req-922e977d-d22c-47d5-a054-e1469618b29a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:03.607022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0433881-cce2-4bc1-b728-afa8a8044779 req-922e977d-d22c-47d5-a054-e1469618b29a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:03.617131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0433881-cce2-4bc1-b728-afa8a8044779 req-922e977d-d22c-47d5-a054-e1469618b29a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:03.621563 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0433881-cce2-4bc1-b728-afa8a8044779 req-922e977d-d22c-47d5-a054-e1469618b29a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5444 time: 0.1997375 Sep 17 22:12:03.634268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Made reservation on behalf of da95cdb13f4844a8bd78c73e211e1698 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:03.639138 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.662032 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.662032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a6231a7e-020d-4b08-9889-4a128f41cc2c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:03.662349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.699482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4d93555a-f83e-4043-99c6-d7cb96d2b1d6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port 40c9f44d-99af-4dbb-91fd-27ccc5a91456 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:03.699961 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d93555a-f83e-4043-99c6-d7cb96d2b1d6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.728584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0433881-cce2-4bc1-b728-afa8a8044779 req-7feecd13-b2f1-496f-8f24-56d0aa0f4125 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059883 Sep 17 22:12:03.744139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fdc60e5-8b28-4b88-8512-570785a660f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.768220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=05f46038-8355-4a3e-8d49-a8d153e2ef32,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:03.837810 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d93555a-f83e-4043-99c6-d7cb96d2b1d6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.854642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4d93555a-f83e-4043-99c6-d7cb96d2b1d6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for 40c9f44d-99af-4dbb-91fd-27ccc5a91456 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:03.864832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port a6231a7e-020d-4b08-9889-4a128f41cc2c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:03.871082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port a6231a7e-020d-4b08-9889-4a128f41cc2c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:03.871874 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.896155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:03.966832 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fdc60e5-8b28-4b88-8512-570785a660f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.009001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc60e5-8b28-4b88-8512-570785a660f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:04.013297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fdc60e5-8b28-4b88-8512-570785a660f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.015282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0fdc60e5-8b28-4b88-8512-570785a660f6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eef5a8f0-c2e2-4dc3-b1e1-acd73c20c9e5 HTTP/1.1" status: 204 len: 168 time: 0.6998391 Sep 17 22:12:04.020463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40126) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:04.037319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cbcfd-5fa9-46ab-b67c-f6f4635d41fc req-e1981915-282f-44e9-ae05-0de1c1917083 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.051438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-372cbcfd-5fa9-46ab-b67c-f6f4635d41fc req-e1981915-282f-44e9-ae05-0de1c1917083 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1444058 Sep 17 22:12:04.057215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.112320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:04.123910 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.128781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.137532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d153b-8c52-4640-927c-76998e7b02c0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:04.163664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.172063 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Added segment 5c1b3803-fb84-4a93-9108-788ad3e507e3 of type vlan for network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c Sep 17 22:12:04.172238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a6231a7e-020d-4b08-9889-4a128f41cc2c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:04.172365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d93555a-f83e-4043-99c6-d7cb96d2b1d6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.180034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-372cbcfd-5fa9-46ab-b67c-f6f4635d41fc req-b3ae84c3-a741-426f-85f1-2e635d6cc9a2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145182 Sep 17 22:12:04.209374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93555a-f83e-4043-99c6-d7cb96d2b1d6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=40c9f44d-99af-4dbb-91fd-27ccc5a91456,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:04.259323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.267318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.281131 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.319336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f785c69b-b427-4de2-a156-dc4084158d48']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:04.333469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f47871-b87c-4fda-a752-de55e0297725') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:04.333738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f47871-b87c-4fda-a752-de55e0297725') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:04.348378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a6231a7e-020d-4b08-9889-4a128f41cc2c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:04.360380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.363372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d93555a-f83e-4043-99c6-d7cb96d2b1d6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.365349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4d93555a-f83e-4043-99c6-d7cb96d2b1d6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/ports/40c9f44d-99af-4dbb-91fd-27ccc5a91456 HTTP/1.1" status: 204 len: 168 time: 0.8734860 Sep 17 22:12:04.368051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40134) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:04.375555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a229c9de-faee-40c0-a86e-801a47e68b58'}, {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f46038-8355-4a3e-8d49-a8d153e2ef32'}, {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6231a7e-020d-4b08-9889-4a128f41cc2c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:04.377844 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e6e563-6e43-4535-b211-f9d7d17e6c4b" -d '{"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "a229c9de-faee-40c0-a86e-801a47e68b58"}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "05f46038-8355-4a3e-8d49-a8d153e2ef32"}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "a6231a7e-020d-4b08-9889-4a128f41cc2c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:04.385085 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.394919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:04.396999 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.418134 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee0f532-204a-45e9-9484-6b499a4fb450 x-openstack-request-id: req-fee0f532-204a-45e9-9484-6b499a4fb450 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:04.424403 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "a229c9de-faee-40c0-a86e-801a47e68b58", "code": 200}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "05f46038-8355-4a3e-8d49-a8d153e2ef32", "code": 200}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "a6231a7e-020d-4b08-9889-4a128f41cc2c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:04.424403 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fee0f532-204a-45e9-9484-6b499a4fb450 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:04.424403 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a229c9de-faee-40c0-a86e-801a47e68b58', 'code': 200} Sep 17 22:12:04.424403 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f46038-8355-4a3e-8d49-a8d153e2ef32', 'code': 200} Sep 17 22:12:04.424403 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6231a7e-020d-4b08-9889-4a128f41cc2c', 'code': 200} Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:04.425302 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:04.428534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.428534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.428534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.524738 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.539355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.547537 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f785c69b-b427-4de2-a156-dc4084158d48 HTTP/1.1" status: 204 len: 168 time: 0.5236855 Sep 17 22:12:04.548978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] Pushing event updated for resources: {'Network': ['ID=0777e420-4d24-425f-a8d8-fd1f29b0ca2c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:04.560337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:04.580918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310fb3c-4bbd-4f87-97ae-f20746ab83e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f785c69b-b427-4de2-a156-dc4084158d48,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:04.596391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-28b2810e-6443-4f41-8110-e3d159e9dea3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port fcdc109e-4059-425a-964d-a9b4b1415960 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:04.596732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-28b2810e-6443-4f41-8110-e3d159e9dea3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.621956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20f24-3d1f-4270-8d8b-90611abab19a req-ab685891-8a41-45c0-8b6b-13d0ae11df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.622481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20f24-3d1f-4270-8d8b-90611abab19a req-ab685891-8a41-45c0-8b6b-13d0ae11df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.622979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20f24-3d1f-4270-8d8b-90611abab19a req-ab685891-8a41-45c0-8b6b-13d0ae11df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.623443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20f24-3d1f-4270-8d8b-90611abab19a req-ab685891-8a41-45c0-8b6b-13d0ae11df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.623904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20f24-3d1f-4270-8d8b-90611abab19a req-ab685891-8a41-45c0-8b6b-13d0ae11df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.624364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20f24-3d1f-4270-8d8b-90611abab19a req-ab685891-8a41-45c0-8b6b-13d0ae11df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.624818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20f24-3d1f-4270-8d8b-90611abab19a req-ab685891-8a41-45c0-8b6b-13d0ae11df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.626776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94a20f24-3d1f-4270-8d8b-90611abab19a req-ab685891-8a41-45c0-8b6b-13d0ae11df19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6510 time: 0.0897655 Sep 17 22:12:04.714510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40144) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:04.715023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-beabd12a-3f4e-43c9-97b0-e9eb20f4bc41 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4709218 Sep 17 22:12:04.721431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Request body: {'subnet': {'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-subnet', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:04.730040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94a20f24-3d1f-4270-8d8b-90611abab19a req-2d1823cc-8133-4350-a268-5b5113d803c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c608e1d-c030-4d9a-bcad-3edd06f62914&id=6f43b80a-0552-4e2a-a702-9148acbe6b22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913281 Sep 17 22:12:04.740349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-28b2810e-6443-4f41-8110-e3d159e9dea3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.759223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-28b2810e-6443-4f41-8110-e3d159e9dea3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for fcdc109e-4059-425a-964d-a9b4b1415960 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:04.850036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Made reservation on behalf of da95cdb13f4844a8bd78c73e211e1698 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:04.852546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:04.923486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773338-fe4d-4746-9c67-1edef0d19c00 req-16b688b3-cd22-4b78-a30e-22f7945f05bc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.933642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773338-fe4d-4746-9c67-1edef0d19c00 req-16b688b3-cd22-4b78-a30e-22f7945f05bc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.940930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773338-fe4d-4746-9c67-1edef0d19c00 req-16b688b3-cd22-4b78-a30e-22f7945f05bc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.947301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773338-fe4d-4746-9c67-1edef0d19c00 req-16b688b3-cd22-4b78-a30e-22f7945f05bc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.959748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773338-fe4d-4746-9c67-1edef0d19c00 req-16b688b3-cd22-4b78-a30e-22f7945f05bc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.966192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773338-fe4d-4746-9c67-1edef0d19c00 req-16b688b3-cd22-4b78-a30e-22f7945f05bc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.973304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773338-fe4d-4746-9c67-1edef0d19c00 req-16b688b3-cd22-4b78-a30e-22f7945f05bc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:04.981691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97773338-fe4d-4746-9c67-1edef0d19c00 req-16b688b3-cd22-4b78-a30e-22f7945f05bc tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5446 time: 0.1588030 Sep 17 22:12:05.072636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97773338-fe4d-4746-9c67-1edef0d19c00 req-a4c307c8-e882-4ad3-ae4f-c2349d2fa853 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857279 Sep 17 22:12:05.076926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40154) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:05.118493 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-28b2810e-6443-4f41-8110-e3d159e9dea3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:05.143407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6892e144-5f60-4acb-a7ac-5285f24d8a07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c92244378f2a4a0aa358038b8ad367b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653799 Sep 17 22:12:05.146719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40156) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:05.166485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2810e-6443-4f41-8110-e3d159e9dea3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=fcdc109e-4059-425a-964d-a9b4b1415960,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:05.166809 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:05.244660 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-28b2810e-6443-4f41-8110-e3d159e9dea3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:05.250107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-28b2810e-6443-4f41-8110-e3d159e9dea3 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/ports/fcdc109e-4059-425a-964d-a9b4b1415960 HTTP/1.1" status: 204 len: 168 time: 0.8804882 Sep 17 22:12:05.251028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40160) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:05.263787 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300e056c-2aaa-4605-a5f4-63ad6822403c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:05.279714 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd6841ec-4b53-46ac-82b6-a4076d463c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:05.319699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Checking segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:05.320060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Network hostable DHCP agents. Network: 0777e420-4d24-425f-a8d8-fd1f29b0ca2c, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:12:05.337468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd6841ec-4b53-46ac-82b6-a4076d463c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:05.398597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1147581d-74a6-4780-bbbc-f421eec9fdbd tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:05.400367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1147581d-74a6-4780-bbbc-f421eec9fdbd tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10e8407-5daa-4055-9fd0-786c713d6734 HTTP/1.1" status: 200 len: 913 time: 0.1483231 Sep 17 22:12:05.404561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40166) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:05.415567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10209081-3e75-43e3-954f-71a480fe61b0 req-bdfac100-1ab3-4022-8895-ec15d302e658 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:05.417170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10209081-3e75-43e3-954f-71a480fe61b0 req-bdfac100-1ab3-4022-8895-ec15d302e658 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1097021 Sep 17 22:12:05.466244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10209081-3e75-43e3-954f-71a480fe61b0 req-497ba0eb-e60e-48b4-937c-65e1bdc9ce7c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Sep 17 22:12:05.727468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:12:05.729378 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd6841ec-4b53-46ac-82b6-a4076d463c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:05.731917 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd6841ec-4b53-46ac-82b6-a4076d463c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:05.733053 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cd6841ec-4b53-46ac-82b6-a4076d463c8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/384558a6-2842-4227-930c-b4473a5eced1 HTTP/1.1" status: 204 len: 168 time: 0.5853252 Sep 17 22:12:05.747449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6841ec-4b53-46ac-82b6-a4076d463c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384558a6-2842-4227-930c-b4473a5eced1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:05.868377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 0777e420-4d24-425f-a8d8-fd1f29b0ca2c) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:05.875467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:05.876258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:05.876722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca52de9-3b78-49d8-aefb-e62d0daae729 None None] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:06.015700 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0958af40-d828-4a5d-83ac-04d412df1f34 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2990749 Sep 17 22:12:06.026092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40176) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:06.026092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:06.111986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:12:06.113378 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.147867 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.148965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.209546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.277182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Allocated IP 172.20.0.2 (0777e420-4d24-425f-a8d8-fd1f29b0ca2c/300e056c-2aaa-4605-a5f4-63ad6822403c/ea87ca66-6a0d-4f25-9c60-cc4cf407968b) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:06.384694 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.481625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f318f6-9b12-4486-8a88-536b019675f3 req-6b73cc7f-a700-4125-bb64-1092487c8611 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:06.529265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f318f6-9b12-4486-8a88-536b019675f3 req-6b73cc7f-a700-4125-bb64-1092487c8611 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:06.529680 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.532264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f318f6-9b12-4486-8a88-536b019675f3 req-6b73cc7f-a700-4125-bb64-1092487c8611 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:06.554831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f318f6-9b12-4486-8a88-536b019675f3 req-6b73cc7f-a700-4125-bb64-1092487c8611 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:06.565067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f318f6-9b12-4486-8a88-536b019675f3 req-6b73cc7f-a700-4125-bb64-1092487c8611 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:06.582661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f318f6-9b12-4486-8a88-536b019675f3 req-6b73cc7f-a700-4125-bb64-1092487c8611 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:06.589065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f318f6-9b12-4486-8a88-536b019675f3 req-6b73cc7f-a700-4125-bb64-1092487c8611 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:06.596875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83f318f6-9b12-4486-8a88-536b019675f3 req-6b73cc7f-a700-4125-bb64-1092487c8611 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5446 time: 0.3597381 Sep 17 22:12:06.678064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port 35b112c2-5b57-40b2-89e4-5a522f6cc861 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:06.678751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.770817 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83f318f6-9b12-4486-8a88-536b019675f3 req-9100eaa3-3025-44f8-9622-6d6751b1d1f5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593854 Sep 17 22:12:06.779092 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.786753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b3043-0af0-40ae-aebf-a68466aad634 req-d458cb17-2f61-4f7e-bbdb-2b66f534f0fa tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:06.791359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e3b3043-0af0-40ae-aebf-a68466aad634 req-d458cb17-2f61-4f7e-bbdb-2b66f534f0fa tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1889753 Sep 17 22:12:06.791519 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.809019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for 35b112c2-5b57-40b2-89e4-5a522f6cc861 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:06.819736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.841778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:06.847623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:06.869695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e3b3043-0af0-40ae-aebf-a68466aad634 req-8d162f52-0003-4e23-bfd7-9b5f7ae46866 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523534 Sep 17 22:12:06.871396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Pushing event updated for resources: {'Port': ['ID=ea87ca66-6a0d-4f25-9c60-cc4cf407968b,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:06.883964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:06.954122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Attempting to bind port ea87ca66-6a0d-4f25-9c60-cc4cf407968b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:06.954547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Attempting to bind port ea87ca66-6a0d-4f25-9c60-cc4cf407968b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:06.955133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Attempting to bind port ea87ca66-6a0d-4f25-9c60-cc4cf407968b on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:06.962781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:06.963493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Checking segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:06.964087 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:06.964651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Bound using segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:06.965334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Bound port: ea87ca66-6a0d-4f25-9c60-cc4cf407968b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:06.966053 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.049087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] For port ea87ca66-6a0d-4f25-9c60-cc4cf407968b, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:07.056254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] For port ea87ca66-6a0d-4f25-9c60-cc4cf407968b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea87ca66-6a0d-4f25-9c60-cc4cf407968b,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:07.187696 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.226536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.230995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=35b112c2-5b57-40b2-89e4-5a522f6cc861,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:07.246676 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.263979 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.377511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7956d-4c25-432b-8784-7483fc460445 None None] Pushing event updated for resources: {'Port': ['ID=ea87ca66-6a0d-4f25-9c60-cc4cf407968b,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:07.423909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Allocated IP 172.25.5.208 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/8550e1e0-436d-445a-94b9-905c825ea246) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:07.526334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40208) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:07.590636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.660741 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.774848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-870403042-network', 'tenant_id': '2955111e03eb4da6ba46f81720aef990'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:07.841577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40218) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:07.874927 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.931562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:07.933916 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.948287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Router e10e8407-5daa-4055-9fd0-786c713d6734 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:12:07.949638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.958616 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:07.971706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:07.980638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:07.991332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:08.057084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Pushing event updated for resources: {'Port': ['ID=8550e1e0-436d-445a-94b9-905c825ea246,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:08.118459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea87ca66-6a0d-4f25-9c60-cc4cf407968b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:08.155323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.155794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f492cf10-f668-4f93-b5ca-72da6c07bed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.158500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:08.165246 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4690a1fe-1074-4e01-bb91-aa6ef6b24099 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "PUT /v2.0/routers/e10e8407-5daa-4055-9fd0-786c713d6734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7536945 Sep 17 22:12:08.170969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40226) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:08.177941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9e7f4-afb2-4781-9687-8ee7379f5113 None None] Sync routers for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:08.212074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9e7f4-afb2-4781-9687-8ee7379f5113 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:08.213080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-54e9e7f4-afb2-4781-9687-8ee7379f5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:08.237189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.250130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc122a4-6f34-4790-8d91-0844310e0960 req-c085cebc-1f49-44ba-bb80-ffece17f2f99 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.256575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc122a4-6f34-4790-8d91-0844310e0960 req-c085cebc-1f49-44ba-bb80-ffece17f2f99 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.262655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ea87ca66-6a0d-4f25-9c60-cc4cf407968b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:08.262881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc122a4-6f34-4790-8d91-0844310e0960 req-c085cebc-1f49-44ba-bb80-ffece17f2f99 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.263069 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.265109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-54e9e7f4-afb2-4781-9687-8ee7379f5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:08.269501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc122a4-6f34-4790-8d91-0844310e0960 req-c085cebc-1f49-44ba-bb80-ffece17f2f99 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.277122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc122a4-6f34-4790-8d91-0844310e0960 req-c085cebc-1f49-44ba-bb80-ffece17f2f99 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.293471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc122a4-6f34-4790-8d91-0844310e0960 req-c085cebc-1f49-44ba-bb80-ffece17f2f99 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.297127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9e7f4-afb2-4781-9687-8ee7379f5113 None None] Routers {'e10e8407-5daa-4055-9fd0-786c713d6734'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:08.297765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-54e9e7f4-afb2-4781-9687-8ee7379f5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e10e8407-5daa-4055-9fd0-786c713d6734'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:08.304085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc122a4-6f34-4790-8d91-0844310e0960 req-c085cebc-1f49-44ba-bb80-ffece17f2f99 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.306444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cc122a4-6f34-4790-8d91-0844310e0960 req-c085cebc-1f49-44ba-bb80-ffece17f2f99 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5446 time: 0.4278889 Sep 17 22:12:08.329914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:08.357634 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.357897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-54e9e7f4-afb2-4781-9687-8ee7379f5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:08.358312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9e7f4-afb2-4781-9687-8ee7379f5113 None None] The sync data for ids ['e10e8407-5daa-4055-9fd0-786c713d6734'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:08.358512 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Added segment 6b132d05-dad7-42fa-921f-5646d5595b2d of type vlan for network b51384bb-316d-4642-9605-6afe4844edea Sep 17 22:12:08.378920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf846a4-980a-4fdb-a5b0-303445ebe0a6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:08.395007 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.426340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc9dec-5dad-4d03-b326-bbacfac20ce5 req-87a95ce0-8b20-4bbd-ad31-5af02dc1c795 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.436371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-adfc9dec-5dad-4d03-b326-bbacfac20ce5 req-87a95ce0-8b20-4bbd-ad31-5af02dc1c795 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.3753633 Sep 17 22:12:08.449289 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.503508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port ea87ca66-6a0d-4f25-9c60-cc4cf407968b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea87ca66-6a0d-4f25-9c60-cc4cf407968b,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:08.525307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cc122a4-6f34-4790-8d91-0844310e0960 req-9d4c42dc-17e0-4931-9882-e7a91b90be1e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2065547 Sep 17 22:12:08.532403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.556668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-adfc9dec-5dad-4d03-b326-bbacfac20ce5 req-aa172559-ae0f-4ef5-8ec9-2dea775666eb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882964 Sep 17 22:12:08.600770 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.654024 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.693447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=ea87ca66-6a0d-4f25-9c60-cc4cf407968b,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:08.715153 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.716189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.717246 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.748911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40551684-4d67-4608-8f34-dec5c30c3bfc None None] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:08.782169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f492cf10-f668-4f93-b5ca-72da6c07bed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.790373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b9e9996b-1d42-462f-88a0-c0583255bf66 None None] Provisioning complete for port ea87ca66-6a0d-4f25-9c60-cc4cf407968b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:08.791003 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b9e9996b-1d42-462f-88a0-c0583255bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.818388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.874707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] Pushing event updated for resources: {'Network': ['ID=b51384bb-316d-4642-9605-6afe4844edea,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:08.888496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b51384bb-316d-4642-9605-6afe4844edea details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:08.905722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting port 8a11260f-06ac-40e5-b163-8abc0ad99fb3 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:08.906170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:08.938876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562c5a-d47a-497d-b7e2-e6ba5ae8c7d2 req-03ecf39a-5205-4310-bf0a-39c94ce5fd27 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.946376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562c5a-d47a-497d-b7e2-e6ba5ae8c7d2 req-03ecf39a-5205-4310-bf0a-39c94ce5fd27 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.952129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562c5a-d47a-497d-b7e2-e6ba5ae8c7d2 req-03ecf39a-5205-4310-bf0a-39c94ce5fd27 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.959292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562c5a-d47a-497d-b7e2-e6ba5ae8c7d2 req-03ecf39a-5205-4310-bf0a-39c94ce5fd27 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.966534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562c5a-d47a-497d-b7e2-e6ba5ae8c7d2 req-03ecf39a-5205-4310-bf0a-39c94ce5fd27 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.973001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562c5a-d47a-497d-b7e2-e6ba5ae8c7d2 req-03ecf39a-5205-4310-bf0a-39c94ce5fd27 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.982715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562c5a-d47a-497d-b7e2-e6ba5ae8c7d2 req-03ecf39a-5205-4310-bf0a-39c94ce5fd27 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:08.982715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2562c5a-d47a-497d-b7e2-e6ba5ae8c7d2 req-03ecf39a-5205-4310-bf0a-39c94ce5fd27 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5446 time: 0.2289591 Sep 17 22:12:08.982715 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f492cf10-f668-4f93-b5ca-72da6c07bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.017815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40232) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:09.030248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0a961db0-19fa-40b4-bf21-036eb979514a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Request body: {'floatingip': {'port_id': '8aaff56d-9650-4e36-88f3-bd83066f5c11'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:09.072926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f492cf10-f668-4f93-b5ca-72da6c07bed8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6a7debf2f984e52bc831205c55b8343&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2278180 Sep 17 22:12:09.074185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492cf10-f668-4f93-b5ca-72da6c07bed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2bf676-2e12-450e-be0f-41991c7339b8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:09.077056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40234) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:09.088171 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a961db0-19fa-40b4-bf21-036eb979514a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for floatingip, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.091949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.101932 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e702c7ef-f9e5-486c-bf0b-635207989e8b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5742977 Sep 17 22:12:09.135261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40236) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:09.150386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Request body: {'subnet': {'network_id': 'b51384bb-316d-4642-9605-6afe4844edea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-870403042-subnet', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:09.156092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Calling delete_port for 8a11260f-06ac-40e5-b163-8abc0ad99fb3 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:09.206975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.262625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75b55b09-f769-454d-be82-6f77bea8c327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.299564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75b55b09-f769-454d-be82-6f77bea8c327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.311617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:09.313894 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.388953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e8b78522-0c54-46b0-a059-ea35b31d7c02 None None] Provisioning complete for port ea87ca66-6a0d-4f25-9c60-cc4cf407968b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:09.390051 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8b78522-0c54-46b0-a059-ea35b31d7c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.633372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.652568 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.704980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Port': ['ID=8a11260f-06ac-40e5-b163-8abc0ad99fb3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:09.809942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.884184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef922dad-6723-44a4-9d11-d6d159baa340 req-e914884a-693d-45a1-8f06-6d72a7da7d20 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:09.885924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef922dad-6723-44a4-9d11-d6d159baa340 req-e914884a-693d-45a1-8f06-6d72a7da7d20 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1608171 Sep 17 22:12:09.933098 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.936768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.977237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75b55b09-f769-454d-be82-6f77bea8c327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.979917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75b55b09-f769-454d-be82-6f77bea8c327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:09.981220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-75b55b09-f769-454d-be82-6f77bea8c327 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a2bf676-2e12-450e-be0f-41991c7339b8 HTTP/1.1" status: 204 len: 168 time: 0.9013414 Sep 17 22:12:09.999437 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef922dad-6723-44a4-9d11-d6d159baa340 req-eaa4dd32-961d-48a6-9c5b-1bb193deb109 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003220 Sep 17 22:12:10.002449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b55b09-f769-454d-be82-6f77bea8c327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2bf676-2e12-450e-be0f-41991c7339b8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:10.052211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea87ca66-6a0d-4f25-9c60-cc4cf407968b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:10.052529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Router b61586ff-fd9d-4137-8179-2be1e075f49e is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:12:10.068240 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a961db0-19fa-40b4-bf21-036eb979514a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.109922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.110907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ea87ca66-6a0d-4f25-9c60-cc4cf407968b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:10.111288 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.166653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.167254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Fanout notify agent at l3_agent the message router_deleted on router e10e8407-5daa-4055-9fd0-786c713d6734 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:12:10.193940 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.193940 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8f370137-c0b1-49ba-aa26-e1e93e9788e9 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/routers/e10e8407-5daa-4055-9fd0-786c713d6734 HTTP/1.1" status: 204 len: 168 time: 2.0211112 Sep 17 22:12:10.195172 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a961db0-19fa-40b4-bf21-036eb979514a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.211824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40246) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:10.261496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c374164d-1cd8-41ef-bcfc-8ff0f500ee22,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:10.288159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Checking segment: {'id': '6b132d05-dad7-42fa-921f-5646d5595b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:10.290771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Network hostable DHCP agents. Network: b51384bb-316d-4642-9605-6afe4844edea, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:12:10.294679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:10.313989 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Sync routers for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:10.320735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd440697-25ad-4035-965e-917645f508b6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Deleting subnet 1f443acd-f69e-4339-994d-96b0e0589513 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:12:10.324622 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd440697-25ad-4035-965e-917645f508b6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.325091 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-0a961db0-19fa-40b4-bf21-036eb979514a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Floating IP 7ecdde96-9eba-44d7-b86d-f3d998527653 associated. External IP: 172.25.5.91, port: 8aaff56d-9650-4e36-88f3-bd83066f5c11. Sep 17 22:12:10.328739 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:10.332176 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:10.393928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd440697-25ad-4035-965e-917645f508b6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.439413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.444273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-381094ba-8da5-4d54-9e1b-7d3eff517722 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4270003 Sep 17 22:12:10.444897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40250) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:10.457762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Network b51384bb-316d-4642-9605-6afe4844edea is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:12:10.480425 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:10.526754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd440697-25ad-4035-965e-917645f508b6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.606969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b51384bb-316d-4642-9605-6afe4844edea) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:10.624591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267ebd1-95ef-4e32-b3b9-938562d76740 None None] Network b51384bb-316d-4642-9605-6afe4844edea requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:10.713696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:10.715696 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.755961 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:08Z', 'revision_number': 3, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:10.785146 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Checking router: b61586ff-fd9d-4137-8179-2be1e075f49e for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:12:10.785913 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Updating router b61586ff-fd9d-4137-8179-2be1e075f49e port 8550e1e0-436d-445a-94b9-905c825ea246 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:12:10.817841 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.827378 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd440697-25ad-4035-965e-917645f508b6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.835634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40252) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:10.886351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a961db0-19fa-40b4-bf21-036eb979514a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Router fb7b46e7-af00-4db9-b55b-e14300277619 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:12:10.914391 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54dcaf4a-aafd-4037-b636-ccd54a940538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:10.924043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b51384bb-316d-4642-9605-6afe4844edea', 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'fixed_ips': [{'subnet_id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:12:10.926873 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.000292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a0826010-bed3-4061-b5b8-db70d2f20678 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8569047 Sep 17 22:12:11.008452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd440697-25ad-4035-965e-917645f508b6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Subnet': ['ID=1f443acd-f69e-4339-994d-96b0e0589513,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:11.015796 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd440697-25ad-4035-965e-917645f508b6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.020884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dd440697-25ad-4035-965e-917645f508b6 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/subnets/1f443acd-f69e-4339-994d-96b0e0589513 HTTP/1.1" status: 204 len: 168 time: 0.8013575 Sep 17 22:12:11.022522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40258) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:11.022882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40260) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:11.033282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:11.086502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a961db0-19fa-40b4-bf21-036eb979514a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:11.102408 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a961db0-19fa-40b4-bf21-036eb979514a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.142042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.143089 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.170652 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0a961db0-19fa-40b4-bf21-036eb979514a tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "PUT /v2.0/floatingips/7ecdde96-9eba-44d7-b86d-f3d998527653 HTTP/1.1" status: 200 len: 991 time: 2.1498287 Sep 17 22:12:11.171300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:11.176933 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2720b57d-1b29-499d-80e6-b25656c61318" -d '{"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:11.182536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] Sync routers for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:11.184032 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.211256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:11.211884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:11.250352 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.265004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Allocated IP 172.20.0.2 (b51384bb-316d-4642-9605-6afe4844edea/c374164d-1cd8-41ef-bcfc-8ff0f500ee22/7897b65a-4db4-4837-8f39-5edca7aa7988) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:11.295820 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Pushing event updated for resources: {'Port': ['ID=8550e1e0-436d-445a-94b9-905c825ea246,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:11.308149 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.308842 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.309652 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.310496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.311082 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.311888 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.312466 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.313231 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.314014 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.315046 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.315639 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.316217 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:11.322969 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.342822 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Attempting to bind port 8550e1e0-436d-445a-94b9-905c825ea246 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:11.343955 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Attempting to bind port 8550e1e0-436d-445a-94b9-905c825ea246 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:11.344653 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Attempting to bind port 8550e1e0-436d-445a-94b9-905c825ea246 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:11.351050 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:11.352002 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:11.352655 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.353305 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:11.354269 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Bound port: 8550e1e0-436d-445a-94b9-905c825ea246, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:11.354921 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.384128 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.387269 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5371c6bf-fd3b-460b-a076-70a68f8db24c x-openstack-request-id: req-5371c6bf-fd3b-460b-a076-70a68f8db24c {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:11.390710 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:11.390710 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5371c6bf-fd3b-460b-a076-70a68f8db24c {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:11.390710 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'status': 'completed', 'code': 200} Sep 17 22:12:11.429771 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] For port 8550e1e0-436d-445a-94b9-905c825ea246, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:11.434586 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] For port 8550e1e0-436d-445a-94b9-905c825ea246, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8550e1e0-436d-445a-94b9-905c825ea246,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:11.496689 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.554362 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8844bc-cf1c-4f13-aa57-b377bcbfff13 None None] Pushing event updated for resources: {'Port': ['ID=8550e1e0-436d-445a-94b9-905c825ea246,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:11.554636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:11.575451 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:11.580031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:11.617275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d769f-d2ba-44e7-9448-9b26558932ed req-db69bb8f-7c7d-429d-b05b-b69a45a9f3e9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:11.618903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-460d769f-d2ba-44e7-9448-9b26558932ed req-db69bb8f-7c7d-429d-b05b-b69a45a9f3e9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.4134884 Sep 17 22:12:11.707250 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.719112 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:11.783719 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.794732 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.813628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-de137495-70b0-4c12-bfd4-e5450e2da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:11.814025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-de137495-70b0-4c12-bfd4-e5450e2da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:11.814500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-de137495-70b0-4c12-bfd4-e5450e2da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:11.814997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-de137495-70b0-4c12-bfd4-e5450e2da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:11.815463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-de137495-70b0-4c12-bfd4-e5450e2da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:11.816447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-de137495-70b0-4c12-bfd4-e5450e2da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:11.816909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-de137495-70b0-4c12-bfd4-e5450e2da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:11.821194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2720b57d-1b29-499d-80e6-b25656c61318 req-de137495-70b0-4c12-bfd4-e5450e2da246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6510 time: 0.3562152 Sep 17 22:12:11.863774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '7ecdde96-9eba-44d7-b86d-f3d998527653', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'port_id': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'mac_address': 'fa:16:3e:3b:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:10:54Z', 'updated_at': '2021-09-17T22:12:09Z', 'revision_number': 1, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7e0527-e25f-4cd3-8f3c-a64aeccd1490', 'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'mac_address': 'fa:16:3e:c0:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:39Z', 'updated_at': '2021-09-17T22:09:47Z', 'revision_number': 5, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'subnets': [{'id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:11.896303 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.898342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] Checking router: fb7b46e7-af00-4db9-b55b-e14300277619 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:12:11.903177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a421e2-61d5-482a-ab04-9cf713273e95']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:11.953411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Network b51384bb-316d-4642-9605-6afe4844edea is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:11.954717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2b19b6-b9fd-44d0-bc59-eecdb02dd5fb') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:11.955299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2b19b6-b9fd-44d0-bc59-eecdb02dd5fb') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:11.958524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:11.959376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-460d769f-d2ba-44e7-9448-9b26558932ed req-bd655bb4-4cd0-4284-a84f-9162b65f9bac tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316934 Sep 17 22:12:11.980995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:11.980995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Pushing event updated for resources: {'Port': ['ID=7897b65a-4db4-4837-8f39-5edca7aa7988,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:11.981296 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:11.990168 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:08Z', 'revision_number': 3, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:12.028119 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54dcaf4a-aafd-4037-b636-ccd54a940538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.039216 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f815a9-0525-442c-bf46-964ac7d4d488 None None] The sync data for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 is: [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:08Z', 'revision_number': 3, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:12.047546 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.066345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:12.071769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:12.098546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:12.101164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:12.137122 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:12.140123 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54dcaf4a-aafd-4037-b636-ccd54a940538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.161205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Attempting to bind port 7897b65a-4db4-4837-8f39-5edca7aa7988 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:12.162086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Attempting to bind port 7897b65a-4db4-4837-8f39-5edca7aa7988 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '6b132d05-dad7-42fa-921f-5646d5595b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:12.162655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Attempting to bind port 7897b65a-4db4-4837-8f39-5edca7aa7988 on network b51384bb-316d-4642-9605-6afe4844edea {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:12.225373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:12.225740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Checking segment: {'id': '6b132d05-dad7-42fa-921f-5646d5595b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:12.226158 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.226529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Bound using segment: {'id': '6b132d05-dad7-42fa-921f-5646d5595b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:12.227042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Bound port: 7897b65a-4db4-4837-8f39-5edca7aa7988, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b132d05-dad7-42fa-921f-5646d5595b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:12.227670 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.245304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:12.268796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-7498ee3f-5012-4416-a14c-13994f3fc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:12.270504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2720b57d-1b29-499d-80e6-b25656c61318 req-7498ee3f-5012-4416-a14c-13994f3fc8f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7326ed9-6ce3-4256-b4f3-1c934d40e640 HTTP/1.1" status: 200 len: 916 time: 0.4324288 Sep 17 22:12:12.275493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-54dcaf4a-aafd-4037-b636-ccd54a940538 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7d2e3ac33d04133955ef98c76e4aa34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4316928 Sep 17 22:12:12.277067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40272) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:12.297800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcaf4a-aafd-4037-b636-ccd54a940538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187f4539-6c38-487a-9ebd-5a9354c82086,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:12.369132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.373532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.375674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] 10.222.0.13 "DELETE /v2.0/networks/99a421e2-61d5-482a-ab04-9cf713273e95 HTTP/1.1" status: 204 len: 168 time: 1.3458445 Sep 17 22:12:12.403525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03729ae4-12bb-4206-aa74-3f492c6dea18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.412648 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.418368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56947955-a485-430e-8a38-682eb80a34a8 tempest-FloatingIPTestJSON-1476241416 tempest-FloatingIPTestJSON-1476241416-project] Pushing event deleted for resources: {'Network': ['ID=99a421e2-61d5-482a-ab04-9cf713273e95,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:12.445898 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03729ae4-12bb-4206-aa74-3f492c6dea18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.449164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2720b57d-1b29-499d-80e6-b25656c61318 req-26878b31-1e1b-4508-b302-868dd6e5c410 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11 HTTP/1.1" status: 200 len: 999 time: 0.1453166 Sep 17 22:12:12.532877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] For port 7897b65a-4db4-4837-8f39-5edca7aa7988, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:12.538612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] For port 7897b65a-4db4-4837-8f39-5edca7aa7988, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7897b65a-4db4-4837-8f39-5edca7aa7988,segment=NetworkSegment(6b132d05-dad7-42fa-921f-5646d5595b2d),segment_id=6b132d05-dad7-42fa-921f-5646d5595b2d)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:12.664011 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.673127 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03729ae4-12bb-4206-aa74-3f492c6dea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.676303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03729ae4-12bb-4206-aa74-3f492c6dea18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:12.677785 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-03729ae4-12bb-4206-aa74-3f492c6dea18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/187f4539-6c38-487a-9ebd-5a9354c82086 HTTP/1.1" status: 204 len: 168 time: 0.3997304 Sep 17 22:12:12.687702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03729ae4-12bb-4206-aa74-3f492c6dea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187f4539-6c38-487a-9ebd-5a9354c82086,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:12.837473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e038e-8925-4692-938b-e1747e0e3ce6 None None] Pushing event updated for resources: {'Port': ['ID=7897b65a-4db4-4837-8f39-5edca7aa7988,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:12.882164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '7ecdde96-9eba-44d7-b86d-f3d998527653', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'port_id': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'mac_address': 'fa:16:3e:3b:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:10:54Z', 'updated_at': '2021-09-17T22:12:09Z', 'revision_number': 1, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7e0527-e25f-4cd3-8f3c-a64aeccd1490', 'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'mac_address': 'fa:16:3e:c0:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:39Z', 'updated_at': '2021-09-17T22:09:47Z', 'revision_number': 5, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'subnets': [{'id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:12.915050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad806a81-0600-4540-80cc-acbad2bf47b5 None None] The sync data for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 is: [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '7ecdde96-9eba-44d7-b86d-f3d998527653', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'port_id': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'mac_address': 'fa:16:3e:3b:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:10:54Z', 'updated_at': '2021-09-17T22:12:09Z', 'revision_number': 1, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7e0527-e25f-4cd3-8f3c-a64aeccd1490', 'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'mac_address': 'fa:16:3e:c0:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:39Z', 'updated_at': '2021-09-17T22:09:47Z', 'revision_number': 5, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'subnets': [{'id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:13.108388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-e0253d7c-fecb-4f46-84a9-1735b4742027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:13.119195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2720b57d-1b29-499d-80e6-b25656c61318 req-e0253d7c-fecb-4f46-84a9-1735b4742027 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff22ac41-1331-40f0-914f-a615036958e1 HTTP/1.1" status: 200 len: 855 time: 0.6517532 Sep 17 22:12:13.269105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40290) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:13.363949 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:13.468090 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:13.524088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e111ed-b656-4983-86cd-84a3d797406d req-d2951307-e7ac-409d-8cf7-d011ebf8cd95 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:13.528452 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e935b-b95d-47e6-b219-9e81da42f4b1 None None] New status for floating IP 7ecdde96-9eba-44d7-b86d-f3d998527653: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:12:13.532497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72e111ed-b656-4983-86cd-84a3d797406d req-d2951307-e7ac-409d-8cf7-d011ebf8cd95 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.4090569 Sep 17 22:12:13.554765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b57d-1b29-499d-80e6-b25656c61318 req-364909d3-d3bb-4232-b351-7776d9d5f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:13.558622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2720b57d-1b29-499d-80e6-b25656c61318 req-364909d3-d3bb-4232-b351-7776d9d5f3c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4366276 Sep 17 22:12:13.575599 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b116ec59-a618-48e2-97d5-ae7f7e84f2f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7939f8214cec4c32b41cc7b327b7ed2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052824 Sep 17 22:12:13.578114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40302) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:13.649498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c908c1c6-5f03-4fb3-8aeb-af4b0d159180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:13.653798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Allocated IP 172.20.0.1 (0777e420-4d24-425f-a8d8-fd1f29b0ca2c/300e056c-2aaa-4605-a5f4-63ad6822403c/0291ef62-dfb0-4783-a311-4d5801dce3e3) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:13.703844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c908c1c6-5f03-4fb3-8aeb-af4b0d159180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:13.746865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72e111ed-b656-4983-86cd-84a3d797406d req-95679452-ba43-458a-a2b9-dab842957b26 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133551 Sep 17 22:12:13.920558 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c908c1c6-5f03-4fb3-8aeb-af4b0d159180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:13.923723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c908c1c6-5f03-4fb3-8aeb-af4b0d159180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:13.926641 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c908c1c6-5f03-4fb3-8aeb-af4b0d159180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35722399-450d-4e3e-a51b-ae11fb11da54 HTTP/1.1" status: 204 len: 168 time: 0.3474326 Sep 17 22:12:13.931583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Allocated IP 172.25.5.19 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/0e9d1297-95d4-4ea2-8628-b8d6fd721041) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:13.949859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908c1c6-5f03-4fb3-8aeb-af4b0d159180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35722399-450d-4e3e-a51b-ae11fb11da54,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:13.955771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2720b57d-1b29-499d-80e6-b25656c61318 req-ad03b6e1-8581-490c-8720-eb1c78b91b9c service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561924 Sep 17 22:12:14.090886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:14.287177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8550e1e0-436d-445a-94b9-905c825ea246 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:14.324996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2720b57d-1b29-499d-80e6-b25656c61318 req-502e4649-aa3b-4351-8116-473e779ebeda service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568194 Sep 17 22:12:14.354443 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:14.412329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8550e1e0-436d-445a-94b9-905c825ea246 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:14.412707 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:14.414686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:14.475144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c30eae-d8d5-4d9b-b0dd-e4eebd2f35eb None None] Network b51384bb-316d-4642-9605-6afe4844edea requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:14.526602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:14.528276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Pushing event updated for resources: {'Port': ['ID=0291ef62-dfb0-4783-a311-4d5801dce3e3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:14.533836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:14.549616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:14.614602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:14.626530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:14.714467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Provisioning complete for port 7897b65a-4db4-4837-8f39-5edca7aa7988 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:14.715070 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:14.786886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:14.795233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:14.811616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:14.929501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:14.997934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 8550e1e0-436d-445a-94b9-905c825ea246, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8550e1e0-436d-445a-94b9-905c825ea246,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:15.010426 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.054176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] For port 7897b65a-4db4-4837-8f39-5edca7aa7988, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7897b65a-4db4-4837-8f39-5edca7aa7988,segment=NetworkSegment(6b132d05-dad7-42fa-921f-5646d5595b2d),segment_id=6b132d05-dad7-42fa-921f-5646d5595b2d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:15.077044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9d1297-95d4-4ea2-8628-b8d6fd721041,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:15.130477 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.132649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7897b65a-4db4-4837-8f39-5edca7aa7988 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:15.148678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a05fd-8744-400e-9bfc-a51fa3d2ad40 req-43b64b4c-90fb-4d72-b033-94cc3b7773ab tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:15.150256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-871a05fd-8744-400e-9bfc-a51fa3d2ad40 req-43b64b4c-90fb-4d72-b033-94cc3b7773ab tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.2674086 Sep 17 22:12:15.173894 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.227842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-871a05fd-8744-400e-9bfc-a51fa3d2ad40 req-e2057cf3-0a7c-459c-8ad4-79b5cce8e830 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674498 Sep 17 22:12:15.336559 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.345195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=8550e1e0-436d-445a-94b9-905c825ea246,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:15.381484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5b6b2271-ae28-4c41-9bb9-bc1cc4da08ff None None] Provisioning complete for port 0291ef62-dfb0-4783-a311-4d5801dce3e3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:15.381648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2271-ae28-4c41-9bb9-bc1cc4da08ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.486610 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.500165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7897b65a-4db4-4837-8f39-5edca7aa7988 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:15.500530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.572232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40356) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:15.590395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b2271-ae28-4c41-9bb9-bc1cc4da08ff None None] Port 0291ef62-dfb0-4783-a311-4d5801dce3e3 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:15.596284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Pushing event updated for resources: {'Port': ['ID=7897b65a-4db4-4837-8f39-5edca7aa7988,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:15.607049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.607392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.607733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.608068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.608393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.608725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.609049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.609402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.609722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.610043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.610363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.610685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb993689-e8c2-4845-a7d2-0edf399af739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:15.725060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fa40784b-d96e-4772-91e0-69e838c5e71d None None] Provisioning complete for port 7897b65a-4db4-4837-8f39-5edca7aa7988 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:15.725443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fa40784b-d96e-4772-91e0-69e838c5e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.855091 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.861207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:15.929576 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.010754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2120788051'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:16.061557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Pushing event updated for resources: {'Port': ['ID=0291ef62-dfb0-4783-a311-4d5801dce3e3,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:16.069838 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.079524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8550e1e0-436d-445a-94b9-905c825ea246 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:16.137307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:16.143129 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.157436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8550e1e0-436d-445a-94b9-905c825ea246 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:16.157436 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.189593 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.222365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:16.225851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:12:16.232908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:16.367904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.381431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7897b65a-4db4-4837-8f39-5edca7aa7988 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:16.428906 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.488353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08126166-de4d-4e99-9a1c-e13e5b3c4696,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:16.497507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:16.509696 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.510398 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added segment 98d0c88a-5530-4753-a969-d235878e8cb8 of type vlan for network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd Sep 17 22:12:16.598522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7897b65a-4db4-4837-8f39-5edca7aa7988 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:16.599252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.628550 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.757798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d7d72f1e-99e7-4afa-8a48-cd894751ec31 None None] Provisioning complete for port 0291ef62-dfb0-4783-a311-4d5801dce3e3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:16.758273 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d7d72f1e-99e7-4afa-8a48-cd894751ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.807459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d7d72f1e-99e7-4afa-8a48-cd894751ec31 None None] Port 0291ef62-dfb0-4783-a311-4d5801dce3e3 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:16.918827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.925441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:16.929283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:16.999580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Network': ['ID=6244a9b2-04b1-41f5-97d0-f4f0b34878bd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:17.015605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:17.045504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Router b61586ff-fd9d-4137-8179-2be1e075f49e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:12:17.065369 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1a3b2229-c068-4f90-8deb-da569177ad85 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4919760 Sep 17 22:12:17.068002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40382) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:17.075430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1203347368'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:17.145639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cdbe7-3b27-46da-9822-3fb48240f2a3 req-a6b7390a-edad-426a-934c-8685b1d5e3ff tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:17.148932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad4cdbe7-3b27-46da-9822-3fb48240f2a3 req-a6b7390a-edad-426a-934c-8685b1d5e3ff tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.5724840 Sep 17 22:12:17.161322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:17.165480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:17.184067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:17.196730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Sync routers for ids ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:17.197916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:17.208548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:17.209205 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added segment 101e8f92-f705-4fa4-a258-05279573abd3 of type vlan for network df1e851c-da72-41c4-8c94-b44352ea50ad Sep 17 22:12:17.218722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Routers {'2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:17.221046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:17.260428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:17.263052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad4cdbe7-3b27-46da-9822-3fb48240f2a3 req-d567f5b0-1e85-45ce-bab1-995cb88f9cec tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023409 Sep 17 22:12:17.286462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:17.293945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e9fd3eb9-1309-4fa4-bb6c-862d8e6b228e admin admin] 10.222.0.13 "PUT /v2.0/routers/b61586ff-fd9d-4137-8179-2be1e075f49e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8455310 Sep 17 22:12:17.305578 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Sync routers for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:17.308691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:17.314768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-01de0774-4180-4533-949f-9ae2ae3aac52 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2859747 Sep 17 22:12:17.322313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40386) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:17.322494 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:17.322494 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:17.400785 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:17.407439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:17.414297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:17.422181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Set router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:17.478170 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:17.563350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Network': ['ID=df1e851c-da72-41c4-8c94-b44352ea50ad,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:17.574060 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d63288c6-b0c8-4dcc-9403-468358c65402 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5047154 Sep 17 22:12:17.574677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40394) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:17.584386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'subnet': {'network_id': '6244a9b2-04b1-41f5-97d0-f4f0b34878bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:17.607818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network df1e851c-da72-41c4-8c94-b44352ea50ad details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:17.750752 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 2, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:17.786135 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Checking router: b61586ff-fd9d-4137-8179-2be1e075f49e for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:12:17.786959 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Updating router b61586ff-fd9d-4137-8179-2be1e075f49e port 0291ef62-dfb0-4783-a311-4d5801dce3e3 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:12:17.819413 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:17.869002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:17.873763 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.029940 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1882eca9-4ec7-4da0-b04b-fe1e10912668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.097947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40402) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:18.176277 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.234088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:11Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 3, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'gw_port': {'id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:13Z', 'updated_at': '2021-09-17T22:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:18.244534 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.307696 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.327626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Checking router: 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:12:18.328140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Updating router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 port 0e9d1297-95d4-4ea2-8628-b8d6fd721041 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:12:18.369587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40408) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:18.369956 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0052a-75c9-4609-ba38-f5c635be2c49 None None] Pushing event updated for resources: {'Port': ['ID=0291ef62-dfb0-4783-a311-4d5801dce3e3,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:18.382500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-fcf97178-864a-4b1e-922e-43e27d017b32 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832222891', 'description': 'tempest-description--1786716166'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:18.389694 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.399596 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.522520 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Attempting to bind port 0291ef62-dfb0-4783-a311-4d5801dce3e3 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:18.523641 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Attempting to bind port 0291ef62-dfb0-4783-a311-4d5801dce3e3 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:18.524213 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Attempting to bind port 0291ef62-dfb0-4783-a311-4d5801dce3e3 on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:18.529945 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:18.530622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Checking segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:18.531252 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.532047 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Bound using segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:18.532698 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Bound port: 0291ef62-dfb0-4783-a311-4d5801dce3e3, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:18.533768 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.547390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Subnet': ['ID=a17b2677-86aa-4b5b-bc3f-6a19456d0e80,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:18.579564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dc56b14-d7f8-4d55-bcd3-2a6221fff085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.624125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Checking segment: {'id': '98d0c88a-5530-4753-a969-d235878e8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6244a9b2-04b1-41f5-97d0-f4f0b34878bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:18.625752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network hostable DHCP agents. Network: 6244a9b2-04b1-41f5-97d0-f4f0b34878bd, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:12:18.657522 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] For port 0291ef62-dfb0-4783-a311-4d5801dce3e3, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:18.663726 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] For port 0291ef62-dfb0-4783-a311-4d5801dce3e3, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0291ef62-dfb0-4783-a311-4d5801dce3e3,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:18.684918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807194-d643-4bb4-a623-3c7f5bf49438 req-9d28a372-8b95-4f88-a8f9-b7dcf1668b80 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:18.686775 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05807194-d643-4bb4-a623-3c7f5bf49438 req-9d28a372-8b95-4f88-a8f9-b7dcf1668b80 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.2423635 Sep 17 22:12:18.782730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05807194-d643-4bb4-a623-3c7f5bf49438 req-6294905b-c036-4ff8-9be6-0350b0243fb1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885737 Sep 17 22:12:18.794937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Allocated IP 172.20.0.1 (b51384bb-316d-4642-9605-6afe4844edea/c374164d-1cd8-41ef-bcfc-8ff0f500ee22/58e7c4e1-e4e0-42cb-9f16-10b316d20005) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:18.807649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ad1e3634-597c-4c29-a32e-e99cbc76fd82 None None] Provisioning complete for port 0291ef62-dfb0-4783-a311-4d5801dce3e3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:18.808220 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3634-597c-4c29-a32e-e99cbc76fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.833406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcf97178-864a-4b1e-922e-43e27d017b32 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.868203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e3634-597c-4c29-a32e-e99cbc76fd82 None None] Port 0291ef62-dfb0-4783-a311-4d5801dce3e3 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:18.881171 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.885638 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:12:18.951759 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.957890 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dc56b14-d7f8-4d55-bcd3-2a6221fff085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:18.995330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 6244a9b2-04b1-41f5-97d0-f4f0b34878bd) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:19.000312 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:19.002316 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:19.004290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:19.005202 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.006859 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.010394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2223430f-93f1-489d-bb7a-e42134da0f39 None None] Network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:19.076611 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0052a-75c9-4609-ba38-f5c635be2c49 None None] Pushing event updated for resources: {'Port': ['ID=0291ef62-dfb0-4783-a311-4d5801dce3e3,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:19.097882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dc56b14-d7f8-4d55-bcd3-2a6221fff085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.133812 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.135928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.208012 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0dc56b14-d7f8-4d55-bcd3-2a6221fff085 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b24d49a7a7944d7fb5277ee46466a672&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1073012 Sep 17 22:12:19.220117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40416) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:19.228691 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:19.230583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Pushing event updated for resources: {'Port': ['ID=58e7c4e1-e4e0-42cb-9f16-10b316d20005,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:19.265137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Attempting to bind port 0e9d1297-95d4-4ea2-8628-b8d6fd721041 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:19.265645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Attempting to bind port 0e9d1297-95d4-4ea2-8628-b8d6fd721041 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:19.266104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Attempting to bind port 0e9d1297-95d4-4ea2-8628-b8d6fd721041 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:19.266664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Network b51384bb-316d-4642-9605-6afe4844edea is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:19.268320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:19.272197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:19.276924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc56b14-d7f8-4d55-bcd3-2a6221fff085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b754c8d-ce1b-4ca0-8ab7-2070c965c697,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:19.311392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:19.311837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:19.312369 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.312842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:19.313375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Bound port: 0e9d1297-95d4-4ea2-8628-b8d6fd721041, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:19.313817 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.344723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdc011-9e53-4708-b4b6-445bee4b9366 None None] Pushing event updated for resources: {'Port': ['ID=0e9d1297-95d4-4ea2-8628-b8d6fd721041,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:19.368083 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.380884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-6244a9b2-04b1-41f5-97d0-f4f0b34878bd', 'network_id': '6244a9b2-04b1-41f5-97d0-f4f0b34878bd', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'fixed_ips': [{'subnet_id': 'a17b2677-86aa-4b5b-bc3f-6a19456d0e80'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:12:19.381962 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.453120 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcf97178-864a-4b1e-922e-43e27d017b32 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.453852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] For port 0e9d1297-95d4-4ea2-8628-b8d6fd721041, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:19.474596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89fcb103-7b70-4351-aeb0-c625a5d457b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.514241 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89fcb103-7b70-4351-aeb0-c625a5d457b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.527484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7cdc79ec-ff8f-42e5-8617-5adbea4bf4fc None None] Provisioning complete for port 0291ef62-dfb0-4783-a311-4d5801dce3e3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:19.527741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7cdc79ec-ff8f-42e5-8617-5adbea4bf4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.582161 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcf97178-864a-4b1e-922e-43e27d017b32 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.628329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf97178-864a-4b1e-922e-43e27d017b32 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4387ffeb-42f3-433b-8e19-d528ce6d9ac1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:19.650589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] For port 0e9d1297-95d4-4ea2-8628-b8d6fd721041, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0e9d1297-95d4-4ea2-8628-b8d6fd721041,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:19.687708 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:18Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:19.702429 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-42c1e0e4-5058-46c5-bda4-2d92ad9ade54 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1266632 Sep 17 22:12:19.706739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40420) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:19.711753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'subnet': {'network_id': 'df1e851c-da72-41c4-8c94-b44352ea50ad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:19.733215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7cdc79ec-ff8f-42e5-8617-5adbea4bf4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.738849 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fae7b3-5f2f-4db8-bbef-8e25b5bd103d None None] The sync data for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 is: [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:18Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:19.751320 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcf97178-864a-4b1e-922e-43e27d017b32 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.753136 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fcf97178-864a-4b1e-922e-43e27d017b32 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3815863 Sep 17 22:12:19.757410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40422) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:19.762217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89fcb103-7b70-4351-aeb0-c625a5d457b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.765525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89fcb103-7b70-4351-aeb0-c625a5d457b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.770589 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-89fcb103-7b70-4351-aeb0-c625a5d457b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b754c8d-ce1b-4ca0-8ab7-2070c965c697 HTTP/1.1" status: 204 len: 168 time: 0.5186849 Sep 17 22:12:19.789885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcb103-7b70-4351-aeb0-c625a5d457b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b754c8d-ce1b-4ca0-8ab7-2070c965c697,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:19.792211 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.797007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-206df6fe-8edf-499d-b5a7-53413855f0ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'security_group_rule': {'security_group_id': '4387ffeb-42f3-433b-8e19-d528ce6d9ac1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:19.839449 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:19.865622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Allocated IP 2001:db8::2 (6244a9b2-04b1-41f5-97d0-f4f0b34878bd/a17b2677-86aa-4b5b-bc3f-6a19456d0e80/9483e0fc-1824-42e1-a58b-bfa15637022b) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:19.993409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206df6fe-8edf-499d-b5a7-53413855f0ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.033642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdc011-9e53-4708-b4b6-445bee4b9366 None None] Pushing event updated for resources: {'Port': ['ID=0e9d1297-95d4-4ea2-8628-b8d6fd721041,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:20.063802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:20.070070 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.167281 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206df6fe-8edf-499d-b5a7-53413855f0ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.186086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0291ef62-dfb0-4783-a311-4d5801dce3e3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:20.204853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd4ff3-7cbe-497e-88a5-107e68c741be req-dcf623af-4121-472a-b04a-ad1f822a1f0f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:20.211398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61bd4ff3-7cbe-497e-88a5-107e68c741be req-dcf623af-4121-472a-b04a-ad1f822a1f0f tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.2403328 Sep 17 22:12:20.283046 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206df6fe-8edf-499d-b5a7-53413855f0ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.369527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206df6fe-8edf-499d-b5a7-53413855f0ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07416db2-81d5-44bb-b438-e8f7fa4a8c6d,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:20.415137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61bd4ff3-7cbe-497e-88a5-107e68c741be req-2c377e1d-8edf-4bc7-ae48-615e342a4080 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968408 Sep 17 22:12:20.463921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206df6fe-8edf-499d-b5a7-53413855f0ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.466026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-206df6fe-8edf-499d-b5a7-53413855f0ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7072229 Sep 17 22:12:20.469064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.470849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40434) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:20.476483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4ed04198-a5d1-4856-99c3-a853645e22d1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'security_group_rule': {'security_group_id': '4387ffeb-42f3-433b-8e19-d528ce6d9ac1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:20.501493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7cdc79ec-ff8f-42e5-8617-5adbea4bf4fc None None] For port 0291ef62-dfb0-4783-a311-4d5801dce3e3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0291ef62-dfb0-4783-a311-4d5801dce3e3,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:20.555482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.585756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.618585 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.624783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7cdc79ec-ff8f-42e5-8617-5adbea4bf4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.631432 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-56d17c72-2d8a-40f9-9af3-68c9fd08468a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.633041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Routers {'2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:20.633542 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ed04198-a5d1-4856-99c3-a853645e22d1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.633852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:11:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:20.679467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.685404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Pushing event updated for resources: {'Port': ['ID=58e7c4e1-e4e0-42cb-9f16-10b316d20005,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:20.703464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Subnet': ['ID=5cbb378f-86a9-43ad-99f5-76bfa2578639,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:20.722740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Checking segment: {'id': '101e8f92-f705-4fa4-a258-05279573abd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'df1e851c-da72-41c4-8c94-b44352ea50ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:20.723152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network hostable DHCP agents. Network: df1e851c-da72-41c4-8c94-b44352ea50ad, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:12:20.734452 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.806091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:20.811981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9863610a-002a-4635-8a64-cf21445d22f5 None None] Provisioning complete for port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:20.817571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9863610a-002a-4635-8a64-cf21445d22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.817571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:20.821955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ed04198-a5d1-4856-99c3-a853645e22d1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.833557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:20.845200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network df1e851c-da72-41c4-8c94-b44352ea50ad is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:12:20.893214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Network b51384bb-316d-4642-9605-6afe4844edea is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:20.896563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:20.917467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ed04198-a5d1-4856-99c3-a853645e22d1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.943513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, df1e851c-da72-41c4-8c94-b44352ea50ad) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:20.952970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:20.952970 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:20.953633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc79ec-ff8f-42e5-8617-5adbea4bf4fc None None] Pushing event updated for resources: {'Port': ['ID=0291ef62-dfb0-4783-a311-4d5801dce3e3,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:20.986245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40440) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:21.008236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-220fe5d7-0045-4571-897a-544bb079f277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.028186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c44ff5-fe4d-4254-9618-587494bcc7d9 None None] Network df1e851c-da72-41c4-8c94-b44352ea50ad requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:21.059976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fdbeda78-7860-419b-a5ad-6805beb275ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3526468 Sep 17 22:12:21.063986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40442) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:21.081933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3596641e-faed-4e02-a83b-0628a4d9c16c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1556593755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:21.145130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0291ef62-dfb0-4783-a311-4d5801dce3e3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:21.147625 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.149486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed04198-a5d1-4856-99c3-a853645e22d1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413a29b0-fb05-4f83-8d59-647302636396,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:21.257860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-220fe5d7-0045-4571-897a-544bb079f277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.287812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:12:21.337297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-220fe5d7-0045-4571-897a-544bb079f277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.356474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9863610a-002a-4635-8a64-cf21445d22f5 None None] Port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:21.399761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] Set router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:21.416540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fe5d7-0045-4571-897a-544bb079f277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5c2d0-249f-482a-b09d-851fcff20cd7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:21.432345 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-220fe5d7-0045-4571-897a-544bb079f277 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e294c9219b024c20958046c7b15e2099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444888 Sep 17 22:12:21.435428 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40448) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:21.499956 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.504164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ed04198-a5d1-4856-99c3-a853645e22d1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.505554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4ed04198-a5d1-4856-99c3-a853645e22d1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0329511 Sep 17 22:12:21.509728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40450) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:21.521185 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:21.531581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:21.551153 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc63d-c54a-4a4a-b7fe-046861e25360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.559113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Attempting to bind port 9483e0fc-1824-42e1-a58b-bfa15637022b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:21.559477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Attempting to bind port 9483e0fc-1824-42e1-a58b-bfa15637022b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '98d0c88a-5530-4753-a969-d235878e8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6244a9b2-04b1-41f5-97d0-f4f0b34878bd'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:21.559830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Attempting to bind port 9483e0fc-1824-42e1-a58b-bfa15637022b on network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:21.572796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-78e7deea-1626-4ef4-bea2-3f449e404e25 admin admin] 10.222.0.13 "PUT /v2.0/routers/2ce4dabd-abe3-4e56-9fa9-8517ff7117b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2473059 Sep 17 22:12:21.605622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc63d-c54a-4a4a-b7fe-046861e25360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.614549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:21.620088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Checking segment: {'id': '98d0c88a-5530-4753-a969-d235878e8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6244a9b2-04b1-41f5-97d0-f4f0b34878bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:21.620088 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.620088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Bound using segment: {'id': '98d0c88a-5530-4753-a969-d235878e8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6244a9b2-04b1-41f5-97d0-f4f0b34878bd'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:21.620088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Bound port: 9483e0fc-1824-42e1-a58b-bfa15637022b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d0c88a-5530-4753-a969-d235878e8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6244a9b2-04b1-41f5-97d0-f4f0b34878bd'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:21.620088 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.620088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Pushing event updated for resources: {'Port': ['ID=9483e0fc-1824-42e1-a58b-bfa15637022b,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:21.680934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325dafc-c3fc-43f9-8607-4de512ff7200 req-6e85ec29-62cd-4aff-a7a3-a30970ee8f77 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:21.681221 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:12:21.686824 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b325dafc-c3fc-43f9-8607-4de512ff7200 req-6e85ec29-62cd-4aff-a7a3-a30970ee8f77 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1177132 Sep 17 22:12:21.687042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3596641e-faed-4e02-a83b-0628a4d9c16c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.687746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3596641e-faed-4e02-a83b-0628a4d9c16c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.730759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.731809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3c86b655-30d5-41a5-a184-1599a9de3a39 None None] Provisioning complete for port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:21.731809 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3c86b655-30d5-41a5-a184-1599a9de3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.764276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b325dafc-c3fc-43f9-8607-4de512ff7200 req-84709397-0b2e-4924-b14c-a1384d3c13fb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745590 Sep 17 22:12:21.783804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.813441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40454) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:21.839096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc63d-c54a-4a4a-b7fe-046861e25360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.839323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e3cc63d-c54a-4a4a-b7fe-046861e25360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.840687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e3cc63d-c54a-4a4a-b7fe-046861e25360 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dd5c2d0-249f-482a-b09d-851fcff20cd7 HTTP/1.1" status: 204 len: 168 time: 0.4043133 Sep 17 22:12:21.880081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cc63d-c54a-4a4a-b7fe-046861e25360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5c2d0-249f-482a-b09d-851fcff20cd7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:21.895813 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-df1e851c-da72-41c4-8c94-b44352ea50ad', 'network_id': 'df1e851c-da72-41c4-8c94-b44352ea50ad', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'fixed_ips': [{'subnet_id': '5cbb378f-86a9-43ad-99f5-76bfa2578639'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:12:21.895813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.930236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3c86b655-30d5-41a5-a184-1599a9de3a39 None None] Port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:21.940683 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3596641e-faed-4e02-a83b-0628a4d9c16c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:21.986025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] For port 9483e0fc-1824-42e1-a58b-bfa15637022b, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:22.031401 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:22.051197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3596641e-faed-4e02-a83b-0628a4d9c16c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:22.062000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-921724076'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:22.131756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0291ef62-dfb0-4783-a311-4d5801dce3e3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:22.147843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] For port 9483e0fc-1824-42e1-a58b-bfa15637022b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9483e0fc-1824-42e1-a58b-bfa15637022b,segment=NetworkSegment(98d0c88a-5530-4753-a969-d235878e8cb8),segment_id=98d0c88a-5530-4753-a969-d235878e8cb8)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:22.199332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:22.203579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:22.222847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Allocated IP 172.25.5.79 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/ca1ee2ee-1a7e-434c-abf0-d6c383ac19a8) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:22.232021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:22.240465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Allocated IP 2001:db8:1::2 (df1e851c-da72-41c4-8c94-b44352ea50ad/5cbb378f-86a9-43ad-99f5-76bfa2578639/66f8edd6-be38-407b-9b4e-e691dc716447) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:22.243719 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:22.244490 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Added segment 47a6b968-8055-44e0-a1fd-d1ab36a63333 of type vlan for network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 Sep 17 22:12:22.318802 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:22.347159 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:22.373689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:22.486312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c35eb-664a-4b2a-91e9-63e6e985d8d1 None None] Pushing event updated for resources: {'Port': ['ID=9483e0fc-1824-42e1-a58b-bfa15637022b,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:22.514381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0291ef62-dfb0-4783-a311-4d5801dce3e3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:22.514757 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:22.517807 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:22.546627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:11Z', 'updated_at': '2021-09-17T22:12:19Z', 'revision_number': 4, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'gw_port': {'id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:13Z', 'updated_at': '2021-09-17T22:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '58e7c4e1-e4e0-42cb-9f16-10b316d20005', 'name': '', 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'mac_address': 'fa:16:3e:95:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:18Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 2, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'subnets': [{'id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:22.811500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d968e-90ab-4a2a-a98b-259716d125aa None None] The sync data for ids ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'] in n-d-713498-17 is: [{'id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:11Z', 'updated_at': '2021-09-17T22:12:19Z', 'revision_number': 4, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'gw_port': {'id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:13Z', 'updated_at': '2021-09-17T22:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '58e7c4e1-e4e0-42cb-9f16-10b316d20005', 'name': '', 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'mac_address': 'fa:16:3e:95:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:18Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 2, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'subnets': [{'id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:22.947007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03826ed-6dd9-4b98-8d36-68aee1346b12 req-d02645ff-5217-4ec8-af10-2cc057417c94 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:22.949004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03826ed-6dd9-4b98-8d36-68aee1346b12 req-d02645ff-5217-4ec8-af10-2cc057417c94 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.0667818 Sep 17 22:12:23.003116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03826ed-6dd9-4b98-8d36-68aee1346b12 req-af5c6d0f-8be3-4434-bfa8-dcc23cf8eae4 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 Sep 17 22:12:23.039592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3596641e-faed-4e02-a83b-0628a4d9c16c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.040966 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3596641e-faed-4e02-a83b-0628a4d9c16c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.9749649 Sep 17 22:12:23.057789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40476) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:23.334266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.334892 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.400672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:23.404759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:23.420746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:23.439137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.442686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Network df1e851c-da72-41c4-8c94-b44352ea50ad is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:23.452704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:23.458566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Pushing event updated for resources: {'Port': ['ID=66f8edd6-be38-407b-9b4e-e691dc716447,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:23.461791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:23.485866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'Port': ['ID=ca1ee2ee-1a7e-434c-abf0-d6c383ac19a8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:23.529430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.536988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:23.537266 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.550317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Attempting to bind port 66f8edd6-be38-407b-9b4e-e691dc716447 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:23.550835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Attempting to bind port 66f8edd6-be38-407b-9b4e-e691dc716447 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '101e8f92-f705-4fa4-a258-05279573abd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'df1e851c-da72-41c4-8c94-b44352ea50ad'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:23.551356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Attempting to bind port 66f8edd6-be38-407b-9b4e-e691dc716447 on network df1e851c-da72-41c4-8c94-b44352ea50ad {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:23.565424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:23.570217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Checking segment: {'id': '101e8f92-f705-4fa4-a258-05279573abd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'df1e851c-da72-41c4-8c94-b44352ea50ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:23.570217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.570217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Bound using segment: {'id': '101e8f92-f705-4fa4-a258-05279573abd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'df1e851c-da72-41c4-8c94-b44352ea50ad'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:23.570217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Bound port: 66f8edd6-be38-407b-9b4e-e691dc716447, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101e8f92-f705-4fa4-a258-05279573abd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'df1e851c-da72-41c4-8c94-b44352ea50ad'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:23.571127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.573847 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.613849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.671425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40490) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:23.674737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8568766 Sep 17 22:12:23.677387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'subnet': {'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:23.711468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] For port 66f8edd6-be38-407b-9b4e-e691dc716447, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:23.716541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] For port 66f8edd6-be38-407b-9b4e-e691dc716447, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=66f8edd6-be38-407b-9b4e-e691dc716447,segment=NetworkSegment(101e8f92-f705-4fa4-a258-05279573abd3),segment_id=101e8f92-f705-4fa4-a258-05279573abd3)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:23.758708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.785351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:23.900768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926f8d9-f1da-484d-b96d-bcda69ea1c73 None None] Pushing event updated for resources: {'Port': ['ID=66f8edd6-be38-407b-9b4e-e691dc716447,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:23.913287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bea40f-5d5c-4fc8-9329-2fd3d1ec7b5e None None] Network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:23.980680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1b3d3-37b9-426b-9ca7-edb349eec68a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Network': ['ID=076bf09e-f2c7-4f7f-a87b-e13542c59c52,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:24.245262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:24.250136 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:24.469637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb89cf6-d61e-4222-a5f7-68c128b7e367 req-189d6340-b64a-4b34-aeef-7ed4a84c686a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:24.472345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb89cf6-d61e-4222-a5f7-68c128b7e367 req-189d6340-b64a-4b34-aeef-7ed4a84c686a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.2516315 Sep 17 22:12:24.544098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 2001:db8::1 (6244a9b2-04b1-41f5-97d0-f4f0b34878bd/a17b2677-86aa-4b5b-bc3f-6a19456d0e80/2f45d214-7879-4a8f-a58c-89f528ee3c13) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:24.562550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:24.565537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0e9d1297-95d4-4ea2-8628-b8d6fd721041 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:24.617293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8c4c42e9-c969-44a8-941d-8b87f7f10892 None None] Provisioning complete for port 9483e0fc-1824-42e1-a58b-bfa15637022b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:24.617976 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42e9-c969-44a8-941d-8b87f7f10892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:24.646422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:24.770784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:24.808770 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42e9-c969-44a8-941d-8b87f7f10892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:24.827058 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:24.893980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'Port': ['ID=ca1ee2ee-1a7e-434c-abf0-d6c383ac19a8,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:24.910016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8c4c42e9-c969-44a8-941d-8b87f7f10892 None None] For port 9483e0fc-1824-42e1-a58b-bfa15637022b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9483e0fc-1824-42e1-a58b-bfa15637022b,segment=NetworkSegment(98d0c88a-5530-4753-a969-d235878e8cb8),segment_id=98d0c88a-5530-4753-a969-d235878e8cb8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:24.913804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0e9d1297-95d4-4ea2-8628-b8d6fd721041 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:24.914324 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:24.945917 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-498dffd3-1acb-4e2d-a466-c7361ff0d069 service neutron] show failed (client error): The resource could not be found. Sep 17 22:12:24.948393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-498dffd3-1acb-4e2d-a466-c7361ff0d069 service neutron] 10.222.0.32 "GET /v2.0/ports/0c3f0e52-6d82-4222-b76a-cf0982fcf9d4/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.2312553 Sep 17 22:12:24.959811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.013691 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42e9-c969-44a8-941d-8b87f7f10892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.031624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb89cf6-d61e-4222-a5f7-68c128b7e367 req-b60039a5-ce03-4149-8872-4df9471874b5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201287 Sep 17 22:12:25.051975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:25.056226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:25.066517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:25.073419 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.078475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c42e9-c969-44a8-941d-8b87f7f10892 None None] Pushing event updated for resources: {'Port': ['ID=9483e0fc-1824-42e1-a58b-bfa15637022b,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:25.197569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.229155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.246053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=2f45d214-7879-4a8f-a58c-89f528ee3c13,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:25.270249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.291858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 0e9d1297-95d4-4ea2-8628-b8d6fd721041, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0e9d1297-95d4-4ea2-8628-b8d6fd721041,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:25.339244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Subnet': ['ID=b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:25.361600 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.411531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Checking segment: {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:25.411896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network hostable DHCP agents. Network: 076bf09e-f2c7-4f7f-a87b-e13542c59c52, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:12:25.457772 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.461036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9483e0fc-1824-42e1-a58b-bfa15637022b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:25.505877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.507968 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fc7d4caa-919b-432f-8069-cc41b2740de1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9918909 Sep 17 22:12:25.533449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:12:25.629935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 076bf09e-f2c7-4f7f-a87b-e13542c59c52) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:25.639267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:25.639899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.689704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a1107-069e-41b1-88f6-542305c8201d None None] Network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:25.715020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=0e9d1297-95d4-4ea2-8628-b8d6fd721041,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:25.777555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-83f965a0-8322-4ebf-8e2a-3504866d6786 None None] Provisioning complete for port 2f45d214-7879-4a8f-a58c-89f528ee3c13 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:25.783536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83f965a0-8322-4ebf-8e2a-3504866d6786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:25.878425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40564) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:25.883723 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-01533b5c-1ec5-4eaf-a05b-fac65930ef5a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2007492 Sep 17 22:12:25.889354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1003962517'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:25.925909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-83f965a0-8322-4ebf-8e2a-3504866d6786 None None] Port 2f45d214-7879-4a8f-a58c-89f528ee3c13 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:25.947246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-da90d796-ee4d-4855-bb2d-41636950c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:25.949471 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-da90d796-ee4d-4855-bb2d-41636950c39b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc&tenant_id=fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 1102 time: 0.1414258 Sep 17 22:12:25.967529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:25.976549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9483e0fc-1824-42e1-a58b-bfa15637022b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:25.977645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.036387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf32aa-9ed6-4ee0-89a1-a2425a1f5a60 None None] Network df1e851c-da72-41c4-8c94-b44352ea50ad requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:26.052503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-83f965a0-8322-4ebf-8e2a-3504866d6786 None None] Provisioning complete for port 9483e0fc-1824-42e1-a58b-bfa15637022b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:26.052889 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83f965a0-8322-4ebf-8e2a-3504866d6786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.061905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-8e8a3dee-58bd-4cd5-8661-5ab86928aa02 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1832222891&fields=id&tenant_id=da95cdb13f4844a8bd78c73e211e1698 HTTP/1.1" status: 200 len: 267 time: 0.1688013 Sep 17 22:12:26.088634 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.098720 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.235323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.236737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.246406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:26.255845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.369294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Sync routers for ids ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:26.398617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:26.438380 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:26.472424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-076bf09e-f2c7-4f7f-a87b-e13542c59c52', 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'fixed_ips': [{'subnet_id': 'b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:12:26.478014 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.493576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.508418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Transition to ACTIVE for port object 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:12:26.509298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:26.511806 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8574f954-7781-409d-a90a-31c30e89a038" -d '{"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:26.515166 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40582) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:26.551392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Routers {'2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:26.552125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:26.601076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.699989 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-18b2167a-f658-4e00-9f89-611ef6c70976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.729998 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:26.757947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] No DVR routers for this DVR port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:26.830584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:26.832181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:26.832181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:26.847034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:12:26.847323 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:26.863652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:26.864281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:26.864722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:26.865225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Bound port: 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:26.865609 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.933521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-17572adf-bbcc-425c-b024-9ee11ef7be8c None None] Provisioning complete for port 66f8edd6-be38-407b-9b4e-e691dc716447 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:26.934070 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-17572adf-bbcc-425c-b024-9ee11ef7be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:26.970993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:26.975068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:27.007999 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0e9d1297-95d4-4ea2-8628-b8d6fd721041 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:27.086726 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-18b2167a-f658-4e00-9f89-611ef6c70976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.089440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.121378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Set router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:27.125549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Allocated IP 19.80.0.2 (076bf09e-f2c7-4f7f-a87b-e13542c59c52/b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a/80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:27.162516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:27.171745 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-18b2167a-f658-4e00-9f89-611ef6c70976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.198730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:27.217830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:27.217830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.217830 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cefc83d0-831b-47e6-b5f2-a560218a5f97 service neutron] 10.222.0.35 "PUT /v2.0/ports/0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 1097 time: 1.2596192 Sep 17 22:12:27.240825 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-18b2167a-f658-4e00-9f89-611ef6c70976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98b9a6e368b7472aa675fe958864b65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243326 Sep 17 22:12:27.266757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=2f45d214-7879-4a8f-a58c-89f528ee3c13,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:27.288268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40590) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:27.319992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2167a-f658-4e00-9f89-611ef6c70976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b06a084-8000-456c-b30f-b73b6db94be2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:27.331548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-1f1391a8-5c24-4fad-9a8b-05adcfbc2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:27.333196 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-1f1391a8-5c24-4fad-9a8b-05adcfbc2948 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1100 time: 0.0900261 Sep 17 22:12:27.366145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-17572adf-bbcc-425c-b024-9ee11ef7be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.368163 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.368637 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Added segment e5673a27-3606-4df0-8721-558bfe3f5fb3 of type vlan for network 084bcff1-d909-4807-a174-4aeb8dcadbee Sep 17 22:12:27.378731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-aaab7855-6058-4cca-8020-2d1e16086e27 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:27.388144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-aaab7855-6058-4cca-8020-2d1e16086e27 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 816 time: 1.3092220 Sep 17 22:12:27.412657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0e9d1297-95d4-4ea2-8628-b8d6fd721041 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:27.413032 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.413571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1f8e3-a0de-48ff-a642-ea0072c74a01 req-34cd3577-b1ad-4d15-9ff8-dc736090d998 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:27.417286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49a1f8e3-a0de-48ff-a642-ea0072c74a01 req-34cd3577-b1ad-4d15-9ff8-dc736090d998 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 1.2032604 Sep 17 22:12:27.470453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-88d9dd30-9bbe-471a-9d85-16761ab0d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:27.472757 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-88d9dd30-9bbe-471a-9d85-16761ab0d872 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1200976 Sep 17 22:12:27.494814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:27.524824 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-d2da4c02-bc67-41c0-8f60-6b5ef8e0946e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/quotas/da95cdb13f4844a8bd78c73e211e1698 HTTP/1.1" status: 200 len: 375 time: 0.1355786 Sep 17 22:12:27.533652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:27.540973 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-7103767e-46e7-42cf-abb5-2b82a3878b90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.0599825 Sep 17 22:12:27.601897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.633857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49a1f8e3-a0de-48ff-a642-ea0072c74a01 req-7af232d0-8dd8-4a81-a090-fdda90198d70 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834228 Sep 17 22:12:27.659792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-ba1474cb-cf50-49c1-b55e-8bdbbf0de019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:27.663334 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-ba1474cb-cf50-49c1-b55e-8bdbbf0de019 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1072149 Sep 17 22:12:27.719688 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.resource_extend [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:12:27.754715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cb5487c4-b847-47bb-a215-740ddf62104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:27.756637 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-cb5487c4-b847-47bb-a215-740ddf62104b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0805447 Sep 17 22:12:27.820129 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb56a2a-6987-48c0-acee-84c07dfe2ae6 x-openstack-request-id: req-0eb56a2a-6987-48c0-acee-84c07dfe2ae6 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:27.820953 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:27.822133 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0eb56a2a-6987-48c0-acee-84c07dfe2ae6 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:27.823898 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'code': 200} Sep 17 22:12:27.875220 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.889754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-17572adf-bbcc-425c-b024-9ee11ef7be8c None None] For port 66f8edd6-be38-407b-9b4e-e691dc716447, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=66f8edd6-be38-407b-9b4e-e691dc716447,segment=NetworkSegment(101e8f92-f705-4fa4-a258-05279573abd3),segment_id=101e8f92-f705-4fa4-a258-05279573abd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:27.916322 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ad700ef-d5de-420e-863e-ce0d07c5389b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.943784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-50204a52-874b-4d6b-ac7f-b6c4d23d065c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3993936 Sep 17 22:12:27.953804 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-23f609cb-8906-4f16-bb59-346230d3b7ad service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881986 Sep 17 22:12:27.985550 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:27.991867 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ad700ef-d5de-420e-863e-ce0d07c5389b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.017238 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.023806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:28.024135 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.048701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Pushing event updated for resources: {'Port': ['ID=80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:28.064121 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-17572adf-bbcc-425c-b024-9ee11ef7be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.095409 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5e50c8e0-5282-48c4-b035-9257638ad2fe req-fce0dbf9-8c16-48d1-ac67-ac5ab0eb6247 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316557 Sep 17 22:12:28.119625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:12:28.186656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Network': ['ID=084bcff1-d909-4807-a174-4aeb8dcadbee,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:28.197987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-df8567fb-12e4-4382-8960-e78621095f56 service neutron] 10.222.0.13 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346902 Sep 17 22:12:28.199316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:28.201078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 66f8edd6-be38-407b-9b4e-e691dc716447 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:28.211186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 084bcff1-d909-4807-a174-4aeb8dcadbee details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:28.218405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-17572adf-bbcc-425c-b024-9ee11ef7be8c None None] Provisioning complete for port 2f45d214-7879-4a8f-a58c-89f528ee3c13 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:28.220989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-17572adf-bbcc-425c-b024-9ee11ef7be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.220989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:28.251112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f5e2d59e-2aaf-4fe2-b3ef-f07e151de964 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3689563 Sep 17 22:12:28.251581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40594) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:28.256304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17572adf-bbcc-425c-b024-9ee11ef7be8c None None] Pushing event updated for resources: {'Port': ['ID=66f8edd6-be38-407b-9b4e-e691dc716447,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:28.257759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'subnet': {'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:28.284344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:28.289709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:11Z', 'updated_at': '2021-09-17T22:12:19Z', 'revision_number': 4, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'gw_port': {'id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:13Z', 'updated_at': '2021-09-17T22:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '58e7c4e1-e4e0-42cb-9f16-10b316d20005', 'name': '', 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'mac_address': 'fa:16:3e:95:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:18Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 2, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'subnets': [{'id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:28.350890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Checking router: 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:12:28.351272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Updating router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:12:28.379133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router c238b933-d8ff-4841-a6fe-9ce159f9c1c9 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:12:28.380928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ad700ef-d5de-420e-863e-ce0d07c5389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.383497 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ad700ef-d5de-420e-863e-ce0d07c5389b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.384961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4ad700ef-d5de-420e-863e-ce0d07c5389b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b06a084-8000-456c-b30f-b73b6db94be2 HTTP/1.1" status: 204 len: 168 time: 0.9663680 Sep 17 22:12:28.404809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-7401217c-7b22-4ed0-80b8-f0d313c6ed6f service neutron] 10.222.0.13 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939352 Sep 17 22:12:28.411343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad700ef-d5de-420e-863e-ce0d07c5389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b06a084-8000-456c-b30f-b73b6db94be2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:28.505407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:28.508677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.527071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-17572adf-bbcc-425c-b024-9ee11ef7be8c None None] Port 2f45d214-7879-4a8f-a58c-89f528ee3c13 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:28.529510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:12:28.558561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:28.567237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Attempting to bind port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:28.568196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Attempting to bind port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:28.568196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Attempting to bind port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d on network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:28.570710 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e93cb-1a7f-4d92-91bb-823f0a789015 None None] Sync routers for ids ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:28.571657 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.582291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-073ed6a3-c533-48a8-b421-241e9a6e800b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/c238b933-d8ff-4841-a6fe-9ce159f9c1c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5226476 Sep 17 22:12:28.584952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40598) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:28.585403 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e93cb-1a7f-4d92-91bb-823f0a789015 None None] Routers {'c238b933-d8ff-4841-a6fe-9ce159f9c1c9'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:28.589239 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-315e93cb-1a7f-4d92-91bb-823f0a789015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:28.590639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:28.591061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Checking segment: {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:28.591465 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.591870 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Bound using segment: {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:28.592339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Bound port: 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:28.592735 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.607317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 66f8edd6-be38-407b-9b4e-e691dc716447 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:28.607694 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.655366 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-315e93cb-1a7f-4d92-91bb-823f0a789015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:28.666335 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e93cb-1a7f-4d92-91bb-823f0a789015 None None] Routers {'c238b933-d8ff-4841-a6fe-9ce159f9c1c9'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:28.667306 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-315e93cb-1a7f-4d92-91bb-823f0a789015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:28.749403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c987d1d-61b9-4fa1-a497-38ade07dfbd4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:28.751956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40608) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:28.762752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2c987d1d-61b9-4fa1-a497-38ade07dfbd4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports/2f45d214-7879-4a8f-a58c-89f528ee3c13 HTTP/1.1" status: 200 len: 911 time: 0.1757746 Sep 17 22:12:28.782259 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-315e93cb-1a7f-4d92-91bb-823f0a789015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:28.785234 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e93cb-1a7f-4d92-91bb-823f0a789015 None None] The sync data for ids ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:28.923669 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb07fcda-666d-4e35-867f-99067c6c0695 req-3a20e965-92d3-4d90-b965-21ad6793928b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 210 time: 0.0911946 Sep 17 22:12:28.936608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f6d77997-ce4a-4026-a629-3301877efdf9 None None] Provisioning complete for port 66f8edd6-be38-407b-9b4e-e691dc716447 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:28.937092 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f6d77997-ce4a-4026-a629-3301877efdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:28.972297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] For port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:28.981583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340144-3a4b-42cb-a002-4d3a2093b4f3 req-84a7cbf0-d515-4576-b847-b8a6b000d71b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:28.983308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e340144-3a4b-42cb-a002-4d3a2093b4f3 req-84a7cbf0-d515-4576-b847-b8a6b000d71b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 948 time: 0.2116773 Sep 17 22:12:28.999185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] For port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:29.053223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e340144-3a4b-42cb-a002-4d3a2093b4f3 req-7d8daa78-c9c6-480b-b382-a3eddf1db672 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606284 Sep 17 22:12:29.083434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9483e0fc-1824-42e1-a58b-bfa15637022b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:29.160109 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.275584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.305735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4103d24-f1bd-48cf-a7ef-630be659432a None None] Pushing event updated for resources: {'Port': ['ID=80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:29.340877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9483e0fc-1824-42e1-a58b-bfa15637022b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:29.341242 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.384574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Subnet': ['ID=12d9312e-7b3a-4a0c-9b8e-b2bf6a016bb7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:29.431539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Checking segment: {'id': 'e5673a27-3606-4df0-8721-558bfe3f5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:29.431539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network hostable DHCP agents. Network: 084bcff1-d909-4807-a174-4aeb8dcadbee, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:12:29.434851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f6d77997-ce4a-4026-a629-3301877efdf9 None None] Provisioning complete for port 2f45d214-7879-4a8f-a58c-89f528ee3c13 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:29.435702 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f6d77997-ce4a-4026-a629-3301877efdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.475809 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.477001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f6d77997-ce4a-4026-a629-3301877efdf9 None None] Port 2f45d214-7879-4a8f-a58c-89f528ee3c13 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:29.523758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.623642 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.715694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc077-47cb-44ab-9bf6-ebe7bdb54aa8 None None] Pushing event updated for resources: {'Port': ['ID=58e7c4e1-e4e0-42cb-9f16-10b316d20005,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:29.810829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Attempting to bind port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:29.817664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Attempting to bind port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '6b132d05-dad7-42fa-921f-5646d5595b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:29.817664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Attempting to bind port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 on network b51384bb-316d-4642-9605-6afe4844edea {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:29.831912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:29.832414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Checking segment: {'id': '6b132d05-dad7-42fa-921f-5646d5595b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:29.832926 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.833338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Bound using segment: {'id': '6b132d05-dad7-42fa-921f-5646d5595b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:29.833844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Bound port: 58e7c4e1-e4e0-42cb-9f16-10b316d20005, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b132d05-dad7-42fa-921f-5646d5595b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:29.834236 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.851209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:29.991858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:29.992104 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:29.996007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] For port 58e7c4e1-e4e0-42cb-9f16-10b316d20005, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:30.038535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] For port 58e7c4e1-e4e0-42cb-9f16-10b316d20005, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=58e7c4e1-e4e0-42cb-9f16-10b316d20005,segment=NetworkSegment(6b132d05-dad7-42fa-921f-5646d5595b2d),segment_id=6b132d05-dad7-42fa-921f-5646d5595b2d)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:30.070501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-782a16e2-6460-41b6-b4eb-e5db93472222 None None] Provisioning complete for port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:30.070501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-782a16e2-6460-41b6-b4eb-e5db93472222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:30.107693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-782a16e2-6460-41b6-b4eb-e5db93472222 None None] Port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:30.187638 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:30.190293 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:30.385560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:30.396047 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f83903b-48da-41cf-87f7-b1c4d4edca06" -d '{"events": [{"name": "network-changed", "server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:30.419574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network 084bcff1-d909-4807-a174-4aeb8dcadbee is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:12:30.450446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 2001:db8:1::1 (df1e851c-da72-41c4-8c94-b44352ea50ad/5cbb378f-86a9-43ad-99f5-76bfa2578639/dd5e2b0a-f931-4036-b017-b6724360afbb) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:30.480205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc077-47cb-44ab-9bf6-ebe7bdb54aa8 None None] Pushing event updated for resources: {'Port': ['ID=58e7c4e1-e4e0-42cb-9f16-10b316d20005,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:30.522160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:30.525349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 084bcff1-d909-4807-a174-4aeb8dcadbee) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:30.540617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Routers {'2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:30.541482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:30.544075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:30.544818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:30.590855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8857045-f681-40a4-9823-e056afa80aa7 None None] Network 084bcff1-d909-4807-a174-4aeb8dcadbee requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:30.655172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80246d77-0793-424f-9508-6a8599bbdc85 req-fd900b6a-e408-4951-afc0-306c7349234f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 210 time: 0.6382897 Sep 17 22:12:30.746189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bf740-a2f8-4e20-bb99-ef604b245c11 req-07779c5b-66c8-45f8-9649-2699a24fd84d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:30.759262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-202bf740-a2f8-4e20-bb99-ef604b245c11 req-07779c5b-66c8-45f8-9649-2699a24fd84d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 948 time: 0.5501275 Sep 17 22:12:30.813973 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d523f84-c6a3-438c-b4b1-a261f4a526c8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5440793 Sep 17 22:12:30.829183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-202bf740-a2f8-4e20-bb99-ef604b245c11 req-0edf800e-a249-43f7-848c-17153b7584ec tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656219 Sep 17 22:12:30.833916 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:30.950635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:30.951421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 66f8edd6-be38-407b-9b4e-e691dc716447 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:31.017170 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e701713-0f2c-4496-b3b5-5ef7400c47d3 x-openstack-request-id: req-8e701713-0f2c-4496-b3b5-5ef7400c47d3 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:31.017468 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:31.017723 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e701713-0f2c-4496-b3b5-5ef7400c47d3 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:31.019203 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'status': 'completed', 'code': 200} Sep 17 22:12:31.024130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d49a3e-f83e-49ef-88dc-3b69eaaf06a0 None None] Network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:31.057930 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:31.098017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-482146c2-91fe-4f4c-81f8-1e47badcbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:31.107053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-482146c2-91fe-4f4c-81f8-1e47badcbe06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1100 time: 0.0712993 Sep 17 22:12:31.133044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ad17fec6-7137-4b36-893a-49948ff23f44 None None] Provisioning complete for port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:31.133953 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ad17fec6-7137-4b36-893a-49948ff23f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:31.141486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=dd5e2b0a-f931-4036-b017-b6724360afbb,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:31.188175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network df1e851c-da72-41c4-8c94-b44352ea50ad is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:31.190973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:31.194623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:31.195370 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:31.228222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] Set router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:31.264693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-ec6c9a19-d152-4ea6-aeaf-99106f7f2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:31.266768 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-ec6c9a19-d152-4ea6-aeaf-99106f7f2cb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1100 time: 0.2228742 Sep 17 22:12:31.314125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-1898657a-28a3-4752-b825-489012c1a25d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:31.318429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:31.328411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-1898657a-28a3-4752-b825-489012c1a25d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:31.339819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-1898657a-28a3-4752-b825-489012c1a25d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/networks?id=076bf09e-f2c7-4f7f-a87b-e13542c59c52&id=084bcff1-d909-4807-a174-4aeb8dcadbee&id=076bf09e-f2c7-4f7f-a87b-e13542c59c52 HTTP/1.1" status: 200 len: 1391 time: 0.1821311 Sep 17 22:12:31.364180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-084bcff1-d909-4807-a174-4aeb8dcadbee', 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'fixed_ips': [{'subnet_id': '12d9312e-7b3a-4a0c-9b8e-b2bf6a016bb7'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:12:31.365025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:31.401660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-6d343c21-3050-4cfc-b495-0e0ec24255f7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/quotas/2955111e03eb4da6ba46f81720aef990 HTTP/1.1" status: 200 len: 375 time: 0.0212896 Sep 17 22:12:31.465665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-19938b7b-a6c2-4c4f-b5ed-5a5fc52fb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:31.467430 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-19938b7b-a6c2-4c4f-b5ed-5a5fc52fb01e service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.3472311 Sep 17 22:12:31.485008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-edcdb84e-a335-4049-b04a-b9c08a1baec1 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2955111e03eb4da6ba46f81720aef990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822046 Sep 17 22:12:31.531516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 66f8edd6-be38-407b-9b4e-e691dc716447 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:31.531763 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:31.551979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-07370b04-fadb-4184-bda7-52c73e083ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:31.559930 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-07370b04-fadb-4184-bda7-52c73e083ef1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2815452 Sep 17 22:12:31.619526 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-1ca4997e-13f7-4dd6-9555-bd5289134690 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.0552247 Sep 17 22:12:31.624860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-e6256f96-f000-4584-ae4a-bf1e17293afa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.1370866 Sep 17 22:12:31.697508 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-dbc5e4a3-a97f-44a4-af39-d1305f22f935 service neutron] 10.222.0.13 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114358 Sep 17 22:12:31.736543 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ad17fec6-7137-4b36-893a-49948ff23f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:31.749489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:12:31.776427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-55e1293c-182c-46a8-bab7-c3464c0a4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:31.781571 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-55e1293c-182c-46a8-bab7-c3464c0a4e91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1519194 Sep 17 22:12:31.785735 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:31.856421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-3c32a43d-e9ec-4fe5-91c7-4b2706f09940 service neutron] 10.222.0.13 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577477 Sep 17 22:12:31.917409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ad17fec6-7137-4b36-893a-49948ff23f44 None None] For port 58e7c4e1-e4e0-42cb-9f16-10b316d20005, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=58e7c4e1-e4e0-42cb-9f16-10b316d20005,segment=NetworkSegment(6b132d05-dad7-42fa-921f-5646d5595b2d),segment_id=6b132d05-dad7-42fa-921f-5646d5595b2d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:31.930825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-30cfea6b-21f7-43a6-84d5-1e1b012d14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:31.932468 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-30cfea6b-21f7-43a6-84d5-1e1b012d14ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299758 Sep 17 22:12:31.932943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40688) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:31.959760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a26b95e2-a4d0-4fe8-8ca2-d48317007f20 req-157f8337-e664-4f66-853f-756386bd192a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 210 time: 0.0799046 Sep 17 22:12:31.965547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-385a309e-3cc6-4ded-911b-f353f30dfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:31.966561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-385a309e-3cc6-4ded-911b-f353f30dfbce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.3332238 Sep 17 22:12:31.970083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Allocated IP 19.86.0.2 (084bcff1-d909-4807-a174-4aeb8dcadbee/12d9312e-7b3a-4a0c-9b8e-b2bf6a016bb7/234dc166-d15e-48a4-8a62-124b0381b1b5) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:32.055661 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ad17fec6-7137-4b36-893a-49948ff23f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:32.425358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-a950d33d-84d2-4985-bc8e-95be6680f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:32.425358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-a950d33d-84d2-4985-bc8e-95be6680f135 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916734 Sep 17 22:12:32.432253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17fec6-7137-4b36-893a-49948ff23f44 None None] Pushing event updated for resources: {'Port': ['ID=58e7c4e1-e4e0-42cb-9f16-10b316d20005,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:32.433988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-54aed26f-8e77-4b76-bb43-a128abc2f146 service neutron] 10.222.0.13 "GET /v2.0/networks/084bcff1-d909-4807-a174-4aeb8dcadbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091636 Sep 17 22:12:32.434376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:11Z', 'updated_at': '2021-09-17T22:12:19Z', 'revision_number': 4, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'gw_port': {'id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:13Z', 'updated_at': '2021-09-17T22:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '58e7c4e1-e4e0-42cb-9f16-10b316d20005', 'name': '', 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'mac_address': 'fa:16:3e:95:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:18Z', 'updated_at': '2021-09-17T22:12:29Z', 'revision_number': 4, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'subnets': [{'id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:32.434376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:32.436926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68719ef3-f0ab-4e71-8106-0ba692fd021a None None] The sync data for ids ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'] in n-d-713498-17 is: [{'id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:11Z', 'updated_at': '2021-09-17T22:12:19Z', 'revision_number': 4, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'gw_port': {'id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:13Z', 'updated_at': '2021-09-17T22:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '58e7c4e1-e4e0-42cb-9f16-10b316d20005', 'name': '', 'network_id': 'b51384bb-316d-4642-9605-6afe4844edea', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'mac_address': 'fa:16:3e:95:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:18Z', 'updated_at': '2021-09-17T22:12:29Z', 'revision_number': 4, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'subnets': [{'id': 'c374164d-1cd8-41ef-bcfc-8ff0f500ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:32.437155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-0e29f1eb-c28e-4f50-93b6-ff608a74588e service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882140 Sep 17 22:12:32.437315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ffd35-f511-43a7-bcc5-5751441d00a8 req-ccdbdfaa-bf7e-454f-9aae-9663455e5602 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:32.437315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d6ffd35-f511-43a7-bcc5-5751441d00a8 req-ccdbdfaa-bf7e-454f-9aae-9663455e5602 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 948 time: 0.2934194 Sep 17 22:12:32.452051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-8e703d40-c90f-47ff-b5fa-a953124d46f0 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013682 Sep 17 22:12:32.489111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-dadf1052-5c07-4439-b80e-cea3f76faa11 service neutron] 10.222.0.13 "GET /v2.0/networks/084bcff1-d909-4807-a174-4aeb8dcadbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046002 Sep 17 22:12:32.516648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:32.523015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d6ffd35-f511-43a7-bcc5-5751441d00a8 req-a368a6d8-a144-4e73-ab90-3e1edb93dd65 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263134 Sep 17 22:12:32.531602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-cfe9c584-c073-4722-b515-820f9cef93da tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:32.535389 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-cfe9c584-c073-4722-b515-820f9cef93da tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.35 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 816 time: 0.3244507 Sep 17 22:12:32.589448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1685959712'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:32.643752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:32.659679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3643c86e-6de7-4896-8683-ab431593f1c8 None None] Provisioning complete for port dd5e2b0a-f931-4036-b017-b6724360afbb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:32.660120 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3643c86e-6de7-4896-8683-ab431593f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:32.714317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3643c86e-6de7-4896-8683-ab431593f1c8 None None] Port dd5e2b0a-f931-4036-b017-b6724360afbb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:32.716146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'mac_address': 'fa:16:3e:7c:bb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:12:32.722971 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:32.752894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-77fa1005-61a5-4338-ab50-1bbe97e6899c service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891903 Sep 17 22:12:32.756704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Made reservation on behalf of 3e482bdb954144438ca43d2df35c0365 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:32.765432 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:32.773906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-7082ef3b-9bed-44d0-a568-733a162852b8 service neutron] 10.222.0.13 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838364 Sep 17 22:12:32.787852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:32.801136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:32.801513 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:32.807182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3643c86e-6de7-4896-8683-ab431593f1c8 None None] Provisioning complete for port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:32.807551 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3643c86e-6de7-4896-8683-ab431593f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:32.813365 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-55a7d5ec-3b44-4a26-8779-9aa184dbf24c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da95cdb13f4844a8bd78c73e211e1698 HTTP/1.1" status: 200 len: 380 time: 0.2575533 Sep 17 22:12:32.844161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'port': {'device_id': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'admin_state_up': True, 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'security_groups': ['4387ffeb-42f3-433b-8e19-d528ce6d9ac1']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:32.933714 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4ea8ded8-024d-45c9-9dd7-68585a88858d service neutron] 10.222.0.13 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588254 Sep 17 22:12:33.026643 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f83903b-48da-41cf-87f7-b1c4d4edca06 req-866f19a5-2672-4714-8d23-5c0661627fde service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7311323 Sep 17 22:12:33.081878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Network 084bcff1-d909-4807-a174-4aeb8dcadbee is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:33.094501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Pushing event updated for resources: {'Port': ['ID=234dc166-d15e-48a4-8a62-124b0381b1b5,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:33.107425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.109570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:33.118444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:33.120910 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.165166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:33.185077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.210174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.212433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.271867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:33.314689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Attempting to bind port 234dc166-d15e-48a4-8a62-124b0381b1b5 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:33.316047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Attempting to bind port 234dc166-d15e-48a4-8a62-124b0381b1b5 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e5673a27-3606-4df0-8721-558bfe3f5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:33.316565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Attempting to bind port 234dc166-d15e-48a4-8a62-124b0381b1b5 on network 084bcff1-d909-4807-a174-4aeb8dcadbee {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:33.335016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b45c45b8-c269-4c2d-9d0d-65aec66755ea req-80eb071e-f78e-4ee0-83d3-c4dd1b59d494 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 210 time: 0.0548408 Sep 17 22:12:33.336343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 58e7c4e1-e4e0-42cb-9f16-10b316d20005 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:33.341831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:33.342045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Checking segment: {'id': 'e5673a27-3606-4df0-8721-558bfe3f5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:33.342606 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.343167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Bound using segment: {'id': 'e5673a27-3606-4df0-8721-558bfe3f5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:33.343783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Bound port: 234dc166-d15e-48a4-8a62-124b0381b1b5, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5673a27-3606-4df0-8721-558bfe3f5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:33.344449 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.363417 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.382480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=dd5e2b0a-f931-4036-b017-b6724360afbb,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:33.417255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90e52aa3-ef85-4200-ab30-89380c04e3ba req-c23a0ef1-d154-4dc5-839e-2bc8087fb1b3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 210 time: 0.0386784 Sep 17 22:12:33.431686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a00aabb9-949c-4737-8c8f-f2f65fe90ed9 None None] Provisioning complete for port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:33.432147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a00aabb9-949c-4737-8c8f-f2f65fe90ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.475311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a74aa2d-dc54-4760-b921-73497d862141,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:33.494525 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.555805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:33.592073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a44cc-8203-48a3-8053-8824da0d2c97 req-6681de29-549d-4e2e-8f7b-8651fbf426c8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:33.601533 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d7a44cc-8203-48a3-8053-8824da0d2c97 req-6681de29-549d-4e2e-8f7b-8651fbf426c8 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 949 time: 0.0797672 Sep 17 22:12:33.606543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Made reservation on behalf of da95cdb13f4844a8bd78c73e211e1698 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:33.611899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.621599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:33.637925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.638687 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Added segment 8d5a5c7c-0050-4673-8313-4e7897a3eb92 of type vlan for network 6f19e972-82a7-4f7f-9bae-1cfa33a8b959 Sep 17 22:12:33.648673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] For port 234dc166-d15e-48a4-8a62-124b0381b1b5, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:33.651397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d7a44cc-8203-48a3-8053-8824da0d2c97 req-075f9ddf-6679-4537-babb-343dd8ae46fe tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489469 Sep 17 22:12:33.661855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] For port 234dc166-d15e-48a4-8a62-124b0381b1b5, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=234dc166-d15e-48a4-8a62-124b0381b1b5,segment=NetworkSegment(e5673a27-3606-4df0-8721-558bfe3f5fb3),segment_id=e5673a27-3606-4df0-8721-558bfe3f5fb3)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:33.662019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:33.662348 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.712175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-e8d60402-bb6c-4cf4-a230-f00dc5a096fb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:33.713663 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-e8d60402-bb6c-4cf4-a230-f00dc5a096fb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc&tenant_id=fa7cab0d76ba43779f3bf9baab83d246&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 949 time: 0.1542418 Sep 17 22:12:33.744737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:33.775447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.803987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network df1e851c-da72-41c4-8c94-b44352ea50ad is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:33.817372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:33.859902 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:33.968131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045f788-5a71-48da-b48c-85fe51f5a0ff None None] Pushing event updated for resources: {'Port': ['ID=234dc166-d15e-48a4-8a62-124b0381b1b5,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:33.997365 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-0297fae6-1b1a-46c6-ae5f-0ff59f91b262 service neutron] 10.222.0.35 "GET /v2.0/ports/0c3f0e52-6d82-4222-b76a-cf0982fcf9d4/bindings/n-h2-713498-17 HTTP/1.1" status: 200 len: 383 time: 0.2406945 Sep 17 22:12:34.010462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.019856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:34.020515 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.023613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Allocated IP 172.20.0.10 (0777e420-4d24-425f-a8d8-fd1f29b0ca2c/300e056c-2aaa-4605-a5f4-63ad6822403c/cc75edd4-56a5-400d-a95e-58fd0e7144eb) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:34.061800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 58e7c4e1-e4e0-42cb-9f16-10b316d20005 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:34.132796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:34.133322 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.164650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router c238b933-d8ff-4841-a6fe-9ce159f9c1c9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:12:34.175025 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1847849 Sep 17 22:12:34.178744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40720) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:34.181690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a74d3-b6f7-4771-b037-3fb56344cdbc tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Pushing event updated for resources: {'Network': ['ID=6f19e972-82a7-4f7f-9bae-1cfa33a8b959,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:34.194534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 6f19e972-82a7-4f7f-9bae-1cfa33a8b959 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:34.253330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-61e6f41f-eb5a-4769-9517-3c1352c5b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:34.255261 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-61e6f41f-eb5a-4769-9517-3c1352c5b672 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1101 time: 0.2051382 Sep 17 22:12:34.356165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Request body: {'network': {'name': 'tempest-network--1999630568', 'router:external': True}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:34.380781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-784db51f-12cb-485d-b2df-ec7f8928db4f None None] Provisioning complete for port dd5e2b0a-f931-4036-b017-b6724360afbb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:34.381847 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-784db51f-12cb-485d-b2df-ec7f8928db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.433417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-784db51f-12cb-485d-b2df-ec7f8928db4f None None] Port dd5e2b0a-f931-4036-b017-b6724360afbb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:34.499057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6ee8f4a-0930-4ea3-803f-ae25e5e631e9 req-64848f52-3ca0-47a7-8303-8a1faa6e8f6c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 210 time: 0.0324817 Sep 17 22:12:34.509154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Made reservation on behalf of c85e96e10c324be3b5fcbbb77a0d9a78 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:34.511527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.516677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:34.524573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ea7abed-5516-43fd-a8bf-256518b1f46f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/c238b933-d8ff-4841-a6fe-9ce159f9c1c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7661314 Sep 17 22:12:34.528243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204039e-fd4b-478f-9557-d51914b036f2 None None] Sync routers for ids ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:34.528721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:34.539272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204039e-fd4b-478f-9557-d51914b036f2 None None] Routers {'c238b933-d8ff-4841-a6fe-9ce159f9c1c9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:34.540102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e204039e-fd4b-478f-9557-d51914b036f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:34.561627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77302909-9e36-482f-af34-b7a0848d24d1 req-f9e60fd9-0caa-4236-8bbe-1fc7534866d8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 210 time: 0.0650756 Sep 17 22:12:34.562697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.579088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e204039e-fd4b-478f-9557-d51914b036f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:34.594186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204039e-fd4b-478f-9557-d51914b036f2 None None] Routers {'c238b933-d8ff-4841-a6fe-9ce159f9c1c9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:34.594760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.595018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e204039e-fd4b-478f-9557-d51914b036f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:34.597419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-c43b2499-f2c4-44e7-b91b-014d4de59592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:34.599266 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-c43b2499-f2c4-44e7-b91b-014d4de59592 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.3327944 Sep 17 22:12:34.638969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e204039e-fd4b-478f-9557-d51914b036f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:34.639910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204039e-fd4b-478f-9557-d51914b036f2 None None] The sync data for ids ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:34.671366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1508376-f4c6-45de-b47e-ac4aa889a356 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:34.672780 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d1508376-f4c6-45de-b47e-ac4aa889a356 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports/dd5e2b0a-f931-4036-b017-b6724360afbb HTTP/1.1" status: 200 len: 913 time: 0.1419179 Sep 17 22:12:34.676361 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-eeb3f8e0-28e4-440f-bece-270818e838bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.0678561 Sep 17 22:12:34.678179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40732) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:34.691922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.800528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaeede-6d50-48cf-960b-c9ffbc1a98a2 req-a9e1ad02-f5c6-42f8-8561-2b642a292ce9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:34.802077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16eaeede-6d50-48cf-960b-c9ffbc1a98a2 req-a9e1ad02-f5c6-42f8-8561-2b642a292ce9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 949 time: 0.0703769 Sep 17 22:12:34.830009 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-8778bc18-feba-47ae-a2e5-70a96d0e0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:34.832204 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-8778bc18-feba-47ae-a2e5-70a96d0e0dc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1448021 Sep 17 22:12:34.857374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16eaeede-6d50-48cf-960b-c9ffbc1a98a2 req-da64a3f7-23bd-4b3d-9a88-aca0d1925f69 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 Sep 17 22:12:34.862852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.898172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:34.913042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b008f82-66bd-4747-8eb0-f82c5ce526b1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:34.923024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:34.923462 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Added segment 93cd5f4c-a94e-45f1-ab45-86b27045d1e4 of type vlan for network 9d995237-8ab1-4e1a-9bf2-60399e1102f5 Sep 17 22:12:34.929287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.929673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.930460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.930930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.931283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.931686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.932034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.932453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.932781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.933196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.933574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:34.933895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:35.000053 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.143488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.144523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:35.145125 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.209834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'Network': ['ID=9d995237-8ab1-4e1a-9bf2-60399e1102f5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:35.219809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 9d995237-8ab1-4e1a-9bf2-60399e1102f5 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:35.232034 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.247880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc66a6-0558-44d0-ac53-36406168a01b None None] Network 084bcff1-d909-4807-a174-4aeb8dcadbee requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:35.280930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6dd3d5f8-8bfb-48e0-8727-1d5b1709a714 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0990264 Sep 17 22:12:35.283114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40740) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:35.349813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:35.350707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:35.366399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-49ef1def-4c45-4a67-bcf5-3a61ccefb1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:35.368037 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-49ef1def-4c45-4a67-bcf5-3a61ccefb1be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5241463 Sep 17 22:12:35.369711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:35.374119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:35.384595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d46e5008-7f67-4375-b53e-e661e4849bee None None] Provisioning complete for port 234dc166-d15e-48a4-8a62-124b0381b1b5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:35.384975 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d46e5008-7f67-4375-b53e-e661e4849bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.407649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.508985 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.546245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d995237-8ab1-4e1a-9bf2-60399e1102f5']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:35.582720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cd5f4c-a94e-45f1-ab45-86b27045d1e4') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:35.583037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cd5f4c-a94e-45f1-ab45-86b27045d1e4') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:35.599589 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-32b500e2-8d73-40e0-bbd3-690336cce0dd service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211983 Sep 17 22:12:35.625561 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.633119 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d46e5008-7f67-4375-b53e-e661e4849bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.663757 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.681721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:35.682447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.701269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d46e5008-7f67-4375-b53e-e661e4849bee None None] For port 234dc166-d15e-48a4-8a62-124b0381b1b5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=234dc166-d15e-48a4-8a62-124b0381b1b5,segment=NetworkSegment(e5673a27-3606-4df0-8721-558bfe3f5fb3),segment_id=e5673a27-3606-4df0-8721-558bfe3f5fb3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:35.709592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:35.709981 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:35.726831 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:35.754713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdf2533c-cb1b-4a4b-afe4-980ab9f9b13e req-3721d1a2-0e69-402d-971c-05082abec257 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 210 time: 0.0622666 Sep 17 22:12:35.771116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:35.805111 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-e7b96a47-1b50-4aab-96b3-9f7b58b1205a service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934621 Sep 17 22:12:35.832989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cc683-979f-48fd-bf2c-1f386cf61968 req-bb1dfe35-1304-451b-af9e-59df506e17c4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:35.834592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3cc683-979f-48fd-bf2c-1f386cf61968 req-bb1dfe35-1304-451b-af9e-59df506e17c4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 932 time: 0.1645167 Sep 17 22:12:35.842063 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d46e5008-7f67-4375-b53e-e661e4849bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.874309 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-02a131df-73b8-4b40-bc4e-c872d99f3e01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0508249 Sep 17 22:12:35.894313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Request body: {'port': {'device_id': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:35.916851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3cc683-979f-48fd-bf2c-1f386cf61968 req-b256ad75-0422-436b-abbf-c851a7165254 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678189 Sep 17 22:12:35.973897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e5008-7f67-4375-b53e-e661e4849bee None None] Pushing event updated for resources: {'Port': ['ID=234dc166-d15e-48a4-8a62-124b0381b1b5,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:35.983088 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:35.989760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d995237-8ab1-4e1a-9bf2-60399e1102f5 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:12:35.998533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.002778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-15864398-73c4-41c6-b7a1-a3d35e5f341f None None] Provisioning complete for port cc75edd4-56a5-400d-a95e-58fd0e7144eb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:36.003595 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-15864398-73c4-41c6-b7a1-a3d35e5f341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.010301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40754) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:36.010434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9d995237-8ab1-4e1a-9bf2-60399e1102f5 HTTP/1.1" status: 204 len: 168 time: 0.7243445 Sep 17 22:12:36.021912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:36.044200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:36.045363 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.058869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.066490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:36.066969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.107753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c73b4b-2b57-4a45-9ac2-435a4d90b16e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d995237-8ab1-4e1a-9bf2-60399e1102f5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:36.125055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-15864398-73c4-41c6-b7a1-a3d35e5f341f None None] Port cc75edd4-56a5-400d-a95e-58fd0e7144eb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:36.136654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d6c01-d6db-48f6-8177-d4b7a7b8617a req-c4ac0a9c-f629-42fa-81f5-bfe4baf6a23b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:36.146026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-961d6c01-d6db-48f6-8177-d4b7a7b8617a req-c4ac0a9c-f629-42fa-81f5-bfe4baf6a23b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 949 time: 0.0914316 Sep 17 22:12:36.180984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 234dc166-d15e-48a4-8a62-124b0381b1b5 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:36.191511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-961d6c01-d6db-48f6-8177-d4b7a7b8617a req-2116b239-244d-4fb1-8107-63c860c2707c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Sep 17 22:12:36.285274 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.287658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Made reservation on behalf of c85e96e10c324be3b5fcbbb77a0d9a78 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:36.288504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1cc34348-f1c8-4aab-b244-f271470c54c6 None None] Provisioning complete for port 234dc166-d15e-48a4-8a62-124b0381b1b5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:36.288870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cc34348-f1c8-4aab-b244-f271470c54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.290945 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.343174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:36.345774 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d685a59-1a72-40b6-92b6-0477f04a7eda" -d '{"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:36.354355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 234dc166-d15e-48a4-8a62-124b0381b1b5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:36.355019 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.367762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:36.446729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:36.488084 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808c557-7aba-4b8e-bed5-1c1680f078be x-openstack-request-id: req-8808c557-7aba-4b8e-bed5-1c1680f078be {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:36.488618 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:36.489070 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8808c557-7aba-4b8e-bed5-1c1680f078be {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:36.489628 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'code': 200} Sep 17 22:12:36.493184 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.499688 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.500160 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Added segment 4923ad7d-8d86-4ea1-aaad-96c6339ecf01 of type vlan for network 525e76d4-cbb8-4c62-a745-1347fbcfecdf Sep 17 22:12:36.557817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:36.635853 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.740885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc75edd4-56a5-400d-a95e-58fd0e7144eb {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:36.751045 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.804168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Transition to ACTIVE for port object cc75edd4-56a5-400d-a95e-58fd0e7144eb will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:12:36.840602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port dd5e2b0a-f931-4036-b017-b6724360afbb {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:36.841033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.851589 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.852557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:36.853140 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:36.878512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edc91d62-0a28-476c-be9e-2757db3679b9 req-6465c829-555f-4f37-b677-4990c5500185 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 210 time: 0.0336890 Sep 17 22:12:36.890514 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:37.044247 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0327988 Sep 17 22:12:37.051775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40766) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:37.058044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-7dfadfb3-72ee-40f3-a5c0-7991d64de39c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:37.059792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Request body: {'subnet': {'network_id': '525e76d4-cbb8-4c62-a745-1347fbcfecdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:37.064282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-7dfadfb3-72ee-40f3-a5c0-7991d64de39c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:37.066731 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-7dfadfb3-72ee-40f3-a5c0-7991d64de39c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.35 "GET /v2.0/networks?id=076bf09e-f2c7-4f7f-a87b-e13542c59c52&id=084bcff1-d909-4807-a174-4aeb8dcadbee&id=076bf09e-f2c7-4f7f-a87b-e13542c59c52 HTTP/1.1" status: 200 len: 1391 time: 0.3129764 Sep 17 22:12:37.067493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'Network': ['ID=525e76d4-cbb8-4c62-a745-1347fbcfecdf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:37.091362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'port': {'device_id': '404c5d98-a409-485b-82b6-50adf115b035', 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52', 'admin_state_up': True, 'tenant_id': '2955111e03eb4da6ba46f81720aef990'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:37.107369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:37.115488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa32f-a489-49ea-83c6-4d2394f0b236 req-e443179e-b5e2-487d-9c68-7d260233e9d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:37.126214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.126570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.126944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.127344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.127673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.128060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.128208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20baa32f-a489-49ea-83c6-4d2394f0b236 req-e443179e-b5e2-487d-9c68-7d260233e9d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1153047 Sep 17 22:12:37.128392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.128718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.129051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.129373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.129692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.130016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca30ba-5b8e-46e7-9dda-e8ec4cf7ded9 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.144763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 525e76d4-cbb8-4c62-a745-1347fbcfecdf details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:37.186567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:37.193663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20baa32f-a489-49ea-83c6-4d2394f0b236 req-c372830c-b907-413e-822a-b54a0926f9e5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601816 Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.203815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.204639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Made reservation on behalf of c85e96e10c324be3b5fcbbb77a0d9a78 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:37.204731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:12:37.204804 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:37.291897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for dd5e2b0a-f931-4036-b017-b6724360afbb owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:37.410089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Attempting to bind port cc75edd4-56a5-400d-a95e-58fd0e7144eb on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:37.410409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Attempting to bind port cc75edd4-56a5-400d-a95e-58fd0e7144eb by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:37.410598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Attempting to bind port cc75edd4-56a5-400d-a95e-58fd0e7144eb on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:37.429959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Port cc75edd4-56a5-400d-a95e-58fd0e7144eb on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:12:37.430594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Attempting to bind port cc75edd4-56a5-400d-a95e-58fd0e7144eb on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:37.444319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c70bb2-ec59-4ef2-86fd-722d737c66aa req-0e63c1e0-3ed9-4898-983d-2191dddd72a0 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:37.445862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50c70bb2-ec59-4ef2-86fd-722d737c66aa req-0e63c1e0-3ed9-4898-983d-2191dddd72a0 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1211486 Sep 17 22:12:37.479895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:37.480125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Checking segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:37.480464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Bound using segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:37.480993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Bound port: cc75edd4-56a5-400d-a95e-58fd0e7144eb, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:37.489196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:37.516169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50c70bb2-ec59-4ef2-86fd-722d737c66aa req-0c0de217-f3cc-489a-8aef-9e338190ee4b tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 Sep 17 22:12:37.598347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:37.638533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:37.642204 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:37.727553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:37.765190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:37.796127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=dd5e2b0a-f931-4036-b017-b6724360afbb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:37.990010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:37.990128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:37.990128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Allocated IP 19.80.0.241 (076bf09e-f2c7-4f7f-a87b-e13542c59c52/b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a/ecf1adcb-d271-42ac-a702-3751f8ea6a6a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:37.993411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:38.130826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 234dc166-d15e-48a4-8a62-124b0381b1b5 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:38.150170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.objects.ports [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:12:38.150690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:38.204024 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 234dc166-d15e-48a4-8a62-124b0381b1b5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:38.204607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:38.210828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91996e90-af22-45db-9759-b1c1c68e9520 req-341ffbb2-13d2-4d4a-b06a-606ca305b70e tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 210 time: 0.0633035 Sep 17 22:12:38.279932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'Subnet': ['ID=181f111b-31c0-4f7f-8f61-94e829de1cf6,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:38.300273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Checking segment: {'id': '4923ad7d-8d86-4ea1-aaad-96c6339ecf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '525e76d4-cbb8-4c62-a745-1347fbcfecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:38.300680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Network hostable DHCP agents. Network: 525e76d4-cbb8-4c62-a745-1347fbcfecdf, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:12:38.381299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e292799-35ba-4cb4-b088-f1fd914c7f09 req-7e95ba88-a051-427e-85f6-2527c342bdd7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:38.387309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e292799-35ba-4cb4-b088-f1fd914c7f09 req-7e95ba88-a051-427e-85f6-2527c342bdd7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0797668 Sep 17 22:12:38.426552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e292799-35ba-4cb4-b088-f1fd914c7f09 req-b8d8500d-dd49-4f4b-b98c-4d8a4b16093e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377707 Sep 17 22:12:38.446516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:38.447169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:38.449118 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] 10.222.0.35 "PUT /v2.0/ports/cc75edd4-56a5-400d-a95e-58fd0e7144eb HTTP/1.1" status: 200 len: 1093 time: 2.5626132 Sep 17 22:12:38.466929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:38.469217 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f178eee-7d01-4ad5-9d2a-a24faa284e62" -d '{"events": [{"name": "network-changed", "server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:38.484485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Network 525e76d4-cbb8-4c62-a745-1347fbcfecdf is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:12:38.530576 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e5be92-252c-4908-983a-dbcd1055339e x-openstack-request-id: req-39e5be92-252c-4908-983a-dbcd1055339e {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:38.530904 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:38.531165 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39e5be92-252c-4908-983a-dbcd1055339e {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:38.531545 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'status': 'completed', 'code': 200} Sep 17 22:12:38.546422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810dc13-0f0b-4db6-84e2-46cdd6cf1c31 service neutron] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:38.656813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 525e76d4-cbb8-4c62-a745-1347fbcfecdf) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:38.663034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:38.663766 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:38.668553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae07a3-6aa9-4a94-b355-979dc6d835e2 None None] Network 525e76d4-cbb8-4c62-a745-1347fbcfecdf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:38.693202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123d77f-e924-4436-860c-9a6eae5b0609 req-56b4addd-bac0-4587-b7ee-152536fed4fa tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:38.695051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1123d77f-e924-4436-860c-9a6eae5b0609 req-56b4addd-bac0-4587-b7ee-152536fed4fa tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.0868015 Sep 17 22:12:38.731934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f178eee-7d01-4ad5-9d2a-a24faa284e62 req-fb67180c-ea84-47ab-9ab1-63eb0ad885cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:38.733414 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f178eee-7d01-4ad5-9d2a-a24faa284e62 req-fb67180c-ea84-47ab-9ab1-63eb0ad885cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 1096 time: 0.1829648 Sep 17 22:12:38.765212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1123d77f-e924-4436-860c-9a6eae5b0609 req-b531235c-7f7c-4cf6-bf11-030bf89f2dd5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577893 Sep 17 22:12:38.807864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-2a75fad4-1721-4980-b597-6557993e052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:38.809561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-2a75fad4-1721-4980-b597-6557993e052d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc&tenant_id=fa7cab0d76ba43779f3bf9baab83d246 HTTP/1.1" status: 200 len: 1102 time: 0.1629436 Sep 17 22:12:38.821834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-d26c1e2c-418c-4e50-b134-0f04f20fc560 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:12:38.822968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-d26c1e2c-418c-4e50-b134-0f04f20fc560 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057619 Sep 17 22:12:38.825309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cfff510d-498c-44d5-bcfa-6b02f888be7b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7711954 Sep 17 22:12:38.828042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40790) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:38.833484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Request body: {'floatingip': {'floating_network_id': '525e76d4-cbb8-4c62-a745-1347fbcfecdf'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:38.858456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:38.922466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:38.929271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:38.937016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:38.957692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router c238b933-d8ff-4841-a6fe-9ce159f9c1c9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:12:38.982437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26884df-2a2c-44e0-91cd-f25e09f74e79 None None] Network 525e76d4-cbb8-4c62-a745-1347fbcfecdf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:39.022877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f178eee-7d01-4ad5-9d2a-a24faa284e62 req-4ba81e19-7bb8-4469-a7f9-7d41038884a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:39.024525 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f178eee-7d01-4ad5-9d2a-a24faa284e62 req-4ba81e19-7bb8-4469-a7f9-7d41038884a0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=da95cdb13f4844a8bd78c73e211e1698&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2596507 Sep 17 22:12:39.214177 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:39.248054 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:39.296628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:39.308782 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b8b06616-4c5a-41de-8fa4-cb99ed187d44 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/c238b933-d8ff-4841-a6fe-9ce159f9c1c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6295886 Sep 17 22:12:39.309690 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fd650-aafb-4441-bd8d-a9c7ffca195a None None] Sync routers for ids ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:39.318605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40796) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:39.324547 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2fd650-aafb-4441-bd8d-a9c7ffca195a None None] Routers {'c238b933-d8ff-4841-a6fe-9ce159f9c1c9'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:39.325321 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b2fd650-aafb-4441-bd8d-a9c7ffca195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:39.333192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:39.360408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f178eee-7d01-4ad5-9d2a-a24faa284e62 req-9382c4a1-17b0-44c6-9292-5408d3270f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:39.360408 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f178eee-7d01-4ad5-9d2a-a24faa284e62 req-9382c4a1-17b0-44c6-9292-5408d3270f18 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3278019 Sep 17 22:12:39.367783 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b2fd650-aafb-4441-bd8d-a9c7ffca195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:39.379474 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2fd650-aafb-4441-bd8d-a9c7ffca195a None None] Routers {'c238b933-d8ff-4841-a6fe-9ce159f9c1c9'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:39.380306 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b2fd650-aafb-4441-bd8d-a9c7ffca195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:39.397313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:39.399386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:39.404843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Port': ['ID=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:39.416066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:39.428670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Allocated IP 172.20.0.11 (525e76d4-cbb8-4c62-a745-1347fbcfecdf/181f111b-31c0-4f7f-8f61-94e829de1cf6/fd8de630-e347-4648-b61a-6116b5992705) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:39.438568 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b2fd650-aafb-4441-bd8d-a9c7ffca195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:39.439256 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fd650-aafb-4441-bd8d-a9c7ffca195a None None] The sync data for ids ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:39.455792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6a2af-b7eb-4d9a-a0e8-d54623c1b860 req-9f27969d-758e-465b-9b4b-f20efd77b4ff tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:39.457655 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9b6a2af-b7eb-4d9a-a0e8-d54623c1b860 req-9f27969d-758e-465b-9b4b-f20efd77b4ff tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 932 time: 0.1544957 Sep 17 22:12:39.488977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:39.553808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:39.554488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:39.608539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-146eda9c-63e9-4872-afc3-8bb8dbabba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:39.610101 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-146eda9c-63e9-4872-afc3-8bb8dbabba92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 1096 time: 0.1909792 Sep 17 22:12:39.673157 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:39.680331 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-8605910e-9444-4a5a-8dde-e08f879d53e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb HTTP/1.1" status: 200 len: 217 time: 0.0431523 Sep 17 22:12:39.680530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:39.683181 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4c5317-4846-4b7c-b998-33fbf79558be" -d '{"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:39.687846 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:39.700046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9b6a2af-b7eb-4d9a-a0e8-d54623c1b860 req-a9ba89c2-54e2-4707-a4de-89aff3ab2954 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694641 Sep 17 22:12:39.723019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5c62c-b572-470f-a8c3-fbb5713678a8 req-0627b054-fb5a-4cd6-bf6e-7dd3e76d99cb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:39.724935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6d5c62c-b572-470f-a8c3-fbb5713678a8 req-0627b054-fb5a-4cd6-bf6e-7dd3e76d99cb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1666431 Sep 17 22:12:39.738150 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-81c859f2-80cb-4e0c-b9a5-35372621c307 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6468680 Sep 17 22:12:39.758824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2a121dce-7709-4c26-88f2-71987a7f3aff None None] Provisioning complete for port ecf1adcb-d271-42ac-a702-3751f8ea6a6a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:39.759158 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a121dce-7709-4c26-88f2-71987a7f3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:39.762778 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:39.767497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-00d816c9-1365-4a27-b394-dffacefe65ff tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:12:39.768577 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-00d816c9-1365-4a27-b394-dffacefe65ff tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105839 Sep 17 22:12:39.776775 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287936a5-9758-476a-a726-eee8ea453b49 x-openstack-request-id: req-287936a5-9758-476a-a726-eee8ea453b49 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:39.777638 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:39.777898 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-287936a5-9758-476a-a726-eee8ea453b49 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:39.778259 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'code': 200} Sep 17 22:12:39.785781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Transition to ACTIVE for port object 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:12:39.788081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'port': {'device_id': '404c5d98-a409-485b-82b6-50adf115b035', 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee', 'admin_state_up': True, 'tenant_id': '2955111e03eb4da6ba46f81720aef990'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:39.796416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-2bb8745e-b868-4f77-939d-ad998223a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:39.798252 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-2bb8745e-b868-4f77-939d-ad998223a4ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.1109524 Sep 17 22:12:39.831263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2a121dce-7709-4c26-88f2-71987a7f3aff None None] Port ecf1adcb-d271-42ac-a702-3751f8ea6a6a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:39.843009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6d5c62c-b572-470f-a8c3-fbb5713678a8 req-80c839b8-d093-45e9-980b-8b41593503c7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638537 Sep 17 22:12:39.900290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:39.965095 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-b96f955b-ffd3-4c14-ae28-d8864a52a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:39.966714 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-b96f955b-ffd3-4c14-ae28-d8864a52a262 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503963 Sep 17 22:12:39.977792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] No DVR routers for this DVR port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on host n-h2-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:39.986971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34327-932e-4f6b-a90b-cd234b89e9d6 req-f8fc8e4c-7160-4a86-8945-66ac10a553a6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:39.994374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60b34327-932e-4f6b-a90b-cd234b89e9d6 req-f8fc8e4c-7160-4a86-8945-66ac10a553a6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1256120 Sep 17 22:12:40.004163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=10']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:40.007726 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.118580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Network 525e76d4-cbb8-4c62-a745-1347fbcfecdf is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:40.128472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:40.130701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:40.131227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:40.131626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:40.134163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:40.139258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60b34327-932e-4f6b-a90b-cd234b89e9d6 req-c3f753dc-2125-4b93-9836-3e32bba20113 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437304 Sep 17 22:12:40.142209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8de630-e347-4648-b61a-6116b5992705,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:40.172054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:12:40.172374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Attempting to bind port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:40.182766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:40.183131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:40.183512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:40.183951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Bound port: 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:40.184308 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.300695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.310819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:40.314427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:40.401579 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-3f84b0a3-6c74-4ce1-9554-2029b2308a09 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233561 Sep 17 22:12:40.413366 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.426780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.457520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.536538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=11']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:40.539914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:40.540539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.547625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-41a4d543-4ada-44fe-8461-b7fc267f0e30 service neutron] 10.222.0.32 "PUT /v2.0/ports/0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 1098 time: 1.6884825 Sep 17 22:12:40.548518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:40.550560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.653576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-c1ad6e5c-e6d9-40eb-be48-d9b01d4df66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:40.657772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-c1ad6e5c-e6d9-40eb-be48-d9b01d4df66e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1101 time: 0.0870953 Sep 17 22:12:40.668727 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d59bacd7-29c9-4524-8c6b-7f026060fe81 req-60a8c8b2-e00c-4dcd-8848-38272d8f996a service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578220 Sep 17 22:12:40.768373 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.816721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-bdd929c3-d412-46ed-acc2-aec0fc30ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:40.818197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-bdd929c3-d412-46ed-acc2-aec0fc30ab88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1557450 Sep 17 22:12:40.832261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Allocated IP 19.86.0.187 (084bcff1-d909-4807-a174-4aeb8dcadbee/12d9312e-7b3a-4a0c-9b8e-b2bf6a016bb7/d50fe851-0edc-4efb-8f69-e40ed070fe8c) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:40.876339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-7fdf7f08-2a23-49ba-80dd-a81526b87447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.0440047 Sep 17 22:12:40.902023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ac2e4-aac6-44c7-8e5a-274c1de688fd req-c2153fb9-f339-44af-9f9a-1ddb8ded916c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:40.907185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e45ac2e4-aac6-44c7-8e5a-274c1de688fd req-c2153fb9-f339-44af-9f9a-1ddb8ded916c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 932 time: 0.1086361 Sep 17 22:12:40.930103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:40.996744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 2f45d214-7879-4a8f-a58c-89f528ee3c13 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:40.997300 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.048067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-82fe6528-7760-437c-be89-c32af3917aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:41.050157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-82fe6528-7760-437c-be89-c32af3917aea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1652997 Sep 17 22:12:41.082536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8de630-e347-4648-b61a-6116b5992705,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:41.088937 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.091273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e45ac2e4-aac6-44c7-8e5a-274c1de688fd req-e75eb6bb-5f31-473f-8429-4cd8074406f1 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562333 Sep 17 22:12:41.118904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.131074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ded42d-8588-4657-a31a-3f214e954d85 req-28056c4f-6f75-435d-ad4d-020d9bee4f21 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:41.132596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62ded42d-8588-4657-a31a-3f214e954d85 req-28056c4f-6f75-435d-ad4d-020d9bee4f21 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1819136 Sep 17 22:12:41.134318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.140340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 2f45d214-7879-4a8f-a58c-89f528ee3c13 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:41.163714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-cf19b413-6ef8-49db-9aa2-4f9150ca4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:41.165188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-cf19b413-6ef8-49db-9aa2-4f9150ca4b68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0945206 Sep 17 22:12:41.203397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62ded42d-8588-4657-a31a-3f214e954d85 req-e669d53a-7137-40c0-9c23-5561f43a284b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588641 Sep 17 22:12:41.248779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.249977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1b8b90ea-0302-4bf2-814d-6dbe0519504f tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4207292 Sep 17 22:12:41.259746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40820) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:41.291102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.306192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-f823ae5b-3ad5-49ee-812e-981570c400fe service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334269 Sep 17 22:12:41.318520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476dc24-e927-4a66-be99-ec6719fe60af req-47650488-ad23-4a0e-935e-1eb0e4c34056 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:41.320073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7476dc24-e927-4a66-be99-ec6719fe60af req-47650488-ad23-4a0e-935e-1eb0e4c34056 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 949 time: 0.0747380 Sep 17 22:12:41.379507 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-db688f31-480a-44dc-819e-d28c27b9707e tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=525e76d4-cbb8-4c62-a745-1347fbcfecdf HTTP/1.1" status: 200 len: 690 time: 0.1163404 Sep 17 22:12:41.387879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40824) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:41.410408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network 084bcff1-d909-4807-a174-4aeb8dcadbee is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:41.417090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7476dc24-e927-4a66-be99-ec6719fe60af req-4a88173e-5c55-47b1-830f-e653bcd43707 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886943 Sep 17 22:12:41.446688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:41.448182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7904cc55-17d8-4f78-8dea-2d4b9887199f req-eb4f35a4-9b5b-4d34-9118-863e16d8f137 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271625 Sep 17 22:12:41.462963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:41.470532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Port': ['ID=d50fe851-0edc-4efb-8f69-e40ed070fe8c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:41.589485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:41.590124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.603672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.672004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.714480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b50e7d08-8dfb-4f24-9fec-b968832ab006 None None] Provisioning complete for port d50fe851-0edc-4efb-8f69-e40ed070fe8c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:41.715090 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b50e7d08-8dfb-4f24-9fec-b968832ab006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.719176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=2f45d214-7879-4a8f-a58c-89f528ee3c13,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:41.754378 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-43869d51-3b35-4b60-9af5-7e387e353e9b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9744058 Sep 17 22:12:41.758557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7d08-8dfb-4f24-9fec-b968832ab006 None None] Port d50fe851-0edc-4efb-8f69-e40ed070fe8c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:41.768743 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'port': {'device_id': '404c5d98-a409-485b-82b6-50adf115b035', 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52', 'admin_state_up': True, 'tenant_id': '2955111e03eb4da6ba46f81720aef990'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:41.779495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:41.781884 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c73410-2fca-4b44-b837-4eb5adebbf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:41.799706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:12:41.859316 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e536d2-8269-45fc-8ad6-5b88f6a74975 x-openstack-request-id: req-78e536d2-8269-45fc-8ad6-5b88f6a74975 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:41.859612 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:41.863375 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78e536d2-8269-45fc-8ad6-5b88f6a74975 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:41.863375 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'status': 'completed', 'code': 200} Sep 17 22:12:41.875804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:12:41.931248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-d3f2e2d2-af1b-4063-9dee-aeef805f27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:41.937189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:41.937418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-d3f2e2d2-af1b-4063-9dee-aeef805f27dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1101 time: 0.0508585 Sep 17 22:12:41.984384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Deleting port fd8de630-e347-4648-b61a-6116b5992705 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:41.984730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:42.038128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-ecc463d9-fb0f-4e9f-8932-baa41a54efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.039897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-ecc463d9-fb0f-4e9f-8932-baa41a54efea service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.0985515 Sep 17 22:12:42.087127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-024c0856-01f1-430d-bc1c-5632e33ffd92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.0380201 Sep 17 22:12:42.090282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-db43ce88-a09c-486b-aa26-c0b0d1402b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.091795 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-db43ce88-a09c-486b-aa26-c0b0d1402b77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1101 time: 0.2016456 Sep 17 22:12:42.140801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-20f1e8a7-b45d-40a5-bbba-6ffdacf7a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.142329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-20f1e8a7-b45d-40a5-bbba-6ffdacf7a17f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0470591 Sep 17 22:12:42.226599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-93235f47-8c42-4054-b4c9-bae49ffd0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.228253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-93235f47-8c42-4054-b4c9-bae49ffd0ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787017 Sep 17 22:12:42.242395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e513546-e3d8-4edc-a30a-1dcebbb5dd71 req-3da3d3fa-aec1-4601-b7d7-3323c30e5e9d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.249363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e513546-e3d8-4edc-a30a-1dcebbb5dd71 req-3da3d3fa-aec1-4601-b7d7-3323c30e5e9d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.251442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e513546-e3d8-4edc-a30a-1dcebbb5dd71 req-3da3d3fa-aec1-4601-b7d7-3323c30e5e9d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 1655 time: 0.0750711 Sep 17 22:12:42.289900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router c238b933-d8ff-4841-a6fe-9ce159f9c1c9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:12:42.294684 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:42.295049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:42.318108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Calling delete_port for fd8de630-e347-4648-b61a-6116b5992705 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:42.336499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:42.340025 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:42.388463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e513546-e3d8-4edc-a30a-1dcebbb5dd71 req-603c6de4-b6e9-4d08-a48b-51b06f42c957 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266980 Sep 17 22:12:42.398429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-4d1f1587-b5d1-4d51-a8f3-15ff0d862396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.399958 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-4d1f1587-b5d1-4d51-a8f3-15ff0d862396 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2754378 Sep 17 22:12:42.423396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-d14a6e0e-2d89-4638-8089-4c65779512a8 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707430 Sep 17 22:12:42.437537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362ed63-f3b4-44f3-95f8-0b31bbd860cf req-fd4f449f-bb88-4033-bda4-bbb963a3b055 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.440251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0362ed63-f3b4-44f3-95f8-0b31bbd860cf req-fd4f449f-bb88-4033-bda4-bbb963a3b055 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0974035 Sep 17 22:12:42.508015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:42.518081 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-04b52794-01cc-4f50-bf6b-2e238e0e856d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/c238b933-d8ff-4841-a6fe-9ce159f9c1c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1951299 Sep 17 22:12:42.519512 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-734b8be4-e6a2-4a88-9a40-b1f555e335af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 200 len: 217 time: 0.0881233 Sep 17 22:12:42.520838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40840) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:42.528569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0437a4f-341a-44d8-9b9a-77ebab028b8c None None] Sync routers for ids ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:42.539735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0437a4f-341a-44d8-9b9a-77ebab028b8c None None] Routers {'c238b933-d8ff-4841-a6fe-9ce159f9c1c9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:42.540370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c0437a4f-341a-44d8-9b9a-77ebab028b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:42.584321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5187e5d8-36da-4c86-8ab1-2e4817e59480 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=c238b933-d8ff-4841-a6fe-9ce159f9c1c9 HTTP/1.1" status: 200 len: 205 time: 0.0623798 Sep 17 22:12:42.588344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40842) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:42.591284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c0437a4f-341a-44d8-9b9a-77ebab028b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:42.602139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0437a4f-341a-44d8-9b9a-77ebab028b8c None None] Routers {'c238b933-d8ff-4841-a6fe-9ce159f9c1c9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:42.603138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c0437a4f-341a-44d8-9b9a-77ebab028b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:42.617367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0362ed63-f3b4-44f3-95f8-0b31bbd860cf req-6075a876-38f5-4d96-81c9-b2a3ef0ac8bf tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596801 Sep 17 22:12:42.645490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c0437a4f-341a-44d8-9b9a-77ebab028b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:42.646182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0437a4f-341a-44d8-9b9a-77ebab028b8c None None] The sync data for ids ['c238b933-d8ff-4841-a6fe-9ce159f9c1c9'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:42.716073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-89849f28-6313-4e37-bacd-fce3195ad8c9 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759418 Sep 17 22:12:42.719969 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf1707a0-3136-4750-8dab-00d9812a8b1e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:42.780189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96136572-fd85-4e6a-ab27-8d955c399484 req-b61bab98-7a3e-4fc3-bd3a-83dfde46166d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.781862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96136572-fd85-4e6a-ab27-8d955c399484 req-b61bab98-7a3e-4fc3-bd3a-83dfde46166d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 949 time: 0.2313030 Sep 17 22:12:42.957506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-bdac4338-8d2b-485d-a601-046e8c70f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:42.959018 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-bdac4338-8d2b-485d-a601-046e8c70f205 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.4070113 Sep 17 22:12:43.047050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Allocated IP 19.80.0.63 (076bf09e-f2c7-4f7f-a87b-e13542c59c52/b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a/c2668723-e311-41f7-83a1-81189e8536ea) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:43.075924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-de9ca743-73dd-48c4-a103-a424f65f8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:43.077434 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-de9ca743-73dd-48c4-a103-a424f65f8373 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079440 Sep 17 22:12:43.190645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.227567 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf1707a0-3136-4750-8dab-00d9812a8b1e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.234319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf1707a0-3136-4750-8dab-00d9812a8b1e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.245957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96136572-fd85-4e6a-ab27-8d955c399484 req-2404a2c2-48f2-424f-a2b4-87bf61c96306 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335904 Sep 17 22:12:43.261773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd8de630-e347-4648-b61a-6116b5992705,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:43.313497 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-dc1eae78-040b-47f6-9393-353e814ba573 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246156 Sep 17 22:12:43.372785 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.381379 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.417048 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf1707a0-3136-4750-8dab-00d9812a8b1e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.417695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1707a0-3136-4750-8dab-00d9812a8b1e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Fanout notify agent at l3_agent the message router_deleted on router c238b933-d8ff-4841-a6fe-9ce159f9c1c9 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:12:43.430729 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf1707a0-3136-4750-8dab-00d9812a8b1e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.434298 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cf1707a0-3136-4750-8dab-00d9812a8b1e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/c238b933-d8ff-4841-a6fe-9ce159f9c1c9 HTTP/1.1" status: 204 len: 168 time: 0.8411906 Sep 17 22:12:43.434920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40852) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:43.515505 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.530560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-763d5b11-b684-487c-80a8-46dd4632385f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting subnet 5cbb378f-86a9-43ad-99f5-76bfa2578639 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:12:43.535280 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-763d5b11-b684-487c-80a8-46dd4632385f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.560413 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-42c73410-2fca-4b44-b837-4eb5adebbf5c req-cbf9a4da-f8ed-4b72-a8cc-c56aafbfd641 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245908 Sep 17 22:12:43.594984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb11688-af33-4492-b161-c772e3f731cf req-a833ef27-e4f3-4ee8-be73-027818ca506d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:43.601634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb11688-af33-4492-b161-c772e3f731cf req-a833ef27-e4f3-4ee8-be73-027818ca506d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:43.603364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccb11688-af33-4492-b161-c772e3f731cf req-a833ef27-e4f3-4ee8-be73-027818ca506d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 1655 time: 0.1299672 Sep 17 22:12:43.621524 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-763d5b11-b684-487c-80a8-46dd4632385f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.634908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.685702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:43.690821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:43.695848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccb11688-af33-4492-b161-c772e3f731cf req-88f4a0dc-4c3d-42d9-a415-3729714fba9f tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837402 Sep 17 22:12:43.697619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:43.713414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Port': ['ID=c2668723-e311-41f7-83a1-81189e8536ea,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:43.767369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:43.769331 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.772835 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-763d5b11-b684-487c-80a8-46dd4632385f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.773310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.809633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:12:43.833671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=181f111b-31c0-4f7f-8f61-94e829de1cf6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:43.859375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cae3b9-ec4d-4c11-a628-aaa3b6868155 req-49c738a0-5414-4af2-8874-3c8c75de7325 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:43.860919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9cae3b9-ec4d-4c11-a628-aaa3b6868155 req-49c738a0-5414-4af2-8874-3c8c75de7325 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1041310 Sep 17 22:12:43.909997 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:43.913251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9cae3b9-ec4d-4c11-a628-aaa3b6868155 req-de63be11-a23f-4ed0-8804-ea01b0bdd4e5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424783 Sep 17 22:12:43.944064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-4b48e92d-054a-4c24-bf09-b28e58fb7780 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1797078 Sep 17 22:12:43.958696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Request body: {'port': {'device_id': '404c5d98-a409-485b-82b6-50adf115b035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:43.962624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:43.963008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525e76d4-cbb8-4c62-a745-1347fbcfecdf']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:43.974510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'port_id': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'mac_address': 'fa:16:3e:12:9c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:12:43.988835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4923ad7d-8d86-4ea1-aaad-96c6339ecf01') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:43.989089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4923ad7d-8d86-4ea1-aaad-96c6339ecf01') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:44.003190 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.024887 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.026558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-46d84445-044a-48db-9188-cc4f1384f30c None None] Provisioning complete for port c2668723-e311-41f7-83a1-81189e8536ea triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:44.026933 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46d84445-044a-48db-9188-cc4f1384f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.037018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.046623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.048887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:44.049610 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.052363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-763d5b11-b684-487c-80a8-46dd4632385f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:44.060715 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:44.062468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc75edd4-56a5-400d-a95e-58fd0e7144eb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:44.088848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-46d84445-044a-48db-9188-cc4f1384f30c None None] Port c2668723-e311-41f7-83a1-81189e8536ea cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:44.088848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:44.092431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d5b11-b684-487c-80a8-46dd4632385f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbb378f-86a9-43ad-99f5-76bfa2578639,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:44.102285 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:12:44.102497 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-763d5b11-b684-487c-80a8-46dd4632385f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.104460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-763d5b11-b684-487c-80a8-46dd4632385f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/5cbb378f-86a9-43ad-99f5-76bfa2578639 HTTP/1.1" status: 204 len: 168 time: 0.6689386 Sep 17 22:12:44.105757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474fdf44-f899-40ff-8b8b-53eb87922614 None None] Network df1e851c-da72-41c4-8c94-b44352ea50ad requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:44.107167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40862) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:44.165641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54e1e38-37b2-4123-aef5-939cb424984b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting subnet a17b2677-86aa-4b5b-bc3f-6a19456d0e80 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:12:44.169005 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e38-37b2-4123-aef5-939cb424984b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.213928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e38-37b2-4123-aef5-939cb424984b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.251466 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.325089 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.379817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 525e76d4-cbb8-4c62-a745-1347fbcfecdf {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:12:44.379912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:44.384316 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.385565 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e38-37b2-4123-aef5-939cb424984b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.386222 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "DELETE /v2.0/networks/525e76d4-cbb8-4c62-a745-1347fbcfecdf HTTP/1.1" status: 204 len: 168 time: 2.9973166 Sep 17 22:12:44.390611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40866) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:44.402706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c675eb-b3ea-4c70-af5c-7eb9523ae843 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event deleted for resources: {'Network': ['ID=525e76d4-cbb8-4c62-a745-1347fbcfecdf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:44.438324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:44.442162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'mac_address': 'fa:16:3e:7c:bb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:12:44.493373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.506397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cc75edd4-56a5-400d-a95e-58fd0e7144eb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:44.553245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a9793a-ea2b-445c-a7df-b8f0391bd96e None None] DHCP port deletion for df1e851c-da72-41c4-8c94-b44352ea50ad request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:12:44.572435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:44.606578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf1adcb-d271-42ac-a702-3751f8ea6a6a {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:44.622869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.625261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-368b8394-4500-410b-8b46-5596cd676057 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2260 time: 0.2118692 Sep 17 22:12:44.629056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40870) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:44.669747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f7de6-a599-4d8e-b592-dc4b0b7eb062 req-1706797b-2d62-4562-8b76-1a7c19164fbc tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:44.671363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-723f7de6-a599-4d8e-b592-dc4b0b7eb062 req-1706797b-2d62-4562-8b76-1a7c19164fbc tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 949 time: 0.3235500 Sep 17 22:12:44.699076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:44.728771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-723f7de6-a599-4d8e-b592-dc4b0b7eb062 req-d4f488e5-8a48-4090-bf6f-fd446e417fa2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499725 Sep 17 22:12:44.750800 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Transition to ACTIVE for port object ecf1adcb-d271-42ac-a702-3751f8ea6a6a will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:12:44.786096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e38-37b2-4123-aef5-939cb424984b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.801515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-27a9793a-ea2b-445c-a7df-b8f0391bd96e None None] Deleting port 66f8edd6-be38-407b-9b4e-e691dc716447 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:44.801919 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27a9793a-ea2b-445c-a7df-b8f0391bd96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.824034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e38-37b2-4123-aef5-939cb424984b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.829350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d54e1e38-37b2-4123-aef5-939cb424984b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/a17b2677-86aa-4b5b-bc3f-6a19456d0e80 HTTP/1.1" status: 204 len: 168 time: 0.7182748 Sep 17 22:12:44.839332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40878) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:44.854644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2d226-1521-4b5f-bc7a-e3bb30ec9e48 None None] Network 6244a9b2-04b1-41f5-97d0-f4f0b34878bd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:44.862627 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.932252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e1e38-37b2-4123-aef5-939cb424984b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Subnet': ['ID=a17b2677-86aa-4b5b-bc3f-6a19456d0e80,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:44.992834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:44.996994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.063084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-27a9793a-ea2b-445c-a7df-b8f0391bd96e None None] For port 66f8edd6-be38-407b-9b4e-e691dc716447, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=66f8edd6-be38-407b-9b4e-e691dc716447,segment=NetworkSegment(101e8f92-f705-4fa4-a258-05279573abd3),segment_id=101e8f92-f705-4fa4-a258-05279573abd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:45.063876 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27a9793a-ea2b-445c-a7df-b8f0391bd96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.067743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=12']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:45.081095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b670d54-7b16-4db2-b89c-694d01b3b847 req-01aaed5b-5216-4fab-828e-0bc66c6c84ff tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.087571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b670d54-7b16-4db2-b89c-694d01b3b847 req-01aaed5b-5216-4fab-828e-0bc66c6c84ff tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.093052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-27a9793a-ea2b-445c-a7df-b8f0391bd96e None None] Calling delete_port for 66f8edd6-be38-407b-9b4e-e691dc716447 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:45.093618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b670d54-7b16-4db2-b89c-694d01b3b847 req-01aaed5b-5216-4fab-828e-0bc66c6c84ff tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.095441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b670d54-7b16-4db2-b89c-694d01b3b847 req-01aaed5b-5216-4fab-828e-0bc66c6c84ff tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2388 time: 0.1904287 Sep 17 22:12:45.097975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161642f-9e16-463a-9f96-bbe0a2ffeb8e req-59f32d6f-3405-41b8-87bc-50004fd994c4 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.099507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5161642f-9e16-463a-9f96-bbe0a2ffeb8e req-59f32d6f-3405-41b8-87bc-50004fd994c4 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 1102 time: 0.1991267 Sep 17 22:12:45.110859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:45.166950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.167447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.167910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.168404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.168853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.172429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.173156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.175114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.175699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.176049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b670d54-7b16-4db2-b89c-694d01b3b847 req-d5e40b86-234e-41e4-9c55-da100dea0a27 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714853 Sep 17 22:12:45.179289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.180024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.180481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.180930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.181417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.194935 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-31f88bbc-43b3-45bc-beb5-0bca2fa2ca4c tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8927 time: 0.5624349 Sep 17 22:12:45.195516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5161642f-9e16-463a-9f96-bbe0a2ffeb8e req-c656ca11-ae45-4b25-9124-ded52c328f59 tempest-MigrationsAdminTest-1361135148 tempest-MigrationsAdminTest-1361135148-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866804 Sep 17 22:12:45.196182 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40884) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:45.275605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:45.306183 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-cfc09385-47a2-4dc1-b5ce-f415b1190765 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] delete failed (client error): The resource could not be found. Sep 17 22:12:45.310428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cfc09385-47a2-4dc1-b5ce-f415b1190765 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/5bb92d26-343b-4999-a562-cc654cef850c HTTP/1.1" status: 404 len: 345 time: 0.1077244 Sep 17 22:12:45.310428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40888) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:45.336401 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec68dc9f-fa51-48f8-9058-913f431638df tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] DELETE failed (client error): The resource could not be found. Sep 17 22:12:45.336401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec68dc9f-fa51-48f8-9058-913f431638df tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:12:45.337248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ec68dc9f-fa51-48f8-9058-913f431638df tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "DELETE /v2.0/networks/525e76d4-cbb8-4c62-a745-1347fbcfecdf HTTP/1.1" status: 404 len: 339 time: 0.0262103 Sep 17 22:12:45.342552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40890) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:45.369895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Request body: {'network': {'name': 'tempest-network--513026263', 'router:external': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:45.416310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263076c-7b1a-4d3f-b1eb-e2d93c238405 req-ec962f6e-f1e8-45c4-b4da-a8eb61532c25 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:45.424635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5263076c-7b1a-4d3f-b1eb-e2d93c238405 req-ec962f6e-f1e8-45c4-b4da-a8eb61532c25 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 945 time: 0.0853434 Sep 17 22:12:45.471026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5263076c-7b1a-4d3f-b1eb-e2d93c238405 req-bb885f98-6c2d-43d6-9e58-755b60194b46 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Sep 17 22:12:45.483831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 66f8edd6-be38-407b-9b4e-e691dc716447 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:45.484174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.488030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Attempting to bind port ecf1adcb-d271-42ac-a702-3751f8ea6a6a on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:45.488360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Attempting to bind port ecf1adcb-d271-42ac-a702-3751f8ea6a6a by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:45.488681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Attempting to bind port ecf1adcb-d271-42ac-a702-3751f8ea6a6a on network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:45.509786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Made reservation on behalf of c85e96e10c324be3b5fcbbb77a0d9a78 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:45.512201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.526878 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Port ecf1adcb-d271-42ac-a702-3751f8ea6a6a on network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:12:45.527209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Attempting to bind port ecf1adcb-d271-42ac-a702-3751f8ea6a6a on network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:45.536474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e5b396-5fad-4b34-aa3a-c06b6d50799d None None] DHCP port deletion for 6244a9b2-04b1-41f5-97d0-f4f0b34878bd request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:12:45.543631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:45.543976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Checking segment: {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:45.544362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Bound using segment: {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:45.544795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Bound port: ecf1adcb-d271-42ac-a702-3751f8ea6a6a, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:45.545158 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.590876 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27a9793a-ea2b-445c-a7df-b8f0391bd96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.599262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port 66f8edd6-be38-407b-9b4e-e691dc716447, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=66f8edd6-be38-407b-9b4e-e691dc716447,segment=NetworkSegment(101e8f92-f705-4fa4-a258-05279573abd3),segment_id=101e8f92-f705-4fa4-a258-05279573abd3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:45.599636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.628106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9793a-ea2b-445c-a7df-b8f0391bd96e None None] Pushing event deleted for resources: {'Port': ['ID=66f8edd6-be38-407b-9b4e-e691dc716447,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:45.630228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:45.639478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a9793a-ea2b-445c-a7df-b8f0391bd96e None None] No DVR routers for this DVR port 66f8edd6-be38-407b-9b4e-e691dc716447 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:45.640402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 66f8edd6-be38-407b-9b4e-e691dc716447 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:45.671988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-19e5b396-5fad-4b34-aa3a-c06b6d50799d None None] Deleting port 9483e0fc-1824-42e1-a58b-bfa15637022b {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:45.672264 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.672367 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-19e5b396-5fad-4b34-aa3a-c06b6d50799d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.672567 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Added segment d1be6eca-d9b6-4dbf-8aff-10e77c5d2f87 of type vlan for network ca7e2637-c895-4606-b39e-c5b0112b6b29 Sep 17 22:12:45.742856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] For port ecf1adcb-d271-42ac-a702-3751f8ea6a6a, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:45.765546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-19e5b396-5fad-4b34-aa3a-c06b6d50799d None None] For port 9483e0fc-1824-42e1-a58b-bfa15637022b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9483e0fc-1824-42e1-a58b-bfa15637022b,segment=NetworkSegment(98d0c88a-5530-4753-a969-d235878e8cb8),segment_id=98d0c88a-5530-4753-a969-d235878e8cb8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:45.765546 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-19e5b396-5fad-4b34-aa3a-c06b6d50799d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.774227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] For port ecf1adcb-d271-42ac-a702-3751f8ea6a6a, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:45.775742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-19e5b396-5fad-4b34-aa3a-c06b6d50799d None None] Calling delete_port for 9483e0fc-1824-42e1-a58b-bfa15637022b owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:45.776094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.818561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:45.822224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.853327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=66f8edd6-be38-407b-9b4e-e691dc716447,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:45.855139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No DVR routers for this DVR port 66f8edd6-be38-407b-9b4e-e691dc716447 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:45.932242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.951327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1e851c-da72-41c4-8c94-b44352ea50ad']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:45.960887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101e8f92-f705-4fa4-a258-05279573abd3') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:45.961190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101e8f92-f705-4fa4-a258-05279573abd3') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:45.970334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.984076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.991008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:45.991409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:45.994434 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:46.000981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.000981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.000981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.000981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.035582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port cc75edd4-56a5-400d-a95e-58fd0e7144eb completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:46.038720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-19e5b396-5fad-4b34-aa3a-c06b6d50799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.055732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port cc75edd4-56a5-400d-a95e-58fd0e7144eb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:46.056397 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.103039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 66f8edd6-be38-407b-9b4e-e691dc716447 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:12:46.110423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5b396-5fad-4b34-aa3a-c06b6d50799d None None] No DVR routers for this DVR port 9483e0fc-1824-42e1-a58b-bfa15637022b on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:46.123851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.124687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.126346 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] 10.222.0.35 "PUT /v2.0/ports/ecf1adcb-d271-42ac-a702-3751f8ea6a6a HTTP/1.1" status: 200 len: 1093 time: 2.1743546 Sep 17 22:12:46.130877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'tag': 'ecf1adcb-d271-42ac-a702-3751f8ea6a6a'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:46.137863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5b396-5fad-4b34-aa3a-c06b6d50799d None None] Pushing event deleted for resources: {'Port': ['ID=9483e0fc-1824-42e1-a58b-bfa15637022b,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:46.138271 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8c7a72-5c6e-423d-846e-6b2f329147a0" -d '{"events": [{"name": "network-changed", "server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "tag": "ecf1adcb-d271-42ac-a702-3751f8ea6a6a"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:46.144833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 66f8edd6-be38-407b-9b4e-e691dc716447 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:12:46.145184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 66f8edd6-be38-407b-9b4e-e691dc716447 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:12:46.145597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9483e0fc-1824-42e1-a58b-bfa15637022b no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:12:46.165951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe306c7-6b97-4612-94bb-ef1c096b55a5 req-2b687786-1780-4fb6-ba1d-86a0adbf7b39 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.172511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9483e0fc-1824-42e1-a58b-bfa15637022b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:12:46.172859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9483e0fc-1824-42e1-a58b-bfa15637022b not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:12:46.179359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'Network': ['ID=ca7e2637-c895-4606-b39e-c5b0112b6b29,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:46.183928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efe306c7-6b97-4612-94bb-ef1c096b55a5 req-2b687786-1780-4fb6-ba1d-86a0adbf7b39 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1091654 Sep 17 22:12:46.196935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network ca7e2637-c895-4606-b39e-c5b0112b6b29 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:46.198522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813af37-87ef-4d76-a26b-3affcf12b523 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:46.202707 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f571d0be-94ad-4903-ab17-350fbea48bd8 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8583009 Sep 17 22:12:46.206086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40898) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:46.254525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efe306c7-6b97-4612-94bb-ef1c096b55a5 req-fbe34f4e-8502-4400-8d8f-a7abe6e0dd97 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694008 Sep 17 22:12:46.285467 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd901f-72ff-4527-b90c-4778159b8ef9 x-openstack-request-id: req-0ffd901f-72ff-4527-b90c-4778159b8ef9 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:46.285771 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "tag": "ecf1adcb-d271-42ac-a702-3751f8ea6a6a", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:46.286016 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ffd901f-72ff-4527-b90c-4778159b8ef9 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:46.286415 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'tag': 'ecf1adcb-d271-42ac-a702-3751f8ea6a6a', 'status': 'completed', 'code': 200} Sep 17 22:12:46.346427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Request body: {'port': {'device_id': '404c5d98-a409-485b-82b6-50adf115b035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:46.420919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff88a13-7ef7-4d13-8467-4336465db7d3 req-f0195997-03ee-4f10-8044-84d3d191e80b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.446950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff88a13-7ef7-4d13-8467-4336465db7d3 req-f0195997-03ee-4f10-8044-84d3d191e80b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.453210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff88a13-7ef7-4d13-8467-4336465db7d3 req-f0195997-03ee-4f10-8044-84d3d191e80b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.455167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dff88a13-7ef7-4d13-8467-4336465db7d3 req-f0195997-03ee-4f10-8044-84d3d191e80b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2388 time: 0.1504090 Sep 17 22:12:46.504356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.507506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dff88a13-7ef7-4d13-8467-4336465db7d3 req-38edee12-cd6c-4785-a4d7-884642472843 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Sep 17 22:12:46.527947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.534444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.539352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40912) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:46.539587 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/networks/df1e851c-da72-41c4-8c94-b44352ea50ad HTTP/1.1" status: 204 len: 168 time: 1.6993396 Sep 17 22:12:46.548360 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.554185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:46.557133 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f3c7f6-79c5-4f4a-b4c7-b4c7deaa730f" -d '{"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-plugged", "status": "completed", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:46.563050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:46.623354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39571b2e-3edc-4dbf-937b-ee21acd49bf3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Network': ['ID=df1e851c-da72-41c4-8c94-b44352ea50ad,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:46.646421 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.660738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06189b0c-b768-4906-afdd-1a74111298f5 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.666669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06189b0c-b768-4906-afdd-1a74111298f5 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.674856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06189b0c-b768-4906-afdd-1a74111298f5 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.681113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06189b0c-b768-4906-afdd-1a74111298f5 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.682843 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-06189b0c-b768-4906-afdd-1a74111298f5 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4748323 Sep 17 22:12:46.694271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-59ed61c5-6b0b-40a4-a7b1-9d49eff62de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.694754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-59ed61c5-6b0b-40a4-a7b1-9d49eff62de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.695247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-59ed61c5-6b0b-40a4-a7b1-9d49eff62de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.697091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-59ed61c5-6b0b-40a4-a7b1-9d49eff62de9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2955111e03eb4da6ba46f81720aef990&device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2732 time: 0.4018652 Sep 17 22:12:46.697328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:46.698459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40916) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:46.716819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.754640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a59bf1-2f02-404e-b354-8e7e17e170c1 req-030cba49-3fee-4759-ac73-74bae71245c7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.756285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10a59bf1-2f02-404e-b354-8e7e17e170c1 req-030cba49-3fee-4759-ac73-74bae71245c7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1555686 Sep 17 22:12:46.822577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-b3ea8730-2b98-4179-ac6c-2b76f343b359 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:46.824093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-b3ea8730-2b98-4179-ac6c-2b76f343b359 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 821 time: 0.2710769 Sep 17 22:12:46.886709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-7e703f38-52a9-4d44-8ec2-8edbad7286d9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/quotas/132ca9e15192406e9bfbb730ea7dd771 HTTP/1.1" status: 200 len: 375 time: 0.0497520 Sep 17 22:12:46.888235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.902878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10a59bf1-2f02-404e-b354-8e7e17e170c1 req-f2be4ad6-e4d8-428a-9a2d-bb2c56f6286c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147816 Sep 17 22:12:46.913993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.942464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6244a9b2-04b1-41f5-97d0-f4f0b34878bd']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:46.954869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d0c88a-5530-4753-a969-d235878e8cb8') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:46.955353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d0c88a-5530-4753-a969-d235878e8cb8') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:46.965609 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f647195d-a427-41fc-b406-c238d474ea4e x-openstack-request-id: req-f647195d-a427-41fc-b406-c238d474ea4e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:46.965906 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-plugged", "status": "completed", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:46.966156 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f647195d-a427-41fc-b406-c238d474ea4e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:46.966543 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'code': 200} Sep 17 22:12:46.966834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.989021 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:46.999187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-375c4974-e5aa-4cca-9cab-7cadaac7b832 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019611 Sep 17 22:12:47.005147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:47.005550 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.007493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-a0a84c48-2bf0-4242-9793-46bb2a3b8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.007979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-a0a84c48-2bf0-4242-9793-46bb2a3b8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.008476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-a0a84c48-2bf0-4242-9793-46bb2a3b8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:47.008793 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:47.010523 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-a0a84c48-2bf0-4242-9793-46bb2a3b8e00 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2955111e03eb4da6ba46f81720aef990&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3016663 Sep 17 22:12:47.090701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-7f2546cc-fa39-4e12-a6a5-070ab4cfaad4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:12:47.091694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-7f2546cc-fa39-4e12-a6a5-070ab4cfaad4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0821278 Sep 17 22:12:47.182853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.196845 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.206046 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.213314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/networks/6244a9b2-04b1-41f5-97d0-f4f0b34878bd HTTP/1.1" status: 204 len: 168 time: 0.6674037 Sep 17 22:12:47.213314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18848b71-6263-4e24-89a3-6ed68e5c4e5e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Network': ['ID=6244a9b2-04b1-41f5-97d0-f4f0b34878bd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:47.213314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40924) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:47.217086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-396205133'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:47.225494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920af92-d959-4e56-a906-a860ceb53171 req-17741708-a305-4e6e-849c-c037cd76b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.227002 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a920af92-d959-4e56-a906-a860ceb53171 req-17741708-a305-4e6e-849c-c037cd76b6aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 1098 time: 0.1847754 Sep 17 22:12:47.227584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-8e10a134-a75e-4500-a520-d7e60288cbbd service neutron] 10.222.0.13 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280961 Sep 17 22:12:47.249141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7e2637-c895-4606-b39e-c5b0112b6b29']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:47.334849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:47.338345 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.383274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-b74ef5d7-cb03-4a6b-b292-8d9f30fe2842 service neutron] 10.222.0.13 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475236 Sep 17 22:12:47.397913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:47.413398 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.413784 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added segment 694a0caa-8500-4a29-a982-fff700cfd622 of type vlan for network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 Sep 17 22:12:47.454883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8e53a-a178-408b-b331-67096cab25d1 req-ef02fe0d-9959-4cdc-91fd-0adc4fc4a0fd tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.456466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1dc8e53a-a178-408b-b331-67096cab25d1 req-ef02fe0d-9959-4cdc-91fd-0adc4fc4a0fd tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1289759 Sep 17 22:12:47.523318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.550987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-3f4e4487-a17e-452a-b044-b8c06b11146d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.552516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-3f4e4487-a17e-452a-b044-b8c06b11146d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 950 time: 0.1406384 Sep 17 22:12:47.579372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1dc8e53a-a178-408b-b331-67096cab25d1 req-9d48c70c-f63d-4e78-8930-bc0dbcb95ae4 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946822 Sep 17 22:12:47.592304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1be6eca-d9b6-4dbf-8aff-10e77c5d2f87') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:47.592786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1be6eca-d9b6-4dbf-8aff-10e77c5d2f87') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:47.609725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-25a456be-56f9-44c9-8976-cdbaeb09fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.611900 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fb8c7a72-5c6e-423d-846e-6b2f329147a0 req-25a456be-56f9-44c9-8976-cdbaeb09fa7d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5739748 Sep 17 22:12:47.615755 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.641275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50fe851-0edc-4efb-8f69-e40ed070fe8c {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:47.651315 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a920af92-d959-4e56-a906-a860ceb53171 req-55e43712-f351-4b6e-b01a-4c45488024ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058385 Sep 17 22:12:47.653138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.659862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.671080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:47.671518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:47.673210 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:47.686251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Deleting port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:47.687422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.762372 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.767890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.768495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.775427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-32e66f5b-9a12-4897-8487-712aefa0745e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.869582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791077f-eae8-4c71-a573-20585ee22506 req-2f84fb7e-b8ca-4229-b21c-624f6126ace0 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.875389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791077f-eae8-4c71-a573-20585ee22506 req-2f84fb7e-b8ca-4229-b21c-624f6126ace0 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.881779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791077f-eae8-4c71-a573-20585ee22506 req-2f84fb7e-b8ca-4229-b21c-624f6126ace0 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:47.883534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f791077f-eae8-4c71-a573-20585ee22506 req-2f84fb7e-b8ca-4229-b21c-624f6126ace0 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2388 time: 0.1629896 Sep 17 22:12:47.947785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7344313 Sep 17 22:12:47.950835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40940) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:47.952707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89ea2e-db14-4399-8405-b391acfd12eb tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Network': ['ID=3318664d-a1dc-46d5-9f65-40ca05aa62b3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:47.956104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'subnet': {'network_id': '3318664d-a1dc-46d5-9f65-40ca05aa62b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:47.960292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Transition to ACTIVE for port object d50fe851-0edc-4efb-8f69-e40ed070fe8c will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:12:47.963617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] For port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:47.963980 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.964155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:47.976848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:47.989131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Calling delete_port for 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:47.992178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca7e2637-c895-4606-b39e-c5b0112b6b29 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:12:47.996862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f791077f-eae8-4c71-a573-20585ee22506 req-fd35c28e-c7b4-4e91-b744-bee15a28c28f tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068733 Sep 17 22:12:48.014328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.019079 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ca7e2637-c895-4606-b39e-c5b0112b6b29 HTTP/1.1" status: 204 len: 168 time: 1.3163891 Sep 17 22:12:48.025129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40942) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:48.026417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed491638-a015-4cb1-a743-47272e85740b tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca7e2637-c895-4606-b39e-c5b0112b6b29,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:48.032844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Request body: {'network': {'name': 'tempest-network--1425229302', 'router:external': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:48.064076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.154995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:48.217126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a6655ac-e019-4736-903c-dfbec5a253c7 req-e6b1be1d-69a6-463b-b630-d5d68487b817 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 210 time: 0.0965226 Sep 17 22:12:48.289508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7c574-8b8c-4d08-83c0-bd77cfc746e8 req-f4c749fa-ba95-48d6-a5cb-3440a90c8738 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:48.297251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a7c574-8b8c-4d08-83c0-bd77cfc746e8 req-f4c749fa-ba95-48d6-a5cb-3440a90c8738 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1602128 Sep 17 22:12:48.328023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d50fe851-0edc-4efb-8f69-e40ed070fe8c,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:48.354666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a7c574-8b8c-4d08-83c0-bd77cfc746e8 req-0d252f67-8cab-454e-93ef-ae9e2761e874 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564251 Sep 17 22:12:48.372512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Made reservation on behalf of c85e96e10c324be3b5fcbbb77a0d9a78 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:48.375435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.386514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:12:48.391143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:48.391512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.435573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:48.441789 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Attempting to bind port d50fe851-0edc-4efb-8f69-e40ed070fe8c on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:48.442349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Attempting to bind port d50fe851-0edc-4efb-8f69-e40ed070fe8c by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'e5673a27-3606-4df0-8721-558bfe3f5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:48.442843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Attempting to bind port d50fe851-0edc-4efb-8f69-e40ed070fe8c on network 084bcff1-d909-4807-a174-4aeb8dcadbee {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:48.451462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.452005 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Added segment 17bbbfc4-7ee1-4809-8318-fd262eb270d7 of type vlan for network c2445db7-b43c-4674-b4c8-261db6dc7586 Sep 17 22:12:48.453270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Port d50fe851-0edc-4efb-8f69-e40ed070fe8c on network 084bcff1-d909-4807-a174-4aeb8dcadbee not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:12:48.453723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Attempting to bind port d50fe851-0edc-4efb-8f69-e40ed070fe8c on network 084bcff1-d909-4807-a174-4aeb8dcadbee {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:48.469084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:48.473835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.480749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:48.481331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Checking segment: {'id': 'e5673a27-3606-4df0-8721-558bfe3f5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:48.481724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Bound using segment: {'id': 'e5673a27-3606-4df0-8721-558bfe3f5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:48.482153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Bound port: d50fe851-0edc-4efb-8f69-e40ed070fe8c, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5673a27-3606-4df0-8721-558bfe3f5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:48.482495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.523757 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.531230 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.552845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['189e777b-2039-46e5-9ed0-a5053c04658c', 'e85143fd-3dc4-4df9-b00b-46470a007fac'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:48.568894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Pushing event deleted for resources: {'Port': ['ID=0c3f0e52-6d82-4222-b76a-cf0982fcf9d4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:48.612794 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['43cd865e-e404-4613-9dec-a9ba3d0a62b8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:48.653389 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.751181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] For port d50fe851-0edc-4efb-8f69-e40ed070fe8c, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:48.757589 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] For port d50fe851-0edc-4efb-8f69-e40ed070fe8c, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d50fe851-0edc-4efb-8f69-e40ed070fe8c,segment=NetworkSegment(e5673a27-3606-4df0-8721-558bfe3f5fb3),segment_id=e5673a27-3606-4df0-8721-558bfe3f5fb3)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:48.780201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] No DVR routers for this DVR port 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:48.784503 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.799198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43b7d87e-c5cb-4bc9-aed7-0f173c6ddeab req-26ba1f82-bac7-47cd-a333-959294252e3d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "DELETE /v2.0/ports/0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 HTTP/1.1" status: 204 len: 173 time: 1.2355630 Sep 17 22:12:48.802678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-deleted', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:48.812542 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f584cf96-cc00-40c1-b6ac-08f0ee2eddc4" -d '{"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-deleted", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:48.842656 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.857735 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3e03307-bc6f-4ffe-987b-0345f4fd30cb req-98ee5a28-279d-4f40-a9df-004b0a87f322 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 210 time: 0.1229143 Sep 17 22:12:48.909674 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8908fd46-8b64-4d73-95f0-cfad6dabb01b x-openstack-request-id: req-8908fd46-8b64-4d73-95f0-cfad6dabb01b {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:48.910054 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40a016-ad92-454c-871f-60384970f3fc", "name": "network-vif-deleted", "tag": "0c3f0e52-6d82-4222-b76a-cf0982fcf9d4", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:48.910376 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8908fd46-8b64-4d73-95f0-cfad6dabb01b {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:48.910889 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa40a016-ad92-454c-871f-60384970f3fc', 'name': 'network-vif-deleted', 'tag': '0c3f0e52-6d82-4222-b76a-cf0982fcf9d4', 'status': 'completed', 'code': 200} Sep 17 22:12:48.928197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.928872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:48.929725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.973650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:48.973650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:48.975055 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] 10.222.0.35 "PUT /v2.0/ports/d50fe851-0edc-4efb-8f69-e40ed070fe8c HTTP/1.1" status: 200 len: 1093 time: 2.6920598 Sep 17 22:12:48.979083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'tag': 'd50fe851-0edc-4efb-8f69-e40ed070fe8c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:48.982224 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0b7634-1684-4379-be4a-275f6bc45411" -d '{"events": [{"name": "network-changed", "server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "tag": "d50fe851-0edc-4efb-8f69-e40ed070fe8c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:49.126780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'Network': ['ID=c2445db7-b43c-4674-b4c8-261db6dc7586,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:49.159307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c2445db7-b43c-4674-b4c8-261db6dc7586 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:49.181266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Request body: {'port': {'device_id': '404c5d98-a409-485b-82b6-50adf115b035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:49.204767 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-067d14eb-b1eb-467e-ac88-66c3dbb94729 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1736097 Sep 17 22:12:49.209746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40968) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:49.209944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:49.244336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17635e-dfe5-4d32-b4ad-786866780fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d50fe851-0edc-4efb-8f69-e40ed070fe8c,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:49.297849 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2981bb67-74f7-4a9f-b67a-926d06ad742e x-openstack-request-id: req-2981bb67-74f7-4a9f-b67a-926d06ad742e {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:49.298324 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "tag": "d50fe851-0edc-4efb-8f69-e40ed070fe8c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:49.299560 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2981bb67-74f7-4a9f-b67a-926d06ad742e {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:49.300507 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'tag': 'd50fe851-0edc-4efb-8f69-e40ed070fe8c', 'status': 'completed', 'code': 200} Sep 17 22:12:49.326303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf524-4f29-45c8-bfea-af0cb01ad6dc req-ce90cbba-dcb8-4deb-94cb-b3b685ca9106 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.340440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf524-4f29-45c8-bfea-af0cb01ad6dc req-ce90cbba-dcb8-4deb-94cb-b3b685ca9106 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.347336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf524-4f29-45c8-bfea-af0cb01ad6dc req-ce90cbba-dcb8-4deb-94cb-b3b685ca9106 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.355759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd7bf524-4f29-45c8-bfea-af0cb01ad6dc req-ce90cbba-dcb8-4deb-94cb-b3b685ca9106 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2400 time: 0.1935372 Sep 17 22:12:49.386325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Subnet': ['ID=6cd464f2-5ca2-4a33-a37a-8a75775d9396,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:49.394037 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:49.416194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-b9afe0db-eb9e-47c8-a694-8f5e50c9bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.416605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-b9afe0db-eb9e-47c8-a694-8f5e50c9bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.416899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-b9afe0db-eb9e-47c8-a694-8f5e50c9bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.418584 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-b9afe0db-eb9e-47c8-a694-8f5e50c9bdf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2955111e03eb4da6ba46f81720aef990&device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2800 time: 0.1391075 Sep 17 22:12:49.436168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Checking segment: {'id': '694a0caa-8500-4a29-a982-fff700cfd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3318664d-a1dc-46d5-9f65-40ca05aa62b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:49.436527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network hostable DHCP agents. Network: 3318664d-a1dc-46d5-9f65-40ca05aa62b3, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:12:49.442473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-619881a0-627b-4161-8ef5-961ce6f2ffa4 req-380a709a-8439-48ea-9243-c4ce2f8e25f5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 210 time: 0.0840895 Sep 17 22:12:49.467590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6d7244-b5dd-4e20-b8f7-14af8c4ef7e7 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.467590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9a6d7244-b5dd-4e20-b8f7-14af8c4ef7e7 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] 10.222.0.13 "GET /v2.0/networks/c2445db7-b43c-4674-b4c8-261db6dc7586 HTTP/1.1" status: 200 len: 757 time: 0.2492993 Sep 17 22:12:49.467590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40976) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:49.476715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd7bf524-4f29-45c8-bfea-af0cb01ad6dc req-8645a12f-9ecd-405e-b4b6-b7cec7fd1a5d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196971 Sep 17 22:12:49.576282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d292bbc9-94c3-4262-bb00-3a7696477cf6 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.577847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d292bbc9-94c3-4262-bb00-3a7696477cf6 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] 10.222.0.13 "GET /v2.0/networks/6f19e972-82a7-4f7f-9bae-1cfa33a8b959 HTTP/1.1" status: 200 len: 768 time: 0.1130133 Sep 17 22:12:49.587408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40978) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:49.609121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:12:49.650100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-b6a053c6-72f1-4f49-a21d-ccda64740330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.650579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-b6a053c6-72f1-4f49-a21d-ccda64740330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.651073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-b6a053c6-72f1-4f49-a21d-ccda64740330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.652810 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-b6a053c6-72f1-4f49-a21d-ccda64740330 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2955111e03eb4da6ba46f81720aef990&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2261326 Sep 17 22:12:49.692463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3128f6-9d21-4b1a-bd87-99fad47e84c3 req-f6f8c7d2-8da9-4df1-9fa1-4a8a80c34b0c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.693979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c3128f6-9d21-4b1a-bd87-99fad47e84c3 req-f6f8c7d2-8da9-4df1-9fa1-4a8a80c34b0c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1150489 Sep 17 22:12:49.697458 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:49.740747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 3318664d-a1dc-46d5-9f65-40ca05aa62b3) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:49.748774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8bb64-8645-4cd8-ab98-cf35abf503b5 None None] Network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:49.781024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.781620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:49.782944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c3128f6-9d21-4b1a-bd87-99fad47e84c3 req-d8a7d5d7-8f96-46c1-a642-bb2bbb268c5c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764840 Sep 17 22:12:49.841812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-67a3ac92-4514-4f38-95f1-b6b353aefc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.843381 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bf0b7634-1684-4379-be4a-275f6bc45411 req-67a3ac92-4514-4f38-95f1-b6b353aefc4b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1751418 Sep 17 22:12:49.878480 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:49.905406 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d63dbee8-1108-4225-a407-fc11e69a14ea tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9533491 Sep 17 22:12:49.908861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40986) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:49.914440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b362c029-023f-40ad-a950-36a2bf2bca8c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-451772657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:49.929282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2445db7-b43c-4674-b4c8-261db6dc7586']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:49.949690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bbbfc4-7ee1-4809-8318-fd262eb270d7') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:49.950308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bbbfc4-7ee1-4809-8318-fd262eb270d7') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:49.956472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2668723-e311-41f7-83a1-81189e8536ea {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:49.965425 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:49.968230 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:49.986957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a01f2f-1473-4e58-804e-8ef128dc74c1 req-2a9c4bda-912f-4dd9-8853-cc8f153ebdce tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:49.990217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Transition to ACTIVE for port object c2668723-e311-41f7-83a1-81189e8536ea will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:12:49.990334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46a01f2f-1473-4e58-804e-8ef128dc74c1 req-2a9c4bda-912f-4dd9-8853-cc8f153ebdce tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.0992391 Sep 17 22:12:49.997762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:50.004084 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.005418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'floatingip': {'port_id': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:50.014989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:50.021666 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:50.023760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-3318664d-a1dc-46d5-9f65-40ca05aa62b3', 'network_id': '3318664d-a1dc-46d5-9f65-40ca05aa62b3', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'fixed_ips': [{'subnet_id': '6cd464f2-5ca2-4a33-a37a-8a75775d9396'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:12:50.023760 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.056483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b362c029-023f-40ad-a950-36a2bf2bca8c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.057568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b362c029-023f-40ad-a950-36a2bf2bca8c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.069054 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.109862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:12:50.110346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32fcedbb-4403-4b57-8adf-c2d1899aafe4 req-acdecad6-d8de-4078-b910-003472a110f9 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa40a016-ad92-454c-871f-60384970f3fc HTTP/1.1" status: 200 len: 210 time: 0.0692441 Sep 17 22:12:50.138235 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.141453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:12:50.141861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 0c3f0e52-6d82-4222-b76a-cf0982fcf9d4 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:12:50.186816 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e08fd6af-b655-4eda-8894-9b35c1cec457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.224844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2668723-e311-41f7-83a1-81189e8536ea,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:50.238901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.259432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c2445db7-b43c-4674-b4c8-261db6dc7586 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:12:50.289949 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.292480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c2445db7-b43c-4674-b4c8-261db6dc7586 HTTP/1.1" status: 204 len: 168 time: 0.7041862 Sep 17 22:12:50.293494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24134f98-0d21-41fd-bcb8-d1545b876be4 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2445db7-b43c-4674-b4c8-261db6dc7586,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:50.296110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40990) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:50.302716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Request body: {'network': {'name': 'tempest-network--686273081'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:50.375016 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b362c029-023f-40ad-a950-36a2bf2bca8c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.441362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Attempting to bind port c2668723-e311-41f7-83a1-81189e8536ea on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:50.441689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Attempting to bind port c2668723-e311-41f7-83a1-81189e8536ea by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:50.442017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Attempting to bind port c2668723-e311-41f7-83a1-81189e8536ea on network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:50.456234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Port c2668723-e311-41f7-83a1-81189e8536ea on network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:12:50.456545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Attempting to bind port c2668723-e311-41f7-83a1-81189e8536ea on network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:50.467754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Allocated IP 2001:db8::2 (3318664d-a1dc-46d5-9f65-40ca05aa62b3/6cd464f2-5ca2-4a33-a37a-8a75775d9396/0176a5c8-2fd4-4d09-996d-fa34847d4250) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:50.473075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Made reservation on behalf of c85e96e10c324be3b5fcbbb77a0d9a78 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:50.482289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.496110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b362c029-023f-40ad-a950-36a2bf2bca8c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.508313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:50.508594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Checking segment: {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:50.508975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Bound using segment: {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:50.509416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Bound port: c2668723-e311-41f7-83a1-81189e8536ea, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a6b968-8055-44e0-a1fd-d1ab36a63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:50.509768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.546403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:12:50.563356 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.564193 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Added segment dc9b6137-25fd-497f-aaa6-cd6bfc483a1b of type vlan for network 55807014-fea9-4c38-bf46-7043fcd24d06 Sep 17 22:12:50.667100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b362c029-023f-40ad-a950-36a2bf2bca8c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.668310 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b362c029-023f-40ad-a950-36a2bf2bca8c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7583709 Sep 17 22:12:50.675451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40998) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:50.680565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'port': {'network_id': '3318664d-a1dc-46d5-9f65-40ca05aa62b3', 'name': 'tempest-RoutersIpV6Test-1573795445'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:50.682821 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.686228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4b8ff3d-023f-4f64-9725-6b7587ec7400 req-29db5bd0-0fb6-42a1-a23e-a0859d65bb4e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 210 time: 0.1192389 Sep 17 22:12:50.708230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] For port c2668723-e311-41f7-83a1-81189e8536ea, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:50.752591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] For port c2668723-e311-41f7-83a1-81189e8536ea, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c2668723-e311-41f7-83a1-81189e8536ea,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:50.761553 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.765806 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.808252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d7b21-3e2f-4814-ab0f-3b5f6de51690 req-3ea1175e-61a8-415e-a164-ad10a274e2a0 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:50.818977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d7b21-3e2f-4814-ab0f-3b5f6de51690 req-3ea1175e-61a8-415e-a164-ad10a274e2a0 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:50.822508 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.824560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Pushing event updated for resources: {'Port': ['ID=0176a5c8-2fd4-4d09-996d-fa34847d4250,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:50.825975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d7b21-3e2f-4814-ab0f-3b5f6de51690 req-3ea1175e-61a8-415e-a164-ad10a274e2a0 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:50.828705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f8d7b21-3e2f-4814-ab0f-3b5f6de51690 req-3ea1175e-61a8-415e-a164-ad10a274e2a0 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2412 time: 0.2087471 Sep 17 22:12:50.837397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:50.839319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:50.843713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:50.880435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f8d7b21-3e2f-4814-ab0f-3b5f6de51690 req-56d0f0e7-348d-44af-b6b9-24d0ddc8dbc1 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430205 Sep 17 22:12:50.881445 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.resource_extend [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:12:50.900420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Attempting to bind port 0176a5c8-2fd4-4d09-996d-fa34847d4250 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:50.900789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Attempting to bind port 0176a5c8-2fd4-4d09-996d-fa34847d4250 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '694a0caa-8500-4a29-a982-fff700cfd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3318664d-a1dc-46d5-9f65-40ca05aa62b3'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:50.901150 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Attempting to bind port 0176a5c8-2fd4-4d09-996d-fa34847d4250 on network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:50.906384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:50.906754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Checking segment: {'id': '694a0caa-8500-4a29-a982-fff700cfd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3318664d-a1dc-46d5-9f65-40ca05aa62b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:50.907180 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.907569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Bound using segment: {'id': '694a0caa-8500-4a29-a982-fff700cfd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3318664d-a1dc-46d5-9f65-40ca05aa62b3'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:50.908196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Bound port: 0176a5c8-2fd4-4d09-996d-fa34847d4250, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694a0caa-8500-4a29-a982-fff700cfd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3318664d-a1dc-46d5-9f65-40ca05aa62b3'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:50.908581 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.943307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:50.945146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.945511 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] 10.222.0.35 "PUT /v2.0/ports/c2668723-e311-41f7-83a1-81189e8536ea HTTP/1.1" status: 200 len: 1092 time: 1.7723203 Sep 17 22:12:50.967241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.968255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:50.968894 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:50.984036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] For port 0176a5c8-2fd4-4d09-996d-fa34847d4250, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:50.988122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] For port 0176a5c8-2fd4-4d09-996d-fa34847d4250, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0176a5c8-2fd4-4d09-996d-fa34847d4250,segment=NetworkSegment(694a0caa-8500-4a29-a982-fff700cfd622),segment_id=694a0caa-8500-4a29-a982-fff700cfd622)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:50.992326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aab7c7-64e4-4b78-a93b-60d5a9b417d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2668723-e311-41f7-83a1-81189e8536ea,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:51.002658 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:51.093969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'Network': ['ID=55807014-fea9-4c38-bf46-7043fcd24d06,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:51.105479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 55807014-fea9-4c38-bf46-7043fcd24d06 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:12:51.167120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-9ae722da-802b-4d50-ab24-6ab20615c0e4 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:51.170004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-9ae722da-802b-4d50-ab24-6ab20615c0e4 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 821 time: 0.1529486 Sep 17 22:12:51.173351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:51.188555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:51.188782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Request body: {'port': {'device_id': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a', 'admin_state_up': True, 'tenant_id': '132ca9e15192406e9bfbb730ea7dd771'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:51.197443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:51.203382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:51.266499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-249069a9-721b-4209-a75b-71d593d25ebb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9688168 Sep 17 22:12:51.276613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab32c4-7ae0-4b08-86ca-cc5737c20ed8 None None] Pushing event updated for resources: {'Port': ['ID=0176a5c8-2fd4-4d09-996d-fa34847d4250,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:51.279378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41006) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:51.290196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] device_id is not set on port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:12:51.295465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1eb6a00d-360a-4eb3-a039-3484dce94924 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:51.302547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-2b242d26-29c5-48c4-98db-62ca01050297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:51.303200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-2b242d26-29c5-48c4-98db-62ca01050297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:51.308683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-2b242d26-29c5-48c4-98db-62ca01050297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:51.308683 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-2b242d26-29c5-48c4-98db-62ca01050297 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2955111e03eb4da6ba46f81720aef990&device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2868 time: 0.1835294 Sep 17 22:12:51.310835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'tag': 'c2668723-e311-41f7-83a1-81189e8536ea'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:51.313421 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d203b2-98ba-41f2-83f0-bd617528b3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "tag": "c2668723-e311-41f7-83a1-81189e8536ea"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:51.421181 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-b0a6df54-743d-4b87-95be-dea2f5803c55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=ecf1adcb-d271-42ac-a702-3751f8ea6a6a HTTP/1.1" status: 200 len: 217 time: 0.1014571 Sep 17 22:12:51.423116 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f0f9d9-69c5-4a29-be3c-9971fd1aba46 x-openstack-request-id: req-06f0f9d9-69c5-4a29-be3c-9971fd1aba46 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:51.423438 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "tag": "c2668723-e311-41f7-83a1-81189e8536ea", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:51.424440 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06f0f9d9-69c5-4a29-be3c-9971fd1aba46 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:51.424799 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'tag': 'c2668723-e311-41f7-83a1-81189e8536ea', 'status': 'completed', 'code': 200} Sep 17 22:12:51.457302 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:51.541229 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Floating IP 9a388c26-d7b7-434e-af91-bac4fbe076d1 associated. External IP: 172.25.5.79, port: cc75edd4-56a5-400d-a95e-58fd0e7144eb. Sep 17 22:12:51.601680 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:51.606487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-5c53cbc1-b1e6-48ca-8a2e-c1b6adf689de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:51.608104 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-5c53cbc1-b1e6-48ca-8a2e-c1b6adf689de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a HTTP/1.1" status: 200 len: 801 time: 0.1472735 Sep 17 22:12:51.887177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Made reservation on behalf of 132ca9e15192406e9bfbb730ea7dd771 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:12:51.891227 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:51.959167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd834930-eb7d-463b-8beb-cd7cc21add18 req-0c11e512-3499-44e8-bc59-e0401e5947d9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 210 time: 0.0871875 Sep 17 22:12:52.015371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 2001:db8::274 (3318664d-a1dc-46d5-9f65-40ca05aa62b3/6cd464f2-5ca2-4a33-a37a-8a75775d9396/a77dd8bd-12ec-439e-a3b8-da4bba9fea1e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:52.067104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-219262ec-9c1b-4c65-a27b-fa854f5342fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:52.068613 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-219262ec-9c1b-4c65-a27b-fa854f5342fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=076bf09e-f2c7-4f7f-a87b-e13542c59c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4532228 Sep 17 22:12:52.123291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7f9ee-54a8-4201-9c06-587dea48e115 req-718e862e-040a-4530-b60c-b62a73cda350 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:52.132428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eea7f9ee-54a8-4201-9c06-587dea48e115 req-718e862e-040a-4530-b60c-b62a73cda350 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 951 time: 0.2586699 Sep 17 22:12:52.165030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0176a5c8-2fd4-4d09-996d-fa34847d4250 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:52.247597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0176a5c8-2fd4-4d09-996d-fa34847d4250 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:52.248882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.277110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Allocated IP 172.20.0.3 (9b84cd57-6e0c-4713-8808-efa126488a5a/e9599773-24e3-4c52-90bc-421d9e50953a/b29221c7-c550-4a69-a553-5654f142bf0d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:12:52.388863 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.407217 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-2a96388f-5ed1-4feb-9626-f3e39121d00d service neutron] 10.222.0.35 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263869 Sep 17 22:12:52.452376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 0176a5c8-2fd4-4d09-996d-fa34847d4250, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0176a5c8-2fd4-4d09-996d-fa34847d4250,segment=NetworkSegment(694a0caa-8500-4a29-a982-fff700cfd622),segment_id=694a0caa-8500-4a29-a982-fff700cfd622)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:52.488367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a00d-360a-4eb3-a039-3484dce94924 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.546897 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.559658 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eea7f9ee-54a8-4201-9c06-587dea48e115 req-6ad88927-e25d-4c3b-95d0-9c39cca50256 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268286 Sep 17 22:12:52.597754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.612329 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.615231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d293b09-2053-4e14-bead-58be6b7cab8c req-69e403b4-1d89-44fe-8641-796ebfcc1314 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:52.621698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d293b09-2053-4e14-bead-58be6b7cab8c req-69e403b4-1d89-44fe-8641-796ebfcc1314 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:52.630252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d293b09-2053-4e14-bead-58be6b7cab8c req-69e403b4-1d89-44fe-8641-796ebfcc1314 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:52.638197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d293b09-2053-4e14-bead-58be6b7cab8c req-69e403b4-1d89-44fe-8641-796ebfcc1314 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2412 time: 0.1309438 Sep 17 22:12:52.650270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=0176a5c8-2fd4-4d09-996d-fa34847d4250,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:52.660990 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a00d-360a-4eb3-a039-3484dce94924 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.677147 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-f2b63ce5-f559-4068-b85b-54cb9aea57fa service neutron] 10.222.0.35 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592988 Sep 17 22:12:52.725139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae53ea-bcc7-4d98-9570-0571107a129a None None] Network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:12:52.733172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d293b09-2053-4e14-bead-58be6b7cab8c req-8c040294-a69b-4ca3-85af-bc6fa583d38c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939991 Sep 17 22:12:52.766337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Router b61586ff-fd9d-4137-8179-2be1e075f49e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:12:52.771778 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-17bbd6ad-ef7d-43db-8531-aa7ae4eadaea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=d50fe851-0edc-4efb-8f69-e40ed070fe8c HTTP/1.1" status: 200 len: 217 time: 0.0705099 Sep 17 22:12:52.777839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.784372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1eb6a00d-360a-4eb3-a039-3484dce94924 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Network 55807014-fea9-4c38-bf46-7043fcd24d06 is not hosted by any dhcp agent {{(pid=101661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:12:52.785389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb6a00d-360a-4eb3-a039-3484dce94924 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:52.786006 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a00d-360a-4eb3-a039-3484dce94924 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.787387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1eb6a00d-360a-4eb3-a039-3484dce94924 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "PUT /v2.0/networks/55807014-fea9-4c38-bf46-7043fcd24d06 HTTP/1.1" status: 200 len: 856 time: 1.4964266 Sep 17 22:12:52.791542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41020) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:52.815874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-956fd301-cf94-4ba2-a56e-262bc4ed52d2 None None] Provisioning complete for port 0176a5c8-2fd4-4d09-996d-fa34847d4250 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:52.816383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-956fd301-cf94-4ba2-a56e-262bc4ed52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.868394 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.873047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6a00d-360a-4eb3-a039-3484dce94924 tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event updated for resources: {'Network': ['ID=55807014-fea9-4c38-bf46-7043fcd24d06,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:52.937107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:52.952396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:52.959446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:52.965622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:52.966263 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:52.974097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=a77dd8bd-12ec-439e-a3b8-da4bba9fea1e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:52.993795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-6fb38214-3c9a-4a83-b3a1-4346d0c5cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:52.995793 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-6fb38214-3c9a-4a83-b3a1-4346d0c5cacc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12d9312e-7b3a-4a0c-9b8e-b2bf6a016bb7 HTTP/1.1" status: 200 len: 801 time: 0.2090819 Sep 17 22:12:53.002705 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.007142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.022893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3d539988-adff-4ff9-ba43-bef40bb474d8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:53.090580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Network 9b84cd57-6e0c-4713-8808-efa126488a5a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:53.092821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55807014-fea9-4c38-bf46-7043fcd24d06']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:53.098463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:53.114385 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5e613171-1063-45ff-9cb9-d3a39a4bcd06 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4362967 Sep 17 22:12:53.115100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41024) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:53.116175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:12:53.121478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9b6137-25fd-497f-aaa6-cd6bfc483a1b') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:53.121777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9b6137-25fd-497f-aaa6-cd6bfc483a1b') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:53.123821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Pushing event updated for resources: {'Port': ['ID=b29221c7-c550-4a69-a553-5654f142bf0d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:53.193027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.242320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.255528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:53.255854 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.264974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65563f-2901-478e-a253-de0579cd2fbd req-7c667576-697f-423a-9d5a-dd4fd76b9f3e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:53.271017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc65563f-2901-478e-a253-de0579cd2fbd req-7c667576-697f-423a-9d5a-dd4fd76b9f3e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 931 time: 0.0950296 Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:53.271502 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:53.284342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:53.284971 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.384070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc65563f-2901-478e-a253-de0579cd2fbd req-2ca447fc-8d92-41d3-bb5f-cf7c634999da tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936489 Sep 17 22:12:53.398321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-08e7a917-37c5-4958-84c8-067d23305e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:53.400225 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-08e7a917-37c5-4958-84c8-067d23305e9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=084bcff1-d909-4807-a174-4aeb8dcadbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3958032 Sep 17 22:12:53.406936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:53.413407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.421781 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] Sync routers for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:53.433517 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:53.434146 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:53.441709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-05266a83-ab70-4638-9483-849e3cefc681 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2632725 Sep 17 22:12:53.459988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Request body: {'port': {'device_id': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:12:53.497453 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.509312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c00e8965-c90d-4374-b7b7-50daef756d57 None None] Provisioning complete for port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:53.509687 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c00e8965-c90d-4374-b7b7-50daef756d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.510141 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-d2a9a874-c395-419d-91bb-2399cea764a9 service neutron] 10.222.0.35 "GET /v2.0/networks/084bcff1-d909-4807-a174-4aeb8dcadbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930436 Sep 17 22:12:53.525796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55807014-fea9-4c38-bf46-7043fcd24d06 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:12:53.540258 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.542684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] 10.222.0.13 "DELETE /v2.0/networks/55807014-fea9-4c38-bf46-7043fcd24d06 HTTP/1.1" status: 204 len: 168 time: 0.7498796 Sep 17 22:12:53.547652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b882ed-848c-4490-b8b8-b581e38613eb tempest-ExternalNetworksTestJSON-1700236226 tempest-ExternalNetworksTestJSON-1700236226-project-admin] Pushing event deleted for resources: {'Network': ['ID=55807014-fea9-4c38-bf46-7043fcd24d06,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:53.551155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41028) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:53.569296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c00e8965-c90d-4374-b7b7-50daef756d57 None None] Port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:53.583713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c00e8965-c90d-4374-b7b7-50daef756d57 None None] Provisioning complete for port 0176a5c8-2fd4-4d09-996d-fa34847d4250 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:53.584191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c00e8965-c90d-4374-b7b7-50daef756d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.606232 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6188515e-ddcf-4209-b2f9-5a035d188198 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] DELETE failed (client error): The resource could not be found. Sep 17 22:12:53.606884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6188515e-ddcf-4209-b2f9-5a035d188198 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:12:53.608790 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6188515e-ddcf-4209-b2f9-5a035d188198 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] 10.222.0.13 "DELETE /v2.0/subnets/181f111b-31c0-4f7f-8f61-94e829de1cf6 HTTP/1.1" status: 404 len: 337 time: 0.0551300 Sep 17 22:12:53.617996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41032) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:53.636666 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:53.648457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.733011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-dc596cc0-9fbd-4a3d-bad9-cb43a48b9574 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:53.734550 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-dc596cc0-9fbd-4a3d-bad9-cb43a48b9574 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 951 time: 0.5004721 Sep 17 22:12:53.863235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:53.902694 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-88d97a27-10ba-4358-95f8-d71a53d2268c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "PUT /v2.0/floatingips/9a388c26-d7b7-434e-af91-bac4fbe076d1 HTTP/1.1" status: 200 len: 991 time: 3.9031305 Sep 17 22:12:53.967164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:53.969895 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53771be8-4d02-4ce2-961a-635504e608e9" -d '{"events": [{"name": "network-changed", "server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:53.973653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bf09dddc-d6a4-4935-a016-5771361c7e28 None None] Provisioning complete for port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:53.977939 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bf09dddc-d6a4-4935-a016-5771361c7e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:54.052561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bf09dddc-d6a4-4935-a016-5771361c7e28 None None] Port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:54.134590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe2cae-802e-4e50-a822-5cb9433bf839 req-8b1946de-44d9-4ca9-825d-5f7cf1b918e6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:54.142664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95fe2cae-802e-4e50-a822-5cb9433bf839 req-8b1946de-44d9-4ca9-825d-5f7cf1b918e6 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 951 time: 0.2684057 Sep 17 22:12:54.158646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0176a5c8-2fd4-4d09-996d-fa34847d4250 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:12:54.195349 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9a388c26-d7b7-434e-af91-bac4fbe076d1', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'port_id': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'mac_address': 'fa:16:3e:12:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:12:23Z', 'updated_at': '2021-09-17T22:12:50Z', 'revision_number': 1, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:54.225249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-c3afb8a5-db9f-46ea-8f4d-4772944b0c10 service neutron] 10.222.0.35 "GET /v2.0/networks/084bcff1-d909-4807-a174-4aeb8dcadbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639371 Sep 17 22:12:54.226360 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] Checking router: b61586ff-fd9d-4137-8179-2be1e075f49e for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:12:54.234891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0176a5c8-2fd4-4d09-996d-fa34847d4250 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:54.235435 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:54.236143 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:54.236999 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:54.248844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e209d4-3da4-4e80-af19-203ed7f868cb req-78f51dad-45e4-4f2a-92c0-537ad6e8bfd6 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:54.260862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:54.262311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e209d4-3da4-4e80-af19-203ed7f868cb req-78f51dad-45e4-4f2a-92c0-537ad6e8bfd6 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:54.279789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e209d4-3da4-4e80-af19-203ed7f868cb req-78f51dad-45e4-4f2a-92c0-537ad6e8bfd6 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:54.284252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90e209d4-3da4-4e80-af19-203ed7f868cb req-78f51dad-45e4-4f2a-92c0-537ad6e8bfd6 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2412 time: 0.3467376 Sep 17 22:12:54.354850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Deleting port e85143fd-3dc4-4df9-b00b-46470a007fac {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:54.355392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:54.358438 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:12:54.367703 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-d86e68d4-2eba-4e38-af75-d76b931af39d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=c2668723-e311-41f7-83a1-81189e8536ea HTTP/1.1" status: 200 len: 217 time: 0.1287496 Sep 17 22:12:54.444650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-d37cd709-db13-44f6-b402-d0df241c9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:54.446256 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-d37cd709-db13-44f6-b402-d0df241c9225 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a HTTP/1.1" status: 200 len: 801 time: 0.0584443 Sep 17 22:12:54.446654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95fe2cae-802e-4e50-a822-5cb9433bf839 req-585b1bfc-b098-4b1b-a69a-0983c0b67eeb tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982163 Sep 17 22:12:54.561888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:54.603989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f19e972-82a7-4f7f-9bae-1cfa33a8b959']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:54.646974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90e209d4-3da4-4e80-af19-203ed7f868cb req-22f5e22d-f657-49f7-80c8-31ffa620df0d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506751 Sep 17 22:12:54.650583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5a5c7c-0050-4673-8313-4e7897a3eb92') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:54.653837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5a5c7c-0050-4673-8313-4e7897a3eb92') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:54.729946 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e942b56-98e8-4344-9b28-17835373d760 x-openstack-request-id: req-8e942b56-98e8-4344-9b28-17835373d760 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:54.730235 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:54.730487 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e942b56-98e8-4344-9b28-17835373d760 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:54.735515 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'status': 'completed', 'code': 200} Sep 17 22:12:54.739884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-f68ee751-4502-458a-b841-432b6595a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:54.741453 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-f68ee751-4502-458a-b841-432b6595a6df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=076bf09e-f2c7-4f7f-a87b-e13542c59c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717960 Sep 17 22:12:54.752683 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:54.796981 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:54.808723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:12:54.809211 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:12:54.812366 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:12:54.947874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] For port e85143fd-3dc4-4df9-b00b-46470a007fac, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e85143fd-3dc4-4df9-b00b-46470a007fac,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:54.948443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:54.951175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a64324-a25a-4d18-ae01-a0a87f4f6040 req-61757f82-5283-4319-9e8e-d4e191915667 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:54.953587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3a64324-a25a-4d18-ae01-a0a87f4f6040 req-61757f82-5283-4319-9e8e-d4e191915667 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 931 time: 0.1984274 Sep 17 22:12:54.954171 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9a388c26-d7b7-434e-af91-bac4fbe076d1', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'port_id': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'mac_address': 'fa:16:3e:12:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:12:23Z', 'updated_at': '2021-09-17T22:12:50Z', 'revision_number': 1, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:55.014137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771be8-4d02-4ce2-961a-635504e608e9 req-beb6f241-6e06-498c-98c4-ef67b40362f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:55.016146 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53771be8-4d02-4ce2-961a-635504e608e9 req-beb6f241-6e06-498c-98c4-ef67b40362f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 1098 time: 0.2881515 Sep 17 22:12:55.026379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:55.031488 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631fd00c-7364-4dee-8caf-43245f8eb049 None None] The sync data for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 is: [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9a388c26-d7b7-434e-af91-bac4fbe076d1', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'port_id': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'mac_address': 'fa:16:3e:12:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:12:23Z', 'updated_at': '2021-09-17T22:12:50Z', 'revision_number': 1, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:55.097255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:55.101809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] 10.222.0.13 "DELETE /v2.0/networks/6f19e972-82a7-4f7f-9bae-1cfa33a8b959 HTTP/1.1" status: 204 len: 168 time: 1.4806833 Sep 17 22:12:55.109096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6148785-5b1a-4ada-ae35-0578d20f6df8 tempest-ExternalNetworksTestJSON-2042952385 tempest-ExternalNetworksTestJSON-2042952385-project] Pushing event deleted for resources: {'Network': ['ID=6f19e972-82a7-4f7f-9bae-1cfa33a8b959,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:55.131660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3a64324-a25a-4d18-ae01-a0a87f4f6040 req-753d1246-64b4-40f5-b285-edd3aa2f57f2 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685407 Sep 17 22:12:55.137407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29221c7-c550-4a69-a553-5654f142bf0d {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:55.149699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:55.189923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Transition to ACTIVE for port object b29221c7-c550-4a69-a553-5654f142bf0d will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:12:55.256998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:55.421912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2d8b84-2a6f-494b-967e-e722d4bb1ef5 None None] New status for floating IP 9a388c26-d7b7-434e-af91-bac4fbe076d1: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:12:55.473041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Pushing event updated for resources: {'Port': ['ID=b29221c7-c550-4a69-a553-5654f142bf0d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:55.496546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:12:55.497453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:12:55.497453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:55.510657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Port b29221c7-c550-4a69-a553-5654f142bf0d on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:12:55.511105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:12:55.517861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Calling delete_port for e85143fd-3dc4-4df9-b00b-46470a007fac owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:55.525514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:12:55.527824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:12:55.528390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:12:55.528952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Bound port: b29221c7-c550-4a69-a553-5654f142bf0d, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:12:55.529992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:55.678419 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-95a81426-d463-4827-9500-c14ef9e99d61 service neutron] 10.222.0.35 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8935845 Sep 17 22:12:55.705484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d72a6-35ef-4158-9211-d54c6587dff7 req-7dbc74f2-d89d-4934-b98c-cfe5266ed21e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:55.712772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e4d72a6-35ef-4158-9211-d54c6587dff7 req-7dbc74f2-d89d-4934-b98c-cfe5266ed21e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 951 time: 0.1351950 Sep 17 22:12:55.741601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:12:55.788704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:12:55.816899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e4d72a6-35ef-4158-9211-d54c6587dff7 req-3eb8a8b9-b3a7-42cb-a7a0-49cb91046f1e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969565 Sep 17 22:12:55.838364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771be8-4d02-4ce2-961a-635504e608e9 req-ef6be15e-a484-49f4-841d-026a9aab2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:55.839904 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53771be8-4d02-4ce2-961a-635504e608e9 req-ef6be15e-a484-49f4-841d-026a9aab2ad4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.8158829 Sep 17 22:12:55.870639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e9557-bf98-4701-8b09-910cda070454 req-7d621817-8170-420b-acd4-368ada4f874c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:55.877539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e9557-bf98-4701-8b09-910cda070454 req-7d621817-8170-420b-acd4-368ada4f874c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:55.884240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e9557-bf98-4701-8b09-910cda070454 req-7d621817-8170-420b-acd4-368ada4f874c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:55.885923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d12e9557-bf98-4701-8b09-910cda070454 req-7d621817-8170-420b-acd4-368ada4f874c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2412 time: 0.1395533 Sep 17 22:12:55.922132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:55.959950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41060) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:55.972594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d12e9557-bf98-4701-8b09-910cda070454 req-e4f5f495-697f-46b3-bddd-6c24ca348869 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806668 Sep 17 22:12:55.980888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:55.981638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:55.983050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] 10.222.0.32 "PUT /v2.0/ports/b29221c7-c550-4a69-a553-5654f142bf0d HTTP/1.1" status: 200 len: 1092 time: 2.5302169 Sep 17 22:12:55.983506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:55.997332 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46" -d '{"events": [{"name": "network-changed", "server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:56.063411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa033bed-cf0e-42c7-8269-4aa97cc2d435 service neutron] Pushing event updated for resources: {'Port': ['ID=b29221c7-c550-4a69-a553-5654f142bf0d,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:56.108055 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53771be8-4d02-4ce2-961a-635504e608e9 req-7101ef89-6e7f-4379-aa98-77a0b63c932d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb HTTP/1.1" status: 200 len: 1001 time: 0.2553065 Sep 17 22:12:56.167193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e85143fd-3dc4-4df9-b00b-46470a007fac no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:12:56.193005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-d498baec-1686-4dd0-be83-2b9eb255ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:56.194732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-d498baec-1686-4dd0-be83-2b9eb255ce86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 1095 time: 0.0900428 Sep 17 22:12:56.207959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:56.212042 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb2e358e-3399-413c-8e76-b99ed4992cd7 req-3cccbcca-1f77-440e-9538-81e1e0156693 service neutron] 10.222.0.35 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644389 Sep 17 22:12:56.233592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771be8-4d02-4ce2-961a-635504e608e9 req-1c33323d-d015-454b-87fb-472772fcfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:56.235426 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53771be8-4d02-4ce2-961a-635504e608e9 req-1c33323d-d015-454b-87fb-472772fcfe6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.1149538 Sep 17 22:12:56.276014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-bd22b02f-7755-43e4-a74f-672f43fc571d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b29221c7-c550-4a69-a553-5654f142bf0d HTTP/1.1" status: 200 len: 217 time: 0.0721679 Sep 17 22:12:56.305876 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:56.359332 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc47b1c5-1ad3-4ce7-8928-056348aa24cf x-openstack-request-id: req-bc47b1c5-1ad3-4ce7-8928-056348aa24cf {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:56.359785 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:56.360449 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc47b1c5-1ad3-4ce7-8928-056348aa24cf {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:56.360653 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d', 'status': 'completed', 'code': 200} Sep 17 22:12:56.376932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:56.428773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771be8-4d02-4ce2-961a-635504e608e9 req-1356868d-96db-4e10-90b5-51f374330192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:56.430267 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53771be8-4d02-4ce2-961a-635504e608e9 req-1356868d-96db-4e10-90b5-51f374330192 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721871 Sep 17 22:12:56.431655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fd1368e6-d6da-4e81-87a2-fc7a7cded6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:56.439133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-fd1368e6-d6da-4e81-87a2-fc7a7cded6e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.1475277 Sep 17 22:12:56.439133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-01b6e8af-d5f3-47d2-b756-8f575e32e341 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e482bdb954144438ca43d2df35c0365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754899 Sep 17 22:12:56.449781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17143d6e-8c82-43ae-ae55-c282c67322a1 req-82715108-e630-41e1-bbe4-91e0fa46518c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:56.451440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17143d6e-8c82-43ae-ae55-c282c67322a1 req-82715108-e630-41e1-bbe4-91e0fa46518c tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.1648381 Sep 17 22:12:56.451969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41072) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:56.502639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=a77dd8bd-12ec-439e-a3b8-da4bba9fea1e,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:56.520949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-533252ca-ab42-4b7d-9061-87993940618c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680044 Sep 17 22:12:56.521298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:56.637023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Pushing event deleted for resources: {'Port': ['ID=e85143fd-3dc4-4df9-b00b-46470a007fac,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:56.672597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17143d6e-8c82-43ae-ae55-c282c67322a1 req-64cf6075-1b1e-4ec9-90b3-fa4fa3647894 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930711 Sep 17 22:12:56.708485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-e5e04c1e-3784-4a30-8684-b0826d630220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:56.718714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-e5e04c1e-3784-4a30-8684-b0826d630220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:56.718714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-e5e04c1e-3784-4a30-8684-b0826d630220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:56.718959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['43cd865e-e404-4613-9dec-a9ba3d0a62b8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:56.719370 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-e5e04c1e-3784-4a30-8684-b0826d630220 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2955111e03eb4da6ba46f81720aef990&device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2868 time: 0.3049393 Sep 17 22:12:56.719446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['189e777b-2039-46e5-9ed0-a5053c04658c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:56.790461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8f93adb9-986e-477d-ab86-653f09aec81f None None] Provisioning complete for port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:56.790956 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8f93adb9-986e-477d-ab86-653f09aec81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:56.811311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] No DVR routers for this DVR port e85143fd-3dc4-4df9-b00b-46470a007fac on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:12:56.815409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:56.820195 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0c1b0da0-f365-4618-9916-dc3eeacaba3a req-6fba88f8-5e03-4b23-becf-383332e86f2d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "DELETE /v2.0/ports/e85143fd-3dc4-4df9-b00b-46470a007fac HTTP/1.1" status: 204 len: 173 time: 3.0569742 Sep 17 22:12:56.825120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-deleted', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:12:56.829059 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f093fc80-951d-4428-8e15-5154bcf2cbb8" -d '{"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-deleted", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:12:56.833824 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:56.857661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-d13ed808-9245-432c-a564-2204f2de511c service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156543 Sep 17 22:12:56.884046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8f93adb9-986e-477d-ab86-653f09aec81f None None] Port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:56.895659 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53771be8-4d02-4ce2-961a-635504e608e9 req-ccbd00a8-9bd3-4342-865b-55e2a81d05b9 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370255 Sep 17 22:12:56.951153 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b242e8fc-4c7b-47ac-b329-660374edb2e8 x-openstack-request-id: req-b242e8fc-4c7b-47ac-b329-660374edb2e8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:12:56.951447 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faeb6ff-15de-4685-8c32-ce1e22e8dfc2", "name": "network-vif-deleted", "tag": "e85143fd-3dc4-4df9-b00b-46470a007fac", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:12:56.951697 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b242e8fc-4c7b-47ac-b329-660374edb2e8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:12:56.952089 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faeb6ff-15de-4685-8c32-ce1e22e8dfc2', 'name': 'network-vif-deleted', 'tag': 'e85143fd-3dc4-4df9-b00b-46470a007fac', 'status': 'completed', 'code': 200} Sep 17 22:12:57.019667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0e67902-4e5f-41cc-8d4b-c1ce0bf2c176 req-bfe037ad-f9d1-4a46-a079-9ef123385d76 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513867 Sep 17 22:12:57.046438 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03ec1838-04a9-46c5-8dcf-4988784bdb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:57.103590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5acbbdfb-6194-463b-8b04-64f832f26a30 req-23392b36-42e3-43b4-87f1-c5b2bba82827 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=3faeb6ff-15de-4685-8c32-ce1e22e8dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0830836 Sep 17 22:12:57.103787 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-797057b0-586a-425c-90c8-682b15a5755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.105261 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-797057b0-586a-425c-90c8-682b15a5755f service neutron] 10.222.0.35 "GET /v2.0/networks?id=076bf09e-f2c7-4f7f-a87b-e13542c59c52 HTTP/1.1" status: 200 len: 901 time: 0.3652523 Sep 17 22:12:57.149732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03ec1838-04a9-46c5-8dcf-4988784bdb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:57.202138 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-0b0de788-f091-49db-b59c-f96934cc0112 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=c2668723-e311-41f7-83a1-81189e8536ea HTTP/1.1" status: 200 len: 217 time: 0.0872726 Sep 17 22:12:57.262564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-d63c19e6-6d5f-4885-9c54-54d00bc796ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.264631 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-d63c19e6-6d5f-4885-9c54-54d00bc796ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a HTTP/1.1" status: 200 len: 801 time: 0.0499544 Sep 17 22:12:57.317102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed846466-1594-4c47-bd93-54effce3a8f3 req-31a7ee78-80be-48bc-8d09-8ae3bf0c4b4d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.324479 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53771be8-4d02-4ce2-961a-635504e608e9 req-c5150727-cbd6-48f1-94f2-84c83535e212 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861644 Sep 17 22:12:57.328082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed846466-1594-4c47-bd93-54effce3a8f3 req-31a7ee78-80be-48bc-8d09-8ae3bf0c4b4d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.334057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed846466-1594-4c47-bd93-54effce3a8f3 req-31a7ee78-80be-48bc-8d09-8ae3bf0c4b4d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.336080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed846466-1594-4c47-bd93-54effce3a8f3 req-31a7ee78-80be-48bc-8d09-8ae3bf0c4b4d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2412 time: 0.1608522 Sep 17 22:12:57.345542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-87823be7-154c-4e88-9c19-8be8549ae9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.347194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-87823be7-154c-4e88-9c19-8be8549ae9b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 1095 time: 0.1932030 Sep 17 22:12:57.355786 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:57.384587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-47737ff1-7a39-4937-a286-6b85e004d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.386246 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-47737ff1-7a39-4937-a286-6b85e004d6a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=076bf09e-f2c7-4f7f-a87b-e13542c59c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997090 Sep 17 22:12:57.441464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03ec1838-04a9-46c5-8dcf-4988784bdb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:57.444156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03ec1838-04a9-46c5-8dcf-4988784bdb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:57.447966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-03ec1838-04a9-46c5-8dcf-4988784bdb8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a74aa2d-dc54-4760-b921-73497d862141 HTTP/1.1" status: 204 len: 168 time: 0.9939117 Sep 17 22:12:57.457897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed846466-1594-4c47-bd93-54effce3a8f3 req-920f69c5-27ab-4b90-aac6-a52b1598bb1b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052818 Sep 17 22:12:57.485022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec1838-04a9-46c5-8dcf-4988784bdb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a74aa2d-dc54-4760-b921-73497d862141,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:57.512532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-782eec00-0b9f-4333-80e7-b2275282837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.514062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-782eec00-0b9f-4333-80e7-b2275282837b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.1538160 Sep 17 22:12:57.560799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-b0334109-84a2-4df5-accd-e11dcd6134a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b29221c7-c550-4a69-a553-5654f142bf0d HTTP/1.1" status: 200 len: 217 time: 0.0380023 Sep 17 22:12:57.616259 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-832bbbbc-73bf-42e0-805f-5e50108759f1 service neutron] 10.222.0.35 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051356 Sep 17 22:12:57.628765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-a3cf276e-6419-402e-8c32-59f2cac7cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.632688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-a3cf276e-6419-402e-8c32-59f2cac7cc34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.0621636 Sep 17 22:12:57.676306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-f169482b-6eda-40a8-8701-0fe271a6b63b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367587 Sep 17 22:12:57.778004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-b1c92361-359b-455e-8718-c7830585eaee service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947881 Sep 17 22:12:57.797901 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-85d203b2-98ba-41f2-83f0-bd617528b3d5 req-fc5865cd-41c5-436c-afa3-b38ada09edeb service neutron] 10.222.0.35 "GET /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716146 Sep 17 22:12:57.822471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:57.843026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ecf1adcb-d271-42ac-a702-3751f8ea6a6a details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:12:57.927108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b40348b-b9cd-4c98-9485-9cb09a2f0f46 req-a2fbe4a3-7a08-4c31-ba90-c98a2c5a04a3 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380067 Sep 17 22:12:57.937741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:57.938776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:57.940092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44af0d6-8cc0-40be-ad09-204b54728e7e req-957097e4-1fa6-49ab-9070-cffd35e271ca tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:57.942650 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e44af0d6-8cc0-40be-ad09-204b54728e7e req-957097e4-1fa6-49ab-9070-cffd35e271ca tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.0808189 Sep 17 22:12:57.989022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e44af0d6-8cc0-40be-ad09-204b54728e7e req-62cb7fbd-1f2e-49e3-9dac-fd1b0cdd58c1 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Sep 17 22:12:58.021108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ecf1adcb-d271-42ac-a702-3751f8ea6a6a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:58.038558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'ecf1adcb-d271-42ac-a702-3751f8ea6a6a', 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52', 'port_id': 'ecf1adcb-d271-42ac-a702-3751f8ea6a6a', 'mac_address': 'fa:16:3e:d3:9f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:12:58.074504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=a77dd8bd-12ec-439e-a3b8-da4bba9fea1e,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:58.077878 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.096125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf1adcb-d271-42ac-a702-3751f8ea6a6a {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:58.111695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:12:58.113319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:12:58.124642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ecf1adcb-d271-42ac-a702-3751f8ea6a6a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:58.217008 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.221536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d50fe851-0edc-4efb-8f69-e40ed070fe8c details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:12:58.342642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:58.399385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router eb136ea8-862f-41c5-8bcd-12c39fcfcfb6 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:12:58.411347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port d50fe851-0edc-4efb-8f69-e40ed070fe8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d50fe851-0edc-4efb-8f69-e40ed070fe8c,segment=NetworkSegment(e5673a27-3606-4df0-8721-558bfe3f5fb3),segment_id=e5673a27-3606-4df0-8721-558bfe3f5fb3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:58.414446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41102) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:58.425163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'd50fe851-0edc-4efb-8f69-e40ed070fe8c', 'network_id': '084bcff1-d909-4807-a174-4aeb8dcadbee', 'port_id': 'd50fe851-0edc-4efb-8f69-e40ed070fe8c', 'mac_address': 'fa:16:3e:b1:9d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d9312e-7b3a-4a0c-9b8e-b2bf6a016bb7', 'ip_address': '19.86.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:12:58.457895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-56462c49-f46d-4682-8d81-806547cb6341 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c85e96e10c324be3b5fcbbb77a0d9a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420554 Sep 17 22:12:58.460451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41104) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:58.470959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.487213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50fe851-0edc-4efb-8f69-e40ed070fe8c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:58.519005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port d50fe851-0edc-4efb-8f69-e40ed070fe8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d50fe851-0edc-4efb-8f69-e40ed070fe8c,segment=NetworkSegment(e5673a27-3606-4df0-8721-558bfe3f5fb3),segment_id=e5673a27-3606-4df0-8721-558bfe3f5fb3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:58.528249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e2f8eff3-e2b9-46a2-8901-5f4d822698d6 None None] Provisioning complete for port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:12:58.528823 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2f8eff3-e2b9-46a2-8901-5f4d822698d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.534659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e3408ff-30f1-4d33-b427-9b957027cb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.557374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:12:58.565459 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bc18221c-6332-4eb1-af59-b4d438fd9215 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/eb136ea8-862f-41c5-8bcd-12c39fcfcfb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3617253 Sep 17 22:12:58.565789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8eff3-e2b9-46a2-8901-5f4d822698d6 None None] Port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:12:58.568014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41108) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:58.568826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e3408ff-30f1-4d33-b427-9b957027cb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.574413 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d83c61-01b2-4184-be22-84e10afcaf30 None None] Sync routers for ids ['eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:12:58.585518 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d83c61-01b2-4184-be22-84e10afcaf30 None None] Routers {'eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:58.586301 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c4d83c61-01b2-4184-be22-84e10afcaf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:58.599796 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.603838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device c2668723-e311-41f7-83a1-81189e8536ea details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:12:58.639218 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c4d83c61-01b2-4184-be22-84e10afcaf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:58.653199 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d83c61-01b2-4184-be22-84e10afcaf30 None None] Routers {'eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:12:58.654251 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c4d83c61-01b2-4184-be22-84e10afcaf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:58.665286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46309b56-70e1-413f-bfb9-9ef58146dea8 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:58.673534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port c2668723-e311-41f7-83a1-81189e8536ea, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c2668723-e311-41f7-83a1-81189e8536ea,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:58.674088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e819807-7e60-471c-87b5-f26ca77c235d req-b6ffaeb8-3716-4169-89b9-0181c846fca9 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:58.675919 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-46309b56-70e1-413f-bfb9-9ef58146dea8 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports/a77dd8bd-12ec-439e-a3b8-da4bba9fea1e HTTP/1.1" status: 200 len: 984 time: 0.1063204 Sep 17 22:12:58.676985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=d50fe851-0edc-4efb-8f69-e40ed070fe8c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:58.678976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41110) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:12:58.681974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e819807-7e60-471c-87b5-f26ca77c235d req-b6ffaeb8-3716-4169-89b9-0181c846fca9 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:58.688595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e819807-7e60-471c-87b5-f26ca77c235d req-b6ffaeb8-3716-4169-89b9-0181c846fca9 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:58.690476 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'c2668723-e311-41f7-83a1-81189e8536ea', 'network_id': '076bf09e-f2c7-4f7f-a87b-e13542c59c52', 'port_id': 'c2668723-e311-41f7-83a1-81189e8536ea', 'mac_address': 'fa:16:3e:af:90:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:12:58.690879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e819807-7e60-471c-87b5-f26ca77c235d req-b6ffaeb8-3716-4169-89b9-0181c846fca9 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2413 time: 0.1164923 Sep 17 22:12:58.735003 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.754700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e819807-7e60-471c-87b5-f26ca77c235d req-c717e09d-c6dc-44e9-830d-7b8bd8033c14 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562065 Sep 17 22:12:58.755531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2668723-e311-41f7-83a1-81189e8536ea {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:12:58.757369 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:12:58.759265 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c4d83c61-01b2-4184-be22-84e10afcaf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:12:58.760129 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d83c61-01b2-4184-be22-84e10afcaf30 None None] The sync data for ids ['eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:12:58.764142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e3408ff-30f1-4d33-b427-9b957027cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.766628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e3408ff-30f1-4d33-b427-9b957027cb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.771371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3e3408ff-30f1-4d33-b427-9b957027cb88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b008f82-66bd-4747-8eb0-f82c5ce526b1 HTTP/1.1" status: 204 len: 168 time: 0.3067572 Sep 17 22:12:58.783622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3408ff-30f1-4d33-b427-9b957027cb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b008f82-66bd-4747-8eb0-f82c5ce526b1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:58.790427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port c2668723-e311-41f7-83a1-81189e8536ea, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c2668723-e311-41f7-83a1-81189e8536ea,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:12:58.850959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:58.871042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181eb06-4e7f-4857-9295-8f7fab4314e0 req-f79f0fbc-af01-4f91-9bf3-19df4870aaf1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:58.873086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1181eb06-4e7f-4857-9295-8f7fab4314e0 req-f79f0fbc-af01-4f91-9bf3-19df4870aaf1 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0573142 Sep 17 22:12:58.917489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=c2668723-e311-41f7-83a1-81189e8536ea,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:12:58.932481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1181eb06-4e7f-4857-9295-8f7fab4314e0 req-9ad581a9-493a-4132-8ff1-d93d60977b0e tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518923 Sep 17 22:12:59.128471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d0e7-72a1-4ab2-be42-131cb037ccfd req-4db19765-7d3a-4934-afa0-24e805fb03f5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:59.130033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24d6d0e7-72a1-4ab2-be42-131cb037ccfd req-4db19765-7d3a-4934-afa0-24e805fb03f5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.0575728 Sep 17 22:12:59.140817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['d50fe851-0edc-4efb-8f69-e40ed070fe8c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:59.175119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24d6d0e7-72a1-4ab2-be42-131cb037ccfd req-ddee3c8d-7b1a-4a08-9bf3-8263224b554e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382736 Sep 17 22:12:59.185236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c2668723-e311-41f7-83a1-81189e8536ea'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:12:59.187289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:59.732451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port a77dd8bd-12ec-439e-a3b8-da4bba9fea1e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:12:59.733106 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:59.825541 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:12:59.839979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for a77dd8bd-12ec-439e-a3b8-da4bba9fea1e owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:12:59.884280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb621a63-2ad1-4d8b-9db8-fe1a0d3da1ea req-e78bb190-3524-48d0-a30f-5e30763fd3f9 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:59.890863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb621a63-2ad1-4d8b-9db8-fe1a0d3da1ea req-e78bb190-3524-48d0-a30f-5e30763fd3f9 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:59.897341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb621a63-2ad1-4d8b-9db8-fe1a0d3da1ea req-e78bb190-3524-48d0-a30f-5e30763fd3f9 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:12:59.899213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb621a63-2ad1-4d8b-9db8-fe1a0d3da1ea req-e78bb190-3524-48d0-a30f-5e30763fd3f9 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2415 time: 0.0664132 Sep 17 22:12:59.937463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb621a63-2ad1-4d8b-9db8-fe1a0d3da1ea req-2495ce2c-cccc-4ea5-bc72-960e65532bb9 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Sep 17 22:13:00.085868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975b110-13f1-4412-96e2-ded75f81493c req-e53e2f69-a08e-43f0-9a8b-da7838767aa2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:00.087536 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:00.095451 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c975b110-13f1-4412-96e2-ded75f81493c req-e53e2f69-a08e-43f0-9a8b-da7838767aa2 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0564656 Sep 17 22:13:00.123445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=a77dd8bd-12ec-439e-a3b8-da4bba9fea1e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:00.128041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c975b110-13f1-4412-96e2-ded75f81493c req-e6152068-9761-4714-89cf-b2f89101bf8c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340986 Sep 17 22:13:00.198772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ecf1adcb-d271-42ac-a702-3751f8ea6a6a'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:00.230087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239523e-17a3-4930-8f4c-70458af52177 req-debd55de-e5e8-47cf-afb7-21a77afbd2cd tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:00.231975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5239523e-17a3-4930-8f4c-70458af52177 req-debd55de-e5e8-47cf-afb7-21a77afbd2cd tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.0724182 Sep 17 22:13:00.245686 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:00.413850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03a9f4-84bf-4970-917d-175293122436 req-06364f78-74e3-4d6d-b0d2-cfbefeb4bd04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:00.424577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c03a9f4-84bf-4970-917d-175293122436 req-06364f78-74e3-4d6d-b0d2-cfbefeb4bd04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.1211381 Sep 17 22:13:00.476031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c03a9f4-84bf-4970-917d-175293122436 req-7a44edf8-48fa-460d-9444-34f6944a1b0b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504422 Sep 17 22:13:00.478489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5239523e-17a3-4930-8f4c-70458af52177 req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Deleting port 189e777b-2039-46e5-9ed0-a5053c04658c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:00.479107 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5239523e-17a3-4930-8f4c-70458af52177 req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:00.510232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router eb136ea8-862f-41c5-8bcd-12c39fcfcfb6 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:13:00.577056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5239523e-17a3-4930-8f4c-70458af52177 req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] For port 189e777b-2039-46e5-9ed0-a5053c04658c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=189e777b-2039-46e5-9ed0-a5053c04658c,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:00.577616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5239523e-17a3-4930-8f4c-70458af52177 req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:00.591133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5239523e-17a3-4930-8f4c-70458af52177 req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Calling delete_port for 189e777b-2039-46e5-9ed0-a5053c04658c owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:00.591592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:00.600786 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-eb9ec8ce-a092-48cd-91ac-8919ad62bd05 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/eb136ea8-862f-41c5-8bcd-12c39fcfcfb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9174831 Sep 17 22:13:00.601210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41160) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:00.604774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31edc22a-317f-4191-a895-7a2cb35d8cbd None None] Sync routers for ids ['eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:00.615332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31edc22a-317f-4191-a895-7a2cb35d8cbd None None] Routers {'eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:00.615992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31edc22a-317f-4191-a895-7a2cb35d8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:00.650248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31edc22a-317f-4191-a895-7a2cb35d8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:00.660559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31edc22a-317f-4191-a895-7a2cb35d8cbd None None] Routers {'eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:00.661171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31edc22a-317f-4191-a895-7a2cb35d8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:00.696481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31edc22a-317f-4191-a895-7a2cb35d8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:00.697109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31edc22a-317f-4191-a895-7a2cb35d8cbd None None] The sync data for ids ['eb136ea8-862f-41c5-8bcd-12c39fcfcfb6'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:01.076731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41174) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:01.182402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-524618d9-3d51-45b6-8cd8-35fd1a154674 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-333995269'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:01.183110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-524618d9-3d51-45b6-8cd8-35fd1a154674 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Unknown quota resources ['metering_label']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:13:01.196851 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-829d83bb-c867-4518-995c-a02e70788581 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 22:13:01.197868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-829d83bb-c867-4518-995c-a02e70788581 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/eb136ea8-862f-41c5-8bcd-12c39fcfcfb6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5957575 Sep 17 22:13:01.206441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41180) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:01.274257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8baf8337-27fc-4a40-925c-640777599de1 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb136ea8-862f-41c5-8bcd-12c39fcfcfb6 HTTP/1.1" status: 200 len: 205 time: 0.0654285 Sep 17 22:13:01.276972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41182) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:01.344772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35b27-568b-4338-81df-6dd92e1ccc25 req-f2896e82-5ea6-48b1-81fb-8f64c0795866 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:01.347359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35b27-568b-4338-81df-6dd92e1ccc25 req-f2896e82-5ea6-48b1-81fb-8f64c0795866 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:01.353304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35b27-568b-4338-81df-6dd92e1ccc25 req-f2896e82-5ea6-48b1-81fb-8f64c0795866 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:01.355132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20c35b27-568b-4338-81df-6dd92e1ccc25 req-f2896e82-5ea6-48b1-81fb-8f64c0795866 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2415 time: 0.1607540 Sep 17 22:13:01.363963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5e29a-4d5f-49b5-80a7-df53df04c022 req-2b5b2c27-5ef0-4f8d-862b-ec650088fd83 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:01.365399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92a5e29a-4d5f-49b5-80a7-df53df04c022 req-2b5b2c27-5ef0-4f8d-862b-ec650088fd83 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 949 time: 0.1556613 Sep 17 22:13:01.414488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5239523e-17a3-4930-8f4c-70458af52177 req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:01.426993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['43cd865e-e404-4613-9dec-a9ba3d0a62b8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:01.429851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['189e777b-2039-46e5-9ed0-a5053c04658c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:01.437986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3cea450a-ac34-4b94-ab27-28caef7a01e4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:01.452226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20c35b27-568b-4338-81df-6dd92e1ccc25 req-493da5b0-e49a-4f78-bbe1-19bc22f145f8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858293 Sep 17 22:13:01.455603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92a5e29a-4d5f-49b5-80a7-df53df04c022 req-76e1945b-d21b-4af0-b4d5-700e1dec9038 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834062 Sep 17 22:13:01.458724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Pushing event deleted for resources: {'Port': ['ID=189e777b-2039-46e5-9ed0-a5053c04658c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:01.512028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-524618d9-3d51-45b6-8cd8-35fd1a154674 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:01.513173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-524618d9-3d51-45b6-8cd8-35fd1a154674 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4355140 Sep 17 22:13:01.515776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41190) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:01.519300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5239523e-17a3-4930-8f4c-70458af52177 req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] No DVR routers for this DVR port 189e777b-2039-46e5-9ed0-a5053c04658c on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:01.523270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5239523e-17a3-4930-8f4c-70458af52177 req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:01.524007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-08ff9814-a772-4423-9159-86f8197a3b96 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a0a39287-5818-427c-ab45-e4de19137802'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:01.524831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-08ff9814-a772-4423-9159-86f8197a3b96 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:13:01.525451 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5239523e-17a3-4930-8f4c-70458af52177 req-350c5a71-b90d-41c0-ae6e-b1a354d11b1d tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.32 "DELETE /v2.0/ports/189e777b-2039-46e5-9ed0-a5053c04658c HTTP/1.1" status: 204 len: 173 time: 1.2852085 Sep 17 22:13:01.526000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'name': 'network-vif-deleted', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:01.528440 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ef4cd0-4963-4e8f-96b7-ada1bb88928b" -d '{"events": [{"server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "name": "network-vif-deleted", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:01.634422 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6938008b-e813-41a1-a304-5634a2d5dcb8 x-openstack-request-id: req-6938008b-e813-41a1-a304-5634a2d5dcb8 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:01.634948 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28631ea-8d1c-48a0-9300-d26dbc286980", "name": "network-vif-deleted", "tag": "189e777b-2039-46e5-9ed0-a5053c04658c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:01.635356 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6938008b-e813-41a1-a304-5634a2d5dcb8 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:01.635907 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28631ea-8d1c-48a0-9300-d26dbc286980', 'name': 'network-vif-deleted', 'tag': '189e777b-2039-46e5-9ed0-a5053c04658c', 'status': 'completed', 'code': 200} Sep 17 22:13:01.712614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252125e-b8e1-4b13-bafc-79aa16016137 req-7a7143e8-c1d0-4a02-88c4-6d4abb4139e3 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:01.715417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1252125e-b8e1-4b13-bafc-79aa16016137 req-7a7143e8-c1d0-4a02-88c4-6d4abb4139e3 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.0598912 Sep 17 22:13:01.739168 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3cea450a-ac34-4b94-ab27-28caef7a01e4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:01.741335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3cea450a-ac34-4b94-ab27-28caef7a01e4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:01.756419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1252125e-b8e1-4b13-bafc-79aa16016137 req-f2da2b8c-7087-4441-a416-d87c0fe342cc tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333338 Sep 17 22:13:01.793610 n-d-713498-17 neutron-server[101660]: WARNING neutron.services.metering.metering_plugin [None req-08ff9814-a772-4423-9159-86f8197a3b96 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:13:01.870681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ecf1adcb-d271-42ac-a702-3751f8ea6a6a up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:01.903731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08ff9814-a772-4423-9159-86f8197a3b96 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:01.905472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-08ff9814-a772-4423-9159-86f8197a3b96 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3886998 Sep 17 22:13:01.906774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3cea450a-ac34-4b94-ab27-28caef7a01e4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:01.907203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cea450a-ac34-4b94-ab27-28caef7a01e4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Fanout notify agent at l3_agent the message router_deleted on router eb136ea8-862f-41c5-8bcd-12c39fcfcfb6 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:13:01.910533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41194) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:01.915854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-73b5e741-b741-466b-b380-bf7deb50b8eb tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a0a39287-5818-427c-ab45-e4de19137802'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:01.915854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-73b5e741-b741-466b-b380-bf7deb50b8eb tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:13:01.922942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3cea450a-ac34-4b94-ab27-28caef7a01e4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:01.924261 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3cea450a-ac34-4b94-ab27-28caef7a01e4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/eb136ea8-862f-41c5-8bcd-12c39fcfcfb6 HTTP/1.1" status: 204 len: 168 time: 0.6461027 Sep 17 22:13:01.927117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41196) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:01.990985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebf7cc8-af31-4462-9ddc-bd644a6c638d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting subnet 6cd464f2-5ca2-4a33-a37a-8a75775d9396 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:13:01.994761 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ebf7cc8-af31-4462-9ddc-bd644a6c638d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.036917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ebf7cc8-af31-4462-9ddc-bd644a6c638d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.062196 n-d-713498-17 neutron-server[101660]: WARNING neutron.services.metering.metering_plugin [None req-73b5e741-b741-466b-b380-bf7deb50b8eb tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:13:02.062472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port ecf1adcb-d271-42ac-a702-3751f8ea6a6a completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:13:02.067406 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port ecf1adcb-d271-42ac-a702-3751f8ea6a6a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:02.067705 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.130431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ebf7cc8-af31-4462-9ddc-bd644a6c638d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.147877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73b5e741-b741-466b-b380-bf7deb50b8eb tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.149264 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73b5e741-b741-466b-b380-bf7deb50b8eb tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2375891 Sep 17 22:13:02.153944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41200) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:02.160652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.177334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b859fd89-b083-49ad-9791-2ae8d713dfe8 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=105457e1-2b89-465c-b538-061b5e10a0cc HTTP/1.1" status: 200 len: 462 time: 0.0197537 Sep 17 22:13:02.177561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41202) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:02.187992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf1adcb-d271-42ac-a702-3751f8ea6a6a'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:02.191253 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cbf418-a4ed-429a-b29a-f45dbf1b9c18" -d '{"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-plugged", "status": "completed", "tag": "ecf1adcb-d271-42ac-a702-3751f8ea6a6a"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:02.202853 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ecf1adcb-d271-42ac-a702-3751f8ea6a6a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:02.280093 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.280539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ebf7cc8-af31-4462-9ddc-bd644a6c638d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.283286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d50fe851-0edc-4efb-8f69-e40ed070fe8c up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:02.378736 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:02.385281 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8480d742-de3f-4815-82b2-6e0f7b979685 x-openstack-request-id: req-8480d742-de3f-4815-82b2-6e0f7b979685 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:02.385673 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-plugged", "status": "completed", "tag": "ecf1adcb-d271-42ac-a702-3751f8ea6a6a", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:02.385830 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8480d742-de3f-4815-82b2-6e0f7b979685 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:02.386221 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf1adcb-d271-42ac-a702-3751f8ea6a6a', 'code': 200} Sep 17 22:13:02.386522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf7cc8-af31-4462-9ddc-bd644a6c638d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd464f2-5ca2-4a33-a37a-8a75775d9396,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:02.393538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ebf7cc8-af31-4462-9ddc-bd644a6c638d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.395418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1ebf7cc8-af31-4462-9ddc-bd644a6c638d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/6cd464f2-5ca2-4a33-a37a-8a75775d9396 HTTP/1.1" status: 204 len: 168 time: 0.4673033 Sep 17 22:13:02.398385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41208) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:02.400049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a6eb5-97d8-4523-b400-1169b147264a None None] Network 3318664d-a1dc-46d5-9f65-40ca05aa62b3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:02.450076 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb121728-4882-459b-b380-58f13c352b77 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.451246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bb121728-4882-459b-b380-58f13c352b77 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/105457e1-2b89-465c-b538-061b5e10a0cc HTTP/1.1" status: 204 len: 168 time: 0.2727723 Sep 17 22:13:02.455226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41210) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:02.457775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port d50fe851-0edc-4efb-8f69-e40ed070fe8c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:13:02.466134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fc3bbef0-de42-4bcc-9f86-e95bc82faa6f tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=105457e1-2b89-465c-b538-061b5e10a0cc HTTP/1.1" status: 200 len: 221 time: 0.0088887 Sep 17 22:13:02.469578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41212) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:02.472422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port d50fe851-0edc-4efb-8f69-e40ed070fe8c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:02.472808 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.475342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f8526163-3165-4d87-b2d3-76b8147a7e3e tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1409509625', 'description': 'label created by tempest'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:02.478314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f8526163-3165-4d87-b2d3-76b8147a7e3e tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Unknown quota resources ['metering_label']. {{(pid=101661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:13:02.483433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.550782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 0176a5c8-2fd4-4d09-996d-fa34847d4250 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:02.552857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.632365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port 0176a5c8-2fd4-4d09-996d-fa34847d4250, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0176a5c8-2fd4-4d09-996d-fa34847d4250,segment=NetworkSegment(694a0caa-8500-4a29-a982-fff700cfd622),segment_id=694a0caa-8500-4a29-a982-fff700cfd622)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:02.632731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.646934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 0176a5c8-2fd4-4d09-996d-fa34847d4250 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:02.658484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86fcaee6-7944-4c92-95f8-149891005a2a req-d4e2aeaf-68b7-478b-bd32-00ab9b3423f5 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28631ea-8d1c-48a0-9300-d26dbc286980 HTTP/1.1" status: 200 len: 210 time: 0.0527380 Sep 17 22:13:02.672469 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.710605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313a30c-52c1-4dcc-bc17-fdc58e2d9ac9 req-37e67243-2292-4c36-a2cc-572f066ead4d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:02.715208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509bf7f-5716-431d-8b1d-b5b521cf1e8d None None] DHCP port deletion for 3318664d-a1dc-46d5-9f65-40ca05aa62b3 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:13:02.716814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313a30c-52c1-4dcc-bc17-fdc58e2d9ac9 req-37e67243-2292-4c36-a2cc-572f066ead4d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:02.723482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313a30c-52c1-4dcc-bc17-fdc58e2d9ac9 req-37e67243-2292-4c36-a2cc-572f066ead4d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:02.731099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1313a30c-52c1-4dcc-bc17-fdc58e2d9ac9 req-37e67243-2292-4c36-a2cc-572f066ead4d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2416 time: 0.1336205 Sep 17 22:13:02.731339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port d50fe851-0edc-4efb-8f69-e40ed070fe8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d50fe851-0edc-4efb-8f69-e40ed070fe8c,segment=NetworkSegment(e5673a27-3606-4df0-8721-558bfe3f5fb3),segment_id=e5673a27-3606-4df0-8721-558bfe3f5fb3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:02.789382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f509bf7f-5716-431d-8b1d-b5b521cf1e8d None None] Deleting port 0176a5c8-2fd4-4d09-996d-fa34847d4250 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:02.789989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f509bf7f-5716-431d-8b1d-b5b521cf1e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.803440 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.804722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device c2668723-e311-41f7-83a1-81189e8536ea up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:02.827949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.866543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No DVR routers for this DVR port 0176a5c8-2fd4-4d09-996d-fa34847d4250 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:02.868870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=0176a5c8-2fd4-4d09-996d-fa34847d4250,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:02.915313 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f8526163-3165-4d87-b2d3-76b8147a7e3e tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.917577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f509bf7f-5716-431d-8b1d-b5b521cf1e8d None None] For port 0176a5c8-2fd4-4d09-996d-fa34847d4250, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0176a5c8-2fd4-4d09-996d-fa34847d4250,segment=NetworkSegment(694a0caa-8500-4a29-a982-fff700cfd622),segment_id=694a0caa-8500-4a29-a982-fff700cfd622)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:02.917993 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f509bf7f-5716-431d-8b1d-b5b521cf1e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:02.918333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f8526163-3165-4d87-b2d3-76b8147a7e3e tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4462280 Sep 17 22:13:02.920513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41224) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:02.945980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f509bf7f-5716-431d-8b1d-b5b521cf1e8d None None] Calling delete_port for 0176a5c8-2fd4-4d09-996d-fa34847d4250 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:02.949832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1313a30c-52c1-4dcc-bc17-fdc58e2d9ac9 req-a7f94760-054f-4ccf-9208-7aa634a89c2f tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175951 Sep 17 22:13:02.963735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=d50fe851-0edc-4efb-8f69-e40ed070fe8c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:02.976483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799415-2e3b-4796-9dbf-0d2110c19796 req-592c981a-e69e-4f82-934a-5ae64a83ef64 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:02.978089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9799415-2e3b-4796-9dbf-0d2110c19796 req-592c981a-e69e-4f82-934a-5ae64a83ef64 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.0710092 Sep 17 22:13:03.023414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9799415-2e3b-4796-9dbf-0d2110c19796 req-14030a08-e301-44e4-8b4f-d34522205520 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388587 Sep 17 22:13:03.035129 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f509bf7f-5716-431d-8b1d-b5b521cf1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.047108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509bf7f-5716-431d-8b1d-b5b521cf1e8d None None] No DVR routers for this DVR port 0176a5c8-2fd4-4d09-996d-fa34847d4250 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:03.047902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.054558 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4956460a-d84a-4915-8483-00bfcec775bb tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=1f8eb8ae-f68a-4f4e-b999-69be3b11c86c HTTP/1.1" status: 200 len: 468 time: 0.1327384 Sep 17 22:13:03.059743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41226) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.067997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port c2668723-e311-41f7-83a1-81189e8536ea completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:13:03.071333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509bf7f-5716-431d-8b1d-b5b521cf1e8d None None] Pushing event deleted for resources: {'Port': ['ID=0176a5c8-2fd4-4d09-996d-fa34847d4250,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:03.074606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port c2668723-e311-41f7-83a1-81189e8536ea triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:03.075082 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.082596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3318664d-a1dc-46d5-9f65-40ca05aa62b3']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:03.092352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694a0caa-8500-4a29-a982-fff700cfd622') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:03.092662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694a0caa-8500-4a29-a982-fff700cfd622') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:03.103923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.120331 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.126916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:03.130077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:03.130619 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:03.164913 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.197934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port c2668723-e311-41f7-83a1-81189e8536ea, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c2668723-e311-41f7-83a1-81189e8536ea,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:03.279754 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.287134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.290963 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/networks/3318664d-a1dc-46d5-9f65-40ca05aa62b3 HTTP/1.1" status: 204 len: 168 time: 0.8894603 Sep 17 22:13:03.294743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41230) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.299832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7488d-b3a8-4631-a765-725f6985ea9b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Network': ['ID=3318664d-a1dc-46d5-9f65-40ca05aa62b3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:03.300105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-935603714'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:03.319487 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.362898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=c2668723-e311-41f7-83a1-81189e8536ea,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:03.368216 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-169b2409-2115-4f75-a695-e2a9ea53036e tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.369479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-169b2409-2115-4f75-a695-e2a9ea53036e tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/1f8eb8ae-f68a-4f4e-b999-69be3b11c86c HTTP/1.1" status: 204 len: 168 time: 0.3054829 Sep 17 22:13:03.372067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41232) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.384432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9fc7dfc9-ce40-4033-9282-5e943c411d9c tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=1f8eb8ae-f68a-4f4e-b999-69be3b11c86c HTTP/1.1" status: 200 len: 216 time: 0.0113449 Sep 17 22:13:03.387512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41234) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.394473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:03.397798 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.413116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-971897dc-122d-40c9-a20e-b98162785ad0 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0246136 Sep 17 22:13:03.416515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41236) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.432038 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c80dcfc8-92a6-4ba2-ba73-6831c9772a1f tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0142756 Sep 17 22:13:03.435389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41238) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.437474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:03.447196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.447533 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added segment 3cccdbfd-57a5-433c-9d27-aae9ace59424 of type vlan for network 722c9867-48b6-485c-970b-d303750b9268 Sep 17 22:13:03.485111 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-545aba90-178d-4666-988d-01bd69d92952 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/a0a39287-5818-427c-ab45-e4de19137802 HTTP/1.1" status: 200 len: 472 time: 0.0484030 Sep 17 22:13:03.488402 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.488732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41240) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.499253 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4588f89a-e1aa-4246-a143-fad4ce15abb6 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/4a2c7886-5828-47fa-be70-b6994ede1b95 HTTP/1.1" status: 200 len: 459 time: 0.0089741 Sep 17 22:13:03.510214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41242) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.634125 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.639731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:03.640316 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.707190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Network': ['ID=722c9867-48b6-485c-970b-d303750b9268,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:03.719457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 722c9867-48b6-485c-970b-d303750b9268 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:03.738100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5dbc4b61-690f-406c-96f3-a2510cb08d86 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4421780 Sep 17 22:13:03.738479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41248) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.743552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'subnet': {'network_id': '722c9867-48b6-485c-970b-d303750b9268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:03.750678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4b0be10-5de0-4512-9c02-812ec731ce0c tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:03.754520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41250) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:03.754665 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c4b0be10-5de0-4512-9c02-812ec731ce0c tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/4a2c7886-5828-47fa-be70-b6994ede1b95 HTTP/1.1" status: 204 len: 168 time: 0.2433395 Sep 17 22:13:03.959402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:03.963128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.100636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0176a5c8-2fd4-4d09-996d-fa34847d4250 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:04.100636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0176a5c8-2fd4-4d09-996d-fa34847d4250 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:04.100636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0176a5c8-2fd4-4d09-996d-fa34847d4250 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:04.103664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29912da0-a897-4ba0-8b66-4ab50dffd41f req-feba24ef-04de-40c4-ac22-7f7e942801a3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:04.109774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29912da0-a897-4ba0-8b66-4ab50dffd41f req-feba24ef-04de-40c4-ac22-7f7e942801a3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:04.116208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29912da0-a897-4ba0-8b66-4ab50dffd41f req-feba24ef-04de-40c4-ac22-7f7e942801a3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:04.117841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29912da0-a897-4ba0-8b66-4ab50dffd41f req-feba24ef-04de-40c4-ac22-7f7e942801a3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2418 time: 0.0675318 Sep 17 22:13:04.158654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29912da0-a897-4ba0-8b66-4ab50dffd41f req-4a9ba850-57b3-4f2d-ab5d-5d3942bdd188 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Sep 17 22:13:04.206080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 189e777b-2039-46e5-9ed0-a5053c04658c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:04.230117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c457-af36-489b-9039-8ca603f22174 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.233472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 189e777b-2039-46e5-9ed0-a5053c04658c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:04.233889 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 189e777b-2039-46e5-9ed0-a5053c04658c not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:04.234800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0eb9c457-af36-489b-9039-8ca603f22174 tempest-MeteringIpV6TestJSON-380429043 tempest-MeteringIpV6TestJSON-380429043-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/a0a39287-5818-427c-ab45-e4de19137802 HTTP/1.1" status: 204 len: 168 time: 0.4784791 Sep 17 22:13:04.273596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757036f-b479-4d37-9713-b0373a8c31fc req-9f0ce467-4ea4-4027-b793-4e3d3bc15f1b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:04.275116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a757036f-b479-4d37-9713-b0373a8c31fc req-9f0ce467-4ea4-4027-b793-4e3d3bc15f1b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.0598431 Sep 17 22:13:04.285513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.325654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a757036f-b479-4d37-9713-b0373a8c31fc req-ec6f2342-1ebf-4bab-ab8c-c330a0de3f04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442276 Sep 17 22:13:04.365904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Subnet': ['ID=d2540e88-500f-4dbc-9f28-264d9da52970,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:04.377585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Checking segment: {'id': '3cccdbfd-57a5-433c-9d27-aae9ace59424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '722c9867-48b6-485c-970b-d303750b9268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:04.382686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network hostable DHCP agents. Network: 722c9867-48b6-485c-970b-d303750b9268, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:04.387590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50fe851-0edc-4efb-8f69-e40ed070fe8c'}, {'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2668723-e311-41f7-83a1-81189e8536ea'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:04.390589 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c33765-5b35-4651-a723-b6ddd6b77a61" -d '{"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-plugged", "status": "completed", "tag": "d50fe851-0edc-4efb-8f69-e40ed070fe8c"}, {"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-plugged", "status": "completed", "tag": "c2668723-e311-41f7-83a1-81189e8536ea"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:04.433822 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a60c5e4-8c22-4636-9e38-9c6ef6ce7c6b x-openstack-request-id: req-1a60c5e4-8c22-4636-9e38-9c6ef6ce7c6b {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:04.434196 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-plugged", "status": "completed", "tag": "d50fe851-0edc-4efb-8f69-e40ed070fe8c", "code": 200}, {"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-plugged", "status": "completed", "tag": "c2668723-e311-41f7-83a1-81189e8536ea", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:04.434447 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a60c5e4-8c22-4636-9e38-9c6ef6ce7c6b {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:04.434866 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50fe851-0edc-4efb-8f69-e40ed070fe8c', 'code': 200} Sep 17 22:13:04.435124 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2668723-e311-41f7-83a1-81189e8536ea', 'code': 200} Sep 17 22:13:04.457416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 722c9867-48b6-485c-970b-d303750b9268 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:04.458390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6457-c3c1-47ee-a606-5fe1678306ef req-e3d0d6fd-0f04-4c0b-995b-243fcdca6314 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:04.463249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d3d6457-c3c1-47ee-a606-5fe1678306ef req-e3d0d6fd-0f04-4c0b-995b-243fcdca6314 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0548372 Sep 17 22:13:04.505068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d3d6457-c3c1-47ee-a606-5fe1678306ef req-067f17d6-7b5d-4471-a955-6d8fe1635c87 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386450 Sep 17 22:13:04.533798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14927d3-f81f-45de-b256-e68a1fd8ff33 req-785e61ea-b490-408c-8293-2489ee8f797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:04.534292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14927d3-f81f-45de-b256-e68a1fd8ff33 req-785e61ea-b490-408c-8293-2489ee8f797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:04.534900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14927d3-f81f-45de-b256-e68a1fd8ff33 req-785e61ea-b490-408c-8293-2489ee8f797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:04.536683 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a14927d3-f81f-45de-b256-e68a1fd8ff33 req-785e61ea-b490-408c-8293-2489ee8f797f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2874 time: 0.0443697 Sep 17 22:13:04.560673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 722c9867-48b6-485c-970b-d303750b9268) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:04.574397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:04.574397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.575493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f094d03-8492-4c94-a074-550955c3c6d8 None None] Network 722c9867-48b6-485c-970b-d303750b9268 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:04.586691 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a14927d3-f81f-45de-b256-e68a1fd8ff33 req-2f0e328c-3a9c-4281-8ffb-427e6f425ed2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Sep 17 22:13:04.686333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-544b4818-075c-4d63-9fe8-119818769a1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9465258 Sep 17 22:13:04.688998 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41268) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:04.693814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b39e0c28-4f15-4ffa-8020-2573d27e960f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1661074969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:04.794457 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39e0c28-4f15-4ffa-8020-2573d27e960f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.795934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39e0c28-4f15-4ffa-8020-2573d27e960f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.804822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41272) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:04.843367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-722c9867-48b6-485c-970b-d303750b9268', 'network_id': '722c9867-48b6-485c-970b-d303750b9268', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'fixed_ips': [{'subnet_id': 'd2540e88-500f-4dbc-9f28-264d9da52970'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:04.844551 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.860974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39e0c28-4f15-4ffa-8020-2573d27e960f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.943855 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc26b032-99f5-4827-96be-8bed8f0a6dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.956807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39e0c28-4f15-4ffa-8020-2573d27e960f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:04.999955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Allocated IP 2001:db8::2 (722c9867-48b6-485c-970b-d303750b9268/d2540e88-500f-4dbc-9f28-264d9da52970/2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:05.045718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc26b032-99f5-4827-96be-8bed8f0a6dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.096947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc26b032-99f5-4827-96be-8bed8f0a6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.135632 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cc26b032-99f5-4827-96be-8bed8f0a6dd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d75922e70db45bcb2adc78dbe4c38b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294816 Sep 17 22:13:05.136804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26b032-99f5-4827-96be-8bed8f0a6dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328afae5-449b-4481-8898-6d3ad0ec6759,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:05.138601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41280) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:05.144382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.170685 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39e0c28-4f15-4ffa-8020-2573d27e960f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.171937 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b39e0c28-4f15-4ffa-8020-2573d27e960f tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4817929 Sep 17 22:13:05.175581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41282) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:05.202341 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f7016a32-0d8c-447d-8011-5cf16730f6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.225584 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f7016a32-0d8c-447d-8011-5cf16730f6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.252197 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.293116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Network 722c9867-48b6-485c-970b-d303750b9268 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:05.297299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:05.308259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6977ed7-1b6d-4df5-9913-cbab71ae4a4e req-0402e41a-2d77-4b7d-9651-6993c7cb6260 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:05.309293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:05.312855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Pushing event updated for resources: {'Port': ['ID=2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:05.314453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6977ed7-1b6d-4df5-9913-cbab71ae4a4e req-0402e41a-2d77-4b7d-9651-6993c7cb6260 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:05.320583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6977ed7-1b6d-4df5-9913-cbab71ae4a4e req-0402e41a-2d77-4b7d-9651-6993c7cb6260 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:05.322282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6977ed7-1b6d-4df5-9913-cbab71ae4a4e req-0402e41a-2d77-4b7d-9651-6993c7cb6260 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2418 time: 0.0903549 Sep 17 22:13:05.371569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6977ed7-1b6d-4df5-9913-cbab71ae4a4e req-a9f1ede7-a579-4201-9e54-0a0a1a6e0714 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383611 Sep 17 22:13:05.374583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Attempting to bind port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:05.375175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Attempting to bind port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '3cccdbfd-57a5-433c-9d27-aae9ace59424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '722c9867-48b6-485c-970b-d303750b9268'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:05.375413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Attempting to bind port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f on network 722c9867-48b6-485c-970b-d303750b9268 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:05.381237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:05.381647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Checking segment: {'id': '3cccdbfd-57a5-433c-9d27-aae9ace59424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '722c9867-48b6-485c-970b-d303750b9268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:05.382023 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.382429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Bound using segment: {'id': '3cccdbfd-57a5-433c-9d27-aae9ace59424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '722c9867-48b6-485c-970b-d303750b9268'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:05.382947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Bound port: 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cccdbfd-57a5-433c-9d27-aae9ace59424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '722c9867-48b6-485c-970b-d303750b9268'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:05.383339 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.410872 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f7016a32-0d8c-447d-8011-5cf16730f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.415957 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f7016a32-0d8c-447d-8011-5cf16730f6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.415957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f7016a32-0d8c-447d-8011-5cf16730f6d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/328afae5-449b-4481-8898-6d3ad0ec6759 HTTP/1.1" status: 204 len: 168 time: 0.2729683 Sep 17 22:13:05.430313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7016a32-0d8c-447d-8011-5cf16730f6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328afae5-449b-4481-8898-6d3ad0ec6759,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:05.509630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] For port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:05.513075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] For port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f,segment=NetworkSegment(3cccdbfd-57a5-433c-9d27-aae9ace59424),segment_id=3cccdbfd-57a5-433c-9d27-aae9ace59424)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:05.518536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42df00-55e7-4e24-a553-d895784d408d req-29074042-95d1-4cfa-9c72-1dc419bc8a13 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:05.520438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f42df00-55e7-4e24-a553-d895784d408d req-29074042-95d1-4cfa-9c72-1dc419bc8a13 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.0694411 Sep 17 22:13:05.563073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f42df00-55e7-4e24-a553-d895784d408d req-4a719a91-b11f-46cb-a060-218c2be346ad tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364599 Sep 17 22:13:05.577206 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:05.653338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed512e0-3e00-4816-9752-5cd012f601e5 None None] Pushing event updated for resources: {'Port': ['ID=2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:05.655785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b5652-8a95-49e3-bdc8-22000b127fde req-d6f4a12b-7c6a-4a13-a75c-6f788a10035a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:05.665750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b20b5652-8a95-49e3-bdc8-22000b127fde req-d6f4a12b-7c6a-4a13-a75c-6f788a10035a tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.0753832 Sep 17 22:13:05.703441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b20b5652-8a95-49e3-bdc8-22000b127fde req-8885414b-0f13-4c53-aa67-9b226802d786 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Sep 17 22:13:05.929447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.114907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:06.115748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5c8aa058-4757-4549-a406-23c801dd0e2c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:06.117362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5c8aa058-4757-4549-a406-23c801dd0e2c tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 949 time: 0.1276276 Sep 17 22:13:06.167587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:06.167963 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.199516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41300) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:06.221323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0dba7f94-0fdb-47b6-95bc-f78239d586c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.221668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b29221c7-c550-4a69-a553-5654f142bf0d details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:13:06.296669 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.309639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Deleting port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:06.309988 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.324225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 2001:db8::1 (722c9867-48b6-485c-970b-d303750b9268/d2540e88-500f-4dbc-9f28-264d9da52970/540e45e1-c84a-48be-a4b6-34fc119dac0c) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:06.331395 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0dba7f94-0fdb-47b6-95bc-f78239d586c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.391295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f,segment=NetworkSegment(3cccdbfd-57a5-433c-9d27-aae9ace59424),segment_id=3cccdbfd-57a5-433c-9d27-aae9ace59424)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:06.399488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:06.405300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0dba7f94-0fdb-47b6-95bc-f78239d586c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.412940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'b29221c7-c550-4a69-a553-5654f142bf0d', 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a', 'port_id': 'b29221c7-c550-4a69-a553-5654f142bf0d', 'mac_address': 'fa:16:3e:cf:19:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9599773-24e3-4c52-90bc-421d9e50953a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:13:06.470486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0dba7f94-0fdb-47b6-95bc-f78239d586c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1083f7c0d4334ba9ac3d8c4db38b3c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686696 Sep 17 22:13:06.471868 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.473366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba7f94-0fdb-47b6-95bc-f78239d586c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd805cd-5910-4a43-9bbc-3830105ca477,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:06.476539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41304) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:06.514841 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.532250 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] For port 43cd865e-e404-4613-9dec-a9ba3d0a62b8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43cd865e-e404-4613-9dec-a9ba3d0a62b8,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:06.533426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.549811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29221c7-c550-4a69-a553-5654f142bf0d {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:13:06.572810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Calling delete_port for 43cd865e-e404-4613-9dec-a9ba3d0a62b8 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:06.573283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:06.580974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:06.582497 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.634041 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-608abd83-0a91-4edc-bdac-c3b1b88ffa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.645619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224678c-8250-4d7b-b9e7-75f967b768ac req-5bee9044-e396-41b3-949d-e9ca0ba088e4 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:06.652583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224678c-8250-4d7b-b9e7-75f967b768ac req-5bee9044-e396-41b3-949d-e9ca0ba088e4 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:06.660596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224678c-8250-4d7b-b9e7-75f967b768ac req-5bee9044-e396-41b3-949d-e9ca0ba088e4 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:06.662354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1224678c-8250-4d7b-b9e7-75f967b768ac req-5bee9044-e396-41b3-949d-e9ca0ba088e4 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2418 time: 0.1902955 Sep 17 22:13:06.679631 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.739439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b29221c7-c550-4a69-a553-5654f142bf0d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:06.744412 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-608abd83-0a91-4edc-bdac-c3b1b88ffa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.745741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.785601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1224678c-8250-4d7b-b9e7-75f967b768ac req-e9612a5b-3e08-4eab-a7ae-8a70063f0485 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142945 Sep 17 22:13:06.796788 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f35d2f-92b8-4dac-bb28-e0a481286000 None None] Network 722c9867-48b6-485c-970b-d303750b9268 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:06.804795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 722c9867-48b6-485c-970b-d303750b9268 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:06.818545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:06.818763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf5698-decb-4bca-a556-05c140f4d882 req-dd4e3dc6-a794-4776-86b9-a9c6977d7750 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:06.818888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:06.818888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.820578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5dcf5698-decb-4bca-a556-05c140f4d882 req-dd4e3dc6-a794-4776-86b9-a9c6977d7750 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 944 time: 0.1260381 Sep 17 22:13:06.869516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=540e45e1-c84a-48be-a4b6-34fc119dac0c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:06.870984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5dcf5698-decb-4bca-a556-05c140f4d882 req-e0ee8df9-6a84-4593-88c7-93b512991142 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494697 Sep 17 22:13:06.894409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5705898-dcc9-4b77-8967-eb914d81ac47 None None] Provisioning complete for port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:06.894866 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5705898-dcc9-4b77-8967-eb914d81ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.937060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.958767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['43cd865e-e404-4613-9dec-a9ba3d0a62b8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:06.976245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748a00-8737-4249-9a97-a7a6ce1781b2 req-cee71657-2dac-44fa-a28c-f5d03f504028 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:06.977807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce748a00-8737-4249-9a97-a7a6ce1781b2 req-cee71657-2dac-44fa-a28c-f5d03f504028 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 867 time: 0.0658948 Sep 17 22:13:06.979118 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-608abd83-0a91-4edc-bdac-c3b1b88ffa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.982477 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-608abd83-0a91-4edc-bdac-c3b1b88ffa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:06.999603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-608abd83-0a91-4edc-bdac-c3b1b88ffa4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bd805cd-5910-4a43-9bbc-3830105ca477 HTTP/1.1" status: 204 len: 168 time: 0.5106158 Sep 17 22:13:06.999870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Pushing event deleted for resources: {'Port': ['ID=43cd865e-e404-4613-9dec-a9ba3d0a62b8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:07.034128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b29221c7-c550-4a69-a553-5654f142bf0d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:07.065956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608abd83-0a91-4edc-bdac-c3b1b88ffa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd805cd-5910-4a43-9bbc-3830105ca477,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:07.077085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] No DVR routers for this DVR port 43cd865e-e404-4613-9dec-a9ba3d0a62b8 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:07.080262 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:07.086942 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c60dee8d-f289-4ff6-8211-f578a7e0edb0 req-5073bedf-f590-4ca2-8e47-7c0a564a4533 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.35 "DELETE /v2.0/ports/43cd865e-e404-4613-9dec-a9ba3d0a62b8 HTTP/1.1" status: 204 len: 173 time: 0.9573283 Sep 17 22:13:07.086942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'name': 'network-vif-deleted', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:07.086942 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750282d-0bd2-4fd4-b785-9c9a0f23d04d" -d '{"events": [{"server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "name": "network-vif-deleted", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:07.097834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce748a00-8737-4249-9a97-a7a6ce1781b2 req-92bc3e37-53bb-4e5b-836c-1581e86a6411 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0704427-fcf4-49d8-8dae-9b2a8b9be393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964074 Sep 17 22:13:07.222523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:07.332782 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a46e878-71c2-4adb-af31-b54b8225983e x-openstack-request-id: req-2a46e878-71c2-4adb-af31-b54b8225983e {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:07.334623 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d037f9-2575-4939-8909-661dfd320872", "name": "network-vif-deleted", "tag": "43cd865e-e404-4613-9dec-a9ba3d0a62b8", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:07.334623 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a46e878-71c2-4adb-af31-b54b8225983e {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:07.334623 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d037f9-2575-4939-8909-661dfd320872', 'name': 'network-vif-deleted', 'tag': '43cd865e-e404-4613-9dec-a9ba3d0a62b8', 'status': 'completed', 'code': 200} Sep 17 22:13:07.546699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdbc78-6443-4c0e-9956-f17845323999 req-33843411-978f-48dd-99e1-98fef8460520 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:07.557662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdbc78-6443-4c0e-9956-f17845323999 req-33843411-978f-48dd-99e1-98fef8460520 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:07.564834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdbc78-6443-4c0e-9956-f17845323999 req-33843411-978f-48dd-99e1-98fef8460520 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:07.566619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7bdbc78-6443-4c0e-9956-f17845323999 req-33843411-978f-48dd-99e1-98fef8460520 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2418 time: 0.1092556 Sep 17 22:13:07.632272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7bdbc78-6443-4c0e-9956-f17845323999 req-b3919b25-31c3-414a-8870-95bab2a32842 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516460 Sep 17 22:13:07.635625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5585cac8-8094-4c1f-8ec9-d8b235b11867 None None] Provisioning complete for port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:07.636238 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5585cac8-8094-4c1f-8ec9-d8b235b11867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:07.646210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:07.725428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:07.726594 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:07.776580 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5585cac8-8094-4c1f-8ec9-d8b235b11867 None None] Provisioning complete for port 540e45e1-c84a-48be-a4b6-34fc119dac0c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:07.777106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5585cac8-8094-4c1f-8ec9-d8b235b11867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:07.819944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5585cac8-8094-4c1f-8ec9-d8b235b11867 None None] Port 540e45e1-c84a-48be-a4b6-34fc119dac0c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:07.827043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=540e45e1-c84a-48be-a4b6-34fc119dac0c,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:07.904591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 722c9867-48b6-485c-970b-d303750b9268 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:07.905960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:07.964380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-be1730fb-8e3c-4b86-8165-a3a8ec6b532b None None] Provisioning complete for port 540e45e1-c84a-48be-a4b6-34fc119dac0c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:07.965024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-be1730fb-8e3c-4b86-8165-a3a8ec6b532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:08.020666 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:08.034228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-be1730fb-8e3c-4b86-8165-a3a8ec6b532b None None] Port 540e45e1-c84a-48be-a4b6-34fc119dac0c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:08.040176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2295525-cc8e-4d27-a5f9-3ae8fc422f30 req-21d3535d-4f76-45b6-bb95-bcd483291948 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:08.043232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2295525-cc8e-4d27-a5f9-3ae8fc422f30 req-21d3535d-4f76-45b6-bb95-bcd483291948 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 944 time: 0.0948641 Sep 17 22:13:08.095562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2295525-cc8e-4d27-a5f9-3ae8fc422f30 req-2fdac158-e2dd-46fc-81c9-ca5af070bd43 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342987 Sep 17 22:13:08.095973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:08.133318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router fb8d900d-d1b7-424e-b34f-3eff938b8bc7 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:13:08.153891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:08.154399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:08.223862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b29221c7-c550-4a69-a553-5654f142bf0d up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:08.286967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df5c2a06-cebb-4a1c-b77c-b1a8d9d41fd5 req-6b78b333-1a5e-459b-8f74-887f6e84c7a3 tempest-MigrationsAdminTest-226554341 tempest-MigrationsAdminTest-226554341-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d037f9-2575-4939-8909-661dfd320872 HTTP/1.1" status: 200 len: 210 time: 0.0455222 Sep 17 22:13:08.367427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:08.381044 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1c86c147-72d9-4b15-99a3-a94e8b33831a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/fb8d900d-d1b7-424e-b34f-3eff938b8bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2045860 Sep 17 22:13:08.383664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41352) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:08.405624 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a1287-9ed6-4089-b179-e59c3e528dda None None] Sync routers for ids ['fb8d900d-d1b7-424e-b34f-3eff938b8bc7'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:08.415341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bb8bb291-46d9-4d12-b4e2-be689e4d84eb None None] Provisioning complete for port 540e45e1-c84a-48be-a4b6-34fc119dac0c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:08.415717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb291-46d9-4d12-b4e2-be689e4d84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:08.423369 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a1287-9ed6-4089-b179-e59c3e528dda None None] Routers {'fb8d900d-d1b7-424e-b34f-3eff938b8bc7'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:08.424094 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-866a1287-9ed6-4089-b179-e59c3e528dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb8d900d-d1b7-424e-b34f-3eff938b8bc7'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:08.439833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182058c-262d-4777-ab61-9561c2dd02a3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:08.444136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c182058c-262d-4777-ab61-9561c2dd02a3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports/540e45e1-c84a-48be-a4b6-34fc119dac0c HTTP/1.1" status: 200 len: 911 time: 0.0564258 Sep 17 22:13:08.444417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41354) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:08.449926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bb291-46d9-4d12-b4e2-be689e4d84eb None None] Port 540e45e1-c84a-48be-a4b6-34fc119dac0c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:08.460954 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-866a1287-9ed6-4089-b179-e59c3e528dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:08.475662 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a1287-9ed6-4089-b179-e59c3e528dda None None] Routers {'fb8d900d-d1b7-424e-b34f-3eff938b8bc7'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:08.476257 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-866a1287-9ed6-4089-b179-e59c3e528dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb8d900d-d1b7-424e-b34f-3eff938b8bc7'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:08.511313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port b29221c7-c550-4a69-a553-5654f142bf0d completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:13:08.517831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port b29221c7-c550-4a69-a553-5654f142bf0d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:08.518365 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-866a1287-9ed6-4089-b179-e59c3e528dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:08.519667 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a1287-9ed6-4089-b179-e59c3e528dda None None] The sync data for ids ['fb8d900d-d1b7-424e-b34f-3eff938b8bc7'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:08.520123 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:08.605533 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:08.620401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41358) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:08.629110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:08.631739 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75254f1e-7e4c-4ea5-8566-d9093429d220" -d '{"events": [{"server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "name": "network-vif-plugged", "status": "completed", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:08.649347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:08.677220 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d489d2fa-ac96-42a5-8ed1-17b29ba002da x-openstack-request-id: req-d489d2fa-ac96-42a5-8ed1-17b29ba002da {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:08.677730 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "name": "network-vif-plugged", "status": "completed", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:08.681160 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d489d2fa-ac96-42a5-8ed1-17b29ba002da {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:08.681160 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d', 'code': 200} Sep 17 22:13:08.729820 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:08.798108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b29221c7-c550-4a69-a553-5654f142bf0d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:08.824703 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:08.834468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-64a0e63c-ab23-42c3-ad52-5390df9967b7 tempest-AgentManagementNegativeTest-1885542547 tempest-AgentManagementNegativeTest-1885542547-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2123213 Sep 17 22:13:08.867846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9df7d-7835-4f3e-bf33-bc5ac2095e6b req-d580c6bc-7462-4671-a523-afde4972b834 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:08.873912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9df7d-7835-4f3e-bf33-bc5ac2095e6b req-d580c6bc-7462-4671-a523-afde4972b834 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:08.880856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9df7d-7835-4f3e-bf33-bc5ac2095e6b req-d580c6bc-7462-4671-a523-afde4972b834 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:08.887446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5da9df7d-7835-4f3e-bf33-bc5ac2095e6b req-d580c6bc-7462-4671-a523-afde4972b834 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2418 time: 0.1488354 Sep 17 22:13:08.900248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ed61-f3a6-4ab3-a7bc-9017e672774f req-dfbcdc72-07d0-4341-9e22-b8dc6927ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:08.901755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1e5ed61-f3a6-4ab3-a7bc-9017e672774f req-dfbcdc72-07d0-4341-9e22-b8dc6927ea89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 1097 time: 0.1608107 Sep 17 22:13:08.955844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5da9df7d-7835-4f3e-bf33-bc5ac2095e6b req-dc0200d6-4908-4d85-bce0-6b4924db4498 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671520 Sep 17 22:13:08.961582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1e5ed61-f3a6-4ab3-a7bc-9017e672774f req-d9d88183-b198-4dbf-a7be-0a4380621ece service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514376 Sep 17 22:13:09.017433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-e95860c2-5c5d-48a9-9e03-9228132d8917 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:09.023560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-e95860c2-5c5d-48a9-9e03-9228132d8917 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:09.029358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-e95860c2-5c5d-48a9-9e03-9228132d8917 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:09.030972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-e95860c2-5c5d-48a9-9e03-9228132d8917 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.35 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 2418 time: 0.0833671 Sep 17 22:13:09.192428 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting port ecf1adcb-d271-42ac-a702-3751f8ea6a6a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:09.193430 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.231311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 540e45e1-c84a-48be-a4b6-34fc119dac0c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:09.231654 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.234781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1676-7dde-4555-80fd-465d6511ba43 req-38e38da7-92ed-48ea-a8a6-c3e8a5a39fa0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:09.239270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-787f1676-7dde-4555-80fd-465d6511ba43 req-38e38da7-92ed-48ea-a8a6-c3e8a5a39fa0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.0582912 Sep 17 22:13:09.276211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-787f1676-7dde-4555-80fd-465d6511ba43 req-f2848ae8-6727-4528-87a1-43e11bad9168 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Sep 17 22:13:09.337336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41378) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:09.372830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] For port ecf1adcb-d271-42ac-a702-3751f8ea6a6a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:09.373392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.396008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Calling delete_port for ecf1adcb-d271-42ac-a702-3751f8ea6a6a owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:09.401577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.422090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 540e45e1-c84a-48be-a4b6-34fc119dac0c owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:09.465646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4be8f25-2db2-4630-9d37-e1eaf9a42296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.563523 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4be8f25-2db2-4630-9d37-e1eaf9a42296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.632137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.691090 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4be8f25-2db2-4630-9d37-e1eaf9a42296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.735931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c4be8f25-2db2-4630-9d37-e1eaf9a42296 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d156b33419e14a0a94bdc4f1797e0b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938568 Sep 17 22:13:09.735931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be8f25-2db2-4630-9d37-e1eaf9a42296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34acf63-6060-4ab2-9bf6-a4c42b2b1ab1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:09.736759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41388) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:09.740741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.759988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['d50fe851-0edc-4efb-8f69-e40ed070fe8c', 'c2668723-e311-41f7-83a1-81189e8536ea', 'ecf1adcb-d271-42ac-a702-3751f8ea6a6a'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:09.805181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.806109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ca53992-f963-4b2b-9e30-fc4949e3f596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.827238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41390) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:09.833468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Port': ['ID=ecf1adcb-d271-42ac-a702-3751f8ea6a6a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:09.855072 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ca53992-f963-4b2b-9e30-fc4949e3f596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.872411 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] No DVR routers for this DVR port ecf1adcb-d271-42ac-a702-3751f8ea6a6a on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:09.882068 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:09.883983 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-1847655a-aa62-453c-89e8-d965fa14315c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.35 "DELETE /v2.0/ports/ecf1adcb-d271-42ac-a702-3751f8ea6a6a HTTP/1.1" status: 204 len: 173 time: 0.8432655 Sep 17 22:13:09.902055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-deleted', 'tag': 'ecf1adcb-d271-42ac-a702-3751f8ea6a6a'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:09.905054 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2042be9c-daf1-428d-849d-f33019c3cab1" -d '{"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-deleted", "tag": "ecf1adcb-d271-42ac-a702-3751f8ea6a6a"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:09.909449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 43cd865e-e404-4613-9dec-a9ba3d0a62b8 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:09.945702 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 43cd865e-e404-4613-9dec-a9ba3d0a62b8 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:09.945902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 43cd865e-e404-4613-9dec-a9ba3d0a62b8 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:09.992138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=540e45e1-c84a-48be-a4b6-34fc119dac0c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:10.015288 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173cfbda-1c28-4a86-979b-68e25b023b32 x-openstack-request-id: req-173cfbda-1c28-4a86-979b-68e25b023b32 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:10.019920 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-deleted", "tag": "ecf1adcb-d271-42ac-a702-3751f8ea6a6a", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:10.020417 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-173cfbda-1c28-4a86-979b-68e25b023b32 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:10.021052 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-deleted', 'tag': 'ecf1adcb-d271-42ac-a702-3751f8ea6a6a', 'status': 'completed', 'code': 200} Sep 17 22:13:10.068558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ca53992-f963-4b2b-9e30-fc4949e3f596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.071350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ca53992-f963-4b2b-9e30-fc4949e3f596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.081752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9ca53992-f963-4b2b-9e30-fc4949e3f596 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d34acf63-6060-4ab2-9bf6-a4c42b2b1ab1 HTTP/1.1" status: 204 len: 168 time: 0.3377240 Sep 17 22:13:10.161856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca53992-f963-4b2b-9e30-fc4949e3f596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34acf63-6060-4ab2-9bf6-a4c42b2b1ab1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:10.183253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.256377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-358becbb-a346-43fb-88f1-159a60569b60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa7cab0d76ba43779f3bf9baab83d246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254670 Sep 17 22:13:10.260200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41402) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:10.264566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90de35-d1d1-4a67-8412-1629c2ffa48e req-db92b448-f9b7-41ab-a962-b3be0ee0506c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:10.270455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90de35-d1d1-4a67-8412-1629c2ffa48e req-db92b448-f9b7-41ab-a962-b3be0ee0506c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:10.272214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba90de35-d1d1-4a67-8412-1629c2ffa48e req-db92b448-f9b7-41ab-a962-b3be0ee0506c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 1682 time: 0.1556628 Sep 17 22:13:10.313609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba90de35-d1d1-4a67-8412-1629c2ffa48e req-471150ab-298f-4b5b-b5f6-4215efa01e10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Sep 17 22:13:10.377300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting port c2668723-e311-41f7-83a1-81189e8536ea {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:10.377646 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.416011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db08d2-c244-40d0-b7c6-538b67a95aad req-15ccde4c-a5bd-46b9-af8d-0ef697f8b135 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:10.417913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1db08d2-c244-40d0-b7c6-538b67a95aad req-15ccde4c-a5bd-46b9-af8d-0ef697f8b135 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.0583615 Sep 17 22:13:10.452964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7129-caab-46d8-845a-79a61befa748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.464210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router fb8d900d-d1b7-424e-b34f-3eff938b8bc7 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:13:10.468373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1db08d2-c244-40d0-b7c6-538b67a95aad req-70505988-bc87-485c-9597-641419334e93 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Sep 17 22:13:10.524582 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7129-caab-46d8-845a-79a61befa748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.600703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] For port c2668723-e311-41f7-83a1-81189e8536ea, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c2668723-e311-41f7-83a1-81189e8536ea,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:10.601072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.649515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Calling delete_port for c2668723-e311-41f7-83a1-81189e8536ea owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:10.661010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:10.668631 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d65a2ec7-7e95-468d-ad9c-90e7703a9dad tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/fb8d900d-d1b7-424e-b34f-3eff938b8bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2231188 Sep 17 22:13:10.671693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41414) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:10.673208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e1bae-f79f-4676-8c07-6a4a21c43137 None None] Sync routers for ids ['fb8d900d-d1b7-424e-b34f-3eff938b8bc7'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:10.690268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e1bae-f79f-4676-8c07-6a4a21c43137 None None] Routers {'fb8d900d-d1b7-424e-b34f-3eff938b8bc7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:10.691554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f8e1bae-f79f-4676-8c07-6a4a21c43137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb8d900d-d1b7-424e-b34f-3eff938b8bc7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:10.711155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1260044b-1c90-4f96-8625-7fd563f510c5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d900d-d1b7-424e-b34f-3eff938b8bc7 HTTP/1.1" status: 200 len: 205 time: 0.0344141 Sep 17 22:13:10.712460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41418) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:10.733802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f8e1bae-f79f-4676-8c07-6a4a21c43137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:10.746992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e1bae-f79f-4676-8c07-6a4a21c43137 None None] Routers {'fb8d900d-d1b7-424e-b34f-3eff938b8bc7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:10.747796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f8e1bae-f79f-4676-8c07-6a4a21c43137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb8d900d-d1b7-424e-b34f-3eff938b8bc7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:10.777462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7129-caab-46d8-845a-79a61befa748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.781638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7129-caab-46d8-845a-79a61befa748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.781638 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9a2c7129-caab-46d8-845a-79a61befa748 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0704427-fcf4-49d8-8dae-9b2a8b9be393 HTTP/1.1" status: 204 len: 168 time: 0.5183079 Sep 17 22:13:10.795515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f8e1bae-f79f-4676-8c07-6a4a21c43137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:10.796867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e1bae-f79f-4676-8c07-6a4a21c43137 None None] The sync data for ids ['fb8d900d-d1b7-424e-b34f-3eff938b8bc7'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:10.802261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c7129-caab-46d8-845a-79a61befa748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0704427-fcf4-49d8-8dae-9b2a8b9be393,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:10.811241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb2cb-9ae1-4c26-9953-2edc9c8cc279 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.914572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.957053 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Port': ['ID=c2668723-e311-41f7-83a1-81189e8536ea,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:10.987342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb2cb-9ae1-4c26-9953-2edc9c8cc279 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:10.992592 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb2cb-9ae1-4c26-9953-2edc9c8cc279 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.004568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] No DVR routers for this DVR port c2668723-e311-41f7-83a1-81189e8536ea on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:11.008652 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.011065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-3c48cf69-568e-49ce-9025-abd63cac4561 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.35 "DELETE /v2.0/ports/c2668723-e311-41f7-83a1-81189e8536ea HTTP/1.1" status: 204 len: 173 time: 1.0833943 Sep 17 22:13:11.085635 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb2cb-9ae1-4c26-9953-2edc9c8cc279 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.090524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1bb2cb-9ae1-4c26-9953-2edc9c8cc279 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Fanout notify agent at l3_agent the message router_deleted on router fb8d900d-d1b7-424e-b34f-3eff938b8bc7 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:13:11.108075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb2cb-9ae1-4c26-9953-2edc9c8cc279 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.113773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c1bb2cb-9ae1-4c26-9953-2edc9c8cc279 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/fb8d900d-d1b7-424e-b34f-3eff938b8bc7 HTTP/1.1" status: 204 len: 168 time: 0.3968589 Sep 17 22:13:11.113773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41430) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:11.133913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting port d50fe851-0edc-4efb-8f69-e40ed070fe8c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:11.136577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.177274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bb21f2-fd4f-4554-8c65-b9d25d365164 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting subnet d2540e88-500f-4dbc-9f28-264d9da52970 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:13:11.181790 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-61bb21f2-fd4f-4554-8c65-b9d25d365164 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.230912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-61bb21f2-fd4f-4554-8c65-b9d25d365164 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.256569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] For port d50fe851-0edc-4efb-8f69-e40ed070fe8c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d50fe851-0edc-4efb-8f69-e40ed070fe8c,segment=NetworkSegment(e5673a27-3606-4df0-8721-558bfe3f5fb3),segment_id=e5673a27-3606-4df0-8721-558bfe3f5fb3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:11.256938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.270698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Calling delete_port for d50fe851-0edc-4efb-8f69-e40ed070fe8c owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:11.323671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-61bb21f2-fd4f-4554-8c65-b9d25d365164 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.440798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fab476-ae61-43c2-a37b-a09d0a3b0c51 req-c7ab384f-2ef9-42b9-a594-011c10c58cca tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:11.442392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1fab476-ae61-43c2-a37b-a09d0a3b0c51 req-c7ab384f-2ef9-42b9-a594-011c10c58cca tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 946 time: 0.0520217 Sep 17 22:13:11.479912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41444) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:11.494415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1fab476-ae61-43c2-a37b-a09d0a3b0c51 req-61aeac42-18e8-4f96-ad2b-adf47524d541 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Sep 17 22:13:11.496507 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-61bb21f2-fd4f-4554-8c65-b9d25d365164 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.537453 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.540024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-61bb21f2-fd4f-4554-8c65-b9d25d365164 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.545973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-61bb21f2-fd4f-4554-8c65-b9d25d365164 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/d2540e88-500f-4dbc-9f28-264d9da52970 HTTP/1.1" status: 204 len: 168 time: 0.4311302 Sep 17 22:13:11.547476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41448) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:11.548545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb21f2-fd4f-4554-8c65-b9d25d365164 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Subnet': ['ID=d2540e88-500f-4dbc-9f28-264d9da52970,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:11.549734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be1908-09bc-4d4d-a8aa-4e6241b24155 None None] Network 722c9867-48b6-485c-970b-d303750b9268 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:11.578590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41452) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:11.596504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Port': ['ID=d50fe851-0edc-4efb-8f69-e40ed070fe8c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:11.609714 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c06e2790-d749-40bf-b9bc-c9fe471a649b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29a0d6014a96436894af7d65fe5a7035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263027 Sep 17 22:13:11.611011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41456) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:11.732186 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe89d11c-05d5-42c6-be13-775743cc92d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.768069 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe89d11c-05d5-42c6-be13-775743cc92d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.776968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37339dd9-a4d3-4527-9aa3-e6f09fc30f43 req-a28f4741-f7b4-4239-a28c-768f8130ac76 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:11.779070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37339dd9-a4d3-4527-9aa3-e6f09fc30f43 req-a28f4741-f7b4-4239-a28c-768f8130ac76 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.1442566 Sep 17 22:13:11.790162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-f3af3ecc-90d9-437a-bfc0-3b54fc58076e tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:11.792841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f3af3ecc-90d9-437a-bfc0-3b54fc58076e tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2123148 Sep 17 22:13:11.822641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498786fb-5471-42b2-a2be-0adcd60c0e47 None None] DHCP port deletion for 722c9867-48b6-485c-970b-d303750b9268 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:13:11.900864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-498786fb-5471-42b2-a2be-0adcd60c0e47 None None] Deleting port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:11.901235 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-498786fb-5471-42b2-a2be-0adcd60c0e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:11.906275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ecf1adcb-d271-42ac-a702-3751f8ea6a6a no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:11.946252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: ecf1adcb-d271-42ac-a702-3751f8ea6a6a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:11.946689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ecf1adcb-d271-42ac-a702-3751f8ea6a6a not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:11.947195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d50fe851-0edc-4efb-8f69-e40ed070fe8c no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:11.979943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: d50fe851-0edc-4efb-8f69-e40ed070fe8c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:11.980284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d50fe851-0edc-4efb-8f69-e40ed070fe8c not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:11.980756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device c2668723-e311-41f7-83a1-81189e8536ea no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:12.028887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: c2668723-e311-41f7-83a1-81189e8536ea {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:12.029311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device c2668723-e311-41f7-83a1-81189e8536ea not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:12.055606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-498786fb-5471-42b2-a2be-0adcd60c0e47 None None] For port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f,segment=NetworkSegment(3cccdbfd-57a5-433c-9d27-aae9ace59424),segment_id=3cccdbfd-57a5-433c-9d27-aae9ace59424)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:12.056343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-498786fb-5471-42b2-a2be-0adcd60c0e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.072568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-498786fb-5471-42b2-a2be-0adcd60c0e47 None None] Calling delete_port for 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:12.106931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-deleted', 'tag': 'c2668723-e311-41f7-83a1-81189e8536ea'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:12.109320 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5efeab-7c8e-46ee-bc3e-a2865957cdf4" -d '{"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-deleted", "tag": "c2668723-e311-41f7-83a1-81189e8536ea"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:12.128516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41458) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.132983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-1984981f-8e34-4ef4-b09c-3e4c98a435ff tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.133952 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1984981f-8e34-4ef4-b09c-3e4c98a435ff tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044456 Sep 17 22:13:12.140972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] No DVR routers for this DVR port d50fe851-0edc-4efb-8f69-e40ed070fe8c on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:12.144365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.146474 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce9d95cb-530e-4b3c-bea4-5c7b7a361eda req-4c1f0ac0-4233-48b1-ba7e-23f8da53f465 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.35 "DELETE /v2.0/ports/d50fe851-0edc-4efb-8f69-e40ed070fe8c HTTP/1.1" status: 204 len: 173 time: 1.1297047 Sep 17 22:13:12.147245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41464) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.147353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:12.153620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-39a0680b-8095-4402-a695-0ab700e27116 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.154571 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-39a0680b-8095-4402-a695-0ab700e27116 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042391 Sep 17 22:13:12.159862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41466) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.172284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-3135a1c9-fa5a-4154-a4df-99d98d786bc9 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.173817 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3135a1c9-fa5a-4154-a4df-99d98d786bc9 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0111666 Sep 17 22:13:12.174622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.182630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41468) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.189807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-0ed85b6b-be34-4bc3-b347-30d2f3e9a5fe tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.190962 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0ed85b6b-be34-4bc3-b347-30d2f3e9a5fe tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0058010 Sep 17 22:13:12.193789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41470) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.199035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-e8b388a1-c16f-496d-a306-6c14c7df3577 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.200113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e8b388a1-c16f-496d-a306-6c14c7df3577 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049267 Sep 17 22:13:12.203688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41472) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.209124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-8c7863dd-7eac-48ba-bc87-d062f70488b0 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.209124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8c7863dd-7eac-48ba-bc87-d062f70488b0 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042117 Sep 17 22:13:12.216326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37339dd9-a4d3-4527-9aa3-e6f09fc30f43 req-8147c7af-e4be-42f8-89eb-72631e281ea4 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222600 Sep 17 22:13:12.217225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41474) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.226915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-5f67598c-f0c2-4bf8-a2e6-4a10e921b36e tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.227729 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6514944b-7b6f-4378-83de-2e409374b78b x-openstack-request-id: req-6514944b-7b6f-4378-83de-2e409374b78b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:12.228029 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-deleted", "tag": "c2668723-e311-41f7-83a1-81189e8536ea", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:12.228272 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6514944b-7b6f-4378-83de-2e409374b78b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:12.228568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5f67598c-f0c2-4bf8-a2e6-4a10e921b36e tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0101066 Sep 17 22:13:12.228758 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-deleted', 'tag': 'c2668723-e311-41f7-83a1-81189e8536ea', 'status': 'completed', 'code': 200} Sep 17 22:13:12.231667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41476) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.242829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-3d8ea137-89cb-4181-83d9-bf982fa12128 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.243983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3d8ea137-89cb-4181-83d9-bf982fa12128 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0108159 Sep 17 22:13:12.247407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41478) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.258777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-71779aa9-5f56-41e0-b865-0e69eb6666f2 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.259815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-71779aa9-5f56-41e0-b865-0e69eb6666f2 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056725 Sep 17 22:13:12.266151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:12.266151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.266349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41482) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.272105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-b5659eff-7a2b-4dfb-8053-114d77254b70 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.275468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b5659eff-7a2b-4dfb-8053-114d77254b70 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046957 Sep 17 22:13:12.275742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41484) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.279922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-69b68ccc-557f-49db-ab12-800e40da2d9e tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.280862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-69b68ccc-557f-49db-ab12-800e40da2d9e tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042572 Sep 17 22:13:12.284068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41486) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.288422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-b567de7a-4104-4933-b29e-a0177b9db54c tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.289520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b567de7a-4104-4933-b29e-a0177b9db54c tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044076 Sep 17 22:13:12.295422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41488) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.300176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-29b365ce-d618-4309-ba42-68958c1fb258 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.301297 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-29b365ce-d618-4309-ba42-68958c1fb258 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048358 Sep 17 22:13:12.303743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41490) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.308113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-6f303186-5e4d-4e5a-857c-3cefa8f7f20b tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.311480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6f303186-5e4d-4e5a-857c-3cefa8f7f20b tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041583 Sep 17 22:13:12.313346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41492) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.314359 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.318554 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-498786fb-5471-42b2-a2be-0adcd60c0e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.326523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-c62e8f1d-6525-4ee4-aaec-c13f632ef6e5 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.330525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c62e8f1d-6525-4ee4-aaec-c13f632ef6e5 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0149009 Sep 17 22:13:12.330767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41494) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.334781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-d010d252-a060-402a-8884-21be36a5e10e tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.338088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d010d252-a060-402a-8884-21be36a5e10e tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042112 Sep 17 22:13:12.338276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41496) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.359272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498786fb-5471-42b2-a2be-0adcd60c0e47 None None] Pushing event deleted for resources: {'Port': ['ID=2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:12.366885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498786fb-5471-42b2-a2be-0adcd60c0e47 None None] No DVR routers for this DVR port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:12.375598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-f5612a95-b1be-4fd9-9c56-8ed8a2897a50 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.377485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f5612a95-b1be-4fd9-9c56-8ed8a2897a50 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0383844 Sep 17 22:13:12.379282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe89d11c-05d5-42c6-be13-775743cc92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.381913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe89d11c-05d5-42c6-be13-775743cc92d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.383747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe89d11c-05d5-42c6-be13-775743cc92d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7aa6b8c8-f402-435a-9c5a-ebcc0ce8d54b HTTP/1.1" status: 204 len: 168 time: 0.7706447 Sep 17 22:13:12.383747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41498) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.392466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-30ed7fa9-1f70-48ba-8f24-db17fbebd59b tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.395162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-30ed7fa9-1f70-48ba-8f24-db17fbebd59b tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0073514 Sep 17 22:13:12.395286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f,segment=NetworkSegment(3cccdbfd-57a5-433c-9d27-aae9ace59424),segment_id=3cccdbfd-57a5-433c-9d27-aae9ace59424)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:12.395286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.396108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41502) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.400526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-8e99eb96-f820-4b8f-b0e8-c851d553f540 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.404230 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8e99eb96-f820-4b8f-b0e8-c851d553f540 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046263 Sep 17 22:13:12.404456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89d11c-05d5-42c6-be13-775743cc92d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa6b8c8-f402-435a-9c5a-ebcc0ce8d54b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:12.405434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41504) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.411278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-9f58a187-93c3-48c0-bed7-b0f78da1cd32 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.412863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9f58a187-93c3-48c0-bed7-b0f78da1cd32 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051017 Sep 17 22:13:12.417229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41506) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.419209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72811b75-1b12-4a28-964f-6ae1e7159f72 req-93c82353-dcdf-4009-aa24-bfe5d5d1d695 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:12.427189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72811b75-1b12-4a28-964f-6ae1e7159f72 req-93c82353-dcdf-4009-aa24-bfe5d5d1d695 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 1097 time: 0.0981309 Sep 17 22:13:12.436978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-e743a85a-a591-4c18-aa34-98a2ad227959 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.438007 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e743a85a-a591-4c18-aa34-98a2ad227959 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0198336 Sep 17 22:13:12.445232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41508) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.447378 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:12.451678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-e21efb34-f3cf-4243-b2cb-287632207101 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.453358 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e21efb34-f3cf-4243-b2cb-287632207101 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067179 Sep 17 22:13:12.459141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41510) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.466778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-a517933b-81dd-4546-87a5-89eaa4dfe5b3 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.467749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a517933b-81dd-4546-87a5-89eaa4dfe5b3 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076652 Sep 17 22:13:12.471060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41512) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.475418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-1f5b6c2e-201d-4640-94bc-4bff95620ca0 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.478556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1f5b6c2e-201d-4640-94bc-4bff95620ca0 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044186 Sep 17 22:13:12.479254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72811b75-1b12-4a28-964f-6ae1e7159f72 req-9c5217d6-69a8-411e-a857-245462334603 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511627 Sep 17 22:13:12.481363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41514) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.486105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-c3e879a0-1652-4cb1-9b94-e3fbd3abfda1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.493337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c3e879a0-1652-4cb1-9b94-e3fbd3abfda1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047076 Sep 17 22:13:12.494018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41516) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.500283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-7926d93f-42cf-49c4-8c91-d26a83c568bf tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.502006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7926d93f-42cf-49c4-8c91-d26a83c568bf tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0072076 Sep 17 22:13:12.510255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41518) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.520657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-98f9e547-6d1d-4554-adf3-2afc64dea486 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.521896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-98f9e547-6d1d-4554-adf3-2afc64dea486 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0106332 Sep 17 22:13:12.530625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41524) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.542401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-65deab39-2166-4a6b-bfc6-0ecdfd244fe5 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.543431 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-65deab39-2166-4a6b-bfc6-0ecdfd244fe5 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0105517 Sep 17 22:13:12.546923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41528) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.557703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-d91e19f8-75da-4ea6-a38c-409c7358040d tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.558963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d91e19f8-75da-4ea6-a38c-409c7358040d tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110655 Sep 17 22:13:12.561534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41530) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.566395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-6b217ff0-ec80-4dab-a832-ed6c9d5eb83b tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.567365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6b217ff0-ec80-4dab-a832-ed6c9d5eb83b tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049469 Sep 17 22:13:12.569828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41532) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.578349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-3614d2da-8191-402c-be45-f415e6c793b6 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.583298 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3614d2da-8191-402c-be45-f415e6c793b6 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104902 Sep 17 22:13:12.585354 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.587417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41534) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.593473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-d5b28c8b-be7c-4c26-be9d-e93313a1e434 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.598127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d5b28c8b-be7c-4c26-be9d-e93313a1e434 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090837 Sep 17 22:13:12.598331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41536) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.627511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9316d914-d411-4502-b7bf-125c14ff743f req-070eb53f-0a1a-46e3-a7ef-5e8d23835034 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=404c5d98-a409-485b-82b6-50adf115b035 HTTP/1.1" status: 200 len: 210 time: 0.0280213 Sep 17 22:13:12.629805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-c742f977-2e85-498f-91cb-b183666a3671 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.630955 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c742f977-2e85-498f-91cb-b183666a3671 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0073915 Sep 17 22:13:12.635093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:12.637166 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41538) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.641015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No DVR routers for this DVR port 2eb05c7e-0ca4-4171-ad07-80a48cb6cb0f on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:12.642713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-9259fd3b-b473-467b-bbf9-78e457bb0c60 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.646220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9259fd3b-b473-467b-bbf9-78e457bb0c60 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063941 Sep 17 22:13:12.657643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41540) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.662515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-4f3486cb-3f7f-4e25-be0c-0a75b3aae8d3 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.668979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4f3486cb-3f7f-4e25-be0c-0a75b3aae8d3 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047674 Sep 17 22:13:12.669790 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41544) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.674754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-55bd2eda-9acb-4329-804f-ecc683e85846 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.678594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-55bd2eda-9acb-4329-804f-ecc683e85846 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053723 Sep 17 22:13:12.679609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41546) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.684578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-4975c975-3239-428a-b6d8-221698f3fe9f tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.685552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4975c975-3239-428a-b6d8-221698f3fe9f tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050306 Sep 17 22:13:12.688753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41548) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.691845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2c871-14c5-4f8e-aa87-cf9d4e4a50d3 req-815b8647-23af-44a9-9b9a-e3dc29389d22 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:12.695816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ac2c871-14c5-4f8e-aa87-cf9d4e4a50d3 req-815b8647-23af-44a9-9b9a-e3dc29389d22 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 1097 time: 0.0694430 Sep 17 22:13:12.696091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-e8614b34-778f-4a4e-885c-3b4c62ae8209 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.696091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e8614b34-778f-4a4e-885c-3b4c62ae8209 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046504 Sep 17 22:13:12.697758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41550) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.703282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-5a598612-e835-47de-bc13-6605d8c3c5d6 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.705256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5a598612-e835-47de-bc13-6605d8c3c5d6 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047264 Sep 17 22:13:12.707559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41552) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.721792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-4c8d0731-627d-4970-aa75-9c21595c9997 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.722820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4c8d0731-627d-4970-aa75-9c21595c9997 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0095820 Sep 17 22:13:12.730708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41554) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.736735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-27b45d37-fbe3-46ee-b5c9-5542439951f1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.737561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-27b45d37-fbe3-46ee-b5c9-5542439951f1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057137 Sep 17 22:13:12.739324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.740371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.746687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-a9be0029-d0da-42a8-b38c-e3ecc577bafb tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.747649 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a9be0029-d0da-42a8-b38c-e3ecc577bafb tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0060987 Sep 17 22:13:12.750420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41558) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.758965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-56c3892d-2c8f-4bfc-bb0c-cd6c53c026a6 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.760501 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-56c3892d-2c8f-4bfc-bb0c-cd6c53c026a6 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0085869 Sep 17 22:13:12.764300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ac2c871-14c5-4f8e-aa87-cf9d4e4a50d3 req-5695a8df-953c-4331-a9e9-f72fcd258637 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579481 Sep 17 22:13:12.769717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41560) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.769717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-dbd1261d-15a7-4e66-885b-8fc602aa5be6 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.770890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dbd1261d-15a7-4e66-885b-8fc602aa5be6 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050657 Sep 17 22:13:12.774311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41562) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.777316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722c9867-48b6-485c-970b-d303750b9268']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:12.779326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-a092ce4a-3522-4196-8eed-d6d57cd0ec06 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.780615 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a092ce4a-3522-4196-8eed-d6d57cd0ec06 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050266 Sep 17 22:13:12.783692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41564) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.788550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cccdbfd-57a5-433c-9d27-aae9ace59424') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:12.789047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cccdbfd-57a5-433c-9d27-aae9ace59424') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:12.789177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-6eaea8a5-0ae7-4363-a448-ed9f66022291 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.790152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6eaea8a5-0ae7-4363-a448-ed9f66022291 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050504 Sep 17 22:13:12.794297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41566) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.800723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-b540e198-630e-47bb-9248-3eb8dcac8499 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.801742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b540e198-630e-47bb-9248-3eb8dcac8499 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068400 Sep 17 22:13:12.802708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.807057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41568) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.812132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-4cfc6dd7-5014-436a-aed0-05957ec530ef tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.813055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4cfc6dd7-5014-436a-aed0-05957ec530ef tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050585 Sep 17 22:13:12.815570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41570) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.819782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-9896de08-7192-4729-bc26-f273c06dd4ab tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.819936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.820726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9896de08-7192-4729-bc26-f273c06dd4ab tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041051 Sep 17 22:13:12.828608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:12.828608 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:12.830224 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:12.832450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41574) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.844185 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-75c958b6-e3cc-44f5-9548-69840882cbe9 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.845956 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-75c958b6-e3cc-44f5-9548-69840882cbe9 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0142505 Sep 17 22:13:12.849035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41576) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.853466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-a789835e-10e2-46c7-b3e2-4e8cc2d7bb76 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.856800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a789835e-10e2-46c7-b3e2-4e8cc2d7bb76 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044119 Sep 17 22:13:12.857136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41578) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.863120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-229735eb-9244-41af-95ed-f8cce732df8a tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.864089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-229735eb-9244-41af-95ed-f8cce732df8a tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060649 Sep 17 22:13:12.889062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41584) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.900649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-923251c6-6211-4347-bf92-8fa4a37eccd3 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.901673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-923251c6-6211-4347-bf92-8fa4a37eccd3 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0097611 Sep 17 22:13:12.904909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41588) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.909552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-d20ecb97-0fbf-441d-9407-6bb138034fbd tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.912912 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d20ecb97-0fbf-441d-9407-6bb138034fbd tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047007 Sep 17 22:13:12.913803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41590) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.919715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-096e2697-fb87-468b-afda-51b93e14de56 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.920872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-096e2697-fb87-468b-afda-51b93e14de56 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053411 Sep 17 22:13:12.928123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41592) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.934451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-213a678c-23cd-4279-b9ae-4590d34f1db1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.935440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-213a678c-23cd-4279-b9ae-4590d34f1db1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044985 Sep 17 22:13:12.937848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41594) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.942514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-1cee7d67-9f2d-4723-9fcf-53c442e6213c tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.943495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1cee7d67-9f2d-4723-9fcf-53c442e6213c tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041921 Sep 17 22:13:12.945841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41596) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.949867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [None req-e43daa3f-59bc-4ab1-9614-c550b9a2c0c1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.951440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e43daa3f-59bc-4ab1-9614-c550b9a2c0c1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039825 Sep 17 22:13:12.956237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41598) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.960543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-3c5e57a5-e42e-4c9d-9c5d-eb7bb5f2ac9c tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.963554 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c5e57a5-e42e-4c9d-9c5d-eb7bb5f2ac9c tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042310 Sep 17 22:13:12.963796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41600) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.967645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-17e0644e-ac8c-4414-a87a-d6c09ebf73a4 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.968567 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-17e0644e-ac8c-4414-a87a-d6c09ebf73a4 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0040312 Sep 17 22:13:12.971631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41602) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.975559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-d2538203-b9b5-4c24-baf3-2c6969543da2 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.976529 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d2538203-b9b5-4c24-baf3-2c6969543da2 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0040534 Sep 17 22:13:12.978632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41604) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.982276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-1acadaad-7b3e-448d-9a1d-d62e696cf2ac tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.986759 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1acadaad-7b3e-448d-9a1d-d62e696cf2ac tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037301 Sep 17 22:13:12.986908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41606) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.990601 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-b096ce77-ffa1-442a-aa5d-b4b7671f37f4 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.991580 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b096ce77-ffa1-442a-aa5d-b4b7671f37f4 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038931 Sep 17 22:13:12.993689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41610) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:12.997508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-5e5096ac-b52a-4f3c-be63-e5b0bd31730f tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:12.998492 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5e5096ac-b52a-4f3c-be63-e5b0bd31730f tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038910 Sep 17 22:13:13.000610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41612) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:13.005732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-94cf9d9e-6f51-4538-9268-ab56a9ca88d1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:13.007429 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-94cf9d9e-6f51-4538-9268-ab56a9ca88d1 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047488 Sep 17 22:13:13.013034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41614) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:13.018039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-f6eac590-a5ee-460e-83ea-93f6afaa22f3 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:13.018992 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f6eac590-a5ee-460e-83ea-93f6afaa22f3 tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050552 Sep 17 22:13:13.021179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41616) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:13.025107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-b936e88a-4fcf-4103-bb9a-2de36df1416d tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:13.027292 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b936e88a-4fcf-4103-bb9a-2de36df1416d tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040350 Sep 17 22:13:13.028209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41620) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:13.032058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [None req-a2a4fe69-2abd-4bc6-b5b5-19624a49a5eb tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:13.034066 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a2a4fe69-2abd-4bc6-b5b5-19624a49a5eb tempest-ExtensionsTestJSON-1398522262 tempest-ExtensionsTestJSON-1398522262-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050304 Sep 17 22:13:13.062097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.070808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.075245 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/networks/722c9867-48b6-485c-970b-d303750b9268 HTTP/1.1" status: 204 len: 168 time: 1.5258842 Sep 17 22:13:13.078011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41626) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:13.092090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-97628408', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:13.101333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58393f-c9ab-4909-a80d-c5d4dec60684 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Network': ['ID=722c9867-48b6-485c-970b-d303750b9268,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:13.216870 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.217930 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.277347 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.514562 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.566667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41640) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:13.697962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d06c074a-c9c8-4aed-ac80-25363b76bc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.705989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41656) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:13.782409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa72e6d-eb5b-4ff7-85a5-7f1def3441e7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting subnet 12d9312e-7b3a-4a0c-9b8e-b2bf6a016bb7 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:13:13.785267 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fa72e6d-eb5b-4ff7-85a5-7f1def3441e7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.860346 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fa72e6d-eb5b-4ff7-85a5-7f1def3441e7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.959834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fa72e6d-eb5b-4ff7-85a5-7f1def3441e7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.982784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d06c074a-c9c8-4aed-ac80-25363b76bc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:13.983875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.003775 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.091340 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d06c074a-c9c8-4aed-ac80-25363b76bc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.151753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 172.25.5.35 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/1e83e449-562c-416d-a3bd-584202cf5fa5) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:14.159153 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d06c074a-c9c8-4aed-ac80-25363b76bc2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4b9d63afcc74c67aa04271a05a29258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881710 Sep 17 22:13:14.159558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41672) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:14.159802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c074a-c9c8-4aed-ac80-25363b76bc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2089017f-7e89-4d77-bd87-6b8b49800e41,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:14.189216 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fa72e6d-eb5b-4ff7-85a5-7f1def3441e7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.221308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa72e6d-eb5b-4ff7-85a5-7f1def3441e7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Subnet': ['ID=12d9312e-7b3a-4a0c-9b8e-b2bf6a016bb7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:14.230994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-deleted', 'tag': 'd50fe851-0edc-4efb-8f69-e40ed070fe8c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:14.233762 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76732d3-0b79-409b-8268-0599fcead95f" -d '{"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-deleted", "tag": "d50fe851-0edc-4efb-8f69-e40ed070fe8c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:14.236764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fa72e6d-eb5b-4ff7-85a5-7f1def3441e7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.240591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0fa72e6d-eb5b-4ff7-85a5-7f1def3441e7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "DELETE /v2.0/subnets/12d9312e-7b3a-4a0c-9b8e-b2bf6a016bb7 HTTP/1.1" status: 204 len: 168 time: 0.5308163 Sep 17 22:13:14.242699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41684) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:14.263635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44440a5b-db9d-405b-8b43-12419c88d807 None None] Network 084bcff1-d909-4807-a174-4aeb8dcadbee requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:14.293114 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.312131 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43b3032b-c923-4825-816f-0aee9ef4559c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.374846 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28578315-0ad4-4516-9dcd-459b5e43dde1 x-openstack-request-id: req-28578315-0ad4-4516-9dcd-459b5e43dde1 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:14.375249 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404c5d98-a409-485b-82b6-50adf115b035", "name": "network-vif-deleted", "tag": "d50fe851-0edc-4efb-8f69-e40ed070fe8c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:14.375739 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28578315-0ad4-4516-9dcd-459b5e43dde1 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:14.376235 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404c5d98-a409-485b-82b6-50adf115b035', 'name': 'network-vif-deleted', 'tag': 'd50fe851-0edc-4efb-8f69-e40ed070fe8c', 'status': 'completed', 'code': 200} Sep 17 22:13:14.419279 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43b3032b-c923-4825-816f-0aee9ef4559c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.437134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.463058 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.503107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:14.507727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:14.511820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:14.533694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3659de2-05de-4ff6-b130-c0d12ca62727 None None] DHCP port deletion for 084bcff1-d909-4807-a174-4aeb8dcadbee request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:13:14.534616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting port 234dc166-d15e-48a4-8a62-124b0381b1b5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:14.534989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.545461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=1e83e449-562c-416d-a3bd-584202cf5fa5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:14.592309 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d3659de2-05de-4ff6-b130-c0d12ca62727 None None] Deleting port 234dc166-d15e-48a4-8a62-124b0381b1b5 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:14.592969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3659de2-05de-4ff6-b130-c0d12ca62727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.614321 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43b3032b-c923-4825-816f-0aee9ef4559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.616878 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43b3032b-c923-4825-816f-0aee9ef4559c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.620370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-43b3032b-c923-4825-816f-0aee9ef4559c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2089017f-7e89-4d77-bd87-6b8b49800e41 HTTP/1.1" status: 204 len: 168 time: 0.4574697 Sep 17 22:13:14.625607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] For port 234dc166-d15e-48a4-8a62-124b0381b1b5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=234dc166-d15e-48a4-8a62-124b0381b1b5,segment=NetworkSegment(e5673a27-3606-4df0-8721-558bfe3f5fb3),segment_id=e5673a27-3606-4df0-8721-558bfe3f5fb3)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:14.626182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.638152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3032b-c923-4825-816f-0aee9ef4559c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2089017f-7e89-4d77-bd87-6b8b49800e41,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:14.646144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Calling delete_port for 234dc166-d15e-48a4-8a62-124b0381b1b5 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:14.686218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d3659de2-05de-4ff6-b130-c0d12ca62727 None None] For port 234dc166-d15e-48a4-8a62-124b0381b1b5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=234dc166-d15e-48a4-8a62-124b0381b1b5,segment=NetworkSegment(e5673a27-3606-4df0-8721-558bfe3f5fb3),segment_id=e5673a27-3606-4df0-8721-558bfe3f5fb3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:14.686863 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3659de2-05de-4ff6-b130-c0d12ca62727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.705163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d3659de2-05de-4ff6-b130-c0d12ca62727 None None] Calling delete_port for 234dc166-d15e-48a4-8a62-124b0381b1b5 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:14.846734 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: from cryptography.utils import int_from_bytes Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: from cryptography.utils import int_from_bytes Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.847481 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:14.849611 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:13:14.859611 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3659de2-05de-4ff6-b130-c0d12ca62727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:14.907908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Port': ['ID=234dc166-d15e-48a4-8a62-124b0381b1b5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:14.916617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3659de2-05de-4ff6-b130-c0d12ca62727 None None] Pushing event deleted for resources: {'Port': ['ID=234dc166-d15e-48a4-8a62-124b0381b1b5,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:14.917405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] No DVR routers for this DVR port 234dc166-d15e-48a4-8a62-124b0381b1b5 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:14.927482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3659de2-05de-4ff6-b130-c0d12ca62727 None None] No DVR routers for this DVR port 234dc166-d15e-48a4-8a62-124b0381b1b5 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:14.990117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.032940 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.055678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084bcff1-d909-4807-a174-4aeb8dcadbee']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:15.071054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5673a27-3606-4df0-8721-558bfe3f5fb3') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:15.071054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5673a27-3606-4df0-8721-558bfe3f5fb3') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:15.078031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.092870 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.105260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:15.105641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:15.109130 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:15.165762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-e699bc02-1c69-429c-bca2-845fa7caa438 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:13:15.166756 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-e699bc02-1c69-429c-bca2-845fa7caa438 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073473 Sep 17 22:13:15.244880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.247683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-dc0b8f4c-408b-4531-a2ef-47416a68b11c tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:15.249458 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-dc0b8f4c-408b-4531-a2ef-47416a68b11c tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports/b29221c7-c550-4a69-a553-5654f142bf0d HTTP/1.1" status: 200 len: 1094 time: 0.0726163 Sep 17 22:13:15.254204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.258682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41712) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:15.259610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "DELETE /v2.0/networks/084bcff1-d909-4807-a174-4aeb8dcadbee HTTP/1.1" status: 204 len: 168 time: 1.0158038 Sep 17 22:13:15.275830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Request body: {'binding': {'host': 'n-h2-713498-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:15.276304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Unknown quota resources ['binding']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:13:15.283915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293aafd-e4c5-48d8-b4f0-6a4b42820b10 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Network': ['ID=084bcff1-d909-4807-a174-4aeb8dcadbee,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:15.323975 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.406557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-396710ce-19af-443b-a12a-398c1f6d1aa3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting subnet b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:13:15.410745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-1e891849-5292-4468-8a85-c1d2206ca76e tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2c32f501ac14cd28f08b9c7bc1bdfd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250173 Sep 17 22:13:15.419492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-396710ce-19af-443b-a12a-398c1f6d1aa3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.538189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-434845c2-366a-4d0a-b673-205438752413 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:15.539326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-434845c2-366a-4d0a-b673-205438752413 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222045 Sep 17 22:13:15.539500 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-396710ce-19af-443b-a12a-398c1f6d1aa3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.556215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-067ca27d-951b-4e97-82f6-dbb299361705 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/quotas/e2c32f501ac14cd28f08b9c7bc1bdfd0 HTTP/1.1" status: 200 len: 375 time: 0.0104759 Sep 17 22:13:15.592082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-fa8fb44e-381c-4dc4-83be-7998afab5f91 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2c32f501ac14cd28f08b9c7bc1bdfd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296085 Sep 17 22:13:15.662598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d on host n-h2-713498-17 for vnic_type normal with profile None {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:15.663116 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:15.663332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:15.680238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Port b29221c7-c550-4a69-a553-5654f142bf0d on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:13:15.680567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:15.683823 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-396710ce-19af-443b-a12a-398c1f6d1aa3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.705568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:15.705909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:15.707831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:15.707831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Bound port: b29221c7-c550-4a69-a553-5654f142bf0d, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:15.759626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router bff115b5-2d96-4e62-961a-b28d7efa7843 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:13:15.828219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:15.900633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:15.913647 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88a019-aa08-46c8-9dca-10a070cadae7 None None] Sync routers for ids ['bff115b5-2d96-4e62-961a-b28d7efa7843'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:15.926576 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88a019-aa08-46c8-9dca-10a070cadae7 None None] Routers {'bff115b5-2d96-4e62-961a-b28d7efa7843'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:15.927403 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2e88a019-aa08-46c8-9dca-10a070cadae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bff115b5-2d96-4e62-961a-b28d7efa7843'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:15.936113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-396710ce-19af-443b-a12a-398c1f6d1aa3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.939955 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.942697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-fcf9cf4b-3635-44b3-a451-2f9a6f72deff service neutron] 10.222.0.13 "POST /v2.0/ports/b29221c7-c550-4a69-a553-5654f142bf0d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6818838 Sep 17 22:13:15.947331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fa32ae3-2bdd-4289-a304-e6b0b3a01415 req-c6845cd3-f87f-47b5-8b55-0d9ec5c8c40d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 210 time: 0.0286705 Sep 17 22:13:15.972982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396710ce-19af-443b-a12a-398c1f6d1aa3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Subnet': ['ID=b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:15.980758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-396710ce-19af-443b-a12a-398c1f6d1aa3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:15.984687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-396710ce-19af-443b-a12a-398c1f6d1aa3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "DELETE /v2.0/subnets/b9df6c48-f2bf-4e33-ae76-e5fb8c558d4a HTTP/1.1" status: 204 len: 168 time: 0.7249963 Sep 17 22:13:15.986481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab132a41-8f7d-4a0a-8fcf-80d5b29c3c2d None None] Network 076bf09e-f2c7-4f7f-a87b-e13542c59c52 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:15.988394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41746) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:16.018029 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.018029 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c54dbbc-def7-48ef-ae71-792171dfb198 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 2.9258213 Sep 17 22:13:16.022701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41748) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:16.057030 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2e88a019-aa08-46c8-9dca-10a070cadae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:16.109413 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88a019-aa08-46c8-9dca-10a070cadae7 None None] Routers {'bff115b5-2d96-4e62-961a-b28d7efa7843'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:16.111501 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2e88a019-aa08-46c8-9dca-10a070cadae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bff115b5-2d96-4e62-961a-b28d7efa7843'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:16.134239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 234dc166-d15e-48a4-8a62-124b0381b1b5 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:16.162915 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.184225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 234dc166-d15e-48a4-8a62-124b0381b1b5 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:16.184587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 234dc166-d15e-48a4-8a62-124b0381b1b5 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:16.198871 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2e88a019-aa08-46c8-9dca-10a070cadae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:16.200014 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88a019-aa08-46c8-9dca-10a070cadae7 None None] The sync data for ids ['bff115b5-2d96-4e62-961a-b28d7efa7843'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:16.222061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41754) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:16.265568 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ac32e84f-ebf2-4415-b825-527b3fb0370b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/routers/bff115b5-2d96-4e62-961a-b28d7efa7843 HTTP/1.1" status: 200 len: 882 time: 0.2393034 Sep 17 22:13:16.266035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41760) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:16.274559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:16.274817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.289152 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] DHCP port deletion for 076bf09e-f2c7-4f7f-a87b-e13542c59c52 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:13:16.362822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Deleting port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:16.363452 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.405860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1294867683'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:16.418898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] For port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:16.419273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.444599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] For port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d,segment=NetworkSegment(47a6b968-8055-44e0-a1fd-d1ab36a63333),segment_id=47a6b968-8055-44e0-a1fd-d1ab36a63333)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:16.447226 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.453489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Calling delete_port for 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:16.473385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c256e4-0cce-4217-80a1-b844d034d983 req-e9fe93ab-3498-47ca-8ffa-a1e148880713 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:16.475025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32c256e4-0cce-4217-80a1-b844d034d983 req-e9fe93ab-3498-47ca-8ffa-a1e148880713 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.1703899 Sep 17 22:13:16.601749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Calling delete_port for 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:16.601995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32c256e4-0cce-4217-80a1-b844d034d983 req-3b696ee6-f476-4f66-ac76-260a595f99f0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175249 Sep 17 22:13:16.605935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Made reservation on behalf of 322bc0d13e48456ba04ba1064e2c1d03 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:16.611225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.626514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.835176 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.835431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:16.865221 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Pushing event deleted for resources: {'Port': ['ID=80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:16.874156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] No DVR routers for this DVR port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:16.879227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.879639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.880024 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.880244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Port': ['ID=80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:16.880415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.880770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.881108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.881909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.882298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.882630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.882980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.883302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.883678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545730b-7974-49a6-a4f3-cbfb89b2e74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:16.922356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] No DVR routers for this DVR port 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:16.980457 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bc5b7a87-d30f-4576-9fec-574ddd42757d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.7127352 Sep 17 22:13:16.983682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41768) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:16.990683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-920e3308-335f-461a-956f-ba55a18d34ec tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-97628408'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:17.046695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-681a8d50-a1de-42b1-a3d6-7e5e10b0634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:17.049444 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-681a8d50-a1de-42b1-a3d6-7e5e10b0634f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 1097 time: 0.1273835 Sep 17 22:13:17.070565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-158350bf-3b1c-49a3-9bd3-e4fa83cc9202 req-5c23d4f8-a314-4b21-87be-f21b269b3b55 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 210 time: 0.0396700 Sep 17 22:13:17.099485 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.133273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.135243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076bf09e-f2c7-4f7f-a87b-e13542c59c52']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:17.146502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a6b968-8055-44e0-a1fd-d1ab36a63333') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:17.146737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a6b968-8055-44e0-a1fd-d1ab36a63333') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:17.163827 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.177788 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.186601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:17.188682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:17.190238 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:17.229492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-bc7ab721-3244-4232-ae40-165fd8002cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:17.230989 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-bc7ab721-3244-4232-ae40-165fd8002cb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.1744299 Sep 17 22:13:17.280802 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-8a2611ad-0972-4108-82f8-b6c5d8a73177 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b29221c7-c550-4a69-a553-5654f142bf0d HTTP/1.1" status: 200 len: 217 time: 0.0423136 Sep 17 22:13:17.289571 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.315657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8319c9c-55af-4ca9-9067-0090e021355a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:17.335551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.344112 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.347013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "DELETE /v2.0/networks/076bf09e-f2c7-4f7f-a87b-e13542c59c52 HTTP/1.1" status: 204 len: 168 time: 1.3575101 Sep 17 22:13:17.363723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41774) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:17.367017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:17.369235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a897ba-7ec5-41ae-9a64-941102c83629 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Network': ['ID=076bf09e-f2c7-4f7f-a87b-e13542c59c52,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:17.370563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1539197078'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:17.383527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.383869 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Added segment c4988021-6137-481a-8d64-70f8e6a00aa2 of type vlan for network c9bc4884-80df-4c37-aba7-ae4e69a146f3 Sep 17 22:13:17.389875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-e944868f-42be-4495-9c0a-461a844c53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:17.391880 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-e944868f-42be-4495-9c0a-461a844c53c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.0765707 Sep 17 22:13:17.424336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.467969 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-92664a7c-490a-46eb-89d4-17266df6c7a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658619 Sep 17 22:13:17.508042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.513606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:17.514193 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.552063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:17.555777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.584974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event updated for resources: {'Network': ['ID=c9bc4884-80df-4c37-aba7-ae4e69a146f3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:17.595662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c9bc4884-80df-4c37-aba7-ae4e69a146f3 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:17.600548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-920e3308-335f-461a-956f-ba55a18d34ec tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.638754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:17.652702 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-c82f0bfe-a0d4-44b1-85ea-e87bb07f5cf5 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760867 Sep 17 22:13:17.656101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.656544 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Added segment 4a8fa669-cdf1-4461-ae12-0910068831a1 of type vlan for network b91445c3-0eca-40db-8256-ebc5026e1f52 Sep 17 22:13:17.666035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ef6f7303-47ed-4357-88ac-5b8dad8245b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4399762 Sep 17 22:13:17.670178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41778) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:17.673955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Request body: {'subnet': {'network_id': 'c9bc4884-80df-4c37-aba7-ae4e69a146f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:17.754839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-920e3308-335f-461a-956f-ba55a18d34ec tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.774007 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.804432 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1f83f131-f498-4653-8d64-4c7bc3f0405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.806583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343638c-c9cb-4377-8e77-1aec35ea90f6 req-c67dd02d-dd4e-46da-bc68-ec39aa9e245b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:17.808223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e343638c-c9cb-4377-8e77-1aec35ea90f6 req-c67dd02d-dd4e-46da-bc68-ec39aa9e245b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.1000617 Sep 17 22:13:17.838422 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-47d9653f-bcac-4a0b-8169-b7452f9e5728 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725929 Sep 17 22:13:17.858432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e343638c-c9cb-4377-8e77-1aec35ea90f6 req-1aff9558-440d-4b6d-958a-6cbb0223fdbb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351288 Sep 17 22:13:17.910077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920e3308-335f-461a-956f-ba55a18d34ec tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router bff115b5-2d96-4e62-961a-b28d7efa7843 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:13:17.921746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.923225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Made reservation on behalf of 322bc0d13e48456ba04ba1064e2c1d03 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:17.927039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:17.927170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:17.927573 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.038195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Network': ['ID=b91445c3-0eca-40db-8256-ebc5026e1f52,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:18.077169 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7839f932-0f85-4519-9320-5cf3c37ea52b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7122395 Sep 17 22:13:18.077773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41782) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:18.085961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'subnet': {'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:18.109706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b91445c3-0eca-40db-8256-ebc5026e1f52 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:18.129744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920e3308-335f-461a-956f-ba55a18d34ec tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:18.138060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-920e3308-335f-461a-956f-ba55a18d34ec tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.141888 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-920e3308-335f-461a-956f-ba55a18d34ec tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/bff115b5-2d96-4e62-961a-b28d7efa7843 HTTP/1.1" status: 200 len: 889 time: 1.1543152 Sep 17 22:13:18.142613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41786) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:18.191118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eafb28-00ab-4d3f-9655-71964ef9b2c7 None None] Sync routers for ids ['bff115b5-2d96-4e62-961a-b28d7efa7843'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:18.192737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:18.222406 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:18.222844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 80a23dc4-abe1-4dfa-8c41-7c286f0a5f9d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:18.258325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fad88e0f-26ad-4b5c-91db-7e0e47484080 req-161f4b65-8cff-49ba-b694-4aa5bd270e9a tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 210 time: 0.0582955 Sep 17 22:13:18.280528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:18.284861 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.307734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eafb28-00ab-4d3f-9655-71964ef9b2c7 None None] Routers {'bff115b5-2d96-4e62-961a-b28d7efa7843'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:18.308511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-75eafb28-00ab-4d3f-9655-71964ef9b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bff115b5-2d96-4e62-961a-b28d7efa7843'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:18.346595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-75eafb28-00ab-4d3f-9655-71964ef9b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:18.363898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eafb28-00ab-4d3f-9655-71964ef9b2c7 None None] Routers {'bff115b5-2d96-4e62-961a-b28d7efa7843'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:18.364644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-75eafb28-00ab-4d3f-9655-71964ef9b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:12:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bff115b5-2d96-4e62-961a-b28d7efa7843'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:18.366864 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.398441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-75eafb28-00ab-4d3f-9655-71964ef9b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:18.399364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eafb28-00ab-4d3f-9655-71964ef9b2c7 None None] The sync data for ids ['bff115b5-2d96-4e62-961a-b28d7efa7843'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:18.442859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7ef0567e-e5b7-4faa-a56d-62d015d44eb9 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/routers/bff115b5-2d96-4e62-961a-b28d7efa7843 HTTP/1.1" status: 200 len: 889 time: 0.2961082 Sep 17 22:13:18.447526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41792) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:18.487225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-22e9a629-0dad-4e2b-8ef8-d8320fc4863e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff115b5-2d96-4e62-961a-b28d7efa7843 HTTP/1.1" status: 200 len: 205 time: 0.0352995 Sep 17 22:13:18.487559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41794) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:18.492234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event updated for resources: {'Subnet': ['ID=afa1c34f-b0b1-44d8-bc1f-285cbaa0898f,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:18.503696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Checking segment: {'id': 'c4988021-6137-481a-8d64-70f8e6a00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9bc4884-80df-4c37-aba7-ae4e69a146f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:18.504167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Network hostable DHCP agents. Network: c9bc4884-80df-4c37-aba7-ae4e69a146f3, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:18.585930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Network c9bc4884-80df-4c37-aba7-ae4e69a146f3 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:18.633976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.668390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.683412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, c9bc4884-80df-4c37-aba7-ae4e69a146f3) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:18.687744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:18.688417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.693006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b1851b-a08a-4ac7-90a9-7f7a552fc936 None None] Network c9bc4884-80df-4c37-aba7-ae4e69a146f3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:18.792196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Subnet': ['ID=a3ad6609-ace8-4b3a-b4d1-8ff7c7194934,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:18.796911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Checking segment: {'id': '4a8fa669-cdf1-4461-ae12-0910068831a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:18.797282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network hostable DHCP agents. Network: b91445c3-0eca-40db-8256-ebc5026e1f52, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:18.830507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e9c83aec-5efc-4e30-8cb9-67b303f5421d tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1622298 Sep 17 22:13:18.832549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41796) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:18.833064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.839258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Request body: {'port': {'network_id': 'c9bc4884-80df-4c37-aba7-ae4e69a146f3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1246040476'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:18.864618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-c9bc4884-80df-4c37-aba7-ae4e69a146f3', 'network_id': 'c9bc4884-80df-4c37-aba7-ae4e69a146f3', 'tenant_id': '322bc0d13e48456ba04ba1064e2c1d03', 'fixed_ips': [{'subnet_id': 'afa1c34f-b0b1-44d8-bc1f-285cbaa0898f'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:18.865577 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:18.940347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network b91445c3-0eca-40db-8256-ebc5026e1f52 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:19.009797 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 1e83e449-562c-416d-a3bd-584202cf5fa5 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:19.010086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.029804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bbb3e-11eb-4e5a-9dbc-d511d636cee7 req-8a4d1482-6752-4795-8a6b-5366b92433aa tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:19.031351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-938bbb3e-11eb-4e5a-9dbc-d511d636cee7 req-8a4d1482-6752-4795-8a6b-5366b92433aa tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.0791085 Sep 17 22:13:19.047758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Allocated IP 2001:db8::2 (c9bc4884-80df-4c37-aba7-ae4e69a146f3/afa1c34f-b0b1-44d8-bc1f-285cbaa0898f/6213f528-5960-4c00-b08a-7a6a2d357f4a) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:19.064980 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d8e16a03-3333-498f-9f1f-c7fd0fa90802 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e2c32f501ac14cd28f08b9c7bc1bdfd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348301 Sep 17 22:13:19.069981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b91445c3-0eca-40db-8256-ebc5026e1f52) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:19.083465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca440c2-df93-4d3d-b562-c7e12f244b41 None None] Network b91445c3-0eca-40db-8256-ebc5026e1f52 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:19.088695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-938bbb3e-11eb-4e5a-9dbc-d511d636cee7 req-0dc1df2c-5d38-4131-9f76-c84fd7221567 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495510 Sep 17 22:13:19.132024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:19.132675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.134651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Made reservation on behalf of 322bc0d13e48456ba04ba1064e2c1d03 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:19.138392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.158143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] device_id is not set on port 253887e2-e2d8-41f3-9043-6f1a9a36cc77 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:13:19.264162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-37ba0d49-bf64-4e8c-a842-a3ade7597a8f tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:19.265623 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-37ba0d49-bf64-4e8c-a842-a3ade7597a8f tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936097 Sep 17 22:13:19.268316 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.282308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Request body: {'port': {'device_id': 'e954d557-0490-4c2d-80be-4e896c0e87e4', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': 'e2c32f501ac14cd28f08b9c7bc1bdfd0'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:19.315517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 1e83e449-562c-416d-a3bd-584202cf5fa5 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:19.320340 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-afb7c543-c052-4b29-8672-123177d1a2ba tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2374761 Sep 17 22:13:19.321409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41804) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:19.332499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1576484828'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:19.400713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.421573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5f3cc67-91cc-4eb3-a777-e15ca43d9ac5 req-21b1044a-6bcd-4e5b-89ff-0f85a8126b9f tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 210 time: 0.0352409 Sep 17 22:13:19.494716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b91445c3-0eca-40db-8256-ebc5026e1f52', 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'fixed_ips': [{'subnet_id': 'a3ad6609-ace8-4b3a-b4d1-8ff7c7194934'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:19.495900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.521673 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.576640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Allocated IP 2001:db8::2fb (c9bc4884-80df-4c37-aba7-ae4e69a146f3/afa1c34f-b0b1-44d8-bc1f-285cbaa0898f/253887e2-e2d8-41f3-9043-6f1a9a36cc77) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:19.580447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:19.585401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.611188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:19.622724 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.623096 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Added segment a6b393f7-a114-4b67-8673-003268c980fd of type vlan for network b666cce3-e265-425b-bb8f-b0d269b7b728 Sep 17 22:13:19.635696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Network c9bc4884-80df-4c37-aba7-ae4e69a146f3 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:19.645546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:19.653781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Pushing event updated for resources: {'Port': ['ID=6213f528-5960-4c00-b08a-7a6a2d357f4a,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:19.656214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:19.679375 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.723358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Made reservation on behalf of e2c32f501ac14cd28f08b9c7bc1bdfd0 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:19.727653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.736814 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.753639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Attempting to bind port 6213f528-5960-4c00-b08a-7a6a2d357f4a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:19.754175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Attempting to bind port 6213f528-5960-4c00-b08a-7a6a2d357f4a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c4988021-6137-481a-8d64-70f8e6a00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9bc4884-80df-4c37-aba7-ae4e69a146f3'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:19.754370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Attempting to bind port 6213f528-5960-4c00-b08a-7a6a2d357f4a on network c9bc4884-80df-4c37-aba7-ae4e69a146f3 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:19.762228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:19.762601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Checking segment: {'id': 'c4988021-6137-481a-8d64-70f8e6a00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9bc4884-80df-4c37-aba7-ae4e69a146f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:19.763025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.763418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Bound using segment: {'id': 'c4988021-6137-481a-8d64-70f8e6a00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9bc4884-80df-4c37-aba7-ae4e69a146f3'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:19.763885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Bound port: 6213f528-5960-4c00-b08a-7a6a2d357f4a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4988021-6137-481a-8d64-70f8e6a00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9bc4884-80df-4c37-aba7-ae4e69a146f3'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:19.764325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.778949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.787761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Allocated IP 19.80.0.2 (b91445c3-0eca-40db-8256-ebc5026e1f52/a3ad6609-ace8-4b3a-b4d1-8ff7c7194934/d95e8aea-1829-4452-95c4-c47bba49ff93) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:19.833715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=1e83e449-562c-416d-a3bd-584202cf5fa5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:19.851921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.859418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:19.860366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.898448 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:19.909135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] For port 6213f528-5960-4c00-b08a-7a6a2d357f4a, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:19.926162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] For port 6213f528-5960-4c00-b08a-7a6a2d357f4a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6213f528-5960-4c00-b08a-7a6a2d357f4a,segment=NetworkSegment(c4988021-6137-481a-8d64-70f8e6a00aa2),segment_id=c4988021-6137-481a-8d64-70f8e6a00aa2)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:19.996975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Network': ['ID=b666cce3-e265-425b-bb8f-b0d269b7b728,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:20.006534 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.008537 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.010819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.018362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b666cce3-e265-425b-bb8f-b0d269b7b728 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:20.102998 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.104706 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.116464 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.137566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.194221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d9b37a8b-0908-4307-9c26-3cfb321ff648 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8670752 Sep 17 22:13:20.197729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41812) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:20.203009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.203710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Fanout notify agent at l3_agent the message router_deleted on router bff115b5-2d96-4e62-961a-b28d7efa7843 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:13:20.217142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.218340 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9f84ed79-b9a1-4376-bbb9-df113fe83da3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/bff115b5-2d96-4e62-961a-b28d7efa7843 HTTP/1.1" status: 204 len: 168 time: 1.7297635 Sep 17 22:13:20.222974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'subnet': {'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:20.226610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41814) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:20.238071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-774024064'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:20.252010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.255351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21dcd875-40df-4201-a640-73f42df9a083,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:20.279976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be078814-d66e-459a-a58b-5340d5e1f7fb None None] Pushing event updated for resources: {'Port': ['ID=6213f528-5960-4c00-b08a-7a6a2d357f4a,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:20.308677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.317987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Network b91445c3-0eca-40db-8256-ebc5026e1f52 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:20.322344 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2fd55be2-a51d-4f15-8a91-b8aeb898d23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.329166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:20.332979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:20.406167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:20.416375 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.423588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Pushing event updated for resources: {'Port': ['ID=d95e8aea-1829-4452-95c4-c47bba49ff93,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:20.423927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Network c9bc4884-80df-4c37-aba7-ae4e69a146f3 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:20.442700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214699b-e73c-4ee4-b4cc-d702a46845f7 req-418e6d6e-0271-48a9-bbe7-fa0be777e515 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:20.452382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a214699b-e73c-4ee4-b4cc-d702a46845f7 req-418e6d6e-0271-48a9-bbe7-fa0be777e515 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.1680863 Sep 17 22:13:20.456672 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Attempting to bind port d95e8aea-1829-4452-95c4-c47bba49ff93 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:20.457366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Attempting to bind port d95e8aea-1829-4452-95c4-c47bba49ff93 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '4a8fa669-cdf1-4461-ae12-0910068831a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:20.457902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Attempting to bind port d95e8aea-1829-4452-95c4-c47bba49ff93 on network b91445c3-0eca-40db-8256-ebc5026e1f52 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:20.464200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:20.464906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Checking segment: {'id': '4a8fa669-cdf1-4461-ae12-0910068831a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:20.465454 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.466108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Bound using segment: {'id': '4a8fa669-cdf1-4461-ae12-0910068831a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:20.467070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Bound port: d95e8aea-1829-4452-95c4-c47bba49ff93, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8fa669-cdf1-4461-ae12-0910068831a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:20.467699 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.481470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:20.523676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:20.526702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Allocated IP 192.168.233.206 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/4831852c-8cc2-4b10-83ff-e3310f4b51e4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:20.552679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:20.553717 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.571861 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event updated for resources: {'Port': ['ID=253887e2-e2d8-41f3-9043-6f1a9a36cc77,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:20.577230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] For port d95e8aea-1829-4452-95c4-c47bba49ff93, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:20.585527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] For port d95e8aea-1829-4452-95c4-c47bba49ff93, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d95e8aea-1829-4452-95c4-c47bba49ff93,segment=NetworkSegment(4a8fa669-cdf1-4461-ae12-0910068831a1),segment_id=4a8fa669-cdf1-4461-ae12-0910068831a1)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:20.615959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:20.681215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a214699b-e73c-4ee4-b4cc-d702a46845f7 req-7c49d6b9-465b-4649-892f-a64d5db96b49 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240012 Sep 17 22:13:20.683509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7364776c-4b83-4009-90fe-29a482f90d73 req-ba54cffe-efd8-46cb-a710-692fbc4264be tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 210 time: 0.1144977 Sep 17 22:13:20.689528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.695285 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added segment 0d7c9eac-5bdc-48e7-951e-ce746af64739 of type vlan for network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 Sep 17 22:13:20.713022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:20.723713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.753653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.754125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.835700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b5ba3eb4-40b4-41c4-84d8-b088d09ae607 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0016685 Sep 17 22:13:20.836347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41824) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:20.844165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Request body: {'port': {'network_id': 'c9bc4884-80df-4c37-aba7-ae4e69a146f3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-96399798', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:20.844165 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.api.validators [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] bootfile-name is not in valid_values {{(pid=101661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:13:20.844165 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.api.validators [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] tftp-server is not in valid_values {{(pid=101661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:13:20.845332 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.api.validators [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] server-ip-address is not in valid_values {{(pid=101661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:13:20.846081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3c9de-3546-4fcb-a53b-6eaf87e9f296 None None] Pushing event updated for resources: {'Port': ['ID=d95e8aea-1829-4452-95c4-c47bba49ff93,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:20.879142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.885226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:20.885779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:20.916011 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.033177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Network': ['ID=9f94dc1c-ac45-44bd-b70f-0092ae4bff62,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:21.050097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fc2ef69d-83ac-41d1-9810-87775d8f6e6d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8218243 Sep 17 22:13:21.050877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41826) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:21.054463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:21.084513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'subnet': {'network_id': '9f94dc1c-ac45-44bd-b70f-0092ae4bff62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:21.122723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.214113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:21.225583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:21.236325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:21.253431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.354769 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.383989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Pushing event updated for resources: {'Port': ['ID=4831852c-8cc2-4b10-83ff-e3310f4b51e4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:21.460840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:21.461684 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.473795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Made reservation on behalf of 322bc0d13e48456ba04ba1064e2c1d03 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:21.474968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Subnet': ['ID=1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:21.483431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Checking segment: {'id': 'a6b393f7-a114-4b67-8673-003268c980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:21.483903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network hostable DHCP agents. Network: b666cce3-e265-425b-bb8f-b0d269b7b728, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:21.484476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.540415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] device_id is not set on port 7db93e07-9598-40ba-96df-7e9f7c0f2421 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:13:21.616667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network b666cce3-e265-425b-bb8f-b0d269b7b728 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:21.621819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:21.626692 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.639622 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.690447 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-bb55bad2-0c59-41cc-9d0c-c0d7f81a6a74 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4128022 Sep 17 22:13:21.695031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b34d6b61-7d72-44df-9b98-04220e5d5be0 None None] Provisioning complete for port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:21.696290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b34d6b61-7d72-44df-9b98-04220e5d5be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.713917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Request body: {'port': {'device_id': 'e954d557-0490-4c2d-80be-4e896c0e87e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:21.740067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b34d6b61-7d72-44df-9b98-04220e5d5be0 None None] Port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:21.763927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b666cce3-e265-425b-bb8f-b0d269b7b728) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:21.772699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:21.773316 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:21.778997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18963eee-76db-4ee4-beb9-d6ad48bc0fe4 None None] Network b666cce3-e265-425b-bb8f-b0d269b7b728 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:21.967319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Allocated IP 2001:db8::168 (c9bc4884-80df-4c37-aba7-ae4e69a146f3/afa1c34f-b0b1-44d8-bc1f-285cbaa0898f/7db93e07-9598-40ba-96df-7e9f7c0f2421) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:21.991747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251e74e6-a5c8-4f00-8ccf-221ab4bfcc9e None None] Network c9bc4884-80df-4c37-aba7-ae4e69a146f3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:22.129501 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:22.196625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Subnet': ['ID=2e44d09d-fc64-4e3d-9ebe-0ad7a9ced884,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:22.224736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34581c-d786-4b92-b4ad-0c0e895d2520 req-c2df75ce-0677-4d20-9fd1-92ed2ded3dd1 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:22.233377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c34581c-d786-4b92-b4ad-0c0e895d2520 req-c2df75ce-0677-4d20-9fd1-92ed2ded3dd1 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 936 time: 0.4033854 Sep 17 22:13:22.337171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779224f-2d71-4cf5-9df9-9f744be034f9 req-b52df29c-054b-4d71-9064-c6352024d12a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:22.345790 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7779224f-2d71-4cf5-9df9-9f744be034f9 req-b52df29c-054b-4d71-9064-c6352024d12a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.3809149 Sep 17 22:13:22.377285 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6213f528-5960-4c00-b08a-7a6a2d357f4a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:22.392256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c34581c-d786-4b92-b4ad-0c0e895d2520 req-1da7105b-31e1-420b-a4b7-b1f843345e4c tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538701 Sep 17 22:13:22.441472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Checking segment: {'id': '0d7c9eac-5bdc-48e7-951e-ce746af64739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9f94dc1c-ac45-44bd-b70f-0092ae4bff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:22.441846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network hostable DHCP agents. Network: 9f94dc1c-ac45-44bd-b70f-0092ae4bff62, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:22.472262 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-efd28c02-232c-4cef-90df-2aa9e29f172a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2703333 Sep 17 22:13:22.479341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:22.481768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b666cce3-e265-425b-bb8f-b0d269b7b728', 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'fixed_ips': [{'subnet_id': '1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:22.483174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:22.503952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-86d3624b-653e-4700-ba0b-c50a917b507e None None] Provisioning complete for port 6213f528-5960-4c00-b08a-7a6a2d357f4a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:22.504320 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-86d3624b-653e-4700-ba0b-c50a917b507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:22.539636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e62d045-ffee-4289-a8e5-0d8f58ba55e2 None None] Network b91445c3-0eca-40db-8256-ebc5026e1f52 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:22.610825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7779224f-2d71-4cf5-9df9-9f744be034f9 req-2446d482-0fce-45a3-8ecd-11b9d28a5be0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621741 Sep 17 22:13:22.735699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:22.771682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:22.883052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 9f94dc1c-ac45-44bd-b70f-0092ae4bff62) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:22.894066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:22.899521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:22.909203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149eae4-c398-4c65-a136-38ba4fc6f83a None None] Network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:22.914177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4831852c-8cc2-4b10-83ff-e3310f4b51e4 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:13:22.923972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:22.929101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:22.945086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Transition to ACTIVE for port object 4831852c-8cc2-4b10-83ff-e3310f4b51e4 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:13:22.946207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6213f528-5960-4c00-b08a-7a6a2d357f4a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:22.946625 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:22.982821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-77981623-1707-4581-b33d-67157f474d07 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9065301 Sep 17 22:13:22.987341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41852) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:22.992540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-46eabbaa-011e-48ce-b639-c6ad3abb5e62 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1240813643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:22.997994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Network c9bc4884-80df-4c37-aba7-ae4e69a146f3 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:23.007669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:23.011063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:23.018588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:23.019309 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.035930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-0a59dd93-253b-406d-853e-bccccad45630 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:23.043190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-0a59dd93-253b-406d-853e-bccccad45630 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:23.044868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-0a59dd93-253b-406d-853e-bccccad45630 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/networks?id=b91445c3-0eca-40db-8256-ebc5026e1f52&id=b666cce3-e265-425b-bb8f-b0d269b7b728 HTTP/1.1" status: 200 len: 1392 time: 0.2552361 Sep 17 22:13:23.057324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event updated for resources: {'Port': ['ID=7db93e07-9598-40ba-96df-7e9f7c0f2421,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:23.081706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-04fe9885-daf9-4fef-93dd-a7f20d2bd99f tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/quotas/2955111e03eb4da6ba46f81720aef990 HTTP/1.1" status: 200 len: 375 time: 0.0281167 Sep 17 22:13:23.085093 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.145723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46eabbaa-011e-48ce-b639-c6ad3abb5e62 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.147227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46eabbaa-011e-48ce-b639-c6ad3abb5e62 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.153064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Allocated IP 19.86.0.2 (b666cce3-e265-425b-bb8f-b0d269b7b728/1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4/34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:23.184157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-089bee21-733a-4238-bf75-403b9e1157e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998096 Sep 17 22:13:23.194996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=4831852c-8cc2-4b10-83ff-e3310f4b51e4,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:23.221426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-9e355845-216e-4ec6-b8b5-8d87c52229b6 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2955111e03eb4da6ba46f81720aef990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1388412 Sep 17 22:13:23.246083 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-86d3624b-653e-4700-ba0b-c50a917b507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.369028 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.388402 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46eabbaa-011e-48ce-b639-c6ad3abb5e62 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.437619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Attempting to bind port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:23.438292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Attempting to bind port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:23.438746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Attempting to bind port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:23.448804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:13:23.449232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Attempting to bind port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:23.461937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:23.462640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:23.463419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:23.463980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Bound port: 4831852c-8cc2-4b10-83ff-e3310f4b51e4, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:23.464543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.496596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46eabbaa-011e-48ce-b639-c6ad3abb5e62 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.607784 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] For port 4831852c-8cc2-4b10-83ff-e3310f4b51e4, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:23.612583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] For port 4831852c-8cc2-4b10-83ff-e3310f4b51e4, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4831852c-8cc2-4b10-83ff-e3310f4b51e4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:23.621070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-86d3624b-653e-4700-ba0b-c50a917b507e None None] For port 6213f528-5960-4c00-b08a-7a6a2d357f4a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6213f528-5960-4c00-b08a-7a6a2d357f4a,segment=NetworkSegment(c4988021-6137-481a-8d64-70f8e6a00aa2),segment_id=c4988021-6137-481a-8d64-70f8e6a00aa2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:23.638025 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46eabbaa-011e-48ce-b639-c6ad3abb5e62 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.644244 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-46eabbaa-011e-48ce-b639-c6ad3abb5e62 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6511667 Sep 17 22:13:23.644244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41860) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:23.813388 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.823507 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.833867 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-86d3624b-653e-4700-ba0b-c50a917b507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.836533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-9f94dc1c-ac45-44bd-b70f-0092ae4bff62', 'network_id': '9f94dc1c-ac45-44bd-b70f-0092ae4bff62', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'fixed_ips': [{'subnet_id': '2e44d09d-fc64-4e3d-9ebe-0ad7a9ced884'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:23.837710 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.933984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d481fb76-bc6d-4415-969e-51fd369b4e92 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.0964589 Sep 17 22:13:23.943646 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:23.953245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41866) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:23.981923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.090110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-ef4403ac-ef6d-411a-af59-064335f73f10 service neutron] 10.222.0.13 "GET /v2.0/networks/b91445c3-0eca-40db-8256-ebc5026e1f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8488500 Sep 17 22:13:24.110210 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:13:24.115263 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:13:24.115263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Network b666cce3-e265-425b-bb8f-b0d269b7b728 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:24.128000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Provisioning complete for port 253887e2-e2d8-41f3-9043-6f1a9a36cc77 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:24.128379 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.135182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:24.150873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3624b-653e-4700-ba0b-c50a917b507e None None] Pushing event updated for resources: {'Port': ['ID=6213f528-5960-4c00-b08a-7a6a2d357f4a,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:24.159020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:24.177373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.177719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.179476 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] 10.222.0.35 "PUT /v2.0/ports/4831852c-8cc2-4b10-83ff-e3310f4b51e4 HTTP/1.1" status: 200 len: 1097 time: 2.4706728 Sep 17 22:13:24.231108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-0251b94a-ddb0-475f-bb70-fc83c31f622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.232954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-0251b94a-ddb0-475f-bb70-fc83c31f622e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 1096 time: 0.9770737 Sep 17 22:13:24.291899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e954d557-0490-4c2d-80be-4e896c0e87e4', 'tag': '4831852c-8cc2-4b10-83ff-e3310f4b51e4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:24.295529 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42a1f2a-556a-4d53-a23b-526ab5a710b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e954d557-0490-4c2d-80be-4e896c0e87e4", "tag": "4831852c-8cc2-4b10-83ff-e3310f4b51e4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:24.299446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9da96-3bff-425a-9b0f-660b4b1b2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=4831852c-8cc2-4b10-83ff-e3310f4b51e4,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:24.318595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53b18a-218d-4bac-9542-2b429283c372 req-e00bcb7a-9a3f-4e95-b113-e413cf2bd286 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.329745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f53b18a-218d-4bac-9542-2b429283c372 req-e00bcb7a-9a3f-4e95-b113-e413cf2bd286 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 948 time: 0.4199679 Sep 17 22:13:24.374608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-620535e3-3a59-4150-b3f7-8fa47df09c76 service neutron] 10.222.0.13 "GET /v2.0/networks/b91445c3-0eca-40db-8256-ebc5026e1f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833223 Sep 17 22:13:24.405722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Allocated IP 2001:db8::2 (9f94dc1c-ac45-44bd-b70f-0092ae4bff62/2e44d09d-fc64-4e3d-9ebe-0ad7a9ced884/f1aee585-2ce0-4a72-a821-9066e089e08f) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:24.410967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Port 253887e2-e2d8-41f3-9043-6f1a9a36cc77 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:24.434120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Attempting to bind port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:24.434574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Attempting to bind port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a6b393f7-a114-4b67-8673-003268c980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:24.434982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Attempting to bind port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 on network b666cce3-e265-425b-bb8f-b0d269b7b728 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:24.441585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Pushing event updated for resources: {'Port': ['ID=34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:24.454694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:24.455110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Checking segment: {'id': 'a6b393f7-a114-4b67-8673-003268c980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:24.455515 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.455907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Bound using segment: {'id': 'a6b393f7-a114-4b67-8673-003268c980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:24.456384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Bound port: 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b393f7-a114-4b67-8673-003268c980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:24.456766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.461207 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-19a8f8d3-1279-48c3-9492-a880ecd1b104 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4855719 Sep 17 22:13:24.507521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f53b18a-218d-4bac-9542-2b429283c372 req-a3d9b17d-1648-4255-b6f9-49a4891aed05 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297820 Sep 17 22:13:24.518203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Provisioning complete for port d95e8aea-1829-4452-95c4-c47bba49ff93 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:24.518813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.521039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56abc857-bd53-40bb-a6fd-be23e2aada63 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.535153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56abc857-bd53-40bb-a6fd-be23e2aada63 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.535153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56abc857-bd53-40bb-a6fd-be23e2aada63 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.539941 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-56abc857-bd53-40bb-a6fd-be23e2aada63 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5758584 Sep 17 22:13:24.540721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41870) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:24.585511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-5a69f464-7ccf-4017-b6ad-2c8d8f92d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.587317 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-5a69f464-7ccf-4017-b6ad-2c8d8f92d41d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2c32f501ac14cd28f08b9c7bc1bdfd0&device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 1100 time: 0.2562258 Sep 17 22:13:24.652536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] For port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:24.655745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] For port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3,segment=NetworkSegment(a6b393f7-a114-4b67-8673-003268c980fd),segment_id=a6b393f7-a114-4b67-8673-003268c980fd)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:24.671829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.677609 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-62bb0a91-6159-4333-ad91-905b343d7d82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4831852c-8cc2-4b10-83ff-e3310f4b51e4 HTTP/1.1" status: 200 len: 217 time: 0.0808346 Sep 17 22:13:24.689475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-640a6704-b28c-46d2-8818-39040ad8bd5f service neutron] 10.222.0.13 "GET /v2.0/networks/b666cce3-e265-425b-bb8f-b0d269b7b728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291520 Sep 17 22:13:24.690513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-81ad2f23-ed4e-49b6-8181-a9c816155112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.692025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-81ad2f23-ed4e-49b6-8181-a9c816155112 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.3268533 Sep 17 22:13:24.737647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d95e8aea-1829-4452-95c4-c47bba49ff93 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:24.774039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-bfcb655d-3f3e-4b8a-9a7e-8d54526e902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.776076 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-bfcb655d-3f3e-4b8a-9a7e-8d54526e902a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 1097 time: 0.2363100 Sep 17 22:13:24.780521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-e006d324-ba18-4a9a-9a7a-2fbf1e9e1e87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 200 len: 217 time: 0.0642974 Sep 17 22:13:24.823127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-119b5806-8cef-49cf-a44a-fc1425bfd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.824831 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-119b5806-8cef-49cf-a44a-fc1425bfd617 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1258228 Sep 17 22:13:24.852160 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.864038 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.928416 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.943751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-32563758-7643-4dcd-8cc5-442b98fe77b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Deleting port 7db93e07-9598-40ba-96df-7e9f7c0f2421 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:24.944385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32563758-7643-4dcd-8cc5-442b98fe77b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:24.968142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929cf90-8ace-4ff5-921b-761a7c435748 req-8d315eef-1e30-40b9-a4e0-6a79af2127cc tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:24.977797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6929cf90-8ace-4ff5-921b-761a7c435748 req-8d315eef-1e30-40b9-a4e0-6a79af2127cc tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.2625980 Sep 17 22:13:24.992912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c2fca-a10f-4810-8750-d2abd9fa862f None None] Pushing event updated for resources: {'Port': ['ID=34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:25.008252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] For port d95e8aea-1829-4452-95c4-c47bba49ff93, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d95e8aea-1829-4452-95c4-c47bba49ff93,segment=NetworkSegment(4a8fa669-cdf1-4461-ae12-0910068831a1),segment_id=4a8fa669-cdf1-4461-ae12-0910068831a1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:25.009978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d95e8aea-1829-4452-95c4-c47bba49ff93 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:25.010663 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.012915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.038120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-4e2d5e33-467b-4efd-a302-cb2e80d29511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:25.040076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-4e2d5e33-467b-4efd-a302-cb2e80d29511 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.2286544 Sep 17 22:13:25.065877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-1eb02c2d-f44b-4100-969c-9eab4eded747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:25.067548 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-1eb02c2d-f44b-4100-969c-9eab4eded747 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2297056 Sep 17 22:13:25.073371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-f248899c-8fbb-4d9a-9de2-7cf31e255377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:25.075027 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-f248899c-8fbb-4d9a-9de2-7cf31e255377 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.2579470 Sep 17 22:13:25.130088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-20b0d9f1-038c-4a42-acb2-9142a3956198 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747619 Sep 17 22:13:25.163257 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-33de4d6a-473c-45f6-a297-527d8a7d3b96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 200 len: 217 time: 0.0744140 Sep 17 22:13:25.177133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-36926e7e-9678-43c1-b707-d81322a6bd2f service neutron] 10.222.0.13 "GET /v2.0/networks/b666cce3-e265-425b-bb8f-b0d269b7b728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188659 Sep 17 22:13:25.206764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6929cf90-8ace-4ff5-921b-761a7c435748 req-8b42d8b8-07da-4e8f-9b63-7a495ac693cb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279022 Sep 17 22:13:25.217065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.241256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:25.278465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:25.283123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Pushing event updated for resources: {'Port': ['ID=f1aee585-2ce0-4a72-a821-9066e089e08f,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:25.288895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:25.389152 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32563758-7643-4dcd-8cc5-442b98fe77b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.425569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-e2d796d4-0fab-425c-92f9-cffc700f163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:25.427676 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-e2d796d4-0fab-425c-92f9-cffc700f163c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.2358234 Sep 17 22:13:25.435044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 2001:db8::1 (9f94dc1c-ac45-44bd-b70f-0092ae4bff62/2e44d09d-fc64-4e3d-9ebe-0ad7a9ced884/d6c9611e-9d91-4c23-af3f-cd04a1ca47a4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:25.438198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-32563758-7643-4dcd-8cc5-442b98fe77b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Calling delete_port for 7db93e07-9598-40ba-96df-7e9f7c0f2421 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:25.465712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Attempting to bind port f1aee585-2ce0-4a72-a821-9066e089e08f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:25.465925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Attempting to bind port f1aee585-2ce0-4a72-a821-9066e089e08f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0d7c9eac-5bdc-48e7-951e-ce746af64739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9f94dc1c-ac45-44bd-b70f-0092ae4bff62'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:25.466267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Attempting to bind port f1aee585-2ce0-4a72-a821-9066e089e08f on network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:25.470399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-102463df-6de2-4924-aa20-6d62e894600d service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225329 Sep 17 22:13:25.472134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Pushing event updated for resources: {'Port': ['ID=d95e8aea-1829-4452-95c4-c47bba49ff93,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:25.478216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Provisioning complete for port 6213f528-5960-4c00-b08a-7a6a2d357f4a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:25.478584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dc7365be-e4c6-4fc2-a8d0-3411baadb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.485578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:25.485955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Checking segment: {'id': '0d7c9eac-5bdc-48e7-951e-ce746af64739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9f94dc1c-ac45-44bd-b70f-0092ae4bff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:25.486356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.486752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Bound using segment: {'id': '0d7c9eac-5bdc-48e7-951e-ce746af64739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9f94dc1c-ac45-44bd-b70f-0092ae4bff62'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:25.487327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Bound port: f1aee585-2ce0-4a72-a821-9066e089e08f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7c9eac-5bdc-48e7-951e-ce746af64739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9f94dc1c-ac45-44bd-b70f-0092ae4bff62'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:25.487914 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.496164 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-d42e353c-03f2-4bd1-98b9-f4b010920e40 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173174 Sep 17 22:13:25.591957 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-8dc90274-6595-4d90-8739-8b4cc241e19b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446559 Sep 17 22:13:25.630235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] For port f1aee585-2ce0-4a72-a821-9066e089e08f, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:25.648352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] For port f1aee585-2ce0-4a72-a821-9066e089e08f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f1aee585-2ce0-4a72-a821-9066e089e08f,segment=NetworkSegment(0d7c9eac-5bdc-48e7-951e-ce746af64739),segment_id=0d7c9eac-5bdc-48e7-951e-ce746af64739)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:25.694721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c3e8358-2482-4b2e-b2e5-3d81e5e7fbbb req-ab72a7bd-7511-4b7c-983f-d972aa81ff37 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715600 Sep 17 22:13:25.727768 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196493a3-ebbe-4cea-b122-91b14dfe2c17 x-openstack-request-id: req-196493a3-ebbe-4cea-b122-91b14dfe2c17 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:25.727955 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e954d557-0490-4c2d-80be-4e896c0e87e4", "tag": "4831852c-8cc2-4b10-83ff-e3310f4b51e4", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:25.728372 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-196493a3-ebbe-4cea-b122-91b14dfe2c17 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:25.728911 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e954d557-0490-4c2d-80be-4e896c0e87e4', 'tag': '4831852c-8cc2-4b10-83ff-e3310f4b51e4', 'status': 'completed', 'code': 200} Sep 17 22:13:25.782075 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.845495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-92a32a42-24b5-45a8-8719-ad17147f7edd None None] Provisioning complete for port d95e8aea-1829-4452-95c4-c47bba49ff93 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:25.850704 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-92a32a42-24b5-45a8-8719-ad17147f7edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.888502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca5977e4-df98-47cf-af68-62c0af799f3c req-f7c745f0-f331-4a65-ae5e-29937a4a6fd5 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 210 time: 0.0734251 Sep 17 22:13:25.896379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32563758-7643-4dcd-8cc5-442b98fe77b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:25.916119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6213f528-5960-4c00-b08a-7a6a2d357f4a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:25.938247 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-5f886cde-9d19-43c8-b738-7dd358cb86f7 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546546 Sep 17 22:13:25.972448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bedbdc-f4d8-4ac8-ad36-57b90e2ae25b None None] Pushing event updated for resources: {'Port': ['ID=f1aee585-2ce0-4a72-a821-9066e089e08f,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:26.010444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32563758-7643-4dcd-8cc5-442b98fe77b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event deleted for resources: {'Port': ['ID=7db93e07-9598-40ba-96df-7e9f7c0f2421,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:26.051989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac632b1-37da-4257-a1b7-12eb7fc0faef req-30253b37-e6c1-43d1-93bc-03547ed78d90 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:26.063880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6213f528-5960-4c00-b08a-7a6a2d357f4a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:26.064419 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.064947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ac632b1-37da-4257-a1b7-12eb7fc0faef req-30253b37-e6c1-43d1-93bc-03547ed78d90 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 948 time: 0.2988825 Sep 17 22:13:26.101067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-92a32a42-24b5-45a8-8719-ad17147f7edd None None] Could not find standard attr ID for object 7db93e07-9598-40ba-96df-7e9f7c0f2421. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:13:26.121894 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eb98f864-88c2-4558-a94d-58b2b7f906fd req-0158ef81-7b3e-4fec-bd0f-5df28a80f3f9 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705933 Sep 17 22:13:26.161228 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32563758-7643-4dcd-8cc5-442b98fe77b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.166966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-32563758-7643-4dcd-8cc5-442b98fe77b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "DELETE /v2.0/ports/7db93e07-9598-40ba-96df-7e9f7c0f2421 HTTP/1.1" status: 204 len: 168 time: 1.6255879 Sep 17 22:13:26.170445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41884) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:26.204376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Request body: {'port': {'name': 'tempest-new-port-name-899927614', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:26.204998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.api.validators [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] bootfile-name is not in valid_values {{(pid=101661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:13:26.205457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.api.validators [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] tftp-server is not in valid_values {{(pid=101661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:13:26.205882 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.api.validators [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] server-ip-address is not in valid_values {{(pid=101661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:13:26.238894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d95e8aea-1829-4452-95c4-c47bba49ff93 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:26.244420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ac632b1-37da-4257-a1b7-12eb7fc0faef req-dc891709-0d02-4ebc-826a-16990e3c2df7 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773574 Sep 17 22:13:26.251288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.259166 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2729c127-d41e-4404-93f7-d5eea8770f80 req-75cc4964-fce9-4361-a6a4-84a9a7b7db73 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403309 Sep 17 22:13:26.360839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d95e8aea-1829-4452-95c4-c47bba49ff93 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:26.361256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.434055 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.436314 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.504605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:26.602300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:26.619939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:26.624757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:26.625359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.656228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:26.657397 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.706303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef34b5-4cf0-4d2b-9ff0-719143f0b41d None None] Network b666cce3-e265-425b-bb8f-b0d269b7b728 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:26.713622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=d6c9611e-9d91-4c23-af3f-cd04a1ca47a4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:26.724431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d78d01-af9a-48f7-9e49-ce28e33a13ea req-c5011c68-80ef-40f3-9aaa-402f5666372a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:26.732146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2d78d01-af9a-48f7-9e49-ce28e33a13ea req-c5011c68-80ef-40f3-9aaa-402f5666372a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.2769670 Sep 17 22:13:26.732330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-9d81d259-0e0f-498f-a0fb-db5a089a6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:26.733980 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-9d81d259-0e0f-498f-a0fb-db5a089a6978 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2c32f501ac14cd28f08b9c7bc1bdfd0&device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 1100 time: 0.2963624 Sep 17 22:13:26.764305 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.786317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2d78d01-af9a-48f7-9e49-ce28e33a13ea req-0def6d69-1508-4fd3-bd4a-440c629f2b77 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528054 Sep 17 22:13:26.832975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bbd114b3-c665-46fa-9b9f-17672b8ad112 None None] Provisioning complete for port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:26.833584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bbd114b3-c665-46fa-9b9f-17672b8ad112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.839819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.854928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] In _notify_port_updated(), no bound segment for port 253887e2-e2d8-41f3-9043-6f1a9a36cc77 on network c9bc4884-80df-4c37-aba7-ae4e69a146f3 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:13:26.863720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:26.864482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.868424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "PUT /v2.0/ports/253887e2-e2d8-41f3-9043-6f1a9a36cc77 HTTP/1.1" status: 200 len: 1129 time: 0.6840529 Sep 17 22:13:26.869896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41894) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:26.890431 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:26.933324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ac98c-ce51-4232-ac54-d5ffc7e9df01 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event updated for resources: {'Port': ['ID=253887e2-e2d8-41f3-9043-6f1a9a36cc77,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:26.960287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca8e3e-fac2-474b-be07-b9f466546d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:26.961899 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5bca8e3e-fac2-474b-be07-b9f466546d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "GET /v2.0/ports/253887e2-e2d8-41f3-9043-6f1a9a36cc77 HTTP/1.1" status: 200 len: 1129 time: 0.0908611 Sep 17 22:13:26.969397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41898) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:27.069466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0cfc6c7a-e0cb-4eec-a604-8cf30a776471 req-20f2f59f-0e93-468b-b612-ccbd3db7992b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 210 time: 0.0981328 Sep 17 22:13:27.073073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-17474784-2f8a-423a-a5e8-198fab993779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:27.074686 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-17474784-2f8a-423a-a5e8-198fab993779 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.3179126 Sep 17 22:13:27.081904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:27.097114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3,segment=NetworkSegment(a6b393f7-a114-4b67-8673-003268c980fd),segment_id=a6b393f7-a114-4b67-8673-003268c980fd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:27.100667 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bbd114b3-c665-46fa-9b9f-17672b8ad112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:27.154412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e5715f6f-9e45-423d-9d63-03d77492ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Deleting port 253887e2-e2d8-41f3-9043-6f1a9a36cc77 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:27.155073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5715f6f-9e45-423d-9d63-03d77492ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:27.164166 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-f7429e71-3906-49e0-957e-e24442bfb5e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4831852c-8cc2-4b10-83ff-e3310f4b51e4 HTTP/1.1" status: 200 len: 217 time: 0.0771694 Sep 17 22:13:27.184152 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:27.259001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-b2c6f030-b6af-4b1d-ad0d-071929d498a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:27.260937 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-b2c6f030-b6af-4b1d-ad0d-071929d498a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0881019 Sep 17 22:13:27.314038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5715f6f-9e45-423d-9d63-03d77492ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:27.339849 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-bbd114b3-c665-46fa-9b9f-17672b8ad112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:13:27.343544 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-bbd114b3-c665-46fa-9b9f-17672b8ad112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:13:27.343662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e5715f6f-9e45-423d-9d63-03d77492ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Calling delete_port for 253887e2-e2d8-41f3-9043-6f1a9a36cc77 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:27.346354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:27.476899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf322d5e-5e0c-4c6e-afe5-3e0653108362 None None] Network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:27.496098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1c4e1-04c2-434e-905e-5c2f5c9c168c req-a0d58051-20bc-4605-8c51-557137e1e87b tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:27.504809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78f1c4e1-04c2-434e-905e-5c2f5c9c168c req-a0d58051-20bc-4605-8c51-557137e1e87b tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 948 time: 0.1013243 Sep 17 22:13:27.578576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78f1c4e1-04c2-434e-905e-5c2f5c9c168c req-2c2c4f31-6678-474d-8744-7d26fe715b86 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719666 Sep 17 22:13:27.759274 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5715f6f-9e45-423d-9d63-03d77492ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:27.762055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f1aee585-2ce0-4a72-a821-9066e089e08f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:27.805602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5715f6f-9e45-423d-9d63-03d77492ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event deleted for resources: {'Port': ['ID=253887e2-e2d8-41f3-9043-6f1a9a36cc77,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:27.831792 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5715f6f-9e45-423d-9d63-03d77492ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:27.836195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e5715f6f-9e45-423d-9d63-03d77492ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "DELETE /v2.0/ports/253887e2-e2d8-41f3-9043-6f1a9a36cc77 HTTP/1.1" status: 204 len: 168 time: 0.8633823 Sep 17 22:13:27.840070 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41910) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:27.849724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f1aee585-2ce0-4a72-a821-9066e089e08f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:27.850181 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:27.981653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-6baaf8a0-b3fe-4129-8cb3-716b7059bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:27.983434 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-6baaf8a0-b3fe-4129-8cb3-716b7059bfed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7088153 Sep 17 22:13:28.001530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4831852c-8cc2-4b10-83ff-e3310f4b51e4 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:13:28.020703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7477fcf-cc31-462a-b4c0-6c4f168b22b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Deleting subnet afa1c34f-b0b1-44d8-bc1f-285cbaa0898f {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:13:28.025614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7477fcf-cc31-462a-b4c0-6c4f168b22b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.067219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800910-e4ee-4b4c-9e8f-7b9f1424ba63 req-5b76c5c4-c09b-4422-8e61-b98345f52353 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:28.076114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2800910-e4ee-4b4c-9e8f-7b9f1424ba63 req-5b76c5c4-c09b-4422-8e61-b98345f52353 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.1273661 Sep 17 22:13:28.120906 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7477fcf-cc31-462a-b4c0-6c4f168b22b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.168404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-751cd5db-f5fa-4ddf-a8a7-f234c4220b59 None None] Could not find standard attr ID for object 253887e2-e2d8-41f3-9043-6f1a9a36cc77. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:13:28.170564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2800910-e4ee-4b4c-9e8f-7b9f1424ba63 req-1c749e6c-4c28-45f5-8c02-9015b056957e tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935898 Sep 17 22:13:28.199406 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.223282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-751cd5db-f5fa-4ddf-a8a7-f234c4220b59 None None] Provisioning complete for port f1aee585-2ce0-4a72-a821-9066e089e08f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:28.223773 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-751cd5db-f5fa-4ddf-a8a7-f234c4220b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.231616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51640cf9-22d5-4cb0-aa70-2e34dd1c2a71 req-a1b1e548-86ca-44f9-a294-9da28b8d7909 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 210 time: 0.0568337 Sep 17 22:13:28.247446 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-99d3db33-bceb-4737-9d1a-9b9716e5d02e service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546651 Sep 17 22:13:28.285539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7477fcf-cc31-462a-b4c0-6c4f168b22b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.315165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port f1aee585-2ce0-4a72-a821-9066e089e08f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f1aee585-2ce0-4a72-a821-9066e089e08f,segment=NetworkSegment(0d7c9eac-5bdc-48e7-951e-ce746af64739),segment_id=0d7c9eac-5bdc-48e7-951e-ce746af64739)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:28.331074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4831852c-8cc2-4b10-83ff-e3310f4b51e4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4831852c-8cc2-4b10-83ff-e3310f4b51e4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:28.374054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '4831852c-8cc2-4b10-83ff-e3310f4b51e4', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '4831852c-8cc2-4b10-83ff-e3310f4b51e4', 'mac_address': 'fa:16:3e:ec:56:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:13:28.417719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.418508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:28.428289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.433473 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f42a1f2a-556a-4d53-a23b-526ab5a710b6 req-6e75f926-363d-43f4-9770-6d12284da8aa service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567271 Sep 17 22:13:28.487749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7477fcf-cc31-462a-b4c0-6c4f168b22b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.494097 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.511853 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.512670 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.532829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7477fcf-cc31-462a-b4c0-6c4f168b22b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event deleted for resources: {'Subnet': ['ID=afa1c34f-b0b1-44d8-bc1f-285cbaa0898f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:28.552378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4831852c-8cc2-4b10-83ff-e3310f4b51e4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:13:28.567381 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7477fcf-cc31-462a-b4c0-6c4f168b22b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.569283 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e7477fcf-cc31-462a-b4c0-6c4f168b22b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "DELETE /v2.0/subnets/afa1c34f-b0b1-44d8-bc1f-285cbaa0898f HTTP/1.1" status: 204 len: 168 time: 0.7275298 Sep 17 22:13:28.573015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41916) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:28.585739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=d6c9611e-9d91-4c23-af3f-cd04a1ca47a4,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:28.653870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:28.655922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:28.712807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd2beb-d692-4917-a847-732f40c2ddec None None] Network c9bc4884-80df-4c37-aba7-ae4e69a146f3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:28.734933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=f1aee585-2ce0-4a72-a821-9066e089e08f,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:28.751458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-57214b94-59f7-4a11-bb54-42e9636e77dd tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:28.760453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-57214b94-59f7-4a11-bb54-42e9636e77dd tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:28.762927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-57214b94-59f7-4a11-bb54-42e9636e77dd tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.32 "GET /v2.0/networks?id=b91445c3-0eca-40db-8256-ebc5026e1f52&id=b666cce3-e265-425b-bb8f-b0d269b7b728 HTTP/1.1" status: 200 len: 1392 time: 0.3036461 Sep 17 22:13:28.766572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4831852c-8cc2-4b10-83ff-e3310f4b51e4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4831852c-8cc2-4b10-83ff-e3310f4b51e4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:28.775022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-751cd5db-f5fa-4ddf-a8a7-f234c4220b59 None None] Provisioning complete for port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:28.775395 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-751cd5db-f5fa-4ddf-a8a7-f234c4220b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.808837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'port': {'device_id': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52', 'admin_state_up': True, 'tenant_id': '2955111e03eb4da6ba46f81720aef990'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:28.851812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:28.852566 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.899335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e16aa-68ce-4d2d-a993-278383c7e901 req-8d9ac9b7-c21c-4b65-b0a2-5e445ad8084d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:28.901651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c69e16aa-68ce-4d2d-a993-278383c7e901 req-8d9ac9b7-c21c-4b65-b0a2-5e445ad8084d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 948 time: 0.2497120 Sep 17 22:13:28.904980 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.912458 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:28.974716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 477b8fdd-ab52-4759-ada5-5b8394f3588b is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:13:29.011968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c69e16aa-68ce-4d2d-a993-278383c7e901 req-f01dec07-b813-4b22-b2d1-2e4bb2eab0aa tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010034 Sep 17 22:13:29.045939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4831852c-8cc2-4b10-83ff-e3310f4b51e4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:29.050319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Deleting port 6213f528-5960-4c00-b08a-7a6a2d357f4a {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:29.050762 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.111312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:29.116790 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-28cc2c22-2dba-428f-80f5-c2f2328a4a67 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/477b8fdd-ab52-4759-ada5-5b8394f3588b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4722109 Sep 17 22:13:29.118926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:29.120028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41924) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:29.124350 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e586f4-1300-40b6-bfdf-c3c8d91fe689 None None] Sync routers for ids ['477b8fdd-ab52-4759-ada5-5b8394f3588b'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:29.127767 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.133774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['4831852c-8cc2-4b10-83ff-e3310f4b51e4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:29.143455 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e586f4-1300-40b6-bfdf-c3c8d91fe689 None None] Routers {'477b8fdd-ab52-4759-ada5-5b8394f3588b'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:29.144081 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-22e586f4-1300-40b6-bfdf-c3c8d91fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['477b8fdd-ab52-4759-ada5-5b8394f3588b'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:29.150060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] For port 6213f528-5960-4c00-b08a-7a6a2d357f4a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6213f528-5960-4c00-b08a-7a6a2d357f4a,segment=NetworkSegment(c4988021-6137-481a-8d64-70f8e6a00aa2),segment_id=c4988021-6137-481a-8d64-70f8e6a00aa2)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:29.150450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.180108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Calling delete_port for 6213f528-5960-4c00-b08a-7a6a2d357f4a owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:29.186026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359640fe-e8e1-4b3d-81c3-fc3c43c72f7f None None] DHCP port deletion for c9bc4884-80df-4c37-aba7-ae4e69a146f3 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:13:29.189806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5b259-f4c4-4edf-aa74-b543127ac2a6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:29.195781 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f7a5b259-f4c4-4edf-aa74-b543127ac2a6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports/d6c9611e-9d91-4c23-af3f-cd04a1ca47a4 HTTP/1.1" status: 200 len: 911 time: 0.0745838 Sep 17 22:13:29.196649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41926) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:29.204501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8a1a658f-4ae9-4e8d-bfc8-5230abcfa1d7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e44d09d-fc64-4e3d-9ebe-0ad7a9ced884'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:29.207839 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-22e586f4-1300-40b6-bfdf-c3c8d91fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:29.231818 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e586f4-1300-40b6-bfdf-c3c8d91fe689 None None] Routers {'477b8fdd-ab52-4759-ada5-5b8394f3588b'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:29.233255 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-22e586f4-1300-40b6-bfdf-c3c8d91fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['477b8fdd-ab52-4759-ada5-5b8394f3588b'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:29.257345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d3088a6e-777b-4707-904f-665b29471f10 None None] Provisioning complete for port f1aee585-2ce0-4a72-a821-9066e089e08f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:29.257791 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3088a6e-777b-4707-904f-665b29471f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.285762 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-22e586f4-1300-40b6-bfdf-c3c8d91fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:29.285762 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e586f4-1300-40b6-bfdf-c3c8d91fe689 None None] The sync data for ids ['477b8fdd-ab52-4759-ada5-5b8394f3588b'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:29.368506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-359640fe-e8e1-4b3d-81c3-fc3c43c72f7f None None] Deleting port 6213f528-5960-4c00-b08a-7a6a2d357f4a {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:29.368955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-359640fe-e8e1-4b3d-81c3-fc3c43c72f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.422099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a1a658f-4ae9-4e8d-bfc8-5230abcfa1d7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.432830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60e97299-085c-4923-a32a-957dfcc587d9 req-b81c3600-d88e-44bb-8772-47983c39be0a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 210 time: 0.0951788 Sep 17 22:13:29.472986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Allocated IP 19.80.0.244 (b91445c3-0eca-40db-8256-ebc5026e1f52/a3ad6609-ace8-4b3a-b4d1-8ff7c7194934/65fc72d8-f759-4e9d-b47d-7ef86dd5972d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:29.494651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-359640fe-e8e1-4b3d-81c3-fc3c43c72f7f None None] For port 6213f528-5960-4c00-b08a-7a6a2d357f4a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6213f528-5960-4c00-b08a-7a6a2d357f4a,segment=NetworkSegment(c4988021-6137-481a-8d64-70f8e6a00aa2),segment_id=c4988021-6137-481a-8d64-70f8e6a00aa2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:29.495076 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-359640fe-e8e1-4b3d-81c3-fc3c43c72f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.517826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c5e0d-065d-43a9-b039-a7afbf5b988f req-3466e397-0f07-4181-bfad-3d2ce97ee790 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:29.520457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce4c5e0d-065d-43a9-b039-a7afbf5b988f req-3466e397-0f07-4181-bfad-3d2ce97ee790 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.1819341 Sep 17 22:13:29.521537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-359640fe-e8e1-4b3d-81c3-fc3c43c72f7f None None] Calling delete_port for 6213f528-5960-4c00-b08a-7a6a2d357f4a owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:29.533591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d3088a6e-777b-4707-904f-665b29471f10 None None] Provisioning complete for port d6c9611e-9d91-4c23-af3f-cd04a1ca47a4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:29.533961 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3088a6e-777b-4707-904f-665b29471f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.605671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.620261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d3088a6e-777b-4707-904f-665b29471f10 None None] Port d6c9611e-9d91-4c23-af3f-cd04a1ca47a4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:29.651560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce4c5e0d-065d-43a9-b039-a7afbf5b988f req-ac5e0470-0d5c-4bc7-9116-8c6ca3713d0d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158693 Sep 17 22:13:29.660320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event deleted for resources: {'Port': ['ID=6213f528-5960-4c00-b08a-7a6a2d357f4a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:29.670038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] No DVR routers for this DVR port 6213f528-5960-4c00-b08a-7a6a2d357f4a on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:29.671668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f1aee585-2ce0-4a72-a821-9066e089e08f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:29.680564 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-359640fe-e8e1-4b3d-81c3-fc3c43c72f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.729539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359640fe-e8e1-4b3d-81c3-fc3c43c72f7f None None] Pushing event deleted for resources: {'Port': ['ID=6213f528-5960-4c00-b08a-7a6a2d357f4a,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:29.734747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359640fe-e8e1-4b3d-81c3-fc3c43c72f7f None None] No DVR routers for this DVR port 6213f528-5960-4c00-b08a-7a6a2d357f4a on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:29.764397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f1aee585-2ce0-4a72-a821-9066e089e08f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:29.764894 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.807934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.845240 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.847921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bc4884-80df-4c37-aba7-ae4e69a146f3']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:29.863922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4988021-6137-481a-8d64-70f8e6a00aa2') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:29.864234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4988021-6137-481a-8d64-70f8e6a00aa2') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:29.878052 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.902272 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.912141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:29.912537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:29.916642 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:29.925556 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a1a658f-4ae9-4e8d-bfc8-5230abcfa1d7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.946665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6213f528-5960-4c00-b08a-7a6a2d357f4a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:29.967596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 6213f528-5960-4c00-b08a-7a6a2d357f4a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:29.968087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6213f528-5960-4c00-b08a-7a6a2d357f4a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:29.980606 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:29.995007 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a1a658f-4ae9-4e8d-bfc8-5230abcfa1d7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.001692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a658f-4ae9-4e8d-bfc8-5230abcfa1d7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:30.002368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a1a658f-4ae9-4e8d-bfc8-5230abcfa1d7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.003827 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8a1a658f-4ae9-4e8d-bfc8-5230abcfa1d7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/ports/d6c9611e-9d91-4c23-af3f-cd04a1ca47a4 HTTP/1.1" status: 200 len: 911 time: 0.8054590 Sep 17 22:13:30.008241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41938) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:30.026159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network b91445c3-0eca-40db-8256-ebc5026e1f52 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:30.029244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:30.029996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4831852c-8cc2-4b10-83ff-e3310f4b51e4 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:30.035916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:30.090414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Port': ['ID=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:30.100509 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.105578 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.107686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] 10.222.0.13 "DELETE /v2.0/networks/c9bc4884-80df-4c37-aba7-ae4e69a146f3 HTTP/1.1" status: 204 len: 168 time: 1.5343893 Sep 17 22:13:30.135457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32df361-730a-460a-8fdd-42ea5e7cc226 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396 tempest-ExtraDHCPOptionsIpV6TestJSON-1108669396-project] Pushing event deleted for resources: {'Network': ['ID=c9bc4884-80df-4c37-aba7-ae4e69a146f3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:30.189454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a658f-4ae9-4e8d-bfc8-5230abcfa1d7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=d6c9611e-9d91-4c23-af3f-cd04a1ca47a4,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:30.205948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:30.205948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.232652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8622d5-ef98-4d33-b54d-377bb819bcb7 req-58b5c4ae-5aac-4124-a43f-6a56abdfbf05 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:30.235163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc8622d5-ef98-4d33-b54d-377bb819bcb7 req-58b5c4ae-5aac-4124-a43f-6a56abdfbf05 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 949 time: 0.0950193 Sep 17 22:13:30.251428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:13:30.257709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:30.258078 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.366048 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.368222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3f5684fe-363f-45d4-bf2a-b4efa59115ed None None] Provisioning complete for port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:30.368605 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3f5684fe-363f-45d4-bf2a-b4efa59115ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.416571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e954d557-0490-4c2d-80be-4e896c0e87e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4831852c-8cc2-4b10-83ff-e3310f4b51e4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:30.419264 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b9905-7f92-46f6-8d3a-e22332d9dca3" -d '{"events": [{"server_uuid": "e954d557-0490-4c2d-80be-4e896c0e87e4", "name": "network-vif-plugged", "status": "completed", "tag": "4831852c-8cc2-4b10-83ff-e3310f4b51e4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:30.440060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4831852c-8cc2-4b10-83ff-e3310f4b51e4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4831852c-8cc2-4b10-83ff-e3310f4b51e4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:30.441150 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3f5684fe-363f-45d4-bf2a-b4efa59115ed None None] Port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:30.460203 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87868282-08ab-4db6-a30c-f276611573d7 x-openstack-request-id: req-87868282-08ab-4db6-a30c-f276611573d7 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:30.460815 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e954d557-0490-4c2d-80be-4e896c0e87e4", "name": "network-vif-plugged", "status": "completed", "tag": "4831852c-8cc2-4b10-83ff-e3310f4b51e4", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:30.461099 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87868282-08ab-4db6-a30c-f276611573d7 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:30.461662 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e954d557-0490-4c2d-80be-4e896c0e87e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4831852c-8cc2-4b10-83ff-e3310f4b51e4', 'code': 200} Sep 17 22:13:30.464538 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.519290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.586963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4831852c-8cc2-4b10-83ff-e3310f4b51e4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:30.606147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97466014-62b7-47b6-9f37-0b14c8b22949 req-61adf67b-09eb-4318-b96d-839728a81c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:30.607690 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-97466014-62b7-47b6-9f37-0b14c8b22949 req-61adf67b-09eb-4318-b96d-839728a81c66 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 1102 time: 0.0641534 Sep 17 22:13:30.658677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-178d3dd2-9667-45ed-9d31-9bbebf8dd8e8 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8539119 Sep 17 22:13:30.691311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Request body: {'port': {'device_id': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728', 'admin_state_up': True, 'tenant_id': '2955111e03eb4da6ba46f81720aef990'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:30.703014 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-97466014-62b7-47b6-9f37-0b14c8b22949 req-7049a4a7-facb-4ed9-a5ec-308775772ca6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664980 Sep 17 22:13:30.728470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc8622d5-ef98-4d33-b54d-377bb819bcb7 req-273a331f-6215-479c-998d-9b05b9e2761d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849024 Sep 17 22:13:30.739126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41954) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:30.799453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb30501-f95b-431b-82bb-4b8372633b14 req-6b954bff-74e7-474e-b1c1-cd96b2dc38ac tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:30.801468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bb30501-f95b-431b-82bb-4b8372633b14 req-6b954bff-74e7-474e-b1c1-cd96b2dc38ac tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 932 time: 0.1465535 Sep 17 22:13:30.817125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port d6c9611e-9d91-4c23-af3f-cd04a1ca47a4 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:30.817529 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.876646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bb30501-f95b-431b-82bb-4b8372633b14 req-a38ec2dd-2ec6-4c2d-9799-b94372b3d496 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651507 Sep 17 22:13:30.935792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.939505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Made reservation on behalf of 2955111e03eb4da6ba46f81720aef990 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:30.943125 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:30.950350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for d6c9611e-9d91-4c23-af3f-cd04a1ca47a4 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:31.007013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba964963-47f1-40d9-bd3d-aabb08828524 req-79b5a7f3-ceb4-45b3-8fae-c167e20ac8aa tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:31.008192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba964963-47f1-40d9-bd3d-aabb08828524 req-79b5a7f3-ceb4-45b3-8fae-c167e20ac8aa tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.1122057 Sep 17 22:13:31.049515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-33afcc38-d79a-4802-ab79-1d4e6ae0d6d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=322bc0d13e48456ba04ba1064e2c1d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055687 Sep 17 22:13:31.051333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41962) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:31.152522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba964963-47f1-40d9-bd3d-aabb08828524 req-8002a451-3ff3-4092-be02-cee9b9208bfb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137903 Sep 17 22:13:31.196086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Allocated IP 19.86.0.109 (b666cce3-e265-425b-bb8f-b0d269b7b728/1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4/901cb056-cd25-4e75-bbf8-648fcfb24c32) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:31.198052 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4c6a548c-b270-429f-a85e-a1dcc23df62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.233064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4c6a548c-b270-429f-a85e-a1dcc23df62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.244673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.273628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=d6c9611e-9d91-4c23-af3f-cd04a1ca47a4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:31.422880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.435194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.435416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4c6a548c-b270-429f-a85e-a1dcc23df62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.438291 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4c6a548c-b270-429f-a85e-a1dcc23df62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.443265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4c6a548c-b270-429f-a85e-a1dcc23df62c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8319c9c-55af-4ca9-9067-0090e021355a HTTP/1.1" status: 204 len: 168 time: 0.3819842 Sep 17 22:13:31.462918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a548c-b270-429f-a85e-a1dcc23df62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8319c9c-55af-4ca9-9067-0090e021355a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:31.518652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-a83ea766-3915-4be1-b8d1-a280f38ee3d8 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:31.520762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-a83ea766-3915-4be1-b8d1-a280f38ee3d8 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.2239449 Sep 17 22:13:31.554135 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.560494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-17'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:31.605631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Network b666cce3-e265-425b-bb8f-b0d269b7b728 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:31.610274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:31.616102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:31.660892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event updated for resources: {'Port': ['ID=901cb056-cd25-4e75-bbf8-648fcfb24c32,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:31.695737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:31.696461 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.778035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-72f90509-957e-4e1d-af23-b9c1e550829b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1082075 Sep 17 22:13:31.792878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Request body: {'port': {'device_id': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:31.940855 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:31.982719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-eaddc904-fea0-4c35-84d8-19bb3e6af905 None None] Provisioning complete for port 901cb056-cd25-4e75-bbf8-648fcfb24c32 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:31.983809 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eaddc904-fea0-4c35-84d8-19bb3e6af905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.003477 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.012992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbf3c3-0c34-4469-acb8-c5313df8d17e req-d83da5fb-c6a9-4289-a889-a0ca43e02181 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:32.013726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dddbf3c3-0c34-4469-acb8-c5313df8d17e req-d83da5fb-c6a9-4289-a889-a0ca43e02181 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 950 time: 0.1584139 Sep 17 22:13:32.026491 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 477b8fdd-ab52-4759-ada5-5b8394f3588b has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:13:32.040062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-eaddc904-fea0-4c35-84d8-19bb3e6af905 None None] Port 901cb056-cd25-4e75-bbf8-648fcfb24c32 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:32.046639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b29221c7-c550-4a69-a553-5654f142bf0d details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:13:32.160861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:32.169620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:32.175770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b29221c7-c550-4a69-a553-5654f142bf0d has no active binding in host n-h2-713498-17 {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:13:32.181680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b0186-237c-4303-9c59-5b164a51ef24 None None] Sync routers for ids ['477b8fdd-ab52-4759-ada5-5b8394f3588b'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:32.186708 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7515de65-23bd-4b2e-8fa3-33ee0c8d4b1b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/477b8fdd-ab52-4759-ada5-5b8394f3588b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1769090 Sep 17 22:13:32.189423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:32.199565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b0186-237c-4303-9c59-5b164a51ef24 None None] Routers {'477b8fdd-ab52-4759-ada5-5b8394f3588b'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:32.200293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-222b0186-237c-4303-9c59-5b164a51ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['477b8fdd-ab52-4759-ada5-5b8394f3588b'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:32.211761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dddbf3c3-0c34-4469-acb8-c5313df8d17e req-da4794a5-5742-4209-a703-4c9eff124988 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475291 Sep 17 22:13:32.233029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6792-dc90-422b-958e-ae1ec9e589cc req-f7417af0-7c3d-428b-869f-d09f81b0d285 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:32.239728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6792-dc90-422b-958e-ae1ec9e589cc req-f7417af0-7c3d-428b-869f-d09f81b0d285 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:32.241542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce3e6792-dc90-422b-958e-ae1ec9e589cc req-f7417af0-7c3d-428b-869f-d09f81b0d285 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1655 time: 0.1762908 Sep 17 22:13:32.249653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-222b0186-237c-4303-9c59-5b164a51ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:32.262345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b0186-237c-4303-9c59-5b164a51ef24 None None] Routers {'477b8fdd-ab52-4759-ada5-5b8394f3588b'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:32.262345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-222b0186-237c-4303-9c59-5b164a51ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['477b8fdd-ab52-4759-ada5-5b8394f3588b'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:32.294259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-222b0186-237c-4303-9c59-5b164a51ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:32.295253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b0186-237c-4303-9c59-5b164a51ef24 None None] The sync data for ids ['477b8fdd-ab52-4759-ada5-5b8394f3588b'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:32.309146 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-441e4831-4d91-4d83-9583-b3c47814e0a6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=477b8fdd-ab52-4759-ada5-5b8394f3588b HTTP/1.1" status: 200 len: 205 time: 0.1166937 Sep 17 22:13:32.313389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41990) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:32.367458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce3e6792-dc90-422b-958e-ae1ec9e589cc req-cec2f52e-d1c0-4613-ac0e-06fdaa9bcbb5 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153257 Sep 17 22:13:32.415604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6952e422-f0c0-4f2d-b8d6-0b83c92d2ca3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.465563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:32.513579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fc72d8-f759-4e9d-b47d-7ef86dd5972d {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:13:32.524511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.542718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34c0e2-fa06-48e0-913f-5be09129c7b2 req-15805529-dc01-423b-b09b-e76ccd69247b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:32.544287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf34c0e2-fa06-48e0-913f-5be09129c7b2 req-15805529-dc01-423b-b09b-e76ccd69247b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 945 time: 0.1046393 Sep 17 22:13:32.550081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Transition to ACTIVE for port object 65fc72d8-f759-4e9d-b47d-7ef86dd5972d will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:13:32.585746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf34c0e2-fa06-48e0-913f-5be09129c7b2 req-6f25f8f3-19df-4314-97da-857f4ec6c869 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331790 Sep 17 22:13:32.623542 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6952e422-f0c0-4f2d-b8d6-0b83c92d2ca3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.627366 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6952e422-f0c0-4f2d-b8d6-0b83c92d2ca3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.632056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:32.650965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.713360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:32.715710 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc5aaa-8910-44cc-a7d4-749a61586fe1" -d '{"events": [{"server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "name": "network-vif-unplugged", "status": "completed", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:32.720221 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.741039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:32.775885 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9895eeaf-a2e1-48db-815d-019e9ecfef35 x-openstack-request-id: req-9895eeaf-a2e1-48db-815d-019e9ecfef35 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:32.776738 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "name": "network-vif-unplugged", "status": "completed", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:32.777218 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9895eeaf-a2e1-48db-815d-019e9ecfef35 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:32.777808 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d', 'code': 200} Sep 17 22:13:32.782931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6952e422-f0c0-4f2d-b8d6-0b83c92d2ca3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.782931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6952e422-f0c0-4f2d-b8d6-0b83c92d2ca3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Fanout notify agent at l3_agent the message router_deleted on router 477b8fdd-ab52-4759-ada5-5b8394f3588b {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:13:32.791332 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6952e422-f0c0-4f2d-b8d6-0b83c92d2ca3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.792896 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6952e422-f0c0-4f2d-b8d6-0b83c92d2ca3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/477b8fdd-ab52-4759-ada5-5b8394f3588b HTTP/1.1" status: 204 len: 168 time: 0.4783702 Sep 17 22:13:32.795363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42002) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:32.796305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Attempting to bind port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:32.796651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Attempting to bind port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4a8fa669-cdf1-4461-ae12-0910068831a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:32.797040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Attempting to bind port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d on network b91445c3-0eca-40db-8256-ebc5026e1f52 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:32.802730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d on network b91445c3-0eca-40db-8256-ebc5026e1f52 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:13:32.803088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Attempting to bind port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d on network b91445c3-0eca-40db-8256-ebc5026e1f52 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:32.809051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42004) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:32.819572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:32.823528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Checking segment: {'id': '4a8fa669-cdf1-4461-ae12-0910068831a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:32.823528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Bound using segment: {'id': '4a8fa669-cdf1-4461-ae12-0910068831a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:32.823528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Bound port: 65fc72d8-f759-4e9d-b47d-7ef86dd5972d, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8fa669-cdf1-4461-ae12-0910068831a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:32.823528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.834127 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.907646 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] For port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:32.911587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] For port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,segment=NetworkSegment(4a8fa669-cdf1-4461-ae12-0910068831a1),segment_id=4a8fa669-cdf1-4461-ae12-0910068831a1)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:32.914705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9384fa2b-ea0f-409b-8f21-665b60fc7244 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting subnet 2e44d09d-fc64-4e3d-9ebe-0ad7a9ced884 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:13:32.932929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9384fa2b-ea0f-409b-8f21-665b60fc7244 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.944750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'networks': [{'name': 'tempest-network--1195818709'}, {'name': 'tempest-network--548123749'}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:32.945059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'network': {'name': 'tempest-network--1195818709'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:32.945522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'network': {'name': 'tempest-network--548123749'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:32.976584 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:32.990771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Pushing event updated for resources: {'Port': ['ID=b29221c7-c550-4a69-a553-5654f142bf0d,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:33.006145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d on host n-h1-713498-17 for vnic_type normal with profile {"migrating_to": "n-h2-713498-17"} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:33.006486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:33.006858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:33.016517 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9384fa2b-ea0f-409b-8f21-665b60fc7244 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.019374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Port b29221c7-c550-4a69-a553-5654f142bf0d on network 9b84cd57-6e0c-4713-8808-efa126488a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:13:33.019792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Attempting to bind port b29221c7-c550-4a69-a553-5654f142bf0d on network 9b84cd57-6e0c-4713-8808-efa126488a5a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:33.021748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.022376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.024077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] 10.222.0.32 "PUT /v2.0/ports/65fc72d8-f759-4e9d-b47d-7ef86dd5972d HTTP/1.1" status: 200 len: 1093 time: 1.2367523 Sep 17 22:13:33.026731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'tag': '65fc72d8-f759-4e9d-b47d-7ef86dd5972d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:33.031088 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b653e6f6-0532-4d69-9fc8-86d5b99feb07" -d '{"events": [{"name": "network-changed", "server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "tag": "65fc72d8-f759-4e9d-b47d-7ef86dd5972d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:33.050574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:33.051056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Checking segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:33.051328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Bound using segment: {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:33.051840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Bound port: b29221c7-c550-4a69-a553-5654f142bf0d, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9b84cd57-6e0c-4713-8808-efa126488a5a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:33.052119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.064234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Made reservation on behalf of 883f4fddeb894c94aa1ba85b7cf25975 for: {'network': 2} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:33.070308 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.085536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3eb8d6-249c-498d-96e6-1bc04d7e2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:33.089626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.111611 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8bae52-541f-4025-98a1-af29ffb35646 x-openstack-request-id: req-ae8bae52-541f-4025-98a1-af29ffb35646 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:33.111981 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "tag": "65fc72d8-f759-4e9d-b47d-7ef86dd5972d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:33.112324 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae8bae52-541f-4025-98a1-af29ffb35646 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:33.112619 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'tag': '65fc72d8-f759-4e9d-b47d-7ef86dd5972d', 'status': 'completed', 'code': 200} Sep 17 22:13:33.168253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Request body: {'port': {'device_id': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:33.201426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9384fa2b-ea0f-409b-8f21-665b60fc7244 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.204431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e6f6-0532-4d69-9fc8-86d5b99feb07 req-7e976655-30e0-47ce-ad41-e1340631c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.205601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e6f6-0532-4d69-9fc8-86d5b99feb07 req-7e976655-30e0-47ce-ad41-e1340631c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.206627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b653e6f6-0532-4d69-9fc8-86d5b99feb07 req-7e976655-30e0-47ce-ad41-e1340631c9b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2955111e03eb4da6ba46f81720aef990&device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1915 time: 0.0779076 Sep 17 22:13:33.232654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:33.286384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:33.292361 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.317537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.375989 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.390500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e6f6-0532-4d69-9fc8-86d5b99feb07 req-842f5b07-ee87-48b8-8ac3-1dce3488ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.391130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e6f6-0532-4d69-9fc8-86d5b99feb07 req-842f5b07-ee87-48b8-8ac3-1dce3488ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.391715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e6f6-0532-4d69-9fc8-86d5b99feb07 req-842f5b07-ee87-48b8-8ac3-1dce3488ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.393756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b653e6f6-0532-4d69-9fc8-86d5b99feb07 req-842f5b07-ee87-48b8-8ac3-1dce3488ab6b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2955111e03eb4da6ba46f81720aef990&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1781547 Sep 17 22:13:33.437089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0d0f-e806-4fd3-95b4-279db88df72a req-17de1651-9520-4d6f-ad71-9fe708133941 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.439567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41fb0d0f-e806-4fd3-95b4-279db88df72a req-17de1651-9520-4d6f-ad71-9fe708133941 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 950 time: 0.1044569 Sep 17 22:13:33.480649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9384fa2b-ea0f-409b-8f21-665b60fc7244 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.509092 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.509441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.542549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384fa2b-ea0f-409b-8f21-665b60fc7244 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Subnet': ['ID=2e44d09d-fc64-4e3d-9ebe-0ad7a9ced884,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:33.543103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9384fa2b-ea0f-409b-8f21-665b60fc7244 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.548108 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9384fa2b-ea0f-409b-8f21-665b60fc7244 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/2e44d09d-fc64-4e3d-9ebe-0ad7a9ced884 HTTP/1.1" status: 204 len: 168 time: 0.7485182 Sep 17 22:13:33.548295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3d084-a368-4f30-974b-b077a900b94d None None] Network 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:33.555085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42020) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:33.599443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Pushing event updated for resources: {'Port': ['ID=b29221c7-c550-4a69-a553-5654f142bf0d,revision_number=8']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:33.615792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.616449 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.617865 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-b1c3a3da-2ba8-4eeb-9a77-2917ad709f7a service neutron] 10.222.0.35 "PUT /v2.0/ports/b29221c7-c550-4a69-a553-5654f142bf0d HTTP/1.1" status: 200 len: 1123 time: 2.0616703 Sep 17 22:13:33.633809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41fb0d0f-e806-4fd3-95b4-279db88df72a req-6109536a-20e5-44a0-b2f5-f390028914ac tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837811 Sep 17 22:13:33.643518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4bb411-8726-437c-9cf1-a05c8c8164a8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:33.694912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e6f6-0532-4d69-9fc8-86d5b99feb07 req-1e1b04af-a859-4406-a2bf-cb8ae177129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.697234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b653e6f6-0532-4d69-9fc8-86d5b99feb07 req-1e1b04af-a859-4406-a2bf-cb8ae177129b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2940342 Sep 17 22:13:33.703988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:33.721097 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.724505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b29221c7-c550-4a69-a553-5654f142bf0d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:33.730518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc8d85-3ca0-4da5-92fa-c6e5e2997219 req-2370915a-36ae-4d55-a34c-61c53a3e0a1d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.737624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc8d85-3ca0-4da5-92fa-c6e5e2997219 req-2370915a-36ae-4d55-a34c-61c53a3e0a1d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.744983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84bc8d85-3ca0-4da5-92fa-c6e5e2997219 req-2370915a-36ae-4d55-a34c-61c53a3e0a1d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1667 time: 0.2815051 Sep 17 22:13:33.750832 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.751243 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Added segment 7c635d70-f8e8-48f0-bcd1-5133a723f337 of type vlan for network 69048165-2d63-4ec4-a606-ab0dbe152adb Sep 17 22:13:33.764771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b29221c7-c550-4a69-a553-5654f142bf0d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:33.819988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901cb056-cd25-4e75-bbf8-648fcfb24c32 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:13:33.841300 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.858762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Transition to ACTIVE for port object 901cb056-cd25-4e75-bbf8-648fcfb24c32 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:13:33.860475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b457aec-3aa9-410f-a72b-521aa373f9a2 None None] DHCP port deletion for 9f94dc1c-ac45-44bd-b70f-0092ae4bff62 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:13:33.866842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.874942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84bc8d85-3ca0-4da5-92fa-c6e5e2997219 req-5599d519-2fc1-4f24-9d14-5149bff616d7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289349 Sep 17 22:13:33.940211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:33.963339 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.963588 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Added segment c20c3e6b-6eeb-4f2d-acde-55c432d37846 of type vlan for network a31bef8b-2cb9-48dc-8581-65d469932a78 Sep 17 22:13:33.971858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.979727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port f1aee585-2ce0-4a72-a821-9066e089e08f {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:33.980057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:33.990466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3a39-1719-41a8-93b1-51ca0f1cf919 req-264c92e4-28bf-44d4-8bb6-286772840efb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:33.992131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-475e3a39-1719-41a8-93b1-51ca0f1cf919 req-264c92e4-28bf-44d4-8bb6-286772840efb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.1206281 Sep 17 22:13:34.017748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1b457aec-3aa9-410f-a72b-521aa373f9a2 None None] Deleting port f1aee585-2ce0-4a72-a821-9066e089e08f {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:34.018096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b457aec-3aa9-410f-a72b-521aa373f9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.082212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Pushing event updated for resources: {'Port': ['ID=901cb056-cd25-4e75-bbf8-648fcfb24c32,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:34.104934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.130990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port f1aee585-2ce0-4a72-a821-9066e089e08f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f1aee585-2ce0-4a72-a821-9066e089e08f,segment=NetworkSegment(0d7c9eac-5bdc-48e7-951e-ce746af64739),segment_id=0d7c9eac-5bdc-48e7-951e-ce746af64739)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:34.131633 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.154447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for f1aee585-2ce0-4a72-a821-9066e089e08f owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:34.161606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1b457aec-3aa9-410f-a72b-521aa373f9a2 None None] For port f1aee585-2ce0-4a72-a821-9066e089e08f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f1aee585-2ce0-4a72-a821-9066e089e08f,segment=NetworkSegment(0d7c9eac-5bdc-48e7-951e-ce746af64739),segment_id=0d7c9eac-5bdc-48e7-951e-ce746af64739)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:34.162082 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b457aec-3aa9-410f-a72b-521aa373f9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.177543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1b457aec-3aa9-410f-a72b-521aa373f9a2 None None] Calling delete_port for f1aee585-2ce0-4a72-a821-9066e089e08f owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:34.183593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Attempting to bind port 901cb056-cd25-4e75-bbf8-648fcfb24c32 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:34.184222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Attempting to bind port 901cb056-cd25-4e75-bbf8-648fcfb24c32 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'a6b393f7-a114-4b67-8673-003268c980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:34.184929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Attempting to bind port 901cb056-cd25-4e75-bbf8-648fcfb24c32 on network b666cce3-e265-425b-bb8f-b0d269b7b728 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:34.195840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Port 901cb056-cd25-4e75-bbf8-648fcfb24c32 on network b666cce3-e265-425b-bb8f-b0d269b7b728 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:13:34.196297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Attempting to bind port 901cb056-cd25-4e75-bbf8-648fcfb24c32 on network b666cce3-e265-425b-bb8f-b0d269b7b728 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:34.202741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:34.203924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Checking segment: {'id': 'a6b393f7-a114-4b67-8673-003268c980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:34.204642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Bound using segment: {'id': 'a6b393f7-a114-4b67-8673-003268c980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:34.205702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Bound port: 901cb056-cd25-4e75-bbf8-648fcfb24c32, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b393f7-a114-4b67-8673-003268c980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:34.205838 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.249411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-475e3a39-1719-41a8-93b1-51ca0f1cf919 req-48d10c50-e30c-4019-b450-98b27a30b7e1 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448761 Sep 17 22:13:34.299582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] For port 901cb056-cd25-4e75-bbf8-648fcfb24c32, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:34.303167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] For port 901cb056-cd25-4e75-bbf8-648fcfb24c32, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=901cb056-cd25-4e75-bbf8-648fcfb24c32,segment=NetworkSegment(a6b393f7-a114-4b67-8673-003268c980fd),segment_id=a6b393f7-a114-4b67-8673-003268c980fd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:34.420293 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.420775 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.427336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:34.432462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:34.433087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.449873 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b457aec-3aa9-410f-a72b-521aa373f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.453754 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.489110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b457aec-3aa9-410f-a72b-521aa373f9a2 None None] Pushing event deleted for resources: {'Port': ['ID=f1aee585-2ce0-4a72-a821-9066e089e08f,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:34.496321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b457aec-3aa9-410f-a72b-521aa373f9a2 None None] No DVR routers for this DVR port f1aee585-2ce0-4a72-a821-9066e089e08f on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:34.507519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.515345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Network': ['ID=69048165-2d63-4ec4-a606-ab0dbe152adb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:34.532093 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 69048165-2d63-4ec4-a606-ab0dbe152adb details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:34.532678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:34.533436 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.535970 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] 10.222.0.32 "PUT /v2.0/ports/901cb056-cd25-4e75-bbf8-648fcfb24c32 HTTP/1.1" status: 200 len: 1093 time: 1.3792055 Sep 17 22:13:34.536892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873a527-0e9c-413c-99a3-1f6a2371402f service neutron] Pushing event updated for resources: {'Port': ['ID=901cb056-cd25-4e75-bbf8-648fcfb24c32,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:34.556963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7474182 Sep 17 22:13:34.560002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42034) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:34.569363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=f1aee585-2ce0-4a72-a821-9066e089e08f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:34.576741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No DVR routers for this DVR port f1aee585-2ce0-4a72-a821-9066e089e08f on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:34.704763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7807af-2204-4666-a945-eccf68b076a1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Network': ['ID=a31bef8b-2cb9-48dc-8581-65d469932a78,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:34.717182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a31bef8b-2cb9-48dc-8581-65d469932a78 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:34.759890 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.780355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d'}, {'name': 'network-changed', 'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'tag': '901cb056-cd25-4e75-bbf8-648fcfb24c32'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:34.782829 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd236e5c-e544-40df-b59a-a818c5f0cafd" -d '{"events": [{"name": "network-changed", "server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d"}, {"name": "network-changed", "server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "tag": "901cb056-cd25-4e75-bbf8-648fcfb24c32"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:34.788637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f94dc1c-ac45-44bd-b70f-0092ae4bff62']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:34.800149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7c9eac-5bdc-48e7-951e-ce746af64739') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:34.801202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7c9eac-5bdc-48e7-951e-ce746af64739') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:34.813453 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.831581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.843620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:34.846543 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:34.849841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c41c3e7-3541-4e02-a40f-1cee8383c324 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:34.856017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c41c3e7-3541-4e02-a40f-1cee8383c324 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:34.863343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c41c3e7-3541-4e02-a40f-1cee8383c324 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:34.869612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c41c3e7-3541-4e02-a40f-1cee8383c324 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:34.871506 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4c41c3e7-3541-4e02-a40f-1cee8383c324 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3104875 Sep 17 22:13:34.876013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-8ebb2aea-c7c0-4669-820d-6175eb8c8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:34.876509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-8ebb2aea-c7c0-4669-820d-6175eb8c8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:34.878203 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-8ebb2aea-c7c0-4669-820d-6175eb8c8fac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2955111e03eb4da6ba46f81720aef990&device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1983 time: 0.1620419 Sep 17 22:13:34.878915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42040) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:34.909517 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823cf1ca-823a-4c6b-b530-1010a6b9da77 x-openstack-request-id: req-823cf1ca-823a-4c6b-b530-1010a6b9da77 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:34.909813 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "tag": "901cb056-cd25-4e75-bbf8-648fcfb24c32", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:34.910222 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-823cf1ca-823a-4c6b-b530-1010a6b9da77 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:34.910893 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d', 'status': 'completed', 'code': 200} Sep 17 22:13:34.911233 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'tag': '901cb056-cd25-4e75-bbf8-648fcfb24c32', 'status': 'completed', 'code': 200} Sep 17 22:13:34.949243 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-f0cf92c7-436a-4c42-9694-29b9cf7605f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=65fc72d8-f759-4e9d-b47d-7ef86dd5972d HTTP/1.1" status: 200 len: 217 time: 0.0606692 Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:34.958745 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:35.038883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ec889-e42d-4202-9f7f-b5746180effb req-507c4378-6798-40cd-8612-819c66aa06ae tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.040538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e2ec889-e42d-4202-9f7f-b5746180effb req-507c4378-6798-40cd-8612-819c66aa06ae tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 950 time: 0.4283683 Sep 17 22:13:35.073269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-524353ef-36ab-4569-9602-6734abc44941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.074842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-524353ef-36ab-4569-9602-6734abc44941 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 1126 time: 0.1148598 Sep 17 22:13:35.110723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8460df6-17fc-475c-bd0a-6a3e15ec4cad req-7c8d7a92-41a4-482c-afed-515ed3446c52 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.116742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8460df6-17fc-475c-bd0a-6a3e15ec4cad req-7c8d7a92-41a4-482c-afed-515ed3446c52 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.118444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8460df6-17fc-475c-bd0a-6a3e15ec4cad req-7c8d7a92-41a4-482c-afed-515ed3446c52 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1679 time: 0.1371391 Sep 17 22:13:35.150477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e2ec889-e42d-4202-9f7f-b5746180effb req-fb37b28c-a0ec-4725-91b1-8f3e3bbed753 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016872 Sep 17 22:13:35.153901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.206902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.208777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/networks/9f94dc1c-ac45-44bd-b70f-0092ae4bff62 HTTP/1.1" status: 204 len: 168 time: 1.6511199 Sep 17 22:13:35.226048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42044) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:35.238514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8f815f2c-c5ae-4305-b483-bac7f7567f53 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1440341888', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:35.248793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Network': ['ID=9f94dc1c-ac45-44bd-b70f-0092ae4bff62,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:35.269040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8460df6-17fc-475c-bd0a-6a3e15ec4cad req-c698c0f4-8f5b-4ba0-b9e2-1e6f090b0051 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351485 Sep 17 22:13:35.275431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.279967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec51c9-6635-4f8d-9a93-52ef021dc49a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:35.293564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.302055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-14965fd2-be33-4ccf-be72-c76c5210bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.304194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-14965fd2-be33-4ccf-be72-c76c5210bb4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.2194839 Sep 17 22:13:35.314477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-91fa9155-269d-439f-bcbf-8cae17f35c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.314477 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-91fa9155-269d-439f-bcbf-8cae17f35c15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3ad6609-ace8-4b3a-b4d1-8ff7c7194934 HTTP/1.1" status: 200 len: 801 time: 0.3523867 Sep 17 22:13:35.382282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-5ff0392a-049c-4697-9770-301ce4a66035 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b29221c7-c550-4a69-a553-5654f142bf0d HTTP/1.1" status: 200 len: 217 time: 0.0538461 Sep 17 22:13:35.408307 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f815f2c-c5ae-4305-b483-bac7f7567f53 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.409887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f815f2c-c5ae-4305-b483-bac7f7567f53 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.424083 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.446174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-ee887d02-eebb-4174-88d4-4ec30e172f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.447821 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-ee887d02-eebb-4174-88d4-4ec30e172f08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b91445c3-0eca-40db-8256-ebc5026e1f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136446 Sep 17 22:13:35.451127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69048165-2d63-4ec4-a606-ab0dbe152adb']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:35.469797 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c635d70-f8e8-48f0-bcd1-5133a723f337') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:35.470634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c635d70-f8e8-48f0-bcd1-5133a723f337') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:35.479298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-647cc9a0-8078-4eef-b71e-e850a8fd89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.480805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-647cc9a0-8078-4eef-b71e-e850a8fd89b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.0820649 Sep 17 22:13:35.488520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4bb94-cd08-4024-9857-520ac2a4f9b8 req-59f362e6-3cf5-4b27-9bba-36939aa15818 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.493206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ddb4bb94-cd08-4024-9857-520ac2a4f9b8 req-59f362e6-3cf5-4b27-9bba-36939aa15818 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.1261935 Sep 17 22:13:35.494699 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.528214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f815f2c-c5ae-4305-b483-bac7f7567f53 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.545868 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.552828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-d282b9b3-d81a-4f72-9fb9-dc99d63ab28f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602536 Sep 17 22:13:35.558266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:35.562097 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:35.608916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ddb4bb94-cd08-4024-9857-520ac2a4f9b8 req-d5ccc847-9c73-498b-8c6a-a3ee492cd278 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844142 Sep 17 22:13:35.627369 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-606097a7-717a-45f4-bf9a-a79c5acc6c92 service neutron] 10.222.0.32 "GET /v2.0/networks/b91445c3-0eca-40db-8256-ebc5026e1f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685908 Sep 17 22:13:35.635102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f1aee585-2ce0-4a72-a821-9066e089e08f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:35.640262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f815f2c-c5ae-4305-b483-bac7f7567f53 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.655222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: f1aee585-2ce0-4a72-a821-9066e089e08f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:35.655560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f1aee585-2ce0-4a72-a821-9066e089e08f not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:35.681161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-3a876f97-843d-4323-af0a-c33f770e04b9 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206291 Sep 17 22:13:35.715927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.721270 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.723241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/networks/69048165-2d63-4ec4-a606-ab0dbe152adb HTTP/1.1" status: 204 len: 168 time: 0.8432140 Sep 17 22:13:35.725976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42052) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:35.746335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab5295-6921-46f5-838f-c5f94e14282e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Network': ['ID=69048165-2d63-4ec4-a606-ab0dbe152adb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:35.752878 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:13:35.763588 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-00738ca9-0a51-41fb-a2be-16fd0e3c432f service neutron] 10.222.0.32 "GET /v2.0/networks/b91445c3-0eca-40db-8256-ebc5026e1f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273549 Sep 17 22:13:35.770756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f815f2c-c5ae-4305-b483-bac7f7567f53 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.774321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8f815f2c-c5ae-4305-b483-bac7f7567f53 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5449178 Sep 17 22:13:35.777404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42054) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:35.784526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247568087'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:35.819226 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-257dd438-c786-4ba8-9821-8330aedb7ebd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=901cb056-cd25-4e75-bbf8-648fcfb24c32 HTTP/1.1" status: 200 len: 217 time: 0.0474854 Sep 17 22:13:35.852494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.856335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-c55cbdd9-74b9-4be7-bc29-f6db3669a1f6 service neutron] 10.222.0.32 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659219 Sep 17 22:13:35.882733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bb34e1eb-5fed-4e20-8714-95cb5d123f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.884758 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-bb34e1eb-5fed-4e20-8714-95cb5d123f20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4 HTTP/1.1" status: 200 len: 801 time: 0.0531340 Sep 17 22:13:35.927345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:35.931069 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.949511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:35.959419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-558c46fb-8b9b-495a-887a-12c4382af6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:35.962459 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-558c46fb-8b9b-495a-887a-12c4382af6e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b666cce3-e265-425b-bb8f-b0d269b7b728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680437 Sep 17 22:13:35.966222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:35.971446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31bef8b-2cb9-48dc-8581-65d469932a78']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:35.980897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20c3e6b-6eeb-4f2d-acde-55c432d37846') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:35.985232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20c3e6b-6eeb-4f2d-acde-55c432d37846') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:35.992499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.002844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.003199 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added segment ae33a122-4cca-4bd4-8e50-3224c1e0d99a of type vlan for network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 Sep 17 22:13:36.007180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.013353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:36.013758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:36.016709 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:36.098631 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.136626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-0e76f407-a2a5-4554-9d98-abcf6af9eba7 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.138114 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-0e76f407-a2a5-4554-9d98-abcf6af9eba7 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.35 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 950 time: 0.1644301 Sep 17 22:13:36.170158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.180601 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.184823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/networks/a31bef8b-2cb9-48dc-8581-65d469932a78 HTTP/1.1" status: 204 len: 168 time: 0.4252648 Sep 17 22:13:36.190044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42060) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:36.193656 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-99125d7d-baee-4e12-8d60-5479da13648b service neutron] 10.222.0.32 "GET /v2.0/networks/b666cce3-e265-425b-bb8f-b0d269b7b728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210691 Sep 17 22:13:36.195083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218134df-75f2-454e-b095-dff30d8d4b4b tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Network': ['ID=a31bef8b-2cb9-48dc-8581-65d469932a78,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:36.257571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.263430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.265040 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.274631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c914f-1519-407d-b5fd-f664bb7009d6 req-6a152f27-97df-4cec-ae80-dce83647ef58 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.275989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc8c914f-1519-407d-b5fd-f664bb7009d6 req-6a152f27-97df-4cec-ae80-dce83647ef58 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 950 time: 0.0491085 Sep 17 22:13:36.317931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc8c914f-1519-407d-b5fd-f664bb7009d6 req-fa719cfc-c04f-48e2-bfc6-121112ef04d2 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/security-groups?id=21dcd875-40df-4201-a640-73f42df9a083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Sep 17 22:13:36.404143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7cf53-6037-487d-b829-a199bc4b488e req-cecd2a47-905f-4ef5-898b-f7c2c169ad2f tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.410830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7cf53-6037-487d-b829-a199bc4b488e req-cecd2a47-905f-4ef5-898b-f7c2c169ad2f tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.412463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3af7cf53-6037-487d-b829-a199bc4b488e req-cecd2a47-905f-4ef5-898b-f7c2c169ad2f tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1679 time: 0.0573575 Sep 17 22:13:36.455363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3af7cf53-6037-487d-b829-a199bc4b488e req-8f5af866-106f-488e-87a8-0f6f71791a8e tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354640 Sep 17 22:13:36.472019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42066) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:36.472160 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6934509 Sep 17 22:13:36.477826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'subnet': {'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:36.483662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e556f66-83bc-442b-8df4-dff8d6f4088d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Network': ['ID=26ed54a2-518b-4e12-b124-8ca9e617b7f4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:36.495833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895af447-2c88-425e-a1a0-f2a4b59ea603 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.496832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:36.502841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895af447-2c88-425e-a1a0-f2a4b59ea603 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.505385 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-895af447-2c88-425e-a1a0-f2a4b59ea603 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3133252 Sep 17 22:13:36.511656 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e9d5f29-9601-43e2-9804-66c853f93c4a req-d2051af0-9548-456e-ad0e-0cb9e05ed223 service neutron] 10.222.0.32 "GET /v2.0/networks/b666cce3-e265-425b-bb8f-b0d269b7b728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058875 Sep 17 22:13:36.513198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42068) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:36.518991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-789643631'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:36.548589 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Deleting port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:36.548937 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.644383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Made reservation on behalf of 883f4fddeb894c94aa1ba85b7cf25975 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:36.646473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.714684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] For port 4831852c-8cc2-4b10-83ff-e3310f4b51e4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4831852c-8cc2-4b10-83ff-e3310f4b51e4,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:36.715081 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.732058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:36.734051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Calling delete_port for 4831852c-8cc2-4b10-83ff-e3310f4b51e4 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:36.748432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-4451cb3c-217c-464d-9c6f-269ff0c7706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.748921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-4451cb3c-217c-464d-9c6f-269ff0c7706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.751198 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-4451cb3c-217c-464d-9c6f-269ff0c7706d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2955111e03eb4da6ba46f81720aef990&device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1983 time: 0.1204653 Sep 17 22:13:36.756898 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.757229 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Added segment 21f0e885-dbdd-4475-9f06-290df039f6af of type vlan for network 511029e3-46bd-41b6-8b1e-0dd27f6f8934 Sep 17 22:13:36.888737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:36.959174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-e833a00d-c6af-4d32-8be9-2419dceb1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.960735 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-e833a00d-c6af-4d32-8be9-2419dceb1000 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b666cce3-e265-425b-bb8f-b0d269b7b728 HTTP/1.1" status: 200 len: 902 time: 0.1940150 Sep 17 22:13:36.966715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7939d2e-dcf6-443f-b2d6-1421d9d2c51e req-899227a0-1d2a-40e8-a75a-356d1d9e6230 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:36.968546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7939d2e-dcf6-443f-b2d6-1421d9d2c51e req-899227a0-1d2a-40e8-a75a-356d1d9e6230 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.1049175 Sep 17 22:13:37.013399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7939d2e-dcf6-443f-b2d6-1421d9d2c51e req-65688dce-107d-4ec5-a311-89758f7e7cfc tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366552 Sep 17 22:13:37.028577 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-f7d0474c-cb87-41ed-b9f7-49546df036f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=901cb056-cd25-4e75-bbf8-648fcfb24c32 HTTP/1.1" status: 200 len: 217 time: 0.0599005 Sep 17 22:13:37.032507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.038031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:37.038502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.056008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:37.059836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.159123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Network': ['ID=511029e3-46bd-41b6-8b1e-0dd27f6f8934,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:37.162068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-c3f4e1db-a9e9-403a-b644-981304fc6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:37.163670 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-c3f4e1db-a9e9-403a-b644-981304fc6dd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4 HTTP/1.1" status: 200 len: 801 time: 0.1209285 Sep 17 22:13:37.168336 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ae43315-e015-48c5-9c2a-ea825f599017 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6516414 Sep 17 22:13:37.168726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42076) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:37.170481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 511029e3-46bd-41b6-8b1e-0dd27f6f8934 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:37.173693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-653339663'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:37.194060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.234941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['4831852c-8cc2-4b10-83ff-e3310f4b51e4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:37.258080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Pushing event deleted for resources: {'Port': ['ID=4831852c-8cc2-4b10-83ff-e3310f4b51e4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:37.276718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.276718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.276718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.276718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.276718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.276718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.276718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.276718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.277410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.277410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.277717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.278076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:37.315164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-0270bf61-cf6c-403e-88ce-66618ab72988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:37.316694 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-0270bf61-cf6c-403e-88ce-66618ab72988 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b666cce3-e265-425b-bb8f-b0d269b7b728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397076 Sep 17 22:13:37.351948 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] No DVR routers for this DVR port 4831852c-8cc2-4b10-83ff-e3310f4b51e4 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:37.355579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Made reservation on behalf of 883f4fddeb894c94aa1ba85b7cf25975 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:37.363059 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.373022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.375806 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3aa1cd7b-f310-42b9-aa39-afd89357ddca req-642d62a6-c2e0-4cb6-8559-6c5a32d9765d tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.35 "DELETE /v2.0/ports/4831852c-8cc2-4b10-83ff-e3310f4b51e4 HTTP/1.1" status: 204 len: 173 time: 1.2267685 Sep 17 22:13:37.376284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e954d557-0490-4c2d-80be-4e896c0e87e4', 'name': 'network-vif-deleted', 'tag': '4831852c-8cc2-4b10-83ff-e3310f4b51e4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:37.378575 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df47960-c5a4-47c1-8169-4d4e93d3ef6e" -d '{"events": [{"server_uuid": "e954d557-0490-4c2d-80be-4e896c0e87e4", "name": "network-vif-deleted", "tag": "4831852c-8cc2-4b10-83ff-e3310f4b51e4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:37.381944 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.492201 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f365e2c-2eef-4ee1-a22b-55b969cc2c04 x-openstack-request-id: req-4f365e2c-2eef-4ee1-a22b-55b969cc2c04 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:37.497021 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e954d557-0490-4c2d-80be-4e896c0e87e4", "name": "network-vif-deleted", "tag": "4831852c-8cc2-4b10-83ff-e3310f4b51e4", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:37.498300 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f365e2c-2eef-4ee1-a22b-55b969cc2c04 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:37.498897 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e954d557-0490-4c2d-80be-4e896c0e87e4', 'name': 'network-vif-deleted', 'tag': '4831852c-8cc2-4b10-83ff-e3310f4b51e4', 'status': 'completed', 'code': 200} Sep 17 22:13:37.508428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a17ec8c6-5d33-41e0-92e4-0e4f3f5d4bcb req-273a76dd-d6df-41cc-80ac-9a8923070985 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 210 time: 0.0607445 Sep 17 22:13:37.524169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:37.543844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Subnet': ['ID=4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:37.563804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Checking segment: {'id': 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:37.564464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network hostable DHCP agents. Network: 26ed54a2-518b-4e12-b124-8ca9e617b7f4, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:37.583111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.583605 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Added segment 902cdb8d-4274-444f-9a16-94dc2bfba9a2 of type vlan for network d0646f85-3a22-486d-841e-3be75a0e1dde Sep 17 22:13:37.625097 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-28be33af-d917-49f4-9759-df3a544c7fe7 service neutron] 10.222.0.32 "GET /v2.0/networks/b666cce3-e265-425b-bb8f-b0d269b7b728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893045 Sep 17 22:13:37.652790 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.668017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52925534-5d6a-4259-a77d-fdcf424a0049 req-ae6f69fc-ed3d-4947-afd8-a3b6199330b7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:37.683000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52925534-5d6a-4259-a77d-fdcf424a0049 req-ae6f69fc-ed3d-4947-afd8-a3b6199330b7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:37.693663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52925534-5d6a-4259-a77d-fdcf424a0049 req-ae6f69fc-ed3d-4947-afd8-a3b6199330b7 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1679 time: 0.1059387 Sep 17 22:13:37.721137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:37.745521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52925534-5d6a-4259-a77d-fdcf424a0049 req-c2973a9d-fd98-44d8-a9c5-b721201e9fa2 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501740 Sep 17 22:13:37.753614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fd236e5c-e544-40df-b59a-a818c5f0cafd req-f274c7e2-d806-4fca-a5f1-ee79d1154d4d service neutron] 10.222.0.32 "GET /v2.0/networks/b666cce3-e265-425b-bb8f-b0d269b7b728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163471 Sep 17 22:13:37.866110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.867646 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 26ed54a2-518b-4e12-b124-8ca9e617b7f4) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:37.873772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:37.874832 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:37.876229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb747720-1081-4da3-9f79-679f1e2b53eb None None] Network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:37.880746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:37.881565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.037499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0e87436f-9e3a-4e47-a1ed-3179f3f125ff tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5626311 Sep 17 22:13:38.041557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42090) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:38.061188 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.082336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:38.083938 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.220800 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0511448 Sep 17 22:13:38.221674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec770871-d769-4ffd-a27c-067d10eedb60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Network': ['ID=d0646f85-3a22-486d-841e-3be75a0e1dde,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:38.223985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42094) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:38.228503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'ports': [{'network_id': '511029e3-46bd-41b6-8b1e-0dd27f6f8934', 'name': 'tempest-port--1094948437', 'admin_state_up': True}, {'network_id': 'd0646f85-3a22-486d-841e-3be75a0e1dde', 'admin_state_up': False}]} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:38.228816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'port': {'network_id': '511029e3-46bd-41b6-8b1e-0dd27f6f8934', 'name': 'tempest-port--1094948437', 'admin_state_up': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:38.229408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'port': {'network_id': 'd0646f85-3a22-486d-841e-3be75a0e1dde', 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:38.271546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Allocated IP 2001:db8::2 (26ed54a2-518b-4e12-b124-8ca9e617b7f4/4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c/80e30166-5fe0-43de-8478-6f9a9d7c3f00) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:38.297473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534742a3-b568-4607-a297-576c25145b9d req-972ff116-d06a-4879-9db9-72edfc728d8b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:38.305936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-534742a3-b568-4607-a297-576c25145b9d req-972ff116-d06a-4879-9db9-72edfc728d8b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.1854775 Sep 17 22:13:38.417740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-534742a3-b568-4607-a297-576c25145b9d req-85a39fcb-8d01-4ee6-8410-a4127f6c56d5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109526 Sep 17 22:13:38.429907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.435410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d0646f85-3a22-486d-841e-3be75a0e1dde details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:38.438482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 65fc72d8-f759-4e9d-b47d-7ef86dd5972d details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:13:38.513606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Made reservation on behalf of 883f4fddeb894c94aa1ba85b7cf25975 for: {'port': 2} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:38.520355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.544459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.546468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.604973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,segment=NetworkSegment(4a8fa669-cdf1-4461-ae12-0910068831a1),segment_id=4a8fa669-cdf1-4461-ae12-0910068831a1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:38.619944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '65fc72d8-f759-4e9d-b47d-7ef86dd5972d', 'network_id': 'b91445c3-0eca-40db-8256-ebc5026e1f52', 'port_id': '65fc72d8-f759-4e9d-b47d-7ef86dd5972d', 'mac_address': 'fa:16:3e:53:56:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ad6609-ace8-4b3a-b4d1-8ff7c7194934', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:13:38.624472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.721418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.735352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] device_id is not set on port b0b1173b-04e1-4373-a8b1-5396c64a99d8 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:13:38.742079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:38.757770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:38.765545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:38.788005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Pushing event updated for resources: {'Port': ['ID=80e30166-5fe0-43de-8478-6f9a9d7c3f00,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:38.795673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fc72d8-f759-4e9d-b47d-7ef86dd5972d {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:13:38.823060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08e52673-c279-4098-bac6-87c70e42f54e req-184ffb69-ea6a-41cf-a01f-e315f019ed09 tempest-ServerDiagnosticsNegativeTest-916822582 tempest-ServerDiagnosticsNegativeTest-916822582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e954d557-0490-4c2d-80be-4e896c0e87e4 HTTP/1.1" status: 200 len: 210 time: 0.0966740 Sep 17 22:13:38.832224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,segment=NetworkSegment(4a8fa669-cdf1-4461-ae12-0910068831a1),segment_id=4a8fa669-cdf1-4461-ae12-0910068831a1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:38.929988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Attempting to bind port 80e30166-5fe0-43de-8478-6f9a9d7c3f00 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:38.930637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Attempting to bind port 80e30166-5fe0-43de-8478-6f9a9d7c3f00 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:38.930975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Attempting to bind port 80e30166-5fe0-43de-8478-6f9a9d7c3f00 on network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:38.941526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:38.941909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Checking segment: {'id': 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:38.942303 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.942695 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Bound using segment: {'id': 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:38.943182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Bound port: 80e30166-5fe0-43de-8478-6f9a9d7c3f00, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:38.943701 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.959342 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:38.960021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 901cb056-cd25-4e75-bbf8-648fcfb24c32 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:13:38.982223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 2001:db8::1 (26ed54a2-518b-4e12-b124-8ca9e617b7f4/4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c/fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:39.005248 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.062240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747ab0-2cb6-48cf-b9e7-774ec93bcd16 req-37593f81-2e5f-42c5-930d-347da1beedbd tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:39.069445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747ab0-2cb6-48cf-b9e7-774ec93bcd16 req-37593f81-2e5f-42c5-930d-347da1beedbd tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:39.071315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3747ab0-2cb6-48cf-b9e7-774ec93bcd16 req-37593f81-2e5f-42c5-930d-347da1beedbd tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1680 time: 0.1051173 Sep 17 22:13:39.113988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] device_id is not set on port c8aa9794-5e36-4a00-a8b4-37b68bcd476b yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:13:39.157666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3747ab0-2cb6-48cf-b9e7-774ec93bcd16 req-02e088fa-a053-4c50-b827-26417becb3de tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588973 Sep 17 22:13:39.178717 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.202331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:39.207513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] For port 80e30166-5fe0-43de-8478-6f9a9d7c3f00, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:39.229815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] For port 80e30166-5fe0-43de-8478-6f9a9d7c3f00, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=80e30166-5fe0-43de-8478-6f9a9d7c3f00,segment=NetworkSegment(ae33a122-4cca-4bd4-8e50-3224c1e0d99a),segment_id=ae33a122-4cca-4bd4-8e50-3224c1e0d99a)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:39.237729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 901cb056-cd25-4e75-bbf8-648fcfb24c32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=901cb056-cd25-4e75-bbf8-648fcfb24c32,segment=NetworkSegment(a6b393f7-a114-4b67-8673-003268c980fd),segment_id=a6b393f7-a114-4b67-8673-003268c980fd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:39.249735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '901cb056-cd25-4e75-bbf8-648fcfb24c32', 'network_id': 'b666cce3-e265-425b-bb8f-b0d269b7b728', 'port_id': '901cb056-cd25-4e75-bbf8-648fcfb24c32', 'mac_address': 'fa:16:3e:d5:50:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4', 'ip_address': '19.86.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:13:39.286776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.293242 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.307802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901cb056-cd25-4e75-bbf8-648fcfb24c32 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:13:39.319824 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.327913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 901cb056-cd25-4e75-bbf8-648fcfb24c32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=901cb056-cd25-4e75-bbf8-648fcfb24c32,segment=NetworkSegment(a6b393f7-a114-4b67-8673-003268c980fd),segment_id=a6b393f7-a114-4b67-8673-003268c980fd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:39.342119 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.361902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:39.365216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:39.369411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:39.369573 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.388920 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.414941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:39.443323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ee609-3bbc-4a6a-a904-b3ad3079df3d None None] Pushing event updated for resources: {'Port': ['ID=80e30166-5fe0-43de-8478-6f9a9d7c3f00,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:39.477025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.499436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Port': ['ID=b0b1173b-04e1-4373-a8b1-5396c64a99d8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:39.508352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Checking segment: {'id': '21f0e885-dbdd-4475-9f06-290df039f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '511029e3-46bd-41b6-8b1e-0dd27f6f8934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:39.508598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Network hostable DHCP agents. Network: 511029e3-46bd-41b6-8b1e-0dd27f6f8934, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:39.538583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=901cb056-cd25-4e75-bbf8-648fcfb24c32,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:39.621350 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-3b45dcc3-43eb-432d-af0a-74d5b7fe8ed1 service neutron] 10.222.0.32 "GET /v2.0/ports/b29221c7-c550-4a69-a553-5654f142bf0d/bindings/n-h2-713498-17 HTTP/1.1" status: 200 len: 385 time: 0.1053638 Sep 17 22:13:39.635720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Network 511029e3-46bd-41b6-8b1e-0dd27f6f8934 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:39.636878 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.649354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae21d5f-7300-456c-b5a4-943b5dc292db req-ccf94608-ff93-4249-a6cf-d45322bce041 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:39.658850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eae21d5f-7300-456c-b5a4-943b5dc292db req-ccf94608-ff93-4249-a6cf-d45322bce041 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 943 time: 0.1250100 Sep 17 22:13:39.673779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.739820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eae21d5f-7300-456c-b5a4-943b5dc292db req-c3c2b72f-09a5-4164-b4fc-9b8733b676ab tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800524 Sep 17 22:13:39.755178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 511029e3-46bd-41b6-8b1e-0dd27f6f8934) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:39.767478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c5f53-d9cd-494f-835d-3493be2cb4de None None] Network 511029e3-46bd-41b6-8b1e-0dd27f6f8934 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:39.780212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:39.781878 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:39.799349 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['901cb056-cd25-4e75-bbf8-648fcfb24c32'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:39.838529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['65fc72d8-f759-4e9d-b47d-7ef86dd5972d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:39.907212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Port': ['ID=c8aa9794-5e36-4a00-a8b4-37b68bcd476b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:39.934937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:39.943451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Checking segment: {'id': '902cdb8d-4274-444f-9a16-94dc2bfba9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd0646f85-3a22-486d-841e-3be75a0e1dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:39.943810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Network hostable DHCP agents. Network: d0646f85-3a22-486d-841e-3be75a0e1dde, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:39.968488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:40.012068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29221c7-c550-4a69-a553-5654f142bf0d {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:13:40.025595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:40.048845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4831852c-8cc2-4b10-83ff-e3310f4b51e4 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:40.055907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Network d0646f85-3a22-486d-841e-3be75a0e1dde is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:40.081797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.098665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 4831852c-8cc2-4b10-83ff-e3310f4b51e4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:40.099096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4831852c-8cc2-4b10-83ff-e3310f4b51e4 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:40.124680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.167409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d0646f85-3a22-486d-841e-3be75a0e1dde) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:40.176129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:40.177744 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.181639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.186882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:40.195605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:40.196285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.199467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aad9bc-85dc-49da-9dda-dbd86f16b4b5 None None] Network d0646f85-3a22-486d-841e-3be75a0e1dde requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:40.248889 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] Transition to ACTIVE for port object b29221c7-c550-4a69-a553-5654f142bf0d will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:13:40.354447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:40.364910 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e1d5b638-6044-4f83-a1c3-f6f8986e1b60 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1385002 Sep 17 22:13:40.367135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42120) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:40.392867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:40.402076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ddf45-feba-41b8-8f38-75a665a406fc req-16e3104f-f8b0-43b4-92c8-40c33353c9db tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:40.408878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ddf45-feba-41b8-8f38-75a665a406fc req-16e3104f-f8b0-43b4-92c8-40c33353c9db tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:40.417193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f19ddf45-feba-41b8-8f38-75a665a406fc req-16e3104f-f8b0-43b4-92c8-40c33353c9db tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1681 time: 0.1141157 Sep 17 22:13:40.420693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:40.421619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b29221c7-c550-4a69-a553-5654f142bf0d no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:40.458456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74cf04-a5a0-4931-a357-666555a6b936 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:40.466519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74cf04-a5a0-4931-a357-666555a6b936 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:40.470701 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5f74cf04-a5a0-4931-a357-666555a6b936 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0992038 Sep 17 22:13:40.471302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.473715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42122) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:40.493086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b29221c7-c550-4a69-a553-5654f142bf0d not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:40.507236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f19ddf45-feba-41b8-8f38-75a665a406fc req-c9c59ea9-9bad-4cc2-8571-c387ad7d08ec tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896337 Sep 17 22:13:40.578684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] No DVR routers for this DVR port b29221c7-c550-4a69-a553-5654f142bf0d on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:40.623263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42126) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:40.643364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] Pushing event updated for resources: {'Port': ['ID=b29221c7-c550-4a69-a553-5654f142bf0d,revision_number=10']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:40.669780 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-f1186024-7f81-4a6e-a005-082bed5bc3dc service neutron] 10.222.0.32 "PUT /v2.0/ports/b29221c7-c550-4a69-a553-5654f142bf0d/bindings/n-h2-713498-17/activate HTTP/1.1" status: 200 len: 370 time: 1.0413077 Sep 17 22:13:40.671484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72bb8a-4d93-43b4-bc7a-4927316e4b99 None None] Network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:40.684865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:13:40.700999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-84896097-9c63-4011-87c8-9f23a803b7bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Deleting port b0b1173b-04e1-4373-a8b1-5396c64a99d8 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:40.702160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84896097-9c63-4011-87c8-9f23a803b7bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.752896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-30fadf49-d86a-4e0c-911f-5d6d3b093604 None None] Provisioning complete for port 80e30166-5fe0-43de-8478-6f9a9d7c3f00 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:40.753219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-30fadf49-d86a-4e0c-911f-5d6d3b093604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.787229 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84896097-9c63-4011-87c8-9f23a803b7bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.839345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-84896097-9c63-4011-87c8-9f23a803b7bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Calling delete_port for b0b1173b-04e1-4373-a8b1-5396c64a99d8 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:40.848247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:40.858234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42134) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:40.859923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7eeae060-c6f8-4dff-bc1d-5303a704f779 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8156209 Sep 17 22:13:40.863890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-783280339'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:40.869123 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:40.881852 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:40.882490 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:40.929828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-a6f2955c-2a5b-4a73-9709-244563d8d82c tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:40.931922 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-a6f2955c-2a5b-4a73-9709-244563d8d82c tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.1302090 Sep 17 22:13:40.944291 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-30fadf49-d86a-4e0c-911f-5d6d3b093604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:40.946608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-46fd9e31-23e6-461a-a198-51e4dbc0496a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2c32f501ac14cd28f08b9c7bc1bdfd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218930 Sep 17 22:13:40.951501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42136) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:40.984954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f45baa-8617-4332-bd3a-8d4b170c08ef req-c767bb5f-a88d-4458-9b25-37ae1633ef81 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:40.990140 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:13:41.007389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53f45baa-8617-4332-bd3a-8d4b170c08ef req-c767bb5f-a88d-4458-9b25-37ae1633ef81 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 944 time: 0.1460505 Sep 17 22:13:41.029244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-30fadf49-d86a-4e0c-911f-5d6d3b093604 None None] For port 80e30166-5fe0-43de-8478-6f9a9d7c3f00, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=80e30166-5fe0-43de-8478-6f9a9d7c3f00,segment=NetworkSegment(ae33a122-4cca-4bd4-8e50-3224c1e0d99a),segment_id=ae33a122-4cca-4bd4-8e50-3224c1e0d99a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:41.061174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-25d28422-58eb-4cc4-ac4a-af468b0f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:41.063430 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-25d28422-58eb-4cc4-ac4a-af468b0f7915 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970&tenant_id=132ca9e15192406e9bfbb730ea7dd771 HTTP/1.1" status: 200 len: 1096 time: 0.1136541 Sep 17 22:13:41.076114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:41.080910 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.101569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efea018c-c587-447f-b23f-ccb89964dce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.131450 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-30fadf49-d86a-4e0c-911f-5d6d3b093604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.141908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-e1eac0c3-f4bb-4d20-822f-aa7a6b3f749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:41.142545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53f45baa-8617-4332-bd3a-8d4b170c08ef req-215b8f2e-8a12-46cb-8f2a-44584d25c8f0 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870831 Sep 17 22:13:41.143785 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-e1eac0c3-f4bb-4d20-822f-aa7a6b3f749d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=132ca9e15192406e9bfbb730ea7dd771&device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 1096 time: 0.0478106 Sep 17 22:13:41.167674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efea018c-c587-447f-b23f-ccb89964dce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.184837 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84896097-9c63-4011-87c8-9f23a803b7bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.202633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fadf49-d86a-4e0c-911f-5d6d3b093604 None None] Pushing event updated for resources: {'Port': ['ID=80e30166-5fe0-43de-8478-6f9a9d7c3f00,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:41.205279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:41.256676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84896097-9c63-4011-87c8-9f23a803b7bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Port': ['ID=b0b1173b-04e1-4373-a8b1-5396c64a99d8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:41.270899 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:13:39Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:39Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:41.302851 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:13:41.303187 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Updating router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:13:41.307708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.308172 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added segment 72c349d6-30ef-41b2-8d95-86ea5b3c2cae of type vlan for network eaea9ff1-812a-4807-bcce-7f199021f451 Sep 17 22:13:41.318642 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efea018c-c587-447f-b23f-ccb89964dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.321221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efea018c-c587-447f-b23f-ccb89964dce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.322577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-efea018c-c587-447f-b23f-ccb89964dce9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21dcd875-40df-4201-a640-73f42df9a083 HTTP/1.1" status: 204 len: 168 time: 0.3704586 Sep 17 22:13:41.339755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea018c-c587-447f-b23f-ccb89964dce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dcd875-40df-4201-a640-73f42df9a083,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:41.339950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84896097-9c63-4011-87c8-9f23a803b7bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.346727 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-84896097-9c63-4011-87c8-9f23a803b7bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/ports/b0b1173b-04e1-4373-a8b1-5396c64a99d8 HTTP/1.1" status: 204 len: 168 time: 0.8654993 Sep 17 22:13:41.348528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42144) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:41.365129 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.402372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-9bf7c6a4-bad3-477d-ae65-f550e2066ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:41.404229 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-9bf7c6a4-bad3-477d-ae65-f550e2066ba9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 200 len: 921 time: 0.2525938 Sep 17 22:13:41.405711 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.409998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b36b7c0d-a2eb-4037-b1da-b03620a93748 None None] Provisioning complete for port 80e30166-5fe0-43de-8478-6f9a9d7c3f00 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:41.410370 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b36b7c0d-a2eb-4037-b1da-b03620a93748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.461441 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-6946914d-4ded-4f33-a6ad-1036b4276eeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b29221c7-c550-4a69-a553-5654f142bf0d HTTP/1.1" status: 200 len: 217 time: 0.0463886 Sep 17 22:13:41.530300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-54e9e255-559e-4cef-a765-9c16aa3c8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:41.532731 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-54e9e255-559e-4cef-a765-9c16aa3c8eae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 200 len: 861 time: 0.0630238 Sep 17 22:13:41.585815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-bad5c5ed-54cb-407f-a9e6-3a478fd34051 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Deleting port c8aa9794-5e36-4a00-a8b4-37b68bcd476b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:41.587111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bad5c5ed-54cb-407f-a9e6-3a478fd34051 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.618023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.654816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:41.661953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.672060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b36b7c0d-a2eb-4037-b1da-b03620a93748 None None] Provisioning complete for port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:41.672602 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b36b7c0d-a2eb-4037-b1da-b03620a93748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.737709 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bad5c5ed-54cb-407f-a9e6-3a478fd34051 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.749168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b36b7c0d-a2eb-4037-b1da-b03620a93748 None None] Port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:41.749565 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-0e501e05-b7f4-486f-a2ac-619e46a4c018 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b84cd57-6e0c-4713-8808-efa126488a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882782 Sep 17 22:13:41.763995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-bad5c5ed-54cb-407f-a9e6-3a478fd34051 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Calling delete_port for c8aa9794-5e36-4a00-a8b4-37b68bcd476b owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:41.786199 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.815161 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9555380 Sep 17 22:13:41.828465 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42150) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:41.836597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 80e30166-5fe0-43de-8478-6f9a9d7c3f00 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:41.849730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'subnet': {'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:41.861747 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.939064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d157196e-76c5-4d70-b091-9d33240fc15c None None] Provisioning complete for port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:41.939774 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d157196e-76c5-4d70-b091-9d33240fc15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:41.941740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202422-5797-49ac-b176-a711ce01bcc9 req-28620f55-f382-42d4-b981-4771d2836523 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:41.948746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202422-5797-49ac-b176-a711ce01bcc9 req-28620f55-f382-42d4-b981-4771d2836523 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:41.965003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f202422-5797-49ac-b176-a711ce01bcc9 req-28620f55-f382-42d4-b981-4771d2836523 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1681 time: 0.1133094 Sep 17 22:13:42.020452 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bad5c5ed-54cb-407f-a9e6-3a478fd34051 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.045557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d157196e-76c5-4d70-b091-9d33240fc15c None None] Port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:42.053643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5c5ed-54cb-407f-a9e6-3a478fd34051 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Port': ['ID=c8aa9794-5e36-4a00-a8b4-37b68bcd476b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:42.062472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 80e30166-5fe0-43de-8478-6f9a9d7c3f00 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:42.063206 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.082400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f202422-5797-49ac-b176-a711ce01bcc9 req-16c66bff-97c6-45f4-ac64-f56ed41e55df tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164877 Sep 17 22:13:42.104330 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bad5c5ed-54cb-407f-a9e6-3a478fd34051 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.104330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bad5c5ed-54cb-407f-a9e6-3a478fd34051 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/ports/c8aa9794-5e36-4a00-a8b4-37b68bcd476b HTTP/1.1" status: 204 len: 168 time: 0.7524068 Sep 17 22:13:42.111515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42156) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:42.145325 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Pushing event updated for resources: {'Port': ['ID=fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:42.180392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a83d3345-55a1-4459-8577-052d3226fde1 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0640430 Sep 17 22:13:42.180606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42160) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:42.187809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1766449792'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:42.190096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cded34-3f22-4ab5-b755-89de4a1605ee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Network': ['ID=eaea9ff1-812a-4807-bcce-7f199021f451,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:42.205920 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network eaea9ff1-812a-4807-bcce-7f199021f451 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:42.259274 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-65663c1d-2712-462a-8728-7f4ca802f738 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972575 Sep 17 22:13:42.276554 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.278871 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.279215 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.279863 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.285622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.285622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.285622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.285622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.285622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.285622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.285622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.285622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:13:42.308036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Made reservation on behalf of 883f4fddeb894c94aa1ba85b7cf25975 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:42.312015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.336100 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Attempting to bind port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:42.336681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Attempting to bind port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:42.337101 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Attempting to bind port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 on network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:42.347554 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:42.348410 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Checking segment: {'id': 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:42.350346 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.350346 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Bound using segment: {'id': 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:42.350346 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Bound port: fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:42.350346 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.359763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:42.375498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e5c76-b975-459b-a984-4fa23052dd72 req-29851e4b-2434-49b7-9523-190e4004d06d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:42.376459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a11e5c76-b975-459b-a984-4fa23052dd72 req-29851e4b-2434-49b7-9523-190e4004d06d tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 944 time: 0.1275923 Sep 17 22:13:42.382326 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.382670 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Added segment 5c15fe05-460a-4626-bf0c-978c1b198deb of type vlan for network ca0dde71-29c8-4bd4-a41a-ae162208357f Sep 17 22:13:42.413082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-77896657-fde6-442a-8e9e-4452dd8bb9b0 None None] Provisioning complete for port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:42.423691 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-77896657-fde6-442a-8e9e-4452dd8bb9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.437233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42164) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:42.465193 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] For port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:42.471372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 65fc72d8-f759-4e9d-b47d-7ef86dd5972d up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:42.473067 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] For port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9,segment=NetworkSegment(ae33a122-4cca-4bd4-8e50-3224c1e0d99a),segment_id=ae33a122-4cca-4bd4-8e50-3224c1e0d99a)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:42.476563 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-20e02a7a-e515-4e53-a64e-fb4b5e86de50 service neutron] 10.222.0.35 "GET /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097242 Sep 17 22:13:42.495500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5e79ea2-4aab-42ed-86e6-289c9c2e5f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.520577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:42.520577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.529286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-77896657-fde6-442a-8e9e-4452dd8bb9b0 None None] Port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:42.538553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a11e5c76-b975-459b-a984-4fa23052dd72 req-fb9ae474-265b-4181-83f3-3bdb0c5b03dd tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542842 Sep 17 22:13:42.542706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.575214 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.655191 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea34ad-d6be-42af-b378-e1e8e0939f07 None None] Pushing event updated for resources: {'Port': ['ID=fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:42.662958 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5e79ea2-4aab-42ed-86e6-289c9c2e5f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.666199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a29c1409-d635-4903-ab76-a12cb3b64294 None None] Provisioning complete for port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:42.666572 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a29c1409-d635-4903-ab76-a12cb3b64294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.672389 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:42.673000 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:42.741544 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.747941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:42.748616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.778342 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:13:42.816908 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a29c1409-d635-4903-ab76-a12cb3b64294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.819369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:13:42.824650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:42.825107 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.856468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5e79ea2-4aab-42ed-86e6-289c9c2e5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.886003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a29c1409-d635-4903-ab76-a12cb3b64294 None None] For port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9,segment=NetworkSegment(ae33a122-4cca-4bd4-8e50-3224c1e0d99a),segment_id=ae33a122-4cca-4bd4-8e50-3224c1e0d99a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:42.886230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Network': ['ID=ca0dde71-29c8-4bd4-a41a-ae162208357f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:42.901575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.908945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e5e79ea2-4aab-42ed-86e6-289c9c2e5f05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e0465509a6040bea1cc034e7f43c62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602413 Sep 17 22:13:42.910452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42166) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:42.935232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.936678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e79ea2-4aab-42ed-86e6-289c9c2e5f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c0269b-22f1-4a1d-b70d-8854c453ef69,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:42.960071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network ca0dde71-29c8-4bd4-a41a-ae162208357f details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:42.982118 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05442cca-8aa2-47ca-a15c-2f3cc2feec57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.994428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da5fedb0-c498-4545-a6f6-3c514c4d5da0 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8125944 Sep 17 22:13:42.996847 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a29c1409-d635-4903-ab76-a12cb3b64294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:42.997219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42168) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:43.002587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1454034709'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:43.012529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Subnet': ['ID=77c8ffa2-c43f-4699-8d68-56b11734c7a9,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:43.019570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc72d8-f759-4e9d-b47d-7ef86dd5972d'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:43.023245 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923c2e5b-d0b7-4d10-8053-239470a13642" -d '{"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-plugged", "status": "completed", "tag": "65fc72d8-f759-4e9d-b47d-7ef86dd5972d"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:43.023570 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05442cca-8aa2-47ca-a15c-2f3cc2feec57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.035379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Checking segment: {'id': '72c349d6-30ef-41b2-8d95-86ea5b3c2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:43.035729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network hostable DHCP agents. Network: eaea9ff1-812a-4807-bcce-7f199021f451, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:43.069642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,segment=NetworkSegment(4a8fa669-cdf1-4461-ae12-0910068831a1),segment_id=4a8fa669-cdf1-4461-ae12-0910068831a1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:43.101620 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57389d5-e5d4-4d2d-8c37-46e5fda2a95e x-openstack-request-id: req-b57389d5-e5d4-4d2d-8c37-46e5fda2a95e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:43.102147 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-plugged", "status": "completed", "tag": "65fc72d8-f759-4e9d-b47d-7ef86dd5972d", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:43.102550 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b57389d5-e5d4-4d2d-8c37-46e5fda2a95e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:43.103158 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc72d8-f759-4e9d-b47d-7ef86dd5972d', 'code': 200} Sep 17 22:13:43.119104 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:13:39Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:43.135870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Made reservation on behalf of 883f4fddeb894c94aa1ba85b7cf25975 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:43.140096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.155951 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac209ef3-a0ed-4dff-aec2-4cb41e8301d2 None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:13:39Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:43.165593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c1409-d635-4903-ab76-a12cb3b64294 None None] Pushing event updated for resources: {'Port': ['ID=fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:43.183168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-10122644-ae62-4fdc-be02-ecb5f6654a48 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:43.191243 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-10122644-ae62-4fdc-be02-ecb5f6654a48 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970&tenant_id=132ca9e15192406e9bfbb730ea7dd771&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.0887804 Sep 17 22:13:43.200169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b610a9c6-67e5-4190-b7f6-bcef8c358cdf None None] Provisioning complete for port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:43.201507 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b610a9c6-67e5-4190-b7f6-bcef8c358cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.227122 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.228704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 901cb056-cd25-4e75-bbf8-648fcfb24c32 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:43.230545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network eaea9ff1-812a-4807-bcce-7f199021f451 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:43.259675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2bff9-561e-44b4-8d10-b61bd616ea2a req-1d5eb7f3-d651-48a9-a426-77ca11506f0b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:43.269052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2bff9-561e-44b4-8d10-b61bd616ea2a req-1d5eb7f3-d651-48a9-a426-77ca11506f0b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:43.269361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d6f2bff9-561e-44b4-8d10-b61bd616ea2a req-1d5eb7f3-d651-48a9-a426-77ca11506f0b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1681 time: 0.0691879 Sep 17 22:13:43.271523 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05442cca-8aa2-47ca-a15c-2f3cc2feec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.274970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05442cca-8aa2-47ca-a15c-2f3cc2feec57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.276745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-05442cca-8aa2-47ca-a15c-2f3cc2feec57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7c0269b-22f1-4a1d-b70d-8854c453ef69 HTTP/1.1" status: 204 len: 168 time: 0.3654156 Sep 17 22:13:43.285671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:43.300900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05442cca-8aa2-47ca-a15c-2f3cc2feec57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c0269b-22f1-4a1d-b70d-8854c453ef69,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:43.351684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d6f2bff9-561e-44b4-8d10-b61bd616ea2a req-4a8a5fe4-7e16-446c-89fc-99981d114aa6 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607252 Sep 17 22:13:43.366206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.366568 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Added segment 2427852f-4e3f-460a-a155-523052b995ef of type vlan for network f65c2449-1728-4c60-a09c-3ee42bcfea26 Sep 17 22:13:43.373888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:43.377480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, eaea9ff1-812a-4807-bcce-7f199021f451) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:43.384193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:43.384784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.402457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd0603-be5d-478c-80f6-e2f6f83988ac None None] Network eaea9ff1-812a-4807-bcce-7f199021f451 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:43.431798 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.450770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-7c167b30-072e-424b-aff4-f8dbe158cae6 service neutron] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:43.460695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-7c167b30-072e-424b-aff4-f8dbe158cae6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.462263 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1aabdf77-3d02-42b0-ac28-c96be5e7b382 req-7c167b30-072e-424b-aff4-f8dbe158cae6 service neutron] 10.222.0.35 "DELETE /v2.0/ports/b29221c7-c550-4a69-a553-5654f142bf0d/bindings/n-h1-713498-17 HTTP/1.1" status: 204 len: 173 time: 0.2646294 Sep 17 22:13:43.520172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dfbd7bad-ed63-4d7d-9429-19718d47ccd6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6926215 Sep 17 22:13:43.523098 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42182) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:43.637033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.644651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:43.649182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 901cb056-cd25-4e75-bbf8-648fcfb24c32 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:13:43.649581 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.658953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 901cb056-cd25-4e75-bbf8-648fcfb24c32 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:43.660003 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:43.759359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1430b-24ff-461c-a301-81e3703fb151 req-5f3c9b58-339f-4276-b8d8-df2afda00b10 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:43.769163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6da1430b-24ff-461c-a301-81e3703fb151 req-5f3c9b58-339f-4276-b8d8-df2afda00b10 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 944 time: 0.0871241 Sep 17 22:13:43.774600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:43.841610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6da1430b-24ff-461c-a301-81e3703fb151 req-f3388761-9920-4ae1-94de-ad91439b886a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654628 Sep 17 22:13:43.894334 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8810575 Sep 17 22:13:43.894334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e8b80-0687-4bb7-8046-0609773b331f tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Network': ['ID=f65c2449-1728-4c60-a09c-3ee42bcfea26,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:43.926577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f65c2449-1728-4c60-a09c-3ee42bcfea26 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:43.973147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-eaea9ff1-812a-4807-bcce-7f199021f451', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:43.974548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.021715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:44.022414 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.044945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42194) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:44.051935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'subnets': [{'network_id': 'ca0dde71-29c8-4bd4-a41a-ae162208357f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--653615867', 'ip_version': 4}, {'network_id': 'f65c2449-1728-4c60-a09c-3ee42bcfea26', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:44.052246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'subnet': {'network_id': 'ca0dde71-29c8-4bd4-a41a-ae162208357f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--653615867', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:44.052814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Request body: {'subnet': {'network_id': 'f65c2449-1728-4c60-a09c-3ee42bcfea26', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:44.111686 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.218909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69137bb7-5577-4b34-b904-f4cc431de109 req-cdb3b541-21a0-4629-a840-91a346f1dfc4 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:44.227291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69137bb7-5577-4b34-b904-f4cc431de109 req-cdb3b541-21a0-4629-a840-91a346f1dfc4 tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 1096 time: 0.2108366 Sep 17 22:13:44.272597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 901cb056-cd25-4e75-bbf8-648fcfb24c32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=901cb056-cd25-4e75-bbf8-648fcfb24c32,segment=NetworkSegment(a6b393f7-a114-4b67-8673-003268c980fd),segment_id=a6b393f7-a114-4b67-8673-003268c980fd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:44.312329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69137bb7-5577-4b34-b904-f4cc431de109 req-c020b843-0ae1-4516-96ed-975354e0a4aa tempest-LiveAutoBlockMigrationV225Test-1032026203 tempest-LiveAutoBlockMigrationV225Test-1032026203-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740895 Sep 17 22:13:44.382778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.456761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Allocated IP 2001:db8:1::2 (eaea9ff1-812a-4807-bcce-7f199021f451/77c8ffa2-c43f-4699-8d68-56b11734c7a9/32448bc1-bed8-4718-8568-be8fcf4803f1) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:44.478400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=901cb056-cd25-4e75-bbf8-648fcfb24c32,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:44.551632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Made reservation on behalf of 883f4fddeb894c94aa1ba85b7cf25975 for: {'subnet': 2} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:44.557222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.557728 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.641330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e256-bbe4-4dfa-af14-19b65bde0091 req-213c7e2c-fd3a-4a75-b667-13a1ed656c53 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:44.647420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e256-bbe4-4dfa-af14-19b65bde0091 req-213c7e2c-fd3a-4a75-b667-13a1ed656c53 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:44.649076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5f2e256-bbe4-4dfa-af14-19b65bde0091 req-213c7e2c-fd3a-4a75-b667-13a1ed656c53 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1683 time: 0.1450160 Sep 17 22:13:44.653094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.693883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.721254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5f2e256-bbe4-4dfa-af14-19b65bde0091 req-12f19327-9643-438d-9fd1-8ce678e4c842 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657809 Sep 17 22:13:44.787612 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.834526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Network eaea9ff1-812a-4807-bcce-7f199021f451 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:44.837709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:44.841352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:44.881446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Pushing event updated for resources: {'Port': ['ID=32448bc1-bed8-4718-8568-be8fcf4803f1,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:44.910066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Attempting to bind port 32448bc1-bed8-4718-8568-be8fcf4803f1 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:44.911405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Attempting to bind port 32448bc1-bed8-4718-8568-be8fcf4803f1 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '72c349d6-30ef-41b2-8d95-86ea5b3c2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:44.911405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Attempting to bind port 32448bc1-bed8-4718-8568-be8fcf4803f1 on network eaea9ff1-812a-4807-bcce-7f199021f451 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:44.916332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:44.916709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Checking segment: {'id': '72c349d6-30ef-41b2-8d95-86ea5b3c2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:44.917101 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:44.917729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Bound using segment: {'id': '72c349d6-30ef-41b2-8d95-86ea5b3c2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:44.918194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Bound port: 32448bc1-bed8-4718-8568-be8fcf4803f1, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c349d6-30ef-41b2-8d95-86ea5b3c2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:44.918584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.002815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] For port 32448bc1-bed8-4718-8568-be8fcf4803f1, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:45.006224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] For port 32448bc1-bed8-4718-8568-be8fcf4803f1, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=32448bc1-bed8-4718-8568-be8fcf4803f1,segment=NetworkSegment(72c349d6-30ef-41b2-8d95-86ea5b3c2cae),segment_id=72c349d6-30ef-41b2-8d95-86ea5b3c2cae)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:45.059417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 2001:db8:1::1 (eaea9ff1-812a-4807-bcce-7f199021f451/77c8ffa2-c43f-4699-8d68-56b11734c7a9/19909f16-b9c5-49b9-95f9-4c9b343a6263) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:45.102187 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.126820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901cb056-cd25-4e75-bbf8-648fcfb24c32'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:45.130911 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caf5c98-4de8-48e9-8191-ce85fd3ca695" -d '{"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-plugged", "status": "completed", "tag": "901cb056-cd25-4e75-bbf8-648fcfb24c32"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:45.231925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.251835 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183b977b-940c-491a-82d1-93dc3f546ad0 x-openstack-request-id: req-183b977b-940c-491a-82d1-93dc3f546ad0 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:45.253036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484591-4fba-4ecc-b451-fd6f4ff57eb4 req-19d0c23c-5b39-4e97-96b3-f7bceb194ddf tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:45.253222 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-plugged", "status": "completed", "tag": "901cb056-cd25-4e75-bbf8-648fcfb24c32", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:45.253496 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-183b977b-940c-491a-82d1-93dc3f546ad0 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:45.253866 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901cb056-cd25-4e75-bbf8-648fcfb24c32', 'code': 200} Sep 17 22:13:45.256002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46484591-4fba-4ecc-b451-fd6f4ff57eb4 req-19d0c23c-5b39-4e97-96b3-f7bceb194ddf tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 944 time: 0.1764755 Sep 17 22:13:45.271360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a1695-6fc7-472d-a517-93d7de8acd73 None None] Pushing event updated for resources: {'Port': ['ID=32448bc1-bed8-4718-8568-be8fcf4803f1,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:45.324802 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.391170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.411722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46484591-4fba-4ecc-b451-fd6f4ff57eb4 req-aa321925-5a6c-4813-80b4-9a3e58d350d4 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428454 Sep 17 22:13:45.443340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Subnet': ['ID=201a0bbd-b526-4de9-92b7-d9c4f6fd6df3,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:45.467828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Checking segment: {'id': '5c15fe05-460a-4626-bf0c-978c1b198deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ca0dde71-29c8-4bd4-a41a-ae162208357f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:45.468205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Network hostable DHCP agents. Network: ca0dde71-29c8-4bd4-a41a-ae162208357f, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:45.497160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network eaea9ff1-812a-4807-bcce-7f199021f451 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:45.505379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:45.532743 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:45.533418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.591079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=19909f16-b9c5-49b9-95f9-4c9b343a6263,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:45.593006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Network ca0dde71-29c8-4bd4-a41a-ae162208357f is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:45.609700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4be7-6343-49a9-a382-bcf0b75b617f req-4adf6d15-78f4-4d1b-a45f-5cef718d5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:45.610250 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4be7-6343-49a9-a382-bcf0b75b617f req-4adf6d15-78f4-4d1b-a45f-5cef718d5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:45.611970 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ad1c4be7-6343-49a9-a382-bcf0b75b617f req-4adf6d15-78f4-4d1b-a45f-5cef718d5aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1987 time: 0.2511747 Sep 17 22:13:45.688936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 32448bc1-bed8-4718-8568-be8fcf4803f1 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:45.709335 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ad1c4be7-6343-49a9-a382-bcf0b75b617f req-de1dd768-d521-4d5f-93a6-8ff42fbc06f3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884113 Sep 17 22:13:45.724915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-fcc295c2-1f7b-463f-89d4-66c0215966a5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:45.726520 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-fcc295c2-1f7b-463f-89d4-66c0215966a5 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.35 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 944 time: 0.1068826 Sep 17 22:13:45.736413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, ca0dde71-29c8-4bd4-a41a-ae162208357f) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:45.739632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 32448bc1-bed8-4718-8568-be8fcf4803f1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:45.740682 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.743905 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.763496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fa4a09-d7b4-4b05-9268-95de3b493fdb None None] Network ca0dde71-29c8-4bd4-a41a-ae162208357f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:45.819628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event updated for resources: {'Subnet': ['ID=7ab40b29-51d3-4975-8899-91f1ced984f7,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:45.839083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Checking segment: {'id': '2427852f-4e3f-460a-a155-523052b995ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f65c2449-1728-4c60-a09c-3ee42bcfea26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:45.839446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Network hostable DHCP agents. Network: f65c2449-1728-4c60-a09c-3ee42bcfea26, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:45.922231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.956372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Network f65c2449-1728-4c60-a09c-3ee42bcfea26 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:45.974829 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Deleting port b29221c7-c550-4a69-a553-5654f142bf0d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:45.976744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:45.983690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997de2b-e50c-4564-a04a-b598b3a15760 req-c2dee95f-6348-441c-a68c-1e54685a907d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:46.008286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997de2b-e50c-4564-a04a-b598b3a15760 req-c2dee95f-6348-441c-a68c-1e54685a907d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:46.008286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1997de2b-e50c-4564-a04a-b598b3a15760 req-c2dee95f-6348-441c-a68c-1e54685a907d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1683 time: 0.1264756 Sep 17 22:13:46.075304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1997de2b-e50c-4564-a04a-b598b3a15760 req-23a14cf3-f515-4f36-9e5f-777b3fa7ca3a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655351 Sep 17 22:13:46.122251 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.125244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f65c2449-1728-4c60-a09c-3ee42bcfea26) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:46.134301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:46.136152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:46.136844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.138042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-ca0dde71-29c8-4bd4-a41a-ae162208357f', 'network_id': 'ca0dde71-29c8-4bd4-a41a-ae162208357f', 'tenant_id': '883f4fddeb894c94aa1ba85b7cf25975', 'fixed_ips': [{'subnet_id': '201a0bbd-b526-4de9-92b7-d9c4f6fd6df3'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:46.139220 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.160039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a46f3f8-3ceb-407a-9f55-886bcee8e1df None None] Network f65c2449-1728-4c60-a09c-3ee42bcfea26 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:46.198115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] For port b29221c7-c550-4a69-a553-5654f142bf0d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b29221c7-c550-4a69-a553-5654f142bf0d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:46.198350 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.229760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Calling delete_port for b29221c7-c550-4a69-a553-5654f142bf0d owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:46.290916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2c2c8355-0d02-475d-b153-eef524db7b80 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2427366 Sep 17 22:13:46.295103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42244) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:46.299247 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 32448bc1-bed8-4718-8568-be8fcf4803f1, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=32448bc1-bed8-4718-8568-be8fcf4803f1,segment=NetworkSegment(72c349d6-30ef-41b2-8d95-86ea5b3c2cae),segment_id=72c349d6-30ef-41b2-8d95-86ea5b3c2cae)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:46.394632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.451318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.482553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201aab1e-5f82-49b7-9086-4c6ea366ab5e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:46.486002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201aab1e-5f82-49b7-9086-4c6ea366ab5e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:46.488661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201aab1e-5f82-49b7-9086-4c6ea366ab5e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:46.492089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-201aab1e-5f82-49b7-9086-4c6ea366ab5e tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1959381 Sep 17 22:13:46.493551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42254) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:46.536102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.537332 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.573087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Allocated IP 172.20.0.2 (ca0dde71-29c8-4bd4-a41a-ae162208357f/201a0bbd-b526-4de9-92b7-d9c4f6fd6df3/bc0842b2-e899-4cf7-a202-af243df40c3a) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:46.609513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0290025-ef6a-4591-8eb3-3caa46f42dfa None None] Network eaea9ff1-812a-4807-bcce-7f199021f451 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:46.622537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-36acf1b7-21ef-499a-a1d0-037571e58080 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Deleting subnet 201a0bbd-b526-4de9-92b7-d9c4f6fd6df3 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:13:46.633084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309334d-ef04-46b3-b5b4-e85c8c821a16 req-bd69a882-2561-440f-9e35-6fbde9f5a024 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:46.642860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f309334d-ef04-46b3-b5b4-e85c8c821a16 req-bd69a882-2561-440f-9e35-6fbde9f5a024 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 944 time: 0.1049588 Sep 17 22:13:46.671101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=32448bc1-bed8-4718-8568-be8fcf4803f1,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:46.685814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f309334d-ef04-46b3-b5b4-e85c8c821a16 req-4553fdf6-21ca-4f48-8afd-d7a1008e2e97 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Sep 17 22:13:46.712539 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.736313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=19909f16-b9c5-49b9-95f9-4c9b343a6263,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:46.767904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3d539988-adff-4ff9-ba43-bef40bb474d8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:13:46.770703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Pushing event deleted for resources: {'Port': ['ID=b29221c7-c550-4a69-a553-5654f142bf0d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:46.802933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-61ddf619-07b8-404e-8e28-f264ea95d3f6 None None] Provisioning complete for port 32448bc1-bed8-4718-8568-be8fcf4803f1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:46.803558 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-61ddf619-07b8-404e-8e28-f264ea95d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.813251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-f65c2449-1728-4c60-a09c-3ee42bcfea26', 'network_id': 'f65c2449-1728-4c60-a09c-3ee42bcfea26', 'tenant_id': '883f4fddeb894c94aa1ba85b7cf25975', 'fixed_ips': [{'subnet_id': '7ab40b29-51d3-4975-8899-91f1ced984f7'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:46.815640 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.815764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network eaea9ff1-812a-4807-bcce-7f199021f451 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:46.830149 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:46.833010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] No DVR routers for this DVR port b29221c7-c550-4a69-a553-5654f142bf0d on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:46.835846 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:46.838592 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e78d3cd1-cc4e-4331-836e-c649697e5a30 req-d0495220-a08e-480b-b001-e052533b6747 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.35 "DELETE /v2.0/ports/b29221c7-c550-4a69-a553-5654f142bf0d HTTP/1.1" status: 204 len: 173 time: 1.1052763 Sep 17 22:13:46.843963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'name': 'network-vif-deleted', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:46.846269 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3d29ee-954e-40dc-9bf5-841de93cd4b4" -d '{"events": [{"server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "name": "network-vif-deleted", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:46.899035 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1fd21f-5f9d-4111-b073-2b8218b627cf x-openstack-request-id: req-5d1fd21f-5f9d-4111-b073-2b8218b627cf {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:46.899338 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883d0b2d-ceb5-480b-a479-8be0e194f970", "name": "network-vif-deleted", "tag": "b29221c7-c550-4a69-a553-5654f142bf0d", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:46.899593 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d1fd21f-5f9d-4111-b073-2b8218b627cf {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:46.900510 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883d0b2d-ceb5-480b-a479-8be0e194f970', 'name': 'network-vif-deleted', 'tag': 'b29221c7-c550-4a69-a553-5654f142bf0d', 'status': 'completed', 'code': 200} Sep 17 22:13:46.964831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:13:46.977418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-7293720d-5a62-4776-ab5f-15be699a4324 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318565 Sep 17 22:13:47.079738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:47.117589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:47.120402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-da29429a-6a23-4743-97c7-3abc66b65def tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:47.120549 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d9880c3d-7d66-4c8c-86d4-1b37754e0979 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5943806 Sep 17 22:13:47.120549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42276) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:47.127440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-da29429a-6a23-4743-97c7-3abc66b65def tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483357 Sep 17 22:13:47.134987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1738021528'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:47.163384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-e9f0af97-e54e-41fa-b7fc-82f3242fd52b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/quotas/649c8f43cae541d2a74bf88cbcf62f86 HTTP/1.1" status: 200 len: 375 time: 0.0348520 Sep 17 22:13:47.287338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:47.288091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:47.289907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:47.294965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.328128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:47.375650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.376333 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added segment d56f8f66-024a-4184-8899-a81425f0e1b1 of type vlan for network 892bb3f5-157d-4205-8aca-df6da22618d7 Sep 17 22:13:47.384591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:13:47.429154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.490130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.513739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.525375 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:47.526964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.550404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-2e45bb52-6282-4c33-90b3-3340f063e655 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3846736 Sep 17 22:13:47.601035 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36acf1b7-21ef-499a-a1d0-037571e58080 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.629303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Allocated IP 172.20.0.18 (f65c2449-1728-4c60-a09c-3ee42bcfea26/7ab40b29-51d3-4975-8899-91f1ced984f7/d72eca5a-1dec-427e-88ba-c6e22cd25e30) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:47.632719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.649062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Network': ['ID=892bb3f5-157d-4205-8aca-df6da22618d7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:47.675481 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4c1a8941-e646-4738-9af4-9911fdeb0c29 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5495613 Sep 17 22:13:47.677715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42280) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:47.686017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 892bb3f5-157d-4205-8aca-df6da22618d7 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:47.689400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'subnet': {'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:47.704884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36acf1b7-21ef-499a-a1d0-037571e58080 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.716271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5519d-09e5-4a32-b3e5-404381d61fb8 req-c7415466-aebc-4bd8-917c-b38bc55ef203 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:47.717295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 32448bc1-bed8-4718-8568-be8fcf4803f1 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:47.722747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5519d-09e5-4a32-b3e5-404381d61fb8 req-c7415466-aebc-4bd8-917c-b38bc55ef203 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:47.730418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67f5519d-09e5-4a32-b3e5-404381d61fb8 req-c7415466-aebc-4bd8-917c-b38bc55ef203 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1683 time: 0.1776483 Sep 17 22:13:47.821328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67f5519d-09e5-4a32-b3e5-404381d61fb8 req-cae299a2-4f6d-42cf-9b88-6c834923bfd6 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898223 Sep 17 22:13:47.885402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Network ca0dde71-29c8-4bd4-a41a-ae162208357f is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:47.923256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c659e5c1-2b62-4e2a-9b4c-885774fe292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.924992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:47.926621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Pushing event updated for resources: {'Port': ['ID=bc0842b2-e899-4cf7-a202-af243df40c3a,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:47.951145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 32448bc1-bed8-4718-8568-be8fcf4803f1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:47.951596 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.953789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:47.960540 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36acf1b7-21ef-499a-a1d0-037571e58080 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:47.965270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:47.972825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.253683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a59fe45-6885-4fbf-a4e0-a923a22a6f41 req-016f4afd-3658-497e-aa46-b9c2f39effb6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 210 time: 0.1294734 Sep 17 22:13:48.256157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7a46e1d-1c99-4f74-8b13-5406ceb98463 req-24985779-fd65-4c3e-8fa1-dd8c04eada1e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 210 time: 0.1308825 Sep 17 22:13:48.336603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b29221c7-c550-4a69-a553-5654f142bf0d no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:48.370378 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36acf1b7-21ef-499a-a1d0-037571e58080 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.392997 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.421091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acf1b7-21ef-499a-a1d0-037571e58080 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Subnet': ['ID=201a0bbd-b526-4de9-92b7-d9c4f6fd6df3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:48.431359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: b29221c7-c550-4a69-a553-5654f142bf0d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:48.431359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b29221c7-c550-4a69-a553-5654f142bf0d not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:48.433990 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36acf1b7-21ef-499a-a1d0-037571e58080 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.441909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42300) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:48.445102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-36acf1b7-21ef-499a-a1d0-037571e58080 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/subnets/201a0bbd-b526-4de9-92b7-d9c4f6fd6df3 HTTP/1.1" status: 204 len: 168 time: 1.9467969 Sep 17 22:13:48.451441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bcb86c62-73f3-45ad-832b-ee237cb61179 None None] Provisioning complete for port 32448bc1-bed8-4718-8568-be8fcf4803f1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:48.451819 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bcb86c62-73f3-45ad-832b-ee237cb61179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.461957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Attempting to bind port bc0842b2-e899-4cf7-a202-af243df40c3a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:48.462330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Attempting to bind port bc0842b2-e899-4cf7-a202-af243df40c3a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '5c15fe05-460a-4626-bf0c-978c1b198deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ca0dde71-29c8-4bd4-a41a-ae162208357f'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:48.462686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Attempting to bind port bc0842b2-e899-4cf7-a202-af243df40c3a on network ca0dde71-29c8-4bd4-a41a-ae162208357f {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:48.513733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec70d84-cfaa-45f2-ac2a-2d14217b0f32 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Deleting subnet 7ab40b29-51d3-4975-8899-91f1ced984f7 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:13:48.544483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Subnet': ['ID=88bb0cdd-9584-49ce-aca8-f7eb7398241e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:48.556479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Checking segment: {'id': 'd56f8f66-024a-4184-8899-a81425f0e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:48.556841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network hostable DHCP agents. Network: 892bb3f5-157d-4205-8aca-df6da22618d7, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:48.575266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:48.575646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Checking segment: {'id': '5c15fe05-460a-4626-bf0c-978c1b198deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ca0dde71-29c8-4bd4-a41a-ae162208357f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:48.576050 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.576453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Bound using segment: {'id': '5c15fe05-460a-4626-bf0c-978c1b198deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ca0dde71-29c8-4bd4-a41a-ae162208357f'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:48.576946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Bound port: bc0842b2-e899-4cf7-a202-af243df40c3a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c15fe05-460a-4626-bf0c-978c1b198deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ca0dde71-29c8-4bd4-a41a-ae162208357f'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:48.577330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.627718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 892bb3f5-157d-4205-8aca-df6da22618d7 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:48.702263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.707119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 892bb3f5-157d-4205-8aca-df6da22618d7) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:48.713706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:48.714548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.715024 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:13:45Z', 'revision_number': 3, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:46Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:48.737689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd573a-03c9-4eb7-bfbf-b047893a7460 None None] Network 892bb3f5-157d-4205-8aca-df6da22618d7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:48.782516 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec70d84-cfaa-45f2-ac2a-2d14217b0f32 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.809586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:13:48.809932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Updating router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f port 19909f16-b9c5-49b9-95f9-4c9b343a6263 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:13:48.812811 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.837938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec70d84-cfaa-45f2-ac2a-2d14217b0f32 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:48.845588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] For port bc0842b2-e899-4cf7-a202-af243df40c3a, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:48.901763 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-614f98b6-0864-40cc-a58b-cfcdd4951977 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2196031 Sep 17 22:13:48.901763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42304) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:48.996061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] For port bc0842b2-e899-4cf7-a202-af243df40c3a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bc0842b2-e899-4cf7-a202-af243df40c3a,segment=NetworkSegment(5c15fe05-460a-4626-bf0c-978c1b198deb),segment_id=5c15fe05-460a-4626-bf0c-978c1b198deb)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:49.019170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Network f65c2449-1728-4c60-a09c-3ee42bcfea26 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:49.023882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.033577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8398a34-2d7c-49cd-84a5-d5617ff688b4 req-0c96b34d-f752-4c17-b713-7fdf453447b3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:49.040090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8398a34-2d7c-49cd-84a5-d5617ff688b4 req-0c96b34d-f752-4c17-b713-7fdf453447b3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:49.043409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:49.048168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:49.049974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8398a34-2d7c-49cd-84a5-d5617ff688b4 req-0c96b34d-f752-4c17-b713-7fdf453447b3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1683 time: 0.1072483 Sep 17 22:13:49.076041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Pushing event updated for resources: {'Port': ['ID=d72eca5a-1dec-427e-88ba-c6e22cd25e30,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:49.103883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.108439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec70d84-cfaa-45f2-ac2a-2d14217b0f32 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.136099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8398a34-2d7c-49cd-84a5-d5617ff688b4 req-93b2f0bb-8ee9-43c7-ba99-032b484f31dc tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797839 Sep 17 22:13:49.306703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bcb86c62-73f3-45ad-832b-ee237cb61179 None None] Provisioning complete for port 19909f16-b9c5-49b9-95f9-4c9b343a6263 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:49.307361 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bcb86c62-73f3-45ad-832b-ee237cb61179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.313230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Attempting to bind port d72eca5a-1dec-427e-88ba-c6e22cd25e30 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:49.313857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Attempting to bind port d72eca5a-1dec-427e-88ba-c6e22cd25e30 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2427852f-4e3f-460a-a155-523052b995ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f65c2449-1728-4c60-a09c-3ee42bcfea26'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:49.314459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Attempting to bind port d72eca5a-1dec-427e-88ba-c6e22cd25e30 on network f65c2449-1728-4c60-a09c-3ee42bcfea26 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:49.327714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:49.328445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Checking segment: {'id': '2427852f-4e3f-460a-a155-523052b995ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f65c2449-1728-4c60-a09c-3ee42bcfea26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:49.329122 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.329824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Bound using segment: {'id': '2427852f-4e3f-460a-a155-523052b995ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f65c2449-1728-4c60-a09c-3ee42bcfea26'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:49.330507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Bound port: d72eca5a-1dec-427e-88ba-c6e22cd25e30, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2427852f-4e3f-460a-a155-523052b995ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f65c2449-1728-4c60-a09c-3ee42bcfea26'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:49.331226 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.382885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b330c7e-fea8-49d1-bad9-c7d6fcc6ad64 req-1ad2e091-c7c5-49b1-87b6-87f177c29a8b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 210 time: 0.0538263 Sep 17 22:13:49.477578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.525860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d560e70-97fa-4954-a22d-d7aacdfadf8d req-89aed168-9f86-4d25-9b5b-de4540bf69e3 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 210 time: 0.0563488 Sep 17 22:13:49.536983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50acd996-c55b-433c-be86-32fcb9e08ede None None] Network ca0dde71-29c8-4bd4-a41a-ae162208357f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:49.628064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf29ab6-0182-404a-9ba5-86c51875433e None None] Pushing event updated for resources: {'Port': ['ID=bc0842b2-e899-4cf7-a202-af243df40c3a,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:49.746668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bcb86c62-73f3-45ad-832b-ee237cb61179 None None] Port 19909f16-b9c5-49b9-95f9-4c9b343a6263 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:49.841431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-892bb3f5-157d-4205-8aca-df6da22618d7', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:13:49.842411 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.848844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] For port d72eca5a-1dec-427e-88ba-c6e22cd25e30, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:49.870082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f48f1-663c-4215-bdb8-9b4abf19102f req-0211b215-1537-4429-9832-2f6b5c1f7842 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:49.878148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f48f1-663c-4215-bdb8-9b4abf19102f req-0211b215-1537-4429-9832-2f6b5c1f7842 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:49.880017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c97f48f1-663c-4215-bdb8-9b4abf19102f req-0211b215-1537-4429-9832-2f6b5c1f7842 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1683 time: 0.0649428 Sep 17 22:13:49.893640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec70d84-cfaa-45f2-ac2a-2d14217b0f32 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.894119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] For port d72eca5a-1dec-427e-88ba-c6e22cd25e30, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d72eca5a-1dec-427e-88ba-c6e22cd25e30,segment=NetworkSegment(2427852f-4e3f-460a-a155-523052b995ef),segment_id=2427852f-4e3f-460a-a155-523052b995ef)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:49.930619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c97f48f1-663c-4215-bdb8-9b4abf19102f req-dde239b2-1e75-4109-95f8-da114fd95af5 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Sep 17 22:13:49.969517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec70d84-cfaa-45f2-ac2a-2d14217b0f32 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab40b29-51d3-4975-8899-91f1ced984f7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:49.989127 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec70d84-cfaa-45f2-ac2a-2d14217b0f32 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:49.991162 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-eec70d84-cfaa-45f2-ac2a-2d14217b0f32 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/subnets/7ab40b29-51d3-4975-8899-91f1ced984f7 HTTP/1.1" status: 204 len: 168 time: 1.5465717 Sep 17 22:13:49.995949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42324) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:49.998381 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.092670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2f3cba1d-a7ab-40c5-956e-047c08d05a0f None None] Provisioning complete for port 19909f16-b9c5-49b9-95f9-4c9b343a6263 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:50.093039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2f3cba1d-a7ab-40c5-956e-047c08d05a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.150385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0889cb3-b875-439a-a57f-134351fc8457 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:50.160135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b0889cb3-b875-439a-a57f-134351fc8457 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1551480 Sep 17 22:13:50.160338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42328) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:50.201108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9888b8-d9d0-42fc-a8b9-af18f4ea51c7 None None] Pushing event updated for resources: {'Port': ['ID=d72eca5a-1dec-427e-88ba-c6e22cd25e30,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:50.255856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2f3cba1d-a7ab-40c5-956e-047c08d05a0f None None] Port 19909f16-b9c5-49b9-95f9-4c9b343a6263 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:50.259031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Allocated IP 2001:db8:2::2 (892bb3f5-157d-4205-8aca-df6da22618d7/88bb0cdd-9584-49ce-aca8-f7eb7398241e/34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:50.266512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc856a0c-7386-43e9-b257-127be26ade74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.314281 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.404089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Deleting port d72eca5a-1dec-427e-88ba-c6e22cd25e30 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:50.407822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.585028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63bc5260-2b5b-42f0-ac53-55ae2f7d52ba req-161f5039-86d7-451f-868f-9bb758863686 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 210 time: 0.0685251 Sep 17 22:13:50.614678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] For port d72eca5a-1dec-427e-88ba-c6e22cd25e30, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d72eca5a-1dec-427e-88ba-c6e22cd25e30,segment=NetworkSegment(2427852f-4e3f-460a-a155-523052b995ef),segment_id=2427852f-4e3f-460a-a155-523052b995ef)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:50.615192 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.626240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b4513-71a0-4c51-b86d-5fecc9bef240 req-94a83563-bb71-4aec-b846-20121cc2ee09 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:50.634125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab4b4513-71a0-4c51-b86d-5fecc9bef240 req-94a83563-bb71-4aec-b846-20121cc2ee09 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.2153296 Sep 17 22:13:50.657232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.673651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Calling delete_port for d72eca5a-1dec-427e-88ba-c6e22cd25e30 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:50.716287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c386bedb-0f82-4ebc-aa19-24c25e7e2ecd req-48e82f37-bddc-449f-bde8-ca9feeef7a27 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 210 time: 0.0400908 Sep 17 22:13:50.729758 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.787474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab4b4513-71a0-4c51-b86d-5fecc9bef240 req-56c0d9f8-824b-4097-941b-1eb4aef49abc tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522806 Sep 17 22:13:50.798557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.863495 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.880956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01109f-092d-43d5-b191-7c403c63abc5 None None] Pushing event updated for resources: {'Port': ['ID=19909f16-b9c5-49b9-95f9-4c9b343a6263,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:50.896017 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:50.932214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Port': ['ID=d72eca5a-1dec-427e-88ba-c6e22cd25e30,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:50.936099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] No DVR routers for this DVR port d72eca5a-1dec-427e-88ba-c6e22cd25e30 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:50.957130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Network 892bb3f5-157d-4205-8aca-df6da22618d7 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:50.963001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:50.970428 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 2001:db8:2::1 (892bb3f5-157d-4205-8aca-df6da22618d7/88bb0cdd-9584-49ce-aca8-f7eb7398241e/f4cec260-427d-45c2-a198-e90ac9074a46) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:50.973276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:51.008103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Pushing event updated for resources: {'Port': ['ID=34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:51.018013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Attempting to bind port 19909f16-b9c5-49b9-95f9-4c9b343a6263 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:51.023244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Attempting to bind port 19909f16-b9c5-49b9-95f9-4c9b343a6263 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '72c349d6-30ef-41b2-8d95-86ea5b3c2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:51.023244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Attempting to bind port 19909f16-b9c5-49b9-95f9-4c9b343a6263 on network eaea9ff1-812a-4807-bcce-7f199021f451 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:51.040423 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-bf446eb2-0342-4a79-a8a0-70e6a55a29b1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379429 Sep 17 22:13:51.103050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:51.103599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Checking segment: {'id': '72c349d6-30ef-41b2-8d95-86ea5b3c2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:51.104127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.104619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Bound using segment: {'id': '72c349d6-30ef-41b2-8d95-86ea5b3c2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:51.105207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Bound port: 19909f16-b9c5-49b9-95f9-4c9b343a6263, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c349d6-30ef-41b2-8d95-86ea5b3c2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:51.105689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.128156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Attempting to bind port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:51.128816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Attempting to bind port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd56f8f66-024a-4184-8899-a81425f0e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:51.129250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Attempting to bind port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa on network 892bb3f5-157d-4205-8aca-df6da22618d7 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:51.149812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:51.149812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Checking segment: {'id': 'd56f8f66-024a-4184-8899-a81425f0e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:51.150491 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.151027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Bound using segment: {'id': 'd56f8f66-024a-4184-8899-a81425f0e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:51.151612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Bound port: 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56f8f66-024a-4184-8899-a81425f0e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:51.152099 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.162592 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.258286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65c2449-1728-4c60-a09c-3ee42bcfea26']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:51.281993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2427852f-4e3f-460a-a155-523052b995ef') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:51.282560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2427852f-4e3f-460a-a155-523052b995ef') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:51.297139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.314766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1df6-9987-47de-8534-ed9e05df2627 req-4f36b294-6add-4b50-9533-097c490d828d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:51.321891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1df6-9987-47de-8534-ed9e05df2627 req-4f36b294-6add-4b50-9533-097c490d828d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:51.323753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5ad1df6-9987-47de-8534-ed9e05df2627 req-4f36b294-6add-4b50-9533-097c490d828d tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1683 time: 0.1643462 Sep 17 22:13:51.349891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.356327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.360400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] For port 19909f16-b9c5-49b9-95f9-4c9b343a6263, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:51.368588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] For port 19909f16-b9c5-49b9-95f9-4c9b343a6263, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=19909f16-b9c5-49b9-95f9-4c9b343a6263,segment=NetworkSegment(72c349d6-30ef-41b2-8d95-86ea5b3c2cae),segment_id=72c349d6-30ef-41b2-8d95-86ea5b3c2cae)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:51.369808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-142bf9f2-8c6e-4a30-8a46-38b84b0e732e None None] Provisioning complete for port 19909f16-b9c5-49b9-95f9-4c9b343a6263 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:51.370270 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-142bf9f2-8c6e-4a30-8a46-38b84b0e732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.384487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.399742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] For port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:51.418143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] For port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa,segment=NetworkSegment(d56f8f66-024a-4184-8899-a81425f0e1b1),segment_id=d56f8f66-024a-4184-8899-a81425f0e1b1)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:51.429317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:51.431507 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:51.439031 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:51.447532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-142bf9f2-8c6e-4a30-8a46-38b84b0e732e None None] Port 19909f16-b9c5-49b9-95f9-4c9b343a6263 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:51.489576 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.530280 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.543854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5ad1df6-9987-47de-8534-ed9e05df2627 req-d8709c2e-5d79-4936-9b65-f8559704a7b3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014146 Sep 17 22:13:51.569816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-47c48fa9-d078-40ac-bc37-32f8fa742d88 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:51.571336 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-47c48fa9-d078-40ac-bc37-32f8fa742d88 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4907465 Sep 17 22:13:51.610134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Request body: {'port': {'device_id': 'a769eeff-e187-4e8c-a473-137ff4924735', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '649c8f43cae541d2a74bf88cbcf62f86'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:51.620848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01109f-092d-43d5-b191-7c403c63abc5 None None] Pushing event updated for resources: {'Port': ['ID=19909f16-b9c5-49b9-95f9-4c9b343a6263,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:51.673459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.678999 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:51.681653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/networks/f65c2449-1728-4c60-a09c-3ee42bcfea26 HTTP/1.1" status: 204 len: 168 time: 1.5228338 Sep 17 22:13:51.685340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42348) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:51.690237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:51.692599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:51.817046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de4d1e-1178-4789-8d2b-1e95c6061ddf tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Network': ['ID=f65c2449-1728-4c60-a09c-3ee42bcfea26,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:51.872594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b2cd149-34e1-4b62-9cf8-0c1eea513697 req-59521264-d2b7-4016-9a83-eab1171ef1a5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 210 time: 0.1640263 Sep 17 22:13:51.875749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:13:51.890475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18935-9412-4b02-a649-da412dc218f6 req-c17d73df-1eef-4829-93e9-1d057fa645a4 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:51.898978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18935-9412-4b02-a649-da412dc218f6 req-c17d73df-1eef-4829-93e9-1d057fa645a4 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:51.900274 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04c18935-9412-4b02-a649-da412dc218f6 req-c17d73df-1eef-4829-93e9-1d057fa645a4 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.32 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1683 time: 0.3482351 Sep 17 22:13:51.986535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc8361f-f46d-46b8-bf77-ffb5d245b147 None None] DHCP port deletion for f65c2449-1728-4c60-a09c-3ee42bcfea26 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:13:52.000840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e3bf7e9-2569-4b4b-9c89-fa14268e1f2c req-00371629-eb5e-41a1-8da2-146c85dfab7a tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 210 time: 0.0929730 Sep 17 22:13:52.004950 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.044362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.049085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bf50db02-7396-40bf-b5f2-63d3354cc226 None None] Could not find standard attr ID for object d72eca5a-1dec-427e-88ba-c6e22cd25e30. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:13:52.051695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Made reservation on behalf of 649c8f43cae541d2a74bf88cbcf62f86 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:52.060362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.079222 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.114132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.118032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 892bb3f5-157d-4205-8aca-df6da22618d7 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:52.128430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:52.135009 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:52.135592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.158038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dfe1a-8d5b-498a-8408-6c92982c2925 None None] Pushing event updated for resources: {'Port': ['ID=34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:52.191208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e442a03-ce7e-45dc-bed9-683ec1f552fe None None] Network f65c2449-1728-4c60-a09c-3ee42bcfea26 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:52.215535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e442a03-ce7e-45dc-bed9-683ec1f552fe None None] Network f65c2449-1728-4c60-a09c-3ee42bcfea26 could not be found, it might have been deleted concurrently. {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 22:13:52.258734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c9959cb6-5bde-4fbf-b70c-8d66a291f35e None None] Provisioning complete for port 19909f16-b9c5-49b9-95f9-4c9b343a6263 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:52.259294 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9959cb6-5bde-4fbf-b70c-8d66a291f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.261983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Deleting port bc0842b2-e899-4cf7-a202-af243df40c3a {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:52.263438 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.274179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=f4cec260-427d-45c2-a198-e90ac9074a46,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:52.362419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-04c18935-9412-4b02-a649-da412dc218f6 req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:52.362419 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-04c18935-9412-4b02-a649-da412dc218f6 req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.397192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] For port bc0842b2-e899-4cf7-a202-af243df40c3a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bc0842b2-e899-4cf7-a202-af243df40c3a,segment=NetworkSegment(5c15fe05-460a-4626-bf0c-978c1b198deb),segment_id=5c15fe05-460a-4626-bf0c-978c1b198deb)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:52.398022 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.410405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:13:45Z', 'revision_number': 3, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:51Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:52.412557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9959cb6-5bde-4fbf-b70c-8d66a291f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.425806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Calling delete_port for bc0842b2-e899-4cf7-a202-af243df40c3a owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:52.441505 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.467841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d311d3d-8eaf-41b9-bf66-f19477c65bf5 None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:13:45Z', 'revision_number': 3, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:51Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:52.521125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c9959cb6-5bde-4fbf-b70c-8d66a291f35e None None] For port 19909f16-b9c5-49b9-95f9-4c9b343a6263, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=19909f16-b9c5-49b9-95f9-4c9b343a6263,segment=NetworkSegment(72c349d6-30ef-41b2-8d95-86ea5b3c2cae),segment_id=72c349d6-30ef-41b2-8d95-86ea5b3c2cae)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:52.528939 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.598253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.598980 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9959cb6-5bde-4fbf-b70c-8d66a291f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.680632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9959cb6-5bde-4fbf-b70c-8d66a291f35e None None] Pushing event updated for resources: {'Port': ['ID=19909f16-b9c5-49b9-95f9-4c9b343a6263,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:52.689631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-04c18935-9412-4b02-a649-da412dc218f6 req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] For port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,segment=NetworkSegment(4a8fa669-cdf1-4461-ae12-0910068831a1),segment_id=4a8fa669-cdf1-4461-ae12-0910068831a1)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:52.690033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-04c18935-9412-4b02-a649-da412dc218f6 req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.700333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827f8fc3-b4ae-4108-a9ad-b79bdd11106f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:52.707779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:52.718827 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-04c18935-9412-4b02-a649-da412dc218f6 req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Calling delete_port for 65fc72d8-f759-4e9d-b47d-7ef86dd5972d owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:52.769104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Port': ['ID=bc0842b2-e899-4cf7-a202-af243df40c3a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:52.770678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] No DVR routers for this DVR port bc0842b2-e899-4cf7-a202-af243df40c3a on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:52.866820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01ad59-c95b-447a-9676-782ea917ed2e req-221954b4-caed-4292-a57e-f3abf52f4983 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:52.873513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01ad59-c95b-447a-9676-782ea917ed2e req-221954b4-caed-4292-a57e-f3abf52f4983 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:52.882864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e01ad59-c95b-447a-9676-782ea917ed2e req-221954b4-caed-4292-a57e-f3abf52f4983 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 1683 time: 0.1916916 Sep 17 22:13:52.989712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.061045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e01ad59-c95b-447a-9676-782ea917ed2e req-43c463b6-43db-4517-8ac3-a3b1a5377b2a tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692927 Sep 17 22:13:53.074500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Allocated IP 192.168.233.157 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/95973470-6cf9-4c31-b344-d354b3e2688b) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:13:53.089328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0dde71-29c8-4bd4-a41a-ae162208357f']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:53.121926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66ada991-694d-48d9-920d-2955214d643e req-18465e80-0a35-4026-8a41-41877aacba0e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 210 time: 0.0834441 Sep 17 22:13:53.139463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c15fe05-460a-4626-bf0c-978c1b198deb') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:53.149171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c15fe05-460a-4626-bf0c-978c1b198deb') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:53.164154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.200061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.208601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:53.209081 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:53.213231 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:53.227073 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.413966 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.427802 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.432745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/networks/ca0dde71-29c8-4bd4-a41a-ae162208357f HTTP/1.1" status: 204 len: 168 time: 1.7448750 Sep 17 22:13:53.446893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7443898-e856-4484-bf34-1e16a08a5889 req-cf4a3a0e-4d12-482a-b135-03285b2b3aaf tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883d0b2d-ceb5-480b-a479-8be0e194f970 HTTP/1.1" status: 200 len: 210 time: 0.0766733 Sep 17 22:13:53.454210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42368) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:53.501962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636b347-1fc1-4f01-b446-1eeec2f62c09 None None] Network 892bb3f5-157d-4205-8aca-df6da22618d7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:53.568993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.601621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-16bc0ecb-4a0d-428b-b316-17034f3a297f None None] Provisioning complete for port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:53.602305 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16bc0ecb-4a0d-428b-b316-17034f3a297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.627717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f509d-c43c-48b9-b54f-8f8792f7df49 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Network': ['ID=ca0dde71-29c8-4bd4-a41a-ae162208357f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:53.702000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.704638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.741265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d9b60-cf28-4748-87ff-5a2d31dfcf9e req-d952d9f2-8abd-4982-b565-6105118e72ff tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:53.752587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681d9b60-cf28-4748-87ff-5a2d31dfcf9e req-d952d9f2-8abd-4982-b565-6105118e72ff tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.2598696 Sep 17 22:13:53.756830 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16bc0ecb-4a0d-428b-b316-17034f3a297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.782626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.783769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-04c18935-9412-4b02-a649-da412dc218f6 req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.850290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681d9b60-cf28-4748-87ff-5a2d31dfcf9e req-d941666e-1ac8-4d4c-aad1-7d0e598e2938 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963776 Sep 17 22:13:53.850948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:53.852463 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.860693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=f4cec260-427d-45c2-a198-e90ac9074a46,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:53.918391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-16bc0ecb-4a0d-428b-b316-17034f3a297f None None] For port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa,segment=NetworkSegment(d56f8f66-024a-4184-8899-a81425f0e1b1),segment_id=d56f8f66-024a-4184-8899-a81425f0e1b1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:53.949851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Port': ['ID=65fc72d8-f759-4e9d-b47d-7ef86dd5972d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:53.972096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:53.972654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.992746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c18935-9412-4b02-a649-da412dc218f6 req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] No DVR routers for this DVR port 65fc72d8-f759-4e9d-b47d-7ef86dd5972d on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:53.995635 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-04c18935-9412-4b02-a649-da412dc218f6 req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:53.997801 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.003305 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04c18935-9412-4b02-a649-da412dc218f6 req-23c2b3b6-e548-44c3-8c98-c02f267d04f3 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.32 "DELETE /v2.0/ports/65fc72d8-f759-4e9d-b47d-7ef86dd5972d HTTP/1.1" status: 204 len: 173 time: 2.0907159 Sep 17 22:13:54.023966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16bc0ecb-4a0d-428b-b316-17034f3a297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.025871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0646f85-3a22-486d-841e-3be75a0e1dde']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:54.033798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-deleted', 'tag': '65fc72d8-f759-4e9d-b47d-7ef86dd5972d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:54.036221 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384bb518-5bb6-4d04-936c-150e124c1f48" -d '{"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-deleted", "tag": "65fc72d8-f759-4e9d-b47d-7ef86dd5972d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:54.052935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902cdb8d-4274-444f-9a16-94dc2bfba9a2') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:54.052935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902cdb8d-4274-444f-9a16-94dc2bfba9a2') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:54.067085 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.124074 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.163075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 19909f16-b9c5-49b9-95f9-4c9b343a6263 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:54.168931 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f49b8-e911-4ba2-91c4-1e735131f6fd x-openstack-request-id: req-104f49b8-e911-4ba2-91c4-1e735131f6fd {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:54.169142 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-deleted", "tag": "65fc72d8-f759-4e9d-b47d-7ef86dd5972d", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:54.169943 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-104f49b8-e911-4ba2-91c4-1e735131f6fd {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:54.169943 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-deleted', 'tag': '65fc72d8-f759-4e9d-b47d-7ef86dd5972d', 'status': 'completed', 'code': 200} Sep 17 22:13:54.171826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:54.174015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:54.181531 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:54.218605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 892bb3f5-157d-4205-8aca-df6da22618d7 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:54.222356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc0ecb-4a0d-428b-b316-17034f3a297f None None] Pushing event updated for resources: {'Port': ['ID=34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:54.286244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:54.302065 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.315760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 19909f16-b9c5-49b9-95f9-4c9b343a6263 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:54.317336 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.416373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb094a1-69da-4acc-8527-f2a95f5fd81e req-179071aa-b4f3-4996-afea-ee952acb89df tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:54.418006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fb094a1-69da-4acc-8527-f2a95f5fd81e req-179071aa-b4f3-4996-afea-ee952acb89df tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 936 time: 0.1580379 Sep 17 22:13:54.451078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c260dd-0d98-48a9-aabe-95d806e9439c req-c1d900de-c988-4b27-976b-31409c5b79e2 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:54.462462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44c260dd-0d98-48a9-aabe-95d806e9439c req-c1d900de-c988-4b27-976b-31409c5b79e2 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 946 time: 0.2690921 Sep 17 22:13:54.471917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:13:54.475748 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.475916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2149395a-f395-41eb-ac57-ad52006c4b01 None None] Provisioning complete for port f4cec260-427d-45c2-a198-e90ac9074a46 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:54.475916 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2149395a-f395-41eb-ac57-ad52006c4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.485629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 65fc72d8-f759-4e9d-b47d-7ef86dd5972d no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:54.493371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:54.510240 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.512471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/networks/d0646f85-3a22-486d-841e-3be75a0e1dde HTTP/1.1" status: 204 len: 168 time: 1.0573924 Sep 17 22:13:54.513366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb81a5-f135-4bde-9dd8-c55998ee0782 tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Network': ['ID=d0646f85-3a22-486d-841e-3be75a0e1dde,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:54.523105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42388) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:54.532323 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:13:54.536798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event updated for resources: {'Port': ['ID=95973470-6cf9-4c31-b344-d354b3e2688b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:54.588034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 65fc72d8-f759-4e9d-b47d-7ef86dd5972d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:54.588381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 65fc72d8-f759-4e9d-b47d-7ef86dd5972d not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:54.588804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 901cb056-cd25-4e75-bbf8-648fcfb24c32 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:54.604067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d72eca5a-1dec-427e-88ba-c6e22cd25e30 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:13:54.625971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fb094a1-69da-4acc-8527-f2a95f5fd81e req-c80ebc8d-89e7-408c-9391-c844b6a66d18 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955929 Sep 17 22:13:54.663712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44c260dd-0d98-48a9-aabe-95d806e9439c req-25d3ff96-54dd-4b5f-b282-28a19c682b3e tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002339 Sep 17 22:13:54.740208 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.744154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: d72eca5a-1dec-427e-88ba-c6e22cd25e30 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:13:54.744511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d72eca5a-1dec-427e-88ba-c6e22cd25e30 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:13:54.766042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2149395a-f395-41eb-ac57-ad52006c4b01 None None] Port f4cec260-427d-45c2-a198-e90ac9074a46 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:54.900903 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.948511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511029e3-46bd-41b6-8b1e-0dd27f6f8934']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:54.971936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f0e885-dbdd-4475-9f06-290df039f6af') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:54.972239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f0e885-dbdd-4475-9f06-290df039f6af') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:54.991264 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.993946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2149395a-f395-41eb-ac57-ad52006c4b01 None None] Provisioning complete for port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:54.994509 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2149395a-f395-41eb-ac57-ad52006c4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:54.996711 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.017512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.040496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:13:55.040965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:13:55.050571 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:13:55.086359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 901cb056-cd25-4e75-bbf8-648fcfb24c32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=901cb056-cd25-4e75-bbf8-648fcfb24c32,segment=NetworkSegment(a6b393f7-a114-4b67-8673-003268c980fd),segment_id=a6b393f7-a114-4b67-8673-003268c980fd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:55.089539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901cb056-cd25-4e75-bbf8-648fcfb24c32'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:55.093060 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0b3b89-a153-45e6-8b92-def85d84b8be" -d '{"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-unplugged", "status": "completed", "tag": "901cb056-cd25-4e75-bbf8-648fcfb24c32"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:55.180443 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5615be8-a3fd-467b-bba6-fe0cce1a81fc x-openstack-request-id: req-b5615be8-a3fd-467b-bba6-fe0cce1a81fc {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:55.180850 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-unplugged", "status": "completed", "tag": "901cb056-cd25-4e75-bbf8-648fcfb24c32", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:55.181198 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5615be8-a3fd-467b-bba6-fe0cce1a81fc {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:55.183276 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901cb056-cd25-4e75-bbf8-648fcfb24c32', 'code': 200} Sep 17 22:13:55.193906 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.211079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-04c18935-9412-4b02-a649-da412dc218f6 req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting port 901cb056-cd25-4e75-bbf8-648fcfb24c32 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:55.211630 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-04c18935-9412-4b02-a649-da412dc218f6 req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.262657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.277791 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.277791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] 10.222.0.13 "DELETE /v2.0/networks/511029e3-46bd-41b6-8b1e-0dd27f6f8934 HTTP/1.1" status: 204 len: 168 time: 0.7492983 Sep 17 22:13:55.312505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740cb17-33cf-46dd-a9c7-8c94a43007bb tempest-BulkNetworkOpsTest-1437708570 tempest-BulkNetworkOpsTest-1437708570-project] Pushing event deleted for resources: {'Network': ['ID=511029e3-46bd-41b6-8b1e-0dd27f6f8934,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:55.346978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:13:55.351018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9fd3b3-99d8-4bb6-8d9f-3cabab2b88e6 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:13:55.425278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=901cb056-cd25-4e75-bbf8-648fcfb24c32,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:55.469201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:55.469701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.577068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bee44-93cb-4716-8872-86844ed7b01d req-ad4fdf24-1a2e-4bde-aa64-67aba1cff7d3 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:55.589663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc8bee44-93cb-4716-8872-86844ed7b01d req-ad4fdf24-1a2e-4bde-aa64-67aba1cff7d3 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.1983032 Sep 17 22:13:55.602378 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-04c18935-9412-4b02-a649-da412dc218f6 req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] For port 901cb056-cd25-4e75-bbf8-648fcfb24c32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=901cb056-cd25-4e75-bbf8-648fcfb24c32,segment=NetworkSegment(a6b393f7-a114-4b67-8673-003268c980fd),segment_id=a6b393f7-a114-4b67-8673-003268c980fd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:55.602641 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-04c18935-9412-4b02-a649-da412dc218f6 req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.622544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-04c18935-9412-4b02-a649-da412dc218f6 req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Calling delete_port for 901cb056-cd25-4e75-bbf8-648fcfb24c32 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:55.635431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:13:55.646099 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7354824d-9a7b-49d9-8099-061e4b835a61 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7412264 Sep 17 22:13:55.647567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42404) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:55.652635 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511192845'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:55.654044 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:13:55.670706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bc63cdd1-86b5-49c5-8f0e-063d9a009818 None None] Provisioning complete for port 95973470-6cf9-4c31-b344-d354b3e2688b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:55.671812 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bc63cdd1-86b5-49c5-8f0e-063d9a009818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.680972 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:55.681621 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:55.721922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc8bee44-93cb-4716-8872-86844ed7b01d req-1c3e20cc-cee6-4720-b398-53d6a44a8f44 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251109 Sep 17 22:13:55.765598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:55.765793 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-6db85302-3751-483b-8924-328e94b0f8d2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1673691 Sep 17 22:13:55.784669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Request body: {'port': {'device_id': 'a769eeff-e187-4e8c-a473-137ff4924735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:55.880041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bc63cdd1-86b5-49c5-8f0e-063d9a009818 None None] Port 95973470-6cf9-4c31-b344-d354b3e2688b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:55.921322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8816a3d-e978-48bb-a803-93e856ab2c57 req-f8d2414f-f8f8-4d06-8659-776a5cc7415d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:55.924023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8816a3d-e978-48bb-a803-93e856ab2c57 req-f8d2414f-f8f8-4d06-8659-776a5cc7415d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 936 time: 0.0744474 Sep 17 22:13:55.936014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d01f3-69d6-4eb7-8132-df69cb4c3561 req-b1f3392c-f52f-4ccc-b49f-429423339096 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:55.946629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c41d01f3-69d6-4eb7-8132-df69cb4c3561 req-b1f3392c-f52f-4ccc-b49f-429423339096 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 944 time: 0.1548808 Sep 17 22:13:55.949652 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.959504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:55.959880 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.971977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bc63cdd1-86b5-49c5-8f0e-063d9a009818 None None] Provisioning complete for port f4cec260-427d-45c2-a198-e90ac9074a46 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:55.971977 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bc63cdd1-86b5-49c5-8f0e-063d9a009818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:55.990716 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:13:56.013484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:56.021709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.039091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8816a3d-e978-48bb-a803-93e856ab2c57 req-874d0b75-d1a5-4c88-a674-21a1d95696ec tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629969 Sep 17 22:13:56.053518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c41d01f3-69d6-4eb7-8132-df69cb4c3561 req-fe044a79-b2d6-492d-9c6f-fb453aedabe0 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbf846a4-980a-4fdb-a5b0-303445ebe0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024089 Sep 17 22:13:56.106933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bc63cdd1-86b5-49c5-8f0e-063d9a009818 None None] Port f4cec260-427d-45c2-a198-e90ac9074a46 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:13:56.225759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9fd3b3-99d8-4bb6-8d9f-3cabab2b88e6 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:13:56.278192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42414) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:56.290571 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:13:56.371101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.371870 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added segment a9fbf90a-b4a7-4619-80bd-b2429b3f5c57 of type vlan for network 6b8ededa-66aa-4677-abfa-b517043aec68 Sep 17 22:13:56.446066 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.508139 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:53Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:56.518119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-04c18935-9412-4b02-a649-da412dc218f6 req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.547090 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:13:56.547875 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Updating router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f port f4cec260-427d-45c2-a198-e90ac9074a46 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:13:56.554509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Port': ['ID=901cb056-cd25-4e75-bbf8-648fcfb24c32,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:56.585027 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.612402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c18935-9412-4b02-a649-da412dc218f6 req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] No DVR routers for this DVR port 901cb056-cd25-4e75-bbf8-648fcfb24c32 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:13:56.619591 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.626702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:56.627513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.631233 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-04c18935-9412-4b02-a649-da412dc218f6 req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.633573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04c18935-9412-4b02-a649-da412dc218f6 req-1eb8c136-ef7c-4717-8b16-ce98276d1c2b tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.32 "DELETE /v2.0/ports/901cb056-cd25-4e75-bbf8-648fcfb24c32 HTTP/1.1" status: 204 len: 173 time: 2.6294630 Sep 17 22:13:56.640727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-deleted', 'tag': '901cb056-cd25-4e75-bbf8-648fcfb24c32'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:56.643395 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ec514-c905-4f02-beb2-c24072aadd75" -d '{"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-deleted", "tag": "901cb056-cd25-4e75-bbf8-648fcfb24c32"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:13:56.692497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a14512e9-a145-4737-825d-3d7b5e51490a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=883f4fddeb894c94aa1ba85b7cf25975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103267 Sep 17 22:13:56.694423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42422) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:56.745928 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9266dd-0a3e-45e7-8f90-32fe4b57d0e8 x-openstack-request-id: req-6e9266dd-0a3e-45e7-8f90-32fe4b57d0e8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:13:56.747064 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557d6528-8e2c-41a7-8113-94ac2556dc67", "name": "network-vif-deleted", "tag": "901cb056-cd25-4e75-bbf8-648fcfb24c32", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:13:56.749336 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e9266dd-0a3e-45e7-8f90-32fe4b57d0e8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:13:56.749336 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557d6528-8e2c-41a7-8113-94ac2556dc67', 'name': 'network-vif-deleted', 'tag': '901cb056-cd25-4e75-bbf8-648fcfb24c32', 'status': 'completed', 'code': 200} Sep 17 22:13:56.797785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34594c2f-8839-4e40-b198-dc9f9b428cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.843665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34594c2f-8839-4e40-b198-dc9f9b428cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:56.889649 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2408621 Sep 17 22:13:56.898593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b288-9626-48ad-8b32-21d18af8f4dd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Network': ['ID=6b8ededa-66aa-4677-abfa-b517043aec68,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:56.901688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42426) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:56.909930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'subnet': {'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:13:56.982395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 6b8ededa-66aa-4677-abfa-b517043aec68 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:13:56.991146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-72f44c12-c06f-4105-b8d9-364fa96138be tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:56.992780 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-72f44c12-c06f-4105-b8d9-364fa96138be tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.1603041 Sep 17 22:13:57.016038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95973470-6cf9-4c31-b344-d354b3e2688b {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:13:57.035093 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34594c2f-8839-4e40-b198-dc9f9b428cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.047444 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34594c2f-8839-4e40-b198-dc9f9b428cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.050978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-34594c2f-8839-4e40-b198-dc9f9b428cd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef4bb411-8726-437c-9cf1-a05c8c8164a8 HTTP/1.1" status: 204 len: 168 time: 0.3537192 Sep 17 22:13:57.086238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aee640-945a-4726-a1b5-151055a1f508 req-07a7b0c2-59fd-433b-bd52-a06b909c5409 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:57.096676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1aee640-945a-4726-a1b5-151055a1f508 req-07a7b0c2-59fd-433b-bd52-a06b909c5409 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.1449187 Sep 17 22:13:57.188266 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.188971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34594c2f-8839-4e40-b198-dc9f9b428cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4bb411-8726-437c-9cf1-a05c8c8164a8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:57.281291 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.285556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1aee640-945a-4726-a1b5-151055a1f508 req-e978c9e0-6b8b-49f4-88b0-02c25275c73c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810751 Sep 17 22:13:57.319858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77159-2d01-47bd-93db-843ea41da28b req-5a176dda-1a7f-4c97-96f1-f62070529e79 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:57.321930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a77159-2d01-47bd-93db-843ea41da28b req-5a176dda-1a7f-4c97-96f1-f62070529e79 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 936 time: 0.1181805 Sep 17 22:13:57.345470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Transition to ACTIVE for port object 95973470-6cf9-4c31-b344-d354b3e2688b will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:13:57.364292 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.397678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Deleting port 64b26498-894f-442a-8af7-2f520185ad44 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:57.398020 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.436654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a77159-2d01-47bd-93db-843ea41da28b req-903b6fae-89ad-4da6-84f1-e4bf3ce11261 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062076 Sep 17 22:13:57.513736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Made reservation on behalf of 1cdcacd271c941dda88dfc051bfcf41f for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:13:57.523874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.547300 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f6b62-b789-40ef-a83e-4bb4a1599669 None None] Pushing event updated for resources: {'Port': ['ID=f4cec260-427d-45c2-a198-e90ac9074a46,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:57.573329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb7acd4b-863e-4511-8fce-4ae6ca710947 req-d0f38ca1-1e9c-4ae8-afbf-e95df42d31e4 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6528-8e2c-41a7-8113-94ac2556dc67 HTTP/1.1" status: 200 len: 210 time: 0.1262608 Sep 17 22:13:57.757438 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Attempting to bind port f4cec260-427d-45c2-a198-e90ac9074a46 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:57.757824 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Attempting to bind port f4cec260-427d-45c2-a198-e90ac9074a46 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd56f8f66-024a-4184-8899-a81425f0e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:57.760487 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Attempting to bind port f4cec260-427d-45c2-a198-e90ac9074a46 on network 892bb3f5-157d-4205-8aca-df6da22618d7 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:57.777983 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:57.780962 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Checking segment: {'id': 'd56f8f66-024a-4184-8899-a81425f0e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:57.781478 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.781894 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Bound using segment: {'id': 'd56f8f66-024a-4184-8899-a81425f0e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:57.783560 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Bound port: f4cec260-427d-45c2-a198-e90ac9074a46, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56f8f66-024a-4184-8899-a81425f0e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:57.783964 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:57.931981 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] For port f4cec260-427d-45c2-a198-e90ac9074a46, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:57.940799 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] For port f4cec260-427d-45c2-a198-e90ac9074a46, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f4cec260-427d-45c2-a198-e90ac9074a46,segment=NetworkSegment(d56f8f66-024a-4184-8899-a81425f0e1b1),segment_id=d56f8f66-024a-4184-8899-a81425f0e1b1)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:58.017001 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.086382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-667fa1ef-6b6b-4186-85f8-d30c928a2e37 None None] Provisioning complete for port f4cec260-427d-45c2-a198-e90ac9074a46 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:58.087040 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-667fa1ef-6b6b-4186-85f8-d30c928a2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.088388 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f6b62-b789-40ef-a83e-4bb4a1599669 None None] Pushing event updated for resources: {'Port': ['ID=f4cec260-427d-45c2-a198-e90ac9074a46,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:58.091334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.140552 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:13:58.141582 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:58.218244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.262039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-667fa1ef-6b6b-4186-85f8-d30c928a2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.299032 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:13:58.370464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Pushing event updated for resources: {'Port': ['ID=95973470-6cf9-4c31-b344-d354b3e2688b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:58.381515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-667fa1ef-6b6b-4186-85f8-d30c928a2e37 None None] For port f4cec260-427d-45c2-a198-e90ac9074a46, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f4cec260-427d-45c2-a198-e90ac9074a46,segment=NetworkSegment(d56f8f66-024a-4184-8899-a81425f0e1b1),segment_id=d56f8f66-024a-4184-8899-a81425f0e1b1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:58.392505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] For port 64b26498-894f-442a-8af7-2f520185ad44, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=64b26498-894f-442a-8af7-2f520185ad44,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:58.392882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.432122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Subnet': ['ID=1fc81c8c-7043-4597-8b34-46da06890b2a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:58.455693 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-667fa1ef-6b6b-4186-85f8-d30c928a2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.524785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc76280-5173-4507-8121-d81c53f7876d req-00b17e8c-0164-47b7-b3bd-8c95fcd0bed2 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:58.526383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fc76280-5173-4507-8121-d81c53f7876d req-00b17e8c-0164-47b7-b3bd-8c95fcd0bed2 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.1263163 Sep 17 22:13:58.590093 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fa1ef-6b6b-4186-85f8-d30c928a2e37 None None] Pushing event updated for resources: {'Port': ['ID=f4cec260-427d-45c2-a198-e90ac9074a46,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:58.631739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fc76280-5173-4507-8121-d81c53f7876d req-3777cbc0-f992-4fce-88c7-8eea3cb2d60a tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908909 Sep 17 22:13:58.720805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42466) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:58.756271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba67fe-7f17-430d-a1fe-49f9155886cb req-c5eb6e1b-4dd8-4749-92be-09fe030652c7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:58.757167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfba67fe-7f17-430d-a1fe-49f9155886cb req-c5eb6e1b-4dd8-4749-92be-09fe030652c7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 948 time: 0.1548243 Sep 17 22:13:58.787925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fd1aa198-7c01-4bdd-8561-b63ffda4e739 None None] Provisioning complete for port f4cec260-427d-45c2-a198-e90ac9074a46 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:13:58.787925 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa198-7c01-4bdd-8561-b63ffda4e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.856208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8ad462-0df0-457f-968b-877f72200cdf tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting subnet 1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:13:58.860863 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af8ad462-0df0-457f-968b-877f72200cdf tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:58.875878 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Checking segment: {'id': 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:58.876247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network hostable DHCP agents. Network: 6b8ededa-66aa-4677-abfa-b517043aec68, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:13:58.979677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af8ad462-0df0-457f-968b-877f72200cdf tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.046728 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:57Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:13:59.056401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Attempting to bind port 95973470-6cf9-4c31-b344-d354b3e2688b on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:13:59.056642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Attempting to bind port 95973470-6cf9-4c31-b344-d354b3e2688b by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:13:59.056960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Attempting to bind port 95973470-6cf9-4c31-b344-d354b3e2688b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:59.082439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfba67fe-7f17-430d-a1fe-49f9155886cb req-795fae24-018f-4b1b-8e3e-ba705275bd58 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725570 Sep 17 22:13:59.088584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Port 95973470-6cf9-4c31-b344-d354b3e2688b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:13:59.088584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Attempting to bind port 95973470-6cf9-4c31-b344-d354b3e2688b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:13:59.110241 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d85a81-28e3-468e-b0f5-8a02bae6c28a None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:57Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:13:59.132779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af8ad462-0df0-457f-968b-877f72200cdf tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.245244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 6b8ededa-66aa-4677-abfa-b517043aec68 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:13:59.267011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:13:59.267350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:13:59.268021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:13:59.268484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Bound port: 95973470-6cf9-4c31-b344-d354b3e2688b, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:13:59.268929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.346998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af8ad462-0df0-457f-968b-877f72200cdf tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.355986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.356290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.356616 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Floating IP 7251d6c8-b80a-408a-905d-5e37c01a9ade disassociated. External IP: 172.25.5.57, port: 64b26498-894f-442a-8af7-2f520185ad44. Sep 17 22:13:59.356998 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Calling delete_port for 64b26498-894f-442a-8af7-2f520185ad44 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:59.380127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 6b8ededa-66aa-4677-abfa-b517043aec68) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:13:59.382638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ad462-0df0-457f-968b-877f72200cdf tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:13:59.393739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556679b-634b-4130-a82c-61cf4a73ae77 None None] Network 6b8ededa-66aa-4677-abfa-b517043aec68 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:59.394773 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af8ad462-0df0-457f-968b-877f72200cdf tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.396916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-af8ad462-0df0-457f-968b-877f72200cdf tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "DELETE /v2.0/subnets/1bf69e18-b4b0-43d1-bbdd-f3173ea9c6f4 HTTP/1.1" status: 204 len: 168 time: 0.6751301 Sep 17 22:13:59.399890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42476) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:59.412644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:59.413253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.418722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8cb020-a980-4693-9719-68685d387c06 None None] Network b666cce3-e265-425b-bb8f-b0d269b7b728 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:13:59.521304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] For port 95973470-6cf9-4c31-b344-d354b3e2688b, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:13:59.560811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] For port 95973470-6cf9-4c31-b344-d354b3e2688b, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95973470-6cf9-4c31-b344-d354b3e2688b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:13:59.590873 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a7a543d3-0676-454e-ace8-1e1c812589e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6840377 Sep 17 22:13:59.591254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42480) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:13:59.602225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.669228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.719306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:13:59.721184 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.838892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f4cec260-427d-45c2-a198-e90ac9074a46 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:13:59.885505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] For port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3,segment=NetworkSegment(a6b393f7-a114-4b67-8673-003268c980fd),segment_id=a6b393f7-a114-4b67-8673-003268c980fd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:13:59.886278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.904731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Calling delete_port for 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:13:59.916896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6f687-59f9-48e7-96a7-53a9ed97d596 req-9fbb3860-2274-41a2-84c5-261d193a6a51 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:59.931107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb6f687-59f9-48e7-96a7-53a9ed97d596 req-9fbb3860-2274-41a2-84c5-261d193a6a51 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 945 time: 0.1574337 Sep 17 22:13:59.946182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:13:59.947170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:13:59.949834 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] 10.222.0.35 "PUT /v2.0/ports/95973470-6cf9-4c31-b344-d354b3e2688b HTTP/1.1" status: 200 len: 1097 time: 4.1787100 Sep 17 22:13:59.955284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a769eeff-e187-4e8c-a473-137ff4924735', 'tag': '95973470-6cf9-4c31-b344-d354b3e2688b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:13:59.957928 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92198a12-1ee1-4269-b881-f6d86c504ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "a769eeff-e187-4e8c-a473-137ff4924735", "tag": "95973470-6cf9-4c31-b344-d354b3e2688b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:00.005039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb6f687-59f9-48e7-96a7-53a9ed97d596 req-4a8f346c-f183-472b-a0b7-21cdcdb0481f tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f6b169-45d0-4c04-b95a-d563d4456b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728340 Sep 17 22:14:00.100058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730e11f-6320-4e41-893d-34f2b158d55e service neutron] Pushing event updated for resources: {'Port': ['ID=95973470-6cf9-4c31-b344-d354b3e2688b,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:00.144780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-6b8ededa-66aa-4677-abfa-b517043aec68', 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'fixed_ips': [{'subnet_id': '1fc81c8c-7043-4597-8b34-46da06890b2a'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:14:00.145679 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:00.162612 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3271723-85d1-45f2-8433-faca5a20d04e x-openstack-request-id: req-d3271723-85d1-45f2-8433-faca5a20d04e {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:00.171207 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a769eeff-e187-4e8c-a473-137ff4924735", "tag": "95973470-6cf9-4c31-b344-d354b3e2688b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:00.171827 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3271723-85d1-45f2-8433-faca5a20d04e {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:00.172409 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a769eeff-e187-4e8c-a473-137ff4924735', 'tag': '95973470-6cf9-4c31-b344-d354b3e2688b', 'status': 'completed', 'code': 200} Sep 17 22:14:00.192878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f4cec260-427d-45c2-a198-e90ac9074a46 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:00.193253 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:00.278964 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:00.306625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] No DVR routers for this DVR port 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:00.382197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:00.406251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cacf68-1b57-4606-898a-3c5e32e704dd None None] DHCP port deletion for b666cce3-e265-425b-bb8f-b0d269b7b728 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:14:00.439969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Port': ['ID=34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:00.456434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Pushing event deleted for resources: {'Port': ['ID=64b26498-894f-442a-8af7-2f520185ad44,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:00.565764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 64b26498-894f-442a-8af7-2f520185ad44 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:00.658781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 64b26498-894f-442a-8af7-2f520185ad44 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:00.659238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 64b26498-894f-442a-8af7-2f520185ad44 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:00.680853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:00.695216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Allocated IP 2001:db8:3::2 (6b8ededa-66aa-4677-abfa-b517043aec68/1fc81c8c-7043-4597-8b34-46da06890b2a/091ff352-04ee-45aa-afe0-687dd1763b03) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:00.761648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b666cce3-e265-425b-bb8f-b0d269b7b728']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:00.774305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ef5f-1330-4209-a888-a2cef02b471b req-f3ec9dfb-5a2a-41d8-bee4-99f5486e99e9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:00.787221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3337ef5f-1330-4209-a888-a2cef02b471b req-f3ec9dfb-5a2a-41d8-bee4-99f5486e99e9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 948 time: 0.3524976 Sep 17 22:14:00.805215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b393f7-a114-4b67-8673-003268c980fd') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:00.806574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b393f7-a114-4b67-8673-003268c980fd') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:00.870645 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:00.942635 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:00.950438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:00.950917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:00.989899 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:01.024697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-0a831fb1-1a9a-4a7f-8f82-b86aecbd77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:01.026466 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-0a831fb1-1a9a-4a7f-8f82-b86aecbd77d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 1100 time: 0.9138956 Sep 17 22:14:01.057064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3337ef5f-1330-4209-a888-a2cef02b471b req-1fd13dcf-9390-4524-bad3-8e207f5d2f3c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606022 Sep 17 22:14:01.143461 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.166741 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-f201a161-3921-47e1-b79f-d14e4143b8bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=95973470-6cf9-4c31-b344-d354b3e2688b HTTP/1.1" status: 200 len: 217 time: 0.1296108 Sep 17 22:14:01.168599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:01.174897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.193554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b961188-53bf-4e25-a1cc-8cf17aa4267b req-a73e1ce0-41c4-448a-b3ec-7e53e2702eae tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.0321224 Sep 17 22:14:01.209139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.213591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "DELETE /v2.0/networks/b666cce3-e265-425b-bb8f-b0d269b7b728 HTTP/1.1" status: 204 len: 168 time: 1.8103814 Sep 17 22:14:01.214179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42518) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:01.222508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d74ac-7423-492c-a054-c35b965e0031 tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Network': ['ID=b666cce3-e265-425b-bb8f-b0d269b7b728,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:01.271924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d1a99e-9509-4c99-bc61-83fc76f1c5be tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting subnet a3ad6609-ace8-4b3a-b4d1-8ff7c7194934 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:14:01.275047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10d1a99e-9509-4c99-bc61-83fc76f1c5be tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.277379 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.323413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Network 6b8ededa-66aa-4677-abfa-b517043aec68 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:01.324810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-7fd1365d-676d-4128-b3b1-265edd4164f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:01.326277 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-7fd1365d-676d-4128-b3b1-265edd4164f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1260409 Sep 17 22:14:01.326450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:01.334896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:01.358893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10d1a99e-9509-4c99-bc61-83fc76f1c5be tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.405419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Pushing event updated for resources: {'Port': ['ID=091ff352-04ee-45aa-afe0-687dd1763b03,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:01.443163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.508320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Attempting to bind port 091ff352-04ee-45aa-afe0-687dd1763b03 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:01.508900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Attempting to bind port 091ff352-04ee-45aa-afe0-687dd1763b03 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:01.509171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Attempting to bind port 091ff352-04ee-45aa-afe0-687dd1763b03 on network 6b8ededa-66aa-4677-abfa-b517043aec68 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:01.523996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:01.524406 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Checking segment: {'id': 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:01.524994 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.525896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Bound using segment: {'id': 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:01.526391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Bound port: 091ff352-04ee-45aa-afe0-687dd1763b03, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:01.526771 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.531241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10d1a99e-9509-4c99-bc61-83fc76f1c5be tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.610781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] For port 091ff352-04ee-45aa-afe0-687dd1763b03, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:01.615023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] For port 091ff352-04ee-45aa-afe0-687dd1763b03, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=091ff352-04ee-45aa-afe0-687dd1763b03,segment=NetworkSegment(a9fbf90a-b4a7-4619-80bd-b2429b3f5c57),segment_id=a9fbf90a-b4a7-4619-80bd-b2429b3f5c57)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:01.640294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-9d94513b-a922-4cc5-806a-19287652a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:01.641679 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-9d94513b-a922-4cc5-806a-19287652a9c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3056703 Sep 17 22:14:01.662454 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.668451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:01.725353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] Sync routers for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:01.740168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:01.804252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] No DVR routers for this DVR port 64b26498-894f-442a-8af7-2f520185ad44 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:01.811107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:01.812337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 34ad0e48-dde6-4ea8-b9d8-76189fa2e8a3 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:01.814923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.815536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d57a20-b08b-4bbb-8d7a-15e7b25db443 None None] Pushing event updated for resources: {'Port': ['ID=091ff352-04ee-45aa-afe0-687dd1763b03,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:01.816968 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7bc6be7b-8398-4889-b239-7fd0550f1a4f req-f726ef71-6f76-422c-9798-da6d03760166 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.32 "DELETE /v2.0/ports/64b26498-894f-442a-8af7-2f520185ad44 HTTP/1.1" status: 204 len: 173 time: 4.8176458 Sep 17 22:14:01.819612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:01.820140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:01.913041 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-62debd72-f714-4237-83b5-df34cdb08d16 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591767 Sep 17 22:14:01.939659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10d1a99e-9509-4c99-bc61-83fc76f1c5be tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:01.940264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Allocated IP 2001:db8:3::1 (6b8ededa-66aa-4677-abfa-b517043aec68/1fc81c8c-7043-4597-8b34-46da06890b2a/54f4d689-d82b-4832-921f-3162012fccad) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:02.005433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1a99e-9509-4c99-bc61-83fc76f1c5be tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ad6609-ace8-4b3a-b4d1-8ff7c7194934,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:02.014746 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10d1a99e-9509-4c99-bc61-83fc76f1c5be tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.017047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-10d1a99e-9509-4c99-bc61-83fc76f1c5be tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "DELETE /v2.0/subnets/a3ad6609-ace8-4b3a-b4d1-8ff7c7194934 HTTP/1.1" status: 204 len: 168 time: 0.8020434 Sep 17 22:14:02.019923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42536) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:02.043684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:02.142657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.163972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf4de-3311-44bd-9dca-1dc70f572365 req-79f06986-6d73-4efe-b8f9-89d81c5c9bf9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:02.172398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d56cf4de-3311-44bd-9dca-1dc70f572365 req-79f06986-6d73-4efe-b8f9-89d81c5c9bf9 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 945 time: 0.3030567 Sep 17 22:14:02.280003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a275ce3-0edc-498c-9c1b-fa796f70f6d2 None None] Network b91445c3-0eca-40db-8256-ebc5026e1f52 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:02.322334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a478864-9124-4d17-9b9f-f3a7310e4ba0 req-c1802947-e933-46aa-b5f4-7480db06c03e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:02.330821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a478864-9124-4d17-9b9f-f3a7310e4ba0 req-c1802947-e933-46aa-b5f4-7480db06c03e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 948 time: 0.1570444 Sep 17 22:14:02.372075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d56cf4de-3311-44bd-9dca-1dc70f572365 req-c5c5906c-a6ad-4a04-b258-814eddd20500 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450706 Sep 17 22:14:02.395521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a478864-9124-4d17-9b9f-f3a7310e4ba0 req-c715573c-99a6-4a34-aee2-781e7f798c10 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608046 Sep 17 22:14:02.446091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Deleting port d95e8aea-1829-4452-95c4-c47bba49ff93 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:02.446740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.457298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.534609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'name': 'network-vif-deleted', 'tag': '64b26498-894f-442a-8af7-2f520185ad44'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:02.534994 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfeb66d-4f4f-4381-b00d-31c5e2d70c1f" -d '{"events": [{"server_uuid": "b01dbbfa-50ce-43cc-93e7-24ff2c033dfc", "name": "network-vif-deleted", "tag": "64b26498-894f-442a-8af7-2f520185ad44"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:02.550037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] For port d95e8aea-1829-4452-95c4-c47bba49ff93, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d95e8aea-1829-4452-95c4-c47bba49ff93,segment=NetworkSegment(4a8fa669-cdf1-4461-ae12-0910068831a1),segment_id=4a8fa669-cdf1-4461-ae12-0910068831a1)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:02.550740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.572741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Calling delete_port for d95e8aea-1829-4452-95c4-c47bba49ff93 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:02.639177 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a54941a6-1a33-492e-89fe-22bda6f21046 req-0c6dba78-cf6c-48f1-bb68-5c19926f8f5f service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109754 Sep 17 22:14:02.646161 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.758840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 6b8ededa-66aa-4677-abfa-b517043aec68 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:02.767689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] DHCP port deletion for b91445c3-0eca-40db-8256-ebc5026e1f52 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:14:02.794654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08ef4b4a-db8a-474a-b125-45c80c929d05 req-054080a7-a285-408b-8230-52750bc5b1c3 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.1109931 Sep 17 22:14:02.816676 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db5479f-0f0d-4fb8-a16a-5f2ccdce1a88 x-openstack-request-id: req-2db5479f-0f0d-4fb8-a16a-5f2ccdce1a88 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:02.816986 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01dbbfa-50ce-43cc-93e7-24ff2c033dfc", "name": "network-vif-deleted", "tag": "64b26498-894f-442a-8af7-2f520185ad44", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:02.817221 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2db5479f-0f0d-4fb8-a16a-5f2ccdce1a88 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:02.820408 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01dbbfa-50ce-43cc-93e7-24ff2c033dfc', 'name': 'network-vif-deleted', 'tag': '64b26498-894f-442a-8af7-2f520185ad44', 'status': 'completed', 'code': 200} Sep 17 22:14:02.820408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:02.837252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:02.837797 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.873631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.875927 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:43Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0d9c4969-6edc-46ea-8b51-eabe6ec1fde0', 'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'mac_address': 'fa:16:3e:3b:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:41Z', 'updated_at': '2021-09-17T22:09:52Z', 'revision_number': 5, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'subnets': [{'id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:02.914197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0f8caa54-454d-4375-a0bb-20a575703255 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:02.917007 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0f8caa54-454d-4375-a0bb-20a575703255 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.32 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 945 time: 0.3690095 Sep 17 22:14:02.920098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] Deleting port d95e8aea-1829-4452-95c4-c47bba49ff93 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:02.920098 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:02.922219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] Checking router: 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:02.931060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Port': ['ID=d95e8aea-1829-4452-95c4-c47bba49ff93,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:02.935543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] No DVR routers for this DVR port d95e8aea-1829-4452-95c4-c47bba49ff93 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:02.958050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=54f4d689-d82b-4832-921f-3162012fccad,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:03.029460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] For port d95e8aea-1829-4452-95c4-c47bba49ff93, host n-d-713498-17, got binding levels [] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:03.029878 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.045580 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] Calling delete_port for d95e8aea-1829-4452-95c4-c47bba49ff93 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:03.049971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.ipam_backend_mixin [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] Port d95e8aea-1829-4452-95c4-c47bba49ff93 was not found and therefore no delete operation was performed {{(pid=101662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:14:03.051343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.062420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-b255cbc5-fa02-4e88-a58f-427ffdc05d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:03.064575 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-b255cbc5-fa02-4e88-a58f-427ffdc05d13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 1100 time: 0.2420244 Sep 17 22:14:03.083417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] Pushing event deleted for resources: {'Port': ['ID=d95e8aea-1829-4452-95c4-c47bba49ff93,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:03.085286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:03.085899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:03.096708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c06936-8bc2-46ca-bc59-824cf1a45050 None None] No DVR routers for this DVR port d95e8aea-1829-4452-95c4-c47bba49ff93 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:03.099226 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.136237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91445c3-0eca-40db-8256-ebc5026e1f52']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:03.147806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8fa669-cdf1-4461-ae12-0910068831a1') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:03.148154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8fa669-cdf1-4461-ae12-0910068831a1') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:03.159514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.176141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.187285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:03.187699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:03.195038 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:03.255409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-68a4b452-ec71-4cb5-831b-479ef94ffdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:03.257318 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-68a4b452-ec71-4cb5-831b-479ef94ffdae service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1738086 Sep 17 22:14:03.282256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:03.337502 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80122064-48b6-4167-923f-072ee475e204 None None] Network 6b8ededa-66aa-4677-abfa-b517043aec68 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:03.341572 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-02986feb-39f3-49b8-97b5-63895ae3b6c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=95973470-6cf9-4c31-b344-d354b3e2688b HTTP/1.1" status: 200 len: 217 time: 0.0741599 Sep 17 22:14:03.433687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Deleting port 3d539988-adff-4ff9-ba43-bef40bb474d8 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:03.433963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.446649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.451219 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.462714 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.468956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] 10.222.0.13 "DELETE /v2.0/networks/b91445c3-0eca-40db-8256-ebc5026e1f52 HTTP/1.1" status: 204 len: 168 time: 1.4467077 Sep 17 22:14:03.480341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-12f6dae9-80fc-49fa-be96-74c37aedc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:03.481882 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-12f6dae9-80fc-49fa-be96-74c37aedc2ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1315994 Sep 17 22:14:03.528020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dfc68-4c65-4316-9080-c82b3657c59c tempest-ServersTestMultiNic-1787496535 tempest-ServersTestMultiNic-1787496535-project] Pushing event deleted for resources: {'Network': ['ID=b91445c3-0eca-40db-8256-ebc5026e1f52,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:03.589446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1c630974-285b-4829-b2fa-c48ff19d1fe2 None None] Provisioning complete for port 091ff352-04ee-45aa-afe0-687dd1763b03 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:03.600020 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c630974-285b-4829-b2fa-c48ff19d1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:03.690498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8562-7964-4738-8e01-1516ad9eb3e3 req-23f7332e-3e9a-44f9-9349-6395f1267029 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:03.692962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c3a8562-7964-4738-8e01-1516ad9eb3e3 req-23f7332e-3e9a-44f9-9349-6395f1267029 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 945 time: 0.1736798 Sep 17 22:14:03.781593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c3a8562-7964-4738-8e01-1516ad9eb3e3 req-149af89e-abf6-4883-9ae7-f404e9353a83 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725813 Sep 17 22:14:03.798420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b23ea-06a0-4eda-b790-518fee89da91 req-88ec9e13-68ec-4b18-92d2-f5213fdaf885 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:03.803837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f9b23ea-06a0-4eda-b790-518fee89da91 req-88ec9e13-68ec-4b18-92d2-f5213fdaf885 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 948 time: 0.2358453 Sep 17 22:14:03.854748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 091ff352-04ee-45aa-afe0-687dd1763b03 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:03.884909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f9b23ea-06a0-4eda-b790-518fee89da91 req-8937cfa1-6dc3-4fdf-8635-d33e0c196c35 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741372 Sep 17 22:14:04.040637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:43Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0d9c4969-6edc-46ea-8b51-eabe6ec1fde0', 'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'mac_address': 'fa:16:3e:3b:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:41Z', 'updated_at': '2021-09-17T22:09:52Z', 'revision_number': 5, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'subnets': [{'id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:04.084995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 091ff352-04ee-45aa-afe0-687dd1763b03 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:04.085369 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:04.104914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-898800d5-2ee1-4457-a46c-a953f0d0996f req-e551cd7a-4a02-45c9-bc0f-51df8fa0d44b tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.0561144 Sep 17 22:14:04.137105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33058e1d-0d37-40fc-9db1-9f8b00ce3c73 None None] The sync data for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 is: [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:43Z', 'revision_number': 4, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0d9c4969-6edc-46ea-8b51-eabe6ec1fde0', 'name': '', 'network_id': 'e9a0f2da-d64c-4712-8e79-13850e1c3037', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'mac_address': 'fa:16:3e:3b:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:41Z', 'updated_at': '2021-09-17T22:09:52Z', 'revision_number': 5, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'subnets': [{'id': '4d255813-a5bf-478c-aee9-6156911f88e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:04.145292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 95973470-6cf9-4c31-b344-d354b3e2688b details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:14:04.176647 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c630974-285b-4829-b2fa-c48ff19d1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:04.223625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-9c4a2c6a-0d6e-43dd-a4b8-c23a7aec0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:04.225850 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-9c4a2c6a-0d6e-43dd-a4b8-c23a7aec0f30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7322342 Sep 17 22:14:04.248752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] For port 3d539988-adff-4ff9-ba43-bef40bb474d8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3d539988-adff-4ff9-ba43-bef40bb474d8,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:04.249168 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:04.273111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42610) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:04.328312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Calling delete_port for 3d539988-adff-4ff9-ba43-bef40bb474d8 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:04.569082 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-be2b0a12-cb23-4c96-83d3-3c793feb326e service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297415 Sep 17 22:14:04.581259 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:04.668917 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:04.669724 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:04.725821 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c88c92-0fb7-466e-9ba1-1655230ea617 None None] New status for floating IP 7251d6c8-b80a-408a-905d-5e37c01a9ade: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:14:04.752649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1c630974-285b-4829-b2fa-c48ff19d1fe2 None None] For port 091ff352-04ee-45aa-afe0-687dd1763b03, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=091ff352-04ee-45aa-afe0-687dd1763b03,segment=NetworkSegment(a9fbf90a-b4a7-4619-80bd-b2429b3f5c57),segment_id=a9fbf90a-b4a7-4619-80bd-b2429b3f5c57)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:04.758579 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:14:04.895709 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c630974-285b-4829-b2fa-c48ff19d1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:04.960529 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:04.988627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event updated for resources: {'Port': ['ID=54f4d689-d82b-4832-921f-3162012fccad,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:05.017609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 95973470-6cf9-4c31-b344-d354b3e2688b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95973470-6cf9-4c31-b344-d354b3e2688b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:05.059466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c630974-285b-4829-b2fa-c48ff19d1fe2 None None] Pushing event updated for resources: {'Port': ['ID=091ff352-04ee-45aa-afe0-687dd1763b03,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:05.064243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '95973470-6cf9-4c31-b344-d354b3e2688b', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '95973470-6cf9-4c31-b344-d354b3e2688b', 'mac_address': 'fa:16:3e:50:ec:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:14:05.067881 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-92198a12-1ee1-4269-b881-f6d86c504ad8 req-3c33f8e6-2b12-4fb5-82d4-08b548f2707b service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852221 Sep 17 22:14:05.069901 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-94a02068-9df5-4486-8d2f-a54f73365016 None None] Provisioning complete for port 091ff352-04ee-45aa-afe0-687dd1763b03 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:05.070576 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-94a02068-9df5-4486-8d2f-a54f73365016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.099312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Network 6b8ededa-66aa-4677-abfa-b517043aec68 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:05.100982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:05.168815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.202502 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:14:05.215458 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:14:05.227648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.247838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Pushing event deleted for resources: {'Port': ['ID=3d539988-adff-4ff9-ba43-bef40bb474d8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:05.271311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95973470-6cf9-4c31-b344-d354b3e2688b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:05.293236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db2e057-2ede-4b0b-8922-cf1ae8f8b6a8 req-6238e0f0-ece9-4a57-b7c8-4ac801c55171 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 210 time: 0.1210542 Sep 17 22:14:05.332939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 95973470-6cf9-4c31-b344-d354b3e2688b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95973470-6cf9-4c31-b344-d354b3e2688b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:05.351948 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] No DVR routers for this DVR port 3d539988-adff-4ff9-ba43-bef40bb474d8 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:05.359066 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.363915 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7bfa7d56-e2e2-43c2-80a7-90ba6afd35cb req-0da5bd41-1821-4a15-9b25-044079f6e6a6 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.32 "DELETE /v2.0/ports/3d539988-adff-4ff9-ba43-bef40bb474d8 HTTP/1.1" status: 204 len: 173 time: 2.4316356 Sep 17 22:14:05.377293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'name': 'network-vif-deleted', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:05.382316 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9311130-3590-4489-8bca-2841a8dc9cbe" -d '{"events": [{"server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "name": "network-vif-deleted", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:05.386070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-94a02068-9df5-4486-8d2f-a54f73365016 None None] Provisioning complete for port 54f4d689-d82b-4832-921f-3162012fccad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:05.386446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-94a02068-9df5-4486-8d2f-a54f73365016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.429515 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.434013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422318d-829d-4d5e-b93f-db88c3e7a283 req-d2373464-86f0-4b7b-a263-51489ae3cfa2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:05.435847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8422318d-829d-4d5e-b93f-db88c3e7a283 req-d2373464-86f0-4b7b-a263-51489ae3cfa2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 948 time: 0.2627544 Sep 17 22:14:05.453163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:05.499166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-94a02068-9df5-4486-8d2f-a54f73365016 None None] Port 54f4d689-d82b-4832-921f-3162012fccad cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:05.571422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=95973470-6cf9-4c31-b344-d354b3e2688b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:05.629566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-872e6bbe-8f88-43a6-9ef0-045c1f940af5 None None] Provisioning complete for port 54f4d689-d82b-4832-921f-3162012fccad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:05.629856 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-872e6bbe-8f88-43a6-9ef0-045c1f940af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.647227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:05.663777 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b50736ad-84ed-48c9-8f5a-885be2ab24ce tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0714395 Sep 17 22:14:05.666679 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42654) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:05.673256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:05.703691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8422318d-829d-4d5e-b93f-db88c3e7a283 req-f78eeaf6-b397-492e-9e02-5929c463d2d6 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559652 Sep 17 22:14:05.703894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:05.711168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:05.754998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2ee1d05-cf51-4675-b04c-4ae72b74a9cb req-dd45bd99-a890-4a9d-bb50-a90da9f50b2f tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.0342603 Sep 17 22:14:05.847559 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42543922-4521-4316-a0fb-77056c26ee2a x-openstack-request-id: req-42543922-4521-4316-a0fb-77056c26ee2a {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:05.847775 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a436ecb9-36ab-43cc-8248-d504a736d5b6", "name": "network-vif-deleted", "tag": "3d539988-adff-4ff9-ba43-bef40bb474d8", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:05.847995 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42543922-4521-4316-a0fb-77056c26ee2a {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:05.848419 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a436ecb9-36ab-43cc-8248-d504a736d5b6', 'name': 'network-vif-deleted', 'tag': '3d539988-adff-4ff9-ba43-bef40bb474d8', 'status': 'completed', 'code': 200} Sep 17 22:14:05.868504 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:05.949006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d95e8aea-1829-4452-95c4-c47bba49ff93 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:05.956750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:05.957698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:05.961426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-872e6bbe-8f88-43a6-9ef0-045c1f940af5 None None] Port 54f4d689-d82b-4832-921f-3162012fccad cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:06.029456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: d95e8aea-1829-4452-95c4-c47bba49ff93 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:06.029952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d95e8aea-1829-4452-95c4-c47bba49ff93 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:06.172774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 091ff352-04ee-45aa-afe0-687dd1763b03 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:06.219417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:06.245428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Deleting port 58e7c4e1-e4e0-42cb-9f16-10b316d20005 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:06.245844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.277885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.extraroute_db [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:14:06.294315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.extraroute_db [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Removed routes are [] {{(pid=101660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:14:06.294921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.362989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 091ff352-04ee-45aa-afe0-687dd1763b03 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:06.363362 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.369006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] For port 58e7c4e1-e4e0-42cb-9f16-10b316d20005, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=58e7c4e1-e4e0-42cb-9f16-10b316d20005,segment=NetworkSegment(6b132d05-dad7-42fa-921f-5646d5595b2d),segment_id=6b132d05-dad7-42fa-921f-5646d5595b2d)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:06.369551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.398269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Calling delete_port for 58e7c4e1-e4e0-42cb-9f16-10b316d20005 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:06.456792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42664) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:06.492528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056dad43-b579-459d-b292-f100ef7c45a1 req-8a269865-3e79-4f02-8ac6-a14666bf9450 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=a436ecb9-36ab-43cc-8248-d504a736d5b6 HTTP/1.1" status: 200 len: 210 time: 0.0657496 Sep 17 22:14:06.638742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3d539988-adff-4ff9-ba43-bef40bb474d8 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:06.682610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 3d539988-adff-4ff9-ba43-bef40bb474d8 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:06.683129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3d539988-adff-4ff9-ba43-bef40bb474d8 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:06.691146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.695216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.757285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1099db69-9fcd-403f-8e25-cdb2ebb98eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.757399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:03Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f4d689-d82b-4832-921f-3162012fccad', 'name': '', 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:0c:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:01Z', 'updated_at': '2021-09-17T22:14:04Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:58Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:06.791598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:06.797633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Updating router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f port 54f4d689-d82b-4832-921f-3162012fccad binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:14:06.820309 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.839154 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:06.867095 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:06.867829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Pushing event deleted for resources: {'Port': ['ID=58e7c4e1-e4e0-42cb-9f16-10b316d20005,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:07.010965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:07.022556 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.026861 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-744232bd-75a1-4331-ac91-8b9d0045830e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f HTTP/1.1" status: 200 len: 954 time: 1.3588536 Sep 17 22:14:07.032867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42676) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:07.044660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1099db69-9fcd-403f-8e25-cdb2ebb98eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.060536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53e7278a-642c-4aa4-a85d-a01d4b090857 req-df3f11c0-0dd9-453f-a75c-229038096b33 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.1870098 Sep 17 22:14:07.134317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1516-a16e-4c47-ab24-26bb832e9745 req-c021c5d5-8358-4f22-89f2-50e40631e6d5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:07.136887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a0d1516-a16e-4c47-ab24-26bb832e9745 req-c021c5d5-8358-4f22-89f2-50e40631e6d5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 949 time: 0.2777696 Sep 17 22:14:07.209556 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a77be914-e62d-48a3-a637-2d05137e00a4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f HTTP/1.1" status: 200 len: 954 time: 0.1752703 Sep 17 22:14:07.211992 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.212656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42678) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:07.220897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'routes': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:07.247806 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a0d1516-a16e-4c47-ab24-26bb832e9745 req-1e4cd37d-0732-4104-9909-2b75dfa1c460 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993466 Sep 17 22:14:07.249876 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.269894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1099db69-9fcd-403f-8e25-cdb2ebb98eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.352528 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.354090 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1099db69-9fcd-403f-8e25-cdb2ebb98eb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fe90f3a7da8442eaccbc3fe1e1c60b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8959637 Sep 17 22:14:07.354708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42680) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:07.366778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099db69-9fcd-403f-8e25-cdb2ebb98eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f420e8fe-705e-400e-ab12-254bd42746b3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:07.425641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec9577-1691-43ab-8afc-1a006f314fce None None] Pushing event updated for resources: {'Port': ['ID=54f4d689-d82b-4832-921f-3162012fccad,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:07.513231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Attempting to bind port 54f4d689-d82b-4832-921f-3162012fccad on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:07.514230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Attempting to bind port 54f4d689-d82b-4832-921f-3162012fccad by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:07.514905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Attempting to bind port 54f4d689-d82b-4832-921f-3162012fccad on network 6b8ededa-66aa-4677-abfa-b517043aec68 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:07.521825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:07.522516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Checking segment: {'id': 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:07.522833 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.523324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Bound using segment: {'id': 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:07.523895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Bound port: 54f4d689-d82b-4832-921f-3162012fccad, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:07.524373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.547398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:07.605730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] For port 54f4d689-d82b-4832-921f-3162012fccad, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:07.610188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] For port 54f4d689-d82b-4832-921f-3162012fccad, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=54f4d689-d82b-4832-921f-3162012fccad,segment=NetworkSegment(a9fbf90a-b4a7-4619-80bd-b2429b3f5c57),segment_id=a9fbf90a-b4a7-4619-80bd-b2429b3f5c57)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:07.618759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e23ee75-dadd-4efa-a736-b568963892fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.674492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e23ee75-dadd-4efa-a736-b568963892fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.728201 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:07.789626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:07.790272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:07.793477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:07.801849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-20a5b955-3e54-4d3c-ad4a-d6307303048e admin admin] 10.222.0.13 "PUT /v2.0/routers/2ce4dabd-abe3-4e56-9fa9-8517ff7117b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5271132 Sep 17 22:14:07.805157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42690) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:07.805879 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] Sync routers for ids ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:07.829922 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] Routers {'2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:07.829922 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:07.965149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec9577-1691-43ab-8afc-1a006f314fce None None] Pushing event updated for resources: {'Port': ['ID=54f4d689-d82b-4832-921f-3162012fccad,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:07.984242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:07.987117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-29a00748-2917-432b-b4ec-7d1f6bc4215f None None] Provisioning complete for port 54f4d689-d82b-4832-921f-3162012fccad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:07.987117 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-29a00748-2917-432b-b4ec-7d1f6bc4215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.019098 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] Set router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:08.075025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.extraroute_db [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added routes are [] {{(pid=101660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:14:08.079801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.extraroute_db [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:14:08.193833 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.276605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 95973470-6cf9-4c31-b344-d354b3e2688b up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:08.279459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.379926 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:11Z', 'updated_at': '2021-09-17T22:14:06Z', 'revision_number': 5, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'gw_port': {'id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:13Z', 'updated_at': '2021-09-17T22:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:08.399441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b3e4bf4-d191-4d71-a0da-c1da9fa6ba8b req-f36a98e2-9f3d-4fdf-9b53-2c3d0287d15c tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.1112888 Sep 17 22:14:08.462875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe28cf-c9fb-45d1-b830-9dd4786d06e3 req-ead4a223-ec9c-4b01-8132-216d56dde5fb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:08.463952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8afe28cf-c9fb-45d1-b830-9dd4786d06e3 req-ead4a223-ec9c-4b01-8132-216d56dde5fb tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 945 time: 0.1962674 Sep 17 22:14:08.469895 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] Checking router: 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:08.491770 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-29a00748-2917-432b-b4ec-7d1f6bc4215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.499365 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] Routers {'2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:08.500334 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:08.512990 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8afe28cf-c9fb-45d1-b830-9dd4786d06e3 req-5bfa80e0-1d6b-479b-bd57-333906cd2bf4 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Sep 17 22:14:08.523264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 95973470-6cf9-4c31-b344-d354b3e2688b completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:14:08.546335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 95973470-6cf9-4c31-b344-d354b3e2688b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:08.546949 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.597321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-29a00748-2917-432b-b4ec-7d1f6bc4215f None None] For port 54f4d689-d82b-4832-921f-3162012fccad, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=54f4d689-d82b-4832-921f-3162012fccad,segment=NetworkSegment(a9fbf90a-b4a7-4619-80bd-b2429b3f5c57),segment_id=a9fbf90a-b4a7-4619-80bd-b2429b3f5c57)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:08.597562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f449f5b-f6d6-41da-8ec8-5b070cb05da6 req-a337ac75-92d3-4d76-8c6c-2c73332f503c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:08.599505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f449f5b-f6d6-41da-8ec8-5b070cb05da6 req-a337ac75-92d3-4d76-8c6c-2c73332f503c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 949 time: 0.0610664 Sep 17 22:14:08.650929 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] Set router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:08.658496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f449f5b-f6d6-41da-8ec8-5b070cb05da6 req-c64a8c08-6aca-4a1e-92b3-0a3221f6e79d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517631 Sep 17 22:14:08.727963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.728721 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-29a00748-2917-432b-b4ec-7d1f6bc4215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.729902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e23ee75-dadd-4efa-a736-b568963892fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.732595 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e23ee75-dadd-4efa-a736-b568963892fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.733867 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e23ee75-dadd-4efa-a736-b568963892fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f420e8fe-705e-400e-ab12-254bd42746b3 HTTP/1.1" status: 204 len: 168 time: 1.3739531 Sep 17 22:14:08.794321 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.795289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23ee75-dadd-4efa-a736-b568963892fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f420e8fe-705e-400e-ab12-254bd42746b3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:08.842139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a902b2b8-f170-4fdb-a4e7-405e159e71da tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:08.843825 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a902b2b8-f170-4fdb-a4e7-405e159e71da tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.35 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 945 time: 0.1277168 Sep 17 22:14:08.846523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.863806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:06Z', 'revision_number': 6, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f4d689-d82b-4832-921f-3162012fccad', 'name': '', 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:0c:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:01Z', 'updated_at': '2021-09-17T22:14:07Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:58Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:08.911202 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:11Z', 'updated_at': '2021-09-17T22:14:06Z', 'revision_number': 5, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'gw_port': {'id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:13Z', 'updated_at': '2021-09-17T22:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:08.926738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a769eeff-e187-4e8c-a473-137ff4924735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95973470-6cf9-4c31-b344-d354b3e2688b'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:08.929781 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ad9e6e-20af-420d-a867-f61a5355fab5" -d '{"events": [{"server_uuid": "a769eeff-e187-4e8c-a473-137ff4924735", "name": "network-vif-plugged", "status": "completed", "tag": "95973470-6cf9-4c31-b344-d354b3e2688b"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:08.933235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a00748-2917-432b-b4ec-7d1f6bc4215f None None] Pushing event updated for resources: {'Port': ['ID=54f4d689-d82b-4832-921f-3162012fccad,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:08.964665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c702ed-4c63-42d3-8e42-853571eec175 None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:06Z', 'revision_number': 6, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f4d689-d82b-4832-921f-3162012fccad', 'name': '', 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:0c:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:01Z', 'updated_at': '2021-09-17T22:14:07Z', 'revision_number': 4, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:58Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:08.978285 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3eb38866-793e-4880-9109-4c7389015e5d None None] Provisioning complete for port 54f4d689-d82b-4832-921f-3162012fccad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:08.978660 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3eb38866-793e-4880-9109-4c7389015e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:08.992252 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64d649-c247-4208-82aa-6bdea7a16ba5 None None] The sync data for ids ['2ce4dabd-abe3-4e56-9fa9-8517ff7117b2'] in n-d-713498-17 is: [{'id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'name': 'tempest-ServersTestMultiNic-870403042-router', 'tenant_id': '2955111e03eb4da6ba46f81720aef990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:11Z', 'updated_at': '2021-09-17T22:14:06Z', 'revision_number': 5, 'project_id': '2955111e03eb4da6ba46f81720aef990', 'gw_port': {'id': '0e9d1297-95d4-4ea2-8628-b8d6fd721041', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce4dabd-abe3-4e56-9fa9-8517ff7117b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:13Z', 'updated_at': '2021-09-17T22:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:08.993267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 95973470-6cf9-4c31-b344-d354b3e2688b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95973470-6cf9-4c31-b344-d354b3e2688b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:09.002852 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd67317-2e24-48b4-9358-c82d7e38f19e x-openstack-request-id: req-bdd67317-2e24-48b4-9358-c82d7e38f19e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:09.002852 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a769eeff-e187-4e8c-a473-137ff4924735", "name": "network-vif-plugged", "status": "completed", "tag": "95973470-6cf9-4c31-b344-d354b3e2688b", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:09.002852 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdd67317-2e24-48b4-9358-c82d7e38f19e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:09.002852 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a769eeff-e187-4e8c-a473-137ff4924735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95973470-6cf9-4c31-b344-d354b3e2688b', 'code': 200} Sep 17 22:14:09.105677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.179321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=95973470-6cf9-4c31-b344-d354b3e2688b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:09.296363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d869ac-d3e5-4683-a75e-fa20ff6dcea8 req-aa1c8074-a89e-4a46-9f55-db58de28530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:09.298516 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-00d869ac-d3e5-4683-a75e-fa20ff6dcea8 req-aa1c8074-a89e-4a46-9f55-db58de28530e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 1102 time: 0.2120104 Sep 17 22:14:09.319284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Deleting port 0e9d1297-95d4-4ea2-8628-b8d6fd721041 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:09.319284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.321317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Deleting port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:09.321824 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.398546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.484514 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.524561 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-00d869ac-d3e5-4683-a75e-fa20ff6dcea8 req-da20f0ab-9474-4cee-83cd-dd75149cc2cf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116106 Sep 17 22:14:09.615556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6db63cd0-aefb-4de8-8483-71ef95a8d787 req-4d6ea59c-127b-47b0-9ccf-baefc38ca801 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01dbbfa-50ce-43cc-93e7-24ff2c033dfc HTTP/1.1" status: 200 len: 210 time: 0.0481360 Sep 17 22:14:09.653562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] For port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:09.653858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.669926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Calling delete_port for b2ce55c9-7e2a-46d6-84a1-7b7890b8072d owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:09.688425 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.694461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] For port 0e9d1297-95d4-4ea2-8628-b8d6fd721041, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0e9d1297-95d4-4ea2-8628-b8d6fd721041,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:09.697377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.713586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Calling delete_port for 0e9d1297-95d4-4ea2-8628-b8d6fd721041 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:09.765879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42716) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:09.774104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f420b4-2bca-42bf-9688-337f7080088d req-61e00e08-9804-453f-aefb-54f875ab6907 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:09.785684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84f420b4-2bca-42bf-9688-337f7080088d req-61e00e08-9804-453f-aefb-54f875ab6907 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 945 time: 0.1258190 Sep 17 22:14:09.858849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcb248d4-7d28-4cc6-b58d-59c7d14a052b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:09.884597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:09.901979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84f420b4-2bca-42bf-9688-337f7080088d req-70303f08-4524-4f07-a3ce-402d6285149b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100318 Sep 17 22:14:09.936897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40277a-ae96-4845-bb7b-bc4471520966 req-0fe3032b-3a56-4d95-8476-e0f3588fcbbb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:09.938491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea40277a-ae96-4845-bb7b-bc4471520966 req-0fe3032b-3a56-4d95-8476-e0f3588fcbbb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 950 time: 0.1908913 Sep 17 22:14:10.021526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea40277a-ae96-4845-bb7b-bc4471520966 req-1c55f6f3-4b34-49d0-a3bc-7af839eac85e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745707 Sep 17 22:14:10.160399 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcb248d4-7d28-4cc6-b58d-59c7d14a052b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.190182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:10.204931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.209543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42724) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:10.209662 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8629e026-516f-4dc5-9df1-8ff9e7d07b47 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f HTTP/1.1" status: 200 len: 704 time: 2.9955311 Sep 17 22:14:10.237768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 54f4d689-d82b-4832-921f-3162012fccad up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:10.271689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:10.287931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:10.288542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:10.304819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcb248d4-7d28-4cc6-b58d-59c7d14a052b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.313572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.360756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Pushing event deleted for resources: {'Port': ['ID=b2ce55c9-7e2a-46d6-84a1-7b7890b8072d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:10.363736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb248d4-7d28-4cc6-b58d-59c7d14a052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e40d3b-39ed-4382-a127-c1a019121b31,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:10.373174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.377567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dcb248d4-7d28-4cc6-b58d-59c7d14a052b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e91473fef94075ad65f7245d84be2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817635 Sep 17 22:14:10.382994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42726) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:10.386705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b393a064-a056-485f-8446-a2bb5fc8a107 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f HTTP/1.1" status: 200 len: 704 time: 0.1764028 Sep 17 22:14:10.387356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42728) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:10.431984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 54f4d689-d82b-4832-921f-3162012fccad triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:10.432427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.446734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9d1297-95d4-4ea2-8628-b8d6fd721041,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:10.514094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:10.537619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.617994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] No DVR routers for this DVR port b2ce55c9-7e2a-46d6-84a1-7b7890b8072d on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:10.621634 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.624051 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ab216932-453d-46d0-8383-73bbf76a2a3f req-a87b537d-cb42-42dc-8111-3060d5ccef04 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.35 "DELETE /v2.0/ports/b2ce55c9-7e2a-46d6-84a1-7b7890b8072d HTTP/1.1" status: 204 len: 173 time: 1.7723591 Sep 17 22:14:10.629733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'name': 'network-vif-deleted', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:10.632438 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f469ef8-db08-4fc8-a166-8ad9dc5b2743" -d '{"events": [{"server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "name": "network-vif-deleted", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:10.678094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.681357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.744971 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748abfe-18df-4b5c-b7a1-4ede8a9f26dd x-openstack-request-id: req-1748abfe-18df-4b5c-b7a1-4ede8a9f26dd {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:10.745378 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61", "name": "network-vif-deleted", "tag": "b2ce55c9-7e2a-46d6-84a1-7b7890b8072d", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:10.745680 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1748abfe-18df-4b5c-b7a1-4ede8a9f26dd {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:10.746225 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61', 'name': 'network-vif-deleted', 'tag': 'b2ce55c9-7e2a-46d6-84a1-7b7890b8072d', 'status': 'completed', 'code': 200} Sep 17 22:14:10.748669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 58e7c4e1-e4e0-42cb-9f16-10b316d20005 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:10.763389 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8b1f-07a5-4a52-b32d-12a79eb25532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.791651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 58e7c4e1-e4e0-42cb-9f16-10b316d20005 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:10.792054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 58e7c4e1-e4e0-42cb-9f16-10b316d20005 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:10.794522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8b1f-07a5-4a52-b32d-12a79eb25532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.844409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.901269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.902917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:14:10.914415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:10.914415 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a63146cd-409a-48aa-8e7b-4698a1f2d79b admin admin] 10.222.0.13 "DELETE /v2.0/routers/2ce4dabd-abe3-4e56-9fa9-8517ff7117b2 HTTP/1.1" status: 204 len: 168 time: 3.1019452 Sep 17 22:14:10.914415 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42736) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:10.914415 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42740) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:10.925252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 7, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f4d689-d82b-4832-921f-3162012fccad', 'name': '', 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:0c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:01Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:58Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:10.972835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:10.985372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:10.988604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:11.074760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8b1f-07a5-4a52-b32d-12a79eb25532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:11.077894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8b1f-07a5-4a52-b32d-12a79eb25532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:11.082125 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3bdf8b1f-07a5-4a52-b32d-12a79eb25532 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8e40d3b-39ed-4382-a127-c1a019121b31 HTTP/1.1" status: 204 len: 168 time: 0.6407304 Sep 17 22:14:11.093913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aee1953a-d911-40f5-9288-cf5e69cdecbb req-a814ef65-2c29-4d3f-9b66-c0fb4a539e13 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afcd8d7-bb06-4ce7-8ebe-640ab64f9c61 HTTP/1.1" status: 200 len: 210 time: 0.0754035 Sep 17 22:14:11.136352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf8b1f-07a5-4a52-b32d-12a79eb25532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e40d3b-39ed-4382-a127-c1a019121b31,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:11.176017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2873ef-c04d-4c80-b850-0679c3408159 admin admin] Deleting subnet c374164d-1cd8-41ef-bcfc-8ff0f500ee22 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:14:11.181676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da2873ef-c04d-4c80-b850-0679c3408159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:11.246091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:11.283239 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6604bda-d44f-4834-91af-e24660c9f8af tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:11.352448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297c6c4-125f-4bc1-91d8-0fdb06f4071e req-b0a27154-ee2c-4b97-9a7a-348e77d481cf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:11.354147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1297c6c4-125f-4bc1-91d8-0fdb06f4071e req-b0a27154-ee2c-4b97-9a7a-348e77d481cf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 950 time: 0.0888078 Sep 17 22:14:11.380436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 54f4d689-d82b-4832-921f-3162012fccad {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:11.381736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:11.495674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1297c6c4-125f-4bc1-91d8-0fdb06f4071e req-1f44f23d-2b13-4f96-b2d5-6c9aebb7906c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282170 Sep 17 22:14:11.539304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port 54f4d689-d82b-4832-921f-3162012fccad, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=54f4d689-d82b-4832-921f-3162012fccad,segment=NetworkSegment(a9fbf90a-b4a7-4619-80bd-b2429b3f5c57),segment_id=a9fbf90a-b4a7-4619-80bd-b2429b3f5c57)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:11.540178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:11.575578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 54f4d689-d82b-4832-921f-3162012fccad owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:11.598461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 7, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f4d689-d82b-4832-921f-3162012fccad', 'name': '', 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:0c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:01Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:58Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:11.645080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4b0c1-7a78-4c01-9be0-bd2a1ef100df None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 7, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f4d689-d82b-4832-921f-3162012fccad', 'name': '', 'network_id': '6b8ededa-66aa-4677-abfa-b517043aec68', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:0c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:01Z', 'updated_at': '2021-09-17T22:14:08Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '1fc81c8c-7043-4597-8b34-46da06890b2a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:58Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:11.715658 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da2873ef-c04d-4c80-b850-0679c3408159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:11.745038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6604bda-d44f-4834-91af-e24660c9f8af tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:11.870161 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da2873ef-c04d-4c80-b850-0679c3408159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:11.986954 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.050395 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6604bda-d44f-4834-91af-e24660c9f8af tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.053246 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6604bda-d44f-4834-91af-e24660c9f8af tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.056956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=54f4d689-d82b-4832-921f-3162012fccad,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:12.060181 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f6604bda-d44f-4834-91af-e24660c9f8af tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "DELETE /v2.0/security-groups/e9f6b169-45d0-4c04-b95a-d563d4456b1d HTTP/1.1" status: 204 len: 168 time: 1.1394956 Sep 17 22:14:12.061144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42762) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:12.105270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6604bda-d44f-4834-91af-e24660c9f8af tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f6b169-45d0-4c04-b95a-d563d4456b1d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:12.119897 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da2873ef-c04d-4c80-b850-0679c3408159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.152706 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-7bcc856d-f6fc-4714-b42c-97da02cb6139 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] show failed (client error): The resource could not be found. Sep 17 22:14:12.154596 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7bcc856d-f6fc-4714-b42c-97da02cb6139 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "GET /v2.0/security-groups/e9f6b169-45d0-4c04-b95a-d563d4456b1d HTTP/1.1" status: 404 len: 347 time: 0.0768998 Sep 17 22:14:12.157780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7c4fe-8544-4c77-a69d-8c8cd1247c4f None None] Network b51384bb-316d-4642-9605-6afe4844edea requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:12.194998 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da2873ef-c04d-4c80-b850-0679c3408159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.204025 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-da2873ef-c04d-4c80-b850-0679c3408159 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c374164d-1cd8-41ef-bcfc-8ff0f500ee22 HTTP/1.1" status: 204 len: 168 time: 1.2491870 Sep 17 22:14:12.215198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42766) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:12.215766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42772) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:12.229849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2873ef-c04d-4c80-b850-0679c3408159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c374164d-1cd8-41ef-bcfc-8ff0f500ee22,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:12.304975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b2ce55c9-7e2a-46d6-84a1-7b7890b8072d no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:12.307097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0e9d1297-95d4-4ea2-8628-b8d6fd721041 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:12.315787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc2a56-7f70-4a85-b481-8b3f45189a3c req-80ddfa4a-9bd8-4199-8fff-720e094b9739 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:12.317724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54bc2a56-7f70-4a85-b481-8b3f45189a3c req-80ddfa4a-9bd8-4199-8fff-720e094b9739 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 1102 time: 0.2731616 Sep 17 22:14:12.355151 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-54bc2a56-7f70-4a85-b481-8b3f45189a3c req-9bc6d483-2222-462d-adbd-408e73ecbaaa tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.462563 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.529051 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-54bc2a56-7f70-4a85-b481-8b3f45189a3c req-9bc6d483-2222-462d-adbd-408e73ecbaaa tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.538896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.544670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Deleting port 7da3fd0e-353e-4b6a-ae88-d66fc55f6e7a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:12.548190 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.627258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: b2ce55c9-7e2a-46d6-84a1-7b7890b8072d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:12.627799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b2ce55c9-7e2a-46d6-84a1-7b7890b8072d not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:12.641629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Deleting port 7897b65a-4db4-4837-8f39-5edca7aa7988 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:12.642586 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.642708 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-54bc2a56-7f70-4a85-b481-8b3f45189a3c req-9bc6d483-2222-462d-adbd-408e73ecbaaa tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.644607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0e9d1297-95d4-4ea2-8628-b8d6fd721041 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:12.645120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0e9d1297-95d4-4ea2-8628-b8d6fd721041 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:12.671096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54bc2a56-7f70-4a85-b481-8b3f45189a3c req-9bc6d483-2222-462d-adbd-408e73ecbaaa tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453825 Sep 17 22:14:12.699292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6d483-2222-462d-adbd-408e73ecbaaa tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f67f61c-d000-424f-a6c0-20170d41e075,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:12.723629 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.723964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.752464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] For port 7897b65a-4db4-4837-8f39-5edca7aa7988, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7897b65a-4db4-4837-8f39-5edca7aa7988,segment=NetworkSegment(6b132d05-dad7-42fa-921f-5646d5595b2d),segment_id=6b132d05-dad7-42fa-921f-5646d5595b2d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:12.752464 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.752464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Calling delete_port for 7da3fd0e-353e-4b6a-ae88-d66fc55f6e7a owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:12.755653 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:14:12.767875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a112f40-4e43-4da5-b5f8-4c384ff8e4f7 None None] DHCP port deletion for b51384bb-316d-4642-9605-6afe4844edea request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:14:12.784960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Calling delete_port for 7897b65a-4db4-4837-8f39-5edca7aa7988 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:12.828724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a112f40-4e43-4da5-b5f8-4c384ff8e4f7 None None] Deleting port 7897b65a-4db4-4837-8f39-5edca7aa7988 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:12.829348 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a112f40-4e43-4da5-b5f8-4c384ff8e4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.904315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:12.911796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9a112f40-4e43-4da5-b5f8-4c384ff8e4f7 None None] For port 7897b65a-4db4-4837-8f39-5edca7aa7988, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7897b65a-4db4-4837-8f39-5edca7aa7988,segment=NetworkSegment(6b132d05-dad7-42fa-921f-5646d5595b2d),segment_id=6b132d05-dad7-42fa-921f-5646d5595b2d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:12.913999 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a112f40-4e43-4da5-b5f8-4c384ff8e4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:12.936420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a112f40-4e43-4da5-b5f8-4c384ff8e4f7 None None] Calling delete_port for 7897b65a-4db4-4837-8f39-5edca7aa7988 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:13.056010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.064411 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a112f40-4e43-4da5-b5f8-4c384ff8e4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.143791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc7f0b-3087-4401-bd6b-57c84d120b41 req-d127dc0c-bff8-4c88-9319-a445acaafef8 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:13.152614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8cc7f0b-3087-4401-bd6b-57c84d120b41 req-d127dc0c-bff8-4c88-9319-a445acaafef8 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 944 time: 0.1364548 Sep 17 22:14:13.174435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a112f40-4e43-4da5-b5f8-4c384ff8e4f7 None None] No DVR routers for this DVR port 7897b65a-4db4-4837-8f39-5edca7aa7988 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:13.180711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7897b65a-4db4-4837-8f39-5edca7aa7988,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:13.183181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a112f40-4e43-4da5-b5f8-4c384ff8e4f7 None None] Pushing event deleted for resources: {'Port': ['ID=7897b65a-4db4-4837-8f39-5edca7aa7988,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:13.210652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:13.222338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3de01701-8bd8-4de2-bb2c-1fc9906bee0b tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8338206 Sep 17 22:14:13.224957 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:13.225226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42794) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:13.258938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] No DVR routers for this DVR port 7897b65a-4db4-4837-8f39-5edca7aa7988 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:13.261788 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:13.263105 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:13.301682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca65f20-8759-49de-addf-b4e8e899f533 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting subnet 1fc81c8c-7043-4597-8b34-46da06890b2a {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:14:13.309274 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ca65f20-8759-49de-addf-b4e8e899f533 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.354825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8cc7f0b-3087-4401-bd6b-57c84d120b41 req-4d16a959-8754-4d76-9dd9-a26f5222eb8b tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010212 Sep 17 22:14:13.383811 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.388491 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ca65f20-8759-49de-addf-b4e8e899f533 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.429363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-982de4c6-1a34-4dde-9b44-9bc191f2af8b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657604 Sep 17 22:14:13.479718 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:13.491456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Pushing event deleted for resources: {'Port': ['ID=7da3fd0e-353e-4b6a-ae88-d66fc55f6e7a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:13.494831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.521473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6da58-7859-4007-935f-fdf76049d720 req-43072296-2cac-47f7-ba97-46f7de42c999 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:13.523303 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7ec6da58-7859-4007-935f-fdf76049d720 req-43072296-2cac-47f7-ba97-46f7de42c999 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 944 time: 0.2335367 Sep 17 22:14:13.608638 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51384bb-316d-4642-9605-6afe4844edea']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:13.630372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b132d05-dad7-42fa-921f-5646d5595b2d') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:13.630665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b132d05-dad7-42fa-921f-5646d5595b2d') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:13.655941 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.698826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.701284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.705954 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2f270bfd-2eb3-42aa-aba8-9033c7ef4d48 tempest-ServersTestBootFromVolume-1247762471 tempest-ServersTestBootFromVolume-1247762471-project] 10.222.0.13 "DELETE /v2.0/floatingips/7251d6c8-b80a-408a-905d-5e37c01a9ade HTTP/1.1" status: 204 len: 168 time: 1.4886205 Sep 17 22:14:13.707503 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.709447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42812) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:13.765845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:13.766261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:13.770381 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:13.911429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:11Z', 'revision_number': 8, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:58Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:13.915898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7ec6da58-7859-4007-935f-fdf76049d720 req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Deleting port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:13.916241 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7ec6da58-7859-4007-935f-fdf76049d720 req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:13.944781 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:13.955688 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:13.956453 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:14.038239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ca65f20-8759-49de-addf-b4e8e899f533 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.040853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-7ec6da58-7859-4007-935f-fdf76049d720 req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] For port 12edb3f6-a7d1-4513-8a7f-f0af34e51524, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=12edb3f6-a7d1-4513-8a7f-f0af34e51524,segment=NetworkSegment(dad07bdc-9ce7-4828-83a1-9feccb53e0d6),segment_id=dad07bdc-9ce7-4828-83a1-9feccb53e0d6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:14.044290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7ec6da58-7859-4007-935f-fdf76049d720 req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.094895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-b68102f7-2701-4968-8915-9cd8ab7d3b75 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:14.098699 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.103444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-b68102f7-2701-4968-8915-9cd8ab7d3b75 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6640766 Sep 17 22:14:14.107622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7ec6da58-7859-4007-935f-fdf76049d720 req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Calling delete_port for 12edb3f6-a7d1-4513-8a7f-f0af34e51524 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:14.113625 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.128414 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b51384bb-316d-4642-9605-6afe4844edea HTTP/1.1" status: 204 len: 168 time: 1.9091883 Sep 17 22:14:14.142293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-b44d786c-91f1-4af9-aa1b-7ce85e575c90 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/quotas/649c8f43cae541d2a74bf88cbcf62f86 HTTP/1.1" status: 200 len: 375 time: 0.0344913 Sep 17 22:14:14.166150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a75bc-9ceb-42ac-9511-27344acc3d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51384bb-316d-4642-9605-6afe4844edea,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:14.275981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7897b65a-4db4-4837-8f39-5edca7aa7988 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:14.279334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-0bd28794-c955-4557-bc4d-db4037acc666 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1316643 Sep 17 22:14:14.298735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 7897b65a-4db4-4837-8f39-5edca7aa7988 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:14.299125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7897b65a-4db4-4837-8f39-5edca7aa7988 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:14.363566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ca65f20-8759-49de-addf-b4e8e899f533 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.365774 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:14.398202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca65f20-8759-49de-addf-b4e8e899f533 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc81c8c-7043-4597-8b34-46da06890b2a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:14.403318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ca65f20-8759-49de-addf-b4e8e899f533 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.405730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8ca65f20-8759-49de-addf-b4e8e899f533 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/1fc81c8c-7043-4597-8b34-46da06890b2a HTTP/1.1" status: 204 len: 168 time: 1.1795149 Sep 17 22:14:14.408284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42828) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:14.413234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350ff64-d0ba-472a-90c3-98c68d2d67c2 None None] Network 6b8ededa-66aa-4677-abfa-b517043aec68 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:14.648363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8614525-3339-41c5-a89f-3284c586b362 req-245bb678-250f-411e-b9cf-b2c7f13c5a86 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:14.649915 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8614525-3339-41c5-a89f-3284c586b362 req-245bb678-250f-411e-b9cf-b2c7f13c5a86 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 944 time: 0.1655934 Sep 17 22:14:14.657713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7ec6da58-7859-4007-935f-fdf76049d720 req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.665970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.694179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a175b6-0861-497d-b7c1-7f124480ed0a None None] DHCP port deletion for 6b8ededa-66aa-4677-abfa-b517043aec68 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:14:14.694459 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:11Z', 'revision_number': 8, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:58Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:14.718099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42840) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:14.764991 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1b23b-ed52-4405-8102-5636d467150f None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:11Z', 'revision_number': 8, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cec260-427d-45c2-a198-e90ac9074a46', 'name': '', 'network_id': '892bb3f5-157d-4205-8aca-df6da22618d7', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:a3:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:50Z', 'updated_at': '2021-09-17T22:13:58Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '88bb0cdd-9584-49ce-aca8-f7eb7398241e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:14.774819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d8a175b6-0861-497d-b7c1-7f124480ed0a None None] Deleting port 091ff352-04ee-45aa-afe0-687dd1763b03 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:14.775728 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d8a175b6-0861-497d-b7c1-7f124480ed0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.779358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Pushing event deleted for resources: {'Port': ['ID=12edb3f6-a7d1-4513-8a7f-f0af34e51524,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:14.786233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8614525-3339-41c5-a89f-3284c586b362 req-b62eaa49-1d88-4cfb-84b3-816eea38ef52 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/security-groups?id=15cf8e52-066f-4da5-aa37-eef510fab045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135468 Sep 17 22:14:14.866950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec6da58-7859-4007-935f-fdf76049d720 req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] No DVR routers for this DVR port 12edb3f6-a7d1-4513-8a7f-f0af34e51524 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:14.867277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-65b58a55-44cb-47e2-a298-ea113e252d1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2955111e03eb4da6ba46f81720aef990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431158 Sep 17 22:14:14.868392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42844) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:14.870768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7ec6da58-7859-4007-935f-fdf76049d720 req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.873092 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7ec6da58-7859-4007-935f-fdf76049d720 req-1d58eda8-419d-496c-9a07-8c19a6a2d638 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.32 "DELETE /v2.0/ports/12edb3f6-a7d1-4513-8a7f-f0af34e51524 HTTP/1.1" status: 204 len: 173 time: 1.3212075 Sep 17 22:14:14.873763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'name': 'network-vif-deleted', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:14.889544 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06a4c47-7019-40c2-82cd-78fc86117f7a" -d '{"events": [{"server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "name": "network-vif-deleted", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:14.902569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d8a175b6-0861-497d-b7c1-7f124480ed0a None None] For port 091ff352-04ee-45aa-afe0-687dd1763b03, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=091ff352-04ee-45aa-afe0-687dd1763b03,segment=NetworkSegment(a9fbf90a-b4a7-4619-80bd-b2429b3f5c57),segment_id=a9fbf90a-b4a7-4619-80bd-b2429b3f5c57)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:14.903122 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d8a175b6-0861-497d-b7c1-7f124480ed0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.914408 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:14.926483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d8a175b6-0861-497d-b7c1-7f124480ed0a None None] Calling delete_port for 091ff352-04ee-45aa-afe0-687dd1763b03 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:14.944087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 091ff352-04ee-45aa-afe0-687dd1763b03 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:14.944689 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.005057 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2b55f5-7e54-40c1-8088-c0256b15d5af x-openstack-request-id: req-ff2b55f5-7e54-40c1-8088-c0256b15d5af {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:15.006082 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b", "name": "network-vif-deleted", "tag": "12edb3f6-a7d1-4513-8a7f-f0af34e51524", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:15.006082 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff2b55f5-7e54-40c1-8088-c0256b15d5af {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:15.006082 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b', 'name': 'network-vif-deleted', 'tag': '12edb3f6-a7d1-4513-8a7f-f0af34e51524', 'status': 'completed', 'code': 200} Sep 17 22:14:15.024403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-acdfd165-7805-40e9-90ba-eabdbda613d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.038570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port 091ff352-04ee-45aa-afe0-687dd1763b03, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=091ff352-04ee-45aa-afe0-687dd1763b03,segment=NetworkSegment(a9fbf90a-b4a7-4619-80bd-b2429b3f5c57),segment_id=a9fbf90a-b4a7-4619-80bd-b2429b3f5c57)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:15.039064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.070163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 091ff352-04ee-45aa-afe0-687dd1763b03 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:15.073129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-acdfd165-7805-40e9-90ba-eabdbda613d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.143882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d8a175b6-0861-497d-b7c1-7f124480ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.194447 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.207985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a175b6-0861-497d-b7c1-7f124480ed0a None None] Pushing event deleted for resources: {'Port': ['ID=091ff352-04ee-45aa-afe0-687dd1763b03,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:15.220224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a175b6-0861-497d-b7c1-7f124480ed0a None None] No DVR routers for this DVR port 091ff352-04ee-45aa-afe0-687dd1763b03 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:15.249023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=091ff352-04ee-45aa-afe0-687dd1763b03,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:15.257840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No DVR routers for this DVR port 091ff352-04ee-45aa-afe0-687dd1763b03 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:15.285067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Deleting port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:15.285567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.319879 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-acdfd165-7805-40e9-90ba-eabdbda613d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.322248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-acdfd165-7805-40e9-90ba-eabdbda613d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.325818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-acdfd165-7805-40e9-90ba-eabdbda613d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbf846a4-980a-4fdb-a5b0-303445ebe0a6 HTTP/1.1" status: 204 len: 168 time: 0.4504240 Sep 17 22:14:15.366273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.367122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfd165-7805-40e9-90ba-eabdbda613d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf846a4-980a-4fdb-a5b0-303445ebe0a6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:15.412222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8ededa-66aa-4677-abfa-b517043aec68']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:15.435169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:15.437722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fbf90a-b4a7-4619-80bd-b2429b3f5c57') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:15.449385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.470960 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.489756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:15.490155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:15.495707 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:15.523982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] For port 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0d9c4969-6edc-46ea-8b51-eabe6ec1fde0,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:15.524352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.561065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Calling delete_port for 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:15.570920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42858) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:15.655573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbc1cedd-10bb-4065-a27f-364b36044d63 req-03a58b7c-848e-429f-a0cc-5b83d42cc755 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 210 time: 0.0319979 Sep 17 22:14:15.707392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.713045 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:15.718749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/networks/6b8ededa-66aa-4677-abfa-b517043aec68 HTTP/1.1" status: 204 len: 168 time: 1.3062806 Sep 17 22:14:15.720692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42868) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:15.732139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49fd81-1617-4687-b5b1-3078a849d540 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Network': ['ID=6b8ededa-66aa-4677-abfa-b517043aec68,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:15.909146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-daa239d7-666e-44b8-99eb-a23795f925f4 req-d9549740-f00c-4342-8955-7ff7ac8983f7 tempest-LiveAutoBlockMigrationV225Test-1294191793 tempest-LiveAutoBlockMigrationV225Test-1294191793-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf6a6e3c-0d2d-4ee1-b434-d8ffc06ac48b HTTP/1.1" status: 200 len: 210 time: 0.0302002 Sep 17 22:14:15.992040 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39821c38-55a1-493f-860d-6a269b281a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.130200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 091ff352-04ee-45aa-afe0-687dd1763b03 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:16.151659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 091ff352-04ee-45aa-afe0-687dd1763b03 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:16.152004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 091ff352-04ee-45aa-afe0-687dd1763b03 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:16.152413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 54f4d689-d82b-4832-921f-3162012fccad no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:16.159632 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.176292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 54f4d689-d82b-4832-921f-3162012fccad {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:16.176723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 54f4d689-d82b-4832-921f-3162012fccad not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:16.197173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9c4969-6edc-46ea-8b51-eabe6ec1fde0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:16.621022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 12edb3f6-a7d1-4513-8a7f-f0af34e51524 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:16.623533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42900) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:16.627882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39821c38-55a1-493f-860d-6a269b281a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.644472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 12edb3f6-a7d1-4513-8a7f-f0af34e51524 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:16.644819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 12edb3f6-a7d1-4513-8a7f-f0af34e51524 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:16.720430 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.749618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-578f4e59-edc3-48d0-8c86-f7467c049e75 req-9441d4c8-7fb4-4692-ba15-6cdbc7b8c7ff tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 210 time: 0.0364909 Sep 17 22:14:16.752833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1061457980-network', 'tenant_id': 'b0e392630f574190b76667f44a95c828'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:16.767154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-39821c38-55a1-493f-860d-6a269b281a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.801227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.860886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Made reservation on behalf of b0e392630f574190b76667f44a95c828 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:16.861191 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-39821c38-55a1-493f-860d-6a269b281a63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=959e206ddc8e4157a622880cd5cae4db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2891397 Sep 17 22:14:16.863427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.866386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42906) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:16.870650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39821c38-55a1-493f-860d-6a269b281a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b272793d-4440-4550-8211-2b5a58cc101c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:16.880324 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.961886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2b086a52-2917-4003-bc7f-a5ee9b9a2c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:16.985710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42910) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:17.022730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2b086a52-2917-4003-bc7f-a5ee9b9a2c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.140325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:17.174159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-39dc19d9-8418-4ef0-9e1b-4109b84019d7 admin admin] Deleting subnet e9599773-24e3-4c52-90bc-421d9e50953a {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:14:17.181509 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39dc19d9-8418-4ef0-9e1b-4109b84019d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.239049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39dc19d9-8418-4ef0-9e1b-4109b84019d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.262605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2b086a52-2917-4003-bc7f-a5ee9b9a2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.266118 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2b086a52-2917-4003-bc7f-a5ee9b9a2c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.269984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2b086a52-2917-4003-bc7f-a5ee9b9a2c4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b272793d-4440-4550-8211-2b5a58cc101c HTTP/1.1" status: 204 len: 168 time: 0.4025517 Sep 17 22:14:17.300153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b086a52-2917-4003-bc7f-a5ee9b9a2c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b272793d-4440-4550-8211-2b5a58cc101c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:17.322903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:17.326046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port f4cec260-427d-45c2-a198-e90ac9074a46 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:17.326926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.333879 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d338341d-6b67-4fb4-9a53-3be1c427b7ad admin admin] 10.222.0.13 "PUT /v2.0/routers/8ba640c2-26dd-4b28-bd87-e3b01fdd49c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6232078 Sep 17 22:14:17.336683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42920) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:17.341741 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.344343 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39dc19d9-8418-4ef0-9e1b-4109b84019d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.362437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] Sync routers for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:17.397729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:17.408451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:17.423913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.470306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:14:17.480311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07c3dd1-88f8-4d75-a791-00d28776023e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:17.493279 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.493696 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Added segment 54b558bf-434c-4138-9129-753f5bc15271 of type vlan for network 78c2906a-443b-46d7-86c8-6ac69720e229 Sep 17 22:14:17.517401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port f4cec260-427d-45c2-a198-e90ac9074a46, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f4cec260-427d-45c2-a198-e90ac9074a46,segment=NetworkSegment(d56f8f66-024a-4184-8899-a81425f0e1b1),segment_id=d56f8f66-024a-4184-8899-a81425f0e1b1)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:17.517733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.537361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39dc19d9-8418-4ef0-9e1b-4109b84019d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.543472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for f4cec260-427d-45c2-a198-e90ac9074a46 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:17.551163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.591667 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:17.591899 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.671244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc19d9-8418-4ef0-9e1b-4109b84019d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9599773-24e3-4c52-90bc-421d9e50953a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:17.680345 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39dc19d9-8418-4ef0-9e1b-4109b84019d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.686443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-39dc19d9-8418-4ef0-9e1b-4109b84019d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9599773-24e3-4c52-90bc-421d9e50953a HTTP/1.1" status: 204 len: 168 time: 0.6939774 Sep 17 22:14:17.687438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42922) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:17.710015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.710761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:17.711356 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.770067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.810084 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3984c388-0d50-4bd0-9fbe-7e0e34e4a1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.841191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:14:15Z', 'revision_number': 5, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:17.851181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2256894 Sep 17 22:14:17.864541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42928) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:17.881693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] Checking router: 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:17.891387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] Routers {'8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:17.892016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:17.901904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Request body: {'subnet': {'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1061457980-subnet', 'tenant_id': 'b0e392630f574190b76667f44a95c828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:17.928302 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:17.932708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e6a7e-80b1-4383-8aa1-bc50f1ef41fd admin admin] Pushing event updated for resources: {'Network': ['ID=78c2906a-443b-46d7-86c8-6ac69720e229,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:17.937102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31da4525-f8ae-4968-b6ad-f7341c4200ce req-2f43cd11-dfc9-4e56-abb1-225464bf7ec9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 210 time: 0.0877120 Sep 17 22:14:17.946005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 78c2906a-443b-46d7-86c8-6ac69720e229 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:14:17.993232 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.025399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=f4cec260-427d-45c2-a198-e90ac9074a46,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:18.033471 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.054698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Deleting port 5740abbe-9561-4bc2-ba88-7e0ac3716226 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:18.055175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.072727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Made reservation on behalf of b0e392630f574190b76667f44a95c828 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:18.077162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.091111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b84cd57-6e0c-4713-8808-efa126488a5a']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:18.131099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:18.132549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] Set router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:18.132843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad07bdc-9ce7-4828-83a1-9feccb53e0d6') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:18.172263 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.190827 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.201751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:18.202408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.233292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.257348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] For port 5740abbe-9561-4bc2-ba88-7e0ac3716226, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5740abbe-9561-4bc2-ba88-7e0ac3716226,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:18.257757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:18.307550 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:18.311542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Calling delete_port for 5740abbe-9561-4bc2-ba88-7e0ac3716226 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:18.356295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42934) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:18.406602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1928177-6d12-4ef9-80cd-1a53408ea812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.438568 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.462379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:14:15Z', 'revision_number': 5, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:18.501883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6dee88-223a-429e-8462-50298a50f264 None None] The sync data for ids ['8ba640c2-26dd-4b28-bd87-e3b01fdd49c4'] in n-d-713498-17 is: [{'id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'name': 'tempest-ServersTestBootFromVolume-386751652-router', 'tenant_id': '7b8b25dc37b6482faf06116e4bcab50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:14:15Z', 'revision_number': 5, 'project_id': '7b8b25dc37b6482faf06116e4bcab50f', 'gw_port': {'id': '5740abbe-9561-4bc2-ba88-7e0ac3716226', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba640c2-26dd-4b28-bd87-e3b01fdd49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:18.516862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.522246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] 10.222.0.13 "DELETE /v2.0/networks/9b84cd57-6e0c-4713-8808-efa126488a5a HTTP/1.1" status: 204 len: 168 time: 0.8309748 Sep 17 22:14:18.530170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42936) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:18.565055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b4740-e3ff-4dc1-9e5a-abd3313b899e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b84cd57-6e0c-4713-8808-efa126488a5a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:18.596545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0697b3b3-7ccf-4741-975f-9ee9ec59a819 admin admin] Deleting subnet 78f68433-c794-44b2-a19e-d738e263ed2e {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:14:18.600180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0697b3b3-7ccf-4741-975f-9ee9ec59a819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.671013 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0697b3b3-7ccf-4741-975f-9ee9ec59a819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.715342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.721886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0697b3b3-7ccf-4741-975f-9ee9ec59a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.812252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7251db4-47c4-4cb6-b4ee-aebbfc512f13,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:18.826151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Checking segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:18.827105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Network hostable DHCP agents. Network: 78c2906a-443b-46d7-86c8-6ac69720e229, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:14:18.907628 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-c47b39f0-453c-4a6e-8dc6-9e70560c4fa0 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100996 Sep 17 22:14:18.924850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Network 78c2906a-443b-46d7-86c8-6ac69720e229 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:14:18.929818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0697b3b3-7ccf-4741-975f-9ee9ec59a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.971505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697b3b3-7ccf-4741-975f-9ee9ec59a819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f68433-c794-44b2-a19e-d738e263ed2e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:18.974381 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0697b3b3-7ccf-4741-975f-9ee9ec59a819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:18.976699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0697b3b3-7ccf-4741-975f-9ee9ec59a819 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/78f68433-c794-44b2-a19e-d738e263ed2e HTTP/1.1" status: 204 len: 168 time: 0.4435616 Sep 17 22:14:18.979185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42940) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:19.028926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 78c2906a-443b-46d7-86c8-6ac69720e229) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:19.051361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:19.051702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:19.052093 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.055345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89af593-0845-43e9-8457-90a14c99531f None None] Network 78c2906a-443b-46d7-86c8-6ac69720e229 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:19.138634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8128cb43-1058-41db-ac08-6f3d688095fe req-1e03c89a-e7c2-4e09-8a9d-8574dfa12d56 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 210 time: 0.0886347 Sep 17 22:14:19.151470 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.231207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b53b87-b700-4dc8-8488-4ee947149da4 None None] Network 78c2906a-443b-46d7-86c8-6ac69720e229 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:19.251089 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.282487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1928177-6d12-4ef9-80cd-1a53408ea812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.291898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-1bef41df-8a19-4b19-9c97-384cdc155f8c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:19.293457 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-1bef41df-8a19-4b19-9c97-384cdc155f8c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769453 Sep 17 22:14:19.299011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934fd1c7-d4e3-4e9c-bd0b-0915527cb139']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:19.313268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Request body: {'port': {'device_id': '633b5fe5-4e57-437a-8f3b-460cae3665d1', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '649c8f43cae541d2a74bf88cbcf62f86'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:19.319768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-7ecdad66-45ef-4ecd-863f-345a91dbf014 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534215 Sep 17 22:14:19.330904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.339920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:19.356812 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-14607ec3-13de-4970-b780-cfba0e1d6b16 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6349723 Sep 17 22:14:19.366098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42946) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:19.367688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd44d30-9d43-49ff-9621-163dac345b23') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:19.368370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd44d30-9d43-49ff-9621-163dac345b23') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:19.382479 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:19.395116 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:19.396442 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:19.431206 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.436131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Pushing event deleted for resources: {'Port': ['ID=5740abbe-9561-4bc2-ba88-7e0ac3716226,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:19.437983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1928177-6d12-4ef9-80cd-1a53408ea812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.456593 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.483832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1928177-6d12-4ef9-80cd-1a53408ea812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acd472c-5ce4-4b39-9f36-da46231fb8f5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:19.504383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2f5604a8-e262-47f9-9f99-48f8b5be86e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6095285 Sep 17 22:14:19.513725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:19.524350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:19.531235 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:19.548884 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:19.554351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5317dce5-cf9d-4338-a23b-bb24a794d96c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting subnet 88bb0cdd-9584-49ce-aca8-f7eb7398241e {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:14:19.557731 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5317dce5-cf9d-4338-a23b-bb24a794d96c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.571131 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e1928177-6d12-4ef9-80cd-1a53408ea812 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=008103f974984db38cdf9c54bfa24014&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2118442 Sep 17 22:14:19.574910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42952) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:19.610025 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5317dce5-cf9d-4338-a23b-bb24a794d96c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.630086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.704033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-03b3034f-d231-4428-a10a-5fd1011ddccb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:19.706258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-03b3034f-d231-4428-a10a-5fd1011ddccb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775225 Sep 17 22:14:19.712611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Made reservation on behalf of 649c8f43cae541d2a74bf88cbcf62f86 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:19.716422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.762939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Request body: {'port': {'device_id': '07a6e00d-44c7-4c9d-8430-d8316603d94c', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '649c8f43cae541d2a74bf88cbcf62f86'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:19.768528 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.772926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.781552 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:17Z', 'revision_number': 9, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:19.783299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-79483c20-2aea-4723-9852-308084a5c8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.813389 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:19.823689 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:19.824592 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:19.858510 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-79483c20-2aea-4723-9852-308084a5c8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.916113 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.933372 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.937630 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:19.937778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/934fd1c7-d4e3-4e9c-bd0b-0915527cb139 HTTP/1.1" status: 204 len: 168 time: 0.9549804 Sep 17 22:14:19.941336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.941890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:14:19.947061 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.948312 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b73aaf2f-6d39-48fa-b821-12b1fdccb94d admin admin] 10.222.0.13 "DELETE /v2.0/routers/8ba640c2-26dd-4b28-bd87-e3b01fdd49c4 HTTP/1.1" status: 204 len: 168 time: 2.6105628 Sep 17 22:14:19.954503 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5317dce5-cf9d-4338-a23b-bb24a794d96c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:19.956396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42970) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:20.005841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e365b9e-778b-428a-823e-dbb9b03d4f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=934fd1c7-d4e3-4e9c-bd0b-0915527cb139,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:20.087234 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-79483c20-2aea-4723-9852-308084a5c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.089902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-79483c20-2aea-4723-9852-308084a5c8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.091105 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-79483c20-2aea-4723-9852-308084a5c8d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2acd472c-5ce4-4b39-9f36-da46231fb8f5 HTTP/1.1" status: 204 len: 168 time: 0.5152168 Sep 17 22:14:20.121884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3616515c-0f51-4b45-92ae-4bef826233a7 admin admin] Deleting subnet 4d255813-a5bf-478c-aee9-6156911f88e4 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:14:20.172960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3616515c-0f51-4b45-92ae-4bef826233a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.184999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79483c20-2aea-4723-9852-308084a5c8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acd472c-5ce4-4b39-9f36-da46231fb8f5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:20.212294 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9da19e90-61e6-4314-b6d9-5a8827f2cff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.303221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7229a5bf-7253-4f5b-bacc-202ecfddd97e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:20.305722 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3616515c-0f51-4b45-92ae-4bef826233a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.310961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7229a5bf-7253-4f5b-bacc-202ecfddd97e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.3215241 Sep 17 22:14:20.321029 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:17Z', 'revision_number': 9, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:20.329851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cb78c13-4778-4532-b73e-33219c447b6c req-9b87a42d-397c-4626-b204-da2de0983091 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 210 time: 0.0513027 Sep 17 22:14:20.338713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Allocated IP 192.168.233.159 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/7c438f7e-74ea-4d7f-8dec-612901951c21) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:20.343397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-ac3747da-801f-45ba-9843-b66f540985f9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/quotas/b0e392630f574190b76667f44a95c828 HTTP/1.1" status: 200 len: 375 time: 0.0312948 Sep 17 22:14:20.350200 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04c4a1-7b88-47bc-a0a1-b82292f278ed None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:17Z', 'revision_number': 9, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': '19909f16-b9c5-49b9-95f9-4c9b343a6263', 'name': '', 'network_id': 'eaea9ff1-812a-4807-bcce-7f199021f451', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:38:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:44Z', 'updated_at': '2021-09-17T22:13:52Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '77c8ffa2-c43f-4699-8d68-56b11734c7a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:20.404145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-f50d5c33-f141-40fa-802e-99c76f10d88a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436463 Sep 17 22:14:20.406770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5317dce5-cf9d-4338-a23b-bb24a794d96c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.433360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Made reservation on behalf of 649c8f43cae541d2a74bf88cbcf62f86 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:20.438155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.455889 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3616515c-0f51-4b45-92ae-4bef826233a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.458480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317dce5-cf9d-4338-a23b-bb24a794d96c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Subnet': ['ID=88bb0cdd-9584-49ce-aca8-f7eb7398241e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:20.476997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42978) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:20.481189 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5317dce5-cf9d-4338-a23b-bb24a794d96c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.487501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5317dce5-cf9d-4338-a23b-bb24a794d96c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/88bb0cdd-9584-49ce-aca8-f7eb7398241e HTTP/1.1" status: 204 len: 168 time: 1.1174488 Sep 17 22:14:20.490016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a71fa1-473d-4f51-8443-5980af0c54e3 None None] Network 892bb3f5-157d-4205-8aca-df6da22618d7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:20.495292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42982) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:20.605634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:20.637730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:20.638450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0d9c4969-6edc-46ea-8b51-eabe6ec1fde0 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:20.667565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.708514 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3616515c-0f51-4b45-92ae-4bef826233a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.742357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616515c-0f51-4b45-92ae-4bef826233a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d255813-a5bf-478c-aee9-6156911f88e4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:20.746435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3616515c-0f51-4b45-92ae-4bef826233a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.748878 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3616515c-0f51-4b45-92ae-4bef826233a7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4d255813-a5bf-478c-aee9-6156911f88e4 HTTP/1.1" status: 204 len: 168 time: 0.7910547 Sep 17 22:14:20.752026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:20.755799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ca1e1242-5b23-41a7-b7f8-eac134e7cb20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=132ca9e15192406e9bfbb730ea7dd771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766168 Sep 17 22:14:20.760279 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.760446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42990) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:20.761060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8f42f-880c-4f31-b24a-76892043d4e1 None None] Network e9a0f2da-d64c-4712-8e79-13850e1c3037 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:20.763496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7dabc8fc-e59a-4ab8-8bd9-32980da566b2 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219662 Sep 17 22:14:20.883501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.897689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:20.958226 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event updated for resources: {'Port': ['ID=7c438f7e-74ea-4d7f-8dec-612901951c21,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:20.976081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] DHCP port deletion for 892bb3f5-157d-4205-8aca-df6da22618d7 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:14:20.976300 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.978063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:20.978672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:20.985558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:20.988685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:20.991092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:20.996345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-43616e58-50ff-4012-a4bf-97bde8c6bb85 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170780 Sep 17 22:14:21.034499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Allocated IP 192.168.233.137 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/61096b7c-14e6-46ec-880a-04212090a38b) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:21.079293 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-287cd401-25c5-4524-b48b-67a754a0d774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.125067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-287cd401-25c5-4524-b48b-67a754a0d774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.216333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa,segment=NetworkSegment(d56f8f66-024a-4184-8899-a81425f0e1b1),segment_id=d56f8f66-024a-4184-8899-a81425f0e1b1)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:21.217091 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.243154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:21.250088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Deleting port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:21.251224 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.268803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:21.269917 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.346865 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.352804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0894441-839a-408f-b4cc-9413d6f94788 None None] DHCP port deletion for e9a0f2da-d64c-4712-8e79-13850e1c3037 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:14:21.358609 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-287cd401-25c5-4524-b48b-67a754a0d774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.363827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-287cd401-25c5-4524-b48b-67a754a0d774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.367500 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-287cd401-25c5-4524-b48b-67a754a0d774 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15cf8e52-066f-4da5-aa37-eef510fab045 HTTP/1.1" status: 204 len: 168 time: 0.6038165 Sep 17 22:14:21.375961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Deleting port b8055917-76d3-40b5-9c3c-e2c53adfcb6b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:21.376338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.422671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cd401-25c5-4524-b48b-67a754a0d774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cf8e52-066f-4da5-aa37-eef510fab045,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:21.451136 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46dd01e3-a0a7-459f-b754-4739a6ccbc7f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1475072 Sep 17 22:14:21.460948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] For port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa,segment=NetworkSegment(d56f8f66-024a-4184-8899-a81425f0e1b1),segment_id=d56f8f66-024a-4184-8899-a81425f0e1b1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:21.460948 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.472786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Request body: {'port': {'device_id': '633b5fe5-4e57-437a-8f3b-460cae3665d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:21.495385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Calling delete_port for 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:21.516699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c338a35-e315-4895-85c4-bb5e95ce361f req-ea2394ba-9316-45f6-876c-2330cb947108 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 210 time: 0.0460887 Sep 17 22:14:21.549822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a9cf4998-2108-4b5a-b625-57634085a163 None None] Provisioning complete for port 7c438f7e-74ea-4d7f-8dec-612901951c21 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:21.550170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a9cf4998-2108-4b5a-b625-57634085a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.604108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] For port b8055917-76d3-40b5-9c3c-e2c53adfcb6b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b8055917-76d3-40b5-9c3c-e2c53adfcb6b,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:21.604729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.620495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1842e39-088a-468f-80e5-cfca51663169 req-d38cc340-2147-433a-b6c1-b8631fedc2dc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 210 time: 0.1557662 Sep 17 22:14:21.641620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Calling delete_port for b8055917-76d3-40b5-9c3c-e2c53adfcb6b owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:21.665873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf4998-2108-4b5a-b625-57634085a163 None None] Port 7c438f7e-74ea-4d7f-8dec-612901951c21 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:21.679277 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.704318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.741546 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.783020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:21.789642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No DVR routers for this DVR port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:21.846100 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.898586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.942713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c0894441-839a-408f-b4cc-9413d6f94788 None None] Deleting port b8055917-76d3-40b5-9c3c-e2c53adfcb6b {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:21.948175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c0894441-839a-408f-b4cc-9413d6f94788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:21.981061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.047278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892bb3f5-157d-4205-8aca-df6da22618d7']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:22.050413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:22.063296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:22.066958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event updated for resources: {'Port': ['ID=61096b7c-14e6-46ec-880a-04212090a38b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:22.069438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:22.072845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56f8f66-024a-4184-8899-a81425f0e1b1') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:22.073143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56f8f66-024a-4184-8899-a81425f0e1b1') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:22.104921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.130760 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.144969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:22.145208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c0894441-839a-408f-b4cc-9413d6f94788 None None] For port b8055917-76d3-40b5-9c3c-e2c53adfcb6b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b8055917-76d3-40b5-9c3c-e2c53adfcb6b,segment=NetworkSegment(1b01279d-0756-47a2-89e5-2e69eaf762c2),segment_id=1b01279d-0756-47a2-89e5-2e69eaf762c2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:22.146144 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c0894441-839a-408f-b4cc-9413d6f94788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.148026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.162481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:22.163250 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:22.174887 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:22.176834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.223691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c0894441-839a-408f-b4cc-9413d6f94788 None None] Calling delete_port for b8055917-76d3-40b5-9c3c-e2c53adfcb6b owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:22.229669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] No DVR routers for this DVR port b8055917-76d3-40b5-9c3c-e2c53adfcb6b on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:22.235791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:22.243757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b8055917-76d3-40b5-9c3c-e2c53adfcb6b no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:22.276144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-9d87d98d-3fdf-4f37-9e8e-ea2ce857c3d8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5181105 Sep 17 22:14:22.294366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Request body: {'port': {'device_id': '07a6e00d-44c7-4c9d-8430-d8316603d94c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:22.299398 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.318741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: b8055917-76d3-40b5-9c3c-e2c53adfcb6b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:22.319124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b8055917-76d3-40b5-9c3c-e2c53adfcb6b not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:22.319543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:22.321611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Pushing event deleted for resources: {'Port': ['ID=b8055917-76d3-40b5-9c3c-e2c53adfcb6b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:22.371433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43030) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:22.401356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c438f7e-74ea-4d7f-8dec-612901951c21 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:22.410341 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.414124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.430856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Transition to ACTIVE for port object 7c438f7e-74ea-4d7f-8dec-612901951c21 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:14:22.444111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.448768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/networks/892bb3f5-157d-4205-8aca-df6da22618d7 HTTP/1.1" status: 204 len: 168 time: 1.9393625 Sep 17 22:14:22.452068 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.452668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43036) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:22.462592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:22.463291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:22.464048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f4cec260-427d-45c2-a198-e90ac9074a46 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:22.487643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1173130-18fa-49cd-89a4-88c4fa4ab1b0 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Network': ['ID=892bb3f5-157d-4205-8aca-df6da22618d7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:22.492175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: f4cec260-427d-45c2-a198-e90ac9074a46 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:22.492624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f4cec260-427d-45c2-a198-e90ac9074a46 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:22.493189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5740abbe-9561-4bc2-ba88-7e0ac3716226 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:22.495731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Pushing event deleted for resources: {'Port': ['ID=34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:22.509856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.510661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.510829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.511329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.512031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.512576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.513011 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.513648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.514553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.515009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.515383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.516040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:22.524721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-53621d8d-8a1e-4f93-85c3-7e6210211c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fa8066d2a044530b3a7e4efabab45fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522367 Sep 17 22:14:22.527643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43038) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:22.553228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604ffb0-1645-472b-9462-cb0b4e37cbf5 None None] No DVR routers for this DVR port 34bbcde4-e55a-4d9a-bd13-1b8dac4b72fa on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:22.569090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5740abbe-9561-4bc2-ba88-7e0ac3716226 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:22.569538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5740abbe-9561-4bc2-ba88-7e0ac3716226 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:22.612696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b34afba5-64fe-4513-b261-637ac7a90f12 None None] Provisioning complete for port 61096b7c-14e6-46ec-880a-04212090a38b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:22.613219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b34afba5-64fe-4513-b261-637ac7a90f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.636334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.643731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.659086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b34afba5-64fe-4513-b261-637ac7a90f12 None None] Port 61096b7c-14e6-46ec-880a-04212090a38b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:22.659524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9e0f5ac-215a-4cf6-841b-448ea4cdcb73 req-8d1de4b2-b215-4a96-94c7-28b97aa02c42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 210 time: 0.0498869 Sep 17 22:14:22.697046 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c0894441-839a-408f-b4cc-9413d6f94788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.737735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0894441-839a-408f-b4cc-9413d6f94788 None None] Pushing event deleted for resources: {'Port': ['ID=b8055917-76d3-40b5-9c3c-e2c53adfcb6b,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:22.750657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0894441-839a-408f-b4cc-9413d6f94788 None None] No DVR routers for this DVR port b8055917-76d3-40b5-9c3c-e2c53adfcb6b on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:22.806000 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cebae437-7a35-4a93-ad4d-53d53ed3c168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.867598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a0f2da-d64c-4712-8e79-13850e1c3037']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:22.926648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b01279d-0756-47a2-89e5-2e69eaf762c2') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:22.927386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b01279d-0756-47a2-89e5-2e69eaf762c2') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:22.947722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cebae437-7a35-4a93-ad4d-53d53ed3c168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:22.970773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbc567-6f86-4cf3-970e-865c36c92548 req-b6f72480-6832-4afb-8f32-11d61a27e16f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:22.977939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ffbc567-6f86-4cf3-970e-865c36c92548 req-b6f72480-6832-4afb-8f32-11d61a27e16f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 936 time: 0.1851771 Sep 17 22:14:23.018018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Pushing event updated for resources: {'Port': ['ID=7c438f7e-74ea-4d7f-8dec-612901951c21,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:23.075896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.077267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ffbc567-6f86-4cf3-970e-865c36c92548 req-3e2d70e5-a89d-4176-baac-84449e64923b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984793 Sep 17 22:14:23.187378 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.188966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61096b7c-14e6-46ec-880a-04212090a38b {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:23.195775 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cebae437-7a35-4a93-ad4d-53d53ed3c168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.198385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cebae437-7a35-4a93-ad4d-53d53ed3c168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.199676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cebae437-7a35-4a93-ad4d-53d53ed3c168 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b908f1e-07fc-4bba-bf69-7265df096998 HTTP/1.1" status: 204 len: 168 time: 0.6691806 Sep 17 22:14:23.202403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.218983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebae437-7a35-4a93-ad4d-53d53ed3c168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b908f1e-07fc-4bba-bf69-7265df096998,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:23.228869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Transition to ACTIVE for port object 61096b7c-14e6-46ec-880a-04212090a38b will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:14:23.257689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:23.259237 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.274932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:23.303588 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:23.328957 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.385491 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Attempting to bind port 7c438f7e-74ea-4d7f-8dec-612901951c21 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:23.385826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Attempting to bind port 7c438f7e-74ea-4d7f-8dec-612901951c21 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:23.386337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Attempting to bind port 7c438f7e-74ea-4d7f-8dec-612901951c21 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:23.399650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Port 7c438f7e-74ea-4d7f-8dec-612901951c21 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:14:23.400228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Attempting to bind port 7c438f7e-74ea-4d7f-8dec-612901951c21 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:23.444389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:23.452383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:23.452383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:23.452383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Bound port: 7c438f7e-74ea-4d7f-8dec-612901951c21, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:23.452383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.474251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Pushing event updated for resources: {'Port': ['ID=61096b7c-14e6-46ec-880a-04212090a38b,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:23.515900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.526944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.528800 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9a0f2da-d64c-4712-8e79-13850e1c3037 HTTP/1.1" status: 204 len: 168 time: 2.7756827 Sep 17 22:14:23.549579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e081b-9d73-49f9-b464-7b777177e59d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a0f2da-d64c-4712-8e79-13850e1c3037,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:23.552857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-d2fa60c4-ffab-4353-8b1a-1ed4b29c14ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1506784 Sep 17 22:14:23.589960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] For port 7c438f7e-74ea-4d7f-8dec-612901951c21, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:23.594420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] For port 7c438f7e-74ea-4d7f-8dec-612901951c21, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7c438f7e-74ea-4d7f-8dec-612901951c21,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:23.626234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Attempting to bind port 61096b7c-14e6-46ec-880a-04212090a38b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:23.626598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Attempting to bind port 61096b7c-14e6-46ec-880a-04212090a38b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:23.626975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Attempting to bind port 61096b7c-14e6-46ec-880a-04212090a38b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:23.635409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Port 61096b7c-14e6-46ec-880a-04212090a38b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:14:23.635732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Attempting to bind port 61096b7c-14e6-46ec-880a-04212090a38b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:23.647574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:23.647925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:23.648315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:23.648763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Bound port: 61096b7c-14e6-46ec-880a-04212090a38b, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:23.649124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:23.658358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-10ac73a6-dfc5-43c6-9ac5-16acf51be376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:23.658745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-10ac73a6-dfc5-43c6-9ac5-16acf51be376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:23.659411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-10ac73a6-dfc5-43c6-9ac5-16acf51be376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:23.659725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-10ac73a6-dfc5-43c6-9ac5-16acf51be376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:23.660227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-10ac73a6-dfc5-43c6-9ac5-16acf51be376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:23.664427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-10ac73a6-dfc5-43c6-9ac5-16acf51be376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:23.664427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-10ac73a6-dfc5-43c6-9ac5-16acf51be376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:23.664427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-10ac73a6-dfc5-43c6-9ac5-16acf51be376 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6510 time: 0.0707412 Sep 17 22:14:23.680005 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:24.136482 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:24.233889 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Pushing event updated for resources: {'Port': ['ID=7c438f7e-74ea-4d7f-8dec-612901951c21,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:24.238264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.238829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:24.240226 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-d6d28210-340d-4063-9427-cc7eaa37e406 service neutron] 10.222.0.32 "PUT /v2.0/ports/7c438f7e-74ea-4d7f-8dec-612901951c21 HTTP/1.1" status: 200 len: 1097 time: 2.7806714 Sep 17 22:14:24.242609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633b5fe5-4e57-437a-8f3b-460cae3665d1', 'tag': '7c438f7e-74ea-4d7f-8dec-612901951c21'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:24.251896 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d864a2-137e-4ea4-bd25-71416c86895d" -d '{"events": [{"name": "network-changed", "server_uuid": "633b5fe5-4e57-437a-8f3b-460cae3665d1", "tag": "7c438f7e-74ea-4d7f-8dec-612901951c21"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:24.270481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43086) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:24.426052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46e81003-3f63-4b2a-ae20-587d2813481d req-91b65444-db4a-4d58-931d-6c578271b052 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 210 time: 0.5870252 Sep 17 22:14:24.452140 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-540a5116-3595-45ea-b2d2-117be624ec12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b8b25dc37b6482faf06116e4bcab50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802158 Sep 17 22:14:24.455239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43088) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:24.518260 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd6601d-7c81-43a0-b7f4-cc348ac68767 x-openstack-request-id: req-6bd6601d-7c81-43a0-b7f4-cc348ac68767 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:24.518260 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633b5fe5-4e57-437a-8f3b-460cae3665d1", "tag": "7c438f7e-74ea-4d7f-8dec-612901951c21", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:24.518260 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bd6601d-7c81-43a0-b7f4-cc348ac68767 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:24.518726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] For port 61096b7c-14e6-46ec-880a-04212090a38b, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:24.518870 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633b5fe5-4e57-437a-8f3b-460cae3665d1', 'tag': '7c438f7e-74ea-4d7f-8dec-612901951c21', 'status': 'completed', 'code': 200} Sep 17 22:14:24.553699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] For port 61096b7c-14e6-46ec-880a-04212090a38b, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61096b7c-14e6-46ec-880a-04212090a38b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:24.555561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-ddb6f657-b714-4a88-9603-f4b53687d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.556035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-ddb6f657-b714-4a88-9603-f4b53687d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.556656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-ddb6f657-b714-4a88-9603-f4b53687d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.558280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-ddb6f657-b714-4a88-9603-f4b53687d906 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=326fc1b5-7834-476d-a7fb-3ec75767f891&id=326fc1b5-7834-476d-a7fb-3ec75767f891 HTTP/1.1" status: 200 len: 2295 time: 0.8575263 Sep 17 22:14:24.566084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e6e56-9d33-4c17-bf2f-fd2ca7daaddb req-fc9bde67-e302-4e46-984f-95ddae17a2b5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.567572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c4e6e56-9d33-4c17-bf2f-fd2ca7daaddb req-fc9bde67-e302-4e46-984f-95ddae17a2b5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 948 time: 0.2313619 Sep 17 22:14:24.578313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c58baaf2-4a01-402b-b6a4-ee8c260d985f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:24.589210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-34c1513b-cf40-408a-b0e5-84ff23ebd546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.590890 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-34c1513b-cf40-408a-b0e5-84ff23ebd546 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 1100 time: 0.2078338 Sep 17 22:14:24.674542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c4e6e56-9d33-4c17-bf2f-fd2ca7daaddb req-be37fca0-e9b4-44b6-b4f1-c81a641c4c9a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846193 Sep 17 22:14:24.678117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-0b3ca84f-31e2-487a-92ef-7062a7ea0e0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11 HTTP/1.1" status: 200 len: 1001 time: 0.1096668 Sep 17 22:14:24.684256 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:24.775053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.775864 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:24.777246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] 10.222.0.32 "PUT /v2.0/ports/61096b7c-14e6-46ec-880a-04212090a38b HTTP/1.1" status: 200 len: 1097 time: 2.4885707 Sep 17 22:14:24.781860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a6e00d-44c7-4c9d-8430-d8316603d94c', 'tag': '61096b7c-14e6-46ec-880a-04212090a38b'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:24.785220 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391ba62-3ac1-40c2-9937-ee5d53f4fadf" -d '{"events": [{"name": "network-changed", "server_uuid": "07a6e00d-44c7-4c9d-8430-d8316603d94c", "tag": "61096b7c-14e6-46ec-880a-04212090a38b"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:24.796130 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-bed7d88f-74e3-4660-a8c5-23a1f35028ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=7c438f7e-74ea-4d7f-8dec-612901951c21 HTTP/1.1" status: 200 len: 217 time: 0.1828227 Sep 17 22:14:24.811197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c58baaf2-4a01-402b-b6a4-ee8c260d985f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:24.813505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-12f61e83-9d51-4e6c-bc5d-07e33db1ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.815666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-12f61e83-9d51-4e6c-bc5d-07e33db1ecf2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff22ac41-1331-40f0-914f-a615036958e1 HTTP/1.1" status: 200 len: 855 time: 0.1271188 Sep 17 22:14:24.821484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afc7f2-c32e-4cbd-9480-359e50410848 service neutron] Pushing event updated for resources: {'Port': ['ID=61096b7c-14e6-46ec-880a-04212090a38b,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:24.832796 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83185b2f-3b6f-47fe-a8db-5f10245acdea x-openstack-request-id: req-83185b2f-3b6f-47fe-a8db-5f10245acdea {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:24.833083 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a6e00d-44c7-4c9d-8430-d8316603d94c", "tag": "61096b7c-14e6-46ec-880a-04212090a38b", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:24.833334 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83185b2f-3b6f-47fe-a8db-5f10245acdea {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:24.833864 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a6e00d-44c7-4c9d-8430-d8316603d94c', 'tag': '61096b7c-14e6-46ec-880a-04212090a38b', 'status': 'completed', 'code': 200} Sep 17 22:14:24.943973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391ba62-3ac1-40c2-9937-ee5d53f4fadf req-edb141b8-f9a5-47be-8350-631f4154ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.946029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a391ba62-3ac1-40c2-9937-ee5d53f4fadf req-edb141b8-f9a5-47be-8350-631f4154ce1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 1100 time: 0.0846164 Sep 17 22:14:24.948427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-6ad87639-7139-45ad-ac2a-01cc50aa01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:24.952364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-6ad87639-7139-45ad-ac2a-01cc50aa01d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166766 Sep 17 22:14:25.064607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a391ba62-3ac1-40c2-9937-ee5d53f4fadf req-1f8f08c5-15b2-4202-9e69-b4b9923e1a9c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900862 Sep 17 22:14:25.120090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-417cc8f0-8659-47b1-b0d8-5279b8cb5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:25.121604 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-417cc8f0-8659-47b1-b0d8-5279b8cb5f24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.3068147 Sep 17 22:14:25.148878 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d36be-0919-4230-8ed2-920dd529b522 req-bac3fabf-0b9b-405a-a8b2-23cbfc56a0c0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:25.150482 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-bac3fabf-0b9b-405a-a8b2-23cbfc56a0c0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.5998597 Sep 17 22:14:25.180093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Request body: {'port': {'device_id': '342b10dd-6eb9-42a4-a921-5aad462569d3', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'admin_state_up': True, 'tenant_id': 'b0e392630f574190b76667f44a95c828'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:25.183800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-750dbe2d-9907-4da2-872f-f3ad32e62700 service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221620 Sep 17 22:14:25.250718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391ba62-3ac1-40c2-9937-ee5d53f4fadf req-dc1f3b25-e526-4771-aef9-b200ecddb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:25.252697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a391ba62-3ac1-40c2-9937-ee5d53f4fadf req-dc1f3b25-e526-4771-aef9-b200ecddb84b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1820617 Sep 17 22:14:25.281744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 19909f16-b9c5-49b9-95f9-4c9b343a6263 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:25.282334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:25.307062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c58baaf2-4a01-402b-b6a4-ee8c260d985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:25.309551 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c58baaf2-4a01-402b-b6a4-ee8c260d985f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:25.313673 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c58baaf2-4a01-402b-b6a4-ee8c260d985f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/353c510a-a90c-4f32-9f89-fa38af512c1b HTTP/1.1" status: 204 len: 168 time: 0.8537147 Sep 17 22:14:25.333221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-e6144f52-88fe-4498-9130-87f82dfd0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:25.334845 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-e6144f52-88fe-4498-9130-87f82dfd0bbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2046447 Sep 17 22:14:25.349805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-333e531c-924f-4ea1-ba91-fd7539a56559 service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581259 Sep 17 22:14:25.357954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-17941f0c-77e6-4804-9afe-51e3a3c0e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:25.359551 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-17941f0c-77e6-4804-9afe-51e3a3c0e8f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 1100 time: 0.0664678 Sep 17 22:14:25.428159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58baaf2-4a01-402b-b6a4-ee8c260d985f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353c510a-a90c-4f32-9f89-fa38af512c1b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:25.441102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-352d51df-9d1d-4076-a984-eddeed3707c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 200 len: 217 time: 0.0805609 Sep 17 22:14:25.442939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-2993214d-9b14-4d56-916a-ea4038cbbbcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=61096b7c-14e6-46ec-880a-04212090a38b HTTP/1.1" status: 200 len: 217 time: 0.0753081 Sep 17 22:14:25.570336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port 19909f16-b9c5-49b9-95f9-4c9b343a6263, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=19909f16-b9c5-49b9-95f9-4c9b343a6263,segment=NetworkSegment(72c349d6-30ef-41b2-8d95-86ea5b3c2cae),segment_id=72c349d6-30ef-41b2-8d95-86ea5b3c2cae)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:25.570701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:25.581519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75981217-f7c3-4fb8-b2ff-a81c5e8b723d req-928cd335-8eba-449a-a92d-c9131e4ff1eb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 210 time: 0.0353863 Sep 17 22:14:25.600853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 19909f16-b9c5-49b9-95f9-4c9b343a6263 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:25.606246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-c46398f5-a865-4430-973e-deac71af993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:25.608947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-c46398f5-a865-4430-973e-deac71af993b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1544912 Sep 17 22:14:25.610430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-18ec0bc6-8b92-4f1e-b3c2-19f64c8a2570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:25.611986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-18ec0bc6-8b92-4f1e-b3c2-19f64c8a2570 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1559274 Sep 17 22:14:25.623886 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-f2d7a68c-d3d0-4a8a-9d64-6c9f88f363ef service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755845 Sep 17 22:14:25.715979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Made reservation on behalf of b0e392630f574190b76667f44a95c828 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:25.720209 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:25.758219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-3167a836-fe2a-4a14-9747-ca8ba44cbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:25.761653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-3167a836-fe2a-4a14-9747-ca8ba44cbc31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362526 Sep 17 22:14:25.764920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-db5d9f65-9c8e-477f-8d34-d996a476e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:25.767634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-db5d9f65-9c8e-477f-8d34-d996a476e6f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448855 Sep 17 22:14:25.868258 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-46d0bf5b-810f-479f-800f-ae7ded5c5986 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090452 Sep 17 22:14:26.056605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-136e902e-32ab-4b78-8f4b-bc49f4ec8997 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751505 Sep 17 22:14:26.077155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-56c81e68-419c-413c-8bb7-39153310dfda service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1941719 Sep 17 22:14:26.096164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4bd95-beb4-43ff-9439-e5065c4e0f10 req-cba43e55-5202-4ff5-adb1-7960cd97f19d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:26.100037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21c4bd95-beb4-43ff-9439-e5065c4e0f10 req-cba43e55-5202-4ff5-adb1-7960cd97f19d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 948 time: 0.2035263 Sep 17 22:14:26.134539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-f5f476fa-8602-4f9f-bff2-a0262eac0065 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658724 Sep 17 22:14:26.185200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-ce036c1f-6bf5-458b-bd63-4aa372a70f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:26.186823 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-ce036c1f-6bf5-458b-bd63-4aa372a70f7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 1100 time: 0.1690011 Sep 17 22:14:26.243080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Allocated IP 172.20.0.12 (78c2906a-443b-46d7-86c8-6ac69720e229/b7251db4-47c4-4cb6-b4ee-aebbfc512f13/44bc0a49-279b-401f-a380-04506b1523aa) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:26.277031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21c4bd95-beb4-43ff-9439-e5065c4e0f10 req-1d5cfcf8-7862-4513-89a6-e32c9730d577 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562645 Sep 17 22:14:26.290177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-b5554019-a2d6-49dd-bf24-cd0a53621c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:26.291500 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-b5554019-a2d6-49dd-bf24-cd0a53621c6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 1098 time: 0.1913865 Sep 17 22:14:26.325424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2645b9-7bbc-41a1-9a6e-fb1c1acc6237 req-a346677c-6cf6-47ec-9f3d-f406134249d6 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522323 Sep 17 22:14:26.347984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-2f042ae4-5df3-4c8e-a3cb-749ff3773dba service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814184 Sep 17 22:14:26.406168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-0fbcd2a9-99f2-4e41-bde4-d141f26c4931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 200 len: 217 time: 0.0483105 Sep 17 22:14:26.461024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-8ac9dd90-c255-41d2-8c4b-627e0db11fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:26.462515 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-8ac9dd90-c255-41d2-8c4b-627e0db11fed service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2533662 Sep 17 22:14:26.463662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-ec3ec9a3-5e36-4d14-ad32-88063f894bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:26.465178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-ec3ec9a3-5e36-4d14-ad32-88063f894bac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.0536671 Sep 17 22:14:26.519721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-e924c97b-a4e1-4f39-8f55-6b1a89482628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:26.521407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-e924c97b-a4e1-4f39-8f55-6b1a89482628 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452878 Sep 17 22:14:26.527634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-2d3886ad-7226-4f2d-b585-cb6c2c17ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:26.529556 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-2d3886ad-7226-4f2d-b585-cb6c2c17ff8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.1716938 Sep 17 22:14:26.539677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:26.542279 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-9c709d64-16b5-4ce4-8476-15b3a8d9381c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=7c438f7e-74ea-4d7f-8dec-612901951c21 HTTP/1.1" status: 200 len: 217 time: 0.0644841 Sep 17 22:14:26.632082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-fe362d53-2368-425c-ac4b-af912f9a3d84 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022689 Sep 17 22:14:26.657759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=19909f16-b9c5-49b9-95f9-4c9b343a6263,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:26.785323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12889dce-ba56-4864-985f-09a3f7116395 req-19e84fec-b795-4168-bd2c-4d46f4a75be1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 210 time: 0.0701346 Sep 17 22:14:26.831220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-67c4a664-e963-4dff-9ab9-86b8c0d5f32d service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882277 Sep 17 22:14:26.937202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-5193937d-ce92-4aeb-adc3-9553d783353b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b HTTP/1.1" status: 200 len: 217 time: 0.0975468 Sep 17 22:14:27.009680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-367d0940-40e8-4a98-ae1e-ffbe86a756c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.011262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-367d0940-40e8-4a98-ae1e-ffbe86a756c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.0667536 Sep 17 22:14:27.104058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-af77a207-737e-4006-aa1f-cf9f4bb7a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.104934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-af77a207-737e-4006-aa1f-cf9f4bb7a2fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855093 Sep 17 22:14:27.197067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-15ad65d1-7975-495d-87b4-732ad2dbfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.198577 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-15ad65d1-7975-495d-87b4-732ad2dbfbdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.6382821 Sep 17 22:14:27.234714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43188) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:27.243741 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-02c1cb26-ddca-42bf-a21e-8f736e78b34a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb HTTP/1.1" status: 200 len: 1001 time: 0.6975105 Sep 17 22:14:27.288151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-f2f8c175-4492-4e5b-a482-840bb9e2fcba service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725714 Sep 17 22:14:27.318383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:27.414534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1463393611-network', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:27.424310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:27.442425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:27.493395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-c14cfb89-156a-4dd5-bc27-26faf25dd46d service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909940 Sep 17 22:14:27.538856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-7b9fac61-0c77-4097-bda2-def2436f7650 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32 HTTP/1.1" status: 200 len: 217 time: 0.0384932 Sep 17 22:14:27.549726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49033636-2987-48f4-a105-e3dd91a2dc7d req-3b3fef1a-49fd-4d59-89eb-0223ad0e73ea tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.551340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49033636-2987-48f4-a105-e3dd91a2dc7d req-3b3fef1a-49fd-4d59-89eb-0223ad0e73ea tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 948 time: 0.1236212 Sep 17 22:14:27.560056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Made reservation on behalf of 5dd25d1a76f64e21899a27bb857b4190 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:27.563550 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:27.574201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-72d870f4-3023-4afe-8240-5592d4781bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.575774 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-72d870f4-3023-4afe-8240-5592d4781bba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3308251 Sep 17 22:14:27.577892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-a2022650-09fe-40ef-9668-129fe6d90610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.579237 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-a2022650-09fe-40ef-9668-129fe6d90610 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.3061421 Sep 17 22:14:27.590488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Network 78c2906a-443b-46d7-86c8-6ac69720e229 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:27.606448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:27.616079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:27.648680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:27.655486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-17a61534-1ce0-42a4-8b90-f665da7ceecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.657009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-17a61534-1ce0-42a4-8b90-f665da7ceecb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1043715 Sep 17 22:14:27.663902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49033636-2987-48f4-a105-e3dd91a2dc7d req-b6bf43d2-9a66-415b-8df1-c3ea2c0f77ec tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952895 Sep 17 22:14:27.691429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event updated for resources: {'Port': ['ID=44bc0a49-279b-401f-a380-04506b1523aa,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:27.735370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-f30c0bca-21c6-4db9-82c6-f0b2f1d426ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.736972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-f30c0bca-21c6-4db9-82c6-f0b2f1d426ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0721664 Sep 17 22:14:27.806885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-7b104b32-9cbe-4e65-9fc4-af40e7e1d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.808813 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-7b104b32-9cbe-4e65-9fc4-af40e7e1d5d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2174206 Sep 17 22:14:27.848818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:27.869836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-85f431d6-6938-4c61-bcc3-d5aa13566be6 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176186 Sep 17 22:14:27.935314 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:27.948321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:27.948956 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:27.996055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:14:28.023047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.023386 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Added segment f7bad042-edc3-40df-a132-5d5b09989286 of type vlan for network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b Sep 17 22:14:28.035173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-f7af6b72-b156-42da-a951-0bf8b984106b service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162595 Sep 17 22:14:28.039105 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-43f683a7-09b4-4f4a-bf86-e2ce0d6d1244 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506614 Sep 17 22:14:28.042665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad14afab-f86d-4cc4-bfa9-ea11607c6f6e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:28.070011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:28.083083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119601e6-438a-4ea8-8e4e-4a36b53d6a79 req-649992d1-2765-493b-b799-6552700ad656 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:28.084658 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-119601e6-438a-4ea8-8e4e-4a36b53d6a79 req-649992d1-2765-493b-b799-6552700ad656 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 932 time: 0.1853294 Sep 17 22:14:28.093279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-c29b8608-bd60-4216-ba61-2c23e84bd7ea service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155967 Sep 17 22:14:28.126045 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.149862 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-7a206649-dc12-4272-8420-5661ead6f28e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9743943 Sep 17 22:14:28.163015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-4e899952-0991-49ed-b208-055777ba0e3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 HTTP/1.1" status: 200 len: 217 time: 0.0521331 Sep 17 22:14:28.203326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Request body: {'port': {'device_id': '342b10dd-6eb9-42a4-a921-5aad462569d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:28.234504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-119601e6-438a-4ea8-8e4e-4a36b53d6a79 req-51060ed4-da28-4973-a173-06ccf84f27af tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314065 Sep 17 22:14:28.266311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-8c166a66-986c-4f5d-9cd6-e4378d09fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:28.269861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-8c166a66-986c-4f5d-9cd6-e4378d09fd69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.0927391 Sep 17 22:14:28.363377 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.364371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:28.364946 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.369276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-3826eeda-336e-4c20-9538-70275b88ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:28.372384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-3826eeda-336e-4c20-9538-70275b88ea39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0928447 Sep 17 22:14:28.422034 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b0d864a2-137e-4ea4-bd25-71416c86895d req-c8822c86-5259-46b3-bd3e-5e795834b1a0 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613443 Sep 17 22:14:28.444671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:28.448472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3f8d2b86-e8eb-4956-90b6-dfe8df6383a8 req-7de6484f-f6bf-4462-9f8f-b94b73b28929 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056849 Sep 17 22:14:28.451740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] Pushing event updated for resources: {'Network': ['ID=82a0813e-a0b3-4d37-b194-ca752a8d4e9b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:28.452413 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1d7bd20b-5155-4abd-8348-da25ee34e4c6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9987402 Sep 17 22:14:28.453476 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.458389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:28.464276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43230) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:28.480949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:14:28.498515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:28.499487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:28.551857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-700f5efc-f71f-4b2d-b1ef-108937059847 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting subnet 77c8ffa2-c43f-4699-8d68-56b11734c7a9 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:14:28.564451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-700f5efc-f71f-4b2d-b1ef-108937059847 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.568737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f9c21e6b-6b1d-4852-9fc9-10906a1bd72f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3329070 Sep 17 22:14:28.577024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-be78839e-86f7-43d4-b960-dd8b7bbf9bcd service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262968 Sep 17 22:14:28.577685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43234) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:28.582657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Request body: {'subnet': {'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-subnet', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:28.667824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:28.674017 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-700f5efc-f71f-4b2d-b1ef-108937059847 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.758569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Made reservation on behalf of 5dd25d1a76f64e21899a27bb857b4190 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:28.766300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7c438f7e-74ea-4d7f-8dec-612901951c21 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:14:28.766542 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.771762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-cf7212d7-583f-48b9-a903-a6743c5cacbf service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855857 Sep 17 22:14:28.835059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-c21e6b1b-fe28-48cc-a4a0-afa8fe960a13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa HTTP/1.1" status: 200 len: 217 time: 0.0508614 Sep 17 22:14:28.867618 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-700f5efc-f71f-4b2d-b1ef-108937059847 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:28.977585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-e8f5cd87-c484-4817-88e1-72f19214df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:28.979268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-e8f5cd87-c484-4817-88e1-72f19214df43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.1313865 Sep 17 22:14:28.999957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bc0a49-279b-401f-a380-04506b1523aa {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:29.010730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.033706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Transition to ACTIVE for port object 44bc0a49-279b-401f-a380-04506b1523aa will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:14:29.038524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df958f1-16d5-46fd-9b21-7d83d8b78b40 req-307e3921-a1d8-468d-90e3-45b6a763713b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:29.047274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9df958f1-16d5-46fd-9b21-7d83d8b78b40 req-307e3921-a1d8-468d-90e3-45b6a763713b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 948 time: 0.1616113 Sep 17 22:14:29.055484 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-700f5efc-f71f-4b2d-b1ef-108937059847 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.097784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 7c438f7e-74ea-4d7f-8dec-612901951c21, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7c438f7e-74ea-4d7f-8dec-612901951c21,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:29.117530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-c6aec9b5-1750-49a0-bb6e-a62beb863116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:29.117922 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-700f5efc-f71f-4b2d-b1ef-108937059847 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.122149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-c6aec9b5-1750-49a0-bb6e-a62beb863116 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1330926 Sep 17 22:14:29.123413 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-700f5efc-f71f-4b2d-b1ef-108937059847 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/77c8ffa2-c43f-4699-8d68-56b11734c7a9 HTTP/1.1" status: 204 len: 168 time: 0.6550174 Sep 17 22:14:29.123413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.126066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f5efc-f71f-4b2d-b1ef-108937059847 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Subnet': ['ID=77c8ffa2-c43f-4699-8d68-56b11734c7a9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:29.127094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43246) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:29.133086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '7c438f7e-74ea-4d7f-8dec-612901951c21', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '7c438f7e-74ea-4d7f-8dec-612901951c21', 'mac_address': 'fa:16:3e:45:55:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:14:29.151269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9df958f1-16d5-46fd-9b21-7d83d8b78b40 req-086275f9-7bfc-4c0c-975e-d095b6227df7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984697 Sep 17 22:14:29.158576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abdc7d-88d9-43ef-8e22-c5085cfba9e0 None None] Network eaea9ff1-812a-4807-bcce-7f199021f451 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:29.257591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Pushing event updated for resources: {'Port': ['ID=44bc0a49-279b-401f-a380-04506b1523aa,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:29.306654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.361452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Attempting to bind port 44bc0a49-279b-401f-a380-04506b1523aa on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:29.361786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Attempting to bind port 44bc0a49-279b-401f-a380-04506b1523aa by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:29.362119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Attempting to bind port 44bc0a49-279b-401f-a380-04506b1523aa on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:29.364276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:26Z', 'revision_number': 10, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:29.367368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c438f7e-74ea-4d7f-8dec-612901951c21 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:29.370989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Port 44bc0a49-279b-401f-a380-04506b1523aa on network 78c2906a-443b-46d7-86c8-6ac69720e229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:14:29.371320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Attempting to bind port 44bc0a49-279b-401f-a380-04506b1523aa on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:29.386560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:29.386939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Checking segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:29.387323 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Bound using segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:29.387765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Bound port: 44bc0a49-279b-401f-a380-04506b1523aa, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:29.388122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.393413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 7c438f7e-74ea-4d7f-8dec-612901951c21, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7c438f7e-74ea-4d7f-8dec-612901951c21,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:29.427835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:29.473132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] For port 44bc0a49-279b-401f-a380-04506b1523aa, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:29.476981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] For port 44bc0a49-279b-401f-a380-04506b1523aa, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=44bc0a49-279b-401f-a380-04506b1523aa,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:29.487539 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.488329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 61096b7c-14e6-46ec-880a-04212090a38b details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:14:29.545712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:29.546489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:29.557232 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.605189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=7c438f7e-74ea-4d7f-8dec-612901951c21,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:29.643757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Pushing event updated for resources: {'Port': ['ID=44bc0a49-279b-401f-a380-04506b1523aa,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:29.651695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:29.651695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:29.653522 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-fac6fefb-5fbd-425c-9894-1f1e45847c75 service neutron] 10.222.0.35 "PUT /v2.0/ports/44bc0a49-279b-401f-a380-04506b1523aa HTTP/1.1" status: 200 len: 1093 time: 1.4549873 Sep 17 22:14:29.655326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342b10dd-6eb9-42a4-a921-5aad462569d3', 'tag': '44bc0a49-279b-401f-a380-04506b1523aa'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:29.666324 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cdc730-20a2-4197-9d40-1ae4c9b866e5" -d '{"events": [{"name": "network-changed", "server_uuid": "342b10dd-6eb9-42a4-a921-5aad462569d3", "tag": "44bc0a49-279b-401f-a380-04506b1523aa"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:29.728945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f8518d-847b-4d74-a849-1cc319105817 None None] DHCP port deletion for eaea9ff1-812a-4807-bcce-7f199021f451 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:14:29.742073 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:14:29.769696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 61096b7c-14e6-46ec-880a-04212090a38b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61096b7c-14e6-46ec-880a-04212090a38b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:29.775924 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6abf0e-feb3-45f8-a47e-ce9a45642b17 x-openstack-request-id: req-7d6abf0e-feb3-45f8-a47e-ce9a45642b17 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:29.776223 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342b10dd-6eb9-42a4-a921-5aad462569d3", "tag": "44bc0a49-279b-401f-a380-04506b1523aa", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:29.776613 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d6abf0e-feb3-45f8-a47e-ce9a45642b17 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:29.777049 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342b10dd-6eb9-42a4-a921-5aad462569d3', 'tag': '44bc0a49-279b-401f-a380-04506b1523aa', 'status': 'completed', 'code': 200} Sep 17 22:14:29.799610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:29.855777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '61096b7c-14e6-46ec-880a-04212090a38b', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '61096b7c-14e6-46ec-880a-04212090a38b', 'mac_address': 'fa:16:3e:47:8a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:14:29.877837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d36be-0919-4230-8ed2-920dd529b522 req-9c104f70-a320-4345-98b3-9772ad751879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:29.879513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-9c104f70-a320-4345-98b3-9772ad751879 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 1096 time: 0.0981963 Sep 17 22:14:29.974341 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-0b8c6721-2439-4d05-9edd-6fa48f4d369b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bc0a49-279b-401f-a380-04506b1523aa HTTP/1.1" status: 200 len: 217 time: 0.0817358 Sep 17 22:14:30.017359 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:30.039430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d36be-0919-4230-8ed2-920dd529b522 req-10eaa569-bda2-4148-a747-d586dcae15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:30.042031 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-10eaa569-bda2-4148-a747-d586dcae15c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.0594530 Sep 17 22:14:30.042611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-21f8518d-847b-4d74-a849-1cc319105817 None None] Deleting port 32448bc1-bed8-4718-8568-be8fcf4803f1 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:30.043180 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-21f8518d-847b-4d74-a849-1cc319105817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:30.048462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61096b7c-14e6-46ec-880a-04212090a38b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:30.087445 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-a5230037-95b8-4b68-8bbf-cf56248a8c5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377684 Sep 17 22:14:30.139537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 61096b7c-14e6-46ec-880a-04212090a38b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61096b7c-14e6-46ec-880a-04212090a38b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:30.169888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:30.208254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-eb6ef143-0398-4460-bd2a-3321cc11d0a5 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0750968 Sep 17 22:14:30.222658 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 32448bc1-bed8-4718-8568-be8fcf4803f1 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:30.229236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9791c4-3f90-4505-b887-b6f86b34b0be req-bacb75a0-3a45-4ae2-b2de-6f03b09709b0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:30.239380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc9791c4-3f90-4505-b887-b6f86b34b0be req-bacb75a0-3a45-4ae2-b2de-6f03b09709b0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 944 time: 0.1943784 Sep 17 22:14:30.272933 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:30.280231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-21f8518d-847b-4d74-a849-1cc319105817 None None] For port 32448bc1-bed8-4718-8568-be8fcf4803f1, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=32448bc1-bed8-4718-8568-be8fcf4803f1,segment=NetworkSegment(72c349d6-30ef-41b2-8d95-86ea5b3c2cae),segment_id=72c349d6-30ef-41b2-8d95-86ea5b3c2cae)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:30.280722 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-21f8518d-847b-4d74-a849-1cc319105817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:30.326975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-21f8518d-847b-4d74-a849-1cc319105817 None None] Calling delete_port for 32448bc1-bed8-4718-8568-be8fcf4803f1 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:30.346577 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-5ec74be3-417c-43ea-9836-2d4926142b33 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514563 Sep 17 22:14:30.356758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:30.499102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc9791c4-3f90-4505-b887-b6f86b34b0be req-e14dce9b-373b-4959-a129-6add38765c4b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545078 Sep 17 22:14:30.500189 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c93d36be-0919-4230-8ed2-920dd529b522 req-83a60be0-7cdf-4a94-ac24-01c686e7f96c service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450531 Sep 17 22:14:30.592266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:30.624574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc94c41-751d-4193-98eb-be27747e8b91,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:30.637816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Checking segment: {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:30.638191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Network hostable DHCP agents. Network: 82a0813e-a0b3-4d37-b194-ca752a8d4e9b, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:14:30.667761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=61096b7c-14e6-46ec-880a-04212090a38b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:30.673188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:26Z', 'revision_number': 10, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:30.690405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7402c4-b1ef-4840-b32e-9d6a70cae398 req-601e3673-d021-499b-9825-1b9698b7aa76 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258273 Sep 17 22:14:30.717579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-2e04034d-8f9a-4081-b4cf-13608d1b12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:30.720003 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-2e04034d-8f9a-4081-b4cf-13608d1b12fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 1096 time: 0.0741634 Sep 17 22:14:30.721254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4f29e-becd-41d2-94fe-ffa112742897 req-c3e99f39-1d10-4158-bb67-8ad08e29c01d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:30.729308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bb4f29e-becd-41d2-94fe-ffa112742897 req-c3e99f39-1d10-4158-bb67-8ad08e29c01d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 949 time: 0.3150859 Sep 17 22:14:30.736707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6bc2f-243e-4a02-9d47-60a433bce0dc None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:26Z', 'revision_number': 10, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None, '_interfaces': [{'id': 'fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9', 'name': '', 'network_id': '26ed54a2-518b-4e12-b124-8ca9e617b7f4', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'mac_address': 'fa:16:3e:23:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:13:38Z', 'updated_at': '2021-09-17T22:13:42Z', 'revision_number': 5, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'subnets': [{'id': '4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:30.738738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['7c438f7e-74ea-4d7f-8dec-612901951c21'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:30.741949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:30.818701 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-21f8518d-847b-4d74-a849-1cc319105817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:30.839995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 32448bc1-bed8-4718-8568-be8fcf4803f1 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:30.840334 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:30.843729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:14:30.888246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-4f34f614-728c-46f7-9f44-614720e5f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:30.888246 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-4f34f614-728c-46f7-9f44-614720e5f90a service neutron] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 912 time: 0.1510127 Sep 17 22:14:30.899440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8518d-847b-4d74-a849-1cc319105817 None None] Pushing event deleted for resources: {'Port': ['ID=32448bc1-bed8-4718-8568-be8fcf4803f1,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:30.935202 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-ba550642-9e76-4fda-8892-6e35dbc364cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bc0a49-279b-401f-a380-04506b1523aa HTTP/1.1" status: 200 len: 217 time: 0.0439548 Sep 17 22:14:30.943754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bb4f29e-becd-41d2-94fe-ffa112742897 req-b9a17bf1-79ac-4bfb-a2d2-b6525a1fd2e1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114542 Sep 17 22:14:30.954151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8518d-847b-4d74-a849-1cc319105817 None None] No DVR routers for this DVR port 32448bc1-bed8-4718-8568-be8fcf4803f1 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:31.001079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 82a0813e-a0b3-4d37-b194-ca752a8d4e9b) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:31.012264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-7331e055-7ae0-4acf-a3f1-9884c65e02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:31.015190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port 32448bc1-bed8-4718-8568-be8fcf4803f1, host n-d-713498-17, got binding levels [] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:31.015961 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-7331e055-7ae0-4acf-a3f1-9884c65e02cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.0696771 Sep 17 22:14:31.016612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.036177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:31.042734 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.067076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 32448bc1-bed8-4718-8568-be8fcf4803f1 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:31.070603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.ipam_backend_mixin [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Port 32448bc1-bed8-4718-8568-be8fcf4803f1 was not found and therefore no delete operation was performed {{(pid=101661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:14:31.074415 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.099364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No DVR routers for this DVR port 32448bc1-bed8-4718-8568-be8fcf4803f1 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:31.127192 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-a1464bd2-5b21-489a-9188-c790d78abbff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024015 Sep 17 22:14:31.176566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=32448bc1-bed8-4718-8568-be8fcf4803f1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:31.252723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b880aec9-eb28-4de9-934a-33f2ff48d3ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6712291 Sep 17 22:14:31.253745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43308) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:31.277930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:31.331672 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bccae8-958d-4866-8111-0754b9b5ca1c None None] Network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:31.370402 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-89ff93ee-43b4-41e8-a773-c9ce673c503f service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369416 Sep 17 22:14:31.493425 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.563756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.567342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.627812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaea9ff1-812a-4807-bcce-7f199021f451']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:31.664146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c349d6-30ef-41b2-8d95-86ea5b3c2cae') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:31.664146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c349d6-30ef-41b2-8d95-86ea5b3c2cae') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:31.726616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:14:31.729126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.729350 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.743989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.879789 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:31.976150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:31.976649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:32.006417 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:32.018389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dae63-2305-45cb-9f02-c079a3168fe9 req-23826387-e461-4b2f-ab78-955bd31b66b3 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:32.028940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0d3dae63-2305-45cb-9f02-c079a3168fe9 req-23826387-e461-4b2f-ab78-955bd31b66b3 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 944 time: 0.3578098 Sep 17 22:14:32.035943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Allocated IP 172.20.0.2 (82a0813e-a0b3-4d37-b194-ca752a8d4e9b/acc94c41-751d-4193-98eb-be27747e8b91/eb30c00a-ef3c-49cb-b504-79b962f933f2) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:32.129822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 19909f16-b9c5-49b9-95f9-4c9b343a6263 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:32.135722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.159117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 19909f16-b9c5-49b9-95f9-4c9b343a6263 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:32.159596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 19909f16-b9c5-49b9-95f9-4c9b343a6263 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:32.199421 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78cdc730-20a2-4197-9d40-1ae4c9b866e5 req-273c9a71-6e35-4455-a5ba-4ccd97297572 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8199768 Sep 17 22:14:32.214342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0d3dae63-2305-45cb-9f02-c079a3168fe9 req-559791d2-0487-492b-8b80-3fb33b8c5217 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837342 Sep 17 22:14:32.263097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 44bc0a49-279b-401f-a380-04506b1523aa details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:14:32.282744 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.312297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.316666 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.321282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/networks/eaea9ff1-812a-4807-bcce-7f199021f451 HTTP/1.1" status: 204 len: 168 time: 3.1841841 Sep 17 22:14:32.322460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43328) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:32.360022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426165e7-57dd-4345-8c15-cd69cd3fdb08 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Network': ['ID=eaea9ff1-812a-4807-bcce-7f199021f451,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:32.398253 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.450766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 44bc0a49-279b-401f-a380-04506b1523aa, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=44bc0a49-279b-401f-a380-04506b1523aa,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:32.469854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:32.472990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '44bc0a49-279b-401f-a380-04506b1523aa', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'port_id': '44bc0a49-279b-401f-a380-04506b1523aa', 'mac_address': 'fa:16:3e:29:2d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7251db4-47c4-4cb6-b4ee-aebbfc512f13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:14:32.476238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:32.484813 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:32.488958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Pushing event updated for resources: {'Port': ['ID=eb30c00a-ef3c-49cb-b504-79b962f933f2,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:32.523202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dac3a1-0963-4b28-bc2c-6d3c48816240 req-1a54cb99-c32c-4922-80be-f092990e8a71 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:32.525283 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67dac3a1-0963-4b28-bc2c-6d3c48816240 req-1a54cb99-c32c-4922-80be-f092990e8a71 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 949 time: 0.1415393 Sep 17 22:14:32.581648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.596575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Attempting to bind port eb30c00a-ef3c-49cb-b504-79b962f933f2 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:32.597280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Attempting to bind port eb30c00a-ef3c-49cb-b504-79b962f933f2 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:32.597656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Attempting to bind port eb30c00a-ef3c-49cb-b504-79b962f933f2 on network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:32.606354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bc0a49-279b-401f-a380-04506b1523aa {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:32.638918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67dac3a1-0963-4b28-bc2c-6d3c48816240 req-9469c28c-bb43-4f22-9690-439cfafe1533 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041377 Sep 17 22:14:32.645107 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.649562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:32.649940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Checking segment: {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:32.650350 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.650729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Bound using segment: {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:32.651236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Bound port: eb30c00a-ef3c-49cb-b504-79b962f933f2, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:32.651642 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.664678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 44bc0a49-279b-401f-a380-04506b1523aa, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=44bc0a49-279b-401f-a380-04506b1523aa,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:32.693987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.710042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7c438f7e-74ea-4d7f-8dec-612901951c21 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:32.784440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] For port eb30c00a-ef3c-49cb-b504-79b962f933f2, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:32.822651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] For port eb30c00a-ef3c-49cb-b504-79b962f933f2, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eb30c00a-ef3c-49cb-b504-79b962f933f2,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:32.823784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.829601 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.891952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Allocated IP 172.25.5.71 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/b504996d-7cc7-46dd-9c9c-a9e3d88eb82b) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:32.907324 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:32.916734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=44bc0a49-279b-401f-a380-04506b1523aa,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:32.988246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 7c438f7e-74ea-4d7f-8dec-612901951c21 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:14:33.007044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af23968-ac5c-404a-92eb-9f4adeaaa230 None None] Pushing event updated for resources: {'Port': ['ID=eb30c00a-ef3c-49cb-b504-79b962f933f2,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:33.019550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 7c438f7e-74ea-4d7f-8dec-612901951c21 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:33.019924 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.040155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.061925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['44bc0a49-279b-401f-a380-04506b1523aa'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:33.114838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:33.115371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.176836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.211246 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.255887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9,segment=NetworkSegment(ae33a122-4cca-4bd4-8e50-3224c1e0d99a),segment_id=ae33a122-4cca-4bd4-8e50-3224c1e0d99a)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:33.256393 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.273336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:33.274431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633b5fe5-4e57-437a-8f3b-460cae3665d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c438f7e-74ea-4d7f-8dec-612901951c21'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:33.279222 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b4cf0a-9b5c-49eb-a465-c4f650131882" -d '{"events": [{"server_uuid": "633b5fe5-4e57-437a-8f3b-460cae3665d1", "name": "network-vif-plugged", "status": "completed", "tag": "7c438f7e-74ea-4d7f-8dec-612901951c21"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:33.298705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:33.314450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:33.317020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:33.368512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 7c438f7e-74ea-4d7f-8dec-612901951c21, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7c438f7e-74ea-4d7f-8dec-612901951c21,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:33.415898 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.417081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 61096b7c-14e6-46ec-880a-04212090a38b up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:33.451614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43352) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:33.571459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=7c438f7e-74ea-4d7f-8dec-612901951c21,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:33.648987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 61096b7c-14e6-46ec-880a-04212090a38b completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:14:33.653292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 61096b7c-14e6-46ec-880a-04212090a38b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:33.653664 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.659078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Pushing event updated for resources: {'Port': ['ID=b504996d-7cc7-46dd-9c9c-a9e3d88eb82b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:33.673015 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be4b43e6-9f35-4b3c-a4ea-d886478d8c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.719008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835deb5-b638-441a-8735-ff5b4099c326 req-8c741c0f-030f-4530-8cec-e87e945c8af8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:33.720557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2835deb5-b638-441a-8735-ff5b4099c326 req-8c741c0f-030f-4530-8cec-e87e945c8af8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 945 time: 0.3078022 Sep 17 22:14:33.726802 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.754276 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:33.763760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2835deb5-b638-441a-8735-ff5b4099c326 req-2e1a51af-b3b2-4664-bc66-25ebdacb3ef9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341918 Sep 17 22:14:33.765977 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:33.892249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 61096b7c-14e6-46ec-880a-04212090a38b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61096b7c-14e6-46ec-880a-04212090a38b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:33.904574 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5674a4-cb56-4ebf-a5e3-6b66f183deea x-openstack-request-id: req-9d5674a4-cb56-4ebf-a5e3-6b66f183deea {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:33.905006 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633b5fe5-4e57-437a-8f3b-460cae3665d1", "name": "network-vif-plugged", "status": "completed", "tag": "7c438f7e-74ea-4d7f-8dec-612901951c21", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:33.905330 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d5674a4-cb56-4ebf-a5e3-6b66f183deea {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:33.905817 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633b5fe5-4e57-437a-8f3b-460cae3665d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c438f7e-74ea-4d7f-8dec-612901951c21', 'code': 200} Sep 17 22:14:33.954719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.033988 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.062500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=61096b7c-14e6-46ec-880a-04212090a38b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:34.086917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.155204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2ba0c-ca18-4249-95f2-500974243699 req-fa99d948-ae09-47ad-8774-f17749dfe83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:34.157604 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62c2ba0c-ca18-4249-95f2-500974243699 req-fa99d948-ae09-47ad-8774-f17749dfe83b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 1102 time: 0.1237555 Sep 17 22:14:34.217278 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be4b43e6-9f35-4b3c-a4ea-d886478d8c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.259318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62c2ba0c-ca18-4249-95f2-500974243699 req-5beab7e0-7faf-4453-a0a8-aa0369e70183 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890412 Sep 17 22:14:34.261585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:34.280776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 44bc0a49-279b-401f-a380-04506b1523aa up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:34.307827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eb30c00a-ef3c-49cb-b504-79b962f933f2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:34.318175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be4b43e6-9f35-4b3c-a4ea-d886478d8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.385310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:34.396615 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:34.399383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port eb30c00a-ef3c-49cb-b504-79b962f933f2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:34.399760 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.408802 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8a56f56e-14b7-40bf-a756-b5835fed2e35 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0856209 Sep 17 22:14:34.409895 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:34.410509 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:34.418190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b43e6-9f35-4b3c-a4ea-d886478d8c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b8d636-75c6-42e9-a55f-1ee404fd4f1c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:34.431063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43364) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:34.467075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 44bc0a49-279b-401f-a380-04506b1523aa completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:14:34.471602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4933ac-d159-4022-af9e-2ce92692a8e6 None None] Network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:34.491340 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.532136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb30c7d8-4f27-476f-89f2-69bfa2ffea2a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting subnet 4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:14:34.540605 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-be4b43e6-9f35-4b3c-a4ea-d886478d8c45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd3d534ed190472da9b8c24fc403c237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0844634 Sep 17 22:14:34.540605 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb30c7d8-4f27-476f-89f2-69bfa2ffea2a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.541599 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:34.543727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43370) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:34.581688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 44bc0a49-279b-401f-a380-04506b1523aa triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:34.582707 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.601208 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:33Z', 'revision_number': 11, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:34.623165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb30c7d8-4f27-476f-89f2-69bfa2ffea2a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.629168 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:34.639004 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:34.639919 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:34.699880 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43e6543a-1f41-479f-85f7-bbd2f01d78f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.715731 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:34.746449 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43e6543a-1f41-479f-85f7-bbd2f01d78f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.774861 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:33Z', 'revision_number': 11, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:34.785266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-42a28ad3-7f0b-40a0-b295-84a56af0bf1b None None] Provisioning complete for port eb30c00a-ef3c-49cb-b504-79b962f933f2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:34.785641 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-42a28ad3-7f0b-40a0-b295-84a56af0bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.804820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb30c7d8-4f27-476f-89f2-69bfa2ffea2a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.805903 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b219bb4-aab4-4448-ab9b-d256f479fc39 None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:33Z', 'revision_number': 11, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:34.814278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:14:34.837249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.896548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83cb81-f475-4944-abce-638cf9be1799 req-8cb15d79-4864-4f15-a7c8-9789dfdc700e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:34.898086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a83cb81-f475-4944-abce-638cf9be1799 req-8cb15d79-4864-4f15-a7c8-9789dfdc700e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 950 time: 0.1390343 Sep 17 22:14:34.923357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43e6543a-1f41-479f-85f7-bbd2f01d78f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.927902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43e6543a-1f41-479f-85f7-bbd2f01d78f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.930855 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-43e6543a-1f41-479f-85f7-bbd2f01d78f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25b8d636-75c6-42e9-a55f-1ee404fd4f1c HTTP/1.1" status: 204 len: 168 time: 0.3861487 Sep 17 22:14:34.943234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port eb30c00a-ef3c-49cb-b504-79b962f933f2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eb30c00a-ef3c-49cb-b504-79b962f933f2,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:34.948230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6543a-1f41-479f-85f7-bbd2f01d78f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b8d636-75c6-42e9-a55f-1ee404fd4f1c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:34.978444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a83cb81-f475-4944-abce-638cf9be1799 req-32022ba2-3af4-4973-ac5b-bf0622e7e7a8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735531 Sep 17 22:14:34.988271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb30c7d8-4f27-476f-89f2-69bfa2ffea2a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:34.988444 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.019797 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.022190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:35.055384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30c7d8-4f27-476f-89f2-69bfa2ffea2a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Subnet': ['ID=4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:35.061603 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-42a28ad3-7f0b-40a0-b295-84a56af0bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.063762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Sync routers for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:35.064445 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb30c7d8-4f27-476f-89f2-69bfa2ffea2a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.066768 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-eb30c7d8-4f27-476f-89f2-69bfa2ffea2a tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c HTTP/1.1" status: 204 len: 168 time: 0.6336381 Sep 17 22:14:35.069247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43380) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:35.084204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e526a774-8ec5-4cd2-9167-e39514f923d2 None None] Network 26ed54a2-518b-4e12-b124-8ca9e617b7f4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:35.148637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a5312-07fd-4086-9f57-a60532b1aab3 req-65cfbbc9-bba9-41ed-9df8-c8cae085e279 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:35.157360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-161a5312-07fd-4086-9f57-a60532b1aab3 req-65cfbbc9-bba9-41ed-9df8-c8cae085e279 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.0743401 Sep 17 22:14:35.169242 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.171881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-256c8b64-4f15-4a9c-9441-3f916ceb6f8c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9176698 Sep 17 22:14:35.179555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43382) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:35.250234 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.284079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-161a5312-07fd-4086-9f57-a60532b1aab3 req-9f18ef7b-c29c-4d02-a7f6-601bfa6317d3 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253490 Sep 17 22:14:35.355326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Deleting port 80e30166-5fe0-43de-8478-6f9a9d7c3f00 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:35.379252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.453558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 44bc0a49-279b-401f-a380-04506b1523aa, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=44bc0a49-279b-401f-a380-04506b1523aa,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:35.468195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:35.468955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] For port 80e30166-5fe0-43de-8478-6f9a9d7c3f00, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=80e30166-5fe0-43de-8478-6f9a9d7c3f00,segment=NetworkSegment(ae33a122-4cca-4bd4-8e50-3224c1e0d99a),segment_id=ae33a122-4cca-4bd4-8e50-3224c1e0d99a)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:35.469357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:35.469495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.473250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=eb30c00a-ef3c-49cb-b504-79b962f933f2,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:35.489026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Calling delete_port for 80e30166-5fe0-43de-8478-6f9a9d7c3f00 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:35.577373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.599543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32c571-ecd1-474e-9668-7671233caf83 req-ee7e4a13-0bea-4eeb-9796-ac74d595a218 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:35.601577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be32c571-ecd1-474e-9668-7671233caf83 req-ee7e4a13-0bea-4eeb-9796-ac74d595a218 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 945 time: 0.2005727 Sep 17 22:14:35.679347 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-42a28ad3-7f0b-40a0-b295-84a56af0bf1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:14:35.679735 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-42a28ad3-7f0b-40a0-b295-84a56af0bf1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:14:35.694117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be32c571-ecd1-474e-9668-7671233caf83 req-08bfa53b-a884-42e1-8084-b0f51a1177e3 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842557 Sep 17 22:14:35.736206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.756299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:35.799772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Port': ['ID=80e30166-5fe0-43de-8478-6f9a9d7c3f00,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:35.802932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=44bc0a49-279b-401f-a380-04506b1523aa,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:35.806520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad700e1e-3ef8-4f28-ba7f-51a81ec48d9c None None] DHCP port deletion for 26ed54a2-518b-4e12-b124-8ca9e617b7f4 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:14:35.810402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No DVR routers for this DVR port 80e30166-5fe0-43de-8478-6f9a9d7c3f00 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:35.908103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a6e00d-44c7-4c9d-8430-d8316603d94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61096b7c-14e6-46ec-880a-04212090a38b'}, {'server_uuid': '342b10dd-6eb9-42a4-a921-5aad462569d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bc0a49-279b-401f-a380-04506b1523aa'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:35.910383 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be42103b-da59-4375-85f4-a889a3880988" -d '{"events": [{"server_uuid": "07a6e00d-44c7-4c9d-8430-d8316603d94c", "name": "network-vif-plugged", "status": "completed", "tag": "61096b7c-14e6-46ec-880a-04212090a38b"}, {"server_uuid": "342b10dd-6eb9-42a4-a921-5aad462569d3", "name": "network-vif-plugged", "status": "completed", "tag": "44bc0a49-279b-401f-a380-04506b1523aa"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:35.919596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.920774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.947880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ed54a2-518b-4e12-b124-8ca9e617b7f4']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:35.950306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43390) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:35.990312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71f6f3e0-d7a9-4c78-b864-71766b7701c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:35.995638 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654cf67d-a3aa-4fa2-b7a1-160ced7f7340 x-openstack-request-id: req-654cf67d-a3aa-4fa2-b7a1-160ced7f7340 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:35.996736 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a6e00d-44c7-4c9d-8430-d8316603d94c", "name": "network-vif-plugged", "status": "completed", "tag": "61096b7c-14e6-46ec-880a-04212090a38b", "code": 200}, {"server_uuid": "342b10dd-6eb9-42a4-a921-5aad462569d3", "name": "network-vif-plugged", "status": "completed", "tag": "44bc0a49-279b-401f-a380-04506b1523aa", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:35.997056 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-654cf67d-a3aa-4fa2-b7a1-160ced7f7340 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:35.997374 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a6e00d-44c7-4c9d-8430-d8316603d94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61096b7c-14e6-46ec-880a-04212090a38b', 'code': 200} Sep 17 22:14:35.997810 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342b10dd-6eb9-42a4-a921-5aad462569d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bc0a49-279b-401f-a380-04506b1523aa', 'code': 200} Sep 17 22:14:36.004283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:36.004583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae33a122-4cca-4bd4-8e50-3224c1e0d99a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:36.025934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.032410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:33Z', 'revision_number': 3, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:36.070614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Checking router: 4df73aad-84b6-4a8b-85e3-2a583e0e0eac for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:36.070997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Updating router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:14:36.083769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.101268 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.110129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:14:36.116569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:14:36.122958 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:14:36.296942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71f6f3e0-d7a9-4c78-b864-71766b7701c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.301143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc06ed2-6afa-4977-91b7-6a4055b35aa1 req-554ce378-963c-4429-8d20-df3b74cd67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:36.302672 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4fc06ed2-6afa-4977-91b7-6a4055b35aa1 req-554ce378-963c-4429-8d20-df3b74cd67e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 1098 time: 0.1190219 Sep 17 22:14:36.308645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eb30c00a-ef3c-49cb-b504-79b962f933f2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:36.313206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43396) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:36.364209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4fc06ed2-6afa-4977-91b7-6a4055b35aa1 req-fc42c0ab-035f-4b1c-88b8-70c98c5239dc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518029 Sep 17 22:14:36.374519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71f6f3e0-d7a9-4c78-b864-71766b7701c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.411004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.428809 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.433197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port eb30c00a-ef3c-49cb-b504-79b962f933f2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:36.433652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.434247 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/networks/26ed54a2-518b-4e12-b124-8ca9e617b7f4 HTTP/1.1" status: 204 len: 168 time: 1.3630528 Sep 17 22:14:36.440810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43402) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:36.458580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'routes': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:36.518639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9abd26-c948-4b17-a187-310f53f2b31e tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Pushing event deleted for resources: {'Network': ['ID=26ed54a2-518b-4e12-b124-8ca9e617b7f4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:36.525115 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.541769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c643ab7c-3df9-47dd-aaba-d1a779f93119 None None] Provisioning complete for port eb30c00a-ef3c-49cb-b504-79b962f933f2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:36.542105 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-71f6f3e0-d7a9-4c78-b864-71766b7701c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32445baf663841bb85c8a493bc52910d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867319 Sep 17 22:14:36.542214 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c643ab7c-3df9-47dd-aaba-d1a779f93119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.546464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43404) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:36.546865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6f3e0-d7a9-4c78-b864-71766b7701c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba462e2-f475-45f5-b8bd-52abdb523caa,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:36.596254 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.604410 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.633581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f070e6-b704-4e9b-85df-e4f4eb76e34c req-a5113891-8257-488a-98f3-4cce8e1e256a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:36.641091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4f070e6-b704-4e9b-85df-e4f4eb76e34c req-a5113891-8257-488a-98f3-4cce8e1e256a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1710491 Sep 17 22:14:36.658957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561724b-4b14-4815-962e-e57e9b529247 req-7bb76420-05dd-4fd9-9f5b-8be0a78bc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:36.661094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e561724b-4b14-4815-962e-e57e9b529247 req-7bb76420-05dd-4fd9-9f5b-8be0a78bc70a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 1102 time: 0.2003911 Sep 17 22:14:36.673497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c250d-a21b-496e-a0cc-981c1d6ed638 None None] Pushing event updated for resources: {'Port': ['ID=b504996d-7cc7-46dd-9c9c-a9e3d88eb82b,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:36.676956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Attempting to bind port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:36.677757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Attempting to bind port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:36.678035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Attempting to bind port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:36.680717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7f965-c96f-4fa7-a421-79f57bc587bb req-c40482d8-d90a-4d0e-a041-a73a7668bd48 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:36.682491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eaa7f965-c96f-4fa7-a421-79f57bc587bb req-c40482d8-d90a-4d0e-a041-a73a7668bd48 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 950 time: 0.2031665 Sep 17 22:14:36.725469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Allocated IP 172.20.0.1 (82a0813e-a0b3-4d37-b194-ca752a8d4e9b/acc94c41-751d-4193-98eb-be27747e8b91/db1c9be1-984c-4241-b475-cc915554876c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:36.740002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.extraroute_db [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Added routes are [] {{(pid=101660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:14:36.740301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.extraroute_db [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Removed routes are [] {{(pid=101660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:14:36.740666 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.744113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:36.744596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:36.745155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.745548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:36.746105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Bound port: b504996d-7cc7-46dd-9c9c-a9e3d88eb82b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:36.746475 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.775810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:36.792648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4f070e6-b704-4e9b-85df-e4f4eb76e34c req-0753097a-5282-4606-b226-5b96b8c326e9 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506484 Sep 17 22:14:36.807903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:36.808292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc7c3c5d-195e-4f52-b7c5-0b2aa8792bd9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:36.808646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 80e30166-5fe0-43de-8478-6f9a9d7c3f00 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:36.813474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e561724b-4b14-4815-962e-e57e9b529247 req-bbafcaf1-555f-4dd5-ac7b-f16a6ffa2920 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298001 Sep 17 22:14:36.831365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 80e30166-5fe0-43de-8478-6f9a9d7c3f00 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:36.831586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 80e30166-5fe0-43de-8478-6f9a9d7c3f00 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:36.832710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eaa7f965-c96f-4fa7-a421-79f57bc587bb req-83f0dd65-39e6-4692-bb87-03485c1b10c1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347518 Sep 17 22:14:36.863746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adc39448-f6fa-4592-a32a-1d7e95011727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.865560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] For port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:36.873681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] For port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b504996d-7cc7-46dd-9c9c-a9e3d88eb82b,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:36.944515 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adc39448-f6fa-4592-a32a-1d7e95011727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.958334 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.974278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.975006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:36.982720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d257d5-7138-4b02-9fb5-81147863255e req-f773eb8b-d4d1-4ab3-83d8-585a87e13317 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:36.986635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3d257d5-7138-4b02-9fb5-81147863255e req-f773eb8b-d4d1-4ab3-83d8-585a87e13317 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 946 time: 0.0851753 Sep 17 22:14:36.997975 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.015632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:37.015632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:37.056544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3d257d5-7138-4b02-9fb5-81147863255e req-3c1184bd-f672-4415-bf35-c8d6ba957f01 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Sep 17 22:14:37.067005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c250d-a21b-496e-a0cc-981c1d6ed638 None None] Pushing event updated for resources: {'Port': ['ID=b504996d-7cc7-46dd-9c9c-a9e3d88eb82b,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:37.131488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.134321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:37.134741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:37.141753 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.176800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:37.179921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:37.182475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:37.211102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Pushing event updated for resources: {'Port': ['ID=db1c9be1-984c-4241-b475-cc915554876c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:37.227023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.227369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.227707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.228040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.228369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.228698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.229018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.229338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.229660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.229974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.230647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.231044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.242890 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.371564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:33Z', 'revision_number': 3, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:37.406222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c2f48-0ab6-4819-97a8-650ad0288fe7 None None] The sync data for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 is: [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:33Z', 'revision_number': 3, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:37.481397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-62cbff2d-6698-43ea-8461-cee76c3e1d54 None None] Provisioning complete for port db1c9be1-984c-4241-b475-cc915554876c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:37.482599 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-62cbff2d-6698-43ea-8461-cee76c3e1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.483724 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.530040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-62cbff2d-6698-43ea-8461-cee76c3e1d54 None None] Port db1c9be1-984c-4241-b475-cc915554876c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:37.550566 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.553116 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adc39448-f6fa-4592-a32a-1d7e95011727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.555716 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adc39448-f6fa-4592-a32a-1d7e95011727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.556931 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-adc39448-f6fa-4592-a32a-1d7e95011727 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eba462e2-f475-45f5-b8bd-52abdb523caa HTTP/1.1" status: 204 len: 168 time: 0.9967570 Sep 17 22:14:37.561683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:37.570169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.576257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43412) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:37.577798 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] Sync routers for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:37.587239 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-310371a2-68b5-4a35-af62-f55b78bce341 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f HTTP/1.1" status: 200 len: 705 time: 1.1410809 Sep 17 22:14:37.600725 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:37.600725 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:37.624443 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97f5bca890bd445fa5fcff2a80704da8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3102517 Sep 17 22:14:37.625408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e633aa-0e25-4af5-bf75-a1da8f9ae1ab,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:37.627521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43414) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:37.641279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9024b659-7522-421f-aa68-af10de8138f5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c09286c-08d5-4b5e-93eb-c9d42eaa970f HTTP/1.1" status: 200 len: 205 time: 0.0635979 Sep 17 22:14:37.643713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43416) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:37.651322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.654825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.654825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.654825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.654825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.654825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.654825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.654825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.654825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.655659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.655757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.657641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d0dfd-1be0-41eb-8667-181a204c81d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:14:37.690572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc39448-f6fa-4592-a32a-1d7e95011727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba462e2-f475-45f5-b8bd-52abdb523caa,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:37.755494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-74301c7d-b262-4766-8b5a-5632e9b425d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.802043 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-74301c7d-b262-4766-8b5a-5632e9b425d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.819625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fd17810-fea0-498e-a65b-a9dbd0ad0ef7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.840473 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.846050 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:37.911648 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:37.952269 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:33Z', 'revision_number': 11, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:37.987510 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] Checking router: 6c09286c-08d5-4b5e-93eb-c9d42eaa970f for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:37.996439 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] Routers {'6c09286c-08d5-4b5e-93eb-c9d42eaa970f'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:37.997070 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:38.015580 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.019531 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-74301c7d-b262-4766-8b5a-5632e9b425d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.019653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-74301c7d-b262-4766-8b5a-5632e9b425d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.020750 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-74301c7d-b262-4766-8b5a-5632e9b425d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09e633aa-0e25-4af5-bf75-a1da8f9ae1ab HTTP/1.1" status: 204 len: 168 time: 0.3917344 Sep 17 22:14:38.053386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74301c7d-b262-4766-8b5a-5632e9b425d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e633aa-0e25-4af5-bf75-a1da8f9ae1ab,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:38.153027 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] Set router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:38.220081 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.245980 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:33Z', 'revision_number': 11, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:38.278633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b504996d-7cc7-46dd-9c9c-a9e3d88eb82b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:38.284297 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f3ec06-77e4-4d6b-b4cc-858554316c21 None None] The sync data for ids ['6c09286c-08d5-4b5e-93eb-c9d42eaa970f'] in n-d-713498-17 is: [{'id': '6c09286c-08d5-4b5e-93eb-c9d42eaa970f', 'name': 'tempest-RoutersIpV6Test-router-1440341888', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:13:35Z', 'updated_at': '2021-09-17T22:14:33Z', 'revision_number': 11, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:38.304873 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fd17810-fea0-498e-a65b-a9dbd0ad0ef7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.307252 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fd17810-fea0-498e-a65b-a9dbd0ad0ef7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.355220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Pushing event updated for resources: {'Port': ['ID=db1c9be1-984c-4241-b475-cc915554876c,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:38.368209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:38.368591 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.382401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11922f-3cc9-4c12-8407-989361420c35 req-5d2fde9c-0fca-4580-bba1-1a97c2660368 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:38.393183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a11922f-3cc9-4c12-8407-989361420c35 req-5d2fde9c-0fca-4580-bba1-1a97c2660368 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 950 time: 0.4128306 Sep 17 22:14:38.433347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21b66f-e27b-4454-a090-53872a2aca2d req-c36407a8-de44-4048-977c-b0da78c23675 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:38.435706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb21b66f-e27b-4454-a090-53872a2aca2d req-c36407a8-de44-4048-977c-b0da78c23675 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.4534640 Sep 17 22:14:38.502227 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fd17810-fea0-498e-a65b-a9dbd0ad0ef7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.502726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd17810-fea0-498e-a65b-a9dbd0ad0ef7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Fanout notify agent at l3_agent the message router_deleted on router 6c09286c-08d5-4b5e-93eb-c9d42eaa970f {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:14:38.536223 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.558364 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4fd17810-fea0-498e-a65b-a9dbd0ad0ef7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.559518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4fd17810-fea0-498e-a65b-a9dbd0ad0ef7 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f HTTP/1.1" status: 204 len: 168 time: 0.9147100 Sep 17 22:14:38.567087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43438) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:38.572637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-abea48ca-3f37-47d6-87f6-b87ecadc01c5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-641144275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:38.585876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b504996d-7cc7-46dd-9c9c-a9e3d88eb82b,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:38.596346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb21b66f-e27b-4454-a090-53872a2aca2d req-3a5b738e-2b4f-49cd-9221-ddfba9502fef tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363673 Sep 17 22:14:38.622644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a11922f-3cc9-4c12-8407-989361420c35 req-bf13f81d-84b0-413c-a386-c30d8bcea497 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144380 Sep 17 22:14:38.651423 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.683451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:38.684922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:38.732882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=b504996d-7cc7-46dd-9c9c-a9e3d88eb82b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:38.770568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abea48ca-3f37-47d6-87f6-b87ecadc01c5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.770568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abea48ca-3f37-47d6-87f6-b87ecadc01c5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.851212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abea48ca-3f37-47d6-87f6-b87ecadc01c5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.852405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:14:38.958989 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abea48ca-3f37-47d6-87f6-b87ecadc01c5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:38.976014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a3930-30e0-4404-a2cb-0412f9f09773 req-096d6905-3ba2-43e7-9641-6a098ce529bd tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:38.977485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65a3930-30e0-4404-a2cb-0412f9f09773 req-096d6905-3ba2-43e7-9641-6a098ce529bd tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 946 time: 0.1175966 Sep 17 22:14:38.996179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43442) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:39.013110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80c93dc0-a356-4932-b3fb-b69abe66ae8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.027876 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abea48ca-3f37-47d6-87f6-b87ecadc01c5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.030620 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-abea48ca-3f37-47d6-87f6-b87ecadc01c5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4619045 Sep 17 22:14:39.033464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43446) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:39.039931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9e17f6bb-784a-4156-9306-da133caf3792 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:39.058190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:39.062232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65a3930-30e0-4404-a2cb-0412f9f09773 req-701ac33c-1c50-434b-b55e-2bb09cf97c15 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740416 Sep 17 22:14:39.065769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2baf7237-ed7f-44d4-bc23-0f3a6fce313c admin admin] 10.222.0.13 "PUT /v2.0/routers/4df73aad-84b6-4a8b-85e3-2a583e0e0eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8839936 Sep 17 22:14:39.104120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-41e7fba4-bc36-4d20-861d-221ad88ec7b4 None None] Provisioning complete for port db1c9be1-984c-4241-b475-cc915554876c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:39.104494 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-41e7fba4-bc36-4d20-861d-221ad88ec7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.155136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-41e7fba4-bc36-4d20-861d-221ad88ec7b4 None None] Port db1c9be1-984c-4241-b475-cc915554876c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:39.320517 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e17f6bb-784a-4156-9306-da133caf3792 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.358953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80c93dc0-a356-4932-b3fb-b69abe66ae8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.443863 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e17f6bb-784a-4156-9306-da133caf3792 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.447114 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80c93dc0-a356-4932-b3fb-b69abe66ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.576528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c93dc0-a356-4932-b3fb-b69abe66ae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b25cf3-7b89-4524-9e03-b32e528177af,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:39.583926 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-80c93dc0-a356-4932-b3fb-b69abe66ae8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3decdfbe07b141b390c24d2cb9f8ab23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5865536 Sep 17 22:14:39.584074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43466) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:39.671922 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.695997 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2800cbc-66bc-4682-b14b-5bcb66a16365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.715463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f688-29fd-4c16-91c1-9fd46733291b req-344e5682-3b68-4594-a392-2537dddbba0f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:39.717207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e17f6bb-784a-4156-9306-da133caf3792 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Router 564a6a0f-71b3-40b2-8bbd-d61acc6100b9 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:14:39.718085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3c8f688-29fd-4c16-91c1-9fd46733291b req-344e5682-3b68-4594-a392-2537dddbba0f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 946 time: 0.0983598 Sep 17 22:14:39.737249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2800cbc-66bc-4682-b14b-5bcb66a16365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.796569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3c8f688-29fd-4c16-91c1-9fd46733291b req-30736d6d-334a-4761-b4a9-69048b8908de tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616398 Sep 17 22:14:39.820739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e17f6bb-784a-4156-9306-da133caf3792 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:14:39.840791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57036152-c064-434e-ba56-baac456450a1 None None] Sync routers for ids ['564a6a0f-71b3-40b2-8bbd-d61acc6100b9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:39.845722 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e17f6bb-784a-4156-9306-da133caf3792 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.849517 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9e17f6bb-784a-4156-9306-da133caf3792 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "PUT /v2.0/routers/564a6a0f-71b3-40b2-8bbd-d61acc6100b9 HTTP/1.1" status: 200 len: 697 time: 0.8125286 Sep 17 22:14:39.855708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43476) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:39.856344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57036152-c064-434e-ba56-baac456450a1 None None] Routers {'564a6a0f-71b3-40b2-8bbd-d61acc6100b9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:39.856344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-57036152-c064-434e-ba56-baac456450a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['564a6a0f-71b3-40b2-8bbd-d61acc6100b9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:39.875185 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Sync routers for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:14:39.887529 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:39.888764 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:39.913132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2800cbc-66bc-4682-b14b-5bcb66a16365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.914666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43478) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:39.917719 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2800cbc-66bc-4682-b14b-5bcb66a16365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:39.925251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-068c6e7e-be8d-44a2-891d-5537bf5784eb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1083813904', 'description': 'tempest-description--245548277'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:39.927634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b2800cbc-66bc-4682-b14b-5bcb66a16365 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11b25cf3-7b89-4524-9e03-b32e528177af HTTP/1.1" status: 204 len: 168 time: 0.3422346 Sep 17 22:14:40.001808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-57036152-c064-434e-ba56-baac456450a1 None None] Set router 564a6a0f-71b3-40b2-8bbd-d61acc6100b9 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:40.011541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43484) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:40.011761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-28847e58-21da-4ed4-a9b8-366c6096080d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/routers/564a6a0f-71b3-40b2-8bbd-d61acc6100b9 HTTP/1.1" status: 200 len: 703 time: 0.1576421 Sep 17 22:14:40.013546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2800cbc-66bc-4682-b14b-5bcb66a16365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b25cf3-7b89-4524-9e03-b32e528177af,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:40.041278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda725a-813c-432b-a16c-a1937e2e3156 req-d213fac5-4228-4700-ba1f-45112c23d0a7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:40.049015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fda725a-813c-432b-a16c-a1937e2e3156 req-d213fac5-4228-4700-ba1f-45112c23d0a7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 950 time: 0.0802152 Sep 17 22:14:40.065563 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d39e2ec-b334-4a80-bafe-97850a1103e4 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=564a6a0f-71b3-40b2-8bbd-d61acc6100b9 HTTP/1.1" status: 200 len: 205 time: 0.0504336 Sep 17 22:14:40.065563 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-068c6e7e-be8d-44a2-891d-5537bf5784eb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.073911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43488) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:40.132769 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:40.205173 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-068c6e7e-be8d-44a2-891d-5537bf5784eb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.240573 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8dbda15-fd24-42ee-905d-c0c96b9ddd97 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.272060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-068c6e7e-be8d-44a2-891d-5537bf5784eb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.308219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fda725a-813c-432b-a16c-a1937e2e3156 req-7f15f6c0-903d-4dd9-b1da-b60b2d4e4d3c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561922 Sep 17 22:14:40.313100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b504996d-7cc7-46dd-9c9c-a9e3d88eb82b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:40.366933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-57036152-c064-434e-ba56-baac456450a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564a6a0f-71b3-40b2-8bbd-d61acc6100b9', 'name': 'tempest-RoutersIpV6Test-router-641144275', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:38Z', 'updated_at': '2021-09-17T22:14:39Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:40.385501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c6e7e-be8d-44a2-891d-5537bf5784eb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c95e79a-4821-400e-bc7f-956088804a27,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:40.402440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-068c6e7e-be8d-44a2-891d-5537bf5784eb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.404306 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-068c6e7e-be8d-44a2-891d-5537bf5784eb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4859076 Sep 17 22:14:40.409801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43496) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:40.411605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57036152-c064-434e-ba56-baac456450a1 None None] Checking router: 564a6a0f-71b3-40b2-8bbd-d61acc6100b9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:40.412913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6cb79be4-e942-420f-9a2b-4fa53f5b4ad2 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Request body: {'security_group_rule': {'security_group_id': '8c95e79a-4821-400e-bc7f-956088804a27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:40.431156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57036152-c064-434e-ba56-baac456450a1 None None] Routers {'564a6a0f-71b3-40b2-8bbd-d61acc6100b9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:40.431981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-57036152-c064-434e-ba56-baac456450a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['564a6a0f-71b3-40b2-8bbd-d61acc6100b9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:40.434065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:40.444552 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.469299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8fe60-cc63-446e-8ba3-05cca511de74 req-56babcb2-ae49-4a19-9284-207b79e64903 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:40.473151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3bb8fe60-cc63-446e-8ba3-05cca511de74 req-56babcb2-ae49-4a19-9284-207b79e64903 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.4198642 Sep 17 22:14:40.536544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-57036152-c064-434e-ba56-baac456450a1 None None] Set router 564a6a0f-71b3-40b2-8bbd-d61acc6100b9 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:40.549240 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'db1c9be1-984c-4241-b475-cc915554876c', 'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'mac_address': 'fa:16:3e:0a:b1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:35Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 2, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'subnets': [{'id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:40.601044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-57036152-c064-434e-ba56-baac456450a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564a6a0f-71b3-40b2-8bbd-d61acc6100b9', 'name': 'tempest-RoutersIpV6Test-router-641144275', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:38Z', 'updated_at': '2021-09-17T22:14:39Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:40.602473 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Checking router: 4df73aad-84b6-4a8b-85e3-2a583e0e0eac for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:14:40.606132 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Updating router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac port db1c9be1-984c-4241-b475-cc915554876c binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:14:40.629533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57036152-c064-434e-ba56-baac456450a1 None None] The sync data for ids ['564a6a0f-71b3-40b2-8bbd-d61acc6100b9'] in n-d-713498-17 is: [{'id': '564a6a0f-71b3-40b2-8bbd-d61acc6100b9', 'name': 'tempest-RoutersIpV6Test-router-641144275', 'tenant_id': '1cdcacd271c941dda88dfc051bfcf41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:38Z', 'updated_at': '2021-09-17T22:14:39Z', 'revision_number': 2, 'project_id': '1cdcacd271c941dda88dfc051bfcf41f', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:40.658649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8dbda15-fd24-42ee-905d-c0c96b9ddd97 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.680720 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8dbda15-fd24-42ee-905d-c0c96b9ddd97 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.686815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6cb79be4-e942-420f-9a2b-4fa53f5b4ad2 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.707987 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.804903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3bb8fe60-cc63-446e-8ba3-05cca511de74 req-6f27ea60-7b65-4611-a6b8-d88fb003d9a9 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706776 Sep 17 22:14:40.822440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237e2b6-7be7-4d25-8c70-07cdca8438e5 req-955ca376-4eda-4df9-b437-74dcaf18c314 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:40.823991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d237e2b6-7be7-4d25-8c70-07cdca8438e5 req-955ca376-4eda-4df9-b437-74dcaf18c314 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 950 time: 0.2236924 Sep 17 22:14:40.859470 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6cb79be4-e942-420f-9a2b-4fa53f5b4ad2 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.862376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8dbda15-fd24-42ee-905d-c0c96b9ddd97 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.862920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dbda15-fd24-42ee-905d-c0c96b9ddd97 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Fanout notify agent at l3_agent the message router_deleted on router 564a6a0f-71b3-40b2-8bbd-d61acc6100b9 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:14:40.874956 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8dbda15-fd24-42ee-905d-c0c96b9ddd97 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.879206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c8dbda15-fd24-42ee-905d-c0c96b9ddd97 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/564a6a0f-71b3-40b2-8bbd-d61acc6100b9 HTTP/1.1" status: 204 len: 168 time: 0.7994506 Sep 17 22:14:40.880171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43516) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:40.910388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d237e2b6-7be7-4d25-8c70-07cdca8438e5 req-df01b5d2-7ee0-46c3-85f9-43993f182691 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765107 Sep 17 22:14:40.936076 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6cb79be4-e942-420f-9a2b-4fa53f5b4ad2 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:40.952845 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1c8de648-64ed-4000-8b3b-728dc1eb852d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=564a6a0f-71b3-40b2-8bbd-d61acc6100b9 HTTP/1.1" status: 200 len: 205 time: 0.0706966 Sep 17 22:14:40.952845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43520) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:40.993997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb79be4-e942-420f-9a2b-4fa53f5b4ad2 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ec08a7-d058-473a-817e-202189458989,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:41.076946 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6cb79be4-e942-420f-9a2b-4fa53f5b4ad2 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.079080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6cb79be4-e942-420f-9a2b-4fa53f5b4ad2 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6699116 Sep 17 22:14:41.082304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43522) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.090902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-120fb771-7829-4847-9c81-98b243e8f577 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Request body: {'security_group_rule': {'security_group_id': '8c95e79a-4821-400e-bc7f-956088804a27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:41.110204 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-efdd7dd8-c378-4ef3-b447-bbf5ca710f8d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] delete failed (client error): The resource could not be found. Sep 17 22:14:41.111495 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-efdd7dd8-c378-4ef3-b447-bbf5ca710f8d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/564a6a0f-71b3-40b2-8bbd-d61acc6100b9 HTTP/1.1" status: 404 len: 336 time: 0.1577904 Sep 17 22:14:41.114832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43524) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.120636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2bee-ff42-4c90-8edb-d712a2188868 req-e98b57fc-522a-42a5-8f15-9eecf4f98c5e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:41.128637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bae2bee-ff42-4c90-8edb-d712a2188868 req-e98b57fc-522a-42a5-8f15-9eecf4f98c5e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 946 time: 0.1202724 Sep 17 22:14:41.153257 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-646306d6-ff32-4b1f-bd62-19209ccf9bac tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] DELETE failed (client error): The resource could not be found. Sep 17 22:14:41.153760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646306d6-ff32-4b1f-bd62-19209ccf9bac tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:14:41.158614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-646306d6-ff32-4b1f-bd62-19209ccf9bac tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/1fc81c8c-7043-4597-8b34-46da06890b2a HTTP/1.1" status: 404 len: 337 time: 0.0402927 Sep 17 22:14:41.158614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43526) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.175405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7d863-472a-4468-9560-446afc0ecefd req-cc0a8f9b-6660-4832-b943-6ce631effe72 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:41.177584 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4fc7d863-472a-4468-9560-446afc0ecefd req-cc0a8f9b-6660-4832-b943-6ce631effe72 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 946 time: 0.1303308 Sep 17 22:14:41.199736 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f269e6-b0c8-4c49-b47b-bde80339af0d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] DELETE failed (client error): The resource could not be found. Sep 17 22:14:41.201185 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f269e6-b0c8-4c49-b47b-bde80339af0d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:14:41.203363 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d8f269e6-b0c8-4c49-b47b-bde80339af0d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/88bb0cdd-9584-49ce-aca8-f7eb7398241e HTTP/1.1" status: 404 len: 337 time: 0.0437653 Sep 17 22:14:41.207101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43530) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.229541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bae2bee-ff42-4c90-8edb-d712a2188868 req-a25583cb-800b-422a-a383-5a04569d7f66 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999532 Sep 17 22:14:41.249581 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.283634 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-120fb771-7829-4847-9c81-98b243e8f577 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.288653 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb3e79c-4643-4699-ae24-7a0396e1aaf5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] DELETE failed (client error): The resource could not be found. Sep 17 22:14:41.289225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb3e79c-4643-4699-ae24-7a0396e1aaf5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:14:41.291092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eeb3e79c-4643-4699-ae24-7a0396e1aaf5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/77c8ffa2-c43f-4699-8d68-56b11734c7a9 HTTP/1.1" status: 404 len: 337 time: 0.0605390 Sep 17 22:14:41.297741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43536) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.317907 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.374484 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b42f318-afec-4996-9c37-b0cbd649e9e9 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] DELETE failed (client error): The resource could not be found. Sep 17 22:14:41.374955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b42f318-afec-4996-9c37-b0cbd649e9e9 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:14:41.376660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9b42f318-afec-4996-9c37-b0cbd649e9e9 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/4d50bd12-b0f6-4a5e-ae03-325f8d6ad31c HTTP/1.1" status: 404 len: 337 time: 0.0777166 Sep 17 22:14:41.380507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43540) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.399950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4fc7d863-472a-4468-9560-446afc0ecefd req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Deleting port 44bc0a49-279b-401f-a380-04506b1523aa {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:14:41.400635 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4fc7d863-472a-4468-9560-446afc0ecefd req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.456044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4df20-31d9-4de3-af36-b05002fb1c46 req-8d2edbd4-61e5-41af-b964-36bb601bc109 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:41.466591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4df20-31d9-4de3-af36-b05002fb1c46 req-8d2edbd4-61e5-41af-b964-36bb601bc109 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:41.468322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8b4df20-31d9-4de3-af36-b05002fb1c46 req-8d2edbd4-61e5-41af-b964-36bb601bc109 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c&device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 1691 time: 0.0998511 Sep 17 22:14:41.477389 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13606b-25ec-49ae-aa8b-55afc7ee91d2 None None] Pushing event updated for resources: {'Port': ['ID=db1c9be1-984c-4241-b475-cc915554876c,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:41.478821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-120fb771-7829-4847-9c81-98b243e8f577 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.534225 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Attempting to bind port db1c9be1-984c-4241-b475-cc915554876c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:41.534596 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Attempting to bind port db1c9be1-984c-4241-b475-cc915554876c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:41.534994 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Attempting to bind port db1c9be1-984c-4241-b475-cc915554876c on network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:41.541697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8b4df20-31d9-4de3-af36-b05002fb1c46 req-9834e77c-90ca-436f-bc4d-2cf604200e41 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655766 Sep 17 22:14:41.545593 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:41.545904 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Checking segment: {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:41.546308 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.546698 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Bound using segment: {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:41.547195 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Bound port: db1c9be1-984c-4241-b475-cc915554876c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:41.547575 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.552916 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-120fb771-7829-4847-9c81-98b243e8f577 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.594179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fb771-7829-4847-9c81-98b243e8f577 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a86d67b-9bf3-407a-bf97-5205230a0fb4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:41.672539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43552) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.688907 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-120fb771-7829-4847-9c81-98b243e8f577 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.690732 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-63959fe8-af43-40b5-b6f2-abd638f0b957 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c09286c-08d5-4b5e-93eb-c9d42eaa970f HTTP/1.1" status: 200 len: 205 time: 0.2922952 Sep 17 22:14:41.692385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-120fb771-7829-4847-9c81-98b243e8f577 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6084704 Sep 17 22:14:41.699386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43556) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.701169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b7b84eba-c0fa-4605-90f6-e0ce93ff31f5 None None] Provisioning complete for port db1c9be1-984c-4241-b475-cc915554876c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:41.701960 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b7b84eba-c0fa-4605-90f6-e0ce93ff31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.717289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:41.727238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4fc7d863-472a-4468-9560-446afc0ecefd req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] For port 44bc0a49-279b-401f-a380-04506b1523aa, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=44bc0a49-279b-401f-a380-04506b1523aa,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:41.727761 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4fc7d863-472a-4468-9560-446afc0ecefd req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.736139 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] For port db1c9be1-984c-4241-b475-cc915554876c, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:41.750128 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] For port db1c9be1-984c-4241-b475-cc915554876c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=db1c9be1-984c-4241-b475-cc915554876c,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:41.769676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4fc7d863-472a-4468-9560-446afc0ecefd req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Calling delete_port for 44bc0a49-279b-401f-a380-04506b1523aa owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:14:41.778811 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-792b3685-2914-498b-847f-2e3a550c6d9d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] delete failed (client error): The resource could not be found. Sep 17 22:14:41.778811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-792b3685-2914-498b-847f-2e3a550c6d9d tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/6c09286c-08d5-4b5e-93eb-c9d42eaa970f HTTP/1.1" status: 404 len: 336 time: 0.1007881 Sep 17 22:14:41.779299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43560) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.795518 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b7b84eba-c0fa-4605-90f6-e0ce93ff31f5 None None] Port db1c9be1-984c-4241-b475-cc915554876c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:41.826293 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.854051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c33ba506-2c2e-4d72-997b-ead55b1755de tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=477b8fdd-ab52-4759-ada5-5b8394f3588b HTTP/1.1" status: 200 len: 205 time: 0.0731008 Sep 17 22:14:41.857231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43562) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.923725 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-4cbaaf71-3a9f-4e3d-9907-a951e15539e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] delete failed (client error): The resource could not be found. Sep 17 22:14:41.928421 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4cbaaf71-3a9f-4e3d-9907-a951e15539e5 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/477b8fdd-ab52-4759-ada5-5b8394f3588b HTTP/1.1" status: 404 len: 336 time: 0.0682039 Sep 17 22:14:41.929559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:41.931046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43566) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:41.960999 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:14:41.961631 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:42.007602 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8aeb9d-a9ba-43e5-8bf4-f4c42af61ed6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] DELETE failed (client error): The resource could not be found. Sep 17 22:14:42.009694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8aeb9d-a9ba-43e5-8bf4-f4c42af61ed6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:14:42.015284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fd8aeb9d-a9ba-43e5-8bf4-f4c42af61ed6 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/2e44d09d-fc64-4e3d-9ebe-0ad7a9ced884 HTTP/1.1" status: 404 len: 337 time: 0.0811186 Sep 17 22:14:42.024287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43568) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:42.037368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22cd7b-8e9a-4068-888a-638f54c27cda req-24677790-f05b-4521-871f-fc0b58b4c69d tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:42.047877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f22cd7b-8e9a-4068-888a-638f54c27cda req-24677790-f05b-4521-871f-fc0b58b4c69d tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 1102 time: 0.2494786 Sep 17 22:14:42.112455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f22cd7b-8e9a-4068-888a-638f54c27cda req-d402c5d3-3281-49a5-9c0f-1ab92e6471a8 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629578 Sep 17 22:14:42.206470 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13606b-25ec-49ae-aa8b-55afc7ee91d2 None None] Pushing event updated for resources: {'Port': ['ID=db1c9be1-984c-4241-b475-cc915554876c,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:42.206749 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-72f7530d-8c3a-4d05-9b0d-2a5e3d2ff680 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff115b5-2d96-4e62-961a-b28d7efa7843 HTTP/1.1" status: 200 len: 205 time: 0.1780946 Sep 17 22:14:42.207270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43574) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:42.257117 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:14:42.323400 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:42.325304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a0a48f3d-007b-4a10-8b4d-556ffd03086c None None] Provisioning complete for port db1c9be1-984c-4241-b475-cc915554876c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:42.326382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a0a48f3d-007b-4a10-8b4d-556ffd03086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:42.332577 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-ad12f605-8db1-4aaf-9f11-d762b43f02fd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] delete failed (client error): The resource could not be found. Sep 17 22:14:42.405365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4fc7d863-472a-4468-9560-446afc0ecefd req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:42.468982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event deleted for resources: {'Port': ['ID=44bc0a49-279b-401f-a380-04506b1523aa,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:42.499218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc7d863-472a-4468-9560-446afc0ecefd req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] No DVR routers for this DVR port 44bc0a49-279b-401f-a380-04506b1523aa on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:14:42.502709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4fc7d863-472a-4468-9560-446afc0ecefd req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:42.507525 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4fc7d863-472a-4468-9560-446afc0ecefd req-56802da0-02c8-4753-8f04-c7581c62019f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "DELETE /v2.0/ports/44bc0a49-279b-401f-a380-04506b1523aa HTTP/1.1" status: 204 len: 173 time: 1.3068895 Sep 17 22:14:42.507646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342b10dd-6eb9-42a4-a921-5aad462569d3', 'name': 'network-vif-deleted', 'tag': '44bc0a49-279b-401f-a380-04506b1523aa'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:42.510703 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f75a49-1c15-4ea1-ae5d-fc63bc4d0cd8" -d '{"events": [{"server_uuid": "342b10dd-6eb9-42a4-a921-5aad462569d3", "name": "network-vif-deleted", "tag": "44bc0a49-279b-401f-a380-04506b1523aa"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:42.532855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a0a48f3d-007b-4a10-8b4d-556ffd03086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:42.588721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Allocated IP 172.25.5.2 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/b2b6e110-d57d-41fc-a522-f3681a3c3996) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:42.630503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a0a48f3d-007b-4a10-8b4d-556ffd03086c None None] For port db1c9be1-984c-4241-b475-cc915554876c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=db1c9be1-984c-4241-b475-cc915554876c,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:42.671992 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'db1c9be1-984c-4241-b475-cc915554876c', 'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'mac_address': 'fa:16:3e:0a:b1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:35Z', 'updated_at': '2021-09-17T22:14:41Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'subnets': [{'id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:14:42.702546 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a0a48f3d-007b-4a10-8b4d-556ffd03086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:42.772281 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:42.826234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ad12f605-8db1-4aaf-9f11-d762b43f02fd tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/bff115b5-2d96-4e62-961a-b28d7efa7843 HTTP/1.1" status: 404 len: 336 time: 0.6175532 Sep 17 22:14:42.830999 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a48f3d-007b-4a10-8b4d-556ffd03086c None None] Pushing event updated for resources: {'Port': ['ID=db1c9be1-984c-4241-b475-cc915554876c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:42.832715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43592) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:42.888485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bc3ab6b3-9cc9-45fb-81cf-3bc8eefb59f8 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8d900d-d1b7-424e-b34f-3eff938b8bc7 HTTP/1.1" status: 200 len: 205 time: 0.0523827 Sep 17 22:14:42.893111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43596) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:42.900822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e685ceb-e393-4543-b1c4-9de4d5405a23 req-53de5582-5fc9-46c8-b957-c4c21393eedc tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:42.902360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e685ceb-e393-4543-b1c4-9de4d5405a23 req-53de5582-5fc9-46c8-b957-c4c21393eedc tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 1102 time: 0.6019347 Sep 17 22:14:42.920396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a8ce7-6604-43df-8b1b-e0076fe7e388 req-06ec7101-47ea-4f79-8508-c575f5474e0f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:42.922088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-507a8ce7-6604-43df-8b1b-e0076fe7e388 req-06ec7101-47ea-4f79-8508-c575f5474e0f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.0916028 Sep 17 22:14:42.932947 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0820617-ce27-484e-b85a-936e4b373860 None None] The sync data for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 is: [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'db1c9be1-984c-4241-b475-cc915554876c', 'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'mac_address': 'fa:16:3e:0a:b1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:35Z', 'updated_at': '2021-09-17T22:14:41Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'subnets': [{'id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:14:42.974469 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:42.985261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e685ceb-e393-4543-b1c4-9de4d5405a23 req-2f765d17-9bf3-45a8-975d-50ca1aef68a8 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621669 Sep 17 22:14:42.988547 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-e70ab9ff-d624-4957-96e6-bcde12311d0c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] delete failed (client error): The resource could not be found. Sep 17 22:14:42.989746 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e70ab9ff-d624-4957-96e6-bcde12311d0c tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/fb8d900d-d1b7-424e-b34f-3eff938b8bc7 HTTP/1.1" status: 404 len: 336 time: 0.0947702 Sep 17 22:14:43.003397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-507a8ce7-6604-43df-8b1b-e0076fe7e388 req-f673b4f3-e688-491d-b0aa-58169dfadf9c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740342 Sep 17 22:14:43.003947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43600) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:43.096328 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e47a0cf-a072-41c8-9f08-73949b858284 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] DELETE failed (client error): The resource could not be found. Sep 17 22:14:43.096786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e47a0cf-a072-41c8-9f08-73949b858284 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:14:43.098574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8e47a0cf-a072-41c8-9f08-73949b858284 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/d2540e88-500f-4dbc-9f28-264d9da52970 HTTP/1.1" status: 404 len: 337 time: 0.0936503 Sep 17 22:14:43.101438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43604) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:43.107669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:43.132397 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5fb225-39b6-4a6d-a07d-6d9269071a28 x-openstack-request-id: req-8d5fb225-39b6-4a6d-a07d-6d9269071a28 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:43.132688 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342b10dd-6eb9-42a4-a921-5aad462569d3", "name": "network-vif-deleted", "tag": "44bc0a49-279b-401f-a380-04506b1523aa", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:43.133218 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d5fb225-39b6-4a6d-a07d-6d9269071a28 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:43.133739 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342b10dd-6eb9-42a4-a921-5aad462569d3', 'name': 'network-vif-deleted', 'tag': '44bc0a49-279b-401f-a380-04506b1523aa', 'status': 'completed', 'code': 200} Sep 17 22:14:43.138624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:43.164730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:43.210395 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f1846380-e68d-43db-8964-877f190a8ca3 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb136ea8-862f-41c5-8bcd-12c39fcfcfb6 HTTP/1.1" status: 200 len: 205 time: 0.1044614 Sep 17 22:14:43.229471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43612) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:43.249081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Pushing event updated for resources: {'Port': ['ID=b2b6e110-d57d-41fc-a522-f3681a3c3996,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:43.339119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e785e4d-6c14-4b87-8e13-6ab107303c46 req-a4a6187b-87d7-4f91-838d-8cdb79aee89d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=342b10dd-6eb9-42a4-a921-5aad462569d3 HTTP/1.1" status: 200 len: 210 time: 0.1342490 Sep 17 22:14:43.348418 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-c4033149-767f-4458-9806-d475275e4389 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] delete failed (client error): The resource could not be found. Sep 17 22:14:43.349470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c4033149-767f-4458-9806-d475275e4389 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/eb136ea8-862f-41c5-8bcd-12c39fcfcfb6 HTTP/1.1" status: 404 len: 336 time: 0.1184642 Sep 17 22:14:43.352046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43616) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:43.407690 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-189f893f-2824-459e-ae96-a4de87c62232 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] DELETE failed (client error): The resource could not be found. Sep 17 22:14:43.409636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189f893f-2824-459e-ae96-a4de87c62232 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:14:43.413488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-189f893f-2824-459e-ae96-a4de87c62232 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/6cd464f2-5ca2-4a33-a37a-8a75775d9396 HTTP/1.1" status: 404 len: 337 time: 0.0596004 Sep 17 22:14:43.415625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43618) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:43.417247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:43.503501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43622) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:43.504705 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b650f2a-1500-4c21-9d14-dbaa0f60b0c8 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "GET /v2.0/ports?device_id=c238b933-d8ff-4841-a6fe-9ce159f9c1c9 HTTP/1.1" status: 200 len: 205 time: 0.0659859 Sep 17 22:14:43.568342 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-c5856c62-3a10-4079-8210-b001c08a7d04 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] delete failed (client error): The resource could not be found. Sep 17 22:14:43.568569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:43.569887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c5856c62-3a10-4079-8210-b001c08a7d04 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/routers/c238b933-d8ff-4841-a6fe-9ce159f9c1c9 HTTP/1.1" status: 404 len: 336 time: 0.0652139 Sep 17 22:14:43.582839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43624) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:43.631322 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d541b92f-078d-44ed-8c66-31a196a7cb46 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] DELETE failed (client error): The resource could not be found. Sep 17 22:14:43.631927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d541b92f-078d-44ed-8c66-31a196a7cb46 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:14:43.637774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d541b92f-078d-44ed-8c66-31a196a7cb46 tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/5cbb378f-86a9-43ad-99f5-76bfa2578639 HTTP/1.1" status: 404 len: 337 time: 0.0503387 Sep 17 22:14:43.638956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43630) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:43.678057 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eb29ee-7034-4b98-9428-8e7d09fc3fee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] DELETE failed (client error): The resource could not be found. Sep 17 22:14:43.679170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1eb29ee-7034-4b98-9428-8e7d09fc3fee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:14:43.699317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e1eb29ee-7034-4b98-9428-8e7d09fc3fee tempest-RoutersIpV6Test-715889304 tempest-RoutersIpV6Test-715889304-project] 10.222.0.13 "DELETE /v2.0/subnets/a17b2677-86aa-4b5b-bc3f-6a19456d0e80 HTTP/1.1" status: 404 len: 337 time: 0.0444589 Sep 17 22:14:43.892657 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:43.954854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:44.002882 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-cb562251-b7c8-426d-9859-79b4f5babde3 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469620 Sep 17 22:14:44.057519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Pushing event updated for resources: {'Port': ['ID=b2b6e110-d57d-41fc-a522-f3681a3c3996,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:44.087150 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:44.200398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-dfd03c71-a74e-4cc8-902f-6b6d95542b1d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:44.207864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-dfd03c71-a74e-4cc8-902f-6b6d95542b1d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040517 Sep 17 22:14:44.210938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:44.220678 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ae851d9a-a98b-4e4a-a8eb-040078840307 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5082164 Sep 17 22:14:44.268978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device db1c9be1-984c-4241-b475-cc915554876c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:44.273627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b03456d4-5d01-4020-abfb-627c6297fb0e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/quotas/649c8f43cae541d2a74bf88cbcf62f86 HTTP/1.1" status: 200 len: 375 time: 0.0647948 Sep 17 22:14:44.327862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port db1c9be1-984c-4241-b475-cc915554876c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:44.328152 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:44.334539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7582b7-6fc7-4248-afd5-2bcd4c3a8d96 req-cd35749e-e42a-406b-b67e-8c7fe58bf505 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:44.336722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a7582b7-6fc7-4248-afd5-2bcd4c3a8d96 req-cd35749e-e42a-406b-b67e-8c7fe58bf505 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1267865 Sep 17 22:14:44.380924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 44bc0a49-279b-401f-a380-04506b1523aa no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:14:44.408053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 44bc0a49-279b-401f-a380-04506b1523aa {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:14:44.408725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 44bc0a49-279b-401f-a380-04506b1523aa not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:14:44.412663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-cb5a448b-12d5-4bbd-b291-fd2e64d90296 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1320574 Sep 17 22:14:44.466373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a7582b7-6fc7-4248-afd5-2bcd4c3a8d96 req-81aa4b69-94ea-48f1-9e4d-4d6688772dd1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079919 Sep 17 22:14:44.483191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43664) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:44.718739 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-150aae39-5a97-4fb3-936f-bee63c98d0f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cdcacd271c941dda88dfc051bfcf41f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348042 Sep 17 22:14:44.719115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43674) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:44.795124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11983666-906d-4194-8c07-474a3ffaedd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:44.822680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11983666-906d-4194-8c07-474a3ffaedd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:44.842336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-1cee8d01-f489-49ce-ba91-171654373b3a tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1083813904&fields=id&tenant_id=5dd25d1a76f64e21899a27bb857b4190 HTTP/1.1" status: 200 len: 267 time: 0.0432429 Sep 17 22:14:44.957623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-67de9ecb-0756-4900-b44f-72acf658b58b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:44.958043 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11983666-906d-4194-8c07-474a3ffaedd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:44.959207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-67de9ecb-0756-4900-b44f-72acf658b58b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/networks?id=82a0813e-a0b3-4d37-b194-ca752a8d4e9b HTTP/1.1" status: 200 len: 815 time: 0.1098084 Sep 17 22:14:44.961167 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11983666-906d-4194-8c07-474a3ffaedd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:44.963415 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-11983666-906d-4194-8c07-474a3ffaedd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08126166-de4d-4e99-9a1c-e13e5b3c4696 HTTP/1.1" status: 204 len: 168 time: 0.2406652 Sep 17 22:14:44.974818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11983666-906d-4194-8c07-474a3ffaedd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08126166-de4d-4e99-9a1c-e13e5b3c4696,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:44.987332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-a9e9744e-f13d-4ebd-8d9f-f87d5935d854 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/quotas/5dd25d1a76f64e21899a27bb857b4190 HTTP/1.1" status: 200 len: 375 time: 0.0200350 Sep 17 22:14:45.047137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-d42fb5dc-a0d0-4eab-b2b0-cd7334a6b22c tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dd25d1a76f64e21899a27bb857b4190&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554893 Sep 17 22:14:45.181153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-96835e51-01cf-44c4-ab02-dcff4915d87e service neutron] 10.222.0.13 "GET /v2.0/networks/82a0813e-a0b3-4d37-b194-ca752a8d4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221304 Sep 17 22:14:45.297460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-1010e1b1-57ca-46da-ad9f-dabef343a9b7 service neutron] 10.222.0.13 "GET /v2.0/networks/82a0813e-a0b3-4d37-b194-ca752a8d4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087806 Sep 17 22:14:45.962693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeabe98-2566-4455-b051-81d51606506b req-90e269d7-c6c9-4f78-9efe-59fcee28a9d0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:45.964255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efeabe98-2566-4455-b051-81d51606506b req-90e269d7-c6c9-4f78-9efe-59fcee28a9d0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1228266 Sep 17 22:14:46.005875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be096371-8247-4a44-a2de-816293a0f739 req-2188ddad-c320-4c30-b891-eb2d9f681baf tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:46.007405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-2188ddad-c320-4c30-b891-eb2d9f681baf tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.1678779 Sep 17 22:14:46.036859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efeabe98-2566-4455-b051-81d51606506b req-0d170bb0-6c9a-475f-a28f-cfe9c3ce6933 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527110 Sep 17 22:14:46.038154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-79b7b648-6cdd-44fa-ad1f-88d0f8100c12 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/quotas/b0e392630f574190b76667f44a95c828 HTTP/1.1" status: 200 len: 375 time: 0.0217092 Sep 17 22:14:46.101329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-11c6f43a-640a-4db5-8435-ce73983e00da tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562024 Sep 17 22:14:46.134658 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82ebc20d-9ca6-4925-aca5-9cca353666d4 req-2c9431e5-fa13-49a0-a14d-3fd64739d689 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 210 time: 0.0311580 Sep 17 22:14:46.244540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43768) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:46.249760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-4483bb82-59e7-4fba-a006-16a263b55cc6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:14:46.251087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-4483bb82-59e7-4fba-a006-16a263b55cc6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1490283 Sep 17 22:14:46.322732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2cfe3729-205e-4143-97e3-75af99c40fc3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-672303913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:46.357659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:14:46.391840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-696e3588-c544-4346-989b-5adf53e94b23 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332791 Sep 17 22:14:46.425223 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3729-205e-4143-97e3-75af99c40fc3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:46.426226 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3729-205e-4143-97e3-75af99c40fc3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:46.576023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3729-205e-4143-97e3-75af99c40fc3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:46.613950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:46.644573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-9314003a-7b40-45a7-b58f-641d87a39915 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415688 Sep 17 22:14:46.659762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'port_id': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'mac_address': 'fa:16:3e:12:9c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:14:46.676102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3729-205e-4143-97e3-75af99c40fc3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:46.699226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73851222-f988-4a5e-8f77-f3ccfde56941 req-54cbcc6d-c7ff-477f-9fb5-71be0bd8e597 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 210 time: 0.0910320 Sep 17 22:14:46.739618 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:46.754455 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc75edd4-56a5-400d-a95e-58fd0e7144eb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:46.780242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:46.807974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3729-205e-4143-97e3-75af99c40fc3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:46.811084 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2cfe3729-205e-4143-97e3-75af99c40fc3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5645666 Sep 17 22:14:46.812433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43784) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:46.817866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2029960216'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:46.890068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Made reservation on behalf of 5182da062d5242568d21e78719fc67ad for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:46.897296 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:46.899927 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:46.928219 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:47.004233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:47.034671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17570a14-7961-47b7-a09c-5cf58d30fd46 req-04bd5edb-896d-48f9-9f5d-80b422f4c519 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.0588284 Sep 17 22:14:47.071516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cc75edd4-56a5-400d-a95e-58fd0e7144eb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:47.143623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:47.213514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff54603-1652-48a2-9465-393fbbe09a08 req-5f0ced0a-0fbe-4d97-aea5-cedadf114b4e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:47.215316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ff54603-1652-48a2-9465-393fbbe09a08 req-5f0ced0a-0fbe-4d97-aea5-cedadf114b4e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 945 time: 0.0852816 Sep 17 22:14:47.352745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9db2cc92-6f44-4f08-bce2-f5d2a935eb49 req-f78d20cc-c913-4df3-816a-96d30e2ff920 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 210 time: 0.0846207 Sep 17 22:14:47.355842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:47.384041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ff54603-1652-48a2-9465-393fbbe09a08 req-25dde742-6ecc-4763-bc34-a0b1038c8217 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614854 Sep 17 22:14:47.403028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:14:47.411066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e676e6-4f8b-48b1-8419-e83e7043377a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:47.416382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:47.416732 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Added segment a2179838-5f22-4a1c-9086-68c337f1413f of type vlan for network b35dde8a-2be4-48be-9d06-d41d8b762bc1 Sep 17 22:14:47.478704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:47.598285 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:47.605182 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:47.606174 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:47.690980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8761830 Sep 17 22:14:47.693008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43836) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:47.700294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'subnet': {'network_id': 'b35dde8a-2be4-48be-9d06-d41d8b762bc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:47.732052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51411cc2-ccea-48d3-813a-bdb4ee9d4ec8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Network': ['ID=b35dde8a-2be4-48be-9d06-d41d8b762bc1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:47.756048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b35dde8a-2be4-48be-9d06-d41d8b762bc1 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:14:47.779889 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d661987-609c-49df-883f-a83aea597c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:47.847072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6fca36cb-59e6-4eb1-a6a0-f1515be7d60e req-88eaa6aa-5f46-4aa7-b556-3406e565e06c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 210 time: 0.0684021 Sep 17 22:14:47.952245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Made reservation on behalf of 5182da062d5242568d21e78719fc67ad for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:47.956738 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:48.083914 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-d581282e-7a13-4c0e-884b-6552e964a612 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329833 Sep 17 22:14:48.191359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad803953-e5e5-42db-8796-b4b24265092d req-047e8a6a-868b-4170-80ba-2cfa75e4aded tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.0855355 Sep 17 22:14:48.298292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-da313fc3-0c05-417a-abd3-4cce9e93f120 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:48.300462 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-da313fc3-0c05-417a-abd3-4cce9e93f120 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055249 Sep 17 22:14:48.320629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43868) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:48.331881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Request body: {'port': {'device_id': 'cc5a351f-6ff6-47a1-8866-336cbf199c74', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '649c8f43cae541d2a74bf88cbcf62f86'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:48.361411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:48.381981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:48.475685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port cc75edd4-56a5-400d-a95e-58fd0e7144eb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:48.476373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:48.536659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Subnet': ['ID=7ec526f0-34cc-472c-8e5e-583a14253b0d,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:48.577873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Checking segment: {'id': 'a2179838-5f22-4a1c-9086-68c337f1413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b35dde8a-2be4-48be-9d06-d41d8b762bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:48.578895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network hostable DHCP agents. Network: b35dde8a-2be4-48be-9d06-d41d8b762bc1, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:14:48.583154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad39e96f-b015-46c9-a42f-3d1a74ac1de4 req-531db417-2ae5-423f-9ccd-1a5297bd4d8f tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 210 time: 0.1432583 Sep 17 22:14:48.628849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bc1d-9a74-4020-9f7b-d3b8ffdf5146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:48.650833 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:48.710038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:48.715168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Made reservation on behalf of 649c8f43cae541d2a74bf88cbcf62f86 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:48.716428 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d91a8-80c5-4e7d-b053-8535ef3c3e4e" -d '{"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-plugged", "status": "completed", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:48.716569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:48.728227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-282678c2-61fc-400a-a9a1-d667c38f4984 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640125 Sep 17 22:14:48.730224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:48.751207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network b35dde8a-2be4-48be-9d06-d41d8b762bc1 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:14:48.780738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:48.891455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38859d2a-2c29-4f22-b087-4173b495b250 req-38fcfb4c-f5f0-4132-a70a-7c4ef1bcfcf6 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:48.896519 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9805929b-f33e-4cca-9396-3dee3113d2c6 x-openstack-request-id: req-9805929b-f33e-4cca-9396-3dee3113d2c6 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:48.898361 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-plugged", "status": "completed", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:48.898644 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9805929b-f33e-4cca-9396-3dee3113d2c6 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:48.899132 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'code': 200} Sep 17 22:14:48.906449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:48.906992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38859d2a-2c29-4f22-b087-4173b495b250 req-38fcfb4c-f5f0-4132-a70a-7c4ef1bcfcf6 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 945 time: 0.2757394 Sep 17 22:14:49.003812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b35dde8a-2be4-48be-9d06-d41d8b762bc1) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:49.015083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b759570-3b78-4ceb-928b-d459a9fdf0a5 None None] Network b35dde8a-2be4-48be-9d06-d41d8b762bc1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:49.019393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-70623a88-cf9e-46ca-8c89-3b8704648fe5 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:49.021068 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-70623a88-cf9e-46ca-8c89-3b8704648fe5 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.35 "GET /v2.0/networks?id=82a0813e-a0b3-4d37-b194-ca752a8d4e9b HTTP/1.1" status: 200 len: 815 time: 0.3611624 Sep 17 22:14:49.029578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:49.030539 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:49.045191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fea53bee-80c5-42e4-af49-951c892c8559 req-dfe721c4-7be6-486f-ab4c-d00e85f33a87 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 210 time: 0.0580943 Sep 17 22:14:49.089757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38859d2a-2c29-4f22-b087-4173b495b250 req-c4d5613c-beb2-4ed9-bf5c-c47076cd64f2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799712 Sep 17 22:14:49.120595 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-374acfad-c10a-49aa-bb94-604860a96a08 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd25d1a76f64e21899a27bb857b4190 HTTP/1.1" status: 200 len: 380 time: 0.0807710 Sep 17 22:14:49.137249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-d64675a0-f30e-411d-af19-32b5cecd5b4d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:49.140562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-d64675a0-f30e-411d-af19-32b5cecd5b4d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4008029 Sep 17 22:14:49.163889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Request body: {'port': {'device_id': 'c7c762b1-9b43-4548-8e8e-e8d66f794def', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '649c8f43cae541d2a74bf88cbcf62f86'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:49.182568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Request body: {'port': {'device_id': '8df9c984-2179-4b24-bc17-978608e235c4', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'admin_state_up': True, 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'security_groups': ['8c95e79a-4821-400e-bc7f-956088804a27']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:49.462746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b35dde8a-2be4-48be-9d06-d41d8b762bc1', 'network_id': 'b35dde8a-2be4-48be-9d06-d41d8b762bc1', 'tenant_id': '5182da062d5242568d21e78719fc67ad', 'fixed_ips': [{'subnet_id': '7ec526f0-34cc-472c-8e5e-583a14253b0d'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:14:49.464422 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:49.536336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Allocated IP 192.168.233.68 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/8440e9de-0497-4f45-9a76-f5a3167f6f8b) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:49.543703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bc1d-9a74-4020-9f7b-d3b8ffdf5146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:49.582144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a91a10c-c875-4493-b5c0-681116f89e8b req-3bf64437-117d-4b9b-a8fa-949d43635734 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.2172580 Sep 17 22:14:49.660262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bc1d-9a74-4020-9f7b-d3b8ffdf5146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:49.688292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Allocated IP 2001:db8::2 (b35dde8a-2be4-48be-9d06-d41d8b762bc1/7ec526f0-34cc-472c-8e5e-583a14253b0d/c2e2f901-2ba3-4383-add8-2adef5f8cc66) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:49.758387 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:14:49.768275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8bc1d-9a74-4020-9f7b-d3b8ffdf5146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6a9e97-ef74-4d3e-8fbb-9c232f4edecd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:49.805058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c2f8bc1d-9a74-4020-9f7b-d3b8ffdf5146 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34f206018e5a48e792e0d15c1a17752f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4813566 Sep 17 22:14:49.806384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43904) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:49.811377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aab69fb5-a80c-4042-bbb4-99fe103e1db8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1162195 Sep 17 22:14:49.819184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43906) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:49.828836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'network': {'name': 'tempest-router-network01--344603279'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:49.852805 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:49.887241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8953bdfb-01b9-46fe-8110-85998c4c1a96 req-bc60af5f-6ce3-48d2-901d-d5cc3c494199 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 210 time: 0.1709499 Sep 17 22:14:49.920788 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd926-a8ce-455c-8c43-5d47d53a2d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:49.940053 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Made reservation on behalf of 5dd25d1a76f64e21899a27bb857b4190 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:49.944919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:49.956404 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:49.980344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd926-a8ce-455c-8c43-5d47d53a2d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:49.995310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:50.001015 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:14:50.001015 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:14:50.001015 n-d-713498-17 neutron-server[101660]: [parameters: {'project_id_1': '5182da062d5242568d21e78719fc67ad', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 14, 29, 833786)}] Sep 17 22:14:50.001015 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:14:50.001731 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:14:50.009805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:50.015517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:50.110391 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:50.135483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Made reservation on behalf of 649c8f43cae541d2a74bf88cbcf62f86 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:50.140374 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:50.171728 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd926-a8ce-455c-8c43-5d47d53a2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:50.191430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd926-a8ce-455c-8c43-5d47d53a2d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:50.195937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ff6dd926-a8ce-455c-8c43-5d47d53a2d0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca6a9e97-ef74-4d3e-8fbb-9c232f4edecd HTTP/1.1" status: 204 len: 168 time: 0.3567655 Sep 17 22:14:50.314144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Network b35dde8a-2be4-48be-9d06-d41d8b762bc1 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:50.331039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:50.340926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:50.344972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Pushing event updated for resources: {'Port': ['ID=c2e2f901-2ba3-4383-add8-2adef5f8cc66,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:50.359891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dd926-a8ce-455c-8c43-5d47d53a2d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6a9e97-ef74-4d3e-8fbb-9c232f4edecd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:50.477720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3dee787a-6d61-40e5-8f23-5c8d1845088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:50.547556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98a26d76-2d2b-4d25-828f-8dd68e57d4b8 req-e63e09fc-94d6-48ec-bd42-274863f39da1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 210 time: 0.2631693 Sep 17 22:14:50.572341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Attempting to bind port c2e2f901-2ba3-4383-add8-2adef5f8cc66 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:50.573056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Attempting to bind port c2e2f901-2ba3-4383-add8-2adef5f8cc66 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a2179838-5f22-4a1c-9086-68c337f1413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b35dde8a-2be4-48be-9d06-d41d8b762bc1'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:50.573683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Attempting to bind port c2e2f901-2ba3-4383-add8-2adef5f8cc66 on network b35dde8a-2be4-48be-9d06-d41d8b762bc1 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:50.606061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:50.611042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Checking segment: {'id': 'a2179838-5f22-4a1c-9086-68c337f1413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b35dde8a-2be4-48be-9d06-d41d8b762bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:50.611733 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:50.612355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Bound using segment: {'id': 'a2179838-5f22-4a1c-9086-68c337f1413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b35dde8a-2be4-48be-9d06-d41d8b762bc1'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:50.613001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Bound port: c2e2f901-2ba3-4383-add8-2adef5f8cc66, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2179838-5f22-4a1c-9086-68c337f1413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b35dde8a-2be4-48be-9d06-d41d8b762bc1'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:50.613583 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:50.705259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cda2c-86df-48db-a8df-86eaa99c9821 req-f7109323-97ed-424c-921c-ac3fddc5e415 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:50.719163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-207cda2c-86df-48db-a8df-86eaa99c9821 req-f7109323-97ed-424c-921c-ac3fddc5e415 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.3927109 Sep 17 22:14:50.892821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] For port c2e2f901-2ba3-4383-add8-2adef5f8cc66, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:50.920792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] For port c2e2f901-2ba3-4383-add8-2adef5f8cc66, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c2e2f901-2ba3-4383-add8-2adef5f8cc66,segment=NetworkSegment(a2179838-5f22-4a1c-9086-68c337f1413f),segment_id=a2179838-5f22-4a1c-9086-68c337f1413f)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:50.956607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:50.964107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-229afbb9-e4d5-4f6d-b2cb-996077072264 req-029e8f92-e354-4fd9-8187-1c2598725ba5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.0992229 Sep 17 22:14:50.973583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Allocated IP 192.168.233.150 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/35dc6391-15bc-4ca4-860b-db2ae4361420) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:50.991879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-207cda2c-86df-48db-a8df-86eaa99c9821 req-733345ed-5d8d-4ad8-9265-e79340c0d284 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552083 Sep 17 22:14:51.016611 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.111215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:51.141419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:51.146096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event updated for resources: {'Port': ['ID=8440e9de-0497-4f45-9a76-f5a3167f6f8b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:51.168230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43926) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:51.219118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065cca2-ecce-4945-9128-6b586aacf57a None None] Pushing event updated for resources: {'Port': ['ID=c2e2f901-2ba3-4383-add8-2adef5f8cc66,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:51.228480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Allocated IP 172.20.0.10 (82a0813e-a0b3-4d37-b194-ca752a8d4e9b/acc94c41-751d-4193-98eb-be27747e8b91/dbfa708f-4da6-4d05-adb8-3ff8c69c3808) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:51.265515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.311857 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.319833 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f008f144-4793-44ad-a8c4-cb4351de9ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.324027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Made reservation on behalf of 5182da062d5242568d21e78719fc67ad for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:51.330463 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.382333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd185e39-9055-4900-a49c-e9d7387a8d78 req-63eeec36-22d5-4b42-b43d-1af911446b93 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 210 time: 0.0527906 Sep 17 22:14:51.392986 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.406816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:51.518702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be096371-8247-4a44-a2de-816293a0f739 req-580a17ca-668c-4d4b-bb4e-125bdf37810e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:51.521159 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-580a17ca-668c-4d4b-bb4e-125bdf37810e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 1.4931920 Sep 17 22:14:51.569367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Request body: {'port': {'device_id': 'f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'admin_state_up': True, 'tenant_id': 'b0e392630f574190b76667f44a95c828'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:51.585374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:51.594497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:51.602228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:51.626481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:14:51.661698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:51.664892 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.666406 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.697295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.697795 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Added segment 2ff6f984-e382-43bd-8486-43d7b470fbfa of type vlan for network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba Sep 17 22:14:51.733873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:14:51.751756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a614efc4-8b76-446b-8525-760bd7328174 None None] Provisioning complete for port 8440e9de-0497-4f45-9a76-f5a3167f6f8b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:51.752135 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a614efc4-8b76-446b-8525-760bd7328174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.905804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:51.906457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:51.931204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event updated for resources: {'Port': ['ID=35dc6391-15bc-4ca4-860b-db2ae4361420,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:51.985030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a614efc4-8b76-446b-8525-760bd7328174 None None] Port 8440e9de-0497-4f45-9a76-f5a3167f6f8b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:51.999901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ebed-4817-42a4-9eab-2461782db630 req-608c5654-240b-4105-a007-792d7c8ca826 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:52.001798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92e3ebed-4817-42a4-9eab-2461782db630 req-608c5654-240b-4105-a007-792d7c8ca826 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 936 time: 0.2730136 Sep 17 22:14:52.133630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92e3ebed-4817-42a4-9eab-2461782db630 req-5b69303d-df7e-4c9a-8b3d-82e829a2262e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208122 Sep 17 22:14:52.208652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a6db7a6-e6ae-4043-ba60-6dc5bd52fdd3 req-9fdb6f07-97b9-4e3b-b8b0-c87338972a21 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.0600901 Sep 17 22:14:52.284749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.357577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-18340d94-e85d-4b43-8ed6-f61cd543b61a None None] Provisioning complete for port 35dc6391-15bc-4ca4-860b-db2ae4361420 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:52.358230 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-18340d94-e85d-4b43-8ed6-f61cd543b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.365570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c2e2f901-2ba3-4383-add8-2adef5f8cc66 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:52.374352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a935-03b1-4889-a3e0-330ea0108a6a req-1775b378-9984-4d58-9ee1-95aedfd8b2b8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:52.388398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4323a935-03b1-4889-a3e0-330ea0108a6a req-1775b378-9984-4d58-9ee1-95aedfd8b2b8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1354539 Sep 17 22:14:52.452390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-18340d94-e85d-4b43-8ed6-f61cd543b61a None None] Port 35dc6391-15bc-4ca4-860b-db2ae4361420 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:52.519564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4323a935-03b1-4889-a3e0-330ea0108a6a req-253a8768-fce1-48ce-a1d3-77b8266f54c7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300607 Sep 17 22:14:52.548356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f008f144-4793-44ad-a8c4-cb4351de9ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.575599 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.579177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c2e2f901-2ba3-4383-add8-2adef5f8cc66 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:52.579841 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.634167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9a6fc2f-4c51-4031-8eea-089c7512ac52 req-13fc15c6-9ce3-4556-a208-02bd353d77bd tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 210 time: 0.0938487 Sep 17 22:14:52.663612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f008f144-4793-44ad-a8c4-cb4351de9ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.694684 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.705683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:52.706285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.724295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b60e07a1-ea54-4e8f-8d28-7d53eeb26b77 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5691433 Sep 17 22:14:52.736709 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b9e57189-0d49-4221-ba37-2582c891ee57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4234755 Sep 17 22:14:52.742037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Request body: {'port': {'device_id': 'c7c762b1-9b43-4548-8e8e-e8d66f794def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:52.784034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Request body: {'port': {'device_id': 'cc5a351f-6ff6-47a1-8866-336cbf199c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:52.821571 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f008f144-4793-44ad-a8c4-cb4351de9ff0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90b84026e87549f5b689d8ccd1fc3029&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6391375 Sep 17 22:14:52.844791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43946) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:52.866764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.881102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008f144-4793-44ad-a8c4-cb4351de9ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5438e900-5b21-49ed-a96c-8bbb30148dab,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:52.961997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Made reservation on behalf of b0e392630f574190b76667f44a95c828 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:52.965524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:52.969042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.069750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e016423-75e8-4a86-8286-8274e0990df0 None None] Network b35dde8a-2be4-48be-9d06-d41d8b762bc1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:53.165400 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.3421960 Sep 17 22:14:53.187490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43962) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:53.193124 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.205423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'network': {'name': 'tempest-router-network02--330025008'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:53.365154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a31283-6ff6-4f5d-b990-93cf4d25a96b tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Network': ['ID=fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:53.386147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Made reservation on behalf of 5182da062d5242568d21e78719fc67ad for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:53.392355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.399960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:14:53.451645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:14:53.452878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-30b34b60-3269-4807-9325-4aa579971ca3 None None] Provisioning complete for port c2e2f901-2ba3-4383-add8-2adef5f8cc66 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:53.453252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-30b34b60-3269-4807-9325-4aa579971ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.462982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.463322 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Added segment aa1c2e5c-7320-4472-a3b5-467e5257c376 of type vlan for network 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 Sep 17 22:14:53.519932 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.558062 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.607389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Allocated IP 172.20.0.5 (78c2906a-443b-46d7-86c8-6ac69720e229/b7251db4-47c4-4cb6-b4ee-aebbfc512f13/8233c091-7c0e-4dde-8c74-ef186ede4009) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:53.617417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-807b65c1-4c63-4a11-804f-e3950d244ff2 req-09aa530c-a33b-4ada-8dc5-4b5c4e9111a9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.2360272 Sep 17 22:14:53.662557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b308d-18ee-49c1-a582-fb74293bb0f0 req-1d69f87d-fa23-47ca-b2e6-357c806d26d7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:53.677609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e74b308d-18ee-49c1-a582-fb74293bb0f0 req-1d69f87d-fa23-47ca-b2e6-357c806d26d7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 936 time: 0.3978126 Sep 17 22:14:53.684101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.692459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:53.693433 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.695049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port c2e2f901-2ba3-4383-add8-2adef5f8cc66, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c2e2f901-2ba3-4383-add8-2adef5f8cc66,segment=NetworkSegment(a2179838-5f22-4a1c-9086-68c337f1413f),segment_id=a2179838-5f22-4a1c-9086-68c337f1413f)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:14:53.712133 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:53.722930 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.760896 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:53.797975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:53.813740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Pushing event updated for resources: {'Port': ['ID=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:53.875421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e74b308d-18ee-49c1-a582-fb74293bb0f0 req-6a5fd5ba-d82e-4df6-a9b8-297cab206ba9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963363 Sep 17 22:14:53.877454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6889846 Sep 17 22:14:53.882216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43972) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:53.939222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:54.021969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-83ffe48b-e6fd-47ce-898b-beafc26e2ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.040542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=c2e2f901-2ba3-4383-add8-2adef5f8cc66,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:54.116403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.123364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'subnet': {'network_id': 'fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:54.185617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43974) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:54.215549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c2e2f901-2ba3-4383-add8-2adef5f8cc66 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:14:54.261417 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.293053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-83ffe48b-e6fd-47ce-898b-beafc26e2ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.339573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c2e2f901-2ba3-4383-add8-2adef5f8cc66 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:54.339951 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.365258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dc6391-15bc-4ca4-860b-db2ae4361420 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:54.377240 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.395676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Transition to ACTIVE for port object 35dc6391-15bc-4ca4-860b-db2ae4361420 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:14:54.407268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c7e4d-048b-4c52-ae74-50f21b903691 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Network': ['ID=59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:54.458348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:14:54.473267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Network 78c2906a-443b-46d7-86c8-6ac69720e229 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:54.482844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:54.484292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.500275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c417082a-d7d0-4e1e-82ae-0b2d9711f258 None None] Provisioning complete for port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:54.500643 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c417082a-d7d0-4e1e-82ae-0b2d9711f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.517529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f18839-6d28-46fe-8217-c7ab63a3eca4 req-77443773-f2c2-459f-a319-7dd08a1f806f tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:54.526317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04f18839-6d28-46fe-8217-c7ab63a3eca4 req-77443773-f2c2-459f-a319-7dd08a1f806f tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 932 time: 0.3160167 Sep 17 22:14:54.529200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.574105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:54.592474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event updated for resources: {'Port': ['ID=8233c091-7c0e-4dde-8c74-ef186ede4009,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:54.593931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d54d5f-f6e6-489d-bec9-f3007b262ae7 req-3e852268-9924-4573-a297-242370072bdc tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:54.597171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:54.613415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11d54d5f-f6e6-489d-bec9-f3007b262ae7 req-3e852268-9924-4573-a297-242370072bdc tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.7612815 Sep 17 22:14:54.614318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Made reservation on behalf of 5182da062d5242568d21e78719fc67ad for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:54.615786 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-686671f3-31b8-43d9-901e-7e1ade582005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.619028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c417082a-d7d0-4e1e-82ae-0b2d9711f258 None None] Port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:14:54.620200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.744499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Pushing event updated for resources: {'Port': ['ID=35dc6391-15bc-4ca4-860b-db2ae4361420,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:54.754886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-08c19481-745e-4140-b279-eb313ce6e6fe None None] Provisioning complete for port c2e2f901-2ba3-4383-add8-2adef5f8cc66 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:14:54.755264 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08c19481-745e-4140-b279-eb313ce6e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.758137 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-fe56c95f-68b9-431a-a5f2-e6b2acb47c4b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5990162 Sep 17 22:14:54.821908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Request body: {'port': {'device_id': '8df9c984-2179-4b24-bc17-978608e235c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:54.910542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04f18839-6d28-46fe-8217-c7ab63a3eca4 req-fc875b7e-5e54-49a1-a469-1b0e50424562 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832483 Sep 17 22:14:54.942971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-83ffe48b-e6fd-47ce-898b-beafc26e2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.945748 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-83ffe48b-e6fd-47ce-898b-beafc26e2ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:54.949739 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-83ffe48b-e6fd-47ce-898b-beafc26e2ca2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5438e900-5b21-49ed-a96c-8bbb30148dab HTTP/1.1" status: 204 len: 168 time: 2.0970230 Sep 17 22:14:54.963605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:54.964298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.013272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffe48b-e6fd-47ce-898b-beafc26e2ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5438e900-5b21-49ed-a96c-8bbb30148dab,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:55.013633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11d54d5f-f6e6-489d-bec9-f3007b262ae7 req-380e5d2e-09bd-4f60-adf4-5adaf3e028e6 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503664 Sep 17 22:14:55.093369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Attempting to bind port 35dc6391-15bc-4ca4-860b-db2ae4361420 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:55.093708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Attempting to bind port 35dc6391-15bc-4ca4-860b-db2ae4361420 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:55.094045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Attempting to bind port 35dc6391-15bc-4ca4-860b-db2ae4361420 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:55.095557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.111836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Port 35dc6391-15bc-4ca4-860b-db2ae4361420 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:14:55.112173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Attempting to bind port 35dc6391-15bc-4ca4-860b-db2ae4361420 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:55.133300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:55.133643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:55.134033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:55.134487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Bound port: 35dc6391-15bc-4ca4-860b-db2ae4361420, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:55.134872 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.437003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53477ea-a032-4186-a175-952528ccfef8 req-2f57659a-5f7d-47f9-b1e4-70dd0297d899 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:55.439654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b53477ea-a032-4186-a175-952528ccfef8 req-2f57659a-5f7d-47f9-b1e4-70dd0297d899 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 948 time: 0.1499312 Sep 17 22:14:55.479537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8440e9de-0497-4f45-9a76-f5a3167f6f8b {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:55.487922 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-686671f3-31b8-43d9-901e-7e1ade582005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.497459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.531839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Transition to ACTIVE for port object 8440e9de-0497-4f45-9a76-f5a3167f6f8b will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:14:55.582628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] For port 35dc6391-15bc-4ca4-860b-db2ae4361420, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:55.595647 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-686671f3-31b8-43d9-901e-7e1ade582005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.601922 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.608991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e6698-31fb-4518-ae67-9b2d0f0c06e4 req-ff903c82-9f26-473b-8f95-2d1981cd634a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:55.611736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f4e6698-31fb-4518-ae67-9b2d0f0c06e4 req-ff903c82-9f26-473b-8f95-2d1981cd634a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 931 time: 0.3845603 Sep 17 22:14:55.658040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfa708f-4da6-4d05-adb8-3ff8c69c3808 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:55.688687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b53477ea-a032-4186-a175-952528ccfef8 req-51b6a942-52a9-4113-b8bd-94e8ee64fd6a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393410 Sep 17 22:14:55.697108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.708835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] For port 35dc6391-15bc-4ca4-860b-db2ae4361420, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=35dc6391-15bc-4ca4-860b-db2ae4361420,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:55.713343 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-ea9741b2-8386-4f49-b4c2-8b0d05c008e6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1575813 Sep 17 22:14:55.719330 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.726080 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-686671f3-31b8-43d9-901e-7e1ade582005 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1ca8cf0e5de49a88655c8e7248213ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4756100 Sep 17 22:14:55.726080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686671f3-31b8-43d9-901e-7e1ade582005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6aa2bb-9e31-47f5-a7fc-4ef0ef31ccd2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:55.727996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43994) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:55.759261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Request body: {'port': {'device_id': 'f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:55.796625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Transition to ACTIVE for port object dbfa708f-4da6-4d05-adb8-3ff8c69c3808 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:14:55.811935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Pushing event updated for resources: {'Port': ['ID=8440e9de-0497-4f45-9a76-f5a3167f6f8b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:55.838573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Subnet': ['ID=ad52e6d6-a48b-4673-8ddb-bb8e77a63633,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:55.846423 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.915734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.962218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f4e6698-31fb-4518-ae67-9b2d0f0c06e4 req-4ab07e55-2e50-4a76-a464-ffde1421953f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112538 Sep 17 22:14:55.967656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:55.968486 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:55.970045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] 10.222.0.32 "PUT /v2.0/ports/35dc6391-15bc-4ca4-860b-db2ae4361420 HTTP/1.1" status: 200 len: 1097 time: 3.2357519 Sep 17 22:14:55.973319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c762b1-9b43-4548-8e8e-e8d66f794def', 'tag': '35dc6391-15bc-4ca4-860b-db2ae4361420'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:55.977054 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c762b1-9b43-4548-8e8e-e8d66f794def", "tag": "35dc6391-15bc-4ca4-860b-db2ae4361420"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:56.082247 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd7df47-a824-44a0-ae6d-78bad323898b x-openstack-request-id: req-9dd7df47-a824-44a0-ae6d-78bad323898b {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:56.082542 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c762b1-9b43-4548-8e8e-e8d66f794def", "tag": "35dc6391-15bc-4ca4-860b-db2ae4361420", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:56.082815 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dd7df47-a824-44a0-ae6d-78bad323898b {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:56.084472 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c762b1-9b43-4548-8e8e-e8d66f794def', 'tag': '35dc6391-15bc-4ca4-860b-db2ae4361420', 'status': 'completed', 'code': 200} Sep 17 22:14:56.107109 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:56.177260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdc1eb-8173-46c9-a682-cb242e5a90be service neutron] Pushing event updated for resources: {'Port': ['ID=35dc6391-15bc-4ca4-860b-db2ae4361420,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:56.218064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:56.221506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8347c12-a289-4a43-bf49-bca64a106a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:56.243933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Attempting to bind port 8440e9de-0497-4f45-9a76-f5a3167f6f8b on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:56.244768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Attempting to bind port 8440e9de-0497-4f45-9a76-f5a3167f6f8b by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:56.245120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Attempting to bind port 8440e9de-0497-4f45-9a76-f5a3167f6f8b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:56.295811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Checking segment: {'id': '2ff6f984-e382-43bd-8486-43d7b470fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:56.298179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network hostable DHCP agents. Network: fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:14:56.316827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8347c12-a289-4a43-bf49-bca64a106a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:56.440905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Port 8440e9de-0497-4f45-9a76-f5a3167f6f8b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:14:56.441300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Attempting to bind port 8440e9de-0497-4f45-9a76-f5a3167f6f8b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:56.449172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b88d0-531d-4490-a6bc-018591af48ab req-cda6c9ee-e23f-4031-952d-5e82e8f0a54f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:56.456613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-382b88d0-531d-4490-a6bc-018591af48ab req-cda6c9ee-e23f-4031-952d-5e82e8f0a54f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.2593837 Sep 17 22:14:56.469619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b47c4d8e-3932-4c06-a083-06415f99660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:56.470053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8347c12-a289-4a43-bf49-bca64a106a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:56.471198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-b47c4d8e-3932-4c06-a083-06415f99660a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 1100 time: 0.3858407 Sep 17 22:14:56.472637 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8347c12-a289-4a43-bf49-bca64a106a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:56.473783 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f8347c12-a289-4a43-bf49-bca64a106a77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d6aa2bb-9e31-47f5-a7fc-4ef0ef31ccd2 HTTP/1.1" status: 204 len: 168 time: 0.7351885 Sep 17 22:14:56.479744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:56.480335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:56.480433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:56.480889 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Bound port: 8440e9de-0497-4f45-9a76-f5a3167f6f8b, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:56.481827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:56.485671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7396f-7fde-4ae7-b73e-01dd1ffe3c51 req-4e3b40c8-efb7-4834-ab79-6b655152da4e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:56.493120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afe7396f-7fde-4ae7-b73e-01dd1ffe3c51 req-4e3b40c8-efb7-4834-ab79-6b655152da4e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 944 time: 0.3190281 Sep 17 22:14:56.506020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8347c12-a289-4a43-bf49-bca64a106a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6aa2bb-9e31-47f5-a7fc-4ef0ef31ccd2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:56.510184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:14:56.628397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Attempting to bind port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:56.628753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Attempting to bind port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:56.629096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Attempting to bind port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 on network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:56.660076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 on network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:14:56.660409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Attempting to bind port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 on network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:56.681425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:56.681425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Checking segment: {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:56.681425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Bound using segment: {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:56.681425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Bound port: dbfa708f-4da6-4d05-adb8-3ff8c69c3808, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bad042-edc3-40df-a132-5d5b09989286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:56.681425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:56.704131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] For port 8440e9de-0497-4f45-9a76-f5a3167f6f8b, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:56.737263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] For port 8440e9de-0497-4f45-9a76-f5a3167f6f8b, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8440e9de-0497-4f45-9a76-f5a3167f6f8b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:56.795790 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:56.862955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:56.863595 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:56.865025 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] 10.222.0.35 "PUT /v2.0/ports/8440e9de-0497-4f45-9a76-f5a3167f6f8b HTTP/1.1" status: 200 len: 1096 time: 4.0942507 Sep 17 22:14:56.867560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5a351f-6ff6-47a1-8866-336cbf199c74', 'tag': '8440e9de-0497-4f45-9a76-f5a3167f6f8b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:56.869855 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04efd5b5-bfe2-4321-9375-b38f0cf008c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5a351f-6ff6-47a1-8866-336cbf199c74", "tag": "8440e9de-0497-4f45-9a76-f5a3167f6f8b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:56.911608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] For port dbfa708f-4da6-4d05-adb8-3ff8c69c3808, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:56.922983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26a9f9-1f69-4dbe-b0ab-7d567db0aa59 service neutron] Pushing event updated for resources: {'Port': ['ID=8440e9de-0497-4f45-9a76-f5a3167f6f8b,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:56.937228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] For port dbfa708f-4da6-4d05-adb8-3ff8c69c3808, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:56.993370 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8233c091-7c0e-4dde-8c74-ef186ede4009 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:14:57.002701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:57.019795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Transition to ACTIVE for port object 8233c091-7c0e-4dde-8c74-ef186ede4009 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:14:57.035052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-ee4f40bf-d6b4-4a9a-9231-5d98e7c5b870 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=35dc6391-15bc-4ca4-860b-db2ae4361420 HTTP/1.1" status: 200 len: 217 time: 0.5368922 Sep 17 22:14:57.045486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-382b88d0-531d-4490-a6bc-018591af48ab req-d6a7375d-faf0-4df7-b6dd-cb650bca2a10 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5879881 Sep 17 22:14:57.061076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:57.112123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afe7396f-7fde-4ae7-b73e-01dd1ffe3c51 req-0191b131-c380-4cb7-ba29-555273a43a83 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6142852 Sep 17 22:14:57.133062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:57.133783 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:57.135542 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] 10.222.0.35 "PUT /v2.0/ports/dbfa708f-4da6-4d05-adb8-3ff8c69c3808 HTTP/1.1" status: 200 len: 1093 time: 2.3575926 Sep 17 22:14:57.154076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-138a86f9-b47c-4f70-b1a4-8aede5b34553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:57.161722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-138a86f9-b47c-4f70-b1a4-8aede5b34553 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1147428 Sep 17 22:14:57.416933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120c636-7c0b-4c9b-a08b-80285bcf0ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:57.416933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-97d7b564-157c-49cb-9ad6-c1a202f07841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:57.416933 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-97d7b564-157c-49cb-9ad6-c1a202f07841 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 1099 time: 0.0971761 Sep 17 22:14:57.416933 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-e6057fae-c126-461f-a0d0-baf5946cfc6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=8440e9de-0497-4f45-9a76-f5a3167f6f8b HTTP/1.1" status: 200 len: 217 time: 0.0570295 Sep 17 22:14:57.418059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0292649d-23c0-43ee-b48a-4b20ba972aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:57.418059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-0292649d-23c0-43ee-b48a-4b20ba972aaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129453 Sep 17 22:14:57.418542 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef5468d-3cf8-4e0d-b9af-8181c506c6c6 x-openstack-request-id: req-2ef5468d-3cf8-4e0d-b9af-8181c506c6c6 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:57.418542 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5a351f-6ff6-47a1-8866-336cbf199c74", "tag": "8440e9de-0497-4f45-9a76-f5a3167f6f8b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:57.418542 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ef5468d-3cf8-4e0d-b9af-8181c506c6c6 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:57.418542 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5a351f-6ff6-47a1-8866-336cbf199c74', 'tag': '8440e9de-0497-4f45-9a76-f5a3167f6f8b', 'status': 'completed', 'code': 200} Sep 17 22:14:57.420614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dacfa-1670-4418-a0f6-df58c87378fc req-ec9f717f-e719-4ac3-aa37-ff4fe821e3df tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:57.420614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b34dacfa-1670-4418-a0f6-df58c87378fc req-ec9f717f-e719-4ac3-aa37-ff4fe821e3df tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 948 time: 0.1144750 Sep 17 22:14:57.420991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-8e2b9b5c-dd56-4ae2-ac3a-0ec5bdce1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:57.420991 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-8e2b9b5c-dd56-4ae2-ac3a-0ec5bdce1dae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0697753 Sep 17 22:14:57.420991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-d6022241-1f3d-46fa-b1a2-c3cfff67d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:57.420991 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-d6022241-1f3d-46fa-b1a2-c3cfff67d9bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0409458 Sep 17 22:14:57.439985 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:57.463843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b34dacfa-1670-4418-a0f6-df58c87378fc req-31818bdc-bb67-4829-95a0-f487ac83004b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933950 Sep 17 22:14:57.467938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-14c44947-93ae-40a5-bf47-7847a4d574c4 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740134 Sep 17 22:14:57.479229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d799eb-02f4-4f72-b8eb-3aee0b77bfd4 req-4c1c47f7-eb6a-4464-bc12-d179b38420b1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:57.506758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7d799eb-02f4-4f72-b8eb-3aee0b77bfd4 req-4c1c47f7-eb6a-4464-bc12-d179b38420b1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 931 time: 0.1368837 Sep 17 22:14:57.688065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:57.692446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:57.693043 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:57.700042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c64a5ef-3e74-48db-acab-e6d895991d38 None None] Network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:14:57.705477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-94b73277-0482-47e4-8759-98682c5460bc service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935835 Sep 17 22:14:57.760750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7d799eb-02f4-4f72-b8eb-3aee0b77bfd4 req-dfe7ccbf-1de1-4c8b-a28a-227da20a96fd tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447295 Sep 17 22:14:57.826835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44036) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:57.852528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5af4b768-b361-40d4-9fcd-4102063c9fdf tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7341542 Sep 17 22:14:57.853601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44038) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:57.860558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'subnet': {'network_id': '59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:14:57.864477 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbb780c2-25b4-4e02-9f25-def1bb90ada6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:57.988794 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba', 'network_id': 'fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba', 'tenant_id': '5182da062d5242568d21e78719fc67ad', 'fixed_ips': [{'subnet_id': 'ad52e6d6-a48b-4673-8ddb-bb8e77a63633'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:14:57.992721 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:58.065596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-b1edd7c1-e022-4642-975a-f941768c58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:58.067688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-b1edd7c1-e022-4642-975a-f941768c58a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 1100 time: 0.1484568 Sep 17 22:14:58.129447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8233c091-7c0e-4dde-8c74-ef186ede4009,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:58.145074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-90bf0198-3a7b-4f81-bd2a-23c20181cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:58.148929 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-90bf0198-3a7b-4f81-bd2a-23c20181cfb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5dd25d1a76f64e21899a27bb857b4190&device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 1096 time: 0.6220241 Sep 17 22:14:58.216768 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-c47695db-aade-476a-8b69-95a50fd6bc36 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049631 Sep 17 22:14:58.255855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Allocated IP 2001:db8::2 (fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba/ad52e6d6-a48b-4673-8ddb-bb8e77a63633/0493f94b-77dc-43e9-a61f-cec3d3157925) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:14:58.273983 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-3f02855e-e269-4efd-b031-e965d26dcf1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbfa708f-4da6-4d05-adb8-3ff8c69c3808 HTTP/1.1" status: 200 len: 217 time: 0.0925004 Sep 17 22:14:58.286262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbb780c2-25b4-4e02-9f25-def1bb90ada6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:58.376345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-5e81a4df-6602-4685-bc9d-2fe3a93f5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:58.378742 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-5e81a4df-6602-4685-bc9d-2fe3a93f5a5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acc94c41-751d-4193-98eb-be27747e8b91 HTTP/1.1" status: 200 len: 854 time: 0.0941055 Sep 17 22:14:58.395924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Attempting to bind port 8233c091-7c0e-4dde-8c74-ef186ede4009 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:58.396326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Attempting to bind port 8233c091-7c0e-4dde-8c74-ef186ede4009 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:58.396667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Attempting to bind port 8233c091-7c0e-4dde-8c74-ef186ede4009 on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:58.399618 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbb780c2-25b4-4e02-9f25-def1bb90ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:58.437573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7688dc-9649-498d-baed-d61b5998b4fa req-b8bea561-49f9-4a7b-93d6-8b40d2183aaf tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:58.447161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c7688dc-9649-498d-baed-d61b5998b4fa req-b8bea561-49f9-4a7b-93d6-8b40d2183aaf tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1648130 Sep 17 22:14:58.469508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-763f6a8f-18f4-4a98-ac99-05aa8e3646a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:58.469508 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-763f6a8f-18f4-4a98-ac99-05aa8e3646a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.3863595 Sep 17 22:14:58.469803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Port 8233c091-7c0e-4dde-8c74-ef186ede4009 on network 78c2906a-443b-46d7-86c8-6ac69720e229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:14:58.469803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Attempting to bind port 8233c091-7c0e-4dde-8c74-ef186ede4009 on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:58.482497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:58.482865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Checking segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:58.483318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Bound using segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:58.483891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Bound port: 8233c091-7c0e-4dde-8c74-ef186ede4009, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:58.484349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:58.512099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea809b4d-7e8d-4f6b-9a87-983b85a8d02f req-a7149536-423f-4966-8bd7-a41444b5e22f tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:58.521311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea809b4d-7e8d-4f6b-9a87-983b85a8d02f req-a7149536-423f-4966-8bd7-a41444b5e22f tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 944 time: 0.2472370 Sep 17 22:14:58.523061 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:58.586648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] For port 8233c091-7c0e-4dde-8c74-ef186ede4009, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:58.589742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] For port 8233c091-7c0e-4dde-8c74-ef186ede4009, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8233c091-7c0e-4dde-8c74-ef186ede4009,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:58.601784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-be23c2dd-a343-43c5-a214-2cd30359e888 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=35dc6391-15bc-4ca4-860b-db2ae4361420 HTTP/1.1" status: 200 len: 217 time: 0.0660992 Sep 17 22:14:58.603003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-5159bb8c-da2c-4eeb-955f-7c00687bea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:58.604616 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-5159bb8c-da2c-4eeb-955f-7c00687bea26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82a0813e-a0b3-4d37-b194-ca752a8d4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2125728 Sep 17 22:14:58.624520 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a0f37c0-5a52-4fa9-a19f-4402aab44d61 req-f7713a5c-4eb2-4207-8824-f1bbe36b98b1 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655822 Sep 17 22:14:58.645403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dbb780c2-25b4-4e02-9f25-def1bb90ada6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f375bd2f8ca4db5b97c22ceb4dd4ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169978 Sep 17 22:14:58.648822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44056) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:14:58.682299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c7688dc-9649-498d-baed-d61b5998b4fa req-a3c917ec-2119-4dcf-aa44-120dbf153957 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332385 Sep 17 22:14:58.689064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb780c2-25b4-4e02-9f25-def1bb90ada6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c758e5-efb0-4586-b748-a41a6e672782,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:58.704979 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:58.766314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea809b4d-7e8d-4f6b-9a87-983b85a8d02f req-29436016-cfc0-424c-8c1d-3bf54821daff tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435274 Sep 17 22:14:58.793877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:58.796037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Made reservation on behalf of 5182da062d5242568d21e78719fc67ad for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:14:58.806556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:14:58.807647 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:58.814856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:14:58.820031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:14:58.898260 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-f566b855-331d-41be-99f0-3865dea8a99e service neutron] 10.222.0.35 "GET /v2.0/networks/82a0813e-a0b3-4d37-b194-ca752a8d4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822156 Sep 17 22:14:58.963117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-d80b2fd1-ad4f-4ce2-9b78-7ccd7e140492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:58.964693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-d80b2fd1-ad4f-4ce2-9b78-7ccd7e140492 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.3436093 Sep 17 22:14:58.988856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Pushing event updated for resources: {'Port': ['ID=0493f94b-77dc-43e9-a61f-cec3d3157925,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:58.994053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Attempting to bind port 0493f94b-77dc-43e9-a61f-cec3d3157925 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:14:58.994425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Attempting to bind port 0493f94b-77dc-43e9-a61f-cec3d3157925 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2ff6f984-e382-43bd-8486-43d7b470fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:14:58.995018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Attempting to bind port 0493f94b-77dc-43e9-a61f-cec3d3157925 on network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:14:59.001130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:14:59.001535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Checking segment: {'id': '2ff6f984-e382-43bd-8486-43d7b470fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:14:59.001984 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:59.002376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Bound using segment: {'id': '2ff6f984-e382-43bd-8486-43d7b470fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:14:59.002858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Bound port: 0493f94b-77dc-43e9-a61f-cec3d3157925, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff6f984-e382-43bd-8486-43d7b470fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:14:59.003227 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:59.048802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8233c091-7c0e-4dde-8c74-ef186ede4009,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:59.074689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d894447-bc17-4a92-89ea-e18781fa92de req-efeb76d2-45fa-4f49-a485-95fde6ce48ce tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.077486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.078117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:59.079603 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-0e181178-3217-4747-861d-2fb96efe85e8 service neutron] 10.222.0.35 "PUT /v2.0/ports/8233c091-7c0e-4dde-8c74-ef186ede4009 HTTP/1.1" status: 200 len: 1092 time: 3.3506355 Sep 17 22:14:59.088827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d894447-bc17-4a92-89ea-e18781fa92de req-efeb76d2-45fa-4f49-a485-95fde6ce48ce tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 948 time: 0.1954222 Sep 17 22:14:59.126647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-b645d01b-9049-466d-87db-bfa015c760d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.129823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] For port 0493f94b-77dc-43e9-a61f-cec3d3157925, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:14:59.129940 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-b645d01b-9049-466d-87db-bfa015c760d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 1099 time: 0.2261407 Sep 17 22:14:59.131053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] For port 0493f94b-77dc-43e9-a61f-cec3d3157925, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0493f94b-77dc-43e9-a61f-cec3d3157925,segment=NetworkSegment(2ff6f984-e382-43bd-8486-43d7b470fbfa),segment_id=2ff6f984-e382-43bd-8486-43d7b470fbfa)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:14:59.177656 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58409428-4882-4e84-8c0a-ff7fc8a40c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:59.181543 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:59.205389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58409428-4882-4e84-8c0a-ff7fc8a40c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:59.303863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-5ee4fe41-1113-4c22-9999-ada4b1445efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.305699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-5ee4fe41-1113-4c22-9999-ada4b1445efe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2985804 Sep 17 22:14:59.306466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df9c984-2179-4b24-bc17-978608e235c4', 'tag': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808'}, {'name': 'network-changed', 'server_uuid': 'f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec', 'tag': '8233c091-7c0e-4dde-8c74-ef186ede4009'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:14:59.309076 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac852847-1b7e-4858-93f1-c54c53d68910" -d '{"events": [{"name": "network-changed", "server_uuid": "8df9c984-2179-4b24-bc17-978608e235c4", "tag": "dbfa708f-4da6-4d05-adb8-3ff8c69c3808"}, {"name": "network-changed", "server_uuid": "f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec", "tag": "8233c091-7c0e-4dde-8c74-ef186ede4009"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:14:59.313427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb147a-f910-4382-8e23-d6c4408a6a40 None None] Pushing event updated for resources: {'Port': ['ID=0493f94b-77dc-43e9-a61f-cec3d3157925,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:59.323764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4278-d5f7-4922-86b9-bfab86c5a421 req-7a2da84f-0245-44d5-9d5e-db95a62c01f1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.334570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90af4278-d5f7-4922-86b9-bfab86c5a421 req-7a2da84f-0245-44d5-9d5e-db95a62c01f1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 943 time: 0.3785522 Sep 17 22:14:59.373981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-b92dc2e4-20bd-470b-8f65-7828e6507e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.376043 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-b92dc2e4-20bd-470b-8f65-7828e6507e9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2190495 Sep 17 22:14:59.378834 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1921fcdb-b329-4071-bcdc-644b2e8298a1 req-4c4cd89d-17eb-4a9f-a85d-55f362116ffd service neutron] 10.222.0.35 "GET /v2.0/networks/82a0813e-a0b3-4d37-b194-ca752a8d4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925552 Sep 17 22:14:59.413402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be096371-8247-4a44-a2de-816293a0f739 req-da9646ba-dcd6-448c-8109-bb5428db73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.415113 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-da9646ba-dcd6-448c-8109-bb5428db73dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 1095 time: 0.1499090 Sep 17 22:14:59.454158 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-e5e9e028-0a82-454d-ac06-19f8a9dde4da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=8440e9de-0497-4f45-9a76-f5a3167f6f8b HTTP/1.1" status: 200 len: 217 time: 0.0596082 Sep 17 22:14:59.505927 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58409428-4882-4e84-8c0a-ff7fc8a40c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:59.509759 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58409428-4882-4e84-8c0a-ff7fc8a40c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:59.510871 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-e4be8999-7f45-4c37-82e5-6f1007b593ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8233c091-7c0e-4dde-8c74-ef186ede4009 HTTP/1.1" status: 200 len: 217 time: 0.0645945 Sep 17 22:14:59.512681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-58409428-4882-4e84-8c0a-ff7fc8a40c93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9c758e5-efb0-4586-b748-a41a6e672782 HTTP/1.1" status: 204 len: 168 time: 0.8422406 Sep 17 22:14:59.515193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-9650d4f8-1899-461c-846c-89c28dbceb35 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726506 Sep 17 22:14:59.619467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be096371-8247-4a44-a2de-816293a0f739 req-5202b2f1-3bb0-45ee-bb62-5899274729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.621164 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-5202b2f1-3bb0-45ee-bb62-5899274729bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.0758581 Sep 17 22:14:59.681459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e60a45f-c9ab-4ae4-96ea-674d37067cd1 req-9a87b83d-b87e-4683-af1a-35fa92a30f60 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534178 Sep 17 22:14:59.685909 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-47ec7c04-7323-417e-83b8-8cff202f5cf1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517817 Sep 17 22:14:59.729538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d894447-bc17-4a92-89ea-e18781fa92de req-359a3b1d-d5bf-4f7a-960d-328745e7d8de tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373379 Sep 17 22:14:59.746136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90af4278-d5f7-4922-86b9-bfab86c5a421 req-8451a6d3-01c0-466a-a962-be9798dc8a9b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105213 Sep 17 22:14:59.748519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58409428-4882-4e84-8c0a-ff7fc8a40c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c758e5-efb0-4586-b748-a41a6e672782,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:14:59.782317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-c7146e5f-3314-48d4-bba9-f493c1c9f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.784082 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-c7146e5f-3314-48d4-bba9-f493c1c9f740 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.2830086 Sep 17 22:14:59.871040 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3199ab91-2485-4b81-8718-3650ae8ed2a8 x-openstack-request-id: req-3199ab91-2485-4b81-8718-3650ae8ed2a8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:14:59.871337 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df9c984-2179-4b24-bc17-978608e235c4", "tag": "dbfa708f-4da6-4d05-adb8-3ff8c69c3808", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec", "tag": "8233c091-7c0e-4dde-8c74-ef186ede4009", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:14:59.872220 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3199ab91-2485-4b81-8718-3650ae8ed2a8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:14:59.872755 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df9c984-2179-4b24-bc17-978608e235c4', 'tag': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808', 'status': 'completed', 'code': 200} Sep 17 22:14:59.873008 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec', 'tag': '8233c091-7c0e-4dde-8c74-ef186ede4009', 'status': 'completed', 'code': 200} Sep 17 22:14:59.940678 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:14:59.944356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-6351339f-c370-44ef-98ac-486ce5040c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:14:59.944711 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-6351339f-c370-44ef-98ac-486ce5040c64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521890 Sep 17 22:14:59.948250 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-eb2d77c9-3e2e-4c8c-98f7-ba6882ac7412 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456729 Sep 17 22:15:00.018118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-41358ba9-fc50-496b-92eb-7c553b6746e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:00.019690 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-41358ba9-fc50-496b-92eb-7c553b6746e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5dd25d1a76f64e21899a27bb857b4190&device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 1096 time: 0.1290834 Sep 17 22:15:00.099562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Subnet': ['ID=68f33b0e-1a09-40c0-8941-ed73c507bef9,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:00.113903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Checking segment: {'id': 'aa1c2e5c-7320-4472-a3b5-467e5257c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:00.114386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network hostable DHCP agents. Network: 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:15:00.133184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780aa06-7d37-4a66-808c-c01c7118ca28 req-1b89ed95-95c3-441c-953b-202bdce780f3 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:00.134957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b780aa06-7d37-4a66-808c-c01c7118ca28 req-1b89ed95-95c3-441c-953b-202bdce780f3 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1172407 Sep 17 22:15:00.221067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b780aa06-7d37-4a66-808c-c01c7118ca28 req-f45fc2e7-8a82-4e88-bc9b-7567b82d18b6 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766103 Sep 17 22:15:00.228069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:15:00.322696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0493f94b-77dc-43e9-a61f-cec3d3157925 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:00.421408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8440e9de-0497-4f45-9a76-f5a3167f6f8b details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:15:00.438374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:00.445524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:00.447891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:00.470967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b004b7-2177-4f35-9f5d-5ca60e76d6e7 None None] Network 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:00.476144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-8f649156-8d61-4800-aeb8-d211ef616c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:00.477834 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-8f649156-8d61-4800-aeb8-d211ef616c7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=82a0813e-a0b3-4d37-b194-ca752a8d4e9b HTTP/1.1" status: 200 len: 915 time: 0.4418607 Sep 17 22:15:00.534893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc0caf-a51e-4928-b1ee-4bd1fed89632 req-549c0265-c4a9-4f22-bdde-27ffc4c038f6 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:00.545620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59dc0caf-a51e-4928-b1ee-4bd1fed89632 req-549c0265-c4a9-4f22-bdde-27ffc4c038f6 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 944 time: 0.2282538 Sep 17 22:15:00.564335 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be096371-8247-4a44-a2de-816293a0f739 req-0f640b12-8919-4df1-a8b0-aa92c4a881fa service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879409 Sep 17 22:15:00.592246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c334f2dd-4ad2-416f-b9ad-cb36f42196e2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7372324 Sep 17 22:15:00.593076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44086) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:00.662921 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-e4b1f82d-8f13-46e1-a56c-f3fa8d2fc5fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbfa708f-4da6-4d05-adb8-3ff8c69c3808 HTTP/1.1" status: 200 len: 217 time: 0.1752069 Sep 17 22:15:00.670816 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-be93e2b6-8670-4890-adbe-63e7b7afbca3 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7106836 Sep 17 22:15:00.678377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59dc0caf-a51e-4928-b1ee-4bd1fed89632 req-9b58d604-ff98-4567-9f44-fd8d4579e94b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331596 Sep 17 22:15:00.736823 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:15:00.796456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 35dc6391-15bc-4ca4-860b-db2ae4361420 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:15:00.853517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0493f94b-77dc-43e9-a61f-cec3d3157925 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:00.854143 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:01.026298 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04efd5b5-bfe2-4321-9375-b38f0cf008c3 req-41cc3285-f93e-4c04-b177-93e49f21f123 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995410 Sep 17 22:15:01.079061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-ea3ebf1e-3a5b-4a6a-aa42-3e1ed431e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:01.080660 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-ea3ebf1e-3a5b-4a6a-aa42-3e1ed431e949 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acc94c41-751d-4193-98eb-be27747e8b91 HTTP/1.1" status: 200 len: 854 time: 0.4080737 Sep 17 22:15:01.172212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-b4f93d49-2d22-4e9d-a1d8-a083513e2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:01.172596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72873813-4c43-41d9-9e03-d2ff49d2679e req-4f8770ed-95f4-40d9-9b51-70d9e8d292e1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:01.173759 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-b4f93d49-2d22-4e9d-a1d8-a083513e2f9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82a0813e-a0b3-4d37-b194-ca752a8d4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853560 Sep 17 22:15:01.181441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72873813-4c43-41d9-9e03-d2ff49d2679e req-4f8770ed-95f4-40d9-9b51-70d9e8d292e1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 948 time: 0.2627759 Sep 17 22:15:01.254691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72873813-4c43-41d9-9e03-d2ff49d2679e req-7c048f64-4ad9-4ca8-a8c0-08b50c37d42c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723693 Sep 17 22:15:01.281500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:01.393909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 35dc6391-15bc-4ca4-860b-db2ae4361420, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=35dc6391-15bc-4ca4-860b-db2ae4361420,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:01.405857 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-1fcd004c-a465-4e1e-8f40-4c5dc9a3b15c service neutron] 10.222.0.35 "GET /v2.0/networks/82a0813e-a0b3-4d37-b194-ca752a8d4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235630 Sep 17 22:15:01.408276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '35dc6391-15bc-4ca4-860b-db2ae4361420', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '35dc6391-15bc-4ca4-860b-db2ae4361420', 'mac_address': 'fa:16:3e:53:c9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:15:01.447395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec596d0f-ce87-489c-be5b-812fff82a318 None None] Network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:01.474035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8312a52-8371-402b-85a1-b8c9bab6a0b5 req-950168fe-ad28-4822-b245-1241958f3a6a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:01.490909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8312a52-8371-402b-85a1-b8c9bab6a0b5 req-950168fe-ad28-4822-b245-1241958f3a6a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 943 time: 0.4346585 Sep 17 22:15:01.491666 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2', 'network_id': '59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2', 'tenant_id': '5182da062d5242568d21e78719fc67ad', 'fixed_ips': [{'subnet_id': '68f33b0e-1a09-40c0-8941-ed73c507bef9'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:15:01.492524 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:01.624658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44114) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:01.698180 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-4e047de8-8e20-4ecc-94b7-ec01bd02c6a9 service neutron] 10.222.0.35 "GET /v2.0/networks/82a0813e-a0b3-4d37-b194-ca752a8d4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806034 Sep 17 22:15:01.710477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d3bd8e88-3ce4-4ccd-bfe7-6b358d0c4f98 None None] Provisioning complete for port 0493f94b-77dc-43e9-a61f-cec3d3157925 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:01.711037 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8e88-3ce4-4ccd-bfe7-6b358d0c4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:01.824958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8312a52-8371-402b-85a1-b8c9bab6a0b5 req-b034f5cb-e5d1-4573-b9fb-3104b2328b33 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139141 Sep 17 22:15:01.839492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-deac0a7b-d3cb-48e2-9013-f5b57db3f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:01.844277 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-deac0a7b-d3cb-48e2-9013-f5b57db3f184 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 1095 time: 0.0950291 Sep 17 22:15:01.871160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a3086-e386-4358-847d-fb95039f7aa8 req-677d35f2-6ee9-4ad1-8372-f3db35061f78 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:01.871160 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-590a3086-e386-4358-847d-fb95039f7aa8 req-677d35f2-6ee9-4ad1-8372-f3db35061f78 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.4352658 Sep 17 22:15:01.917535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8440e9de-0497-4f45-9a76-f5a3167f6f8b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8440e9de-0497-4f45-9a76-f5a3167f6f8b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:02.042233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-523d3021-a31f-4d9c-b8c3-544378834fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:02.044391 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-523d3021-a31f-4d9c-b8c3-544378834fee service neutron] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 912 time: 0.1928203 Sep 17 22:15:02.056963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4bf403d-e145-46e7-a774-d12d3b4d800e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.077058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Allocated IP 2001:db8::1 (fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba/ad52e6d6-a48b-4673-8ddb-bb8e77a63633/11475c52-4e56-4534-9297-2ad1729d9046) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:02.098379 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-3535f687-5ed1-4958-8b90-a720a0a651a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8233c091-7c0e-4dde-8c74-ef186ede4009 HTTP/1.1" status: 200 len: 217 time: 0.0392523 Sep 17 22:15:02.124911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '8440e9de-0497-4f45-9a76-f5a3167f6f8b', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '8440e9de-0497-4f45-9a76-f5a3167f6f8b', 'mac_address': 'fa:16:3e:8d:cd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:15:02.149633 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.196368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4bf403d-e145-46e7-a774-d12d3b4d800e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.252858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4bf403d-e145-46e7-a774-d12d3b4d800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.274577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dc6391-15bc-4ca4-860b-db2ae4361420 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:02.282330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.298974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-80287ede-1001-4475-a6ec-9149edd68534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:02.300175 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-80287ede-1001-4475-a6ec-9149edd68534 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.1023073 Sep 17 22:15:02.315119 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a4bf403d-e145-46e7-a774-d12d3b4d800e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1781f8bf58846cd8498511fed09b8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6847565 Sep 17 22:15:02.315350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44128) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:02.326132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-590a3086-e386-4358-847d-fb95039f7aa8 req-bb74aed2-324c-4274-92b8-26cf83a9b834 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513855 Sep 17 22:15:02.335597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf403d-e145-46e7-a774-d12d3b4d800e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fbe582-a00c-4f7e-8057-a282cae50f5d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:02.377384 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-9a52d8fa-63fe-4fb1-a4dc-db3663899832 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656269 Sep 17 22:15:02.388781 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.420516 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.444820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8440e9de-0497-4f45-9a76-f5a3167f6f8b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:02.473531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8440e9de-0497-4f45-9a76-f5a3167f6f8b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8440e9de-0497-4f45-9a76-f5a3167f6f8b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:02.505094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Allocated IP 2001:db8::2 (59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2/68f33b0e-1a09-40c0-8941-ed73c507bef9/ea281ae4-10d0-4caa-92f0-880e94b3c681) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:02.514475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49719a8-f181-446b-be92-7ea32d9ceb40 req-01972da7-19e3-4357-85d8-12a920b349b3 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:02.517711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c49719a8-f181-446b-be92-7ea32d9ceb40 req-01972da7-19e3-4357-85d8-12a920b349b3 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 944 time: 0.1899440 Sep 17 22:15:02.569614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 0493f94b-77dc-43e9-a61f-cec3d3157925, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0493f94b-77dc-43e9-a61f-cec3d3157925,segment=NetworkSegment(2ff6f984-e382-43bd-8486-43d7b470fbfa),segment_id=2ff6f984-e382-43bd-8486-43d7b470fbfa)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:02.572722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 35dc6391-15bc-4ca4-860b-db2ae4361420, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=35dc6391-15bc-4ca4-860b-db2ae4361420,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:02.581280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011729a6-60e9-4fb5-af92-acf0785a60ca req-75676e1e-d11f-447e-86a1-97c434123669 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:02.590074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-011729a6-60e9-4fb5-af92-acf0785a60ca req-75676e1e-d11f-447e-86a1-97c434123669 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 948 time: 0.1165152 Sep 17 22:15:02.604083 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.664639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device dbfa708f-4da6-4d05-adb8-3ff8c69c3808 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:15:02.670056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c49719a8-f181-446b-be92-7ea32d9ceb40 req-e81ac10a-50ed-4204-accc-9cf99d2607f5 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362789 Sep 17 22:15:02.676583 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2766de5b-a4ff-46ae-8c3d-6699b4e2683a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.686475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-011729a6-60e9-4fb5-af92-acf0785a60ca req-e83fd481-3333-4b07-9f58-2afe1286a79a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945318 Sep 17 22:15:02.704891 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.729686 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.757915 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-bcd1a618-26c9-4034-8714-ce51553b3854 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559375 Sep 17 22:15:02.771033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2766de5b-a4ff-46ae-8c3d-6699b4e2683a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.798488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.809338 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8e88-3ce4-4ccd-bfe7-6b358d0c4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:02.894041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['8440e9de-0497-4f45-9a76-f5a3167f6f8b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:02.947306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:02.952705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Port': ['ID=11475c52-4e56-4534-9297-2ad1729d9046,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:02.952891 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:15:02.957424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:02.965218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:02.968816 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:03.011921 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac852847-1b7e-4858-93f1-c54c53d68910 req-ee38dbef-6410-48b4-97c8-ecd98a0af01f service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482758 Sep 17 22:15:03.099948 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2766de5b-a4ff-46ae-8c3d-6699b4e2683a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:03.103225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2766de5b-a4ff-46ae-8c3d-6699b4e2683a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:03.104919 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2766de5b-a4ff-46ae-8c3d-6699b4e2683a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03fbe582-a00c-4f7e-8057-a282cae50f5d HTTP/1.1" status: 204 len: 168 time: 0.7884459 Sep 17 22:15:03.120455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766de5b-a4ff-46ae-8c3d-6699b4e2683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fbe582-a00c-4f7e-8057-a282cae50f5d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:03.189750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936057ed-c8bb-43d5-88e3-39329e4cf5c8 req-cfa4d1ea-3097-4e7d-ab7f-9dac30fd302b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:03.192645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-936057ed-c8bb-43d5-88e3-39329e4cf5c8 req-cfa4d1ea-3097-4e7d-ab7f-9dac30fd302b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 943 time: 0.2205851 Sep 17 22:15:03.266543 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:03.302180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-936057ed-c8bb-43d5-88e3-39329e4cf5c8 req-464f66d8-8390-4666-957e-445211c0266d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957947 Sep 17 22:15:03.347250 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:03.406995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['35dc6391-15bc-4ca4-860b-db2ae4361420'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:03.470315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8440e9de-0497-4f45-9a76-f5a3167f6f8b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:03.563026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=0493f94b-77dc-43e9-a61f-cec3d3157925,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:03.688369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=35dc6391-15bc-4ca4-860b-db2ae4361420,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:03.798250 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:03.830137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-d3bd8e88-3ce4-4ccd-bfe7-6b358d0c4f98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:15:03.831138 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-d3bd8e88-3ce4-4ccd-bfe7-6b358d0c4f98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:15:03.847065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Network 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:03.850109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port dbfa708f-4da6-4d05-adb8-3ff8c69c3808, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:03.857688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:03.866151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:03.992939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'port_id': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808', 'mac_address': 'fa:16:3e:1c:1f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:15:04.046089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f805be-ed84-4f2e-b7f1-2a6af21ed7e4 req-bcce96fa-4840-4095-a9d8-57cebbd13fa9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:04.048865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7f805be-ed84-4f2e-b7f1-2a6af21ed7e4 req-bcce96fa-4840-4095-a9d8-57cebbd13fa9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 949 time: 0.1150970 Sep 17 22:15:04.060522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de17f-a9f1-4582-9709-21129a160600 req-de8af789-7ee7-4eb8-922c-e2920bc3cbca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:04.069659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Pushing event updated for resources: {'Port': ['ID=ea281ae4-10d0-4caa-92f0-880e94b3c681,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:04.069869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-850de17f-a9f1-4582-9709-21129a160600 req-de8af789-7ee7-4eb8-922c-e2920bc3cbca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.5962503 Sep 17 22:15:04.088818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Attempting to bind port ea281ae4-10d0-4caa-92f0-880e94b3c681 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:04.092432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Attempting to bind port ea281ae4-10d0-4caa-92f0-880e94b3c681 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'aa1c2e5c-7320-4472-a3b5-467e5257c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:04.092432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Attempting to bind port ea281ae4-10d0-4caa-92f0-880e94b3c681 on network 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:04.104075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:04.104584 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Checking segment: {'id': 'aa1c2e5c-7320-4472-a3b5-467e5257c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:04.104793 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.105157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Bound using segment: {'id': 'aa1c2e5c-7320-4472-a3b5-467e5257c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:04.106528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44170) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:04.107210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Bound port: ea281ae4-10d0-4caa-92f0-880e94b3c681, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1c2e5c-7320-4472-a3b5-467e5257c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:04.107210 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.136924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acc7a271-aa29-4764-8a89-f58f6c559a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.188923 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.226529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-850de17f-a9f1-4582-9709-21129a160600 req-e338d111-8e8c-4b20-8b56-96d2858d7c49 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551063 Sep 17 22:15:04.248329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfa708f-4da6-4d05-adb8-3ff8c69c3808 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:04.249183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7f805be-ed84-4f2e-b7f1-2a6af21ed7e4 req-4a63df9e-2fa9-44ef-a4bc-d5699ca056d9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589391 Sep 17 22:15:04.341844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acc7a271-aa29-4764-8a89-f58f6c559a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.371868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.414600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port dbfa708f-4da6-4d05-adb8-3ff8c69c3808, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:04.415198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2745-031d-4c11-8b87-409286cc6368 req-25f9d20d-78b7-4f8d-a40c-5cd9da49dc63 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:04.416828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0dbb2745-031d-4c11-8b87-409286cc6368 req-25f9d20d-78b7-4f8d-a40c-5cd9da49dc63 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 944 time: 0.0584412 Sep 17 22:15:04.467168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0dbb2745-031d-4c11-8b87-409286cc6368 req-d2ffe75d-24d2-4f32-9ba9-bd7df4806458 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419395 Sep 17 22:15:04.495341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] For port ea281ae4-10d0-4caa-92f0-880e94b3c681, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:04.500200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] For port ea281ae4-10d0-4caa-92f0-880e94b3c681, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea281ae4-10d0-4caa-92f0-880e94b3c681,segment=NetworkSegment(aa1c2e5c-7320-4472-a3b5-467e5257c376),segment_id=aa1c2e5c-7320-4472-a3b5-467e5257c376)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:04.540854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46a783-0341-4b3a-af1f-27c650e26902 req-9acc6d42-56b5-4c8f-9ec8-a60bb0f7be5c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:04.542466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f46a783-0341-4b3a-af1f-27c650e26902 req-9acc6d42-56b5-4c8f-9ec8-a60bb0f7be5c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 943 time: 0.0592594 Sep 17 22:15:04.581899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f46a783-0341-4b3a-af1f-27c650e26902 req-009754e0-b501-4ab4-88d5-41ab2201dcb5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328572 Sep 17 22:15:04.608135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-14b74484-b2db-42aa-81ca-305ce6753e18 None None] Provisioning complete for port 11475c52-4e56-4534-9297-2ad1729d9046 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:04.608334 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-14b74484-b2db-42aa-81ca-305ce6753e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.641783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-14b74484-b2db-42aa-81ca-305ce6753e18 None None] Port 11475c52-4e56-4534-9297-2ad1729d9046 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:15:04.651106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-14b74484-b2db-42aa-81ca-305ce6753e18 None None] Provisioning complete for port 0493f94b-77dc-43e9-a61f-cec3d3157925 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:04.651469 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-14b74484-b2db-42aa-81ca-305ce6753e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.744698 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acc7a271-aa29-4764-8a89-f58f6c559a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.772994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.774184 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.775010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8233c091-7c0e-4dde-8c74-ef186ede4009 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:15:04.776505 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.779097 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:04.786761 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-acc7a271-aa29-4764-8a89-f58f6c559a67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d2a949a6c00451a8f227b909f044f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6755755 Sep 17 22:15:04.786761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7a271-aa29-4764-8a89-f58f6c559a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59507022-59de-4fe9-874a-912639cc8b83,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:04.790977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44180) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:04.849675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0493f94b-77dc-43e9-a61f-cec3d3157925 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:04.899880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Port': ['ID=11475c52-4e56-4534-9297-2ad1729d9046,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:04.974977 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ade3690b-aaf2-4fb8-bcfd-e365322bbaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.008825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:05.016699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ade3690b-aaf2-4fb8-bcfd-e365322bbaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.030458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:05.032163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:05.328521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Router 2343b4d7-6fea-47f2-8399-8a5384ea7c57 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:15:05.345511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ade3690b-aaf2-4fb8-bcfd-e365322bbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.350397 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ade3690b-aaf2-4fb8-bcfd-e365322bbaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.360796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ade3690b-aaf2-4fb8-bcfd-e365322bbaf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59507022-59de-4fe9-874a-912639cc8b83 HTTP/1.1" status: 204 len: 168 time: 0.5635622 Sep 17 22:15:05.374203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082ca52-db7b-4be9-9192-30c5464349d5 None None] Pushing event updated for resources: {'Port': ['ID=ea281ae4-10d0-4caa-92f0-880e94b3c681,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:05.424964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8233c091-7c0e-4dde-8c74-ef186ede4009, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8233c091-7c0e-4dde-8c74-ef186ede4009,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:05.438076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0493f94b-77dc-43e9-a61f-cec3d3157925 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:05.438517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.443920 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '8233c091-7c0e-4dde-8c74-ef186ede4009', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'port_id': '8233c091-7c0e-4dde-8c74-ef186ede4009', 'mac_address': 'fa:16:3e:42:8f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7251db4-47c4-4cb6-b4ee-aebbfc512f13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:15:05.555660 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.566425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3690b-aaf2-4fb8-bcfd-e365322bbaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59507022-59de-4fe9-874a-912639cc8b83,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:05.692937 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8233c091-7c0e-4dde-8c74-ef186ede4009 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:05.729559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314c408-bc98-41a9-8105-88114b64b897 req-62fe0ee6-4283-4649-b47e-c39f7673a2b8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:05.731820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b314c408-bc98-41a9-8105-88114b64b897 req-62fe0ee6-4283-4649-b47e-c39f7673a2b8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 949 time: 0.1665702 Sep 17 22:15:05.755692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aac4e7-b421-4d5e-972c-938ba53875cd req-82f2936b-2ec5-4b34-8415-e9369d9f5b9d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:05.757339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10aac4e7-b421-4d5e-972c-938ba53875cd req-82f2936b-2ec5-4b34-8415-e9369d9f5b9d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.3843398 Sep 17 22:15:05.774489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8233c091-7c0e-4dde-8c74-ef186ede4009, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8233c091-7c0e-4dde-8c74-ef186ede4009,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:05.776606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f714d027-81fd-4cac-a7d9-c38c390caeaa None None] Provisioning complete for port 11475c52-4e56-4534-9297-2ad1729d9046 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:05.777008 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f714d027-81fd-4cac-a7d9-c38c390caeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.789446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:15:05.797967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44208) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:05.798464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c5bf41ae-29bf-4d06-9e95-9fd158379663 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "PUT /v2.0/routers/2343b4d7-6fea-47f2-8399-8a5384ea7c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1987514 Sep 17 22:15:05.832023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b314c408-bc98-41a9-8105-88114b64b897 req-996b68e9-9df6-4160-bc15-1f746a771bd3 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905755 Sep 17 22:15:05.849022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44210) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:05.860184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f714d027-81fd-4cac-a7d9-c38c390caeaa None None] Port 11475c52-4e56-4534-9297-2ad1729d9046 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:15:05.868229 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10aac4e7-b421-4d5e-972c-938ba53875cd req-1ed56b78-1b0e-4c7a-860c-fb0eeb8ae4ff tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978129 Sep 17 22:15:05.868337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7ed0a-1a2e-42f1-8da3-07a0af81c0ad None None] Sync routers for ids ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:15:05.891754 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:05.902570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7ed0a-1a2e-42f1-8da3-07a0af81c0ad None None] Routers {'2343b4d7-6fea-47f2-8399-8a5384ea7c57'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:05.904213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-89a7ed0a-1a2e-42f1-8da3-07a0af81c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:06.015003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8440e9de-0497-4f45-9a76-f5a3167f6f8b up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:06.113686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-89a7ed0a-1a2e-42f1-8da3-07a0af81c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:06.152204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca381fb3-48d4-495c-8821-c0acdce5212e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:06.219905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552647f-dbfe-406f-873f-8bd58f9ee1b3 req-c639f41c-1184-48be-95a3-bbe5dda21ed7 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:06.221400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8233c091-7c0e-4dde-8c74-ef186ede4009,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:06.224965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7ed0a-1a2e-42f1-8da3-07a0af81c0ad None None] Routers {'2343b4d7-6fea-47f2-8399-8a5384ea7c57'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:06.226602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-89a7ed0a-1a2e-42f1-8da3-07a0af81c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:06.228917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5552647f-dbfe-406f-873f-8bd58f9ee1b3 req-c639f41c-1184-48be-95a3-bbe5dda21ed7 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 945 time: 0.1743724 Sep 17 22:15:06.292702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884e0db-668c-43db-9f85-65a840382e02 req-06f78c4c-a9d7-4656-a34b-8a98ee7325b9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:06.302012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e884e0db-668c-43db-9f85-65a840382e02 req-06f78c4c-a9d7-4656-a34b-8a98ee7325b9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 944 time: 0.1846714 Sep 17 22:15:06.330822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['dbfa708f-4da6-4d05-adb8-3ff8c69c3808'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:06.371419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5552647f-dbfe-406f-873f-8bd58f9ee1b3 req-5d6c05f1-4748-4adf-b873-f39f9edbf51b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409867 Sep 17 22:15:06.421860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e884e0db-668c-43db-9f85-65a840382e02 req-eaee9e22-9338-4d76-8378-2da0353ba316 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161950 Sep 17 22:15:06.448852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['8233c091-7c0e-4dde-8c74-ef186ede4009'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:06.468806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-89a7ed0a-1a2e-42f1-8da3-07a0af81c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:06.472165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7ed0a-1a2e-42f1-8da3-07a0af81c0ad None None] The sync data for ids ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:15:06.522368 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca381fb3-48d4-495c-8821-c0acdce5212e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:06.603592 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca381fb3-48d4-495c-8821-c0acdce5212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:06.624893 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-6c02852a-ad1b-4584-afee-256efd86dd7c tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:15:06.631698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44226) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:06.632214 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6c02852a-ad1b-4584-afee-256efd86dd7c tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "PUT /v2.0/routers/2343b4d7-6fea-47f2-8399-8a5384ea7c57/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8285730 Sep 17 22:15:06.636751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 8440e9de-0497-4f45-9a76-f5a3167f6f8b completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:15:06.667872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 8440e9de-0497-4f45-9a76-f5a3167f6f8b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:06.671969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:06.722036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44230) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:06.733353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ca381fb3-48d4-495c-8821-c0acdce5212e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec3754f5d5934a4c90882d30f387cf77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8810251 Sep 17 22:15:06.736770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca381fb3-48d4-495c-8821-c0acdce5212e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2232b271-eb61-4b74-8134-05ea71e46deb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:06.811861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 35dc6391-15bc-4ca4-860b-db2ae4361420 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:06.851127 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59a4cd87-fade-45a0-b1a0-05f14966088d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:06.920479 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59a4cd87-fade-45a0-b1a0-05f14966088d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:06.955478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc005cb-ae0c-4ec1-8997-2707f1b9d3fc None None] Network 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:07.011940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea281ae4-10d0-4caa-92f0-880e94b3c681 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:07.089150 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59a4cd87-fade-45a0-b1a0-05f14966088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.093649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59a4cd87-fade-45a0-b1a0-05f14966088d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.098564 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-59a4cd87-fade-45a0-b1a0-05f14966088d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2232b271-eb61-4b74-8134-05ea71e46deb HTTP/1.1" status: 204 len: 168 time: 0.3754442 Sep 17 22:15:07.121249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4cd87-fade-45a0-b1a0-05f14966088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2232b271-eb61-4b74-8134-05ea71e46deb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:07.143077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6d7250db-13f0-4165-89f4-dc434ccae800 None None] Provisioning complete for port ea281ae4-10d0-4caa-92f0-880e94b3c681 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:07.143957 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6d7250db-13f0-4165-89f4-dc434ccae800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.160144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44244) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:07.213906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 35dc6391-15bc-4ca4-860b-db2ae4361420 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:15:07.270083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 35dc6391-15bc-4ca4-860b-db2ae4361420 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:07.270657 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.306781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-network', 'tenant_id': '511c60d730bc4669ada27f47d9017359'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:07.378114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.380070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ea281ae4-10d0-4caa-92f0-880e94b3c681 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:07.382373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.418301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d98b8-e645-44ef-a0ab-58bcd105396c req-ad51d689-9585-44d9-b639-7e705b9ef967 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:07.426518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a4d98b8-e645-44ef-a0ab-58bcd105396c req-ad51d689-9585-44d9-b639-7e705b9ef967 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 949 time: 0.2817767 Sep 17 22:15:07.436877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Made reservation on behalf of 511c60d730bc4669ada27f47d9017359 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:07.455140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59653b56-50f9-4d12-b329-7def99485e3c req-df7d849c-b4e9-46d8-9c9d-65f3d0ab736d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:07.455321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.455442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59653b56-50f9-4d12-b329-7def99485e3c req-df7d849c-b4e9-46d8-9c9d-65f3d0ab736d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.3047938 Sep 17 22:15:07.455552 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.518570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5a351f-6ff6-47a1-8866-336cbf199c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8440e9de-0497-4f45-9a76-f5a3167f6f8b'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:07.521232 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb27aa47-eba6-4618-9ddc-f8386981c818" -d '{"events": [{"server_uuid": "cc5a351f-6ff6-47a1-8866-336cbf199c74", "name": "network-vif-plugged", "status": "completed", "tag": "8440e9de-0497-4f45-9a76-f5a3167f6f8b"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:07.550577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a4d98b8-e645-44ef-a0ab-58bcd105396c req-400ce3dd-94b8-4c81-96b5-697ee2b4f425 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110718 Sep 17 22:15:07.552307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8440e9de-0497-4f45-9a76-f5a3167f6f8b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8440e9de-0497-4f45-9a76-f5a3167f6f8b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:07.568747 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.571931 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6d7250db-13f0-4165-89f4-dc434ccae800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.592923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59653b56-50f9-4d12-b329-7def99485e3c req-475211b4-876c-4e48-9e4b-cd507aaa19f7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440470 Sep 17 22:15:07.642020 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.671375 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.677538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.728924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.759374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:15:07.784118 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.784741 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Added segment a327262c-115f-4f71-a958-2613f7bd3609 of type vlan for network 09776b5d-b9b1-4288-afc6-a1c343e3b62e Sep 17 22:15:07.814349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c8439-a0c7-4c6c-89a7-587f4840818c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:07.859926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 35dc6391-15bc-4ca4-860b-db2ae4361420, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=35dc6391-15bc-4ca4-860b-db2ae4361420,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:07.873691 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.880583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6d7250db-13f0-4165-89f4-dc434ccae800 None None] For port ea281ae4-10d0-4caa-92f0-880e94b3c681, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea281ae4-10d0-4caa-92f0-880e94b3c681,segment=NetworkSegment(aa1c2e5c-7320-4472-a3b5-467e5257c376),segment_id=aa1c2e5c-7320-4472-a3b5-467e5257c376)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:07.928714 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:07.932741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device dbfa708f-4da6-4d05-adb8-3ff8c69c3808 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:08.012295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.021961 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6d7250db-13f0-4165-89f4-dc434ccae800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.030311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8440e9de-0497-4f45-9a76-f5a3167f6f8b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:08.033854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb904b-980d-4c44-81ad-36991a95f0e0 req-d8541501-afc4-419e-9891-4d6cbdbc86be tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:08.035653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4acb904b-980d-4c44-81ad-36991a95f0e0 req-d8541501-afc4-419e-9891-4d6cbdbc86be tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 944 time: 0.2588089 Sep 17 22:15:08.048173 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.049155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:08.049760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.084443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34054e-fa35-4d9f-ac51-622c5547818c req-4cb11a0d-aa32-4810-8524-f0458abcfae3 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:08.085849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac34054e-fa35-4d9f-ac51-622c5547818c req-4cb11a0d-aa32-4810-8524-f0458abcfae3 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 945 time: 0.3097837 Sep 17 22:15:08.138761 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.153402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:15:08.153799 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:15:08.156590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=35dc6391-15bc-4ca4-860b-db2ae4361420,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:08.189881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-61dc954c-2b12-4e03-bce7-b1139df00bec None None] Provisioning complete for port ea281ae4-10d0-4caa-92f0-880e94b3c681 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:08.190110 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-61dc954c-2b12-4e03-bce7-b1139df00bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.203033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac34054e-fa35-4d9f-ac51-622c5547818c req-2a606ffd-aa7d-494d-a876-d2cafc56d09e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876307 Sep 17 22:15:08.221967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4acb904b-980d-4c44-81ad-36991a95f0e0 req-a2a3534e-3631-4438-ae68-d1daf3a562e5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538451 Sep 17 22:15:08.279773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44256) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:08.328324 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-018e55c9-cee2-47c8-997d-5fa3d3faa85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.427323 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1ef61c-85e3-4b8b-9e0c-962c0cd15300 x-openstack-request-id: req-4e1ef61c-85e3-4b8b-9e0c-962c0cd15300 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:08.427708 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5a351f-6ff6-47a1-8866-336cbf199c74", "name": "network-vif-plugged", "status": "completed", "tag": "8440e9de-0497-4f45-9a76-f5a3167f6f8b", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:08.427841 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e1ef61c-85e3-4b8b-9e0c-962c0cd15300 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:08.428220 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5a351f-6ff6-47a1-8866-336cbf199c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8440e9de-0497-4f45-9a76-f5a3167f6f8b', 'code': 200} Sep 17 22:15:08.436322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:15:08.448793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:08.449174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.484108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7250db-13f0-4165-89f4-dc434ccae800 None None] Pushing event updated for resources: {'Port': ['ID=ea281ae4-10d0-4caa-92f0-880e94b3c681,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:08.554439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Deleting port 11475c52-4e56-4534-9297-2ad1729d9046 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:08.555088 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.675648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.710610 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.714917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] Pushing event updated for resources: {'Network': ['ID=09776b5d-b9b1-4288-afc6-a1c343e3b62e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:08.729989 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-10103d6a-f813-4e60-8dff-f9da38792878 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5678699 Sep 17 22:15:08.738140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 09776b5d-b9b1-4288-afc6-a1c343e3b62e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:15:08.747395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44264) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:08.752759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Request body: {'subnet': {'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-subnet', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:08.774977 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-018e55c9-cee2-47c8-997d-5fa3d3faa85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.776393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Calling delete_port for 11475c52-4e56-4534-9297-2ad1729d9046 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:08.810771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62697f07-eec1-4255-83a9-f5c04f6e466c req-e2b37a95-86b5-4b93-8bf4-2ead69b39ad1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:08.812353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62697f07-eec1-4255-83a9-f5c04f6e466c req-e2b37a95-86b5-4b93-8bf4-2ead69b39ad1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 950 time: 0.1586993 Sep 17 22:15:08.814835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2f07-6bf8-4168-b75c-593bdcdd9e0e req-e881760d-f19c-4aa8-a166-bbceb990f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:08.816505 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2ebe2f07-6bf8-4168-b75c-593bdcdd9e0e req-e881760d-f19c-4aa8-a166-bbceb990f75e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 1101 time: 0.0946484 Sep 17 22:15:08.854174 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-018e55c9-cee2-47c8-997d-5fa3d3faa85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.874575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port dbfa708f-4da6-4d05-adb8-3ff8c69c3808, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:08.890399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e55c9-cee2-47c8-997d-5fa3d3faa85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373dd5dd-d5a8-4764-981a-9bb53e8d8a39,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:08.894815 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2ebe2f07-6bf8-4168-b75c-593bdcdd9e0e req-618df407-e782-4833-956e-7d44d7dcb867 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700459 Sep 17 22:15:08.920129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008b3a-645f-4bee-92c3-f81f8dfbfc1f req-72f5ea0d-17e6-49f1-b44a-c8e3a87e2bd4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:08.920129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07008b3a-645f-4bee-92c3-f81f8dfbfc1f req-72f5ea0d-17e6-49f1-b44a-c8e3a87e2bd4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.2138348 Sep 17 22:15:08.936378 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Made reservation on behalf of 511c60d730bc4669ada27f47d9017359 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:08.936913 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.939507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:08.980111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62697f07-eec1-4255-83a9-f5c04f6e466c req-29168bfe-fb33-477d-a1f2-6a3e12008365 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311264 Sep 17 22:15:08.982558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-018e55c9-cee2-47c8-997d-5fa3d3faa85a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c3333538bae45d6bc2e60258b5d571b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000053 Sep 17 22:15:08.986060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44266) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:09.023792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:09.029308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea281ae4-10d0-4caa-92f0-880e94b3c681 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:09.052215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07008b3a-645f-4bee-92c3-f81f8dfbfc1f req-266e29bb-a077-44b7-975e-d698057bddc8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229362 Sep 17 22:15:09.134504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ea281ae4-10d0-4caa-92f0-880e94b3c681 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:09.135015 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.151524 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e318d8ff-b003-4adf-abdf-9a554808c3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.190327 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e318d8ff-b003-4adf-abdf-9a554808c3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.310670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.372355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e318d8ff-b003-4adf-abdf-9a554808c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.374875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e318d8ff-b003-4adf-abdf-9a554808c3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.376058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e318d8ff-b003-4adf-abdf-9a554808c3c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/373dd5dd-d5a8-4764-981a-9bb53e8d8a39 HTTP/1.1" status: 204 len: 168 time: 0.3894200 Sep 17 22:15:09.394176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Port': ['ID=11475c52-4e56-4534-9297-2ad1729d9046,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:09.427048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318d8ff-b003-4adf-abdf-9a554808c3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373dd5dd-d5a8-4764-981a-9bb53e8d8a39,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:09.510348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604baa16-b2f9-40ab-9812-191c23664db6 req-a9e588bf-2d7f-4814-9b25-1eb931cb1dde tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:09.511919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-604baa16-b2f9-40ab-9812-191c23664db6 req-a9e588bf-2d7f-4814-9b25-1eb931cb1dde tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 946 time: 0.2142465 Sep 17 22:15:09.556471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a440-afe3-4303-a663-aad55a3e61c5 req-4490d451-df37-49a9-9b45-23cdf21996bb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:09.564403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f576a440-afe3-4303-a663-aad55a3e61c5 req-4490d451-df37-49a9-9b45-23cdf21996bb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 944 time: 0.2552204 Sep 17 22:15:09.584465 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.627781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.707012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18cc7468-0bb0-402f-bc23-ad4397bbb6ed,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:09.719068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Checking segment: {'id': 'a327262c-115f-4f71-a958-2613f7bd3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:09.723825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Network hostable DHCP agents. Network: 09776b5d-b9b1-4288-afc6-a1c343e3b62e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:15:09.727868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f576a440-afe3-4303-a663-aad55a3e61c5 req-0fa0b7ff-b8ff-412c-9a9b-bdb23b99313e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623957 Sep 17 22:15:09.758103 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-604baa16-b2f9-40ab-9812-191c23664db6 req-9702f8ca-1f95-48b5-b4c2-dd719b0b578d tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120256 Sep 17 22:15:09.785937 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:09.853581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Network 09776b5d-b9b1-4288-afc6-a1c343e3b62e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:15:09.934776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8233c091-7c0e-4dde-8c74-ef186ede4009 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:09.968649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 09776b5d-b9b1-4288-afc6-a1c343e3b62e) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:09.973849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:09.974616 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:10.018572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f1264-bbc8-42ee-8d57-93b2f2ba2236 None None] Network 09776b5d-b9b1-4288-afc6-a1c343e3b62e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:10.102565 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c6c4dacb-2c44-4896-88e1-7dae5a725022 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3536675 Sep 17 22:15:10.103446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44280) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:10.126302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:10.312300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Router 2343b4d7-6fea-47f2-8399-8a5384ea7c57 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:15:10.322653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:10.326921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:10.354704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-09776b5d-b9b1-4288-afc6-a1c343e3b62e', 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'fixed_ips': [{'subnet_id': '18cc7468-0bb0-402f-bc23-ad4397bbb6ed'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:15:10.356097 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:10.376208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 8233c091-7c0e-4dde-8c74-ef186ede4009 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:15:10.381546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 8233c091-7c0e-4dde-8c74-ef186ede4009 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:10.382088 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:10.395913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c69cb-fca3-40b0-bd27-b88d951c9ea9 req-5eeabb3c-3966-48f0-8be5-47290aa156de tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:10.397509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f8c69cb-fca3-40b0-bd27-b88d951c9ea9 req-5eeabb3c-3966-48f0-8be5-47290aa156de tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1431983 Sep 17 22:15:10.409352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6ecc-8cbd-4592-b49f-de5c76ee0b47 req-67b07009-f202-49c2-a591-681cdddd7886 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:10.417140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43fe6ecc-8cbd-4592-b49f-de5c76ee0b47 req-67b07009-f202-49c2-a591-681cdddd7886 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 950 time: 0.1503918 Sep 17 22:15:10.429633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c762b1-9b43-4548-8e8e-e8d66f794def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc6391-15bc-4ca4-860b-db2ae4361420'}, {'server_uuid': '8df9c984-2179-4b24-bc17-978608e235c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:10.431922 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4647cc-5587-44ee-98a8-10d9acc5cf20" -d '{"events": [{"server_uuid": "c7c762b1-9b43-4548-8e8e-e8d66f794def", "name": "network-vif-plugged", "status": "completed", "tag": "35dc6391-15bc-4ca4-860b-db2ae4361420"}, {"server_uuid": "8df9c984-2179-4b24-bc17-978608e235c4", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa708f-4da6-4d05-adb8-3ff8c69c3808"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:10.439158 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:10.480870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:15:10.488312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b071efbe-4d97-4f69-b65e-daaf0d8faa36 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "PUT /v2.0/routers/2343b4d7-6fea-47f2-8399-8a5384ea7c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8555450 Sep 17 22:15:10.496334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44292) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:10.497727 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca1e75-4548-4607-9bd9-27010cba452d None None] Sync routers for ids ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:15:10.533103 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca1e75-4548-4607-9bd9-27010cba452d None None] Routers {'2343b4d7-6fea-47f2-8399-8a5384ea7c57'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:10.551172 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-05f0476a-9055-40fb-8239-16ae8832a75a tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] delete failed (client error): The resource could not be found. Sep 17 22:15:10.552545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-05f0476a-9055-40fb-8239-16ae8832a75a tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-767199581 HTTP/1.1" status: 404 len: 334 time: 0.0590158 Sep 17 22:15:10.567293 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-22ca1e75-4548-4607-9bd9-27010cba452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:10.569574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f8c69cb-fca3-40b0-bd27-b88d951c9ea9 req-d36899f5-52f4-4351-b490-5db501612d9d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368659 Sep 17 22:15:10.570596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44294) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:10.578184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d67dc334-2a86-4455-a391-f8132f829235 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'router': {'external_gateway_info': {'network_id': '2343b4d7-6fea-47f2-8399-8a5384ea7c57'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:10.615035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43fe6ecc-8cbd-4592-b49f-de5c76ee0b47 req-10a29785-e787-4b49-abfd-23bbb57f4eee tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968768 Sep 17 22:15:10.678046 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:10.693320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Allocated IP 172.20.0.2 (09776b5d-b9b1-4288-afc6-a1c343e3b62e/18cc7468-0bb0-402f-bc23-ad4397bbb6ed/09238a32-9981-4ab4-8c66-156397dfddd0) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:10.722672 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d757362-97ea-4036-955b-34aa87a3a532 x-openstack-request-id: req-6d757362-97ea-4036-955b-34aa87a3a532 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:10.728069 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c762b1-9b43-4548-8e8e-e8d66f794def", "name": "network-vif-plugged", "status": "completed", "tag": "35dc6391-15bc-4ca4-860b-db2ae4361420", "code": 200}, {"server_uuid": "8df9c984-2179-4b24-bc17-978608e235c4", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa708f-4da6-4d05-adb8-3ff8c69c3808", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:10.728069 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d757362-97ea-4036-955b-34aa87a3a532 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:10.728069 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c762b1-9b43-4548-8e8e-e8d66f794def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc6391-15bc-4ca4-860b-db2ae4361420', 'code': 200} Sep 17 22:15:10.728069 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df9c984-2179-4b24-bc17-978608e235c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808', 'code': 200} Sep 17 22:15:10.768820 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-22ca1e75-4548-4607-9bd9-27010cba452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:10.785085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8233c091-7c0e-4dde-8c74-ef186ede4009, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8233c091-7c0e-4dde-8c74-ef186ede4009,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:10.807279 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca1e75-4548-4607-9bd9-27010cba452d None None] Routers {'2343b4d7-6fea-47f2-8399-8a5384ea7c57'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:10.814168 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-22ca1e75-4548-4607-9bd9-27010cba452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:10.880767 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:10.908927 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-22ca1e75-4548-4607-9bd9-27010cba452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:10.909859 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca1e75-4548-4607-9bd9-27010cba452d None None] The sync data for ids ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:15:11.031874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8233c091-7c0e-4dde-8c74-ef186ede4009,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:11.107446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.125295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f21484-0042-4ab7-bd20-55a888b6b515 req-66067e88-bd8f-48e1-929b-895da7703b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:11.128508 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f1f21484-0042-4ab7-bd20-55a888b6b515 req-66067e88-bd8f-48e1-929b-895da7703b8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 1098 time: 0.2534535 Sep 17 22:15:11.131119 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d67dc334-2a86-4455-a391-f8132f829235 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.148265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455c69f-4663-473d-863f-43ed3357c367 req-fde5ceb6-9a5e-430c-afa8-9f42f0c52dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:11.150044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9455c69f-4663-473d-863f-43ed3357c367 req-fde5ceb6-9a5e-430c-afa8-9f42f0c52dcc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 1102 time: 0.2660353 Sep 17 22:15:11.153893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.183145 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f1f21484-0042-4ab7-bd20-55a888b6b515 req-934daaa9-a604-468a-86cb-1058d956f01d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468552 Sep 17 22:15:11.190966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32816ad-7cb0-4050-b8fb-469e1a28e870 req-8185e690-6303-4c58-8c4d-81579d17125b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:11.192452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b32816ad-7cb0-4050-b8fb-469e1a28e870 req-8185e690-6303-4c58-8c4d-81579d17125b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.3097770 Sep 17 22:15:11.214324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ede0f1-151e-409c-9ba3-d0d2d1002b71 req-5e5c5d3f-6776-43b1-9be0-48a6e4414718 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:11.217374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00ede0f1-151e-409c-9ba3-d0d2d1002b71 req-5e5c5d3f-6776-43b1-9be0-48a6e4414718 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 946 time: 0.3203504 Sep 17 22:15:11.249344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9455c69f-4663-473d-863f-43ed3357c367 req-257bbaf0-f4d3-4e19-830e-f3cf7930222b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905097 Sep 17 22:15:11.276313 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b32816ad-7cb0-4050-b8fb-469e1a28e870 req-48731366-24a5-42ed-8948-dc86a0d70ddc tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768080 Sep 17 22:15:11.281833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00ede0f1-151e-409c-9ba3-d0d2d1002b71 req-f0af731d-3dac-47d2-8f85-0f948ff53814 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523691 Sep 17 22:15:11.499645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.526906 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-d67dc334-2a86-4455-a391-f8132f829235 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] update failed (client error): The resource could not be found. Sep 17 22:15:11.530070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d67dc334-2a86-4455-a391-f8132f829235 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "PUT /v2.0/routers/2343b4d7-6fea-47f2-8399-8a5384ea7c57 HTTP/1.1" status: 404 len: 339 time: 0.9560599 Sep 17 22:15:11.533187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44310) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:11.539049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Network 09776b5d-b9b1-4288-afc6-a1c343e3b62e is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:11.540076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2073809005'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:11.542208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:11.547173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:11.586874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Pushing event updated for resources: {'Port': ['ID=09238a32-9981-4ab4-8c66-156397dfddd0,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:11.637130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Made reservation on behalf of 5182da062d5242568d21e78719fc67ad for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:11.637718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Attempting to bind port 09238a32-9981-4ab4-8c66-156397dfddd0 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:11.637718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Attempting to bind port 09238a32-9981-4ab4-8c66-156397dfddd0 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a327262c-115f-4f71-a958-2613f7bd3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:11.638060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Attempting to bind port 09238a32-9981-4ab4-8c66-156397dfddd0 on network 09776b5d-b9b1-4288-afc6-a1c343e3b62e {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:11.643178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.644324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:11.644699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Checking segment: {'id': 'a327262c-115f-4f71-a958-2613f7bd3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:11.645099 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.645490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Bound using segment: {'id': 'a327262c-115f-4f71-a958-2613f7bd3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:11.645954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Bound port: 09238a32-9981-4ab4-8c66-156397dfddd0, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a327262c-115f-4f71-a958-2613f7bd3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:11.646394 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.678202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44320) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:11.699433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:15:11.723765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] For port 09238a32-9981-4ab4-8c66-156397dfddd0, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:11.727302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] For port 09238a32-9981-4ab4-8c66-156397dfddd0, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=09238a32-9981-4ab4-8c66-156397dfddd0,segment=NetworkSegment(a327262c-115f-4f71-a958-2613f7bd3609),segment_id=a327262c-115f-4f71-a958-2613f7bd3609)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:11.770082 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.808937 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.808937 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Added segment 84bff844-5e4a-4114-9192-d835c8adcb33 of type vlan for network a3d30318-1982-4030-8547-45b60dd7a829 Sep 17 22:15:11.816956 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.855703 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.887205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6018735-586e-4ba4-9d3b-989605dc9852 None None] Pushing event updated for resources: {'Port': ['ID=09238a32-9981-4ab4-8c66-156397dfddd0,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:11.889567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-574971977-network', 'tenant_id': 'afd858c6a1fb497dbe40f75519ef5665'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:11.917048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b69f2-969f-4fde-9743-eaec728ecbd5 req-3e6ba679-17af-412e-b2ed-96dca8e76b86 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:11.918643 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e8b69f2-969f-4fde-9743-eaec728ecbd5 req-3e6ba679-17af-412e-b2ed-96dca8e76b86 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.2036188 Sep 17 22:15:11.948249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:11.989072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12e185-51e5-4fa4-ac0f-4b8047c03a4f req-e7d2360d-cf56-41c1-a1e3-1b7bda07b6f7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:11.990388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b12e185-51e5-4fa4-ac0f-4b8047c03a4f req-e7d2360d-cf56-41c1-a1e3-1b7bda07b6f7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 950 time: 0.2248788 Sep 17 22:15:12.036109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Allocated IP 172.25.5.107 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/8c86a31a-47ad-4d16-91d9-dccc73d6f886) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:12.039694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e8b69f2-969f-4fde-9743-eaec728ecbd5 req-003abcd1-3dc5-4fb6-b3f5-0035e484a5cb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120219 Sep 17 22:15:12.109915 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b12e185-51e5-4fa4-ac0f-4b8047c03a4f req-65d30a0a-6cf9-43de-8ab2-4bf8f845da2c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639398 Sep 17 22:15:12.179300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Made reservation on behalf of afd858c6a1fb497dbe40f75519ef5665 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:12.182825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:12.201749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:12.209103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:12.209737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:12.272956 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:12.286096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:12.464740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9299650 Sep 17 22:15:12.468780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44330) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:12.474506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'subnet': {'network_id': 'a3d30318-1982-4030-8547-45b60dd7a829', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:12.484567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0c96b-47d7-48b5-b4cf-1e2ea1da0885 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Network': ['ID=a3d30318-1982-4030-8547-45b60dd7a829,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:12.500773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a3d30318-1982-4030-8547-45b60dd7a829 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:15:12.616755 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:12.665442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:12.668897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:12.674325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:12.677518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b414743-12ce-440e-a85c-837d005919d1 req-81879036-b194-4d6f-9d15-025d77d9716d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:12.680994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b414743-12ce-440e-a85c-837d005919d1 req-81879036-b194-4d6f-9d15-025d77d9716d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.2110670 Sep 17 22:15:12.698409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa071e9-55a1-4520-beff-4d632844308f req-e571292d-26c6-4d02-9245-e3eb6d3b2783 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:12.706503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6fa071e9-55a1-4520-beff-4d632844308f req-e571292d-26c6-4d02-9245-e3eb6d3b2783 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 946 time: 0.2487350 Sep 17 22:15:12.721433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c86a31a-47ad-4d16-91d9-dccc73d6f886,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:12.726103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8233c091-7c0e-4dde-8c74-ef186ede4009'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:12.729086 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c71427-8318-4d50-818b-4b858cfe1500" -d '{"events": [{"server_uuid": "f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec", "name": "network-vif-plugged", "status": "completed", "tag": "8233c091-7c0e-4dde-8c74-ef186ede4009"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:12.819423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6fa071e9-55a1-4520-beff-4d632844308f req-177ef129-7d42-4e6f-a6f1-a9aa86f29bb8 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113627 Sep 17 22:15:12.822911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b414743-12ce-440e-a85c-837d005919d1 req-0fb53b27-ddd7-4717-a9c5-166a914350f1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136856 Sep 17 22:15:12.881139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:12.895903 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481eb5b6-e29c-4ba5-87cd-385ab721f880 x-openstack-request-id: req-481eb5b6-e29c-4ba5-87cd-385ab721f880 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:12.895903 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec", "name": "network-vif-plugged", "status": "completed", "tag": "8233c091-7c0e-4dde-8c74-ef186ede4009", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:12.895903 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-481eb5b6-e29c-4ba5-87cd-385ab721f880 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:12.895903 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8233c091-7c0e-4dde-8c74-ef186ede4009', 'code': 200} Sep 17 22:15:12.985472 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.012454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a4cdd-525a-441b-aa78-828ed3f2f9a9 req-57fbb0d5-a68a-4b7b-a110-e18227adcd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:13.015681 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-850a4cdd-525a-441b-aa78-828ed3f2f9a9 req-57fbb0d5-a68a-4b7b-a110-e18227adcd95 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 1097 time: 0.0653458 Sep 17 22:15:13.017926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 09238a32-9981-4ab4-8c66-156397dfddd0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:13.022354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:15:13.032614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f20610-0120-479c-812e-304533025ee5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:13.038440 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.038960 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Added segment a0dafa5b-cb61-41b6-9409-23b9109717f5 of type vlan for network 677a3bf6-fc71-4d27-becd-30152a37c326 Sep 17 22:15:13.091243 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.093993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 09238a32-9981-4ab4-8c66-156397dfddd0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:13.094373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.101898 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-850a4cdd-525a-441b-aa78-828ed3f2f9a9 req-c3eb0de1-8084-4cea-8d05-d82f418a4054 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Sep 17 22:15:13.105377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Made reservation on behalf of 5182da062d5242568d21e78719fc67ad for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:13.107874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.202460 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.208525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:13.208525 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.233194 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.277847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 09238a32-9981-4ab4-8c66-156397dfddd0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=09238a32-9981-4ab4-8c66-156397dfddd0,segment=NetworkSegment(a327262c-115f-4f71-a958-2613f7bd3609),segment_id=a327262c-115f-4f71-a958-2613f7bd3609)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:13.313903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c3ab2-a305-4d55-9164-2ce8262ccbd5 req-e0f6be11-3483-4030-a8fa-7d328cd5cabe tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:13.315571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a44c3ab2-a305-4d55-9164-2ce8262ccbd5 req-e0f6be11-3483-4030-a8fa-7d328cd5cabe tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1733108 Sep 17 22:15:13.316288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.324924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6459546 Sep 17 22:15:13.354040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44350) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:13.368882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Request body: {'subnet': {'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-574971977-subnet', 'tenant_id': 'afd858c6a1fb497dbe40f75519ef5665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:13.372828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7288ff-55f6-4898-801a-788ed54f4351 None None] Network 09776b5d-b9b1-4288-afc6-a1c343e3b62e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:13.384135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee515811-dd03-444d-be24-872b82acf7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=677a3bf6-fc71-4d27-becd-30152a37c326,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:13.402315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 677a3bf6-fc71-4d27-becd-30152a37c326 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:15:13.407713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d856b-7e2b-4a2a-9937-61cb7c0b9f29 req-7253bd09-43d8-4f49-aaa6-32f1f80983f3 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:13.407872 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.414019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-011d856b-7e2b-4a2a-9937-61cb7c0b9f29 req-7253bd09-43d8-4f49-aaa6-32f1f80983f3 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 950 time: 0.1979294 Sep 17 22:15:13.456667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a44c3ab2-a305-4d55-9164-2ce8262ccbd5 req-dbd3b9a1-62df-482a-8cef-f52096018ca7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016603 Sep 17 22:15:13.483713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-011d856b-7e2b-4a2a-9937-61cb7c0b9f29 req-70d14f17-aa61-4501-9d58-51f89c6fd19c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692942 Sep 17 22:15:13.488110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Made reservation on behalf of afd858c6a1fb497dbe40f75519ef5665 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:13.490536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.560943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-724b509f-9a58-4e9c-b68f-d570cfe44894 None None] Provisioning complete for port 09238a32-9981-4ab4-8c66-156397dfddd0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:13.561324 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-724b509f-9a58-4e9c-b68f-d570cfe44894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.593954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=09238a32-9981-4ab4-8c66-156397dfddd0,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:13.620825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.690516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638b608-ad4c-4726-8f6a-fe9cd287e401 req-a1d18677-4feb-443e-95bc-73808895b22c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:13.692545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3638b608-ad4c-4726-8f6a-fe9cd287e401 req-a1d18677-4feb-443e-95bc-73808895b22c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 949 time: 0.0742679 Sep 17 22:15:13.731453 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.771591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3638b608-ad4c-4726-8f6a-fe9cd287e401 req-45e25e72-223f-49af-b47a-70d8291041cb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562975 Sep 17 22:15:13.820445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Subnet': ['ID=f9eec085-5aca-4f82-8c15-ded973556880,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:13.836090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Checking segment: {'id': '84bff844-5e4a-4114-9192-d835c8adcb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d30318-1982-4030-8547-45b60dd7a829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:13.836454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network hostable DHCP agents. Network: a3d30318-1982-4030-8547-45b60dd7a829, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:15:13.899892 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:13.945073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network a3d30318-1982-4030-8547-45b60dd7a829 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:15:13.979268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:14.006881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac771e-f59c-494a-a74a-08e68f81b5c2 req-e2d10fc1-6f05-47a3-ae80-8c0c84595e0a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.008336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eac771e-f59c-494a-a74a-08e68f81b5c2 req-e2d10fc1-6f05-47a3-ae80-8c0c84595e0a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.1057773 Sep 17 22:15:14.015814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-340fdfdc-41fa-4d3b-acce-8617c2420d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.017363 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-340fdfdc-41fa-4d3b-acce-8617c2420d90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 1098 time: 0.0454783 Sep 17 22:15:14.017631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Checking segment: {'id': 'a0dafa5b-cb61-41b6-9409-23b9109717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:14.017957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Network hostable DHCP agents. Network: 677a3bf6-fc71-4d27-becd-30152a37c326, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:15:14.019305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:15:14.041379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-52342ff7-7016-43b0-adc9-3a02e134a820 None None] Provisioning complete for port 09238a32-9981-4ab4-8c66-156397dfddd0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:14.041875 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52342ff7-7016-43b0-adc9-3a02e134a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:14.065462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eac771e-f59c-494a-a74a-08e68f81b5c2 req-d8cabab5-5e9e-4852-b0a0-9cb201fdd84d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449636 Sep 17 22:15:14.075359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a3d30318-1982-4030-8547-45b60dd7a829) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:14.083973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.084551 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:14.099792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151963fb-6cd5-47bb-b671-9b783445f186 None None] Network a3d30318-1982-4030-8547-45b60dd7a829 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:14.133792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9289d0-56d9-43d4-9102-f93a25e40b0e req-20092db7-91b7-49ca-9aa8-7ac5cd1173db tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.140391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9289d0-56d9-43d4-9102-f93a25e40b0e req-20092db7-91b7-49ca-9aa8-7ac5cd1173db tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.142007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f9289d0-56d9-43d4-9102-f93a25e40b0e req-20092db7-91b7-49ca-9aa8-7ac5cd1173db tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def&device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 1690 time: 0.0811121 Sep 17 22:15:14.155700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Network 677a3bf6-fc71-4d27-becd-30152a37c326 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:15:14.198336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-f5bddbcc-779e-42d9-aee3-cb96cfede54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.198560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 677a3bf6-fc71-4d27-becd-30152a37c326) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:14.199495 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-f5bddbcc-779e-42d9-aee3-cb96cfede54b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.1740587 Sep 17 22:15:14.210701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.210984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978986b-1ccb-4672-909e-db0dfaa58e95 None None] Network 677a3bf6-fc71-4d27-becd-30152a37c326 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:14.211328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:14.241741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f9289d0-56d9-43d4-9102-f93a25e40b0e req-571ab185-5240-46a0-af2a-41c423854522 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884895 Sep 17 22:15:14.257881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570ea2c-3176-4856-a438-5d594d430000 req-ef52c618-4be7-4a17-85b1-a22e63815712 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.269932 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-912d50f7-975f-40c6-b4f3-18fef96ccfd0 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7974868 Sep 17 22:15:14.272953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b570ea2c-3176-4856-a438-5d594d430000 req-ef52c618-4be7-4a17-85b1-a22e63815712 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 946 time: 0.1293497 Sep 17 22:15:14.273917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44362) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:14.278296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e34f01bc-2ce9-4e32-a38d-6c78ee8b740a tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3d30318-1982-4030-8547-45b60dd7a829'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:14.328586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b570ea2c-3176-4856-a438-5d594d430000 req-a12f50a5-1894-4ba4-b003-0930ffe949ac tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490856 Sep 17 22:15:14.338829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-317154c1-4a56-4cd6-82cd-e1d982316991 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9738867 Sep 17 22:15:14.436325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:15:14.459862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Sync routers for ids ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:15:14.472875 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-478a0f05-5579-42b1-b554-592527c21c60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb HTTP/1.1" status: 200 len: 1001 time: 0.2418571 Sep 17 22:15:14.477600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-a3d30318-1982-4030-8547-45b60dd7a829', 'network_id': 'a3d30318-1982-4030-8547-45b60dd7a829', 'tenant_id': '5182da062d5242568d21e78719fc67ad', 'fixed_ips': [{'subnet_id': 'f9eec085-5aca-4f82-8c15-ded973556880'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:15:14.481605 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:14.492282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3437a0-51ea-4d35-95bc-9c861f03d68d req-8a9b986e-f42c-4589-a31e-2f58204920bb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.504524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd3437a0-51ea-4d35-95bc-9c861f03d68d req-8a9b986e-f42c-4589-a31e-2f58204920bb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 946 time: 0.1070242 Sep 17 22:15:14.507332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44370) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:14.510490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Routers {'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:14.511739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:14.527584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Request body: {'floatingip': {'port_id': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:14.615321 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:14.692766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c060d7-18ad-4275-8af6-d7bcf8de4c4f req-d5e308b7-aa75-4848-aeb6-e44d0c014ef3 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.705130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87c060d7-18ad-4275-8af6-d7bcf8de4c4f req-d5e308b7-aa75-4848-aeb6-e44d0c014ef3 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 1102 time: 0.2698381 Sep 17 22:15:14.820499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87c060d7-18ad-4275-8af6-d7bcf8de4c4f req-033c4366-0db2-4024-9265-f1dfb36331d5 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137769 Sep 17 22:15:14.862648 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:14.862648 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8f678bad-e4d2-4249-b45d-762292bea7e6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7517555 Sep 17 22:15:14.864753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44382) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:14.898447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e34f01bc-2ce9-4e32-a38d-6c78ee8b740a tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:14.949445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cbda3-6d6c-465c-b3f1-2abbc05cc72d req-f262a7bc-7980-4a09-901b-db08aee88e29 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.956917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-135cbda3-6d6c-465c-b3f1-2abbc05cc72d req-f262a7bc-7980-4a09-901b-db08aee88e29 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.3636377 Sep 17 22:15:14.984319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-c009db51-118c-42ea-9dd4-187124b5ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:14.986727 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-c009db51-118c-42ea-9dd4-187124b5ba01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.5042877 Sep 17 22:15:14.987485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 09238a32-9981-4ab4-8c66-156397dfddd0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:14.989364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7545bacf-dc25-4a56-885d-91acdb73b04c None None] Network 677a3bf6-fc71-4d27-becd-30152a37c326 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:15.061597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Set router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:15:15.100178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-135cbda3-6d6c-465c-b3f1-2abbc05cc72d req-4d02bb7b-6425-4fe0-97dc-6e0fd4e5a9e7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423757 Sep 17 22:15:15.135302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496e9c8-e103-499f-bff1-b9a64961e0a7 req-8bad2284-8f71-4f4b-ad5a-e442fbcec6f1 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:15.136840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4496e9c8-e103-499f-bff1-b9a64961e0a7 req-8bad2284-8f71-4f4b-ad5a-e442fbcec6f1 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 1101 time: 0.1138771 Sep 17 22:15:15.139201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-bf1543df-9825-4da0-ae4d-7b0d15ba48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:15.140472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-bf1543df-9825-4da0-ae4d-7b0d15ba48ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432438 Sep 17 22:15:15.167647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Allocated IP 2001:db8:1::2 (a3d30318-1982-4030-8547-45b60dd7a829/f9eec085-5aca-4f82-8c15-ded973556880/6879f798-120d-4d28-8799-16a90f4578c1) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:15.278159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4496e9c8-e103-499f-bff1-b9a64961e0a7 req-2f3b8d45-5129-4e69-9481-de41aa4df823 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033533 Sep 17 22:15:15.377007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c52e0-495a-45a6-80e0-94775f029383 req-4f29a028-9c61-4fdd-ace9-37535eff7a58 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:15.379091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 09238a32-9981-4ab4-8c66-156397dfddd0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:15.379471 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:15.398541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-158c52e0-495a-45a6-80e0-94775f029383 req-4f29a028-9c61-4fdd-ace9-37535eff7a58 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.1825006 Sep 17 22:15:15.457567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-158c52e0-495a-45a6-80e0-94775f029383 req-59b8f95b-a623-403a-a333-51834423b5c6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574489 Sep 17 22:15:15.587482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-25dd2f3e-6e7f-4318-8b2e-8504f94c893c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350370 Sep 17 22:15:15.604253 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:15.636325 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.resource_extend [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:15:15.637865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:10Z', 'updated_at': '2021-09-17T22:15:12Z', 'revision_number': 3, 'project_id': '511c60d730bc4669ada27f47d9017359', 'gw_port': {'id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:11Z', 'updated_at': '2021-09-17T22:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:15.666973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Checking router: e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:15:15.667347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Updating router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 port 8c86a31a-47ad-4d16-91d9-dccc73d6f886 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:15:15.739549 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:15.740161 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:15.743113 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:15.777833 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-214899a5-76f1-46b3-b88e-13c698e6af71 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214323 Sep 17 22:15:15.779781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-efdd1233-c45d-4712-83ef-7a1e8d084b2f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:15.781565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-efdd1233-c45d-4712-83ef-7a1e8d084b2f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855452 Sep 17 22:15:15.811382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-73863a19-eba0-4af1-aa73-c7b39a6f5daf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/quotas/649c8f43cae541d2a74bf88cbcf62f86 HTTP/1.1" status: 200 len: 375 time: 0.0220578 Sep 17 22:15:15.811621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Network a3d30318-1982-4030-8547-45b60dd7a829 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:15.820188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:15.830000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:15.846673 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:15.873269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Pushing event updated for resources: {'Port': ['ID=6879f798-120d-4d28-8799-16a90f4578c1,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:15.927920 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-e34f01bc-2ce9-4e32-a38d-6c78ee8b740a tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:15:15.929272 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e34f01bc-2ce9-4e32-a38d-6c78ee8b740a tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "PUT /v2.0/routers/2343b4d7-6fea-47f2-8399-8a5384ea7c57 HTTP/1.1" status: 400 len: 364 time: 1.6544294 Sep 17 22:15:15.932905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44404) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:15.964352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Attempting to bind port 6879f798-120d-4d28-8799-16a90f4578c1 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:15.967650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Attempting to bind port 6879f798-120d-4d28-8799-16a90f4578c1 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '84bff844-5e4a-4114-9192-d835c8adcb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d30318-1982-4030-8547-45b60dd7a829'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:15.968036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Attempting to bind port 6879f798-120d-4d28-8799-16a90f4578c1 on network a3d30318-1982-4030-8547-45b60dd7a829 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:15.993965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.061326 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d3b71fcd-cb31-4b35-b6a4-ed95501598d7 req-9d3296e2-3aa9-4dcd-bc17-1863ad4cde54 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734778 Sep 17 22:15:16.165403 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.173521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:16.173941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Checking segment: {'id': '84bff844-5e4a-4114-9192-d835c8adcb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d30318-1982-4030-8547-45b60dd7a829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:16.174732 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.175179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Bound using segment: {'id': '84bff844-5e4a-4114-9192-d835c8adcb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d30318-1982-4030-8547-45b60dd7a829'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:16.175670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Bound port: 6879f798-120d-4d28-8799-16a90f4578c1, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bff844-5e4a-4114-9192-d835c8adcb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d30318-1982-4030-8547-45b60dd7a829'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:16.176060 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.258146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] For port 6879f798-120d-4d28-8799-16a90f4578c1, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:16.262002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] For port 6879f798-120d-4d28-8799-16a90f4578c1, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6879f798-120d-4d28-8799-16a90f4578c1,segment=NetworkSegment(84bff844-5e4a-4114-9192-d835c8adcb33),segment_id=84bff844-5e4a-4114-9192-d835c8adcb33)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:16.265425 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.322752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Attempting to bind port 8c86a31a-47ad-4d16-91d9-dccc73d6f886 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:16.335593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Attempting to bind port 8c86a31a-47ad-4d16-91d9-dccc73d6f886 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:16.338242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Attempting to bind port 8c86a31a-47ad-4d16-91d9-dccc73d6f886 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:16.359239 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.374218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:16.378760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:16.379603 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.380228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:16.382749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Bound port: 8c86a31a-47ad-4d16-91d9-dccc73d6f886, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:16.383420 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.516526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] For port 8c86a31a-47ad-4d16-91d9-dccc73d6f886, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:16.519916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d007b6c-d752-4bc3-8b55-1bfc14c94a7d None None] Pushing event updated for resources: {'Port': ['ID=8c86a31a-47ad-4d16-91d9-dccc73d6f886,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:16.521127 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.530915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] For port 8c86a31a-47ad-4d16-91d9-dccc73d6f886, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8c86a31a-47ad-4d16-91d9-dccc73d6f886,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:16.543202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Allocated IP 172.20.0.1 (09776b5d-b9b1-4288-afc6-a1c343e3b62e/18cc7468-0bb0-402f-bc23-ad4397bbb6ed/bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:16.548640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7ceea1f6-84af-49b3-8bf2-60c1c5f6ced5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7316191 Sep 17 22:15:16.613078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99041599-60c4-4842-9597-a1d31e5c74fb None None] Pushing event updated for resources: {'Port': ['ID=6879f798-120d-4d28-8799-16a90f4578c1,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:16.626803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefcdad-2a1d-4dac-b110-cab457a75126 req-c6b82721-e121-461f-8bf1-dc8773e9baec tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:16.631021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5eefcdad-2a1d-4dac-b110-cab457a75126 req-c6b82721-e121-461f-8bf1-dc8773e9baec tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.1236944 Sep 17 22:15:16.631021 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Floating IP 4bff3f58-dd99-43cc-a9e6-7083392c8fe9 associated. External IP: 172.25.5.2, port: dbfa708f-4da6-4d05-adb8-3ff8c69c3808. Sep 17 22:15:16.649125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:16.748945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5eefcdad-2a1d-4dac-b110-cab457a75126 req-4ec6bcc8-7b94-4cc9-9a9c-a9fa1f852d14 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590203 Sep 17 22:15:16.755023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Routers {'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:16.755739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:16.828793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d007b6c-d752-4bc3-8b55-1bfc14c94a7d None None] Pushing event updated for resources: {'Port': ['ID=8c86a31a-47ad-4d16-91d9-dccc73d6f886,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:17.045574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:17.064878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] Set router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:15:17.181235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d0b9293-5ccc-4764-b95a-8f3f3272b1df req-85bad5f7-c7fd-4b39-bf30-93b6c9dfcdae tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 210 time: 0.2552054 Sep 17 22:15:17.217599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:15:17.227266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Allocated IP 2001:db8::1 (b35dde8a-2be4-48be-9d06-d41d8b762bc1/7ec526f0-34cc-472c-8e5e-583a14253b0d/f5bbbda3-7aae-47eb-bc52-52d9145dc7ef) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:17.323639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:17.397147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:10Z', 'updated_at': '2021-09-17T22:15:12Z', 'revision_number': 3, 'project_id': '511c60d730bc4669ada27f47d9017359', 'gw_port': {'id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:11Z', 'updated_at': '2021-09-17T22:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:17.402537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Network 09776b5d-b9b1-4288-afc6-a1c343e3b62e is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:17.405108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:15:17.416743 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] Sync routers for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:15:17.418354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:17.435871 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:17.441022 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:17.452709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce2529-082e-4bd4-8023-e2ee73ff5d84 None None] The sync data for ids ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'] in n-d-713498-17 is: [{'id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:10Z', 'updated_at': '2021-09-17T22:15:12Z', 'revision_number': 3, 'project_id': '511c60d730bc4669ada27f47d9017359', 'gw_port': {'id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:11Z', 'updated_at': '2021-09-17T22:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:15:17.469648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-79f2e411-ecff-45cb-bd5b-cce4a923301e tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "PUT /v2.0/floatingips/4bff3f58-dd99-43cc-a9e6-7083392c8fe9 HTTP/1.1" status: 200 len: 990 time: 2.9549711 Sep 17 22:15:17.470450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df9c984-2179-4b24-bc17-978608e235c4', 'tag': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:17.485791 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eab206-aed1-4ed3-b60d-dc77f4d46768" -d '{"events": [{"name": "network-changed", "server_uuid": "8df9c984-2179-4b24-bc17-978608e235c4", "tag": "dbfa708f-4da6-4d05-adb8-3ff8c69c3808"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:17.495010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:17.506888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:17.564449 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:17.593131 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a82908b-0b3c-4e59-a9a6-94d149e28c4c x-openstack-request-id: req-2a82908b-0b3c-4e59-a9a6-94d149e28c4c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:17.593430 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df9c984-2179-4b24-bc17-978608e235c4", "tag": "dbfa708f-4da6-4d05-adb8-3ff8c69c3808", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:17.593686 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a82908b-0b3c-4e59-a9a6-94d149e28c4c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:17.594085 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df9c984-2179-4b24-bc17-978608e235c4', 'tag': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808', 'status': 'completed', 'code': 200} Sep 17 22:15:17.728110 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a301ba22-0adc-4837-a5dd-f6a87904e52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:17.737158 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:15:17.793291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:17.987628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Pushing event updated for resources: {'Port': ['ID=bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:18.000946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:18.241893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d03b0-5ab3-48b9-9114-6e410a655a0f req-d61ecf1e-17f3-4782-b222-4268f2e59d3f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:18.254702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-409d03b0-5ab3-48b9-9114-6e410a655a0f req-d61ecf1e-17f3-4782-b222-4268f2e59d3f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 946 time: 0.3183362 Sep 17 22:15:18.373291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-409d03b0-5ab3-48b9-9114-6e410a655a0f req-4f62c86b-2277-47c9-bc71-1316dee0b0fc tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126037 Sep 17 22:15:18.374686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-efaad550-bf4e-4894-a890-3b995a9c3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:18.389032 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-efaad550-bf4e-4894-a890-3b995a9c3715 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5dd25d1a76f64e21899a27bb857b4190&device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 1098 time: 0.4998984 Sep 17 22:15:18.429484 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:18.468115 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '4bff3f58-dd99-43cc-a9e6-7083392c8fe9', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'port_id': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'mac_address': 'fa:16:3e:1c:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df9c984-2179-4b24-bc17-978608e235c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:14:43Z', 'updated_at': '2021-09-17T22:15:15Z', 'revision_number': 1, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1c9be1-984c-4241-b475-cc915554876c', 'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'mac_address': 'fa:16:3e:0a:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:35Z', 'updated_at': '2021-09-17T22:14:42Z', 'revision_number': 5, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'subnets': [{'id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:18.469833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d1bd0561-3029-4141-84d6-e0cb768f4f81 None None] Provisioning complete for port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:18.470252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0561-3029-4141-84d6-e0cb768f4f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:18.506109 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] Checking router: 4df73aad-84b6-4a8b-85e3-2a583e0e0eac for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:15:18.521292 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:18.522384 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:14:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:18.540999 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:18.576998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:18.585852 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0808ed8e-04f6-4941-8921-faa546144584" -d '{"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-unplugged", "status": "completed", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:18.598571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49dfdaa5-a57a-4613-868f-9d5ad6dd906c req-ceb540ca-7cd0-4c34-8ed8-b185104a7af7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 210 time: 0.1034129 Sep 17 22:15:18.678734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-c02a7398-c29b-4190-8c28-1aa13272f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:18.681143 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-c02a7398-c29b-4190-8c28-1aa13272f9bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=82a0813e-a0b3-4d37-b194-ca752a8d4e9b HTTP/1.1" status: 200 len: 915 time: 0.2861476 Sep 17 22:15:18.688171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:18.738132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd0561-3029-4141-84d6-e0cb768f4f81 None None] Port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:15:18.754743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0ea8fd-35b7-4173-a800-158045876ef0 None None] Network a3d30318-1982-4030-8547-45b60dd7a829 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:18.774356 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:15:18.809227 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:18.874141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa8322-3704-4774-9a48-d002cd631eaf req-3ae4644d-b78f-4348-8752-a79af8691c3a tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:18.895282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-3ae4644d-b78f-4348-8752-a79af8691c3a tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/networks?id=677a3bf6-fc71-4d27-becd-30152a37c326 HTTP/1.1" status: 200 len: 808 time: 0.2123678 Sep 17 22:15:18.928572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-af2ee516-7346-44d6-bec1-caab3e88bcfc tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/quotas/afd858c6a1fb497dbe40f75519ef5665 HTTP/1.1" status: 200 len: 375 time: 0.0319896 Sep 17 22:15:18.939795 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba010b7f-07c5-4a79-b7e5-29d901ed143f x-openstack-request-id: req-ba010b7f-07c5-4a79-b7e5-29d901ed143f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:18.946538 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-unplugged", "status": "completed", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:18.946538 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba010b7f-07c5-4a79-b7e5-29d901ed143f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:18.946538 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'code': 200} Sep 17 22:15:19.020326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-36de6c2c-8651-43d1-b913-a7b27a4df41a tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afd858c6a1fb497dbe40f75519ef5665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906928 Sep 17 22:15:19.113666 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:19.149665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a1b5e327-f4d0-492e-be77-7ef2efc60a7a None None] Provisioning complete for port 6879f798-120d-4d28-8799-16a90f4578c1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:19.155358 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a1b5e327-f4d0-492e-be77-7ef2efc60a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:19.198888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-47401ebc-8a41-4233-990d-e44bedca2312 service neutron] 10.222.0.13 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747210 Sep 17 22:15:19.237758 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '4bff3f58-dd99-43cc-a9e6-7083392c8fe9', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'port_id': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'mac_address': 'fa:16:3e:1c:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df9c984-2179-4b24-bc17-978608e235c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:14:43Z', 'updated_at': '2021-09-17T22:15:15Z', 'revision_number': 1, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1c9be1-984c-4241-b475-cc915554876c', 'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'mac_address': 'fa:16:3e:0a:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:35Z', 'updated_at': '2021-09-17T22:14:42Z', 'revision_number': 5, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'subnets': [{'id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:19.320899 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2dfe7-016a-4e37-bcb4-53e6d111f5eb None None] The sync data for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 is: [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '4bff3f58-dd99-43cc-a9e6-7083392c8fe9', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'port_id': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'mac_address': 'fa:16:3e:1c:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df9c984-2179-4b24-bc17-978608e235c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:14:43Z', 'updated_at': '2021-09-17T22:15:15Z', 'revision_number': 1, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1c9be1-984c-4241-b475-cc915554876c', 'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'mac_address': 'fa:16:3e:0a:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:35Z', 'updated_at': '2021-09-17T22:14:42Z', 'revision_number': 5, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'subnets': [{'id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:15:19.386977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-06dd32f3-baef-4687-9a14-8e9b30dac082 service neutron] 10.222.0.13 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866565 Sep 17 22:15:19.500252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6879f798-120d-4d28-8799-16a90f4578c1 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:19.558389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network b35dde8a-2be4-48be-9d06-d41d8b762bc1 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:19.569474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:19.572193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:19.572849 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:19.620148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:19.626900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Port': ['ID=f5bbbda3-7aae-47eb-bc52-52d9145dc7ef,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:19.665251 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a1b5e327-f4d0-492e-be77-7ef2efc60a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:19.673629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6879f798-120d-4d28-8799-16a90f4578c1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:19.677168 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:19.717357 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-fb6ed6cc-04e2-4a2e-b1fd-765bbb4aa8c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbfa708f-4da6-4d05-adb8-3ff8c69c3808 HTTP/1.1" status: 200 len: 998 time: 1.0075672 Sep 17 22:15:19.772838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef8c7e-b656-40be-815e-8d3f70d12b3e None None] New status for floating IP 4bff3f58-dd99-43cc-a9e6-7083392c8fe9: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:15:19.865934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-16069219-b2dc-47d7-8a1a-dd84ac8bcf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:19.867534 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-16069219-b2dc-47d7-8a1a-dd84ac8bcf12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acc94c41-751d-4193-98eb-be27747e8b91 HTTP/1.1" status: 200 len: 854 time: 0.1368363 Sep 17 22:15:19.890949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a1b5e327-f4d0-492e-be77-7ef2efc60a7a None None] For port 6879f798-120d-4d28-8799-16a90f4578c1, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6879f798-120d-4d28-8799-16a90f4578c1,segment=NetworkSegment(84bff844-5e4a-4114-9192-d835c8adcb33),segment_id=84bff844-5e4a-4114-9192-d835c8adcb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:19.976021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d3305-102f-4bec-92c3-0e16430ae875 req-a0db807f-8d60-4057-ac07-cc93803a5b7b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:19.985156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d26d3305-102f-4bec-92c3-0e16430ae875 req-a0db807f-8d60-4057-ac07-cc93803a5b7b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1112447 Sep 17 22:15:19.992324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-1162cb22-f399-470b-9073-c0b27605f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:19.993870 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-1162cb22-f399-470b-9073-c0b27605f04e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82a0813e-a0b3-4d37-b194-ca752a8d4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884542 Sep 17 22:15:20.046927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d26d3305-102f-4bec-92c3-0e16430ae875 req-8c8af5fb-199a-4a93-a9af-02287f63d44b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603096 Sep 17 22:15:20.099885 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:20.110759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a1b5e327-f4d0-492e-be77-7ef2efc60a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:20.118333 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:20.168991 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:20.201929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:20.317781 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-493f7ba9-a15c-48dd-8ee0-ab3020bb42d1 service neutron] 10.222.0.35 "GET /v2.0/networks/82a0813e-a0b3-4d37-b194-ca752a8d4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152568 Sep 17 22:15:20.343845 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a9c1503-d7ff-4d7e-a45e-7c71791eb404 req-ab511e8c-a8bf-4850-ae36-47ac010ffb48 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 210 time: 0.0556631 Sep 17 22:15:20.402414 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0f42946d-02a1-441e-b2a6-4f2924c7600e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:20.404771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5e327-f4d0-492e-be77-7ef2efc60a7a None None] Pushing event updated for resources: {'Port': ['ID=6879f798-120d-4d28-8799-16a90f4578c1,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:20.423894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bd8a4923-0120-4b58-8afd-84b590d28e47 None None] Provisioning complete for port f5bbbda3-7aae-47eb-bc52-52d9145dc7ef triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:20.423894 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd8a4923-0120-4b58-8afd-84b590d28e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:20.424172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c72af6e-eecc-4c3b-a43f-6e85e046e00f req-235100a0-f4a7-44d7-b80d-92f137ac05fe tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 210 time: 0.1086838 Sep 17 22:15:20.503004 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:15:20.503538 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:15:20.513339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a4923-0120-4b58-8afd-84b590d28e47 None None] Port f5bbbda3-7aae-47eb-bc52-52d9145dc7ef cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:15:20.523198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:20.633471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6ffb060e-8663-4065-84d4-99dbe268584b None None] Provisioning complete for port 6879f798-120d-4d28-8799-16a90f4578c1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:20.635530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ffb060e-8663-4065-84d4-99dbe268584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:20.710049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Pushing event updated for resources: {'Port': ['ID=bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:20.863084 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-63eab206-aed1-4ed3-b60d-dc77f4d46768 req-a7172f0a-5ca7-49a0-aa74-499f8f8b1395 service neutron] 10.222.0.35 "GET /v2.0/networks/82a0813e-a0b3-4d37-b194-ca752a8d4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697774 Sep 17 22:15:20.940890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Network 09776b5d-b9b1-4288-afc6-a1c343e3b62e is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:20.944223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-916da653-7363-48a5-b3df-8071571a191c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314798 Sep 17 22:15:20.944585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:21.040388 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.103869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8c86a31a-47ad-4d16-91d9-dccc73d6f886 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:21.104767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-b5bf3f0c-88ef-4d4f-80af-6bc68d6d4e6e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:21.106826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-b5bf3f0c-88ef-4d4f-80af-6bc68d6d4e6e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540258 Sep 17 22:15:21.120618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Request body: {'port': {'device_id': '986b5f43-06e0-4b93-a427-0c0547e8be3f', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '649c8f43cae541d2a74bf88cbcf62f86'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:21.124014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.124014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.168813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:15:21.236750 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event updated for resources: {'Port': ['ID=f5bbbda3-7aae-47eb-bc52-52d9145dc7ef,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:21.251001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8c86a31a-47ad-4d16-91d9-dccc73d6f886 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:21.251001 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.406161 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.429250 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Network b35dde8a-2be4-48be-9d06-d41d8b762bc1 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:21.432317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:21.441506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.470520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 8c86a31a-47ad-4d16-91d9-dccc73d6f886, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8c86a31a-47ad-4d16-91d9-dccc73d6f886,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:21.474245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bdaf7573-acf1-4630-a604-5eaa7599f895 None None] Provisioning complete for port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:21.474772 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bdaf7573-acf1-4630-a604-5eaa7599f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.490017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c31fdc6-bc4c-40fe-a70d-9c8149835199 req-e4556214-808e-4956-9a4e-f7e5ac0b9b12 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 210 time: 0.0458183 Sep 17 22:15:21.523763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:15:21.534880 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Sync routers for ids ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:15:21.540034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Made reservation on behalf of 649c8f43cae541d2a74bf88cbcf62f86 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:21.553579 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Routers {'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:21.554305 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:21.556032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.585565 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-19ada2ed-db27-4d10-9096-87b6624246eb admin admin] 10.222.0.13 "PUT /v2.0/routers/e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7197838 Sep 17 22:15:21.595571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.664670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Router 2343b4d7-6fea-47f2-8399-8a5384ea7c57 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:15:21.739111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf7573-acf1-4630-a604-5eaa7599f895 None None] Port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:15:21.777378 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.787644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=8c86a31a-47ad-4d16-91d9-dccc73d6f886,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:21.833596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6879f798-120d-4d28-8799-16a90f4578c1 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:21.852338 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Set router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:15:21.875619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dbda17d3-eef7-4b54-bc2c-e008a90f7e8f req-f8e7f602-ab64-4411-a23a-c66aca190037 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 210 time: 0.1854625 Sep 17 22:15:21.964874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:15:21.975263 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-49de53da-3fa6-4cda-a4c0-b2ece419e797 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "PUT /v2.0/routers/2343b4d7-6fea-47f2-8399-8a5384ea7c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0402472 Sep 17 22:15:21.984036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44518) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:21.985683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6879f798-120d-4d28-8799-16a90f4578c1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:21.987169 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:21.990184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f8029-1ce3-4d2c-bdde-23b449fb7de1 None None] Sync routers for ids ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:15:22.038670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:22.088481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-95a1d222-3233-4d21-92c4-8788f287ce72 None None] Provisioning complete for port f5bbbda3-7aae-47eb-bc52-52d9145dc7ef triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:22.088481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-95a1d222-3233-4d21-92c4-8788f287ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:22.098586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f8029-1ce3-4d2c-bdde-23b449fb7de1 None None] Routers {'2343b4d7-6fea-47f2-8399-8a5384ea7c57'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:22.099240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6a2f8029-1ce3-4d2c-bdde-23b449fb7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:22.175078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Allocated IP 192.168.233.47 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/a9232d21-5958-4fe0-839e-5f0dc5eb062e) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:22.243263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6a2f8029-1ce3-4d2c-bdde-23b449fb7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:22.292445 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:10Z', 'updated_at': '2021-09-17T22:15:18Z', 'revision_number': 4, 'project_id': '511c60d730bc4669ada27f47d9017359', 'gw_port': {'id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:11Z', 'updated_at': '2021-09-17T22:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62', 'name': '', 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'mac_address': 'fa:16:3e:4e:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '18cc7468-0bb0-402f-bc23-ad4397bbb6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:16Z', 'updated_at': '2021-09-17T22:15:19Z', 'revision_number': 2, 'project_id': '511c60d730bc4669ada27f47d9017359', 'subnets': [{'id': '18cc7468-0bb0-402f-bc23-ad4397bbb6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:22.323586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f8029-1ce3-4d2c-bdde-23b449fb7de1 None None] Routers {'2343b4d7-6fea-47f2-8399-8a5384ea7c57'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:22.324238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6a2f8029-1ce3-4d2c-bdde-23b449fb7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:22.327197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c28181a-20a1-412e-90a1-c3228103267d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:22.330128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-95a1d222-3233-4d21-92c4-8788f287ce72 None None] Port f5bbbda3-7aae-47eb-bc52-52d9145dc7ef cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:15:22.368909 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Checking router: e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:15:22.373015 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Updating router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:15:22.382211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6a2f8029-1ce3-4d2c-bdde-23b449fb7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:22.383030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f8029-1ce3-4d2c-bdde-23b449fb7de1 None None] The sync data for ids ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:15:22.406148 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:22.460465 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-5c28181a-20a1-412e-90a1-c3228103267d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:15:22.465288 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5c28181a-20a1-412e-90a1-c3228103267d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/routers/2343b4d7-6fea-47f2-8399-8a5384ea7c57 HTTP/1.1" status: 409 len: 329 time: 0.4799430 Sep 17 22:15:22.465580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44532) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:22.489998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-663c46b8-c0f1-4f90-a2b6-806205372f9a req-78158ac1-af5c-4d9b-b270-5eafce4c6ae1 tempest-FloatingIPsNegativeTestJSON-1007496599 tempest-FloatingIPsNegativeTestJSON-1007496599-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=511c60d730bc4669ada27f47d9017359 HTTP/1.1" status: 200 len: 217 time: 0.1302731 Sep 17 22:15:22.695481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1118de4f-fd4e-4093-b34d-ef183ca7a1d5 req-99477b03-e2bf-4a55-b3d6-e1a562d8d139 tempest-FloatingIPsNegativeTestJSON-1007496599 tempest-FloatingIPsNegativeTestJSON-1007496599-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0969718 Sep 17 22:15:22.704363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:22.858756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ecd66e9-881b-4976-9a1f-794fab05df89 req-825be820-7247-4532-821f-185e2e3be5be tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 210 time: 0.0345843 Sep 17 22:15:22.882226 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:22.892135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fa61c-f963-4287-ae8f-485a9f5b0f9f req-eb2cde19-e51c-4744-9271-ec997e87e5cd tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:22.894178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed5fa61c-f963-4287-ae8f-485a9f5b0f9f req-eb2cde19-e51c-4744-9271-ec997e87e5cd tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1253431 Sep 17 22:15:22.980865 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:22.983735 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-abc5f1fc-1759-4cee-84b4-80565c821c8c req-e8466303-a90d-4897-ab87-1933bb10252b tempest-FloatingIPsNegativeTestJSON-1007496599 tempest-FloatingIPsNegativeTestJSON-1007496599-project] show failed (client error): The resource could not be found. Sep 17 22:15:22.985099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abc5f1fc-1759-4cee-84b4-80565c821c8c req-e8466303-a90d-4897-ab87-1933bb10252b tempest-FloatingIPsNegativeTestJSON-1007496599 tempest-FloatingIPsNegativeTestJSON-1007496599-project] 10.222.0.13 "GET /v2.0/floatingips/53affefc-35b1-4b3b-ae09-f7250f848bcd HTTP/1.1" status: 404 len: 350 time: 0.0852928 Sep 17 22:15:22.997848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21', '35dc6391-15bc-4ca4-860b-db2ae4361420'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:23.001319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b', '8440e9de-0497-4f45-9a76-f5a3167f6f8b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:23.009877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44550) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:23.055415 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:23.113706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa8322-3704-4774-9a48-d002cd631eaf req-3437420e-9b79-4cec-a635-62ce00950a07 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:23.115885 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-3437420e-9b79-4cec-a635-62ce00950a07 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.32 "GET /v2.0/networks?id=677a3bf6-fc71-4d27-becd-30152a37c326 HTTP/1.1" status: 200 len: 808 time: 0.2897472 Sep 17 22:15:23.152851 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Pushing event updated for resources: {'Port': ['ID=bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:23.155473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:23.169897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Request body: {'port': {'device_id': 'ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b', 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326', 'admin_state_up': True, 'tenant_id': 'afd858c6a1fb497dbe40f75519ef5665'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:23.174496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.175088 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.175653 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.176142 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.176874 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.177353 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.177875 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.181772 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.182270 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.182760 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.183281 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.183759 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:23.194207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:23.200032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event updated for resources: {'Port': ['ID=a9232d21-5958-4fe0-839e-5f0dc5eb062e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:23.207030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed5fa61c-f963-4287-ae8f-485a9f5b0f9f req-32f9e384-c5b5-4f1d-8e6d-4cc6053d8eea tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981043 Sep 17 22:15:23.208718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:23.369732 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Attempting to bind port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:23.370102 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Attempting to bind port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a327262c-115f-4f71-a958-2613f7bd3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:23.370461 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Attempting to bind port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 on network 09776b5d-b9b1-4288-afc6-a1c343e3b62e {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:23.388636 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:23.389012 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Checking segment: {'id': 'a327262c-115f-4f71-a958-2613f7bd3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:23.389406 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:23.394390 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Bound using segment: {'id': 'a327262c-115f-4f71-a958-2613f7bd3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:23.395218 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Bound port: bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a327262c-115f-4f71-a958-2613f7bd3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:23.395794 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:23.398180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b669da-c180-4546-a338-75d1abd07b5c req-d8c78b8a-71e9-4877-90c6-68bf60e0addd tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:23.407691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76b669da-c180-4546-a338-75d1abd07b5c req-d8c78b8a-71e9-4877-90c6-68bf60e0addd tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 935 time: 0.2978177 Sep 17 22:15:23.463737 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:23.477832 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:23.530552 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] For port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:23.534671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:23.534671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:23.535392 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] For port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62,segment=NetworkSegment(a327262c-115f-4f71-a958-2613f7bd3609),segment_id=a327262c-115f-4f71-a958-2613f7bd3609)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:23.613893 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:23.735385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76b669da-c180-4546-a338-75d1abd07b5c req-92dd023d-5a35-4f6b-9169-f9f05b79d0fb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146102 Sep 17 22:15:23.773338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-bee2b26f-3711-4dad-a6aa-518fea99d327 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5337133 Sep 17 22:15:23.783421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8c86a31a-47ad-4d16-91d9-dccc73d6f886 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:23.816607 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eab9c-a2c6-47e1-9625-55c936195af9 None None] Pushing event updated for resources: {'Port': ['ID=bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:23.831962 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Routers {'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:23.832622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:23.862753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-7fed0769-ac17-417f-9af3-22e58db912bf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7460198 Sep 17 22:15:23.879696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Request body: {'port': {'device_id': '986b5f43-06e0-4b93-a427-0c0547e8be3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:23.934031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Provisioning complete for port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:23.934645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:23.955196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Made reservation on behalf of afd858c6a1fb497dbe40f75519ef5665 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:23.972228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:24.000672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:24.084623 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] Set router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:15:24.190737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-015ab3dd-d050-4382-b877-5c8a4da87d78 req-1601dbc0-10ac-4c1c-9806-63fef4f1b524 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 210 time: 0.1272738 Sep 17 22:15:24.287555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Deleting port f5bbbda3-7aae-47eb-bc52-52d9145dc7ef {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:24.288045 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:24.319009 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Allocated IP 172.20.0.10 (677a3bf6-fc71-4d27-becd-30152a37c326/51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee/cc821414-5da5-4ba0-bd92-dce3d30732ee) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:24.489966 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:10Z', 'updated_at': '2021-09-17T22:15:18Z', 'revision_number': 4, 'project_id': '511c60d730bc4669ada27f47d9017359', 'gw_port': {'id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:11Z', 'updated_at': '2021-09-17T22:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62', 'name': '', 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'mac_address': 'fa:16:3e:4e:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '18cc7468-0bb0-402f-bc23-ad4397bbb6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:16Z', 'updated_at': '2021-09-17T22:15:23Z', 'revision_number': 4, 'project_id': '511c60d730bc4669ada27f47d9017359', 'subnets': [{'id': '18cc7468-0bb0-402f-bc23-ad4397bbb6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:24.600402 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbf929-a46e-4ef4-931c-8d81a2d29d2a None None] The sync data for ids ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'] in n-d-713498-17 is: [{'id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:10Z', 'updated_at': '2021-09-17T22:15:18Z', 'revision_number': 4, 'project_id': '511c60d730bc4669ada27f47d9017359', 'gw_port': {'id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:11Z', 'updated_at': '2021-09-17T22:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62', 'name': '', 'network_id': '09776b5d-b9b1-4288-afc6-a1c343e3b62e', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'mac_address': 'fa:16:3e:4e:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '18cc7468-0bb0-402f-bc23-ad4397bbb6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:16Z', 'updated_at': '2021-09-17T22:15:23Z', 'revision_number': 4, 'project_id': '511c60d730bc4669ada27f47d9017359', 'subnets': [{'id': '18cc7468-0bb0-402f-bc23-ad4397bbb6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:15:24.745448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8c86a31a-47ad-4d16-91d9-dccc73d6f886 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:24.746085 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:24.801079 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:24.851423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd8eba-7d6b-4d94-94e6-4a6374ee3b37 req-6c4998ec-93f9-4f27-a94e-5a1ebe60f6ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:24.862892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31dd8eba-7d6b-4d94-94e6-4a6374ee3b37 req-6c4998ec-93f9-4f27-a94e-5a1ebe60f6ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.4233117 Sep 17 22:15:24.876985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] For port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62,segment=NetworkSegment(a327262c-115f-4f71-a958-2613f7bd3609),segment_id=a327262c-115f-4f71-a958-2613f7bd3609)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:24.984277 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:25.049305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31dd8eba-7d6b-4d94-94e6-4a6374ee3b37 req-b94d2038-6ae5-432a-8e49-2c069a3bf4b5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849997 Sep 17 22:15:25.128776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaea5d-3baa-4661-9cea-54934249ff33 req-a2c7fadd-ee9b-4f47-8735-626be29066f7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:25.137104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dceaea5d-3baa-4661-9cea-54934249ff33 req-a2c7fadd-ee9b-4f47-8735-626be29066f7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 935 time: 0.2027526 Sep 17 22:15:25.139051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Provisioning complete for port a9232d21-5958-4fe0-839e-5f0dc5eb062e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:25.139548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:25.182748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Port a9232d21-5958-4fe0-839e-5f0dc5eb062e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:15:25.187128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Pushing event updated for resources: {'Port': ['ID=bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:25.205795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.211948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.212469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.212750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.213264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.213607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.213938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.214265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.214683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.215037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.215362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.216190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a1b6e-43d1-4a11-a3bd-761534bbf846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:25.260513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9232d21-5958-4fe0-839e-5f0dc5eb062e {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:25.270018 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:25.284301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Transition to ACTIVE for port object a9232d21-5958-4fe0-839e-5f0dc5eb062e will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:15:25.311410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-103c6e32-b1ea-411a-8045-7b7ba4ff8d9e None None] Provisioning complete for port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:25.311752 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-103c6e32-b1ea-411a-8045-7b7ba4ff8d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:25.345285 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:25.421698 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dceaea5d-3baa-4661-9cea-54934249ff33 req-6b7901e5-dd4f-4505-a055-12f19ae4c83b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774823 Sep 17 22:15:25.442271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:25.446289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:25.469935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Calling delete_port for f5bbbda3-7aae-47eb-bc52-52d9145dc7ef owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:25.535102 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-74bb75fb-00cf-4ac1-aeac-ea67614e93fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1576116 Sep 17 22:15:25.548945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e24436a5-9900-4868-86fd-b5e2c815ae8c req-f9016831-876b-4f7f-a49a-aab1413c8ebc tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 210 time: 0.1259518 Sep 17 22:15:25.659527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Pushing event updated for resources: {'Port': ['ID=a9232d21-5958-4fe0-839e-5f0dc5eb062e,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:25.687578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:25.771148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:25.876613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:25.877003 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:25.896744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-7ad0eed9-69a0-45d6-8774-c6b3cf534be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:25.898275 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-7ad0eed9-69a0-45d6-8774-c6b3cf534be6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 1102 time: 0.2089553 Sep 17 22:15:25.996090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Attempting to bind port a9232d21-5958-4fe0-839e-5f0dc5eb062e on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:25.996608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Attempting to bind port a9232d21-5958-4fe0-839e-5f0dc5eb062e by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:25.996758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Attempting to bind port a9232d21-5958-4fe0-839e-5f0dc5eb062e on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:26.012414 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:26.044383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Network 677a3bf6-fc71-4d27-becd-30152a37c326 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:26.061832 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Port a9232d21-5958-4fe0-839e-5f0dc5eb062e on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:15:26.082187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Attempting to bind port a9232d21-5958-4fe0-839e-5f0dc5eb062e on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:26.095944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:26.105749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:26.111620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:26.113649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:26.113994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:26.114392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:26.114837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Bound port: a9232d21-5958-4fe0-839e-5f0dc5eb062e, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:26.115200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:26.172572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:26.173492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:26.279506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Pushing event updated for resources: {'Port': ['ID=cc821414-5da5-4ba0-bd92-dce3d30732ee,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:26.307426 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-10c19db1-98eb-410d-a765-7c0c9d61497d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1613321 Sep 17 22:15:26.323841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] For port a9232d21-5958-4fe0-839e-5f0dc5eb062e, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:26.380541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] For port a9232d21-5958-4fe0-839e-5f0dc5eb062e, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9232d21-5958-4fe0-839e-5f0dc5eb062e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:26.397698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Port': ['ID=f5bbbda3-7aae-47eb-bc52-52d9145dc7ef,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:26.400783 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:26.407494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66cc3d-5100-4bbf-b08e-4e85c2fcbe4e req-414be367-d461-4d57-9c2c-b920c68ebd25 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:26.418109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Request body: {'port': {'device_id': 'ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:26.418417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc66cc3d-5100-4bbf-b08e-4e85c2fcbe4e req-414be367-d461-4d57-9c2c-b920c68ebd25 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1827011 Sep 17 22:15:26.470735 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:26.474971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Deleting port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:26.475474 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:26.581725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc66cc3d-5100-4bbf-b08e-4e85c2fcbe4e req-df836c29-055a-4d71-891d-9d3a8f8ca24f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618738 Sep 17 22:15:26.642987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:26.642987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:26.642987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] 10.222.0.32 "PUT /v2.0/ports/a9232d21-5958-4fe0-839e-5f0dc5eb062e HTTP/1.1" status: 200 len: 1096 time: 2.7689345 Sep 17 22:15:26.665337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986b5f43-06e0-4b93-a427-0c0547e8be3f', 'tag': 'a9232d21-5958-4fe0-839e-5f0dc5eb062e'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:26.667665 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a89c035-b743-4141-98c3-6c527ec15308" -d '{"events": [{"name": "network-changed", "server_uuid": "986b5f43-06e0-4b93-a427-0c0547e8be3f", "tag": "a9232d21-5958-4fe0-839e-5f0dc5eb062e"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:26.682663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Router 2343b4d7-6fea-47f2-8399-8a5384ea7c57 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:15:26.761322 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:15:26.769656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] For port bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62,segment=NetworkSegment(a327262c-115f-4f71-a958-2613f7bd3609),segment_id=a327262c-115f-4f71-a958-2613f7bd3609)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:26.770027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:26.809571 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-58b7c4ef-7c1c-45c2-ad77-7278b034241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:26.811572 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-58b7c4ef-7c1c-45c2-ad77-7278b034241f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.8820491 Sep 17 22:15:26.819620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:15:26.831090 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac3836-94be-4901-90f4-472b60843a8d None None] Sync routers for ids ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:15:26.848705 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac3836-94be-4901-90f4-472b60843a8d None None] Routers {'2343b4d7-6fea-47f2-8399-8a5384ea7c57'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:26.849352 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-85ac3836-94be-4901-90f4-472b60843a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:26.879968 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-dd3a22e6-3a16-4840-af66-6f1202c968b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=95973470-6cf9-4c31-b344-d354b3e2688b HTTP/1.1" status: 200 len: 217 time: 0.0388827 Sep 17 22:15:26.890100 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-789ac0f9-e49d-4724-b0b9-8167b3ede35e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "PUT /v2.0/routers/2343b4d7-6fea-47f2-8399-8a5384ea7c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4194810 Sep 17 22:15:26.912551 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-85ac3836-94be-4901-90f4-472b60843a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:26.927578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44600) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:26.929594 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac3836-94be-4901-90f4-472b60843a8d None None] Routers {'2343b4d7-6fea-47f2-8399-8a5384ea7c57'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:26.930232 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-85ac3836-94be-4901-90f4-472b60843a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:26.974659 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-85ac3836-94be-4901-90f4-472b60843a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:26.975363 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac3836-94be-4901-90f4-472b60843a8d None None] The sync data for ids ['2343b4d7-6fea-47f2-8399-8a5384ea7c57'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:15:26.997906 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-9cf67e52-a08d-4d97-b710-5dc8b6d711fe tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] show failed (client error): The resource could not be found. Sep 17 22:15:26.999111 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9cf67e52-a08d-4d97-b710-5dc8b6d711fe tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1081791250 HTTP/1.1" status: 404 len: 335 time: 0.0672772 Sep 17 22:15:27.000855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-76af58c0-f4dd-4874-b3e3-66836bda6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:27.003935 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-76af58c0-f4dd-4874-b3e3-66836bda6b49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1123645 Sep 17 22:15:27.004913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44602) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:27.011549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-879081d0-9766-4dba-8003-610401252492 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:27.052630 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:27.081646 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-879081d0-9766-4dba-8003-610401252492 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] update failed (client error): The resource could not be found. Sep 17 22:15:27.087062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-879081d0-9766-4dba-8003-610401252492 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1476979194 HTTP/1.1" status: 404 len: 335 time: 0.0748279 Sep 17 22:15:27.094044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44604) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:27.234305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-c2a0d878-4dd6-4f05-8997-ebe0d652157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:27.235875 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-c2a0d878-4dd6-4f05-8997-ebe0d652157f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2197943 Sep 17 22:15:27.236020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594c8bc-20ad-43f1-a2d6-78d6c4d93343 service neutron] Pushing event updated for resources: {'Port': ['ID=a9232d21-5958-4fe0-839e-5f0dc5eb062e,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:27.251043 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d98cee-3b24-4987-a2a7-ddc1a9810daa req-26e0067a-5db9-403a-a45f-c0007903bf0f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:27.252575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72d98cee-3b24-4987-a2a7-ddc1a9810daa req-26e0067a-5db9-403a-a45f-c0007903bf0f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 947 time: 0.6744225 Sep 17 22:15:27.256895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Calling delete_port for bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:27.260286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-200bf252-2fd3-4aed-b9f8-61f008a8f6b3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Deleting subnet f9eec085-5aca-4f82-8c15-ded973556880 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:15:27.264277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-200bf252-2fd3-4aed-b9f8-61f008a8f6b3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:27.350960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-53434a33-4d75-41b5-a90c-58494a3db6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:27.352579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-53434a33-4d75-41b5-a90c-58494a3db6af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 1099 time: 0.6061924 Sep 17 22:15:27.363777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff304d93-0ec7-453e-a3e7-54836847f1bb req-a4f09c16-dfc5-4601-a3eb-903710cbb992 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:27.365216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff304d93-0ec7-453e-a3e7-54836847f1bb req-a4f09c16-dfc5-4601-a3eb-903710cbb992 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 932 time: 0.6279461 Sep 17 22:15:27.386826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-200bf252-2fd3-4aed-b9f8-61f008a8f6b3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:27.428456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72d98cee-3b24-4987-a2a7-ddc1a9810daa req-8b017086-b24a-4bd3-97e9-3e07e802de54 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679227 Sep 17 22:15:27.439223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-ea519e6d-02ba-451f-809a-db999d0cf058 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a9232d21-5958-4fe0-839e-5f0dc5eb062e HTTP/1.1" status: 200 len: 217 time: 0.0670059 Sep 17 22:15:27.513906 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-94de52af-ebd0-4d35-847a-3f666bd4679b service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639964 Sep 17 22:15:27.533197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff304d93-0ec7-453e-a3e7-54836847f1bb req-e94daa85-181b-45bd-9d27-ae06b6e54edb tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518655 Sep 17 22:15:27.553805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-026f8297-28dd-45ef-8239-81eaf2564f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:27.555308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-026f8297-28dd-45ef-8239-81eaf2564f8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1069560 Sep 17 22:15:27.620283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-200bf252-2fd3-4aed-b9f8-61f008a8f6b3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:27.696888 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41acda91-5d17-4af8-b294-50ff22d1a518 x-openstack-request-id: req-41acda91-5d17-4af8-b294-50ff22d1a518 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:27.697393 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986b5f43-06e0-4b93-a427-0c0547e8be3f", "tag": "a9232d21-5958-4fe0-839e-5f0dc5eb062e", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:27.697854 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41acda91-5d17-4af8-b294-50ff22d1a518 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:27.698191 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986b5f43-06e0-4b93-a427-0c0547e8be3f', 'tag': 'a9232d21-5958-4fe0-839e-5f0dc5eb062e', 'status': 'completed', 'code': 200} Sep 17 22:15:27.754169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc821414-5da5-4ba0-bd92-dce3d30732ee {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:27.764324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-52817130-dab4-45c5-9156-99d7dde42027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:27.765873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-52817130-dab4-45c5-9156-99d7dde42027 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998768 Sep 17 22:15:27.770854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:27.777578 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7111b3b2-dc11-4833-a4b5-5e818b90d225 req-5c4960ad-95d8-4ed8-ab4d-5d482e455040 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504969 Sep 17 22:15:27.794573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Transition to ACTIVE for port object cc821414-5da5-4ba0-bd92-dce3d30732ee will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:15:27.829190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256f69b-3ae7-44cf-a0b3-9bedcf4c79e0 req-fe542941-e3fc-43e7-ac17-db2fbd66770f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:27.832338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1256f69b-3ae7-44cf-a0b3-9bedcf4c79e0 req-fe542941-e3fc-43e7-ac17-db2fbd66770f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1075144 Sep 17 22:15:27.910762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1256f69b-3ae7-44cf-a0b3-9bedcf4c79e0 req-41e795ce-7480-48b2-adf0-88b45f53e0f7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503201 Sep 17 22:15:27.917456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-30310988-ca2a-471b-b930-e1cd3a1faaed service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430192 Sep 17 22:15:27.951411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:27.958199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-200bf252-2fd3-4aed-b9f8-61f008a8f6b3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:27.994346 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.023980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bf252-2fd3-4aed-b9f8-61f008a8f6b3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Subnet': ['ID=f9eec085-5aca-4f82-8c15-ded973556880,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:28.035819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-200bf252-2fd3-4aed-b9f8-61f008a8f6b3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.040506 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-200bf252-2fd3-4aed-b9f8-61f008a8f6b3 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/subnets/f9eec085-5aca-4f82-8c15-ded973556880 HTTP/1.1" status: 204 len: 168 time: 0.9454274 Sep 17 22:15:28.041290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f863d-6c05-4cce-9801-a671c3807d18 None None] Network a3d30318-1982-4030-8547-45b60dd7a829 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:28.041981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44610) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:28.056647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:28.070172 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc821414-5da5-4ba0-bd92-dce3d30732ee,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:28.209690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.210720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b32d376-f06c-4de3-aaac-b14a25ed5e06 req-3fc0a0e5-01ad-4b25-b3df-7bf58e7d1e55 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870002 Sep 17 22:15:28.325864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Attempting to bind port cc821414-5da5-4ba0-bd92-dce3d30732ee on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:28.325864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Attempting to bind port cc821414-5da5-4ba0-bd92-dce3d30732ee by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'a0dafa5b-cb61-41b6-9409-23b9109717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:28.325864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Attempting to bind port cc821414-5da5-4ba0-bd92-dce3d30732ee on network 677a3bf6-fc71-4d27-becd-30152a37c326 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:28.334698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Port cc821414-5da5-4ba0-bd92-dce3d30732ee on network 677a3bf6-fc71-4d27-becd-30152a37c326 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:15:28.335051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Attempting to bind port cc821414-5da5-4ba0-bd92-dce3d30732ee on network 677a3bf6-fc71-4d27-becd-30152a37c326 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:28.343716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:28.350778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Checking segment: {'id': 'a0dafa5b-cb61-41b6-9409-23b9109717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:28.351234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Bound using segment: {'id': 'a0dafa5b-cb61-41b6-9409-23b9109717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:28.351696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Bound port: cc821414-5da5-4ba0-bd92-dce3d30732ee, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0dafa5b-cb61-41b6-9409-23b9109717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:28.352066 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.430746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedda315-0741-4bfe-97da-11147c3e75a1 None None] DHCP port deletion for a3d30318-1982-4030-8547-45b60dd7a829 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:15:28.442069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Deleting port 6879f798-120d-4d28-8799-16a90f4578c1 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:28.442574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.448058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c035-b743-4141-98c3-6c527ec15308 req-33e67ece-fb67-45d9-8c51-3749df123ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:28.449578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a89c035-b743-4141-98c3-6c527ec15308 req-33e67ece-fb67-45d9-8c51-3749df123ea5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 1099 time: 0.1178720 Sep 17 22:15:28.468790 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.560707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-dedda315-0741-4bfe-97da-11147c3e75a1 None None] Deleting port 6879f798-120d-4d28-8799-16a90f4578c1 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:28.561067 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dedda315-0741-4bfe-97da-11147c3e75a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.579670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] For port cc821414-5da5-4ba0-bd92-dce3d30732ee, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:28.584959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] For port 6879f798-120d-4d28-8799-16a90f4578c1, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6879f798-120d-4d28-8799-16a90f4578c1,segment=NetworkSegment(84bff844-5e4a-4114-9192-d835c8adcb33),segment_id=84bff844-5e4a-4114-9192-d835c8adcb33)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:28.587424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.621499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] For port cc821414-5da5-4ba0-bd92-dce3d30732ee, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc821414-5da5-4ba0-bd92-dce3d30732ee,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:28.624722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Calling delete_port for 6879f798-120d-4d28-8799-16a90f4578c1 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:28.710332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dedda315-0741-4bfe-97da-11147c3e75a1 None None] For port 6879f798-120d-4d28-8799-16a90f4578c1, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6879f798-120d-4d28-8799-16a90f4578c1,segment=NetworkSegment(84bff844-5e4a-4114-9192-d835c8adcb33),segment_id=84bff844-5e4a-4114-9192-d835c8adcb33)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:28.711107 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dedda315-0741-4bfe-97da-11147c3e75a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.725231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c035-b743-4141-98c3-6c527ec15308 req-cf1f69d0-665f-45f4-bb3e-5de4c8bd5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:28.726991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a89c035-b743-4141-98c3-6c527ec15308 req-cf1f69d0-665f-45f4-bb3e-5de4c8bd5081 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.2693017 Sep 17 22:15:28.727639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-dedda315-0741-4bfe-97da-11147c3e75a1 None None] Calling delete_port for 6879f798-120d-4d28-8799-16a90f4578c1 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:28.732949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.806468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:28.807656 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.809948 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] 10.222.0.32 "PUT /v2.0/ports/cc821414-5da5-4ba0-bd92-dce3d30732ee HTTP/1.1" status: 200 len: 1093 time: 2.3960054 Sep 17 22:15:28.811404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b', 'tag': 'cc821414-5da5-4ba0-bd92-dce3d30732ee'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:28.814202 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a7f94a-9858-4beb-94ba-0704c8f76aca" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b", "tag": "cc821414-5da5-4ba0-bd92-dce3d30732ee"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:28.818531 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.834574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] No DVR routers for this DVR port 6879f798-120d-4d28-8799-16a90f4578c1 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:28.839740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe317703-9f6d-42e6-8084-67e244d8dde3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc821414-5da5-4ba0-bd92-dce3d30732ee,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:28.840046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749971a-9fca-491a-9389-695d0e8e8152 req-6d7b5dcd-8ee4-4039-b529-b671aa0cb27f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:28.847654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4749971a-9fca-491a-9389-695d0e8e8152 req-6d7b5dcd-8ee4-4039-b529-b671aa0cb27f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 947 time: 0.2796898 Sep 17 22:15:28.863886 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dedda315-0741-4bfe-97da-11147c3e75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:28.895183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Port': ['ID=6879f798-120d-4d28-8799-16a90f4578c1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:28.901386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedda315-0741-4bfe-97da-11147c3e75a1 None None] Pushing event deleted for resources: {'Port': ['ID=6879f798-120d-4d28-8799-16a90f4578c1,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:28.916130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a89c035-b743-4141-98c3-6c527ec15308 req-eef999d3-8094-4b7d-90f2-c56363c142e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a9232d21-5958-4fe0-839e-5f0dc5eb062e HTTP/1.1" status: 200 len: 217 time: 0.1770236 Sep 17 22:15:28.927541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedda315-0741-4bfe-97da-11147c3e75a1 None None] No DVR routers for this DVR port 6879f798-120d-4d28-8799-16a90f4578c1 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:28.984660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4749971a-9fca-491a-9389-695d0e8e8152 req-e5e856fd-a499-4f48-b6d6-5dc8d2241d1b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361241 Sep 17 22:15:28.994913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:29.020580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d30318-1982-4030-8547-45b60dd7a829']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:29.041571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b230a-8a90-4aac-94c9-c65321f76892 req-f4907e9c-be7a-4f5f-96cc-a4d48591bf16 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:29.042287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bff844-5e4a-4114-9192-d835c8adcb33') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:29.042717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bff844-5e4a-4114-9192-d835c8adcb33') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:29.043191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b5b230a-8a90-4aac-94c9-c65321f76892 req-f4907e9c-be7a-4f5f-96cc-a4d48591bf16 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 944 time: 0.3231213 Sep 17 22:15:29.046897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa8322-3704-4774-9a48-d002cd631eaf req-b558cd20-9ea8-43db-b8bb-d1bd2dcc3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:29.048544 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-b558cd20-9ea8-43db-b8bb-d1bd2dcc3b85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=afd858c6a1fb497dbe40f75519ef5665&device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 1096 time: 0.1070263 Sep 17 22:15:29.050883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c035-b743-4141-98c3-6c527ec15308 req-d6ae34cc-f0b9-4666-a34d-819a8e35ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:29.052633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a89c035-b743-4141-98c3-6c527ec15308 req-d6ae34cc-f0b9-4666-a34d-819a8e35ec59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1241200 Sep 17 22:15:29.058359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:29.113764 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-841051b7-53a9-43e0-aeb1-5a1dcbf111ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc821414-5da5-4ba0-bd92-dce3d30732ee HTTP/1.1" status: 200 len: 217 time: 0.0473969 Sep 17 22:15:29.115330 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:29.123104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:15:29.123639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:15:29.133046 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:15:29.144708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:15:29.146760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b5b230a-8a90-4aac-94c9-c65321f76892 req-fb627ff2-15b2-4d39-b26f-09a89cb97837 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916095 Sep 17 22:15:29.172587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c035-b743-4141-98c3-6c527ec15308 req-f25cc58f-b67c-400c-9556-77f8c365c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:29.174167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a89c035-b743-4141-98c3-6c527ec15308 req-f25cc58f-b67c-400c-9556-77f8c365c0a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089275 Sep 17 22:15:29.223452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa8322-3704-4774-9a48-d002cd631eaf req-9ec1db32-15de-4901-a964-1c32a6d7faef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:29.225269 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-9ec1db32-15de-4901-a964-1c32a6d7faef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee HTTP/1.1" status: 200 len: 848 time: 0.1037076 Sep 17 22:15:29.243534 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2701e330-069a-4c06-9a03-2562628125cc x-openstack-request-id: req-2701e330-069a-4c06-9a03-2562628125cc {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:29.243823 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b", "tag": "cc821414-5da5-4ba0-bd92-dce3d30732ee", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:29.244080 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2701e330-069a-4c06-9a03-2562628125cc {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:29.244580 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b', 'tag': 'cc821414-5da5-4ba0-bd92-dce3d30732ee', 'status': 'completed', 'code': 200} Sep 17 22:15:29.268173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-3fd14edd-f6b6-4c63-ab6e-7f30bade4a67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=677a3bf6-fc71-4d27-becd-30152a37c326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351613 Sep 17 22:15:29.316303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:29.326937 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:29.329894 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/networks/a3d30318-1982-4030-8547-45b60dd7a829 HTTP/1.1" status: 204 len: 168 time: 1.2847166 Sep 17 22:15:29.334411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44628) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:29.362170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58da57-c2f7-42c7-9ec9-174605c7f9de tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Network': ['ID=a3d30318-1982-4030-8547-45b60dd7a829,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:29.427878 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-cbf6b7cb-aef5-4c66-b776-210d4e3e4137 service neutron] 10.222.0.32 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401114 Sep 17 22:15:29.469674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:15:29.478359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3cab-427d-445c-be44-67bedecfa81a req-7cae08e1-7b00-414b-8ccb-5556feb9cb9a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:29.480854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] Sync routers for ids ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:15:29.486101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf8c3cab-427d-445c-be44-67bedecfa81a req-7cae08e1-7b00-414b-8ccb-5556feb9cb9a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1718729 Sep 17 22:15:29.493992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] Routers {'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:29.495007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:29.495824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa62cd08-3126-4b00-9362-3ac5547bb5e8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Deleting subnet 68f33b0e-1a09-40c0-8941-ed73c507bef9 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:15:29.500591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a89c035-b743-4141-98c3-6c527ec15308 req-b7eac145-6405-4201-b32c-a3c928d37f6b service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162975 Sep 17 22:15:29.505468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-358f7368-2d47-4a86-8869-8bf9bf495201 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4944103 Sep 17 22:15:29.506411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa62cd08-3126-4b00-9362-3ac5547bb5e8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:29.543589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44630) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:29.666974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] Set router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:15:29.702520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa62cd08-3126-4b00-9362-3ac5547bb5e8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:29.723901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf8c3cab-427d-445c-be44-67bedecfa81a req-bfc25e51-3ac9-4775-8c34-c9f160cd07ee tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344060 Sep 17 22:15:29.848977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6879f798-120d-4d28-8799-16a90f4578c1 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:29.886559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 6879f798-120d-4d28-8799-16a90f4578c1 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:15:29.886780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6879f798-120d-4d28-8799-16a90f4578c1 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:15:29.916900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:10Z', 'updated_at': '2021-09-17T22:15:27Z', 'revision_number': 5, 'project_id': '511c60d730bc4669ada27f47d9017359', 'gw_port': {'id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:11Z', 'updated_at': '2021-09-17T22:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:29.945039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a89c035-b743-4141-98c3-6c527ec15308 req-0b44c6e8-f3a9-490f-b330-1553a1da63e7 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083805 Sep 17 22:15:29.946745 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-adfa8322-3704-4774-9a48-d002cd631eaf req-942bcc2f-203c-4d38-a676-806b77c5d560 service neutron] 10.222.0.32 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110137 Sep 17 22:15:29.949145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:29.949978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] Checking router: e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:15:29.961920 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] Routers {'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:29.962534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:30.001761 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa62cd08-3126-4b00-9362-3ac5547bb5e8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:30.085717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] Set router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:15:30.124965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-99a582f2-9815-4a16-9d7a-28381d716212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:30.127018 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-99a582f2-9815-4a16-9d7a-28381d716212 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=afd858c6a1fb497dbe40f75519ef5665&device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 1096 time: 0.0518212 Sep 17 22:15:30.249010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-0859024e-1236-43d8-9269-fac86dfa7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:30.250861 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-0859024e-1236-43d8-9269-fac86dfa7fc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=677a3bf6-fc71-4d27-becd-30152a37c326 HTTP/1.1" status: 200 len: 908 time: 0.1160858 Sep 17 22:15:30.345119 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-2fe47523-c14e-49ee-ab29-62d9a67e7195 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc821414-5da5-4ba0-bd92-dce3d30732ee HTTP/1.1" status: 200 len: 217 time: 0.0850437 Sep 17 22:15:30.376473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:10Z', 'updated_at': '2021-09-17T22:15:27Z', 'revision_number': 5, 'project_id': '511c60d730bc4669ada27f47d9017359', 'gw_port': {'id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:11Z', 'updated_at': '2021-09-17T22:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:30.407858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-e0df45a6-64db-462b-b39e-cbfba6ddfa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:30.409350 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-e0df45a6-64db-462b-b39e-cbfba6ddfa5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee HTTP/1.1" status: 200 len: 848 time: 0.0538990 Sep 17 22:15:30.438775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62226936-1db1-4486-829d-17cf0da8b944 None None] The sync data for ids ['e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7'] in n-d-713498-17 is: [{'id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-539687036-router', 'tenant_id': '511c60d730bc4669ada27f47d9017359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:10Z', 'updated_at': '2021-09-17T22:15:27Z', 'revision_number': 5, 'project_id': '511c60d730bc4669ada27f47d9017359', 'gw_port': {'id': '8c86a31a-47ad-4d16-91d9-dccc73d6f886', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:11Z', 'updated_at': '2021-09-17T22:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:15:30.454463 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-80241d7c-d3bf-4027-9d61-d56c8ea68ed1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=677a3bf6-fc71-4d27-becd-30152a37c326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359230 Sep 17 22:15:30.565169 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-7d34c337-1bef-4f66-8ab7-82bef5efd03a service neutron] 10.222.0.32 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015732 Sep 17 22:15:30.618621 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:30.638084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d59ba-4bd9-4cf9-af30-2dd169393869 req-25fca816-139a-4c56-b7b1-b395dc4bb786 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:30.641224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d14d59ba-4bd9-4cf9-af30-2dd169393869 req-25fca816-139a-4c56-b7b1-b395dc4bb786 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 944 time: 0.1245120 Sep 17 22:15:30.649183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d932683-67d0-4eb4-8326-cddc12fe80ae req-96aecf64-6a1d-4f1c-bdb4-8d3341b47928 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:30.650663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d932683-67d0-4eb4-8326-cddc12fe80ae req-96aecf64-6a1d-4f1c-bdb4-8d3341b47928 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 947 time: 0.1351173 Sep 17 22:15:30.678519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa62cd08-3126-4b00-9362-3ac5547bb5e8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:30.685061 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-57a7f94a-9858-4beb-94ba-0704c8f76aca req-633adfca-7f35-488f-a442-6e5aac07c24f service neutron] 10.222.0.32 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106226 Sep 17 22:15:30.726446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62cd08-3126-4b00-9362-3ac5547bb5e8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Subnet': ['ID=68f33b0e-1a09-40c0-8941-ed73c507bef9,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:30.732621 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa62cd08-3126-4b00-9362-3ac5547bb5e8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:30.736458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fa62cd08-3126-4b00-9362-3ac5547bb5e8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/subnets/68f33b0e-1a09-40c0-8941-ed73c507bef9 HTTP/1.1" status: 204 len: 168 time: 1.3819849 Sep 17 22:15:30.736822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44642) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:30.739238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b090b4e-a6ce-4fe5-afdb-15b6283290c7 None None] Network 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:30.783286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d14d59ba-4bd9-4cf9-af30-2dd169393869 req-77a2899e-8165-4d93-a94b-0e8ba59c7a37 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315014 Sep 17 22:15:30.799412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d932683-67d0-4eb4-8326-cddc12fe80ae req-7829573e-b5be-46dd-8962-6b1ce77fbc20 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403401 Sep 17 22:15:30.803280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4200368-64f8-4366-a0c9-7d57ac2366c5 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Deleting subnet ad52e6d6-a48b-4673-8ddb-bb8e77a63633 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:15:30.811612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4200368-64f8-4366-a0c9-7d57ac2366c5 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:30.846717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Deleting port 8c86a31a-47ad-4d16-91d9-dccc73d6f886 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:30.847737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:30.901610 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4200368-64f8-4366-a0c9-7d57ac2366c5 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.036151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4200368-64f8-4366-a0c9-7d57ac2366c5 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.056560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4df11f-275e-4815-a0f2-f5bed46fdf8f None None] DHCP port deletion for 59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:15:31.101871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] For port 8c86a31a-47ad-4d16-91d9-dccc73d6f886, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8c86a31a-47ad-4d16-91d9-dccc73d6f886,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:31.102427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.115609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319794c6-5535-4c41-b536-1940191e5d03 req-42a50109-2723-4c59-a317-4611aea67ae5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:31.117308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-319794c6-5535-4c41-b536-1940191e5d03 req-42a50109-2723-4c59-a317-4611aea67ae5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1949146 Sep 17 22:15:31.133514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Calling delete_port for 8c86a31a-47ad-4d16-91d9-dccc73d6f886 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:31.162375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7b4df11f-275e-4815-a0f2-f5bed46fdf8f None None] Deleting port ea281ae4-10d0-4caa-92f0-880e94b3c681 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:31.163273 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7b4df11f-275e-4815-a0f2-f5bed46fdf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.191336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-319794c6-5535-4c41-b536-1940191e5d03 req-d59d48c5-5092-4591-92f7-f50f8d9825ac tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597398 Sep 17 22:15:31.254192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7b4df11f-275e-4815-a0f2-f5bed46fdf8f None None] For port ea281ae4-10d0-4caa-92f0-880e94b3c681, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea281ae4-10d0-4caa-92f0-880e94b3c681,segment=NetworkSegment(aa1c2e5c-7320-4472-a3b5-467e5257c376),segment_id=aa1c2e5c-7320-4472-a3b5-467e5257c376)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:31.254671 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7b4df11f-275e-4815-a0f2-f5bed46fdf8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.255218 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4200368-64f8-4366-a0c9-7d57ac2366c5 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.271747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7b4df11f-275e-4815-a0f2-f5bed46fdf8f None None] Calling delete_port for ea281ae4-10d0-4caa-92f0-880e94b3c681 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:31.292561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c0c715-6869-4634-b694-577abbb298a8 None None] Network fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:31.302576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4200368-64f8-4366-a0c9-7d57ac2366c5 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.304631 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b4200368-64f8-4366-a0c9-7d57ac2366c5 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/subnets/ad52e6d6-a48b-4673-8ddb-bb8e77a63633 HTTP/1.1" status: 204 len: 168 time: 0.5666966 Sep 17 22:15:31.305893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4200368-64f8-4366-a0c9-7d57ac2366c5 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Subnet': ['ID=ad52e6d6-a48b-4673-8ddb-bb8e77a63633,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:31.308614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44648) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:31.409381 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.476442 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.502352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Deleting port ea281ae4-10d0-4caa-92f0-880e94b3c681 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:31.504479 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.541284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c86a31a-47ad-4d16-91d9-dccc73d6f886,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:31.593977 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7b4df11f-275e-4815-a0f2-f5bed46fdf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.600158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] For port ea281ae4-10d0-4caa-92f0-880e94b3c681, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea281ae4-10d0-4caa-92f0-880e94b3c681,segment=NetworkSegment(aa1c2e5c-7320-4472-a3b5-467e5257c376),segment_id=aa1c2e5c-7320-4472-a3b5-467e5257c376)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:31.600341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.620505 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.622719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Calling delete_port for ea281ae4-10d0-4caa-92f0-880e94b3c681 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:31.654296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c926c-9774-4b75-9570-c8153ee66bfc None None] DHCP port deletion for fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:15:31.660149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4df11f-275e-4815-a0f2-f5bed46fdf8f None None] Pushing event deleted for resources: {'Port': ['ID=ea281ae4-10d0-4caa-92f0-880e94b3c681,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:31.668017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4df11f-275e-4815-a0f2-f5bed46fdf8f None None] No DVR routers for this DVR port ea281ae4-10d0-4caa-92f0-880e94b3c681 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:31.730425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-268c926c-9774-4b75-9570-c8153ee66bfc None None] Deleting port 0493f94b-77dc-43e9-a61f-cec3d3157925 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:31.730815 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-268c926c-9774-4b75-9570-c8153ee66bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.747037 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.751659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.754187 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.786419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] No DVR routers for this DVR port ea281ae4-10d0-4caa-92f0-880e94b3c681 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:31.812071 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Port': ['ID=ea281ae4-10d0-4caa-92f0-880e94b3c681,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:31.838679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-268c926c-9774-4b75-9570-c8153ee66bfc None None] For port 0493f94b-77dc-43e9-a61f-cec3d3157925, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0493f94b-77dc-43e9-a61f-cec3d3157925,segment=NetworkSegment(2ff6f984-e382-43bd-8486-43d7b470fbfa),segment_id=2ff6f984-e382-43bd-8486-43d7b470fbfa)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:31.844843 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-268c926c-9774-4b75-9570-c8153ee66bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.876276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-268c926c-9774-4b75-9570-c8153ee66bfc None None] Calling delete_port for 0493f94b-77dc-43e9-a61f-cec3d3157925 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:31.882346 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.883061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:15:31.888134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:31.900570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c00456ee-3b75-4546-8f83-6bd86fe9f774 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e2ccfa0d-95c1-4bed-8561-a0c3f34bd0f7 HTTP/1.1" status: 204 len: 168 time: 2.3443522 Sep 17 22:15:31.900747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:31.900838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44656) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:31.944306 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:15:31.944993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bf5011dd-bbf7-4354-b71b-f9dc9a3b2e62 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:15:31.945414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0493f94b-77dc-43e9-a61f-cec3d3157925 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:31.968130 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.002500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:32.015215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1c2e5c-7320-4472-a3b5-467e5257c376') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:32.015660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1c2e5c-7320-4472-a3b5-467e5257c376') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:32.035509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.056108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.066610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14541afa-51e6-4f7c-983a-c5a740089db9 req-4a8c3702-8978-43f6-942e-0ce47324fb79 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:32.066916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:15:32.067613 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.068427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14541afa-51e6-4f7c-983a-c5a740089db9 req-4a8c3702-8978-43f6-942e-0ce47324fb79 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 944 time: 0.1779516 Sep 17 22:15:32.074193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-10be8544-ed1c-42eb-98d6-3ca8809c63c4 admin admin] Deleting subnet 18cc7468-0bb0-402f-bc23-ad4397bbb6ed {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:15:32.080887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10be8544-ed1c-42eb-98d6-3ca8809c63c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.104627 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.120281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a947d-b3f9-42fc-b89b-4cdaf0ac6795 req-fe24f435-0bde-47d6-adbc-89bad319e5ef tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:32.122709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-850a947d-b3f9-42fc-b89b-4cdaf0ac6795 req-fe24f435-0bde-47d6-adbc-89bad319e5ef tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 947 time: 0.2008042 Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:15:32.154741 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:15:32.169744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 0493f94b-77dc-43e9-a61f-cec3d3157925, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0493f94b-77dc-43e9-a61f-cec3d3157925,segment=NetworkSegment(2ff6f984-e382-43bd-8486-43d7b470fbfa),segment_id=2ff6f984-e382-43bd-8486-43d7b470fbfa)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:32.188294 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10be8544-ed1c-42eb-98d6-3ca8809c63c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.194261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14541afa-51e6-4f7c-983a-c5a740089db9 req-61e3dd20-b5fd-45fb-b717-1c4f3d14810f tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153889 Sep 17 22:15:32.224173 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-850a947d-b3f9-42fc-b89b-4cdaf0ac6795 req-992e7458-8f9e-45a6-a71f-083f5912b693 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871637 Sep 17 22:15:32.247790 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.248058 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.248774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea281ae4-10d0-4caa-92f0-880e94b3c681 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:32.253253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.257597 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/networks/59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2 HTTP/1.1" status: 204 len: 168 time: 0.9467208 Sep 17 22:15:32.262250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44662) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:32.294394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: ea281ae4-10d0-4caa-92f0-880e94b3c681 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:15:32.294747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea281ae4-10d0-4caa-92f0-880e94b3c681 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:15:32.297826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af463605-7778-48c5-8e58-128ed985125d tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Network': ['ID=59e4c1f3-6bdb-49e2-9bab-5dbeec9b88c2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:32.338601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=0493f94b-77dc-43e9-a61f-cec3d3157925,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:32.345027 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-268c926c-9774-4b75-9570-c8153ee66bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.375116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c926c-9774-4b75-9570-c8153ee66bfc None None] No DVR routers for this DVR port 0493f94b-77dc-43e9-a61f-cec3d3157925 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:32.377142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c926c-9774-4b75-9570-c8153ee66bfc None None] Pushing event deleted for resources: {'Port': ['ID=0493f94b-77dc-43e9-a61f-cec3d3157925,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:32.402750 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.486611 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10be8544-ed1c-42eb-98d6-3ca8809c63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.560035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d51d8d-7a06-4e6f-98bf-f9ecc98cf796 req-cf25515e-2148-4866-a757-d55f165be75c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:32.561730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0d51d8d-7a06-4e6f-98bf-f9ecc98cf796 req-cf25515e-2148-4866-a757-d55f165be75c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1569374 Sep 17 22:15:32.596277 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.641399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:32.669715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff6f984-e382-43bd-8486-43d7b470fbfa') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:32.670016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff6f984-e382-43bd-8486-43d7b470fbfa') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:32.674183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0d51d8d-7a06-4e6f-98bf-f9ecc98cf796 req-e3e4e527-4f9b-4f51-93de-3ef2e9951bbd tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800061 Sep 17 22:15:32.683591 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.698815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.705815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:15:32.706210 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:15:32.709427 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:15:32.758838 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10be8544-ed1c-42eb-98d6-3ca8809c63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.791967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be8544-ed1c-42eb-98d6-3ca8809c63c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18cc7468-0bb0-402f-bc23-ad4397bbb6ed,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:32.798175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10be8544-ed1c-42eb-98d6-3ca8809c63c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.800356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-10be8544-ed1c-42eb-98d6-3ca8809c63c4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/18cc7468-0bb0-402f-bc23-ad4397bbb6ed HTTP/1.1" status: 204 len: 168 time: 0.8887262 Sep 17 22:15:32.803579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44668) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:32.816359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e2a32e-5aa3-4037-9f42-fb071a3d68c1 None None] Network 09776b5d-b9b1-4288-afc6-a1c343e3b62e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:32.870677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.883205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.886569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/networks/fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba HTTP/1.1" status: 204 len: 168 time: 0.6201243 Sep 17 22:15:32.888366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44670) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:32.906662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14e2e1-c181-4352-8849-2469b30e5b86 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Network': ['ID=fce0f43d-3d8f-44d2-a700-ac6a6a0d8fba,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:32.932009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:32.964395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb716592-3cc9-4695-bac1-9a4177f4b90e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Deleting subnet 7ec526f0-34cc-472c-8e5e-583a14253b0d {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:15:32.969002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb716592-3cc9-4695-bac1-9a4177f4b90e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.013948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc821414-5da5-4ba0-bd92-dce3d30732ee details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:15:33.034351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb716592-3cc9-4695-bac1-9a4177f4b90e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.083076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Deleting port 09238a32-9981-4ab4-8c66-156397dfddd0 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:33.083802 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.163249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc821414-5da5-4ba0-bd92-dce3d30732ee, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc821414-5da5-4ba0-bd92-dce3d30732ee,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:33.174920 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'cc821414-5da5-4ba0-bd92-dce3d30732ee', 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326', 'port_id': 'cc821414-5da5-4ba0-bd92-dce3d30732ee', 'mac_address': 'fa:16:3e:40:05:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:15:33.185841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] For port 09238a32-9981-4ab4-8c66-156397dfddd0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=09238a32-9981-4ab4-8c66-156397dfddd0,segment=NetworkSegment(a327262c-115f-4f71-a958-2613f7bd3609),segment_id=a327262c-115f-4f71-a958-2613f7bd3609)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:33.186202 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.189017 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb716592-3cc9-4695-bac1-9a4177f4b90e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.213680 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.229167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b87b9-e1fb-4e5a-9f36-695bd81164de None None] DHCP port deletion for 09776b5d-b9b1-4288-afc6-a1c343e3b62e request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:15:33.235880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc821414-5da5-4ba0-bd92-dce3d30732ee {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:33.238405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Calling delete_port for 09238a32-9981-4ab4-8c66-156397dfddd0 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:33.286388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc821414-5da5-4ba0-bd92-dce3d30732ee, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc821414-5da5-4ba0-bd92-dce3d30732ee,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:33.307308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-846b87b9-e1fb-4e5a-9f36-695bd81164de None None] Deleting port 09238a32-9981-4ab4-8c66-156397dfddd0 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:33.308012 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-846b87b9-e1fb-4e5a-9f36-695bd81164de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.370603 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.371207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9232d21-5958-4fe0-839e-5f0dc5eb062e details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:15:33.386172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86800-3853-445a-8e80-7c6d5183d2bf req-f1801237-f4e0-4945-ae05-a2f8308ca3f9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:33.387746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ea86800-3853-445a-8e80-7c6d5183d2bf req-f1801237-f4e0-4945-ae05-a2f8308ca3f9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 947 time: 0.0799267 Sep 17 22:15:33.388919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-846b87b9-e1fb-4e5a-9f36-695bd81164de None None] For port 09238a32-9981-4ab4-8c66-156397dfddd0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=09238a32-9981-4ab4-8c66-156397dfddd0,segment=NetworkSegment(a327262c-115f-4f71-a958-2613f7bd3609),segment_id=a327262c-115f-4f71-a958-2613f7bd3609)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:33.389394 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-846b87b9-e1fb-4e5a-9f36-695bd81164de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.395433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cb09b-3f3a-4ef0-b834-ae34324b7160 req-3aed33f1-cb09-4b4b-b4e9-58081e1c3032 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:33.396849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899cb09b-3f3a-4ef0-b834-ae34324b7160 req-3aed33f1-cb09-4b4b-b4e9-58081e1c3032 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 944 time: 0.0787275 Sep 17 22:15:33.397030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb716592-3cc9-4695-bac1-9a4177f4b90e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.413681 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb716592-3cc9-4695-bac1-9a4177f4b90e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.420715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44678) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:33.421067 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fb716592-3cc9-4695-bac1-9a4177f4b90e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/subnets/7ec526f0-34cc-472c-8e5e-583a14253b0d HTTP/1.1" status: 204 len: 168 time: 0.5314689 Sep 17 22:15:33.433953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a676fe-e10e-4418-b372-0dacf02995cf None None] Network b35dde8a-2be4-48be-9d06-d41d8b762bc1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:33.444908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.454945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb716592-3cc9-4695-bac1-9a4177f4b90e tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec526f0-34cc-472c-8e5e-583a14253b0d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:33.463393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-846b87b9-e1fb-4e5a-9f36-695bd81164de None None] Calling delete_port for 09238a32-9981-4ab4-8c66-156397dfddd0 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:33.486171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Pushing event deleted for resources: {'Port': ['ID=09238a32-9981-4ab4-8c66-156397dfddd0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:33.490848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] No DVR routers for this DVR port 09238a32-9981-4ab4-8c66-156397dfddd0 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:33.492141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ea86800-3853-445a-8e80-7c6d5183d2bf req-1f012839-03d5-49e4-b9ed-085596e26674 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943396 Sep 17 22:15:33.536636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899cb09b-3f3a-4ef0-b834-ae34324b7160 req-6da72557-5ca5-4b60-a3fc-504c2aa9e18f tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252320 Sep 17 22:15:33.569237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.645100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cc821414-5da5-4ba0-bd92-dce3d30732ee,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:33.662601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Deleting port c2e2f901-2ba3-4383-add8-2adef5f8cc66 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:33.663104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.700958 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.741375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9232d21-5958-4fe0-839e-5f0dc5eb062e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9232d21-5958-4fe0-839e-5f0dc5eb062e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:33.751278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09776b5d-b9b1-4288-afc6-a1c343e3b62e']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:33.767566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'a9232d21-5958-4fe0-839e-5f0dc5eb062e', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'a9232d21-5958-4fe0-839e-5f0dc5eb062e', 'mac_address': 'fa:16:3e:d8:f1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:15:33.776511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] For port c2e2f901-2ba3-4383-add8-2adef5f8cc66, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c2e2f901-2ba3-4383-add8-2adef5f8cc66,segment=NetworkSegment(a2179838-5f22-4a1c-9086-68c337f1413f),segment_id=a2179838-5f22-4a1c-9086-68c337f1413f)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:33.776878 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.777773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a327262c-115f-4f71-a958-2613f7bd3609') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:33.778767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a327262c-115f-4f71-a958-2613f7bd3609') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:33.807096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Calling delete_port for c2e2f901-2ba3-4383-add8-2adef5f8cc66 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:33.812331 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.814835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 09238a32-9981-4ab4-8c66-156397dfddd0 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:33.821364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-846b87b9-e1fb-4e5a-9f36-695bd81164de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.847732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 09238a32-9981-4ab4-8c66-156397dfddd0 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:15:33.848076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 09238a32-9981-4ab4-8c66-156397dfddd0 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:15:33.848491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8c86a31a-47ad-4d16-91d9-dccc73d6f886 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:33.869096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.884520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:15:33.888618 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:15:33.890977 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:15:33.892990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e31b491-5ec8-4049-828a-9545c70a1de3 None None] DHCP port deletion for b35dde8a-2be4-48be-9d06-d41d8b762bc1 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:15:33.896426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b87b9-e1fb-4e5a-9f36-695bd81164de None None] No DVR routers for this DVR port 09238a32-9981-4ab4-8c66-156397dfddd0 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:33.898407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b87b9-e1fb-4e5a-9f36-695bd81164de None None] Pushing event deleted for resources: {'Port': ['ID=09238a32-9981-4ab4-8c66-156397dfddd0,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:33.902420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 8c86a31a-47ad-4d16-91d9-dccc73d6f886 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:15:33.902768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8c86a31a-47ad-4d16-91d9-dccc73d6f886 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:15:33.909166 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:33.941172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9232d21-5958-4fe0-839e-5f0dc5eb062e {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:33.949034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9a4a4-7b0f-4ead-be28-ca841f27d490 req-b77c8d13-6619-49a6-b431-ee90a72ecd52 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:33.950939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03a9a4a4-7b0f-4ead-be28-ca841f27d490 req-b77c8d13-6619-49a6-b431-ee90a72ecd52 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1384940 Sep 17 22:15:33.966167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9232d21-5958-4fe0-839e-5f0dc5eb062e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9232d21-5958-4fe0-839e-5f0dc5eb062e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:33.983182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6e31b491-5ec8-4049-828a-9545c70a1de3 None None] Deleting port c2e2f901-2ba3-4383-add8-2adef5f8cc66 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:33.983558 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6e31b491-5ec8-4049-828a-9545c70a1de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.006081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03a9a4a4-7b0f-4ead-be28-ca841f27d490 req-eedc2990-7cf7-43c1-b52b-4683b4b3f80a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393906 Sep 17 22:15:34.037907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.053055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.053249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.065694 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.071024 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] 10.222.0.13 "DELETE /v2.0/networks/09776b5d-b9b1-4288-afc6-a1c343e3b62e HTTP/1.1" status: 204 len: 168 time: 1.2661245 Sep 17 22:15:34.081480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6e31b491-5ec8-4049-828a-9545c70a1de3 None None] For port c2e2f901-2ba3-4383-add8-2adef5f8cc66, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c2e2f901-2ba3-4383-add8-2adef5f8cc66,segment=NetworkSegment(a2179838-5f22-4a1c-9086-68c337f1413f),segment_id=a2179838-5f22-4a1c-9086-68c337f1413f)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:34.082282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6e31b491-5ec8-4049-828a-9545c70a1de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.085156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336c400-613e-4c1f-8711-c1f4df4c4676 admin admin] Pushing event deleted for resources: {'Network': ['ID=09776b5d-b9b1-4288-afc6-a1c343e3b62e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:34.087611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Port': ['ID=c2e2f901-2ba3-4383-add8-2adef5f8cc66,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:34.091793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] No DVR routers for this DVR port c2e2f901-2ba3-4383-add8-2adef5f8cc66 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:34.104296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6e31b491-5ec8-4049-828a-9545c70a1de3 None None] Calling delete_port for c2e2f901-2ba3-4383-add8-2adef5f8cc66 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:34.129734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a9232d21-5958-4fe0-839e-5f0dc5eb062e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:34.173552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.194576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35dde8a-2be4-48be-9d06-d41d8b762bc1']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:34.204669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2179838-5f22-4a1c-9086-68c337f1413f') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:34.204938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2179838-5f22-4a1c-9086-68c337f1413f') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:34.210288 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6e31b491-5ec8-4049-828a-9545c70a1de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.219718 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.233995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.235526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-9d0ec7d0-f0c3-48f4-aaac-67a070096842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:34.237179 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-9d0ec7d0-f0c3-48f4-aaac-67a070096842 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521&tenant_id=da95cdb13f4844a8bd78c73e211e1698 HTTP/1.1" status: 200 len: 1096 time: 0.0462027 Sep 17 22:15:34.244893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:15:34.245149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31b491-5ec8-4049-828a-9545c70a1de3 None None] Pushing event deleted for resources: {'Port': ['ID=c2e2f901-2ba3-4383-add8-2adef5f8cc66,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:34.245474 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:15:34.250254 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:15:34.253318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31b491-5ec8-4049-828a-9545c70a1de3 None None] No DVR routers for this DVR port c2e2f901-2ba3-4383-add8-2adef5f8cc66 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:34.324551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-41e07954-18f2-4ab1-904c-726c1d8b8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:34.326928 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-41e07954-18f2-4ab1-904c-726c1d8b8076 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 1096 time: 0.0460076 Sep 17 22:15:34.374051 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.377369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a9232d21-5958-4fe0-839e-5f0dc5eb062e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:34.380708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['cc821414-5da5-4ba0-bd92-dce3d30732ee'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:34.386096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.391458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/networks/b35dde8a-2be4-48be-9d06-d41d8b762bc1 HTTP/1.1" status: 204 len: 168 time: 0.9659233 Sep 17 22:15:34.392886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44688) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:34.399288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba634d5-eda5-4ee3-a241-25d33483acb8 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Pushing event deleted for resources: {'Network': ['ID=b35dde8a-2be4-48be-9d06-d41d8b762bc1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:34.416896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44690) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:34.425406 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-14669b7a-8236-4117-8560-cc0858d350c2 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "GET /v2.0/ports?device_id=2343b4d7-6fea-47f2-8399-8a5384ea7c57 HTTP/1.1" status: 200 len: 205 time: 0.0294521 Sep 17 22:15:34.426378 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44692) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:34.463429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c3f4442b-cf0e-434b-991a-b0ecb6b861b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=511c60d730bc4669ada27f47d9017359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429397 Sep 17 22:15:34.463647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44694) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:34.514172 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e9ba39-a3a7-414a-a34d-4d1e288157a4 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.514393 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b5d5-efad-45fc-8cbc-ff938ec4dfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.553356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-3be71cc2-5936-48c9-8f08-afbb8ad92695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:34.554870 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-3be71cc2-5936-48c9-8f08-afbb8ad92695 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.2197506 Sep 17 22:15:34.561001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b5d5-efad-45fc-8cbc-ff938ec4dfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.697115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b2908-9b3a-4d77-bb0f-8fd81bbb8ddd req-b43d131b-70da-4b49-9caf-a46ba8ec89f1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:34.698645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-588b2908-9b3a-4d77-bb0f-8fd81bbb8ddd req-b43d131b-70da-4b49-9caf-a46ba8ec89f1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 948 time: 0.0938265 Sep 17 22:15:34.715410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805847f-22ba-4dd5-86f0-c418c9586b24 req-0222c338-8c55-4a21-b9da-7cd99e25be2f tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:34.717422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d805847f-22ba-4dd5-86f0-c418c9586b24 req-0222c338-8c55-4a21-b9da-7cd99e25be2f tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 945 time: 0.0751233 Sep 17 22:15:34.726013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e9ba39-a3a7-414a-a34d-4d1e288157a4 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.732072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e9ba39-a3a7-414a-a34d-4d1e288157a4 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.741883 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-49767198-b164-4c38-b223-c95e9ccb6d6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb HTTP/1.1" status: 200 len: 999 time: 0.1538155 Sep 17 22:15:34.774079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-588b2908-9b3a-4d77-bb0f-8fd81bbb8ddd req-d78b499e-4a20-449d-8160-f2d081893d72 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667300 Sep 17 22:15:34.776763 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b5d5-efad-45fc-8cbc-ff938ec4dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.780114 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b5d5-efad-45fc-8cbc-ff938ec4dfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.781838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d1f2b5d5-efad-45fc-8cbc-ff938ec4dfaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d91c8439-a0c7-4c6c-89a7-587f4840818c HTTP/1.1" status: 204 len: 168 time: 0.3167021 Sep 17 22:15:34.792151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d805847f-22ba-4dd5-86f0-c418c9586b24 req-46c26a18-8232-44cc-adca-30dc52b2db48 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678098 Sep 17 22:15:34.833268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-3b746657-f22b-421a-8229-ecad2ec5a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:34.833535 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2b5d5-efad-45fc-8cbc-ff938ec4dfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c8439-a0c7-4c6c-89a7-587f4840818c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:34.833650 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-3b746657-f22b-421a-8229-ecad2ec5a04b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.0597701 Sep 17 22:15:34.878122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e9ba39-a3a7-414a-a34d-4d1e288157a4 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.878769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e9ba39-a3a7-414a-a34d-4d1e288157a4 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Fanout notify agent at l3_agent the message router_deleted on router 2343b4d7-6fea-47f2-8399-8a5384ea7c57 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:15:34.895807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e9ba39-a3a7-414a-a34d-4d1e288157a4 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:34.897036 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-98e9ba39-a3a7-414a-a34d-4d1e288157a4 tempest-RoutersNegativeIpV6Test-647006731 tempest-RoutersNegativeIpV6Test-647006731-project] 10.222.0.13 "DELETE /v2.0/routers/2343b4d7-6fea-47f2-8399-8a5384ea7c57 HTTP/1.1" status: 204 len: 168 time: 0.4701185 Sep 17 22:15:34.932163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-177f50a3-5c3f-49b4-806c-68740b7c6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:34.934927 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-177f50a3-5c3f-49b4-806c-68740b7c6311 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923569 Sep 17 22:15:35.041654 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-29ba9c87-00b6-4874-bf53-dec12cce46cd service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915091 Sep 17 22:15:35.140193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93759a-8504-490e-9e21-93b73fb056c0 req-4a73fa07-db39-491b-8b71-ab197e0f3a03 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:35.141132 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-bcda2e7f-a519-42f8-aa13-e94eeac8fa2f service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905831 Sep 17 22:15:35.141832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed93759a-8504-490e-9e21-93b73fb056c0 req-4a73fa07-db39-491b-8b71-ab197e0f3a03 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0573838 Sep 17 22:15:35.191164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed93759a-8504-490e-9e21-93b73fb056c0 req-0874bf03-b6b4-4966-bb69-e7befc12bd6a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428314 Sep 17 22:15:35.361139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:35.369530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb261ba-f024-4a98-bd2c-79fa0e47f1ad req-9ca4518e-3e53-480f-a1fd-a5cc1d97490b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:35.378573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7eb261ba-f024-4a98-bd2c-79fa0e47f1ad req-9ca4518e-3e53-480f-a1fd-a5cc1d97490b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0677772 Sep 17 22:15:35.417372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7eb261ba-f024-4a98-bd2c-79fa0e47f1ad req-ebc637b0-b977-4093-8638-ccf6437f5ab6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376971 Sep 17 22:15:35.515385 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-72b355bb-2adb-437d-8da9-17b40701e051 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5182da062d5242568d21e78719fc67ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529713 Sep 17 22:15:35.517814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44742) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:35.566671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6ecba8a-17f4-4ff0-8dc4-df2b5d87827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:35.587203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6ecba8a-17f4-4ff0-8dc4-df2b5d87827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:35.680847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c2e2f901-2ba3-4383-add8-2adef5f8cc66 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:35.701620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: c2e2f901-2ba3-4383-add8-2adef5f8cc66 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:15:35.702047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c2e2f901-2ba3-4383-add8-2adef5f8cc66 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:15:35.716705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6ecba8a-17f4-4ff0-8dc4-df2b5d87827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:35.719310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6ecba8a-17f4-4ff0-8dc4-df2b5d87827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:35.720534 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e6ecba8a-17f4-4ff0-8dc4-df2b5d87827d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35e676e6-4f8b-48b1-8419-e83e7043377a HTTP/1.1" status: 204 len: 168 time: 0.2014554 Sep 17 22:15:35.728278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecba8a-17f4-4ff0-8dc4-df2b5d87827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e676e6-4f8b-48b1-8419-e83e7043377a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:36.076552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779bd87-b395-49c9-91c0-36db124a2c46 req-38da8d74-c684-4c65-86ca-2329069d41c7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:36.084124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b779bd87-b395-49c9-91c0-36db124a2c46 req-38da8d74-c684-4c65-86ca-2329069d41c7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 948 time: 0.1721730 Sep 17 22:15:36.094974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfa78b-a023-40ee-9119-b193e97dd825 req-bb3594b6-7455-4105-b64d-a40e023ab481 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:36.102379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8dfa78b-a023-40ee-9119-b193e97dd825 req-bb3594b6-7455-4105-b64d-a40e023ab481 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 945 time: 0.1893907 Sep 17 22:15:36.179442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8dfa78b-a023-40ee-9119-b193e97dd825 req-7297b183-e2d8-463c-8fce-004c2bc124c6 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680635 Sep 17 22:15:36.201277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b779bd87-b395-49c9-91c0-36db124a2c46 req-bc32b06e-a93e-4e78-b35e-8fcf2fd6274b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125100 Sep 17 22:15:36.417084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876480d-358c-4a19-9968-3ec7f47547eb req-7f0adc19-57f2-449c-8ef0-f972b49f6e5c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:36.419749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b876480d-358c-4a19-9968-3ec7f47547eb req-7f0adc19-57f2-449c-8ef0-f972b49f6e5c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0607250 Sep 17 22:15:36.490713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b876480d-358c-4a19-9968-3ec7f47547eb req-47f61efd-8a60-4f0e-9052-aa7f14a77c72 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647683 Sep 17 22:15:36.793031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852d04b-31df-4ea7-a13d-dd22b890c3ae req-5314452a-d103-4ae2-8c57-aa367d6f1302 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:36.794595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b852d04b-31df-4ea7-a13d-dd22b890c3ae req-5314452a-d103-4ae2-8c57-aa367d6f1302 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0549250 Sep 17 22:15:36.836946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b852d04b-31df-4ea7-a13d-dd22b890c3ae req-d5cf1d46-2ac2-4209-a2ca-d05fcf7363d0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357528 Sep 17 22:15:36.965003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc821414-5da5-4ba0-bd92-dce3d30732ee up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:37.033335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44828) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:37.099193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port cc821414-5da5-4ba0-bd92-dce3d30732ee completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:15:37.103401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port cc821414-5da5-4ba0-bd92-dce3d30732ee triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:37.103771 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.162454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1655092976-network', 'tenant_id': '6b850e3202974467b8ee87c06ad0de94'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:37.195382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.219551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc821414-5da5-4ba0-bd92-dce3d30732ee'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:37.222147 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40ca8da-09be-4831-a093-a9fb4c1d721e" -d '{"events": [{"server_uuid": "ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b", "name": "network-vif-plugged", "status": "completed", "tag": "cc821414-5da5-4ba0-bd92-dce3d30732ee"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:37.246174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc821414-5da5-4ba0-bd92-dce3d30732ee, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc821414-5da5-4ba0-bd92-dce3d30732ee,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:37.282924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Made reservation on behalf of 6b850e3202974467b8ee87c06ad0de94 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:37.285312 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.296196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.304697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.305793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9232d21-5958-4fe0-839e-5f0dc5eb062e up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:37.332333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10cff8-be2f-4855-86c6-76b9d5302000 req-58097dec-5eab-42de-b697-0d338ad7a042 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:37.334013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f10cff8-be2f-4855-86c6-76b9d5302000 req-58097dec-5eab-42de-b697-0d338ad7a042 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 945 time: 0.0907817 Sep 17 22:15:37.406977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cc821414-5da5-4ba0-bd92-dce3d30732ee,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:37.439677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f10cff8-be2f-4855-86c6-76b9d5302000 req-5ae6b785-e1aa-4721-89e5-702f633bd1ef tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983429 Sep 17 22:15:37.487280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port a9232d21-5958-4fe0-839e-5f0dc5eb062e completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:15:37.491799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port a9232d21-5958-4fe0-839e-5f0dc5eb062e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:37.492178 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.513196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.544572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44844) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:37.588957 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.619125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.632447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:15:37.660473 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.660813 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Added segment 0ee3524d-c2cf-4e26-a943-274c08c9c15a of type vlan for network 8b06d985-80db-4fbd-903f-4eaeb5b97e67 Sep 17 22:15:37.666600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a9232d21-5958-4fe0-839e-5f0dc5eb062e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9232d21-5958-4fe0-839e-5f0dc5eb062e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:37.681146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a263184-f24a-4ec3-ad76-a0a49615d590,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:37.719379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbe1e6-8256-4b74-96c4-8b3d5c452f82 req-eab0fa0c-9d9f-4321-b1a6-5336e2dd9403 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:37.720844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32bbe1e6-8256-4b74-96c4-8b3d5c452f82 req-eab0fa0c-9d9f-4321-b1a6-5336e2dd9403 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 948 time: 0.1620369 Sep 17 22:15:37.732860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.733205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.733540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.733872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.734196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.734515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.734849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.735187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.735482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.735802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.736118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.736432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:37.738377 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.761296 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.770375 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2227a019-2874-4740-83f9-d91b94a76553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.815399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a9232d21-5958-4fe0-839e-5f0dc5eb062e,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:37.823233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32bbe1e6-8256-4b74-96c4-8b3d5c452f82 req-fea26285-420e-4a0d-8b41-2ddb23b71fe4 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830114 Sep 17 22:15:37.877488 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b5271-14fe-4ced-b157-15d8cc54d84b x-openstack-request-id: req-0e1b5271-14fe-4ced-b157-15d8cc54d84b {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:37.877986 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b", "name": "network-vif-plugged", "status": "completed", "tag": "cc821414-5da5-4ba0-bd92-dce3d30732ee", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:37.878239 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e1b5271-14fe-4ced-b157-15d8cc54d84b {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:37.878632 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc821414-5da5-4ba0-bd92-dce3d30732ee', 'code': 200} Sep 17 22:15:37.900919 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.902244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:37.903395 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.984418 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2227a019-2874-4740-83f9-d91b94a76553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:37.987777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] Pushing event updated for resources: {'Network': ['ID=8b06d985-80db-4fbd-903f-4eaeb5b97e67,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:38.000973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 8b06d985-80db-4fbd-903f-4eaeb5b97e67 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:15:38.014098 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d46b3-68ff-4551-8038-97ad666b78a8 req-3d6fd7e6-b9ab-4ed2-8ee0-85a0783dbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:38.015769 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-670d46b3-68ff-4551-8038-97ad666b78a8 req-3d6fd7e6-b9ab-4ed2-8ee0-85a0783dbb06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 1098 time: 0.0655990 Sep 17 22:15:38.019873 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.078709 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-670d46b3-68ff-4551-8038-97ad666b78a8 req-a57062fc-3b2f-4534-8d17-7e00bfa00aaa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552509 Sep 17 22:15:38.087050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2227a019-2874-4740-83f9-d91b94a76553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.136505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2227a019-2874-4740-83f9-d91b94a76553 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b89311664f07459faf08ffe73f094775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908518 Sep 17 22:15:38.139854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44850) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:38.146270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90503492-7040-432b-ae6a-86eace74427d req-a294ed35-c2d8-4c94-abec-2fd7eeffb6e7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:38.147766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90503492-7040-432b-ae6a-86eace74427d req-a294ed35-c2d8-4c94-abec-2fd7eeffb6e7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0989616 Sep 17 22:15:38.148569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227a019-2874-4740-83f9-d91b94a76553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf31bca9-cfa9-4e01-b2a9-c187f3b4d45d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:38.202235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90503492-7040-432b-ae6a-86eace74427d req-3fe7e4d8-b320-44f9-8415-28bbf4b49396 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Sep 17 22:15:38.210584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.230674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44852) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:38.230893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3dac83c0-78f8-44e1-9728-041f6886575c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1946855 Sep 17 22:15:38.236046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Request body: {'subnet': {'network_id': '8b06d985-80db-4fbd-903f-4eaeb5b97e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1655092976-subnet', 'tenant_id': '6b850e3202974467b8ee87c06ad0de94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:38.261645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.337211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff5a21-65ce-49ad-aa5b-847c30b4d1be req-1d68ff1a-4822-4629-ac7a-3ff1c39b2105 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:38.344980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78ff5a21-65ce-49ad-aa5b-847c30b4d1be req-1d68ff1a-4822-4629-ac7a-3ff1c39b2105 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0657659 Sep 17 22:15:38.384474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78ff5a21-65ce-49ad-aa5b-847c30b4d1be req-b013a370-7a43-43f1-951a-59400095946e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385985 Sep 17 22:15:38.384872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Made reservation on behalf of 6b850e3202974467b8ee87c06ad0de94 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:38.387617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.441556 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.444119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.445349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf31bca9-cfa9-4e01-b2a9-c187f3b4d45d HTTP/1.1" status: 204 len: 168 time: 0.3042483 Sep 17 22:15:38.461744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf31bca9-cfa9-4e01-b2a9-c187f3b4d45d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:38.479597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.479942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.480409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.481351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.481638 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.481807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.482320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.482985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.483366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.483697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.483935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.484417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37451fe5-7121-452b-8451-174942e7a040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:15:38.617790 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66398e2f-18f0-47f9-9067-5b08bcee8333 req-3e9066cd-c3fb-496f-9e08-06c75cb3ab0e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:38.626110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66398e2f-18f0-47f9-9067-5b08bcee8333 req-3e9066cd-c3fb-496f-9e08-06c75cb3ab0e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 946 time: 0.0675533 Sep 17 22:15:38.662088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66398e2f-18f0-47f9-9067-5b08bcee8333 req-d137e35d-9213-4f6f-9a94-3b4af75d8b68 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348148 Sep 17 22:15:38.699206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.778771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7376840-2b34-4dd8-b6de-c50a6abf6d9f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:38.782247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Checking segment: {'id': '0ee3524d-c2cf-4e26-a943-274c08c9c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b06d985-80db-4fbd-903f-4eaeb5b97e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:38.783115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Network hostable DHCP agents. Network: 8b06d985-80db-4fbd-903f-4eaeb5b97e67, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:15:38.864594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Network 8b06d985-80db-4fbd-903f-4eaeb5b97e67 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:15:38.961240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 8b06d985-80db-4fbd-903f-4eaeb5b97e67) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:38.966427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:38.967239 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:38.968286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474b7c2-d069-4dfb-8086-63703e258eae req-87edc993-1c59-49b7-ab12-27d57f8801c0 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:38.969829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c474b7c2-d069-4dfb-8086-63703e258eae req-87edc993-1c59-49b7-ab12-27d57f8801c0 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 949 time: 0.0651827 Sep 17 22:15:38.971709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fed569-dfcb-40c8-ad1d-b033023b013e None None] Network 8b06d985-80db-4fbd-903f-4eaeb5b97e67 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:39.020334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c474b7c2-d069-4dfb-8086-63703e258eae req-f9a9c865-2b5f-45a9-aa58-2527e2f97977 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Sep 17 22:15:39.067246 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ff78d6ee-1d5b-4b6a-a95d-3ab133576b1c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8329740 Sep 17 22:15:39.205416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4f36d4-d24b-4f23-bd1f-9ba25e33cc06 None None] Network 8b06d985-80db-4fbd-903f-4eaeb5b97e67 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:39.438839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95187560-f850-4d66-a38f-23c02d7ef0f9 req-d519c09c-b867-4cd7-baf4-d8c081891231 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:39.438839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95187560-f850-4d66-a38f-23c02d7ef0f9 req-d519c09c-b867-4cd7-baf4-d8c081891231 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0958490 Sep 17 22:15:39.513245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95187560-f850-4d66-a38f-23c02d7ef0f9 req-f90e0df3-5a01-4e41-9a7d-269108bd13f4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648506 Sep 17 22:15:39.670296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff50d9-7ffa-44d3-aa91-e515c11f02c3 req-2240cc22-8436-4320-9365-b69e865ca172 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:39.672102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bff50d9-7ffa-44d3-aa91-e515c11f02c3 req-2240cc22-8436-4320-9365-b69e865ca172 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0568299 Sep 17 22:15:39.722121 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:39.726281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bff50d9-7ffa-44d3-aa91-e515c11f02c3 req-2748a885-bbca-4e6e-93ca-4676bf057eb8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475137 Sep 17 22:15:39.866456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a8259-7099-4d4b-a770-a2b347d7de47 req-f179eaf1-8632-4aa2-b941-90430cfe9d30 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:39.868567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f83a8259-7099-4d4b-a770-a2b347d7de47 req-f179eaf1-8632-4aa2-b941-90430cfe9d30 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 946 time: 0.0655546 Sep 17 22:15:39.879654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986b5f43-06e0-4b93-a427-0c0547e8be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9232d21-5958-4fe0-839e-5f0dc5eb062e'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:39.883025 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f540c96-37fe-42df-b2e9-580fe9fb1139" -d '{"events": [{"server_uuid": "986b5f43-06e0-4b93-a427-0c0547e8be3f", "name": "network-vif-plugged", "status": "completed", "tag": "a9232d21-5958-4fe0-839e-5f0dc5eb062e"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:39.912306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f83a8259-7099-4d4b-a770-a2b347d7de47 req-6c3ffadc-dfab-454b-9ac5-b936fe42357c tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Sep 17 22:15:40.147709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44914) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:40.155103 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-923192462-network', 'tenant_id': 'fd05e9a51b0e4e8ab433973002caa5f8'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:40.264561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Made reservation on behalf of fd05e9a51b0e4e8ab433973002caa5f8 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:40.266941 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:40.276063 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:40.428588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:40.515164 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df94e605-8bac-47d0-b4ec-0bf996f2d068 x-openstack-request-id: req-df94e605-8bac-47d0-b4ec-0bf996f2d068 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:40.516008 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986b5f43-06e0-4b93-a427-0c0547e8be3f", "name": "network-vif-plugged", "status": "completed", "tag": "a9232d21-5958-4fe0-839e-5f0dc5eb062e", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:40.516008 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df94e605-8bac-47d0-b4ec-0bf996f2d068 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:40.516182 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986b5f43-06e0-4b93-a427-0c0547e8be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9232d21-5958-4fe0-839e-5f0dc5eb062e', 'code': 200} Sep 17 22:15:40.527304 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:40.582074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:15:40.590730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea468a-6e43-469f-a839-6f96eeeb6dc6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:40.619411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:40.620050 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Added segment 921c56ef-a078-473c-a995-ccd8619bda85 of type vlan for network f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0 Sep 17 22:15:40.634668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a26b0-47a9-4c10-83f6-634027da9fd3 req-a4505c19-089e-404d-9caf-116515251ff8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:40.636614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-210a26b0-47a9-4c10-83f6-634027da9fd3 req-a4505c19-089e-404d-9caf-116515251ff8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 949 time: 0.0662520 Sep 17 22:15:40.671123 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:40.676064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e832-f647-4c8d-9a7e-a19b288d3a07 req-add3fde0-89ad-4cb6-aa8a-78d71ef4410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:40.677811 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1f32e832-f647-4c8d-9a7e-a19b288d3a07 req-add3fde0-89ad-4cb6-aa8a-78d71ef4410c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 1101 time: 0.0971746 Sep 17 22:15:40.708089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-210a26b0-47a9-4c10-83f6-634027da9fd3 req-ae2c41e7-e1ff-4597-874e-3ab45af66dec tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646257 Sep 17 22:15:40.731475 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1f32e832-f647-4c8d-9a7e-a19b288d3a07 req-e4a0faf9-bbe3-454a-89d2-113345e6a2cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418928 Sep 17 22:15:40.795636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:40.796694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:40.797339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:40.863238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:40.873853 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:15:40.913884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f4837e9c-1f2e-4e11-8864-86b49df97069 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7624674 Sep 17 22:15:40.914232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44932) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:40.921229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Request body: {'subnet': {'network_id': 'f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-923192462-subnet', 'tenant_id': 'fd05e9a51b0e4e8ab433973002caa5f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:41.030273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Made reservation on behalf of fd05e9a51b0e4e8ab433973002caa5f8 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:41.032576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:41.063967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de7493-b8ee-4c19-9589-5ea999d62cd6 req-9eb3b156-7bc6-445f-9c99-ff8625da0829 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:41.071389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05de7493-b8ee-4c19-9589-5ea999d62cd6 req-9eb3b156-7bc6-445f-9c99-ff8625da0829 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0579309 Sep 17 22:15:41.112351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05de7493-b8ee-4c19-9589-5ea999d62cd6 req-1e638457-3b65-4172-987a-6291494ce949 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391061 Sep 17 22:15:41.238089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd390cd-b8c7-4477-a7fa-1d25604e43e3 req-c0f61680-ee1e-4ffd-82bf-154b19d05159 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:41.239598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efd390cd-b8c7-4477-a7fa-1d25604e43e3 req-c0f61680-ee1e-4ffd-82bf-154b19d05159 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0594153 Sep 17 22:15:41.280388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efd390cd-b8c7-4477-a7fa-1d25604e43e3 req-0e9e1b1b-d21d-403d-9a5d-773ed31ba1ce tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Sep 17 22:15:41.304224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:41.359108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c10dc2-1dc2-4718-8b48-61405116231f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:41.389400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Checking segment: {'id': '921c56ef-a078-473c-a995-ccd8619bda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:41.389644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Network hostable DHCP agents. Network: f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:15:41.470158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Network f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:15:41.543756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:41.547961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:41.552878 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:41.553688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe12049-ae0c-4944-a765-703092c118d7 None None] Network f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:41.654949 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8f204669-614e-4a37-9a5f-82ab2d9b6551 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7381768 Sep 17 22:15:41.694156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88897595-462d-485b-a10e-b60b2dde7d06 None None] Network f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:41.792633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44942) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:41.855669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-268a22ea-f2fd-49b9-858d-ee0a8737440e admin admin] Deleting subnet f7376840-2b34-4dd8-b6de-c50a6abf6d9f {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:15:41.859307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-268a22ea-f2fd-49b9-858d-ee0a8737440e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:41.906439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-268a22ea-f2fd-49b9-858d-ee0a8737440e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:41.978959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-268a22ea-f2fd-49b9-858d-ee0a8737440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:41.993625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b0480-dc42-4024-8a17-882f2507765a req-ba949da1-82c4-49b7-943f-0916c5d092f4 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:41.999587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d3b0480-dc42-4024-8a17-882f2507765a req-ba949da1-82c4-49b7-943f-0916c5d092f4 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 949 time: 0.0630634 Sep 17 22:15:42.079834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d3b0480-dc42-4024-8a17-882f2507765a req-b509db65-01cf-4775-8f3a-85c63284f97c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527940 Sep 17 22:15:42.212064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd6ba-8af7-4996-893a-b14073ad00e7 req-d1994cc7-39c2-4898-8adf-0e18b4cbbb34 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:42.213593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6cfbd6ba-8af7-4996-893a-b14073ad00e7 req-d1994cc7-39c2-4898-8adf-0e18b4cbbb34 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 946 time: 0.0542989 Sep 17 22:15:42.258890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6cfbd6ba-8af7-4996-893a-b14073ad00e7 req-ae24e846-457c-4b02-a11b-d1ace3f331ba tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378470 Sep 17 22:15:43.002369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-268a22ea-f2fd-49b9-858d-ee0a8737440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.032192 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-268a22ea-f2fd-49b9-858d-ee0a8737440e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.036624 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-268a22ea-f2fd-49b9-858d-ee0a8737440e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f7376840-2b34-4dd8-b6de-c50a6abf6d9f HTTP/1.1" status: 204 len: 168 time: 1.2402968 Sep 17 22:15:43.036624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a22ea-f2fd-49b9-858d-ee0a8737440e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7376840-2b34-4dd8-b6de-c50a6abf6d9f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:43.041636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44954) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:43.126066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.221691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.243834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b06d985-80db-4fbd-903f-4eaeb5b97e67']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:43.264786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee3524d-c2cf-4e26-a943-274c08c9c15a') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:43.265012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee3524d-c2cf-4e26-a943-274c08c9c15a') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:43.270636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-87b904da-ce06-4acb-9b14-6bceb9262a21 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:43.272267 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-87b904da-ce06-4acb-9b14-6bceb9262a21 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 946 time: 0.0609353 Sep 17 22:15:43.290214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.321137 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.330657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:15:43.334499 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:15:43.354038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b376a-5b9e-44bf-bcd3-9c3dad4a233e req-cc761d9a-2fbd-4e57-9b41-cd7eb3075c8e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:43.355700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-867b376a-5b9e-44bf-bcd3-9c3dad4a233e req-cc761d9a-2fbd-4e57-9b41-cd7eb3075c8e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1082666 Sep 17 22:15:43.399592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Deleting port cc821414-5da5-4ba0-bd92-dce3d30732ee {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:43.400038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.446418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-867b376a-5b9e-44bf-bcd3-9c3dad4a233e req-e6d3fe4e-3269-43e6-b2f3-5eed952dcbeb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727379 Sep 17 22:15:43.509359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] For port cc821414-5da5-4ba0-bd92-dce3d30732ee, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc821414-5da5-4ba0-bd92-dce3d30732ee,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:43.509913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.523140 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.534157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Calling delete_port for cc821414-5da5-4ba0-bd92-dce3d30732ee owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:43.538772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.540737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8b06d985-80db-4fbd-903f-4eaeb5b97e67 HTTP/1.1" status: 204 len: 168 time: 0.5020568 Sep 17 22:15:43.548456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44962) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:43.564483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a11deb-3e9f-413c-907e-8283126ddfb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b06d985-80db-4fbd-903f-4eaeb5b97e67,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:43.587187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edc1de-8e53-4e53-aad0-f16dbd0b1cd1 req-2eac9646-cd02-4077-af8b-ed1187e5d340 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:43.588878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8edc1de-8e53-4e53-aad0-f16dbd0b1cd1 req-2eac9646-cd02-4077-af8b-ed1187e5d340 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0669348 Sep 17 22:15:43.606593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-503a1bc9-6d12-49a7-8531-2689afe624cd admin admin] Deleting subnet 45c10dc2-1dc2-4718-8b48-61405116231f {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:15:43.612898 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-503a1bc9-6d12-49a7-8531-2689afe624cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.647042 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8edc1de-8e53-4e53-aad0-f16dbd0b1cd1 req-e97bca5f-36cb-4cc5-8b05-d3b2e474521f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506325 Sep 17 22:15:43.696244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-503a1bc9-6d12-49a7-8531-2689afe624cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:43.875682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f191875-a2c1-42cf-9e3f-cb319ea97771 req-1b42fd2a-c9c4-4424-8637-ef7ac1cad7ab tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:43.877285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f191875-a2c1-42cf-9e3f-cb319ea97771 req-1b42fd2a-c9c4-4424-8637-ef7ac1cad7ab tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 949 time: 0.0558259 Sep 17 22:15:43.922824 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f191875-a2c1-42cf-9e3f-cb319ea97771 req-61852b0d-1a36-42d3-ab40-df78482520c3 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348978 Sep 17 22:15:44.065795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-503a1bc9-6d12-49a7-8531-2689afe624cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.066401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7e7f-15c5-4b96-bef2-5196c6dbac2e req-c6415e24-d215-4284-bee1-95a0c303b618 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:44.066401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eeeb7e7f-15c5-4b96-bef2-5196c6dbac2e req-c6415e24-d215-4284-bee1-95a0c303b618 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b HTTP/1.1" status: 200 len: 946 time: 0.0519731 Sep 17 22:15:44.101665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eeeb7e7f-15c5-4b96-bef2-5196c6dbac2e req-be2d388d-57cb-4a0c-94c0-cb72426aefb6 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336821 Sep 17 22:15:44.207672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.219652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['cc821414-5da5-4ba0-bd92-dce3d30732ee'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:44.224778 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-503a1bc9-6d12-49a7-8531-2689afe624cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.262584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Pushing event deleted for resources: {'Port': ['ID=cc821414-5da5-4ba0-bd92-dce3d30732ee,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:44.301470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a1bc9-6d12-49a7-8531-2689afe624cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c10dc2-1dc2-4718-8b48-61405116231f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:44.310163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-503a1bc9-6d12-49a7-8531-2689afe624cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.311811 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-503a1bc9-6d12-49a7-8531-2689afe624cd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/45c10dc2-1dc2-4718-8b48-61405116231f HTTP/1.1" status: 204 len: 168 time: 0.7621930 Sep 17 22:15:44.314555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44972) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:44.326741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] No DVR routers for this DVR port cc821414-5da5-4ba0-bd92-dce3d30732ee on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:44.329386 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.335697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-20d3633d-87f0-4d2d-9117-5dab646684fd req-eca0d62b-3821-4ec3-a77d-1446d121dd9e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.32 "DELETE /v2.0/ports/cc821414-5da5-4ba0-bd92-dce3d30732ee HTTP/1.1" status: 204 len: 173 time: 1.0569839 Sep 17 22:15:44.336174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b', 'name': 'network-vif-deleted', 'tag': 'cc821414-5da5-4ba0-bd92-dce3d30732ee'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:44.338483 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d51806-e6bc-42c7-a955-324e90df7c64" -d '{"events": [{"server_uuid": "ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b", "name": "network-vif-deleted", "tag": "cc821414-5da5-4ba0-bd92-dce3d30732ee"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:44.432034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.444285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c33bf-a295-4d18-8029-1581f030d82a req-6a702eed-c874-4b12-a045-1b2762def6e2 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:44.445831 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c43c33bf-a295-4d18-8029-1581f030d82a req-6a702eed-c874-4b12-a045-1b2762def6e2 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 1101 time: 0.0910308 Sep 17 22:15:44.553842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.557841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c43c33bf-a295-4d18-8029-1581f030d82a req-d69f2ebf-add2-43f0-9820-415abdc2648f tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874755 Sep 17 22:15:44.594764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:44.600604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921c56ef-a078-473c-a995-ccd8619bda85') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:44.600908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921c56ef-a078-473c-a995-ccd8619bda85') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:44.611647 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.626497 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.642352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:15:44.643276 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:15:44.645261 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:15:44.790290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.807498 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:44.812656 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0 HTTP/1.1" status: 204 len: 168 time: 0.4945796 Sep 17 22:15:44.812656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00246d40-3196-4790-832f-ec3faf38629e admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d678c5-7218-42b5-b6b1-3c3ccbc9f1d0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:44.840815 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3398c374-439a-41e2-b6be-772d745f09e2 x-openstack-request-id: req-3398c374-439a-41e2-b6be-772d745f09e2 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:44.841379 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b", "name": "network-vif-deleted", "tag": "cc821414-5da5-4ba0-bd92-dce3d30732ee", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:44.841833 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3398c374-439a-41e2-b6be-772d745f09e2 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:44.842438 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1fc7f1-1a81-4dc5-884b-1b4ebc4af57b', 'name': 'network-vif-deleted', 'tag': 'cc821414-5da5-4ba0-bd92-dce3d30732ee', 'status': 'completed', 'code': 200} Sep 17 22:15:44.947025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426704-d661-4da7-8447-fd1d7db171c1 req-ee3adc73-322e-4654-8877-d6817bcf7a12 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:44.950477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31426704-d661-4da7-8447-fd1d7db171c1 req-ee3adc73-322e-4654-8877-d6817bcf7a12 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0553679 Sep 17 22:15:44.988777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31426704-d661-4da7-8447-fd1d7db171c1 req-8b5e270a-ba4e-44bf-9df0-2ff5aee9bc30 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332792 Sep 17 22:15:45.107309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd2a30-a74e-48b6-8fa5-d6269e7b8712 req-72e5d9de-2243-4336-8441-416b50edfe92 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:45.109639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32fd2a30-a74e-48b6-8fa5-d6269e7b8712 req-72e5d9de-2243-4336-8441-416b50edfe92 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0532677 Sep 17 22:15:45.170471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32fd2a30-a74e-48b6-8fa5-d6269e7b8712 req-e9cb99b7-1224-4533-902b-072b138187f4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506604 Sep 17 22:15:45.235643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44994) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:45.283100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-11499553-0846-441e-9c50-861c4beb4b7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b850e3202974467b8ee87c06ad0de94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460050 Sep 17 22:15:45.285686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45000) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:45.315853 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-8f72e05c-d659-4b0f-be3f-85356206e85b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316064 Sep 17 22:15:45.349706 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-293f6d24-b19b-460c-b284-ed72359023d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:45.402223 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-293f6d24-b19b-460c-b284-ed72359023d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:45.461899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c6da6097-387c-4875-b503-aa956d0339cc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:45.463517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c6da6097-387c-4875-b503-aa956d0339cc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417212 Sep 17 22:15:45.480123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-38064c6a-f238-4f06-906a-878d442098a4 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/quotas/649c8f43cae541d2a74bf88cbcf62f86 HTTP/1.1" status: 200 len: 375 time: 0.0096710 Sep 17 22:15:45.504347 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-293f6d24-b19b-460c-b284-ed72359023d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:45.518256 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-293f6d24-b19b-460c-b284-ed72359023d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:45.518256 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-293f6d24-b19b-460c-b284-ed72359023d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a263184-f24a-4ec3-ad76-a0a49615d590 HTTP/1.1" status: 204 len: 168 time: 0.2210364 Sep 17 22:15:45.521593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6d24-b19b-460c-b284-ed72359023d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a263184-f24a-4ec3-ad76-a0a49615d590,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:45.564480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-70343483-f91a-487e-a37f-93213208c7eb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0784607 Sep 17 22:15:46.276883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45022) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:46.333601 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8c8a8474-d608-4e67-a929-0de171a57538 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd05e9a51b0e4e8ab433973002caa5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594621 Sep 17 22:15:46.334308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45026) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:46.425438 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1109cff4-3677-4ddf-8b10-60c282dc6eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:46.473000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1109cff4-3677-4ddf-8b10-60c282dc6eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:46.506738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81901e3d-269f-461f-9fa6-1d65258794e0 req-b98b5f9f-acae-4487-aa15-625014a7ac41 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 210 time: 0.0323694 Sep 17 22:15:46.629619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df72dad-9a3a-409c-81f6-3ed48caa5c7a req-2f92dc62-61cc-4d6b-80c2-8e90ce6d4383 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:46.631211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5df72dad-9a3a-409c-81f6-3ed48caa5c7a req-2f92dc62-61cc-4d6b-80c2-8e90ce6d4383 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0608630 Sep 17 22:15:46.647090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1109cff4-3677-4ddf-8b10-60c282dc6eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:46.649766 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1109cff4-3677-4ddf-8b10-60c282dc6eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:46.654126 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1109cff4-3677-4ddf-8b10-60c282dc6eab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cea468a-6e43-469f-a839-6f96eeeb6dc6 HTTP/1.1" status: 204 len: 168 time: 0.3159864 Sep 17 22:15:46.660354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109cff4-3677-4ddf-8b10-60c282dc6eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea468a-6e43-469f-a839-6f96eeeb6dc6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:46.683053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5df72dad-9a3a-409c-81f6-3ed48caa5c7a req-2b49e7d6-247d-47d9-ad70-bb8cb90bdf8a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456655 Sep 17 22:15:46.815830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed62b3e-5f4b-4dbd-b8bc-99d770aa25be req-229557a6-81fe-4165-83bf-d6aab35093ee tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:46.817653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bed62b3e-5f4b-4dbd-b8bc-99d770aa25be req-229557a6-81fe-4165-83bf-d6aab35093ee tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0515006 Sep 17 22:15:46.860605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bed62b3e-5f4b-4dbd-b8bc-99d770aa25be req-11cd6685-3165-4e44-8634-aede2d04dbc4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372424 Sep 17 22:15:46.997303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc821414-5da5-4ba0-bd92-dce3d30732ee no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:47.017187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: cc821414-5da5-4ba0-bd92-dce3d30732ee {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:15:47.017532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc821414-5da5-4ba0-bd92-dce3d30732ee not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:15:47.333758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ab4afa36-59e4-4e8d-a056-57f5072a949b tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:47.335375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ab4afa36-59e4-4e8d-a056-57f5072a949b tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/networks?id=677a3bf6-fc71-4d27-becd-30152a37c326 HTTP/1.1" status: 200 len: 808 time: 0.1103165 Sep 17 22:15:47.351373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-0f7a85e0-98d7-4cbe-a00c-4ec3ebbbc875 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/quotas/afd858c6a1fb497dbe40f75519ef5665 HTTP/1.1" status: 200 len: 375 time: 0.0098166 Sep 17 22:15:47.385647 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-a3f3cf4a-a626-4334-b53f-9883d88138f6 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afd858c6a1fb497dbe40f75519ef5665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275977 Sep 17 22:15:47.476700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-7542a2d1-31e0-470b-a575-9ce2e5ec651a service neutron] 10.222.0.13 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838275 Sep 17 22:15:47.572863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-513b0f37-40cb-4d13-bfc0-2080c5b3960e service neutron] 10.222.0.13 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892277 Sep 17 22:15:47.687754 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2cc0-2301-490b-9657-32c58759eea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:47.997755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10e30664-f592-4b52-8257-ce49aeeb8d2d req-788e0cfe-7cf8-4f37-9bea-73994c8980d5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 210 time: 0.0465653 Sep 17 22:15:48.025060 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-cc79ca1e-b102-4273-a77c-44780f012b57 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375421 Sep 17 22:15:48.070007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6446700f-b19f-41f7-86ea-15d6e62f5fc0 req-d985d056-823c-4b66-a548-6849efe89b17 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 210 time: 0.0396445 Sep 17 22:15:48.081150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e00af5-1394-4cf4-8f01-28fd0ee8ddbd req-8ded0b38-af42-44d8-9aaf-02282f79c49f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:48.083314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54e00af5-1394-4cf4-8f01-28fd0ee8ddbd req-8ded0b38-af42-44d8-9aaf-02282f79c49f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1274793 Sep 17 22:15:48.140960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54e00af5-1394-4cf4-8f01-28fd0ee8ddbd req-b3aa1227-3e12-4753-959e-83adfc738518 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472643 Sep 17 22:15:48.183487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744fa6-f3e5-410d-97b6-4888a843276d req-10a0c19e-2a82-47eb-9e08-11a6925d0966 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:48.190636 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-10a0c19e-2a82-47eb-9e08-11a6925d0966 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553605 Sep 17 22:15:48.205885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Request body: {'port': {'device_id': '51693cc4-925b-4fc4-a6bc-7b421f474bf5', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '649c8f43cae541d2a74bf88cbcf62f86'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:48.224676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36c20-4b5f-4c3f-b6bd-cff267888c51 req-25eb2fa4-6e35-49b0-9400-42185150a9d4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:48.226428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24f36c20-4b5f-4c3f-b6bd-cff267888c51 req-25eb2fa4-6e35-49b0-9400-42185150a9d4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0676765 Sep 17 22:15:48.279657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24f36c20-4b5f-4c3f-b6bd-cff267888c51 req-e22e5b76-3b72-45d2-bb35-81f43759211d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Sep 17 22:15:48.407658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Made reservation on behalf of 649c8f43cae541d2a74bf88cbcf62f86 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:48.412611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:48.569922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Allocated IP 192.168.233.26 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/05570eb8-ed0b-48eb-9781-f1ad1ad67fa3) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:48.742382 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:48.888325 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:48.900627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21', '35dc6391-15bc-4ca4-860b-db2ae4361420', 'a9232d21-5958-4fe0-839e-5f0dc5eb062e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:48.934392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:48.937851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:48.950606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b', '8440e9de-0497-4f45-9a76-f5a3167f6f8b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:48.951836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:48.993229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event updated for resources: {'Port': ['ID=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:49.039990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:49.041813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:49.109369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-0a5ce991-4647-4690-940b-0e689eda0160 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:49.117120 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-0a5ce991-4647-4690-940b-0e689eda0160 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.0599747 Sep 17 22:15:49.176056 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-c319c4c7-ae98-494d-ba4d-d85ee079490d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9785111 Sep 17 22:15:49.179507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3c816-33aa-4048-9948-8ccbb41d82f9 req-77e0ae55-aa5b-4733-93c9-c0db3fa7f9b9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:49.194030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Request body: {'port': {'device_id': '51693cc4-925b-4fc4-a6bc-7b421f474bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:49.198755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebc3c816-33aa-4048-9948-8ccbb41d82f9 req-77e0ae55-aa5b-4733-93c9-c0db3fa7f9b9 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 935 time: 0.0827188 Sep 17 22:15:49.287208 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:49.287341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-453460c1-14c6-467c-ae9e-4704973b4b50 req-e1c87873-19fe-4935-8576-e45e07da6c56 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 210 time: 0.0787308 Sep 17 22:15:49.337043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebc3c816-33aa-4048-9948-8ccbb41d82f9 req-bd89d0ad-010e-4993-88b5-0f2d1f440f96 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357472 Sep 17 22:15:49.486457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9fc50612-ab3a-4f82-b56d-05b18b39343d None None] Provisioning complete for port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:49.486870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9fc50612-ab3a-4f82-b56d-05b18b39343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:49.490012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53d205-2889-4662-a7c9-c00aee3df996 req-69479efb-08f2-45d8-a517-021c71e255c8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:49.498828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Deleting port 8233c091-7c0e-4dde-8c74-ef186ede4009 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:15:49.499207 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:49.500956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da53d205-2889-4662-a7c9-c00aee3df996 req-69479efb-08f2-45d8-a517-021c71e255c8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0859928 Sep 17 22:15:49.560906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da53d205-2889-4662-a7c9-c00aee3df996 req-eea9ea61-2c7a-46ca-8522-965bc2579823 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552597 Sep 17 22:15:49.606133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9fc50612-ab3a-4f82-b56d-05b18b39343d None None] Port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:15:49.661732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc80684-5324-4171-9668-c7f06f4d460c req-a37f95f8-8cf7-4d1f-8a61-ef6ccc6cfb49 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:49.670879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fc80684-5324-4171-9668-c7f06f4d460c req-a37f95f8-8cf7-4d1f-8a61-ef6ccc6cfb49 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 945 time: 0.1078250 Sep 17 22:15:49.690912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] For port 8233c091-7c0e-4dde-8c74-ef186ede4009, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8233c091-7c0e-4dde-8c74-ef186ede4009,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:49.697097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:49.719090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Calling delete_port for 8233c091-7c0e-4dde-8c74-ef186ede4009 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:15:49.731162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fc80684-5324-4171-9668-c7f06f4d460c req-1d252cc9-cca5-4da0-8794-c3daa02f2fad tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589404 Sep 17 22:15:49.832790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:49.843676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:49.869490 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Transition to ACTIVE for port object 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:15:49.950626 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:50.020955 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:50.044048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Pushing event updated for resources: {'Port': ['ID=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:50.124342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['8233c091-7c0e-4dde-8c74-ef186ede4009'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:50.181803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event deleted for resources: {'Port': ['ID=8233c091-7c0e-4dde-8c74-ef186ede4009,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:50.207405 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7020a241-6c59-49b2-9b90-2ed2089cec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:50.243085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] No DVR routers for this DVR port 8233c091-7c0e-4dde-8c74-ef186ede4009 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:15:50.249016 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:50.251186 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bb042b19-5739-47d6-aaa0-98af3015cc16 req-1cc1ac90-9731-419f-ae92-db9f6938d79a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "DELETE /v2.0/ports/8233c091-7c0e-4dde-8c74-ef186ede4009 HTTP/1.1" status: 204 len: 173 time: 1.1224675 Sep 17 22:15:50.284533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec', 'name': 'network-vif-deleted', 'tag': '8233c091-7c0e-4dde-8c74-ef186ede4009'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:50.286781 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccea502-0315-4640-ae3b-c774dde6066e" -d '{"events": [{"server_uuid": "f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec", "name": "network-vif-deleted", "tag": "8233c091-7c0e-4dde-8c74-ef186ede4009"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:50.360563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Attempting to bind port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:50.361110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Attempting to bind port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:50.361501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Attempting to bind port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:50.375960 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746dfd2a-41cf-4f36-a93b-cc08c41476dc x-openstack-request-id: req-746dfd2a-41cf-4f36-a93b-cc08c41476dc {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:50.375960 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec", "name": "network-vif-deleted", "tag": "8233c091-7c0e-4dde-8c74-ef186ede4009", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:50.375960 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-746dfd2a-41cf-4f36-a93b-cc08c41476dc {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:50.375960 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec', 'name': 'network-vif-deleted', 'tag': '8233c091-7c0e-4dde-8c74-ef186ede4009', 'status': 'completed', 'code': 200} Sep 17 22:15:50.378481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:15:50.379014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Attempting to bind port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:50.388708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-229e82e0-2fbc-482c-bbb5-910c13384136 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:50.390330 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-229e82e0-2fbc-482c-bbb5-910c13384136 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.35 "GET /v2.0/networks?id=677a3bf6-fc71-4d27-becd-30152a37c326 HTTP/1.1" status: 200 len: 808 time: 0.3170149 Sep 17 22:15:50.394653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:50.395158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:50.395654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:50.396248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Bound port: 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:50.396704 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:50.411824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Request body: {'port': {'device_id': '085a61b5-6142-401c-9bbc-0c74dbf717a8', 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326', 'admin_state_up': True, 'tenant_id': 'afd858c6a1fb497dbe40f75519ef5665'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:50.452349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-832b7cfe-37b0-49f3-b202-5c8d5f34a901 req-08ce46a1-318a-43a0-8ee3-2edcb716ccec tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 210 time: 0.0418077 Sep 17 22:15:50.518822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68146c05-c5ab-4b91-89c8-ce25c561b5d5 req-56579915-2e07-4c10-b9e6-67241786aab5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:50.529846 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68146c05-c5ab-4b91-89c8-ce25c561b5d5 req-56579915-2e07-4c10-b9e6-67241786aab5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 947 time: 0.1091986 Sep 17 22:15:50.555003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] For port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:50.559564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] For port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:50.567375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68146c05-c5ab-4b91-89c8-ce25c561b5d5 req-eb3f827b-6d0f-4bed-8aa6-057e81407b5e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367029 Sep 17 22:15:50.680879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11ecce-e7d5-4937-bdf3-aba8b50fbd2a req-41bf4d9d-61ad-46da-bdff-d7c4f7e3c065 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:50.682681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e11ecce-e7d5-4937-bdf3-aba8b50fbd2a req-41bf4d9d-61ad-46da-bdff-d7c4f7e3c065 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0521436 Sep 17 22:15:50.704781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:50.728433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e11ecce-e7d5-4937-bdf3-aba8b50fbd2a req-2a6b54a8-d88e-4184-baee-b0eda807c5bc tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375457 Sep 17 22:15:50.742641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Made reservation on behalf of afd858c6a1fb497dbe40f75519ef5665 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:50.747158 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:50.764383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:50.765091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:50.766713 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] 10.222.0.32 "PUT /v2.0/ports/05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 HTTP/1.1" status: 200 len: 1096 time: 1.5770431 Sep 17 22:15:50.803619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3661ce-8fc5-49e5-bae4-1aeaf787f075 service neutron] Pushing event updated for resources: {'Port': ['ID=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:50.886109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-006441f1-a72e-4e9a-a836-a26fca8187cf req-a6b7ecfb-42fc-4dc2-9fa4-2e50d37ab447 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.0466702 Sep 17 22:15:50.965400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744fa6-f3e5-410d-97b6-4888a843276d req-ebff526c-cc79-44bc-86b0-4751b4cd9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:50.966447 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-ebff526c-cc79-44bc-86b0-4751b4cd9db3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 1099 time: 0.1136463 Sep 17 22:15:51.023726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Allocated IP 172.20.0.4 (677a3bf6-fc71-4d27-becd-30152a37c326/51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee/02ef953e-3d4f-4582-adb1-ff747bf32df2) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:51.026670 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-a441d1e1-08d9-4f3b-af6a-348749013b41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 HTTP/1.1" status: 200 len: 217 time: 0.0501349 Sep 17 22:15:51.105881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744fa6-f3e5-410d-97b6-4888a843276d req-6e61b2b2-bbf3-4371-951e-61e386c459c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:51.108213 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-6e61b2b2-bbf3-4371-951e-61e386c459c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0719297 Sep 17 22:15:51.130151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45170) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:51.254325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744fa6-f3e5-410d-97b6-4888a843276d req-8cb794fe-58b1-40e2-9b4d-b0fdf83110c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:51.256384 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-8cb794fe-58b1-40e2-9b4d-b0fdf83110c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391261 Sep 17 22:15:51.258400 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.286358 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-23f50ba8-9afc-4b94-96ee-e0b78ea24172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.362617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.393267 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-18fc554a-9e1d-4aaa-8501-615b078d30d4 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266212 Sep 17 22:15:51.417162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-23f50ba8-9afc-4b94-96ee-e0b78ea24172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.470094 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-23f50ba8-9afc-4b94-96ee-e0b78ea24172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.501353 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-51744fa6-f3e5-410d-97b6-4888a843276d req-b1ec657a-227f-405c-8ef7-6ed48dd3fa73 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997484 Sep 17 22:15:51.516296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-23f50ba8-9afc-4b94-96ee-e0b78ea24172 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3176ca0162f458dbddaaf15a08caa10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846583 Sep 17 22:15:51.517458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f50ba8-9afc-4b94-96ee-e0b78ea24172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25034c-a525-49b6-98e0-c84b10d32af9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:51.519474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45180) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:51.553498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.619894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Network 677a3bf6-fc71-4d27-becd-30152a37c326 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:51.634999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:51.634999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Pushing event updated for resources: {'Port': ['ID=02ef953e-3d4f-4582-adb1-ff747bf32df2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:51.636353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:51.639742 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd4eae7d-b2ad-4ec8-941f-ef10ab0ad402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.653106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.664781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df8c43-dd31-482e-bb59-0e8ecce6bbc4 req-c5ce2c34-d3c8-48e5-8a79-2944395cd48e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:51.676057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0df8c43-dd31-482e-bb59-0e8ecce6bbc4 req-c5ce2c34-d3c8-48e5-8a79-2944395cd48e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 931 time: 0.1021087 Sep 17 22:15:51.698181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd4eae7d-b2ad-4ec8-941f-ef10ab0ad402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.715894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:51.716530 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.755613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0df8c43-dd31-482e-bb59-0e8ecce6bbc4 req-37dc9f51-d052-4550-b45f-5a9cdac5bb1b tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789549 Sep 17 22:15:51.780920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031d8d5-d75c-4067-b174-c76984f775fb req-344a76e1-846e-4dab-b501-5b7fc7ac8614 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:51.790760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a031d8d5-d75c-4067-b174-c76984f775fb req-344a76e1-846e-4dab-b501-5b7fc7ac8614 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 947 time: 0.1094191 Sep 17 22:15:51.821456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a031d8d5-d75c-4067-b174-c76984f775fb req-b6c93866-688b-4d16-ab38-c229adc76556 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Sep 17 22:15:51.832208 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-35120b00-0de9-4cdb-8a21-3aee7c34209e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4256892 Sep 17 22:15:51.847803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Request body: {'port': {'device_id': '085a61b5-6142-401c-9bbc-0c74dbf717a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:51.871944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd4eae7d-b2ad-4ec8-941f-ef10ab0ad402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.875594 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd4eae7d-b2ad-4ec8-941f-ef10ab0ad402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:51.876791 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cd4eae7d-b2ad-4ec8-941f-ef10ab0ad402 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c25034c-a525-49b6-98e0-c84b10d32af9 HTTP/1.1" status: 204 len: 168 time: 0.3559053 Sep 17 22:15:51.892477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eae7d-b2ad-4ec8-941f-ef10ab0ad402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25034c-a525-49b6-98e0-c84b10d32af9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:51.905249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2240ed6-f075-4053-b8f7-4631d78b2c78 req-9fe4c4a6-97df-4159-80a3-fffdfbf11070 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:51.909469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2240ed6-f075-4053-b8f7-4631d78b2c78 req-9fe4c4a6-97df-4159-80a3-fffdfbf11070 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0818133 Sep 17 22:15:51.935242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:52.000847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2240ed6-f075-4053-b8f7-4631d78b2c78 req-d43f951c-2973-47a6-a8d1-c7b567f468ce tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869417 Sep 17 22:15:52.046330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a96f4092-cf3a-40d1-ae1e-73896676b6ad req-c284a91c-147e-41b3-a0d1-f471b523594a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.0384367 Sep 17 22:15:52.307333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ef953e-3d4f-4582-adb1-ff747bf32df2 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:52.316788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:52.334588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Transition to ACTIVE for port object 02ef953e-3d4f-4582-adb1-ff747bf32df2 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:15:52.375610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51693cc4-925b-4fc4-a6bc-7b421f474bf5', 'tag': '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:52.378225 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a28332-ff06-4666-823c-4690927f7ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "51693cc4-925b-4fc4-a6bc-7b421f474bf5", "tag": "05570eb8-ed0b-48eb-9781-f1ad1ad67fa3"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:52.390338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:52.433210 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf438d8-428f-4548-a0b2-070d8c55e31d x-openstack-request-id: req-dbf438d8-428f-4548-a0b2-070d8c55e31d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:52.433560 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51693cc4-925b-4fc4-a6bc-7b421f474bf5", "tag": "05570eb8-ed0b-48eb-9781-f1ad1ad67fa3", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:52.433817 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbf438d8-428f-4548-a0b2-070d8c55e31d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:52.434217 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51693cc4-925b-4fc4-a6bc-7b421f474bf5', 'tag': '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3', 'status': 'completed', 'code': 200} Sep 17 22:15:52.516676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Pushing event updated for resources: {'Port': ['ID=02ef953e-3d4f-4582-adb1-ff747bf32df2,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:52.566914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28332-ff06-4666-823c-4690927f7ad4 req-c9e6cdaa-e6b0-46c4-88ea-d9df61abe927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:52.568628 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a28332-ff06-4666-823c-4690927f7ad4 req-c9e6cdaa-e6b0-46c4-88ea-d9df61abe927 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 1099 time: 0.1215677 Sep 17 22:15:52.662981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Attempting to bind port 02ef953e-3d4f-4582-adb1-ff747bf32df2 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:52.663208 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Attempting to bind port 02ef953e-3d4f-4582-adb1-ff747bf32df2 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'a0dafa5b-cb61-41b6-9409-23b9109717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:52.663548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Attempting to bind port 02ef953e-3d4f-4582-adb1-ff747bf32df2 on network 677a3bf6-fc71-4d27-becd-30152a37c326 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:52.673302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Port 02ef953e-3d4f-4582-adb1-ff747bf32df2 on network 677a3bf6-fc71-4d27-becd-30152a37c326 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:15:52.673625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Attempting to bind port 02ef953e-3d4f-4582-adb1-ff747bf32df2 on network 677a3bf6-fc71-4d27-becd-30152a37c326 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:52.685605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:52.685605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Checking segment: {'id': 'a0dafa5b-cb61-41b6-9409-23b9109717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:52.685605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Bound using segment: {'id': 'a0dafa5b-cb61-41b6-9409-23b9109717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:52.686171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Bound port: 02ef953e-3d4f-4582-adb1-ff747bf32df2, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0dafa5b-cb61-41b6-9409-23b9109717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:52.686604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:52.737989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28332-ff06-4666-823c-4690927f7ad4 req-c0befb18-fd7f-4601-a485-a0e69a2ce2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:52.739788 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a28332-ff06-4666-823c-4690927f7ad4 req-c0befb18-fd7f-4601-a485-a0e69a2ce2a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1624446 Sep 17 22:15:52.794462 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a28332-ff06-4666-823c-4690927f7ad4 req-b532b5c7-81ea-4da1-b6ce-aa735ee7dbc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 HTTP/1.1" status: 200 len: 217 time: 0.0433605 Sep 17 22:15:52.841525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] For port 02ef953e-3d4f-4582-adb1-ff747bf32df2, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:52.890459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] For port 02ef953e-3d4f-4582-adb1-ff747bf32df2, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=02ef953e-3d4f-4582-adb1-ff747bf32df2,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:52.895050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28332-ff06-4666-823c-4690927f7ad4 req-ac6da9a7-573e-4f86-a198-6ce4f72a1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:52.896733 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a28332-ff06-4666-823c-4690927f7ad4 req-ac6da9a7-573e-4f86-a198-6ce4f72a1241 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0904059 Sep 17 22:15:52.964227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:53.022161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:53.022829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:53.024362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] 10.222.0.35 "PUT /v2.0/ports/02ef953e-3d4f-4582-adb1-ff747bf32df2 HTTP/1.1" status: 200 len: 1092 time: 1.1814768 Sep 17 22:15:53.033462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28332-ff06-4666-823c-4690927f7ad4 req-60bac641-39fa-4149-861e-e70b2e96ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:53.035358 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a28332-ff06-4666-823c-4690927f7ad4 req-60bac641-39fa-4149-861e-e70b2e96ff1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274993 Sep 17 22:15:53.081972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7773b8-f372-49be-9571-9c7db38c4642 service neutron] Pushing event updated for resources: {'Port': ['ID=02ef953e-3d4f-4582-adb1-ff747bf32df2,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:53.220939 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a28332-ff06-4666-823c-4690927f7ad4 req-319aea88-4a72-4078-a77e-c37d74b1216f service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733503 Sep 17 22:15:53.244937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-2603f4e4-d97c-49a8-9879-063888bd0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:53.247995 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-2603f4e4-d97c-49a8-9879-063888bd0d61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afd858c6a1fb497dbe40f75519ef5665&device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 1095 time: 0.0914652 Sep 17 22:15:53.291843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45238) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:53.293733 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:53.402778 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-b570313b-108e-4cd7-9a89-5e37bc87641f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ef953e-3d4f-4582-adb1-ff747bf32df2 HTTP/1.1" status: 200 len: 217 time: 0.1172922 Sep 17 22:15:53.408940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf35f4-7ad7-425c-a98a-485c7c0235a1 req-e54af79b-3880-4d61-b82c-f26c8199b18d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:53.410458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-addf35f4-7ad7-425c-a98a-485c7c0235a1 req-e54af79b-3880-4d61-b82c-f26c8199b18d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 943 time: 0.5747674 Sep 17 22:15:53.450077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadd88c-084a-4af1-b01f-f22950673d9c req-095da2d6-be9f-410d-906b-72fc5654bfac tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:53.457525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eadd88c-084a-4af1-b01f-f22950673d9c req-095da2d6-be9f-410d-906b-72fc5654bfac tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 947 time: 0.5259249 Sep 17 22:15:53.488350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-349704235-network', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:53.491549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-addf35f4-7ad7-425c-a98a-485c7c0235a1 req-1ad23c6b-d2da-44e5-8035-40ec1b66425e tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701632 Sep 17 22:15:53.492869 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a28332-ff06-4666-823c-4690927f7ad4 req-9ada45bc-f3b1-4b7a-842e-7f3ae4d13f90 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518182 Sep 17 22:15:53.513875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-686075e4-d756-429a-b416-8c72090b88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:53.515410 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-686075e4-d756-429a-b416-8c72090b88a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee HTTP/1.1" status: 200 len: 848 time: 0.1032081 Sep 17 22:15:53.519368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eadd88c-084a-4af1-b01f-f22950673d9c req-87694531-0a21-41fc-93bc-0d7a16bc0368 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609334 Sep 17 22:15:53.557922 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-2dd2fb89-6fc1-4f88-b4e4-e010e13cc13f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=677a3bf6-fc71-4d27-becd-30152a37c326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328903 Sep 17 22:15:53.605380 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Made reservation on behalf of 89de9bd7dfa64b5f8d56541cd0f04775 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:53.607825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:53.619865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-036a9a2d-7f87-4221-883e-eca7e87f571b req-0d4d49d5-def8-48d2-bfdd-e6c236a3b811 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.0410357 Sep 17 22:15:53.649901 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:53.661272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa11f8d-dceb-42ec-91e0-7c6a9d91c444 req-0df53552-e38f-406b-9d70-fd4cfe22f30e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:53.662976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1aa11f8d-dceb-42ec-91e0-7c6a9d91c444 req-0df53552-e38f-406b-9d70-fd4cfe22f30e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0960286 Sep 17 22:15:53.712124 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-c4a773e3-18ed-4c43-ba1e-08d23f115f20 service neutron] 10.222.0.35 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402924 Sep 17 22:15:53.717364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1aa11f8d-dceb-42ec-91e0-7c6a9d91c444 req-8e1cc897-4a9c-4df2-99c6-fc1230674a8e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482984 Sep 17 22:15:53.857695 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-009c7e97-69a4-4de8-8a8d-db128a4b0bec req-954d60f1-126d-4741-b952-14b0635f4b1a service neutron] 10.222.0.35 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344974 Sep 17 22:15:53.862201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:53.932969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:53.960338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:15:53.970478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eff049-6e2c-4edf-b985-46156dc7ce2e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:53.975981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:53.976354 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Added segment 1176b78a-9395-4ece-ba0b-8c5002195e78 of type vlan for network 9447b9d5-fc11-4b4f-875f-446362922c1a Sep 17 22:15:54.017885 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:54.098500 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:54.099575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:54.100150 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:54.158622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] Pushing event updated for resources: {'Network': ['ID=9447b9d5-fc11-4b4f-875f-446362922c1a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:54.169320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 9447b9d5-fc11-4b4f-875f-446362922c1a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:15:54.193502 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8dc37189-aea7-4d88-a179-271b9b396971 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8955088 Sep 17 22:15:54.193836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45244) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:54.196214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8233c091-7c0e-4dde-8c74-ef186ede4009 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:15:54.198867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Request body: {'subnet': {'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-349704235-subnet', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:54.257211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 8233c091-7c0e-4dde-8c74-ef186ede4009 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:15:54.257561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8233c091-7c0e-4dde-8c74-ef186ede4009 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:15:54.293451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Made reservation on behalf of 89de9bd7dfa64b5f8d56541cd0f04775 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:15:54.296310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:54.450877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085a61b5-6142-401c-9bbc-0c74dbf717a8', 'tag': '02ef953e-3d4f-4582-adb1-ff747bf32df2'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:54.453020 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409" -d '{"events": [{"name": "network-changed", "server_uuid": "085a61b5-6142-401c-9bbc-0c74dbf717a8", "tag": "02ef953e-3d4f-4582-adb1-ff747bf32df2"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:54.494220 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8b167b-cbba-4c4d-8fa1-9ded4f3a5d05 x-openstack-request-id: req-ad8b167b-cbba-4c4d-8fa1-9ded4f3a5d05 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:54.494509 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085a61b5-6142-401c-9bbc-0c74dbf717a8", "tag": "02ef953e-3d4f-4582-adb1-ff747bf32df2", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:54.494760 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad8b167b-cbba-4c4d-8fa1-9ded4f3a5d05 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:54.495187 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085a61b5-6142-401c-9bbc-0c74dbf717a8', 'tag': '02ef953e-3d4f-4582-adb1-ff747bf32df2', 'status': 'completed', 'code': 200} Sep 17 22:15:54.552415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:54.619661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee13940f-dee5-4449-bb53-5d43910be43f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:54.630408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-3405ca77-3dba-49ab-9108-507c06215cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:54.631953 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-3405ca77-3dba-49ab-9108-507c06215cc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afd858c6a1fb497dbe40f75519ef5665&device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 1095 time: 0.1132407 Sep 17 22:15:54.655339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Checking segment: {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:54.655895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Network hostable DHCP agents. Network: 9447b9d5-fc11-4b4f-875f-446362922c1a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:15:54.711087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66d905-4a36-4261-8395-41040d1880ca req-28ce057d-2380-4ba8-bf6b-7f33ccb0c313 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:54.721028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f66d905-4a36-4261-8395-41040d1880ca req-28ce057d-2380-4ba8-bf6b-7f33ccb0c313 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 943 time: 0.1010914 Sep 17 22:15:54.739430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b543b-9793-488f-8420-c4ac23dd854f req-4bc504ca-67a8-498c-b410-2bcd0966238b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:54.747577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f4b543b-9793-488f-8420-c4ac23dd854f req-4bc504ca-67a8-498c-b410-2bcd0966238b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 947 time: 0.1468472 Sep 17 22:15:54.767686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-bde0c05a-fee4-4b2c-8274-4bb240305e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:54.769370 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-bde0c05a-fee4-4b2c-8274-4bb240305e72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=677a3bf6-fc71-4d27-becd-30152a37c326 HTTP/1.1" status: 200 len: 908 time: 0.1277308 Sep 17 22:15:54.812749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f66d905-4a36-4261-8395-41040d1880ca req-bd2385cd-e25e-4a35-b180-ef73b1096bfb tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906234 Sep 17 22:15:54.821846 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f4b543b-9793-488f-8420-c4ac23dd854f req-bc7954dd-56c1-4541-9b2b-a7bdbcdc30e4 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728564 Sep 17 22:15:54.933141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dffb5a72-284c-4038-bbd9-669e309bffc3 req-82a0b6ef-6f2d-46b6-be8a-73650b00870c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2721ba7-4b0d-4f6c-a09e-1bb93179f6ec HTTP/1.1" status: 200 len: 210 time: 0.0424364 Sep 17 22:15:55.010616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:15:55.079308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc06bac-550f-4bea-a86a-62b3647e7a4c req-c5a6c898-8f57-4532-bf3d-50f40f20aa5f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:55.088434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bc06bac-550f-4bea-a86a-62b3647e7a4c req-c5a6c898-8f57-4532-bf3d-50f40f20aa5f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.0796771 Sep 17 22:15:55.142834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bc06bac-550f-4bea-a86a-62b3647e7a4c req-8f54a764-01ce-45b9-af4d-e948d2c3faee tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533605 Sep 17 22:15:55.202273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:55.204135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-12be77e6-791d-4286-9ff0-36d7f93665e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ef953e-3d4f-4582-adb1-ff747bf32df2 HTTP/1.1" status: 200 len: 217 time: 0.4245398 Sep 17 22:15:55.204912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Network 9447b9d5-fc11-4b4f-875f-446362922c1a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:15:55.213950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3', 'mac_address': 'fa:16:3e:6a:53:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:15:55.273889 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:55.283805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-272b2165-a4e9-42ea-a7ec-ab33925eed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:55.287345 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-272b2165-a4e9-42ea-a7ec-ab33925eed45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee HTTP/1.1" status: 200 len: 848 time: 0.0711708 Sep 17 22:15:55.289660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 9447b9d5-fc11-4b4f-875f-446362922c1a) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:55.291180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:55.304000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546cba16-1154-468b-ac01-62e8de43de3f None None] Network 9447b9d5-fc11-4b4f-875f-446362922c1a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:55.309855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:55.310449 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:55.345992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:55.346608 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-680c266c-cc39-4b6f-a51a-d01afed3feb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=677a3bf6-fc71-4d27-becd-30152a37c326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354376 Sep 17 22:15:55.410915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:55.451520 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-15248978-8c65-47ac-8b81-802b55792718 service neutron] 10.222.0.35 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986657 Sep 17 22:15:55.483157 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca315e4a-131b-41d8-94ae-b2a7376e623f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2881620 Sep 17 22:15:55.486175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45268) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:55.490947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:15:55.503060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:55.537433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-9447b9d5-fc11-4b4f-875f-446362922c1a', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:15:55.538257 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:55.595897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:55.597133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:55.615118 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6b5bcfc-5351-46bd-9b6c-57f807b2b409 req-55fa2935-20e8-4da4-b5ae-bbd18a3e2f76 service neutron] 10.222.0.35 "GET /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555822 Sep 17 22:15:55.656216 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:55.695645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Allocated IP 172.20.0.2 (9447b9d5-fc11-4b4f-875f-446362922c1a/ee13940f-dee5-4449-bb53-5d43910be43f/499168e8-d0d2-47a4-a519-11f3a154dacb) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:55.739647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['05570eb8-ed0b-48eb-9781-f1ad1ad67fa3'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:55.900163 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:55.956036 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:56.032739 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:56.085554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35001ff9-edc8-4a4d-bdc4-8fdf64bc45bf req-0c809f75-8e59-4190-98c9-2e29bd859a86 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:56.087021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35001ff9-edc8-4a4d-bdc4-8fdf64bc45bf req-0c809f75-8e59-4190-98c9-2e29bd859a86 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 948 time: 0.1252897 Sep 17 22:15:56.088331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Network 9447b9d5-fc11-4b4f-875f-446362922c1a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:56.095132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:56.096123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c646d-3681-475f-8248-ffba0d4b95c9 req-1238c09f-0451-4fac-9374-6c45e5307390 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:56.098857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:56.103431 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e30c646d-3681-475f-8248-ffba0d4b95c9 req-1238c09f-0451-4fac-9374-6c45e5307390 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 943 time: 0.1303687 Sep 17 22:15:56.109099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Pushing event updated for resources: {'Port': ['ID=499168e8-d0d2-47a4-a519-11f3a154dacb,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:56.163797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Attempting to bind port 499168e8-d0d2-47a4-a519-11f3a154dacb on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:56.164164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Attempting to bind port 499168e8-d0d2-47a4-a519-11f3a154dacb by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:56.164523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Attempting to bind port 499168e8-d0d2-47a4-a519-11f3a154dacb on network 9447b9d5-fc11-4b4f-875f-446362922c1a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:56.169974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:56.170344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Checking segment: {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:56.170739 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:56.171161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Bound using segment: {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:56.171618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Bound port: 499168e8-d0d2-47a4-a519-11f3a154dacb, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:56.171995 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:56.185565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:15:56.200205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35001ff9-edc8-4a4d-bdc4-8fdf64bc45bf req-b0269559-9647-47ae-84b4-0edfb8ab78b5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920868 Sep 17 22:15:56.207788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e30c646d-3681-475f-8248-ffba0d4b95c9 req-37d4f871-0a7e-42be-9242-bc17c50b21ca tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013253 Sep 17 22:15:56.280809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] For port 499168e8-d0d2-47a4-a519-11f3a154dacb, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:56.331787 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] For port 499168e8-d0d2-47a4-a519-11f3a154dacb, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=499168e8-d0d2-47a4-a519-11f3a154dacb,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:56.437258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:56.458277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'port_id': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'mac_address': 'fa:16:3e:12:9c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:15:56.482488 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:56.559504 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:56.614599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:56.633048 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:56.638939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4636f-1e2a-4dc0-95d4-eccb49ba7a36 None None] Pushing event updated for resources: {'Port': ['ID=499168e8-d0d2-47a4-a519-11f3a154dacb,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:56.646549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38364f1e-60a5-45a7-bc4c-dbe5b39c3f92 req-746f6065-aeb5-43df-8bac-7387bd19ff0e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:56.654374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38364f1e-60a5-45a7-bc4c-dbe5b39c3f92 req-746f6065-aeb5-43df-8bac-7387bd19ff0e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 944 time: 0.1943550 Sep 17 22:15:56.661110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc75edd4-56a5-400d-a95e-58fd0e7144eb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:56.685385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:56.732279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38364f1e-60a5-45a7-bc4c-dbe5b39c3f92 req-7be5e0e0-5e2f-45e8-8293-fd39babe42c8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769658 Sep 17 22:15:56.778822 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:56.799271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Allocated IP 172.25.5.10 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/fe7af3c6-65bf-4afa-a97e-e22a04eca108) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:56.897110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:57.014378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cc75edd4-56a5-400d-a95e-58fd0e7144eb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:57.028683 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:57.056799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18e216-b7ca-441d-8db9-6b91bdc5c37e req-39da8c1d-ab06-46c0-9869-52fa01b762a4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:57.058953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db18e216-b7ca-441d-8db9-6b91bdc5c37e req-39da8c1d-ab06-46c0-9869-52fa01b762a4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.1509635 Sep 17 22:15:57.085191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db18e216-b7ca-441d-8db9-6b91bdc5c37e req-af49a477-d404-45ab-b4c7-d91edb7b789e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/quotas/b0e392630f574190b76667f44a95c828 HTTP/1.1" status: 200 len: 375 time: 0.0177608 Sep 17 22:15:57.117112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db18e216-b7ca-441d-8db9-6b91bdc5c37e req-3568c8e1-1c5b-4319-a67e-e9a73a2cf900 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258846 Sep 17 22:15:57.144281 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:57.223887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:15:57.229865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:15:57.239682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:15:57.244130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7af3c6-65bf-4afa-a97e-e22a04eca108,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:57.327671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db18e216-b7ca-441d-8db9-6b91bdc5c37e req-f4bfd6a2-8cc5-4eb5-8550-0a6e7087b347 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027538 Sep 17 22:15:57.437840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a36d9-0e71-471c-b635-2245d10cdc6f req-a9d27bd3-e944-419b-93dc-fcdc244eb936 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:57.439442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-677a36d9-0e71-471c-b635-2245d10cdc6f req-a9d27bd3-e944-419b-93dc-fcdc244eb936 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 948 time: 0.1654749 Sep 17 22:15:57.558158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-677a36d9-0e71-471c-b635-2245d10cdc6f req-140b8f83-11e7-46f6-b879-67fceff65a1e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124384 Sep 17 22:15:57.564163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db18e216-b7ca-441d-8db9-6b91bdc5c37e req-bae7df4d-9d2b-4c85-9397-f68e1fb476bb service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277808 Sep 17 22:15:57.680269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa28bdc-9a9d-48ab-8446-3247e346ddfb None None] Network 9447b9d5-fc11-4b4f-875f-446362922c1a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:15:57.718113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422284-3673-42ed-b95d-6821c6e24548 req-9217ae96-e2ae-4bf0-b829-a6a7f6e6d8ea tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:57.719685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8422284-3673-42ed-b95d-6821c6e24548 req-9217ae96-e2ae-4bf0-b829-a6a7f6e6d8ea tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 943 time: 0.1002021 Sep 17 22:15:57.760385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 499168e8-d0d2-47a4-a519-11f3a154dacb up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:57.821930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e3167d3a-cc45-4f5f-821b-8c7a823ca246 None None] Provisioning complete for port 499168e8-d0d2-47a4-a519-11f3a154dacb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:57.822300 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e3167d3a-cc45-4f5f-821b-8c7a823ca246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:57.841599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8422284-3673-42ed-b95d-6821c6e24548 req-869c7fa4-8ec9-47aa-a6de-774ec246f091 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092799 Sep 17 22:15:57.855219 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:57.961728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3095b0c-2199-417e-8187-947d5bf6f122 req-e6e087b6-1be2-49dd-8126-7db438f162de tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=60424809-9f4c-4e4d-8cf0-af818434c87e HTTP/1.1" status: 200 len: 210 time: 0.0405886 Sep 17 22:15:57.962733 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e3167d3a-cc45-4f5f-821b-8c7a823ca246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:57.978897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 499168e8-d0d2-47a4-a519-11f3a154dacb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:57.978897 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.047342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e3167d3a-cc45-4f5f-821b-8c7a823ca246 None None] For port 499168e8-d0d2-47a4-a519-11f3a154dacb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=499168e8-d0d2-47a4-a519-11f3a154dacb,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:58.119652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.124806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ee4a7-2769-4bb2-9bf5-954c7107b643 req-bbd6b597-8185-4fed-9fa8-1e831e6ad327 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:58.133085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba3ee4a7-2769-4bb2-9bf5-954c7107b643 req-bbd6b597-8185-4fed-9fa8-1e831e6ad327 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 945 time: 0.1631124 Sep 17 22:15:58.152661 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e3167d3a-cc45-4f5f-821b-8c7a823ca246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.229299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 02ef953e-3d4f-4582-adb1-ff747bf32df2 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:15:58.234280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:58.243414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba3ee4a7-2769-4bb2-9bf5-954c7107b643 req-b3c344b9-da9d-407b-a88e-4b1652c68d31 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093504 Sep 17 22:15:58.249501 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.316643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3167d3a-cc45-4f5f-821b-8c7a823ca246 None None] Pushing event updated for resources: {'Port': ['ID=499168e8-d0d2-47a4-a519-11f3a154dacb,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:58.394439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:15:58.395192 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:15:58.439765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port cc75edd4-56a5-400d-a95e-58fd0e7144eb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:58.440298 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.507763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6cc9c80d-7567-41d8-bb2c-684855c3d3a4 None None] Provisioning complete for port 499168e8-d0d2-47a4-a519-11f3a154dacb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:58.508249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c80d-7567-41d8-bb2c-684855c3d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.511944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 02ef953e-3d4f-4582-adb1-ff747bf32df2, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=02ef953e-3d4f-4582-adb1-ff747bf32df2,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:58.547270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '02ef953e-3d4f-4582-adb1-ff747bf32df2', 'network_id': '677a3bf6-fc71-4d27-becd-30152a37c326', 'port_id': '02ef953e-3d4f-4582-adb1-ff747bf32df2', 'mac_address': 'fa:16:3e:e7:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:15:58.554203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Router eb9bf71d-56ca-41ba-aee5-14756bbb3960 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:15:58.628442 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.642550 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.675681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ef953e-3d4f-4582-adb1-ff747bf32df2 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:15:58.690321 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:15:58.702843 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Sync routers for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:15:58.708910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:15:58.708910 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c5d88b-56c7-42df-9ac1-1f7adc4a2653" -d '{"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-plugged", "status": "completed", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:15:58.711713 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:15:58.712318 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:58.717078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada660b-999e-4309-b8d5-7d4127b1877b req-427ef853-c0ef-4f1e-8d68-92c1f26b4282 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:58.718628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ada660b-999e-4309-b8d5-7d4127b1877b req-427ef853-c0ef-4f1e-8d68-92c1f26b4282 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 948 time: 0.0729897 Sep 17 22:15:58.730730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:58.732834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 02ef953e-3d4f-4582-adb1-ff747bf32df2, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=02ef953e-3d4f-4582-adb1-ff747bf32df2,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:58.768327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ada660b-999e-4309-b8d5-7d4127b1877b req-7629b697-41f5-47f1-96b7-72c1dd5dac61 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Sep 17 22:15:58.784644 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.788933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45354) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:15:58.789432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6afdc140-1873-45bd-a8f4-b66bc6152d04 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3016202 Sep 17 22:15:58.824892 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:15:58.846966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:58.853411 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.052794 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:15:57Z', 'revision_number': 3, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:15:59.104187 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Checking router: eb9bf71d-56ca-41ba-aee5-14756bbb3960 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:15:59.104926 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Updating router eb9bf71d-56ca-41ba-aee5-14756bbb3960 port fe7af3c6-65bf-4afa-a97e-e22a04eca108 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:15:59.138709 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.153921 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6093f3-3599-42e3-9d3d-f021dfa84990 x-openstack-request-id: req-9c6093f3-3599-42e3-9d3d-f021dfa84990 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:15:59.154458 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-plugged", "status": "completed", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:15:59.154815 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c6093f3-3599-42e3-9d3d-f021dfa84990 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:15:59.155305 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'code': 200} Sep 17 22:15:59.160134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:59.220559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-188c0966-2425-45d5-a23a-e4859a5a86b8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:59.222393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-188c0966-2425-45d5-a23a-e4859a5a86b8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.1136978 Sep 17 22:15:59.238149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1aef-3149-4675-a425-783f71f46982 req-cfcae939-930b-48e1-bf33-4347b44c7966 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:59.239780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bce1aef-3149-4675-a425-783f71f46982 req-cfcae939-930b-48e1-bf33-4347b44c7966 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 944 time: 0.2174218 Sep 17 22:15:59.263644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['02ef953e-3d4f-4582-adb1-ff747bf32df2'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:15:59.281875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-462fb196-04f9-4389-b1fe-faabec6e2a7a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/quotas/b0e392630f574190b76667f44a95c828 HTTP/1.1" status: 200 len: 375 time: 0.0386329 Sep 17 22:15:59.314253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=10']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:59.363114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c0a08-d0cc-4fcd-8de7-13791d515273 req-9e256da5-8fea-475a-980e-661bbfb6d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:59.364850 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-639c0a08-d0cc-4fcd-8de7-13791d515273 req-9e256da5-8fea-475a-980e-661bbfb6d290 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 1099 time: 0.0869288 Sep 17 22:15:59.370155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-c4abea18-32e2-40c9-ba76-a37350a7420b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833826 Sep 17 22:15:59.382529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=02ef953e-3d4f-4582-adb1-ff747bf32df2,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:59.388693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:15:59.394820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:59.396617 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.454247 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-639c0a08-d0cc-4fcd-8de7-13791d515273 req-8f7670e4-01b6-404a-b46e-648f30684805 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747921 Sep 17 22:15:59.492870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-6c12cdb0-d87d-47a3-a73c-c99cc568485e service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113780 Sep 17 22:15:59.508100 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.517524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bce1aef-3149-4675-a425-783f71f46982 req-328de126-a8c5-41af-99e1-6a15ae5bfeba tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607768 Sep 17 22:15:59.585966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.595374 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.618161 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.660863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:15:59.665011 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-bc3885f9-2349-4418-bae2-32e7b35cfe68 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440187 Sep 17 22:15:59.687652 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde36a9f-e44a-491e-b86f-e991585c2c99 None None] Pushing event updated for resources: {'Port': ['ID=fe7af3c6-65bf-4afa-a97e-e22a04eca108,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:59.727270 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.729398 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Attempting to bind port fe7af3c6-65bf-4afa-a97e-e22a04eca108 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:15:59.730957 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Attempting to bind port fe7af3c6-65bf-4afa-a97e-e22a04eca108 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:15:59.731381 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Attempting to bind port fe7af3c6-65bf-4afa-a97e-e22a04eca108 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:15:59.738109 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:15:59.738823 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:15:59.739389 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.739869 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:15:59.740605 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Bound port: fe7af3c6-65bf-4afa-a97e-e22a04eca108, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:15:59.741107 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.776520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def018-5fb9-4413-b547-b228fdd45a44 req-2f81cc6b-63f9-459f-872a-ee958b11c6a3 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:15:59.779180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60def018-5fb9-4413-b547-b228fdd45a44 req-2f81cc6b-63f9-459f-872a-ee958b11c6a3 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 947 time: 0.1131275 Sep 17 22:15:59.784246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 499168e8-d0d2-47a4-a519-11f3a154dacb up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:15:59.831939 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] For port fe7af3c6-65bf-4afa-a97e-e22a04eca108, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:15:59.835481 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] For port fe7af3c6-65bf-4afa-a97e-e22a04eca108, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fe7af3c6-65bf-4afa-a97e-e22a04eca108,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:15:59.851018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60def018-5fb9-4413-b547-b228fdd45a44 req-d1793a4b-c4cf-48c1-8633-daaec51c9aa5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636346 Sep 17 22:15:59.917575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:15:59.932574 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:15:59.940108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Allocated IP 172.20.0.1 (9447b9d5-fc11-4b4f-875f-446362922c1a/ee13940f-dee5-4449-bb53-5d43910be43f/a3c219e0-7251-4ad6-a260-bfb4ead08292) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:15:59.942826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 499168e8-d0d2-47a4-a519-11f3a154dacb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:15:59.943198 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.026624 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:00.028240 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:00.076562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5eba4a15-e2ab-4aa7-b8a7-5adcae66616d req-5af5687b-f7e9-46ab-97b4-21eba3efdcfa tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 210 time: 0.1035936 Sep 17 22:16:00.140542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04270f8-56db-4fba-8a80-179b4001d599 req-fa8cd7af-a81d-423b-97d1-64267378a3ac tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:00.162659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e04270f8-56db-4fba-8a80-179b4001d599 req-fa8cd7af-a81d-423b-97d1-64267378a3ac tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 949 time: 0.2117968 Sep 17 22:16:00.174319 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde36a9f-e44a-491e-b86f-e991585c2c99 None None] Pushing event updated for resources: {'Port': ['ID=fe7af3c6-65bf-4afa-a97e-e22a04eca108,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:00.204486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 02ef953e-3d4f-4582-adb1-ff747bf32df2 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:00.217945 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.263081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e04270f8-56db-4fba-8a80-179b4001d599 req-5bb67bb7-0e33-4adc-96c4-110f8bef4bcd tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926559 Sep 17 22:16:00.316258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.372813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Network 9447b9d5-fc11-4b4f-875f-446362922c1a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:00.380483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:00.383000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c219e0-7251-4ad6-a260-bfb4ead08292,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:00.386503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:00.401454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 02ef953e-3d4f-4582-adb1-ff747bf32df2 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:16:00.406727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 02ef953e-3d4f-4582-adb1-ff747bf32df2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:00.407224 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.411419 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:00.432523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.583280 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.629072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 02ef953e-3d4f-4582-adb1-ff747bf32df2, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=02ef953e-3d4f-4582-adb1-ff747bf32df2,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:00.650408 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:15:57Z', 'revision_number': 3, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:00.681152 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034447c-9310-4764-9ee4-c55160a341e7 None None] The sync data for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 is: [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:15:57Z', 'revision_number': 3, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:16:00.709993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a20e-172d-40b2-82ca-2c165fe9130b req-28e54687-89bb-4fcf-84c0-6955c6f95dd3 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:00.720227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7da5a20e-172d-40b2-82ca-2c165fe9130b req-28e54687-89bb-4fcf-84c0-6955c6f95dd3 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 944 time: 0.0712104 Sep 17 22:16:00.738355 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.816453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7da5a20e-172d-40b2-82ca-2c165fe9130b req-3037977a-9978-41de-bb6c-e22be3048784 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877600 Sep 17 22:16:00.849883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=02ef953e-3d4f-4582-adb1-ff747bf32df2,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:00.864265 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.888608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3b492d25-af75-48df-802a-aa3e30d16ca0 None None] Provisioning complete for port a3c219e0-7251-4ad6-a260-bfb4ead08292 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:00.889300 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b492d25-af75-48df-802a-aa3e30d16ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:00.941213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3b492d25-af75-48df-802a-aa3e30d16ca0 None None] Port a3c219e0-7251-4ad6-a260-bfb4ead08292 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:01.005965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7e0c-592e-48c6-b257-fefeee8e8b68 req-16c1545a-a257-48a2-8381-605a82958149 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:01.015298 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e3d7e0c-592e-48c6-b257-fefeee8e8b68 req-16c1545a-a257-48a2-8381-605a82958149 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 947 time: 0.0732231 Sep 17 22:16:01.076201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e3d7e0c-592e-48c6-b257-fefeee8e8b68 req-cc657a36-fb4f-4f0f-a1be-45974b8fbdb5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599296 Sep 17 22:16:01.156287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51693cc4-925b-4fc4-a6bc-7b421f474bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3'}, {'server_uuid': '085a61b5-6142-401c-9bbc-0c74dbf717a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef953e-3d4f-4582-adb1-ff747bf32df2'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:01.158607 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caa8f91-ed44-449c-970a-03996d873a30" -d '{"events": [{"server_uuid": "51693cc4-925b-4fc4-a6bc-7b421f474bf5", "name": "network-vif-plugged", "status": "completed", "tag": "05570eb8-ed0b-48eb-9781-f1ad1ad67fa3"}, {"server_uuid": "085a61b5-6142-401c-9bbc-0c74dbf717a8", "name": "network-vif-plugged", "status": "completed", "tag": "02ef953e-3d4f-4582-adb1-ff747bf32df2"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:01.159105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:01.237651 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:01.263477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-737215cb-8dc8-4b4f-9600-908573291e40 req-156ed1ff-02f0-444d-9731-218be7e5f95f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 210 time: 0.0578961 Sep 17 22:16:01.292010 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cef0ce-e19a-4ecd-bc39-f4498a5ae901 x-openstack-request-id: req-d4cef0ce-e19a-4ecd-bc39-f4498a5ae901 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:01.292309 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51693cc4-925b-4fc4-a6bc-7b421f474bf5", "name": "network-vif-plugged", "status": "completed", "tag": "05570eb8-ed0b-48eb-9781-f1ad1ad67fa3", "code": 200}, {"server_uuid": "085a61b5-6142-401c-9bbc-0c74dbf717a8", "name": "network-vif-plugged", "status": "completed", "tag": "02ef953e-3d4f-4582-adb1-ff747bf32df2", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:01.293167 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4cef0ce-e19a-4ecd-bc39-f4498a5ae901 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:01.293709 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51693cc4-925b-4fc4-a6bc-7b421f474bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3', 'code': 200} Sep 17 22:16:01.294041 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085a61b5-6142-401c-9bbc-0c74dbf717a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef953e-3d4f-4582-adb1-ff747bf32df2', 'code': 200} Sep 17 22:16:01.490614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c219e0-7251-4ad6-a260-bfb4ead08292,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:01.518344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0795c-202e-4008-98f1-9fe106e11306 req-725dbf96-6798-4767-b764-6244094a1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:01.519884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e0a0795c-202e-4008-98f1-9fe106e11306 req-725dbf96-6798-4767-b764-6244094a1591 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 1101 time: 0.1124637 Sep 17 22:16:01.520641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe90ff9-90f3-45f4-bbda-9bc7d3227184 req-4486b986-6632-4e4e-93bc-8a8c319a15ae tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:01.522421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbe90ff9-90f3-45f4-bbda-9bc7d3227184 req-4486b986-6632-4e4e-93bc-8a8c319a15ae tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 949 time: 0.1138716 Sep 17 22:16:01.559287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:01.578981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47cfc8-7135-4a2d-9679-abfb0535f32a req-0b22ed11-613e-41b0-ab44-4a480b0e2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:01.580735 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e47cfc8-7135-4a2d-9679-abfb0535f32a req-0b22ed11-613e-41b0-ab44-4a480b0e2765 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 1097 time: 0.1249731 Sep 17 22:16:01.587415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbe90ff9-90f3-45f4-bbda-9bc7d3227184 req-5da1ff28-55ea-40a5-bfc7-7b16f67b7476 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577466 Sep 17 22:16:01.622024 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e0a0795c-202e-4008-98f1-9fe106e11306 req-c3b0de33-8ba1-41d0-a082-ca880ce22c2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862939 Sep 17 22:16:01.699893 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6e47cfc8-7135-4a2d-9679-abfb0535f32a req-93e454e5-944b-448e-94eb-7e8818f81bec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947716 Sep 17 22:16:01.732220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Network 9447b9d5-fc11-4b4f-875f-446362922c1a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:01.734165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:01.771760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fe7af3c6-65bf-4afa-a97e-e22a04eca108 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:01.895148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port fe7af3c6-65bf-4afa-a97e-e22a04eca108 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:01.895769 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:01.997645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Router eb9bf71d-56ca-41ba-aee5-14756bbb3960 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:16:02.019324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a86ea-b3d6-4e98-9517-601078a05e66 req-8fe5b4d2-e489-4529-b82c-6ac9dbaa4636 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:02.027585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b5a86ea-b3d6-4e98-9517-601078a05e66 req-8fe5b4d2-e489-4529-b82c-6ac9dbaa4636 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 945 time: 0.0864344 Sep 17 22:16:02.056579 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:02.092720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port fe7af3c6-65bf-4afa-a97e-e22a04eca108, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fe7af3c6-65bf-4afa-a97e-e22a04eca108,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:02.098531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b5a86ea-b3d6-4e98-9517-601078a05e66 req-a89b6272-5321-4861-b700-dafee5bb2557 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697064 Sep 17 22:16:02.175825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c864a584-b493-43e3-850f-112f2f69c5c9 None None] Provisioning complete for port a3c219e0-7251-4ad6-a260-bfb4ead08292 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:02.176759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c864a584-b493-43e3-850f-112f2f69c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:02.178929 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:02.249537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc2739-82ca-453d-a5c9-912bf0aba95c req-381f0b84-b2e6-4a96-9e70-cf0eeb566166 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:02.249808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:16:02.256104 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3073ebfd-facc-41b3-ade7-226959ba4047 admin admin] 10.222.0.13 "PUT /v2.0/routers/eb9bf71d-56ca-41ba-aee5-14756bbb3960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4660618 Sep 17 22:16:02.257636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29cc2739-82ca-453d-a5c9-912bf0aba95c req-381f0b84-b2e6-4a96-9e70-cf0eeb566166 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 947 time: 0.0862424 Sep 17 22:16:02.285291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c864a584-b493-43e3-850f-112f2f69c5c9 None None] Port a3c219e0-7251-4ad6-a260-bfb4ead08292 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:02.304782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=fe7af3c6-65bf-4afa-a97e-e22a04eca108,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:02.357939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29cc2739-82ca-453d-a5c9-912bf0aba95c req-07f4c90f-d439-417e-a111-70a48ea745b3 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828314 Sep 17 22:16:02.448034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ef1799f-5dc5-43b5-945a-cd868bce6a47 req-08172157-1362-4173-ace5-0f1b206ddae7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 210 time: 0.0501084 Sep 17 22:16:02.649612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-450b98e2-4e46-48be-83d3-b7f74a67bad0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:02.651327 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-450b98e2-4e46-48be-83d3-b7f74a67bad0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.1340501 Sep 17 22:16:02.684464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Request body: {'port': {'device_id': 'ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'admin_state_up': True, 'tenant_id': 'b0e392630f574190b76667f44a95c828'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:02.755134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc62dbc-5edf-4f66-89ec-7d52307e81b7 req-4d41a179-f49b-4ac9-bcc2-319f0eac24bb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:02.765254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cc62dbc-5edf-4f66-89ec-7d52307e81b7 req-4d41a179-f49b-4ac9-bcc2-319f0eac24bb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 949 time: 0.0796692 Sep 17 22:16:02.864881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cc62dbc-5edf-4f66-89ec-7d52307e81b7 req-7a6d5145-1ee9-45bd-abaf-c0511fec029f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983763 Sep 17 22:16:03.053232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Made reservation on behalf of b0e392630f574190b76667f44a95c828 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:03.058715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.230130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Allocated IP 172.20.0.6 (78c2906a-443b-46d7-86c8-6ac69720e229/b7251db4-47c4-4cb6-b4ee-aebbfc512f13/1681c6a9-8d13-40ab-876f-cf1bd856d90a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:03.230945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50210d3-21f2-44ac-979c-9a91c039bfe4 req-c9c5e6fa-2f3e-4f98-a641-61108e53f45b tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:03.232927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b50210d3-21f2-44ac-979c-9a91c039bfe4 req-c9c5e6fa-2f3e-4f98-a641-61108e53f45b tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 945 time: 0.0628655 Sep 17 22:16:03.255159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45482) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:03.260192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Sync routers for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:16:03.264124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-466d6587-1e0d-4741-bbeb-278c235b5085 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340100809', 'description': 'tempest-description--256703416'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:03.274326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:03.275043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:03.282260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b50210d3-21f2-44ac-979c-9a91c039bfe4 req-79c0de0f-4a74-4e8b-a818-d5abfb9fbf22 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Sep 17 22:16:03.408779 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-466d6587-1e0d-4741-bbeb-278c235b5085 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.418223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:03.490017 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.508674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f4678-f5ba-4128-8b78-e7b56166e645 req-2ffc014f-dd76-44df-b095-caca74ccf207 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:03.510296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-885f4678-f5ba-4128-8b78-e7b56166e645 req-2ffc014f-dd76-44df-b095-caca74ccf207 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 947 time: 0.0552397 Sep 17 22:16:03.571628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-466d6587-1e0d-4741-bbeb-278c235b5085 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.575296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-885f4678-f5ba-4128-8b78-e7b56166e645 req-53ba4cde-c0c3-4611-a405-e27dba0ab4e8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581510 Sep 17 22:16:03.643268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-251012d1-6d49-44b5-845d-0d7755aedf3b req-99e74001-7135-4d18-b6d2-f7b681342006 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 210 time: 0.0533643 Sep 17 22:16:03.670837 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-466d6587-1e0d-4741-bbeb-278c235b5085 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.690478 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.749730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a3c219e0-7251-4ad6-a260-bfb4ead08292', 'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'mac_address': 'fa:16:3e:ee:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:59Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 2, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'subnets': [{'id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:03.766666 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:16:03.790998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Checking router: eb9bf71d-56ca-41ba-aee5-14756bbb3960 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:16:03.790998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Updating router eb9bf71d-56ca-41ba-aee5-14756bbb3960 port a3c219e0-7251-4ad6-a260-bfb4ead08292 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:16:03.805010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Network 78c2906a-443b-46d7-86c8-6ac69720e229 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:03.817217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:03.823413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:03.833143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fe7af3c6-65bf-4afa-a97e-e22a04eca108 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:03.860859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d6587-1e0d-4741-bbeb-278c235b5085 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9659a2d2-3c2d-4e69-8a69-de3998f4ef73,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:03.873120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event updated for resources: {'Port': ['ID=1681c6a9-8d13-40ab-876f-cf1bd856d90a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:03.890949 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.911893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:03.912586 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.928185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-466d6587-1e0d-4741-bbeb-278c235b5085 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.931282 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-466d6587-1e0d-4741-bbeb-278c235b5085 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6752045 Sep 17 22:16:03.932317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45504) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:03.935996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port fe7af3c6-65bf-4afa-a97e-e22a04eca108 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:03.936362 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:03.937246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-054867e9-a41a-49dd-8ac6-5aa17bcd4a13 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Request body: {'security_group_rule': {'security_group_id': '9659a2d2-3c2d-4e69-8a69-de3998f4ef73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:04.018816 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-781c9a04-c4df-4b46-8f41-06d3d6700552 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3576620 Sep 17 22:16:04.032036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Request body: {'port': {'device_id': 'ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:04.063091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d21ea-957b-4376-884d-a18fe67a8a04 req-7fa93be1-aa27-4e35-8290-46856121c0bb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:04.067140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f58d21ea-957b-4376-884d-a18fe67a8a04 req-7fa93be1-aa27-4e35-8290-46856121c0bb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 949 time: 0.1159837 Sep 17 22:16:04.115587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.123487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f58d21ea-957b-4376-884d-a18fe67a8a04 req-d6adee17-da45-441b-ba0b-190e9c6862ca tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497594 Sep 17 22:16:04.160851 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-054867e9-a41a-49dd-8ac6-5aa17bcd4a13 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.273710 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-054867e9-a41a-49dd-8ac6-5aa17bcd4a13 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.287208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26927a-0ab3-4a69-8d8a-d49f527e0239 req-4e0eb377-3794-4d10-938e-7bb7bb54ba20 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:04.289190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f26927a-0ab3-4a69-8d8a-d49f527e0239 req-4e0eb377-3794-4d10-938e-7bb7bb54ba20 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 1101 time: 0.0759673 Sep 17 22:16:04.336351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.441139 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.463478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1681c6a9-8d13-40ab-876f-cf1bd856d90a {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:04.473919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.488115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Transition to ACTIVE for port object 1681c6a9-8d13-40ab-876f-cf1bd856d90a will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:16:04.540348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ba2c6-2a32-43a5-a716-a657cee46b49 None None] Pushing event updated for resources: {'Port': ['ID=a3c219e0-7251-4ad6-a260-bfb4ead08292,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:04.575879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.580526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Attempting to bind port a3c219e0-7251-4ad6-a260-bfb4ead08292 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:04.580890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Attempting to bind port a3c219e0-7251-4ad6-a260-bfb4ead08292 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:04.581487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Attempting to bind port a3c219e0-7251-4ad6-a260-bfb4ead08292 on network 9447b9d5-fc11-4b4f-875f-446362922c1a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:04.589911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:04.591044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Checking segment: {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:04.591765 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.592410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Bound using segment: {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:04.592925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Bound port: a3c219e0-7251-4ad6-a260-bfb4ead08292, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:04.593459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.663221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=1681c6a9-8d13-40ab-876f-cf1bd856d90a,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:04.707996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] For port a3c219e0-7251-4ad6-a260-bfb4ead08292, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:04.718278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-054867e9-a41a-49dd-8ac6-5aa17bcd4a13 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.723848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] For port a3c219e0-7251-4ad6-a260-bfb4ead08292, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a3c219e0-7251-4ad6-a260-bfb4ead08292,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:04.748737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054867e9-a41a-49dd-8ac6-5aa17bcd4a13 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26adae0-5f7a-4e28-890d-3161ec08d390,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:04.760817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Attempting to bind port 1681c6a9-8d13-40ab-876f-cf1bd856d90a on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:04.761730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Attempting to bind port 1681c6a9-8d13-40ab-876f-cf1bd856d90a by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:04.762119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Attempting to bind port 1681c6a9-8d13-40ab-876f-cf1bd856d90a on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:04.765010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f26927a-0ab3-4a69-8d8a-d49f527e0239 req-ab93b60c-4853-4ba9-960a-6c53ff5eed03 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654083 Sep 17 22:16:04.773324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Port 1681c6a9-8d13-40ab-876f-cf1bd856d90a on network 78c2906a-443b-46d7-86c8-6ac69720e229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:16:04.773728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Attempting to bind port 1681c6a9-8d13-40ab-876f-cf1bd856d90a on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:04.787377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:04.787377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Checking segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:04.787377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Bound using segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:04.787377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Bound port: 1681c6a9-8d13-40ab-876f-cf1bd856d90a, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:04.787377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.830033 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-054867e9-a41a-49dd-8ac6-5aa17bcd4a13 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.831381 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.831893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-054867e9-a41a-49dd-8ac6-5aa17bcd4a13 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8982565 Sep 17 22:16:04.834201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45522) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:04.840741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c9ed79bb-83c8-4f7a-a463-97f6e6e442ab tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Request body: {'security_group_rule': {'security_group_id': '9659a2d2-3c2d-4e69-8a69-de3998f4ef73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:04.894862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] For port 1681c6a9-8d13-40ab-876f-cf1bd856d90a, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:04.919168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] For port 1681c6a9-8d13-40ab-876f-cf1bd856d90a, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1681c6a9-8d13-40ab-876f-cf1bd856d90a,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:04.967024 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a20f2a9c-b269-4e5b-ab9c-0de6d6c59ad5 None None] Provisioning complete for port a3c219e0-7251-4ad6-a260-bfb4ead08292 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:04.967440 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a20f2a9c-b269-4e5b-ab9c-0de6d6c59ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:04.997420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c9ed79bb-83c8-4f7a-a463-97f6e6e442ab tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.019428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:05.020216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:15:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:05.021832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ba2c6-2a32-43a5-a716-a657cee46b49 None None] Pushing event updated for resources: {'Port': ['ID=a3c219e0-7251-4ad6-a260-bfb4ead08292,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:05.036665 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.081393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:05.082285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.084330 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] 10.222.0.35 "PUT /v2.0/ports/1681c6a9-8d13-40ab-876f-cf1bd856d90a HTTP/1.1" status: 200 len: 1092 time: 1.0568478 Sep 17 22:16:05.084943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf', 'tag': '1681c6a9-8d13-40ab-876f-cf1bd856d90a'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:05.087691 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0927e572-b1e5-440c-a1d3-97a56c635b91" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf", "tag": "1681c6a9-8d13-40ab-876f-cf1bd856d90a"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:05.106675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270238e-fbc7-438e-88af-17a824d6dbd8 req-72e339ae-244e-49f3-853b-eddc322191f4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:05.108100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b270238e-fbc7-438e-88af-17a824d6dbd8 req-72e339ae-244e-49f3-853b-eddc322191f4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 943 time: 0.2253892 Sep 17 22:16:05.129040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a657e-c39d-4ffd-acbe-24c8dd14bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=1681c6a9-8d13-40ab-876f-cf1bd856d90a,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:05.209625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea7e34-37d0-4584-b446-bce03a9e5243 req-7aedc43f-9dff-4bcb-a067-e9b46b697e22 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:05.215602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27ea7e34-37d0-4584-b446-bce03a9e5243 req-7aedc43f-9dff-4bcb-a067-e9b46b697e22 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 945 time: 0.1632566 Sep 17 22:16:05.252560 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c9ed79bb-83c8-4f7a-a463-97f6e6e442ab tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.260287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-b0fddc30-4678-4010-92b9-020b64908368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:05.262227 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-b0fddc30-4678-4010-92b9-020b64908368 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 1095 time: 0.0611739 Sep 17 22:16:05.263611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b270238e-fbc7-438e-88af-17a824d6dbd8 req-c026b2da-06bc-4b92-9765-03fde2413917 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438050 Sep 17 22:16:05.310927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27ea7e34-37d0-4584-b446-bce03a9e5243 req-ac06edc3-0be4-41d5-bc9d-ca59e2e4ffd2 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803542 Sep 17 22:16:05.332532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c9ed79bb-83c8-4f7a-a463-97f6e6e442ab tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.342500 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-56a35732-af85-484f-8dd9-67cd07eb0fc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1681c6a9-8d13-40ab-876f-cf1bd856d90a HTTP/1.1" status: 200 len: 217 time: 0.0713701 Sep 17 22:16:05.380839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed79bb-83c8-4f7a-a463-97f6e6e442ab tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11315af4-7f1f-4081-8d3d-96e7ddeffe46,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:05.407127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-51380a96-1bd7-4281-950e-88c9574dc6c1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318401 Sep 17 22:16:05.408157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:05.413870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a20f2a9c-b269-4e5b-ab9c-0de6d6c59ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.441598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-ac46bf22-b4ad-435a-bc08-157b884f7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:05.443270 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-ac46bf22-b4ad-435a-bc08-157b884f7312 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.0857196 Sep 17 22:16:05.513127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a20f2a9c-b269-4e5b-ab9c-0de6d6c59ad5 None None] For port a3c219e0-7251-4ad6-a260-bfb4ead08292, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a3c219e0-7251-4ad6-a260-bfb4ead08292,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:05.516898 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bef8833-393a-434e-a35e-d922c404df89 x-openstack-request-id: req-3bef8833-393a-434e-a35e-d922c404df89 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:05.517413 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf", "tag": "1681c6a9-8d13-40ab-876f-cf1bd856d90a", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:05.517413 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bef8833-393a-434e-a35e-d922c404df89 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:05.517818 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf', 'tag': '1681c6a9-8d13-40ab-876f-cf1bd856d90a', 'status': 'completed', 'code': 200} Sep 17 22:16:05.520207 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-b83cca63-965f-4dec-a0bc-00137edfb425 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630729 Sep 17 22:16:05.547357 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c9ed79bb-83c8-4f7a-a463-97f6e6e442ab tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.549914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c9ed79bb-83c8-4f7a-a463-97f6e6e442ab tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7134275 Sep 17 22:16:05.553592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45544) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:05.565050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:05.591409 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a20f2a9c-b269-4e5b-ab9c-0de6d6c59ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.615908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-f0627eac-364a-42bc-b852-9699b9d82f75 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:05.616088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-f0627eac-364a-42bc-b852-9699b9d82f75 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997368 Sep 17 22:16:05.633475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-a3def4e7-aa5b-4865-b833-c7bc3fd4eafe tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/quotas/649c8f43cae541d2a74bf88cbcf62f86 HTTP/1.1" status: 200 len: 375 time: 0.0100279 Sep 17 22:16:05.648343 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-ba108fa8-f4ec-47a3-ad38-60f7d53b4eb4 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190746 Sep 17 22:16:05.683370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f2a9c-b269-4e5b-ab9c-0de6d6c59ad5 None None] Pushing event updated for resources: {'Port': ['ID=a3c219e0-7251-4ad6-a260-bfb4ead08292,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:05.722293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-5fd3886e-33c3-4a7a-ba26-06c266f6f77c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0787213 Sep 17 22:16:05.726118 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.734225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a3c219e0-7251-4ad6-a260-bfb4ead08292', 'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'mac_address': 'fa:16:3e:ee:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:59Z', 'updated_at': '2021-09-17T22:16:04Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'subnets': [{'id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:05.737458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-87e310c9-5358-4fe6-91e5-955ea587d9e0 None None] Provisioning complete for port a3c219e0-7251-4ad6-a260-bfb4ead08292 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:05.737825 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-87e310c9-5358-4fe6-91e5-955ea587d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:05.767328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f29747-57cf-4548-aa27-a66a8124564a None None] The sync data for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 is: [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a3c219e0-7251-4ad6-a260-bfb4ead08292', 'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'mac_address': 'fa:16:3e:ee:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:59Z', 'updated_at': '2021-09-17T22:16:04Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'subnets': [{'id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:16:05.782978 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3e197c0-d1f5-42b7-bc18-be9c7bf008ea req-c7d1e0f9-b0a6-4e93-8c1a-c9667269777b service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262472 Sep 17 22:16:05.897070 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:06.015938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-b7ab232d-4f6c-41e6-a030-4e827c181049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:06.020112 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-b7ab232d-4f6c-41e6-a030-4e827c181049 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 1095 time: 0.0805929 Sep 17 22:16:06.152207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c3ce777-bdfd-4eb1-8911-97743bf98c6f req-4f26f40a-c62c-43d7-9be4-4eb9721fe1a3 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 210 time: 0.0751305 Sep 17 22:16:06.168412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Allocated IP 172.25.5.3 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/edd185f3-f9b1-4418-a6db-780a25ca72fd) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:06.387550 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:06.573171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42324f8c-d1d4-4585-b50e-dd580fec7078 req-1e9cb4ae-cb9b-4a36-add8-4178b6207e74 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:06.576039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42324f8c-d1d4-4585-b50e-dd580fec7078 req-1e9cb4ae-cb9b-4a36-add8-4178b6207e74 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 945 time: 0.1647480 Sep 17 22:16:06.592980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79037f32-8c54-4774-a8cf-c16d67471199 req-8ac34805-b381-42a7-9fe5-733f49540078 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:06.606218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79037f32-8c54-4774-a8cf-c16d67471199 req-8ac34805-b381-42a7-9fe5-733f49540078 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 943 time: 0.1948981 Sep 17 22:16:06.612178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-55a6412d-a5fa-471b-a20a-4b9f24bfb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:06.613795 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-55a6412d-a5fa-471b-a20a-4b9f24bfb986 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 912 time: 0.5719209 Sep 17 22:16:06.622193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-c53ab5ef-c848-4741-bec8-deac1e14d38d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:06.623760 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-c53ab5ef-c848-4741-bec8-deac1e14d38d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.35 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 945 time: 0.5002742 Sep 17 22:16:06.634814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:06.696649 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-09b91983-614a-4a89-a336-c2674987e8da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1681c6a9-8d13-40ab-876f-cf1bd856d90a HTTP/1.1" status: 200 len: 217 time: 0.0689294 Sep 17 22:16:06.707345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79037f32-8c54-4774-a8cf-c16d67471199 req-bb53776d-34fb-4f2e-b95c-f4c7608aff3c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002495 Sep 17 22:16:06.712881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:06.726051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:06.726051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:06.794495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Pushing event updated for resources: {'Port': ['ID=edd185f3-f9b1-4418-a6db-780a25ca72fd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:06.832815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42324f8c-d1d4-4585-b50e-dd580fec7078 req-67e44568-2319-49bf-a16a-7f98a1f3211c tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f20610-0120-479c-812e-304533025ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057400 Sep 17 22:16:06.849753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-b19dfc9e-603d-4a06-a47a-9ead391b93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:06.851266 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-b19dfc9e-603d-4a06-a47a-9ead391b93f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.1245575 Sep 17 22:16:06.892861 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-8c48a3e6-9989-40bc-911e-94e44a64b6c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337341 Sep 17 22:16:06.901562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Deleting port 02ef953e-3d4f-4582-adb1-ff747bf32df2 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:06.902569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:06.928238 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.056363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.077591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] For port 02ef953e-3d4f-4582-adb1-ff747bf32df2, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=02ef953e-3d4f-4582-adb1-ff747bf32df2,segment=NetworkSegment(a0dafa5b-cb61-41b6-9409-23b9109717f5),segment_id=a0dafa5b-cb61-41b6-9409-23b9109717f5)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:07.077963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.088091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-10c34224-787f-423c-87af-5d6c017544d4 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825843 Sep 17 22:16:07.095712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Calling delete_port for 02ef953e-3d4f-4582-adb1-ff747bf32df2 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:07.248088 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0927e572-b1e5-440c-a1d3-97a56c635b91 req-299d469f-0dfa-44ba-98bb-9f858fb69ed6 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502070 Sep 17 22:16:07.319566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af4787be-fbfe-4e5b-a76f-f5aac961930a req-83e8be5c-31e3-4ba9-af7f-495f36898b5a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 210 time: 0.0404665 Sep 17 22:16:07.379596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.470165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.481858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['02ef953e-3d4f-4582-adb1-ff747bf32df2'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:07.501855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Pushing event deleted for resources: {'Port': ['ID=02ef953e-3d4f-4582-adb1-ff747bf32df2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:07.516121 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.553627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] No DVR routers for this DVR port 02ef953e-3d4f-4582-adb1-ff747bf32df2 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:07.560290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.565855 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4d2f02c6-5e3c-4d92-b39e-e047e0ae0665 req-99766c40-cbe8-4184-81dc-16bc88800a77 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.35 "DELETE /v2.0/ports/02ef953e-3d4f-4582-adb1-ff747bf32df2 HTTP/1.1" status: 204 len: 173 time: 0.9281056 Sep 17 22:16:07.565855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085a61b5-6142-401c-9bbc-0c74dbf717a8', 'name': 'network-vif-deleted', 'tag': '02ef953e-3d4f-4582-adb1-ff747bf32df2'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:07.565855 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e1f1f4-0bcb-427f-967f-7eedcaf930f7" -d '{"events": [{"server_uuid": "085a61b5-6142-401c-9bbc-0c74dbf717a8", "name": "network-vif-deleted", "tag": "02ef953e-3d4f-4582-adb1-ff747bf32df2"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:07.604215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Pushing event updated for resources: {'Port': ['ID=edd185f3-f9b1-4418-a6db-780a25ca72fd,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:07.609072 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11364bb-cf13-4de3-960c-ea51202d613c x-openstack-request-id: req-f11364bb-cf13-4de3-960c-ea51202d613c {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:07.609072 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085a61b5-6142-401c-9bbc-0c74dbf717a8", "name": "network-vif-deleted", "tag": "02ef953e-3d4f-4582-adb1-ff747bf32df2", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:07.609072 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f11364bb-cf13-4de3-960c-ea51202d613c {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:07.609072 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085a61b5-6142-401c-9bbc-0c74dbf717a8', 'name': 'network-vif-deleted', 'tag': '02ef953e-3d4f-4582-adb1-ff747bf32df2', 'status': 'completed', 'code': 200} Sep 17 22:16:07.622405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.744663 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.745448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a3c219e0-7251-4ad6-a260-bfb4ead08292 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:07.746012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f2dfa207-e90a-482f-afba-1e7a256e61a9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1915376 Sep 17 22:16:07.818691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a3c219e0-7251-4ad6-a260-bfb4ead08292 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:07.819106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:07.880639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c45379-8f1d-4ebf-8f32-f4db0898e5bd req-4c1f0646-8d20-451e-8775-cd0ba7c902ce tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:07.888255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41c45379-8f1d-4ebf-8f32-f4db0898e5bd req-4c1f0646-8d20-451e-8775-cd0ba7c902ce tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 943 time: 0.0728962 Sep 17 22:16:07.961891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41c45379-8f1d-4ebf-8f32-f4db0898e5bd req-e9aed949-2921-4d91-88cf-6e461c02392f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727768 Sep 17 22:16:07.989088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-b71742b5-d340-4f2e-bb6b-a3d80b644826 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1340100809&fields=id&tenant_id=89de9bd7dfa64b5f8d56541cd0f04775 HTTP/1.1" status: 200 len: 267 time: 0.0596523 Sep 17 22:16:08.069725 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:08.111456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-23fd3bc4-2d7f-4b9b-ab89-803347e2dcfc tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:08.112960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-23fd3bc4-2d7f-4b9b-ab89-803347e2dcfc tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/networks?id=9447b9d5-fc11-4b4f-875f-446362922c1a HTTP/1.1" status: 200 len: 811 time: 0.1157646 Sep 17 22:16:08.146685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c64e30a-dbe4-4e25-9467-db2501e0c424 req-f0e3fadb-5f82-402d-ad2c-126e417ea3a6 tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 210 time: 0.0327623 Sep 17 22:16:08.152990 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9f048927-6d51-4810-83b9-91eb75b01412 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/quotas/89de9bd7dfa64b5f8d56541cd0f04775 HTTP/1.1" status: 200 len: 375 time: 0.0302932 Sep 17 22:16:08.210210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-c1f88093-0e94-4f8b-ba6a-8a0369566670 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=89de9bd7dfa64b5f8d56541cd0f04775&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504546 Sep 17 22:16:08.247316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1681c6a9-8d13-40ab-876f-cf1bd856d90a details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:16:08.330482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-32072c06-32f1-404a-a331-7dee2bac666c service neutron] 10.222.0.13 "GET /v2.0/networks/9447b9d5-fc11-4b4f-875f-446362922c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070840 Sep 17 22:16:08.373930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1681c6a9-8d13-40ab-876f-cf1bd856d90a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1681c6a9-8d13-40ab-876f-cf1bd856d90a,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:08.398195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '1681c6a9-8d13-40ab-876f-cf1bd856d90a', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'port_id': '1681c6a9-8d13-40ab-876f-cf1bd856d90a', 'mac_address': 'fa:16:3e:c2:ff:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7251db4-47c4-4cb6-b4ee-aebbfc512f13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:16:08.450457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71f0016a-fd29-44f0-9d57-231566d022b7 req-3188a20b-b0ec-49e6-85d0-2536024e76c6 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 210 time: 0.0399430 Sep 17 22:16:08.462517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:08.483137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1681c6a9-8d13-40ab-876f-cf1bd856d90a {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:08.498118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-1a7ad015-caa8-4e41-8539-9096583dcdc3 service neutron] 10.222.0.13 "GET /v2.0/networks/9447b9d5-fc11-4b4f-875f-446362922c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667745 Sep 17 22:16:08.507862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1681c6a9-8d13-40ab-876f-cf1bd856d90a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1681c6a9-8d13-40ab-876f-cf1bd856d90a,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:08.577647 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:08.590951 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-dadfe1f0-a761-4559-8c58-d8d79d30186d tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283198 Sep 17 22:16:08.634665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=1681c6a9-8d13-40ab-876f-cf1bd856d90a,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:08.702989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-46dc7c3f-2315-4138-b551-60becfc403fa tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:08.704519 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-46dc7c3f-2315-4138-b551-60becfc403fa tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096277 Sep 17 22:16:08.718434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Request body: {'port': {'device_id': 'b5954032-5346-44dd-9d4e-78e9090cf77f', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '649c8f43cae541d2a74bf88cbcf62f86'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:08.834026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['1681c6a9-8d13-40ab-876f-cf1bd856d90a'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:08.841149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8aa4305-052f-468f-b030-cb89567e413c req-5478d6eb-0a31-4e6e-8f13-647bdafde208 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 210 time: 0.0586579 Sep 17 22:16:08.962439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Made reservation on behalf of 649c8f43cae541d2a74bf88cbcf62f86 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:08.970740 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:09.113833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18566c-e7c2-42ab-8686-64f5c95077c8 req-c6bb8b40-74d7-406f-ba80-02578d1575e4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:09.115469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf18566c-e7c2-42ab-8686-64f5c95077c8 req-c6bb8b40-74d7-406f-ba80-02578d1575e4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 944 time: 0.0669148 Sep 17 22:16:09.173589 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf18566c-e7c2-42ab-8686-64f5c95077c8 req-71cfb05f-b773-43df-a309-e978c78bbb8e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512354 Sep 17 22:16:09.191477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Allocated IP 192.168.233.217 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:09.273394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d606d00-aa55-49ee-8062-3c54728732b6 req-0b4fe9ca-d293-4f6f-afc3-139cb6dabe6d tempest-VolumesActionsTest-322132584 tempest-VolumesActionsTest-322132584-project] 10.222.0.13 "GET /v2.0/ports?device_id=085a61b5-6142-401c-9bbc-0c74dbf717a8 HTTP/1.1" status: 200 len: 210 time: 0.0323646 Sep 17 22:16:09.369124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:09.475628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:09.491774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21', '35dc6391-15bc-4ca4-860b-db2ae4361420', 'a9232d21-5958-4fe0-839e-5f0dc5eb062e', '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:09.520109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b', '8440e9de-0497-4f45-9a76-f5a3167f6f8b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:09.531986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:09.535726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:09.539990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:09.544915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event updated for resources: {'Port': ['ID=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:09.602219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:09.602857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:09.630418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8add88-012f-4de4-b157-f49d8940b8cd req-1d7c2345-8ad7-4192-9eac-4bcb0118f6d1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:09.632569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b8add88-012f-4de4-b157-f49d8940b8cd req-1d7c2345-8ad7-4192-9eac-4bcb0118f6d1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 936 time: 0.1023974 Sep 17 22:16:09.689639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b8add88-012f-4de4-b157-f49d8940b8cd req-d9859484-c9bb-4eac-a062-2d323a0d5fa2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508144 Sep 17 22:16:09.738973 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-ef8b4d3e-42ad-469c-8e25-7ab4da059107 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0247023 Sep 17 22:16:09.752395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Request body: {'port': {'device_id': 'b5954032-5346-44dd-9d4e-78e9090cf77f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:09.776131 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:09.816905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:09.941719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7d025594-1f54-4579-9d5e-85ad8c6093e2 None None] Provisioning complete for port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:09.942342 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7d025594-1f54-4579-9d5e-85ad8c6093e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:09.951215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-110a67e6-8c54-4ff1-9837-ec5f6ecf48b9 req-10a33270-2722-463a-b063-f6a732d680da tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 210 time: 0.0316510 Sep 17 22:16:10.011327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7d025594-1f54-4579-9d5e-85ad8c6093e2 None None] Port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:10.137392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:10.145571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:10.158654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Transition to ACTIVE for port object e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:16:10.246877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:10.279506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1681c6a9-8d13-40ab-876f-cf1bd856d90a up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:10.327065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Pushing event updated for resources: {'Port': ['ID=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:10.369622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f116-e2d4-4246-9ee4-2a48dd29674c req-223f5a3b-de3b-4ee3-a775-bcc0aebd0423 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:10.371917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3530f116-e2d4-4246-9ee4-2a48dd29674c req-223f5a3b-de3b-4ee3-a775-bcc0aebd0423 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 944 time: 0.1252301 Sep 17 22:16:10.424903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Attempting to bind port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:10.425495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Attempting to bind port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:10.425857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Attempting to bind port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:10.435877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:16:10.436155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Attempting to bind port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:10.442630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:10.443022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:10.443484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:10.443918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Bound port: e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:10.444448 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:10.467318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3530f116-e2d4-4246-9ee4-2a48dd29674c req-bf14ea79-1627-49f5-8773-45454ec254a1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856037 Sep 17 22:16:10.476516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 1681c6a9-8d13-40ab-876f-cf1bd856d90a completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:16:10.491531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 1681c6a9-8d13-40ab-876f-cf1bd856d90a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:10.491531 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:10.565547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] For port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:10.569589 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] For port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:10.609697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:10.637900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681c6a9-8d13-40ab-876f-cf1bd856d90a'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:10.640199 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d203c5-7f89-4076-a6c6-91c25a0bb81a" -d '{"events": [{"server_uuid": "ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf", "name": "network-vif-plugged", "status": "completed", "tag": "1681c6a9-8d13-40ab-876f-cf1bd856d90a"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:10.655599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1681c6a9-8d13-40ab-876f-cf1bd856d90a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1681c6a9-8d13-40ab-876f-cf1bd856d90a,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:10.680348 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242e6107-5c4a-4f28-a6ff-75a32f4c7db0 x-openstack-request-id: req-242e6107-5c4a-4f28-a6ff-75a32f4c7db0 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:10.680719 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf", "name": "network-vif-plugged", "status": "completed", "tag": "1681c6a9-8d13-40ab-876f-cf1bd856d90a", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:10.680972 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-242e6107-5c4a-4f28-a6ff-75a32f4c7db0 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:10.681413 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681c6a9-8d13-40ab-876f-cf1bd856d90a', 'code': 200} Sep 17 22:16:10.727485 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:10.780252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:10.780252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 02ef953e-3d4f-4582-adb1-ff747bf32df2 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:10.782697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:10.783504 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:10.785344 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] 10.222.0.35 "PUT /v2.0/ports/e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b HTTP/1.1" status: 200 len: 1097 time: 1.0382740 Sep 17 22:16:10.785905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5954032-5346-44dd-9d4e-78e9090cf77f', 'tag': 'e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:10.788587 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37244642-be1e-4c1d-9dc2-0eddacd17fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5954032-5346-44dd-9d4e-78e9090cf77f", "tag": "e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:10.821345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 02ef953e-3d4f-4582-adb1-ff747bf32df2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:10.821679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 02ef953e-3d4f-4582-adb1-ff747bf32df2 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:10.856457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=1681c6a9-8d13-40ab-876f-cf1bd856d90a,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:10.862118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b36d-44d0-4c2a-9ef2-15e360b9cf1c service neutron] Pushing event updated for resources: {'Port': ['ID=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:10.867623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d81b48-4c32-472f-975e-441044c366bb req-2d1418d5-57c9-4de1-8441-29a1493b4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:10.869437 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-90d81b48-4c32-472f-975e-441044c366bb req-2d1418d5-57c9-4de1-8441-29a1493b4f3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 1097 time: 0.1038826 Sep 17 22:16:10.871855 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a7354d-184a-4e1c-9276-fdd19cb44b98 x-openstack-request-id: req-d9a7354d-184a-4e1c-9276-fdd19cb44b98 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:10.872262 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5954032-5346-44dd-9d4e-78e9090cf77f", "tag": "e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:10.873295 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9a7354d-184a-4e1c-9276-fdd19cb44b98 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:10.873295 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5954032-5346-44dd-9d4e-78e9090cf77f', 'tag': 'e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b', 'status': 'completed', 'code': 200} Sep 17 22:16:10.889874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0511c-bf22-4a63-841c-10e3d3e275eb req-af4c2803-56be-4596-bc81-e8ddf5fb29c7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:10.897479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4b0511c-bf22-4a63-841c-10e3d3e275eb req-af4c2803-56be-4596-bc81-e8ddf5fb29c7 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 948 time: 0.1151745 Sep 17 22:16:10.956679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4b0511c-bf22-4a63-841c-10e3d3e275eb req-3a7255d5-4dd4-487d-8993-9b4e20e34621 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Sep 17 22:16:10.988479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37244642-be1e-4c1d-9dc2-0eddacd17fd9 req-ca48a1f0-9c8e-4fb1-bf21-e24a06ec8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:10.996060 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37244642-be1e-4c1d-9dc2-0eddacd17fd9 req-ca48a1f0-9c8e-4fb1-bf21-e24a06ec8f4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 1100 time: 0.0976195 Sep 17 22:16:11.000714 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-90d81b48-4c32-472f-975e-441044c366bb req-0bde7887-ad1d-4221-adce-fbdf9a92d15d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177480 Sep 17 22:16:11.076907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73dd7781-c7e9-4883-abc3-bc90e92c2fc3 req-6af86dde-9d2d-487e-8ca5-570236ebac6a tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 210 time: 0.0291924 Sep 17 22:16:11.205150 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37244642-be1e-4c1d-9dc2-0eddacd17fd9 req-d5f77dba-b8c8-4fd6-8793-d45194cf376f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261919 Sep 17 22:16:11.378456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37244642-be1e-4c1d-9dc2-0eddacd17fd9 req-e88a3470-07be-4e47-941f-d748fd25f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:11.380034 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37244642-be1e-4c1d-9dc2-0eddacd17fd9 req-e88a3470-07be-4e47-941f-d748fd25f843 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1684353 Sep 17 22:16:11.465819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-2b9e9369-b374-4a8e-8b45-e3bbf41544d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:11.467407 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-2b9e9369-b374-4a8e-8b45-e3bbf41544d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 1100 time: 0.0477409 Sep 17 22:16:11.515581 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-5241b336-7f71-4373-b418-33cfa899b94f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b HTTP/1.1" status: 200 len: 217 time: 0.0401821 Sep 17 22:16:11.572758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-8a932392-3e05-4ea2-86ce-91ae5ac353e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:11.575099 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-8a932392-3e05-4ea2-86ce-91ae5ac353e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0524683 Sep 17 22:16:11.638965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-7dbb86a8-485e-41a9-ad97-924c8f92f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:11.640514 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-7dbb86a8-485e-41a9-ad97-924c8f92f808 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578537 Sep 17 22:16:11.673552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69023a-1601-48cf-88d1-a172a192205e req-c0dd9bf9-4f76-4e10-b7d7-ec80dcb253b8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:11.675550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc69023a-1601-48cf-88d1-a172a192205e req-c0dd9bf9-4f76-4e10-b7d7-ec80dcb253b8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 945 time: 0.0701451 Sep 17 22:16:11.730322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc69023a-1601-48cf-88d1-a172a192205e req-bd1c34be-c77a-4b3c-b2ff-301a54a16e50 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Sep 17 22:16:11.762477 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-2edc5316-6409-4e42-9025-90776fb3e08a service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054800 Sep 17 22:16:11.933084 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-428113c3-6b0c-47ed-8d8d-ad012c22516f req-87a4bcb0-538c-4f7c-a5de-d60ee5444b06 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632392 Sep 17 22:16:11.943946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-7bb6ec7e-4fd7-4dfb-9fd3-d316ccc0ed04 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:11.945911 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-7bb6ec7e-4fd7-4dfb-9fd3-d316ccc0ed04 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.32 "GET /v2.0/networks?id=9447b9d5-fc11-4b4f-875f-446362922c1a HTTP/1.1" status: 200 len: 811 time: 0.1676717 Sep 17 22:16:12.022926 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-fa0b3ecf-c30b-4001-a060-1a7ea3128610 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89de9bd7dfa64b5f8d56541cd0f04775 HTTP/1.1" status: 200 len: 380 time: 0.0627100 Sep 17 22:16:12.032263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Request body: {'port': {'device_id': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'admin_state_up': True, 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'security_groups': ['9659a2d2-3c2d-4e69-8a69-de3998f4ef73']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:12.080728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d26417-c3e3-455a-8f99-25b98d4d6304 req-58e013d1-bbb1-419e-b21e-6e8995feec24 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:12.082349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7d26417-c3e3-455a-8f99-25b98d4d6304 req-58e013d1-bbb1-419e-b21e-6e8995feec24 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 948 time: 0.0633626 Sep 17 22:16:12.154845 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7d26417-c3e3-455a-8f99-25b98d4d6304 req-4d881018-478c-4da1-a0dc-6c5fc010d610 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613503 Sep 17 22:16:12.231628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69e11b6a-5dae-4f1e-ac14-57c0b3a02acc req-9106d335-95be-4523-9835-87de50de9990 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 210 time: 0.0305173 Sep 17 22:16:12.274761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Made reservation on behalf of 89de9bd7dfa64b5f8d56541cd0f04775 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:12.279126 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:12.446669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Allocated IP 172.20.0.5 (9447b9d5-fc11-4b4f-875f-446362922c1a/ee13940f-dee5-4449-bb53-5d43910be43f/6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:12.600513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:12.739410 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:12.806448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Network 9447b9d5-fc11-4b4f-875f-446362922c1a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:12.810377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:12.814423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:12.843429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Pushing event updated for resources: {'Port': ['ID=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:12.871904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbf34c-32b7-49e1-8221-14b78cda08b0 req-74c5cc00-fb05-46e0-9f2c-403626001eda tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:12.883147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19fbf34c-32b7-49e1-8221-14b78cda08b0 req-74c5cc00-fb05-46e0-9f2c-403626001eda tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 945 time: 0.0822237 Sep 17 22:16:12.899824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:12.900555 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:12.919723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19fbf34c-32b7-49e1-8221-14b78cda08b0 req-eba835f6-1827-49d3-883f-e165ff6e430f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352314 Sep 17 22:16:13.025442 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-9fdb0cf1-2a01-4bdd-a0c7-323743c05896 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9971094 Sep 17 22:16:13.040829 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Request body: {'port': {'device_id': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:13.127382 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:13.134839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-44c019d2-455e-4a02-99b1-b375bbe6a87c None None] Provisioning complete for port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:13.136193 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44c019d2-455e-4a02-99b1-b375bbe6a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:13.219421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-44c019d2-455e-4a02-99b1-b375bbe6a87c None None] Port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:13.426773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6dfae-0d63-4f3c-b8bf-7f90dfe17814 req-6e6b703b-4aa6-40b8-9358-44fdbb3e4ee6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:13.429270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60d6dfae-0d63-4f3c-b8bf-7f90dfe17814 req-6e6b703b-4aa6-40b8-9358-44fdbb3e4ee6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 945 time: 0.1276329 Sep 17 22:16:13.440351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca21d67-eca7-4eda-b6af-743b11ee81f4 req-88c14d4f-4e90-4e25-98b4-9d6db183f9d5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:13.452704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ca21d67-eca7-4eda-b6af-743b11ee81f4 req-88c14d4f-4e90-4e25-98b4-9d6db183f9d5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 948 time: 0.1338012 Sep 17 22:16:13.510206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ca21d67-eca7-4eda-b6af-743b11ee81f4 req-23fa77dc-4a0a-42cb-be0e-13042787361c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565290 Sep 17 22:16:13.574228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60d6dfae-0d63-4f3c-b8bf-7f90dfe17814 req-7aae1cdb-ff24-45ec-97a5-60d66341bd1d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186218 Sep 17 22:16:13.685406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:13.717862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:13.753137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Transition to ACTIVE for port object 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:16:13.796924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6c16f-bb1c-4d7d-aff9-3554a1e79a4f req-942c6f1a-9d22-4108-afaa-0593cc226fc3 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:13.806735 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8c6c16f-bb1c-4d7d-aff9-3554a1e79a4f req-942c6f1a-9d22-4108-afaa-0593cc226fc3 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 931 time: 0.1621699 Sep 17 22:16:13.846828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:13.867030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8c6c16f-bb1c-4d7d-aff9-3554a1e79a4f req-17f7db3c-fee2-4bf3-8b7c-58b8ffb7ea70 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537803 Sep 17 22:16:13.916374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Pushing event updated for resources: {'Port': ['ID=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:14.035092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Attempting to bind port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:14.035923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Attempting to bind port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:14.036267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Attempting to bind port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba on network 9447b9d5-fc11-4b4f-875f-446362922c1a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:14.048544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba on network 9447b9d5-fc11-4b4f-875f-446362922c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:16:14.049484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Attempting to bind port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba on network 9447b9d5-fc11-4b4f-875f-446362922c1a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:14.062545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:14.075217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Checking segment: {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:14.075217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Bound using segment: {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:14.075217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Bound port: 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1176b78a-9395-4ece-ba0b-8c5002195e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:14.075217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.206176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] For port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:14.210621 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] For port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:14.265197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:16:14.357575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.432897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:14.433523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.434998 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] 10.222.0.32 "PUT /v2.0/ports/6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba HTTP/1.1" status: 200 len: 1092 time: 1.3985167 Sep 17 22:16:14.435449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'tag': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:14.437970 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602b990d-56cb-4f41-a4ef-0bf5def6d877" -d '{"events": [{"name": "network-changed", "server_uuid": "82304a63-4c7f-4aa1-8eed-3e9aba5217ec", "tag": "6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:14.452030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c5e9e-e6a9-4736-b6d5-319dd059983f service neutron] Pushing event updated for resources: {'Port': ['ID=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:14.458734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:14.484011 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b', 'mac_address': 'fa:16:3e:f7:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:16:14.535342 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cce7447-5675-4f81-bbe4-78f9f8d96545 x-openstack-request-id: req-3cce7447-5675-4f81-bbe4-78f9f8d96545 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:14.535990 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82304a63-4c7f-4aa1-8eed-3e9aba5217ec", "tag": "6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:14.536443 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cce7447-5675-4f81-bbe4-78f9f8d96545 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:14.536575 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.537308 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'tag': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba', 'status': 'completed', 'code': 200} Sep 17 22:16:14.563513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:14.609718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:14.672757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b990d-56cb-4f41-a4ef-0bf5def6d877 req-7383ed70-b5b5-41b8-a066-11e4eb4bca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:14.674641 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-602b990d-56cb-4f41-a4ef-0bf5def6d877 req-7383ed70-b5b5-41b8-a066-11e4eb4bca1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89de9bd7dfa64b5f8d56541cd0f04775&device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 1095 time: 0.0996125 Sep 17 22:16:14.692921 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:14.798254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:14.837785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c749c-9c71-4462-a6a3-4d736cf62834 req-1b2cf62c-f9ca-409a-9efc-a75916b3a5ae tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:14.851094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-349c749c-9c71-4462-a6a3-4d736cf62834 req-1b2cf62c-f9ca-409a-9efc-a75916b3a5ae tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 948 time: 0.2034872 Sep 17 22:16:14.874012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3d45e-9b32-4970-b539-f06a5f43bc26 req-d065b0c8-7655-4cd8-bda2-cbf90e4581e0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:14.891778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bf3d45e-9b32-4970-b539-f06a5f43bc26 req-d065b0c8-7655-4cd8-bda2-cbf90e4581e0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 945 time: 0.1818135 Sep 17 22:16:14.947669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:15.016351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-349c749c-9c71-4462-a6a3-4d736cf62834 req-652e1e62-57cb-413e-a6cc-75efd9b240eb tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605585 Sep 17 22:16:15.061710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bf3d45e-9b32-4970-b539-f06a5f43bc26 req-8d97854e-0dc9-4313-986b-9bd7f8948de9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666517 Sep 17 22:16:15.268930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b990d-56cb-4f41-a4ef-0bf5def6d877 req-c8088fe8-3f40-48ae-9793-10f069d6125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.270431 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-602b990d-56cb-4f41-a4ef-0bf5def6d877 req-c8088fe8-3f40-48ae-9793-10f069d6125e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=89de9bd7dfa64b5f8d56541cd0f04775&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5857954 Sep 17 22:16:15.424837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bed031-c8f1-4396-9697-203d36fdb29e req-ccd55448-39bf-41d2-8190-7716edae5384 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.435335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47bed031-c8f1-4396-9697-203d36fdb29e req-ccd55448-39bf-41d2-8190-7716edae5384 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 943 time: 0.1298831 Sep 17 22:16:15.496834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b990d-56cb-4f41-a4ef-0bf5def6d877 req-eb3cd2e7-f277-4ce7-8e7b-ebbd9b6e1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.498529 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-602b990d-56cb-4f41-a4ef-0bf5def6d877 req-eb3cd2e7-f277-4ce7-8e7b-ebbd9b6e1b55 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2177732 Sep 17 22:16:15.517308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47bed031-c8f1-4396-9697-203d36fdb29e req-542e0039-ecda-4446-b985-434edcb3860d tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812736 Sep 17 22:16:15.627760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-53e65c4a-bc41-44b9-85d1-6d311efbc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.629532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-53e65c4a-bc41-44b9-85d1-6d311efbc133 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89de9bd7dfa64b5f8d56541cd0f04775&device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 1095 time: 0.0662107 Sep 17 22:16:15.703139 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-e4a33dc4-8bfb-490e-b3d7-c20ba7fb4bb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba HTTP/1.1" status: 200 len: 217 time: 0.0606387 Sep 17 22:16:15.788288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-1747b82f-1315-4ac4-ad93-397bf9d6025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.789842 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-1747b82f-1315-4ac4-ad93-397bf9d6025c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee13940f-dee5-4449-bb53-5d43910be43f HTTP/1.1" status: 200 len: 850 time: 0.0714860 Sep 17 22:16:15.876138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-7203b23e-5491-4db5-8ece-5fa04021f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:15.877916 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-7203b23e-5491-4db5-8ece-5fa04021f316 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9447b9d5-fc11-4b4f-875f-446362922c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768123 Sep 17 22:16:16.029410 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-a3c9b6b6-cacd-4f1e-add7-720423fad773 service neutron] 10.222.0.32 "GET /v2.0/networks/9447b9d5-fc11-4b4f-875f-446362922c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370635 Sep 17 22:16:16.276888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb9603-2c72-4831-8fa8-1f5220e9ae5e req-cbe09159-e218-4884-8f68-f1594a16a52f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:16.281612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:16.285582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aeeb9603-2c72-4831-8fa8-1f5220e9ae5e req-cbe09159-e218-4884-8f68-f1594a16a52f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 949 time: 0.0988898 Sep 17 22:16:16.318307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d414823-eeab-4c51-aa01-e6220212a23b req-e38a45a3-f808-418f-8fa1-8cc2f8dd460c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:16.324535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d414823-eeab-4c51-aa01-e6220212a23b req-e38a45a3-f808-418f-8fa1-8cc2f8dd460c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 945 time: 0.1506321 Sep 17 22:16:16.436205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aeeb9603-2c72-4831-8fa8-1f5220e9ae5e req-9eb43398-74e5-4bac-9826-5a3e5e47db0f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500537 Sep 17 22:16:16.440649 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d414823-eeab-4c51-aa01-e6220212a23b req-3ee6b3ed-b32d-4ed2-9b34-07e99aa3afbe tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018317 Sep 17 22:16:16.528897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:16:16.603752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:16.605046 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.814163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.857883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:16.858749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5954032-5346-44dd-9d4e-78e9090cf77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:16.861405 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987aac21-897e-4b5a-8723-083f013ca6e1" -d '{"events": [{"server_uuid": "b5954032-5346-44dd-9d4e-78e9090cf77f", "name": "network-vif-plugged", "status": "completed", "tag": "e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:16.879780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733f8d0-40e0-41b7-86a3-803a567af7f6 req-62d8ff83-4314-440d-800a-dc6e81d52fdc tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:16.881427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8733f8d0-40e0-41b7-86a3-803a567af7f6 req-62d8ff83-4314-440d-800a-dc6e81d52fdc tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 943 time: 0.0898666 Sep 17 22:16:16.882825 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-48d53d3b-d2aa-4a04-9323-9d5fbef46027 req-f09bfd9e-a7bd-4037-a3e2-53d5187f85d1 service neutron] 10.222.0.32 "GET /v2.0/networks/9447b9d5-fc11-4b4f-875f-446362922c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8454666 Sep 17 22:16:16.920939 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:16.924137 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d23ffbf-9e12-48b1-9e22-c4c16bd007d0 x-openstack-request-id: req-0d23ffbf-9e12-48b1-9e22-c4c16bd007d0 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:16.924497 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5954032-5346-44dd-9d4e-78e9090cf77f", "name": "network-vif-plugged", "status": "completed", "tag": "e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:16.924813 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d23ffbf-9e12-48b1-9e22-c4c16bd007d0 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:16.925610 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5954032-5346-44dd-9d4e-78e9090cf77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b', 'code': 200} Sep 17 22:16:16.962810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8733f8d0-40e0-41b7-86a3-803a567af7f6 req-935018f5-4922-448e-89c7-c9eacf68dd6c tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611019 Sep 17 22:16:17.006806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:17.044202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4362272-bb3f-4d79-835d-296c682abf97 req-c4a1b661-4793-42c0-b4d6-4cd35aa60b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:17.045698 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c4362272-bb3f-4d79-835d-296c682abf97 req-c4a1b661-4793-42c0-b4d6-4cd35aa60b94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 1102 time: 0.0504847 Sep 17 22:16:17.086573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c4362272-bb3f-4d79-835d-296c682abf97 req-4db8ff1a-b207-4841-9357-1563c5ab882d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Sep 17 22:16:17.670152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473295ef-a08d-4173-8595-555138e2d617 req-257ec8b6-3ada-4672-b760-11da0f02637a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:17.675657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-473295ef-a08d-4173-8595-555138e2d617 req-257ec8b6-3ada-4672-b760-11da0f02637a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 950 time: 0.1089873 Sep 17 22:16:17.686061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a095f-730b-409d-a109-428050932cd3 req-19288bea-4a8a-426a-afaf-9c259c3da349 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:17.693840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b9a095f-730b-409d-a109-428050932cd3 req-19288bea-4a8a-426a-afaf-9c259c3da349 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 945 time: 0.1251945 Sep 17 22:16:17.721628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-f0a84510-0fb6-4b35-a562-a9b34fd39593 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:17.723118 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-f0a84510-0fb6-4b35-a562-a9b34fd39593 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 945 time: 0.0683188 Sep 17 22:16:17.755491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b9a095f-730b-409d-a109-428050932cd3 req-8f2c4643-ca67-4ab4-9e51-5fc5bb2cc213 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606663 Sep 17 22:16:17.778886 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-473295ef-a08d-4173-8595-555138e2d617 req-c58fb118-6a1f-4961-9fd5-8925f101726a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822253 Sep 17 22:16:17.833764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Deleting port 1681c6a9-8d13-40ab-876f-cf1bd856d90a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:17.834108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:17.930419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] For port 1681c6a9-8d13-40ab-876f-cf1bd856d90a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1681c6a9-8d13-40ab-876f-cf1bd856d90a,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:17.931180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:17.937353 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4188306-3e55-4432-911b-d382c0b9b137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:17.944445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Calling delete_port for 1681c6a9-8d13-40ab-876f-cf1bd856d90a owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:18.123173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f64f32-1fe1-4393-96ae-c49f0dc419c2 req-3307d92d-8a33-45a7-8a93-ea62fb2ca615 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:18.124758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26f64f32-1fe1-4393-96ae-c49f0dc419c2 req-3307d92d-8a33-45a7-8a93-ea62fb2ca615 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 943 time: 0.0889728 Sep 17 22:16:18.167407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.180138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['1681c6a9-8d13-40ab-876f-cf1bd856d90a'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:18.211151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26f64f32-1fe1-4393-96ae-c49f0dc419c2 req-881fd0a4-5fb0-46df-979e-4f2e36e556c1 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790296 Sep 17 22:16:18.222374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event deleted for resources: {'Port': ['ID=1681c6a9-8d13-40ab-876f-cf1bd856d90a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:18.318602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] No DVR routers for this DVR port 1681c6a9-8d13-40ab-876f-cf1bd856d90a on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:18.322207 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:18.327065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4a2aa793-31b2-4eaa-b852-fe6ace3949fc req-133c4233-4af8-4e85-9004-b1c376baa3cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "DELETE /v2.0/ports/1681c6a9-8d13-40ab-876f-cf1bd856d90a HTTP/1.1" status: 204 len: 173 time: 0.5976813 Sep 17 22:16:18.327609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf', 'name': 'network-vif-deleted', 'tag': '1681c6a9-8d13-40ab-876f-cf1bd856d90a'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:18.330513 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154ec951-ea76-4116-bb8c-ff813c0c8756" -d '{"events": [{"server_uuid": "ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf", "name": "network-vif-deleted", "tag": "1681c6a9-8d13-40ab-876f-cf1bd856d90a"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:18.485630 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab135cdb-f421-4558-a447-c8005e843c76 x-openstack-request-id: req-ab135cdb-f421-4558-a447-c8005e843c76 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:18.486326 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf", "name": "network-vif-deleted", "tag": "1681c6a9-8d13-40ab-876f-cf1bd856d90a", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:18.487153 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab135cdb-f421-4558-a447-c8005e843c76 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:18.487817 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf', 'name': 'network-vif-deleted', 'tag': '1681c6a9-8d13-40ab-876f-cf1bd856d90a', 'status': 'completed', 'code': 200} Sep 17 22:16:18.966276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2f57f80-2ef8-4845-8c7e-c7c5b074d009 req-b2237e21-649d-4edc-8c94-d4f6578cd6c2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0fcfaa-e9f2-4ca0-96de-2dc9418f7cdf HTTP/1.1" status: 200 len: 210 time: 0.0586922 Sep 17 22:16:19.058592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af675d-1b2f-4090-9c39-466e834dc186 req-78b2fa10-6a76-4116-ab76-a0605166013a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:19.066278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61af675d-1b2f-4090-9c39-466e834dc186 req-78b2fa10-6a76-4116-ab76-a0605166013a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 950 time: 0.0979495 Sep 17 22:16:19.106743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61af675d-1b2f-4090-9c39-466e834dc186 req-9a340150-95f9-4269-8e8a-96b611e0d721 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Sep 17 22:16:19.316741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd1d6f-4b4f-4e85-9350-7bfb81b8befd req-029fd133-baa7-4deb-8578-0aa69d0cbc15 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:19.325102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67cd1d6f-4b4f-4e85-9350-7bfb81b8befd req-029fd133-baa7-4deb-8578-0aa69d0cbc15 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 1102 time: 0.0992329 Sep 17 22:16:19.410835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67cd1d6f-4b4f-4e85-9350-7bfb81b8befd req-8b7bb590-9a6b-4cb3-a96f-22f421dfb7e6 tempest-ServersOnMultiNodesTest-663613745 tempest-ServersOnMultiNodesTest-663613745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831406 Sep 17 22:16:19.419241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b131a-cb3a-4ed0-9bb5-7d3ee63349b0 req-b150f5e9-87a3-4fc5-8582-d7f7dd1afde9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:19.420801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a1b131a-cb3a-4ed0-9bb5-7d3ee63349b0 req-b150f5e9-87a3-4fc5-8582-d7f7dd1afde9 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 943 time: 0.0763693 Sep 17 22:16:19.512552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a1b131a-cb3a-4ed0-9bb5-7d3ee63349b0 req-402b7c97-b379-487f-bc06-88adeb5dd4ef tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829310 Sep 17 22:16:20.007198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f30e9-59c8-478e-b587-83d376623eae req-e19b11ea-73ed-4ea1-9f99-6fefa1d6c69e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:20.011801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf4f30e9-59c8-478e-b587-83d376623eae req-e19b11ea-73ed-4ea1-9f99-6fefa1d6c69e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 950 time: 0.0624449 Sep 17 22:16:20.092572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf4f30e9-59c8-478e-b587-83d376623eae req-a7dca8a7-0210-47b8-a656-80d83a1f6d29 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647318 Sep 17 22:16:20.218080 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-996d3d66-b68c-42a7-8489-5e78a688463d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:20.402760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-176b9e72-281a-4c33-909d-ca1b22d24c97 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:20.404347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-176b9e72-281a-4c33-909d-ca1b22d24c97 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.2104146 Sep 17 22:16:20.422715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-2007fed8-44fd-404c-8cb5-513d17a57d75 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/quotas/b0e392630f574190b76667f44a95c828 HTTP/1.1" status: 200 len: 375 time: 0.0118971 Sep 17 22:16:20.463301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-adaf4685-54be-426e-ad02-236f47fcd985 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286722 Sep 17 22:16:20.667353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-0a9eb0da-b27f-4c79-bd8d-a1013966b576 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910930 Sep 17 22:16:20.686424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbae1b8-1ad5-49b4-b09f-7a6496f7b611 req-7f70dc71-9621-416e-bc94-2ac4f3dc07a4 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:20.688519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bbae1b8-1ad5-49b4-b09f-7a6496f7b611 req-7f70dc71-9621-416e-bc94-2ac4f3dc07a4 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 943 time: 0.0928948 Sep 17 22:16:20.789281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bbae1b8-1ad5-49b4-b09f-7a6496f7b611 req-238cd6c0-fb78-4d94-8463-aba023cfae54 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893455 Sep 17 22:16:20.833390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-a2a599b2-a907-453b-b64f-8ab7df8c92e1 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648481 Sep 17 22:16:21.056214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:16:21.132108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ca83358-7ca7-4ce5-89dc-65a04a0c3f77 req-ba4cf17a-efda-4650-b310-e73736e11603 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 210 time: 0.0611064 Sep 17 22:16:21.289168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9040cf0-0576-4c73-91a1-65227977a824 req-d46c0751-b7db-4323-a464-2e8005adedc8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:21.297279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9040cf0-0576-4c73-91a1-65227977a824 req-d46c0751-b7db-4323-a464-2e8005adedc8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 950 time: 0.0926948 Sep 17 22:16:21.399974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-fbc3fd96-e543-4c11-a0e7-a6060c5bf942 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:21.408771 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-fbc3fd96-e543-4c11-a0e7-a6060c5bf942 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 950 time: 0.1207969 Sep 17 22:16:21.409245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.457081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9040cf0-0576-4c73-91a1-65227977a824 req-a49601a1-fa1a-4bf8-b36a-f04117f6a3e6 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507185 Sep 17 22:16:21.469748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:21.580638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'port_id': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba', 'mac_address': 'fa:16:3e:3f:52:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:16:21.669211 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.693703 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.710519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Deleting port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:21.711199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.742129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:21.789187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:21.857751 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:21.979244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] For port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:21.980042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.000845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Calling delete_port for e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:22.037099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:22.090676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da496d6c-c292-4e76-bdee-37762e83f3fb req-1b769e5b-2aab-4970-81c4-fa540052dca0 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:22.092314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da496d6c-c292-4e76-bdee-37762e83f3fb req-1b769e5b-2aab-4970-81c4-fa540052dca0 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 944 time: 0.1800582 Sep 17 22:16:22.160826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da496d6c-c292-4e76-bdee-37762e83f3fb req-efb43411-9827-4dd4-9e14-10e8f103c1a0 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542996 Sep 17 22:16:22.191421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:22.247573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65b9b597-63dd-41b0-9fac-fae9d23b5a98 req-7f1e7bca-7c62-4288-810a-37bdb70b846c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 210 time: 0.0556405 Sep 17 22:16:22.315303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1681c6a9-8d13-40ab-876f-cf1bd856d90a no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:22.416126 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 1681c6a9-8d13-40ab-876f-cf1bd856d90a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:22.419212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1681c6a9-8d13-40ab-876f-cf1bd856d90a not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:22.617844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37aeb56-a7ad-4ff0-a83f-81d91ca96af6 req-7980cab7-51fe-452b-b120-8fcd49108fdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:22.619383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c37aeb56-a7ad-4ff0-a83f-81d91ca96af6 req-7980cab7-51fe-452b-b120-8fcd49108fdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 950 time: 0.0674348 Sep 17 22:16:22.661778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c37aeb56-a7ad-4ff0-a83f-81d91ca96af6 req-0dbf5045-d589-4bc9-bb58-5842d835563c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357916 Sep 17 22:16:22.801478 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.813872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b', '8440e9de-0497-4f45-9a76-f5a3167f6f8b', 'e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:22.835001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event deleted for resources: {'Port': ['ID=e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:22.889389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] No DVR routers for this DVR port e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:22.893169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:22.895204 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4fa1a023-5143-48e1-9e96-5a00c644d4bc req-07d208fd-0720-44b8-8337-413c862dc043 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "DELETE /v2.0/ports/e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b HTTP/1.1" status: 204 len: 173 time: 1.4699643 Sep 17 22:16:22.895753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5954032-5346-44dd-9d4e-78e9090cf77f', 'name': 'network-vif-deleted', 'tag': 'e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:22.898624 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3455efce-e503-45f5-9917-a9c59312ad2c" -d '{"events": [{"server_uuid": "b5954032-5346-44dd-9d4e-78e9090cf77f", "name": "network-vif-deleted", "tag": "e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:22.972915 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd110b5f-90b1-4cac-918b-951b8da1d7ae x-openstack-request-id: req-dd110b5f-90b1-4cac-918b-951b8da1d7ae {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:22.973213 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5954032-5346-44dd-9d4e-78e9090cf77f", "name": "network-vif-deleted", "tag": "e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:22.973784 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd110b5f-90b1-4cac-918b-951b8da1d7ae {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:22.974204 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5954032-5346-44dd-9d4e-78e9090cf77f', 'name': 'network-vif-deleted', 'tag': 'e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b', 'status': 'completed', 'code': 200} Sep 17 22:16:23.288824 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:23.386160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f10c2-48bb-4b00-a24e-e116feb09823 req-fca2dcfe-98a0-43de-863b-b8a0a187a039 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:23.386160 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b0f10c2-48bb-4b00-a24e-e116feb09823 req-fca2dcfe-98a0-43de-863b-b8a0a187a039 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 944 time: 0.0909500 Sep 17 22:16:23.463332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b0f10c2-48bb-4b00-a24e-e116feb09823 req-a5ae952f-361b-4624-976e-e4583db2b6ce tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688984 Sep 17 22:16:23.498663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21', '35dc6391-15bc-4ca4-860b-db2ae4361420', 'a9232d21-5958-4fe0-839e-5f0dc5eb062e', '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:23.692755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd14c035-298d-45e0-b7b3-c8f326d81c11 req-dedb7c68-dd3e-4a0d-95f4-798de878a627 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 210 time: 0.0832872 Sep 17 22:16:23.887484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c21db68c-681a-4fee-b1e7-cd1e6295261f req-837c48e8-845b-4dd2-9430-36bbbe20b927 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5954032-5346-44dd-9d4e-78e9090cf77f HTTP/1.1" status: 200 len: 210 time: 0.0556972 Sep 17 22:16:24.641468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770b652-dd5f-4ff1-a858-f9f8f23f9536 req-d9cc6da5-803e-4466-9842-10e951336763 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:24.651888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3770b652-dd5f-4ff1-a858-f9f8f23f9536 req-d9cc6da5-803e-4466-9842-10e951336763 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 944 time: 0.1004846 Sep 17 22:16:24.729770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3770b652-dd5f-4ff1-a858-f9f8f23f9536 req-e53c8cfa-32af-4226-9635-498faadee22d tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689607 Sep 17 22:16:24.730139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-fcadfa9d-30c5-4064-a6cb-c58f1489f070 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:24.733797 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-fcadfa9d-30c5-4064-a6cb-c58f1489f070 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.2308919 Sep 17 22:16:24.748620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Request body: {'port': {'device_id': '29bd40b8-3f40-4777-bba0-56713d8de266', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'admin_state_up': True, 'tenant_id': 'b0e392630f574190b76667f44a95c828'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:24.805820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f91eaafe-bf93-4e1f-8c44-daed30ccee51 req-81f1e666-97d4-4205-ac5c-98cee15fbda1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 210 time: 0.0337126 Sep 17 22:16:25.003687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Made reservation on behalf of b0e392630f574190b76667f44a95c828 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:25.008062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.095823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:25.157922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Allocated IP 172.20.0.4 (78c2906a-443b-46d7-86c8-6ac69720e229/b7251db4-47c4-4cb6-b4ee-aebbfc512f13/9ab002c7-943c-431d-80e2-eb157556dfe4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:25.269508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:16:25.281690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:25.281690 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.438023 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-c13eb93a-5eef-4812-870d-1aeff87a3212 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1316609 Sep 17 22:16:25.454003 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.539375 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.553724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e842b-59d1-4808-9397-5c1d4231916b req-28b3002b-762e-46d4-9a95-be066e9da66e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.554484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc7e842b-59d1-4808-9397-5c1d4231916b req-28b3002b-762e-46d4-9a95-be066e9da66e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 949 time: 0.0889447 Sep 17 22:16:25.584069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-11ad9a86-bd3d-4eca-be28-74c3c643f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.584567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-11ad9a86-bd3d-4eca-be28-74c3c643f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.585051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-11ad9a86-bd3d-4eca-be28-74c3c643f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.585535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-11ad9a86-bd3d-4eca-be28-74c3c643f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.586611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-11ad9a86-bd3d-4eca-be28-74c3c643f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.586611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-11ad9a86-bd3d-4eca-be28-74c3c643f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.586979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-11ad9a86-bd3d-4eca-be28-74c3c643f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.589230 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-11ad9a86-bd3d-4eca-be28-74c3c643f4da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6510 time: 0.0560789 Sep 17 22:16:25.600571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:25.602983 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5410b57b-2592-43e7-84f4-d41d2a076203" -d '{"events": [{"server_uuid": "82304a63-4c7f-4aa1-8eed-3e9aba5217ec", "name": "network-vif-plugged", "status": "completed", "tag": "6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:25.621487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc7e842b-59d1-4808-9397-5c1d4231916b req-b241a25f-b2df-49e4-a0c5-c0c37efd8dd3 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599787 Sep 17 22:16:25.636212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.679656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:25.697966 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c3f3b-f0d3-4d95-9f60-fcb838b5c2f6 x-openstack-request-id: req-f58c3f3b-f0d3-4d95-9f60-fcb838b5c2f6 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:25.698654 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82304a63-4c7f-4aa1-8eed-3e9aba5217ec", "name": "network-vif-plugged", "status": "completed", "tag": "6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:25.699370 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f58c3f3b-f0d3-4d95-9f60-fcb838b5c2f6 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:25.699991 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba', 'code': 200} Sep 17 22:16:25.745739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Network 78c2906a-443b-46d7-86c8-6ac69720e229 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:25.755993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:25.768331 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:25.825651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:25.877377 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d85c9-03e0-43d6-998a-b33c6f906385 req-ab443ce5-e44e-44d7-a0d5-72f6e3b6fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:25.887203 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-814d85c9-03e0-43d6-998a-b33c6f906385 req-ab443ce5-e44e-44d7-a0d5-72f6e3b6fea0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 1097 time: 0.1061590 Sep 17 22:16:25.917316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:25.949653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.950023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.950351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.950684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.951038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.951363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.951692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.952014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.952336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.952658 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.952978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:25.953296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:26.009146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.009146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.038362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-814d85c9-03e0-43d6-998a-b33c6f906385 req-0f58bc0b-c20c-465f-85a1-47f7cd375d6e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375945 Sep 17 22:16:26.121689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event updated for resources: {'Port': ['ID=9ab002c7-943c-431d-80e2-eb157556dfe4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:26.186440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49d967-83fa-4a79-a46b-bfa53a053c58 req-eeda1fb4-37ca-47fe-997f-59557c2887e6 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.188619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac49d967-83fa-4a79-a46b-bfa53a053c58 req-eeda1fb4-37ca-47fe-997f-59557c2887e6 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 945 time: 0.1991515 Sep 17 22:16:26.228702 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-8cb95a4b-dd53-4fcb-923d-515c73871143 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4761612 Sep 17 22:16:26.242254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Request body: {'port': {'device_id': '29bd40b8-3f40-4777-bba0-56713d8de266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:26.253116 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-ff138e8a-9c71-4f0f-b0d2-ab3f4619f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.254427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-ff138e8a-9c71-4f0f-b0d2-ab3f4619f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.255606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-ff138e8a-9c71-4f0f-b0d2-ab3f4619f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.255768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a8ef-c5d8-4c06-879e-52651b39cb1c req-464cb230-0c2a-45b5-8332-25d1f61c76c1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.258107 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-ff138e8a-9c71-4f0f-b0d2-ab3f4619f2c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=326fc1b5-7834-476d-a7fb-3ec75767f891&id=326fc1b5-7834-476d-a7fb-3ec75767f891 HTTP/1.1" status: 200 len: 2295 time: 0.6343637 Sep 17 22:16:26.263944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07e8a8ef-c5d8-4c06-879e-52651b39cb1c req-464cb230-0c2a-45b5-8332-25d1f61c76c1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 931 time: 0.1811552 Sep 17 22:16:26.328191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac49d967-83fa-4a79-a46b-bfa53a053c58 req-ade0681d-e94b-4186-9472-c6dfa81798aa tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308539 Sep 17 22:16:26.341359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:26.368840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07e8a8ef-c5d8-4c06-879e-52651b39cb1c req-b172c8dc-d1ee-400b-900e-2f6cc6ffb390 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039352 Sep 17 22:16:26.387139 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-17e8cc2f-1949-4ad4-8498-8e82c277ea9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11 HTTP/1.1" status: 200 len: 1001 time: 0.1000144 Sep 17 22:16:26.398165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:26.399525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e0fb4b20-4618-4f7d-8c9b-7bfdba3e455b not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:26.461767 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-2913608f-abd5-464e-a4aa-09c425fff41b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3773165 Sep 17 22:16:26.536153 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:26.550883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-184e36ef-bc5d-464c-8e96-7594082a31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.552664 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-184e36ef-bc5d-464c-8e96-7594082a31a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff22ac41-1331-40f0-914f-a615036958e1 HTTP/1.1" status: 200 len: 855 time: 0.1456320 Sep 17 22:16:26.595386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-3b09ad44-aeb2-40e1-ab20-dbf3db742d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.596803 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-3b09ad44-aeb2-40e1-ab20-dbf3db742d86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 1101 time: 0.1073074 Sep 17 22:16:26.813788 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369dc20-f0a5-457e-9ad2-1e1ce414619d req-7dbef55b-1c2a-4045-ad4e-77d119e5e0d4 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.815560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d369dc20-f0a5-457e-9ad2-1e1ce414619d req-7dbef55b-1c2a-4045-ad4e-77d119e5e0d4 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 949 time: 0.0791402 Sep 17 22:16:26.828579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-4ed04ce8-5be0-47d8-b410-fc02566706cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:26.830086 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-4ed04ce8-5be0-47d8-b410-fc02566706cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2446191 Sep 17 22:16:26.898415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d369dc20-f0a5-457e-9ad2-1e1ce414619d req-6fd838f9-d2a7-4f58-b535-a95cee568b08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716629 Sep 17 22:16:27.031374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-2726c049-6155-48ce-9e16-b88329068baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:27.032911 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-2726c049-6155-48ce-9e16-b88329068baa service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.4106631 Sep 17 22:16:27.036423 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-4b37abf0-aa8a-4af0-bc62-7dbdb150a7f9 service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890125 Sep 17 22:16:27.154595 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-fdc7033d-23bc-44c4-b1aa-cc166a0ed69a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=8440e9de-0497-4f45-9a76-f5a3167f6f8b HTTP/1.1" status: 200 len: 217 time: 0.1034937 Sep 17 22:16:27.219234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-a4394a06-e5f0-4141-ad18-1e15d2cab9cf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:27.220962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-a4394a06-e5f0-4141-ad18-1e15d2cab9cf tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 949 time: 0.0910349 Sep 17 22:16:27.291081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-9e8086aa-7153-46bf-9216-b7b0b38c30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:27.293570 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-9e8086aa-7153-46bf-9216-b7b0b38c30a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1303353 Sep 17 22:16:27.328158 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-003a7a41-3af9-4a52-9c6e-975f6da5a9e6 service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773845 Sep 17 22:16:27.411529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Deleting port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:27.411529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.514511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab002c7-943c-431d-80e2-eb157556dfe4 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:27.519168 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-5dace5be-1c68-4fdf-b714-c55994db3915 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 200 len: 217 time: 0.1168842 Sep 17 22:16:27.527442 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.578440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-84832dc3-d913-454d-b516-0c8aa68e7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:27.579895 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-84832dc3-d913-454d-b516-0c8aa68e7589 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2778821 Sep 17 22:16:27.582340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Transition to ACTIVE for port object 9ab002c7-943c-431d-80e2-eb157556dfe4 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:16:27.590585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-2ec11498-8f2f-4c4c-a93e-c41832b29d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:27.592138 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-2ec11498-8f2f-4c4c-a93e-c41832b29d5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.0628843 Sep 17 22:16:27.625133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaace8-d7e1-4ec1-b2a7-86cbbf8e79f7 req-55160871-fee6-435b-86c2-9386bf974364 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:27.627453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06aaace8-d7e1-4ec1-b2a7-86cbbf8e79f7 req-55160871-fee6-435b-86c2-9386bf974364 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 931 time: 0.1423442 Sep 17 22:16:27.696239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-c871ce26-1600-42bd-ab4d-e0efb77dac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:27.698319 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-c871ce26-1600-42bd-ab4d-e0efb77dac2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969274 Sep 17 22:16:27.703955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6eaf8-139c-41ba-8a0a-ae0da1e7a9d5 req-c93dab92-bd38-444d-a4c3-3cdbc7d8a7b0 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:27.707365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ac6eaf8-139c-41ba-8a0a-ae0da1e7a9d5 req-c93dab92-bd38-444d-a4c3-3cdbc7d8a7b0 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 945 time: 0.2513189 Sep 17 22:16:27.717643 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06aaace8-d7e1-4ec1-b2a7-86cbbf8e79f7 req-f8f55e4b-afde-425e-b514-715174f93eb9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757635 Sep 17 22:16:27.752980 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-3b35faf8-b63c-4ee4-b094-8e87e89d8c13 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596632 Sep 17 22:16:27.804836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ac6eaf8-139c-41ba-8a0a-ae0da1e7a9d5 req-f413b6dd-44a8-4c87-ac3f-04189b10bfa2 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811529 Sep 17 22:16:27.840869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] For port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:27.842896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.857246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Calling delete_port for 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:27.861385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:27.957620 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-724f1b4f-8af4-4b2b-be79-fa36d38cb91e service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524593 Sep 17 22:16:28.042709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Pushing event updated for resources: {'Port': ['ID=9ab002c7-943c-431d-80e2-eb157556dfe4,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:28.119321 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ceb680f8-bc76-431b-bf76-fb48bd5fdee8 req-e3320c6d-d909-498d-8162-72eeaf342a32 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504815 Sep 17 22:16:28.210324 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-d3fd5ef6-450d-4eb9-a22a-27e41b932801 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424235 Sep 17 22:16:28.221370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:28.245357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21', '35dc6391-15bc-4ca4-860b-db2ae4361420', 'a9232d21-5958-4fe0-839e-5f0dc5eb062e', '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:28.256569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b', '8440e9de-0497-4f45-9a76-f5a3167f6f8b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:28.261790 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-e93e4891-fc77-48d9-b0e6-9dedfe4ba1c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 200 len: 217 time: 0.0409477 Sep 17 22:16:28.261790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Attempting to bind port 9ab002c7-943c-431d-80e2-eb157556dfe4 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:28.261790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Attempting to bind port 9ab002c7-943c-431d-80e2-eb157556dfe4 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:28.261790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Attempting to bind port 9ab002c7-943c-431d-80e2-eb157556dfe4 on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:28.274610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Port 9ab002c7-943c-431d-80e2-eb157556dfe4 on network 78c2906a-443b-46d7-86c8-6ac69720e229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:16:28.275031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Attempting to bind port 9ab002c7-943c-431d-80e2-eb157556dfe4 on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:28.304642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:28.304853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Checking segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:28.305250 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Bound using segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:28.305814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Bound port: 9ab002c7-943c-431d-80e2-eb157556dfe4, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:28.306199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:28.328022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a65fa-388c-4dc8-b903-55e729e74cf8 req-757fbc9f-d278-4905-8038-8e42a0ff934e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:28.336464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b21a65fa-388c-4dc8-b903-55e729e74cf8 req-757fbc9f-d278-4905-8038-8e42a0ff934e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 867 time: 0.2179842 Sep 17 22:16:28.360491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event deleted for resources: {'Port': ['ID=05570eb8-ed0b-48eb-9781-f1ad1ad67fa3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:28.381719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-af7354c9-01e2-4218-958f-3ca6f7b56d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:28.384790 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-af7354c9-01e2-4218-958f-3ca6f7b56d8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1178772 Sep 17 22:16:28.474994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] No DVR routers for this DVR port 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:28.485370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:28.502159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25fe3009-96dc-4839-a3d3-4a3869945907 req-6c9827f0-93e3-47c0-ac27-333a76a53cdc tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "DELETE /v2.0/ports/05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 HTTP/1.1" status: 204 len: 173 time: 1.2726383 Sep 17 22:16:28.502761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51693cc4-925b-4fc4-a6bc-7b421f474bf5', 'name': 'network-vif-deleted', 'tag': '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:28.523491 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141e7373-e992-4b01-b814-1c579f7e41fb" -d '{"events": [{"server_uuid": "51693cc4-925b-4fc4-a6bc-7b421f474bf5", "name": "network-vif-deleted", "tag": "05570eb8-ed0b-48eb-9781-f1ad1ad67fa3"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:28.586059 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:28.595637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ab002c7-943c-431d-80e2-eb157556dfe4,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:28.609169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b21a65fa-388c-4dc8-b903-55e729e74cf8 req-9edaaa40-603f-4895-b1f6-795ec744c0b8 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718415 Sep 17 22:16:28.611933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-a03b2b5e-1c67-4f78-bad8-8f3f848c5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:28.613139 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-a03b2b5e-1c67-4f78-bad8-8f3f848c5576 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2179863 Sep 17 22:16:28.642627 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b433cca-e4dc-442e-b62b-e3647eaa7635 x-openstack-request-id: req-4b433cca-e4dc-442e-b62b-e3647eaa7635 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:28.643037 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51693cc4-925b-4fc4-a6bc-7b421f474bf5", "name": "network-vif-deleted", "tag": "05570eb8-ed0b-48eb-9781-f1ad1ad67fa3", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:28.643285 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b433cca-e4dc-442e-b62b-e3647eaa7635 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:28.643684 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51693cc4-925b-4fc4-a6bc-7b421f474bf5', 'name': 'network-vif-deleted', 'tag': '05570eb8-ed0b-48eb-9781-f1ad1ad67fa3', 'status': 'completed', 'code': 200} Sep 17 22:16:28.707636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:28.837634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:28.838308 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:28.845762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] 10.222.0.35 "PUT /v2.0/ports/9ab002c7-943c-431d-80e2-eb157556dfe4 HTTP/1.1" status: 200 len: 1092 time: 2.6135941 Sep 17 22:16:28.849653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:28.860266 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ed775-5126-4989-8f4a-1e8a54ea88fe" -d '{"events": [{"name": "network-changed", "server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:28.908073 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-d0ec7aed-f787-4197-9959-ce382cd73f47 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802601 Sep 17 22:16:28.914946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d0eff-f01f-4d00-98a6-37661554209f service neutron] Pushing event updated for resources: {'Port': ['ID=9ab002c7-943c-431d-80e2-eb157556dfe4,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:28.972598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc06b5-1c37-4ca3-99f1-57a48a27b71e req-89cbc5ae-907f-4dfd-919a-6920afd0983a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:28.983811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09fc06b5-1c37-4ca3-99f1-57a48a27b71e req-89cbc5ae-907f-4dfd-919a-6920afd0983a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 943 time: 0.1611474 Sep 17 22:16:29.117885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-e16fc422-c093-4b90-979c-fe6443f487a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:29.119397 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-e16fc422-c093-4b90-979c-fe6443f487a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 1095 time: 0.0978053 Sep 17 22:16:29.121831 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-790feadf-8f8c-4a0c-bbb5-6c5243de0fd7 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946766 Sep 17 22:16:29.585763 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-e627f2cd-5eaf-444c-8e97-038056c4e09d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b HTTP/1.1" status: 200 len: 217 time: 0.4480193 Sep 17 22:16:29.587457 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-2432da47-79e6-4ea8-84ed-2820e0f1db17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab002c7-943c-431d-80e2-eb157556dfe4 HTTP/1.1" status: 200 len: 217 time: 0.4569929 Sep 17 22:16:29.672425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb594a-4d94-4a07-b882-06ea1368d44a req-54efe7ea-5f4d-4f16-afeb-45514c1f10bd tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:29.679142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89cb594a-4d94-4a07-b882-06ea1368d44a req-54efe7ea-5f4d-4f16-afeb-45514c1f10bd tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 945 time: 0.6690178 Sep 17 22:16:29.698738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09fc06b5-1c37-4ca3-99f1-57a48a27b71e req-a8f8849c-4a01-46bc-8653-0fdd18edb7cc tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137299 Sep 17 22:16:29.712708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-60adf26c-4cb8-4ab9-b99b-116e63dbdc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:29.715246 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-60adf26c-4cb8-4ab9-b99b-116e63dbdc2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.1192539 Sep 17 22:16:29.717436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-9862f551-fdb2-4945-a474-b5857460daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:29.719129 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-9862f551-fdb2-4945-a474-b5857460daca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1079407 Sep 17 22:16:29.820100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89cb594a-4d94-4a07-b882-06ea1368d44a req-2cd18dbb-9e9d-48c9-aeef-24b63bb4f59d tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184297 Sep 17 22:16:29.822733 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-78b04d67-9565-4e77-8fd8-9d2ffc6edf27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748174 Sep 17 22:16:29.870206 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d740de6-e500-45d8-b7f5-12f950b1ae95 x-openstack-request-id: req-5d740de6-e500-45d8-b7f5-12f950b1ae95 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:29.870206 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:29.870206 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d740de6-e500-45d8-b7f5-12f950b1ae95 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:29.870206 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4', 'status': 'completed', 'code': 200} Sep 17 22:16:29.956298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-ea69da1b-f63b-4afb-8071-2645507eca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:29.956298 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-ea69da1b-f63b-4afb-8071-2645507eca2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2230082 Sep 17 22:16:29.980320 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-fcf06fcc-5e11-4951-ad56-002e2e248d50 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423895 Sep 17 22:16:30.035008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66ab636e-50c0-4bd8-89e4-6d6a2351870b req-7526442d-410a-4ad8-babd-e70321cd28e5 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=51693cc4-925b-4fc4-a6bc-7b421f474bf5 HTTP/1.1" status: 200 len: 210 time: 0.0337276 Sep 17 22:16:30.216504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107e9cc-0c47-46ef-bf2c-0e18a4cdaa67 req-dd08cee3-b838-4fbd-a262-81a391890c0f tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:30.217990 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8107e9cc-0c47-46ef-bf2c-0e18a4cdaa67 req-dd08cee3-b838-4fbd-a262-81a391890c0f tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 945 time: 0.1158917 Sep 17 22:16:30.227356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46086) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:30.232903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9c3b167a-35de-4075-8518-7d1e9b585045 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Request body: {'floatingip': {'port_id': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:30.246162 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-478b5fdb-87ee-4540-a08d-16faf64cf042 req-951f8db7-0071-4a90-b199-4fe435657720 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554953 Sep 17 22:16:30.247681 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-e61796db-8370-4742-b1fc-ce3d28d53ff8 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664115 Sep 17 22:16:30.331389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c3b167a-35de-4075-8518-7d1e9b585045 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:30.428366 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-347ad7ef-6054-40f2-8a7a-86afa4a3a2dc service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707110 Sep 17 22:16:30.486437 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-76eee1e7-e3f6-4f41-beb3-69e18817479d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32 HTTP/1.1" status: 200 len: 217 time: 0.0491931 Sep 17 22:16:30.489261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-1d475270-5732-4851-9f7c-069d51a79a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:30.490658 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-1d475270-5732-4851-9f7c-069d51a79a7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 1095 time: 0.0956075 Sep 17 22:16:30.618553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-c7251ac6-7420-4ca4-827f-1d9e9138b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:30.621318 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-c7251ac6-7420-4ca4-827f-1d9e9138b51f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1241441 Sep 17 22:16:30.758480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-0401854d-7201-469a-bacc-0e096ccd07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:30.764219 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-0401854d-7201-469a-bacc-0e096ccd07cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 912 time: 0.2546139 Sep 17 22:16:30.868578 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-7bc5ce8f-3df8-4e71-966e-11ff92e676b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab002c7-943c-431d-80e2-eb157556dfe4 HTTP/1.1" status: 200 len: 217 time: 0.0876036 Sep 17 22:16:30.876521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-0c8ddd84-d1f5-4231-a1d1-dd612a61c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:30.879945 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-0c8ddd84-d1f5-4231-a1d1-dd612a61c78c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2478082 Sep 17 22:16:31.063938 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c3b167a-35de-4075-8518-7d1e9b585045 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.093248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-f0d54655-8db8-4cf5-9dfa-8ea7bc6acdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:31.094966 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-f0d54655-8db8-4cf5-9dfa-8ea7bc6acdd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.2133362 Sep 17 22:16:31.102218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddeb3e1-910d-4a37-90d4-471863e5cd8e req-0ff2da8a-adfa-481e-9be4-e745842b348a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:31.111038 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ddeb3e1-910d-4a37-90d4-471863e5cd8e req-0ff2da8a-adfa-481e-9be4-e745842b348a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 943 time: 0.0687215 Sep 17 22:16:31.119226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:31.137469 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-cc19c593-9c8b-430e-af4b-b23f5c315d9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342891 Sep 17 22:16:31.148196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c3b167a-35de-4075-8518-7d1e9b585045 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.157396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:31.159232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 05570eb8-ed0b-48eb-9781-f1ad1ad67fa3 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:31.238137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ddeb3e1-910d-4a37-90d4-471863e5cd8e req-36bc4f3f-8e16-439e-8975-176bbd25591b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214616 Sep 17 22:16:31.253404 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-cdc02dbc-6a18-4b7f-99cc-d292b713138f service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051331 Sep 17 22:16:31.275514 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-ea1d4387-4cc1-4361-bb10-1a8f079bbae9 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771784 Sep 17 22:16:31.367627 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-9c3b167a-35de-4075-8518-7d1e9b585045 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Floating IP e2fa2dff-14c8-4506-8447-26b80c798546 associated. External IP: 172.25.5.3, port: 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba. Sep 17 22:16:31.614423 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-052ed775-5126-4989-8f4a-1e8a54ea88fe req-0ad1b93f-ff84-4544-9f6a-0720db60b771 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522115 Sep 17 22:16:31.631195 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-aa6a0a53-68ab-490b-86a0-6178f8209d36 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295624 Sep 17 22:16:31.682157 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-0c3b36cb-fb77-408b-b0bd-2a2a824aa7a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 HTTP/1.1" status: 200 len: 217 time: 0.0437105 Sep 17 22:16:31.754632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-3b314c1a-2f6b-48f5-a435-cb1caa34e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:31.756231 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-3b314c1a-2f6b-48f5-a435-cb1caa34e276 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.0676835 Sep 17 22:16:31.764780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3b167a-35de-4075-8518-7d1e9b585045 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Router eb9bf71d-56ca-41ba-aee5-14756bbb3960 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:16:31.812198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-ad69f3f8-deb9-450b-84ec-9ffeff252d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:31.813735 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-ad69f3f8-deb9-450b-84ec-9ffeff252d6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506701 Sep 17 22:16:31.951315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3b167a-35de-4075-8518-7d1e9b585045 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:16:31.956246 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c3b167a-35de-4075-8518-7d1e9b585045 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:31.958100 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-05114882-2f8a-42a5-8d60-3b0a2530e4f7 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364005 Sep 17 22:16:31.963462 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] Sync routers for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:16:31.997313 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:31.998263 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:32.023557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c3b167a-35de-4075-8518-7d1e9b585045 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "PUT /v2.0/floatingips/e2fa2dff-14c8-4506-8447-26b80c798546 HTTP/1.1" status: 200 len: 989 time: 1.7947927 Sep 17 22:16:32.025092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'tag': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:32.031840 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cdfbd3-9fbb-485b-953b-22716bbcc771" -d '{"events": [{"name": "network-changed", "server_uuid": "82304a63-4c7f-4aa1-8eed-3e9aba5217ec", "tag": "6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:32.132623 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:32.189274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07771a4-47fb-49cd-8536-9fd2ea12e857 req-07ba0f3d-1c3e-47e3-ad5c-8a6a2c82dd2c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:32.201549 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-5124d6ae-941a-4f2c-8240-ef63d0d8b5a7 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165520 Sep 17 22:16:32.202272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a07771a4-47fb-49cd-8536-9fd2ea12e857 req-07ba0f3d-1c3e-47e3-ad5c-8a6a2c82dd2c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 949 time: 0.1266704 Sep 17 22:16:32.220776 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aab4e8-681e-4dd6-823b-71858424587d x-openstack-request-id: req-68aab4e8-681e-4dd6-823b-71858424587d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:32.221148 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82304a63-4c7f-4aa1-8eed-3e9aba5217ec", "tag": "6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:32.221337 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68aab4e8-681e-4dd6-823b-71858424587d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:32.222970 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'tag': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba', 'status': 'completed', 'code': 200} Sep 17 22:16:32.383515 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-717c9a0b-45b2-488d-b0ee-4742ab762b77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa HTTP/1.1" status: 200 len: 217 time: 0.1801167 Sep 17 22:16:32.427396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a07771a4-47fb-49cd-8536-9fd2ea12e857 req-30e6544a-80bf-45ee-8a27-ab9dcf9b75ee tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242126 Sep 17 22:16:32.436205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-c537e54c-bd27-49b6-8bb2-e3f36328557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:32.439893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-c537e54c-bd27-49b6-8bb2-e3f36328557b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89de9bd7dfa64b5f8d56541cd0f04775&device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 1097 time: 0.2062109 Sep 17 22:16:32.577344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-d1a60642-dcb7-44fc-a14d-5a361e702321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:32.579596 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-d1a60642-dcb7-44fc-a14d-5a361e702321 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.1885099 Sep 17 22:16:32.659570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-79fe8be0-6f3b-4596-a5bc-eef4aaa8127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:32.661488 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-79fe8be0-6f3b-4596-a5bc-eef4aaa8127f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714550 Sep 17 22:16:32.664770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eb545-cccf-426c-b43f-4e4ce007d70e req-9857d1c4-3368-4951-8377-727ea5ae0f9d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:32.666949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a8eb545-cccf-426c-b43f-4e4ce007d70e req-9857d1c4-3368-4951-8377-727ea5ae0f9d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 943 time: 0.1389663 Sep 17 22:16:32.715665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-139c58b1-fac3-4950-892b-d3590b5d0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:32.717155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-139c58b1-fac3-4950-892b-d3590b5d0d43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9447b9d5-fc11-4b4f-875f-446362922c1a HTTP/1.1" status: 200 len: 911 time: 0.2678120 Sep 17 22:16:32.735450 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e2fa2dff-14c8-4506-8447-26b80c798546', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'port_id': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'mac_address': 'fa:16:3e:3f:52:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:06Z', 'updated_at': '2021-09-17T22:16:30Z', 'revision_number': 1, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c219e0-7251-4ad6-a260-bfb4ead08292', 'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'mac_address': 'fa:16:3e:ee:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:59Z', 'updated_at': '2021-09-17T22:16:05Z', 'revision_number': 5, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'subnets': [{'id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:32.802676 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] Checking router: eb9bf71d-56ca-41ba-aee5-14756bbb3960 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:16:32.809586 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-3162a4e7-3531-42fe-a608-dfeff443e370 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283913 Sep 17 22:16:32.814282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-1027b422-18ae-4b52-a82d-16b8581b7307 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba HTTP/1.1" status: 200 len: 997 time: 0.0796783 Sep 17 22:16:32.824836 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:32.828211 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:32.842003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a8eb545-cccf-426c-b43f-4e4ce007d70e req-777b26b4-dcf9-4a0c-9d25-611f5e05bcdf tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343625 Sep 17 22:16:32.921528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-e2af4802-7453-42b2-8b5f-cf4f12d50614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:32.929931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-e2af4802-7453-42b2-8b5f-cf4f12d50614 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee13940f-dee5-4449-bb53-5d43910be43f HTTP/1.1" status: 200 len: 850 time: 0.0801215 Sep 17 22:16:32.973837 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9c3caa96-5122-49a0-afb5-0618a7b23dc1 req-28f295ee-0914-40cd-bac2-487205052d46 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487498 Sep 17 22:16:33.038294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-dce0c080-2b5e-4531-8f4e-172088a69fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:33.040514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-dce0c080-2b5e-4531-8f4e-172088a69fcb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9447b9d5-fc11-4b4f-875f-446362922c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082025 Sep 17 22:16:33.056549 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:33.285758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-673329cd-5ae2-4c7d-b085-a7186d290860 service neutron] 10.222.0.32 "GET /v2.0/networks/9447b9d5-fc11-4b4f-875f-446362922c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285228 Sep 17 22:16:33.438070 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e2fa2dff-14c8-4506-8447-26b80c798546', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'port_id': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'mac_address': 'fa:16:3e:3f:52:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:06Z', 'updated_at': '2021-09-17T22:16:30Z', 'revision_number': 1, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c219e0-7251-4ad6-a260-bfb4ead08292', 'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'mac_address': 'fa:16:3e:ee:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:59Z', 'updated_at': '2021-09-17T22:16:05Z', 'revision_number': 5, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'subnets': [{'id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:33.441011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-f3100969-68eb-4fd6-956f-8d8bed13bf73 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:33.472125 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-f3100969-68eb-4fd6-956f-8d8bed13bf73 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 949 time: 0.1564083 Sep 17 22:16:33.532384 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e15a7-d498-4f10-b68b-18c8d0ff9c0f None None] The sync data for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 is: [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e2fa2dff-14c8-4506-8447-26b80c798546', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'port_id': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'mac_address': 'fa:16:3e:3f:52:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:06Z', 'updated_at': '2021-09-17T22:16:30Z', 'revision_number': 1, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c219e0-7251-4ad6-a260-bfb4ead08292', 'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'mac_address': 'fa:16:3e:ee:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:59Z', 'updated_at': '2021-09-17T22:16:05Z', 'revision_number': 5, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'subnets': [{'id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:16:33.556261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33cdfbd3-9fbb-485b-953b-22716bbcc771 req-0f88b57a-f155-4118-ab15-9705cd1150a7 service neutron] 10.222.0.32 "GET /v2.0/networks/9447b9d5-fc11-4b4f-875f-446362922c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577240 Sep 17 22:16:33.735909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcad35a-b120-4035-92db-db1e16d853f6 req-3315389c-6788-4068-b336-bc0a91867032 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:33.746106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fcad35a-b120-4035-92db-db1e16d853f6 req-3315389c-6788-4068-b336-bc0a91867032 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 949 time: 0.1117835 Sep 17 22:16:33.760911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Deleting port a9232d21-5958-4fe0-839e-5f0dc5eb062e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:33.760911 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:33.853284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fcad35a-b120-4035-92db-db1e16d853f6 req-f5c92646-da23-490c-81fb-36145d58e774 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052363 Sep 17 22:16:34.019691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] For port a9232d21-5958-4fe0-839e-5f0dc5eb062e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a9232d21-5958-4fe0-839e-5f0dc5eb062e,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:34.020056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.040354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a84e7c-98e8-4432-999d-0d33ac4cf28d None None] New status for floating IP e2fa2dff-14c8-4506-8447-26b80c798546: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:16:34.064543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Calling delete_port for a9232d21-5958-4fe0-839e-5f0dc5eb062e owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:34.150196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b168-3370-4c71-9c67-6dadc4c3c386 req-20fd13c1-3b15-4686-aa07-a1a3257f104d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:34.180270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07b1b168-3370-4c71-9c67-6dadc4c3c386 req-20fd13c1-3b15-4686-aa07-a1a3257f104d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 943 time: 0.1636519 Sep 17 22:16:34.236364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07b1b168-3370-4c71-9c67-6dadc4c3c386 req-f6a055e9-9f26-4207-b305-193a3005b2d0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509729 Sep 17 22:16:34.396825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ab002c7-943c-431d-80e2-eb157556dfe4 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:16:34.441046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.468156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event deleted for resources: {'Port': ['ID=a9232d21-5958-4fe0-839e-5f0dc5eb062e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:34.469309 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21', '35dc6391-15bc-4ca4-860b-db2ae4361420', 'a9232d21-5958-4fe0-839e-5f0dc5eb062e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:34.471771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b', '8440e9de-0497-4f45-9a76-f5a3167f6f8b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:34.521103 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] No DVR routers for this DVR port a9232d21-5958-4fe0-839e-5f0dc5eb062e on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:34.523725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.526133 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d434ca15-a2b9-4772-8f4c-f25fe91a2f3d req-5520dd69-6069-4501-b7ad-e6717d813a08 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "DELETE /v2.0/ports/a9232d21-5958-4fe0-839e-5f0dc5eb062e HTTP/1.1" status: 204 len: 173 time: 1.0478041 Sep 17 22:16:34.526637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986b5f43-06e0-4b93-a427-0c0547e8be3f', 'name': 'network-vif-deleted', 'tag': 'a9232d21-5958-4fe0-839e-5f0dc5eb062e'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:34.529674 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388d8362-68ae-4cc2-8998-6a0efc6f396b" -d '{"events": [{"server_uuid": "986b5f43-06e0-4b93-a427-0c0547e8be3f", "name": "network-vif-deleted", "tag": "a9232d21-5958-4fe0-839e-5f0dc5eb062e"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:34.576625 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1708e7-64d2-439c-8e55-d5e46c602dad x-openstack-request-id: req-2e1708e7-64d2-439c-8e55-d5e46c602dad {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:34.577124 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986b5f43-06e0-4b93-a427-0c0547e8be3f", "name": "network-vif-deleted", "tag": "a9232d21-5958-4fe0-839e-5f0dc5eb062e", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:34.577546 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e1708e7-64d2-439c-8e55-d5e46c602dad {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:34.578094 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986b5f43-06e0-4b93-a427-0c0547e8be3f', 'name': 'network-vif-deleted', 'tag': 'a9232d21-5958-4fe0-839e-5f0dc5eb062e', 'status': 'completed', 'code': 200} Sep 17 22:16:34.648080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ab002c7-943c-431d-80e2-eb157556dfe4,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:34.689948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '9ab002c7-943c-431d-80e2-eb157556dfe4', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'port_id': '9ab002c7-943c-431d-80e2-eb157556dfe4', 'mac_address': 'fa:16:3e:f1:0a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7251db4-47c4-4cb6-b4ee-aebbfc512f13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:16:34.817426 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:34.935123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab002c7-943c-431d-80e2-eb157556dfe4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:16:35.010981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ab002c7-943c-431d-80e2-eb157556dfe4,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:35.071143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f03ad5b-e05a-4b90-a8ce-90470aa28fd5 req-7d0a01e9-711d-4e80-8ce9-f5756be6893b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=986b5f43-06e0-4b93-a427-0c0547e8be3f HTTP/1.1" status: 200 len: 210 time: 0.0701995 Sep 17 22:16:35.123937 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:35.243905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9ab002c7-943c-431d-80e2-eb157556dfe4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:35.409596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['9ab002c7-943c-431d-80e2-eb157556dfe4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:35.492252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e13d67-cbe3-4ec2-b53e-c2dd5a72862e req-3e327231-21a4-4f65-b23e-0f2424365333 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:35.505286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23e13d67-cbe3-4ec2-b53e-c2dd5a72862e req-3e327231-21a4-4f65-b23e-0f2424365333 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 944 time: 0.1275828 Sep 17 22:16:35.601071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23e13d67-cbe3-4ec2-b53e-c2dd5a72862e req-0ba9bade-9447-4807-9585-b723b9b4e58d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826125 Sep 17 22:16:36.412977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ab002c7-943c-431d-80e2-eb157556dfe4 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:36.625412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 9ab002c7-943c-431d-80e2-eb157556dfe4 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:16:36.630413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 9ab002c7-943c-431d-80e2-eb157556dfe4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:36.640545 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.800287 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:36.859506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:36.862407 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee70c27d-3714-48e7-b6f3-82bd956ae2fc" -d '{"events": [{"server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "name": "network-vif-plugged", "status": "completed", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:36.874279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a546ac0-6c29-45b3-9c09-71314a5e6262 req-e987fe20-eef0-457a-81f2-1760ddd55b2b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:36.888800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a546ac0-6c29-45b3-9c09-71314a5e6262 req-e987fe20-eef0-457a-81f2-1760ddd55b2b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 944 time: 0.0835686 Sep 17 22:16:36.889418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ab002c7-943c-431d-80e2-eb157556dfe4,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:36.976001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a546ac0-6c29-45b3-9c09-71314a5e6262 req-db6a9ac7-b6a4-4080-9507-f856ede9ab55 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812392 Sep 17 22:16:36.976132 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:37.046784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9ab002c7-943c-431d-80e2-eb157556dfe4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:37.101400 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d541e8b5-9b8f-4737-9ad6-f8c551103a17 x-openstack-request-id: req-d541e8b5-9b8f-4737-9ad6-f8c551103a17 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:37.101400 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "name": "network-vif-plugged", "status": "completed", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:37.101400 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d541e8b5-9b8f-4737-9ad6-f8c551103a17 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:37.101400 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4', 'code': 200} Sep 17 22:16:37.170276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9232d21-5958-4fe0-839e-5f0dc5eb062e no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:37.218436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: a9232d21-5958-4fe0-839e-5f0dc5eb062e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:37.218902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a9232d21-5958-4fe0-839e-5f0dc5eb062e not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:37.244367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbfc82-eaa3-41fb-b8a1-696bc7238c8a req-d62a73bd-9e7f-4983-8617-6fb8c38a4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:37.246540 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ecbfc82-eaa3-41fb-b8a1-696bc7238c8a req-d62a73bd-9e7f-4983-8617-6fb8c38a4b92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 1097 time: 0.0762200 Sep 17 22:16:37.298238 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ecbfc82-eaa3-41fb-b8a1-696bc7238c8a req-e47b6676-3770-47ce-81af-2b047a7b16e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Sep 17 22:16:37.499116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ae57b-2d74-4447-81d9-abb4a3e58f5b req-57454f4c-0ebd-4098-a73d-7a4a82fe5eff tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:37.500685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-301ae57b-2d74-4447-81d9-abb4a3e58f5b req-57454f4c-0ebd-4098-a73d-7a4a82fe5eff tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 949 time: 0.0734317 Sep 17 22:16:37.552550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-301ae57b-2d74-4447-81d9-abb4a3e58f5b req-0abf7ae6-92df-4b9a-b8dc-d83ec022a17c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Sep 17 22:16:38.040663 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.133047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45dadf-8741-4999-8643-c210b82c3419 req-bfa891d1-756d-4bc3-a1fc-1544663efb03 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:38.143471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a45dadf-8741-4999-8643-c210b82c3419 req-bfa891d1-756d-4bc3-a1fc-1544663efb03 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1070981 Sep 17 22:16:38.152861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932da06-5598-4be0-afe0-8e585015f485 req-9f82d77b-9a48-4633-b10e-9a0ac2eb3c43 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:38.158863 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f932da06-5598-4be0-afe0-8e585015f485 req-9f82d77b-9a48-4633-b10e-9a0ac2eb3c43 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 949 time: 0.1380932 Sep 17 22:16:38.254177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a45dadf-8741-4999-8643-c210b82c3419 req-d9e744e2-ba74-4544-a140-9335a938fc86 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091220 Sep 17 22:16:38.319116 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f932da06-5598-4be0-afe0-8e585015f485 req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Deleting port 8440e9de-0497-4f45-9a76-f5a3167f6f8b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:38.320395 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f932da06-5598-4be0-afe0-8e585015f485 req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.444749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f932da06-5598-4be0-afe0-8e585015f485 req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] For port 8440e9de-0497-4f45-9a76-f5a3167f6f8b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8440e9de-0497-4f45-9a76-f5a3167f6f8b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:38.445527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f932da06-5598-4be0-afe0-8e585015f485 req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.461593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f932da06-5598-4be0-afe0-8e585015f485 req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Calling delete_port for 8440e9de-0497-4f45-9a76-f5a3167f6f8b owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:38.774509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188b79d-6451-4685-8899-7da7755624e1 req-f9f24685-3751-4bb7-b804-0dbcc9596ede tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:38.774509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5188b79d-6451-4685-8899-7da7755624e1 req-f9f24685-3751-4bb7-b804-0dbcc9596ede tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 949 time: 0.0568645 Sep 17 22:16:38.774509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5188b79d-6451-4685-8899-7da7755624e1 req-24a0ad16-3e53-40b3-9444-464e0b8a1430 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395908 Sep 17 22:16:38.811084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-a4a3b94d-4c7f-464f-8f18-1972c0e7dd5b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:38.812682 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-a4a3b94d-4c7f-464f-8f18-1972c0e7dd5b tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7c762b1-9b43-4548-8e8e-e8d66f794def HTTP/1.1" status: 200 len: 950 time: 0.0892103 Sep 17 22:16:38.899680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f932da06-5598-4be0-afe0-8e585015f485 req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:38.912464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21', '35dc6391-15bc-4ca4-860b-db2ae4361420'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:38.916764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b', '8440e9de-0497-4f45-9a76-f5a3167f6f8b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:38.981005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event deleted for resources: {'Port': ['ID=8440e9de-0497-4f45-9a76-f5a3167f6f8b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:39.004820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.005222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.005585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.006562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.007033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.007375 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.007712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.008091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.008431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.008816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.009200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.009529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:39.058683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Deleting port 35dc6391-15bc-4ca4-860b-db2ae4361420 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:39.059085 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.178647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] For port 35dc6391-15bc-4ca4-860b-db2ae4361420, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=35dc6391-15bc-4ca4-860b-db2ae4361420,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:39.179443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.194641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Calling delete_port for 35dc6391-15bc-4ca4-860b-db2ae4361420 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:39.436070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f932da06-5598-4be0-afe0-8e585015f485 req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] No DVR routers for this DVR port 8440e9de-0497-4f45-9a76-f5a3167f6f8b on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:39.451422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f932da06-5598-4be0-afe0-8e585015f485 req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.456987 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f932da06-5598-4be0-afe0-8e585015f485 req-d1f01690-b613-43ac-853f-8f5c2bc67bc1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "DELETE /v2.0/ports/8440e9de-0497-4f45-9a76-f5a3167f6f8b HTTP/1.1" status: 204 len: 173 time: 1.2920501 Sep 17 22:16:39.457614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5a351f-6ff6-47a1-8866-336cbf199c74', 'name': 'network-vif-deleted', 'tag': '8440e9de-0497-4f45-9a76-f5a3167f6f8b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:39.469177 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e44d62-0cda-479b-ab25-e39176ee3659" -d '{"events": [{"server_uuid": "cc5a351f-6ff6-47a1-8866-336cbf199c74", "name": "network-vif-deleted", "tag": "8440e9de-0497-4f45-9a76-f5a3167f6f8b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:39.496008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7c543-54fa-463f-9078-88e156f1da1c req-8ae34064-5c59-4f2f-bc64-8ea9b82b13c9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:39.512639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04d7c543-54fa-463f-9078-88e156f1da1c req-8ae34064-5c59-4f2f-bc64-8ea9b82b13c9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1067014 Sep 17 22:16:39.583355 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd317e5-6cbb-4c2a-9a4b-c9f2ac4e2124 x-openstack-request-id: req-4cd317e5-6cbb-4c2a-9a4b-c9f2ac4e2124 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:39.584275 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5a351f-6ff6-47a1-8866-336cbf199c74", "name": "network-vif-deleted", "tag": "8440e9de-0497-4f45-9a76-f5a3167f6f8b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:39.584678 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cd317e5-6cbb-4c2a-9a4b-c9f2ac4e2124 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:39.591766 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5a351f-6ff6-47a1-8866-336cbf199c74', 'name': 'network-vif-deleted', 'tag': '8440e9de-0497-4f45-9a76-f5a3167f6f8b', 'status': 'completed', 'code': 200} Sep 17 22:16:39.593086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.618945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b', '8440e9de-0497-4f45-9a76-f5a3167f6f8b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:39.621270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04d7c543-54fa-463f-9078-88e156f1da1c req-3be3559d-8648-4c70-ab6d-5d2a327d32e4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070001 Sep 17 22:16:39.649481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event deleted for resources: {'Port': ['ID=35dc6391-15bc-4ca4-860b-db2ae4361420,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:39.793422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] No DVR routers for this DVR port 35dc6391-15bc-4ca4-860b-db2ae4361420 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:39.798961 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:39.801302 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d791502-a5a2-485f-bab7-841307e78aa7 req-304f43b4-a1c2-4d74-8044-59e7df5f7672 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "DELETE /v2.0/ports/35dc6391-15bc-4ca4-860b-db2ae4361420 HTTP/1.1" status: 204 len: 173 time: 0.9812596 Sep 17 22:16:39.877069 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:40.099442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c2ed4c4-d2c4-4f28-b89a-3f898afb83c8 req-95dbaf0a-2bab-483e-b6a4-2162ea1a0f9e tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc5a351f-6ff6-47a1-8866-336cbf199c74 HTTP/1.1" status: 200 len: 210 time: 0.0537925 Sep 17 22:16:40.561734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:40.674220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94ab60-917b-49a8-b9c2-24bd0f5880fa req-628fa21f-dc7e-426a-94b2-d5599af6d7a9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:40.676506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c94ab60-917b-49a8-b9c2-24bd0f5880fa req-628fa21f-dc7e-426a-94b2-d5599af6d7a9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.0523591 Sep 17 22:16:40.721590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c94ab60-917b-49a8-b9c2-24bd0f5880fa req-74d4764a-c7e9-4a97-88b7-a9ce16fc5d2c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 Sep 17 22:16:40.767041 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:16:41.592592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c762b1-9b43-4548-8e8e-e8d66f794def', 'name': 'network-vif-deleted', 'tag': '35dc6391-15bc-4ca4-860b-db2ae4361420'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:41.595259 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d11c1e-f16e-4676-bdc4-88fbeebc8e24" -d '{"events": [{"server_uuid": "c7c762b1-9b43-4548-8e8e-e8d66f794def", "name": "network-vif-deleted", "tag": "35dc6391-15bc-4ca4-860b-db2ae4361420"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:41.644019 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba3ec2-1bbf-4065-8edb-1bf4c37efc83 x-openstack-request-id: req-c3ba3ec2-1bbf-4065-8edb-1bf4c37efc83 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:41.644309 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c762b1-9b43-4548-8e8e-e8d66f794def", "name": "network-vif-deleted", "tag": "35dc6391-15bc-4ca4-860b-db2ae4361420", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:41.644561 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3ba3ec2-1bbf-4065-8edb-1bf4c37efc83 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:41.644953 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c762b1-9b43-4548-8e8e-e8d66f794def', 'name': 'network-vif-deleted', 'tag': '35dc6391-15bc-4ca4-860b-db2ae4361420', 'status': 'completed', 'code': 200} Sep 17 22:16:41.844259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9553e-2908-4b0d-868b-cbe23853a616 req-2f49ace0-b131-4460-a804-f309ec4da796 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:41.845771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ade9553e-2908-4b0d-868b-cbe23853a616 req-2f49ace0-b131-4460-a804-f309ec4da796 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.0504262 Sep 17 22:16:41.887130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ade9553e-2908-4b0d-868b-cbe23853a616 req-584bf270-176e-4f9d-a4a4-5b58cab94047 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351088 Sep 17 22:16:42.036815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b507f56-e500-4e9a-b312-4d4ee805ee14 req-14ee0e38-09c8-4330-9ad0-f2e83488bd9c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:42.036815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b507f56-e500-4e9a-b312-4d4ee805ee14 req-14ee0e38-09c8-4330-9ad0-f2e83488bd9c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 950 time: 0.0586450 Sep 17 22:16:42.079313 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b507f56-e500-4e9a-b312-4d4ee805ee14 req-03aa4423-d01d-407c-ab65-aa82dbb41409 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362711 Sep 17 22:16:42.449873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8440e9de-0497-4f45-9a76-f5a3167f6f8b no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:42.473396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 8440e9de-0497-4f45-9a76-f5a3167f6f8b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:42.473722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8440e9de-0497-4f45-9a76-f5a3167f6f8b not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:43.012711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71ea9-2721-48dd-98f7-200eab882bb8 req-cdf141b0-20cd-4a0b-afb6-e4c68726aed9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:43.014227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1da71ea9-2721-48dd-98f7-200eab882bb8 req-cdf141b0-20cd-4a0b-afb6-e4c68726aed9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.0497284 Sep 17 22:16:43.057177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1da71ea9-2721-48dd-98f7-200eab882bb8 req-d8aa64fb-6d99-41e8-a0ee-1ce22dbe4266 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365560 Sep 17 22:16:43.171752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08890b-7ece-428a-a594-0f2686b78921 req-48c769d6-b653-4652-a31f-1e350f8ef486 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:43.173248 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea08890b-7ece-428a-a594-0f2686b78921 req-48c769d6-b653-4652-a31f-1e350f8ef486 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/ports?device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 950 time: 0.0528500 Sep 17 22:16:43.184116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 35dc6391-15bc-4ca4-860b-db2ae4361420 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:43.206108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079f819-203c-449e-bc72-787822f6d62a req-1bd4045f-46dd-4b14-bbcc-b6da28229f84 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:43.208078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e079f819-203c-449e-bc72-787822f6d62a req-1bd4045f-46dd-4b14-bbcc-b6da28229f84 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 950 time: 0.0592186 Sep 17 22:16:43.210610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 35dc6391-15bc-4ca4-860b-db2ae4361420 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:43.213441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 35dc6391-15bc-4ca4-860b-db2ae4361420 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:43.248273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e079f819-203c-449e-bc72-787822f6d62a req-fa0b3e1a-6101-456e-8719-6eecf9544668 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Sep 17 22:16:43.286520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ea08890b-7ece-428a-a594-0f2686b78921 req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Deleting port 7c438f7e-74ea-4d7f-8dec-612901951c21 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:43.286903 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea08890b-7ece-428a-a594-0f2686b78921 req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.397623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ea08890b-7ece-428a-a594-0f2686b78921 req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] For port 7c438f7e-74ea-4d7f-8dec-612901951c21, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7c438f7e-74ea-4d7f-8dec-612901951c21,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:43.398119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea08890b-7ece-428a-a594-0f2686b78921 req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.412011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-ea08890b-7ece-428a-a594-0f2686b78921 req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Calling delete_port for 7c438f7e-74ea-4d7f-8dec-612901951c21 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:43.553000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-ad70e7bc-c261-493c-97c3-19534e377c23 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:43.554752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-ad70e7bc-c261-493c-97c3-19534e377c23 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "GET /v2.0/ports?device_id=07a6e00d-44c7-4c9d-8430-d8316603d94c HTTP/1.1" status: 200 len: 950 time: 0.0849981 Sep 17 22:16:43.652549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Deleting port 61096b7c-14e6-46ec-880a-04212090a38b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:43.652891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.657705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea08890b-7ece-428a-a594-0f2686b78921 req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.672836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:43.693294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event deleted for resources: {'Port': ['ID=7c438f7e-74ea-4d7f-8dec-612901951c21,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:43.720645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61096b7c-14e6-46ec-880a-04212090a38b', '7c438f7e-74ea-4d7f-8dec-612901951c21'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:43.741710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea08890b-7ece-428a-a594-0f2686b78921 req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] No DVR routers for this DVR port 7c438f7e-74ea-4d7f-8dec-612901951c21 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:43.745445 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea08890b-7ece-428a-a594-0f2686b78921 req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.747720 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea08890b-7ece-428a-a594-0f2686b78921 req-6e51589c-fdd3-4b2c-a7a0-b345a156bb98 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "DELETE /v2.0/ports/7c438f7e-74ea-4d7f-8dec-612901951c21 HTTP/1.1" status: 204 len: 173 time: 0.5638392 Sep 17 22:16:43.748271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633b5fe5-4e57-437a-8f3b-460cae3665d1', 'name': 'network-vif-deleted', 'tag': '7c438f7e-74ea-4d7f-8dec-612901951c21'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:43.750545 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9dac3a-26ec-47aa-b094-a5321444ecb1" -d '{"events": [{"server_uuid": "633b5fe5-4e57-437a-8f3b-460cae3665d1", "name": "network-vif-deleted", "tag": "7c438f7e-74ea-4d7f-8dec-612901951c21"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:43.768275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] For port 61096b7c-14e6-46ec-880a-04212090a38b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61096b7c-14e6-46ec-880a-04212090a38b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:43.768859 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:43.790347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Calling delete_port for 61096b7c-14e6-46ec-880a-04212090a38b owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:43.821457 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dfe0ef-099a-4eff-9550-b4eec863879d x-openstack-request-id: req-e7dfe0ef-099a-4eff-9550-b4eec863879d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:43.821621 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633b5fe5-4e57-437a-8f3b-460cae3665d1", "name": "network-vif-deleted", "tag": "7c438f7e-74ea-4d7f-8dec-612901951c21", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:43.822565 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7dfe0ef-099a-4eff-9550-b4eec863879d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:43.823017 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633b5fe5-4e57-437a-8f3b-460cae3665d1', 'name': 'network-vif-deleted', 'tag': '7c438f7e-74ea-4d7f-8dec-612901951c21', 'status': 'completed', 'code': 200} Sep 17 22:16:44.053187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc9ba3-15a5-4262-865b-9fe0077202ec req-e89397e1-0750-4fc5-beaf-955c825ba339 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:44.055827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbdc9ba3-15a5-4262-865b-9fe0077202ec req-e89397e1-0750-4fc5-beaf-955c825ba339 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 947 time: 0.0555096 Sep 17 22:16:44.113100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbdc9ba3-15a5-4262-865b-9fe0077202ec req-7c7680cd-8089-464b-9484-0682af8f7203 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500946 Sep 17 22:16:44.114906 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:44.127945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['7c438f7e-74ea-4d7f-8dec-612901951c21'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:44.159512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event deleted for resources: {'Port': ['ID=61096b7c-14e6-46ec-880a-04212090a38b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:44.195266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.195611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.196134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.196619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.197123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.197749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.198457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.200621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:44.203008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.203697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.204042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.204383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.204823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:44.230302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] No DVR routers for this DVR port 61096b7c-14e6-46ec-880a-04212090a38b on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:44.232639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:44.235214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e736b3f-99ab-4516-a6c4-e8590d46d03f req-7648df87-442e-4c88-a75b-edf92b3acfd2 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.32 "DELETE /v2.0/ports/61096b7c-14e6-46ec-880a-04212090a38b HTTP/1.1" status: 204 len: 173 time: 0.6742527 Sep 17 22:16:44.239779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a6e00d-44c7-4c9d-8430-d8316603d94c', 'name': 'network-vif-deleted', 'tag': '61096b7c-14e6-46ec-880a-04212090a38b'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:44.239779 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875b3069-05a6-4838-9076-af355f8993e9" -d '{"events": [{"server_uuid": "07a6e00d-44c7-4c9d-8430-d8316603d94c", "name": "network-vif-deleted", "tag": "61096b7c-14e6-46ec-880a-04212090a38b"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:44.372360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b212335-4427-40ca-92f2-c9d0488d16cf req-0bc6f910-1a30-456f-a71f-f9ebf21288f6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:44.376896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b212335-4427-40ca-92f2-c9d0488d16cf req-0bc6f910-1a30-456f-a71f-f9ebf21288f6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1159995 Sep 17 22:16:44.378557 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6da0a6e-5b1d-4bb6-b5b9-b6633c432e6c x-openstack-request-id: req-c6da0a6e-5b1d-4bb6-b5b9-b6633c432e6c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:44.380464 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a6e00d-44c7-4c9d-8430-d8316603d94c", "name": "network-vif-deleted", "tag": "61096b7c-14e6-46ec-880a-04212090a38b", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:44.380788 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6da0a6e-5b1d-4bb6-b5b9-b6633c432e6c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:44.385975 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a6e00d-44c7-4c9d-8430-d8316603d94c', 'name': 'network-vif-deleted', 'tag': '61096b7c-14e6-46ec-880a-04212090a38b', 'status': 'completed', 'code': 200} Sep 17 22:16:44.464951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b212335-4427-40ca-92f2-c9d0488d16cf req-237de7fb-6e84-4b18-a7ff-d63358902161 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779109 Sep 17 22:16:44.515388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-901bbabe-4d9d-4780-a6e8-5a26a2fc27fc req-e1aeeea3-ab9d-4d2a-b412-3eeaddd1da11 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=633b5fe5-4e57-437a-8f3b-460cae3665d1 HTTP/1.1" status: 200 len: 210 time: 0.0284548 Sep 17 22:16:45.287806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ea22f-0d77-4ae0-b107-1881986c25c2 req-b4ff2e1c-490d-4ff3-9fa0-1ffd1c4a7de0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:45.291928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f80ea22f-0d77-4ae0-b107-1881986c25c2 req-b4ff2e1c-490d-4ff3-9fa0-1ffd1c4a7de0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 947 time: 0.0627904 Sep 17 22:16:45.396252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f80ea22f-0d77-4ae0-b107-1881986c25c2 req-f6db49ab-5568-43bd-9a61-70ff62879c9b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=4387ffeb-42f3-433b-8e19-d528ce6d9ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967920 Sep 17 22:16:45.498028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-8a474cfe-5bd0-48bd-8ab1-747fe922c0a7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:45.499413 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-8a474cfe-5bd0-48bd-8ab1-747fe922c0a7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.35 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 947 time: 0.0712059 Sep 17 22:16:45.614175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Deleting port cc75edd4-56a5-400d-a95e-58fd0e7144eb {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:45.614175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.617060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab92de-386b-418d-966d-133ffcc25999 req-e2a9d2df-a72c-4d87-b56c-a8b8618f058b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:45.620782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75ab92de-386b-418d-966d-133ffcc25999 req-e2a9d2df-a72c-4d87-b56c-a8b8618f058b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.0675962 Sep 17 22:16:45.682337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75ab92de-386b-418d-966d-133ffcc25999 req-623fc25a-890a-4fd6-a3f5-8bc0382776bb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Sep 17 22:16:45.753631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] For port cc75edd4-56a5-400d-a95e-58fd0e7144eb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cc75edd4-56a5-400d-a95e-58fd0e7144eb,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:45.754134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.969108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.969473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:45.969786 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Floating IP 9a388c26-d7b7-434e-af91-bac4fbe076d1 disassociated. External IP: 172.25.5.79, port: cc75edd4-56a5-400d-a95e-58fd0e7144eb. Sep 17 22:16:45.970123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Calling delete_port for cc75edd4-56a5-400d-a95e-58fd0e7144eb owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:46.189269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:46.237170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25540a4-3ce9-4a26-a223-9e829db8b52e req-f3154784-b8d8-42ed-b7a9-a047b42116a3 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:46.253798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f25540a4-3ce9-4a26-a223-9e829db8b52e req-f3154784-b8d8-42ed-b7a9-a047b42116a3 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 950 time: 0.0863013 Sep 17 22:16:46.254088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event deleted for resources: {'Port': ['ID=cc75edd4-56a5-400d-a95e-58fd0e7144eb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:46.311598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f25540a4-3ce9-4a26-a223-9e829db8b52e req-b6f6e5fe-bf47-47a6-bbbc-b886ce52d828 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559828 Sep 17 22:16:46.382850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Router b61586ff-fd9d-4137-8179-2be1e075f49e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:16:46.493611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:16:46.504295 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] Sync routers for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:16:46.525924 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:46.526825 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:46.539280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] No DVR routers for this DVR port cc75edd4-56a5-400d-a95e-58fd0e7144eb on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:46.541128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:46.543329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7e9aea99-f7ef-44d6-b662-4a25a563cf41 req-c31dccaf-13af-44b8-8097-f305d5929237 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.35 "DELETE /v2.0/ports/cc75edd4-56a5-400d-a95e-58fd0e7144eb HTTP/1.1" status: 204 len: 173 time: 1.0370324 Sep 17 22:16:46.548348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-deleted', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:46.548348 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c81b74-c7b0-4c48-aef7-090c10a4b7c6" -d '{"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-deleted", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:46.551494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b8da618-a0e7-4e95-b311-526298b1e452 req-191baa37-f7e1-455d-8ec8-27cff5bdc042 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 210 time: 0.0597248 Sep 17 22:16:46.591168 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeb600a-cdff-411a-9527-a7a89c94d6b4 x-openstack-request-id: req-daeb600a-cdff-411a-9527-a7a89c94d6b4 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:46.591168 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a8a49a-9efb-4bef-ac26-eafb516b9521", "name": "network-vif-deleted", "tag": "cc75edd4-56a5-400d-a95e-58fd0e7144eb", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:46.591168 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daeb600a-cdff-411a-9527-a7a89c94d6b4 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:46.591168 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a8a49a-9efb-4bef-ac26-eafb516b9521', 'name': 'network-vif-deleted', 'tag': 'cc75edd4-56a5-400d-a95e-58fd0e7144eb', 'status': 'completed', 'code': 200} Sep 17 22:16:46.703469 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:46.919347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73157e4b-f93b-4abe-aa4e-42f9244d6805 req-754044f0-44f5-4ed5-a866-0c75487d093f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:46.927014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73157e4b-f93b-4abe-aa4e-42f9244d6805 req-754044f0-44f5-4ed5-a866-0c75487d093f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1106904 Sep 17 22:16:47.015450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73157e4b-f93b-4abe-aa4e-42f9244d6805 req-e0896a26-de65-4ff7-a03f-d49b345c987f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802276 Sep 17 22:16:47.077483 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:47.104251 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] Checking router: b61586ff-fd9d-4137-8179-2be1e075f49e for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:16:47.112550 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:47.113191 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:47.177878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7c438f7e-74ea-4d7f-8dec-612901951c21 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:47.201685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 7c438f7e-74ea-4d7f-8dec-612901951c21 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:47.206329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7c438f7e-74ea-4d7f-8dec-612901951c21 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:47.206909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 61096b7c-14e6-46ec-880a-04212090a38b no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:47.230250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 61096b7c-14e6-46ec-880a-04212090a38b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:47.230587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 61096b7c-14e6-46ec-880a-04212090a38b not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:47.278035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46530) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:47.330696 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:47.352066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbdc879-d8ff-47f9-9c1a-291616589787 admin admin] Deleting subnet 51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:16:47.357282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efbdc879-d8ff-47f9-9c1a-291616589787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.407677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efbdc879-d8ff-47f9-9c1a-291616589787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.495160 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efbdc879-d8ff-47f9-9c1a-291616589787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.577770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935a31-955f-48f3-b268-1016a331586b req-27d9222a-f373-4866-8d42-478b7bd0897c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:47.579438 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-18935a31-955f-48f3-b268-1016a331586b req-27d9222a-f373-4866-8d42-478b7bd0897c tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 950 time: 0.0804756 Sep 17 22:16:47.608393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefab55-bdaf-4045-8b9e-760912546434 req-78b211fa-d6a8-4e7d-945a-6ca2d07d1f3f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:47.609833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edefab55-bdaf-4045-8b9e-760912546434 req-78b211fa-d6a8-4e7d-945a-6ca2d07d1f3f tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 950 time: 0.1725154 Sep 17 22:16:47.637370 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:47.671899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edefab55-bdaf-4045-8b9e-760912546434 req-cd0fcfeb-0d61-40fd-b263-8dbf3880ade1 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/security-groups?id=827f8fc3-b4ae-4108-a9ad-b79bdd11106f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462394 Sep 17 22:16:47.673570 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eec3e-5d16-41be-a000-3fe6b50a4804 None None] The sync data for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 is: [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:16:47.715183 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-81ba7c7a-d0c9-46be-8018-9d0b2996bae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.757902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-18935a31-955f-48f3-b268-1016a331586b req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Deleting port 95973470-6cf9-4c31-b344-d354b3e2688b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:47.757902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-18935a31-955f-48f3-b268-1016a331586b req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.774003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b9de444-2f02-45c2-ab60-50ff7737946a req-97b03abd-d913-475a-9d63-6054da1975c0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a8a49a-9efb-4bef-ac26-eafb516b9521 HTTP/1.1" status: 200 len: 210 time: 0.0327282 Sep 17 22:16:47.775906 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efbdc879-d8ff-47f9-9c1a-291616589787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.811404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdc879-d8ff-47f9-9c1a-291616589787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:47.823298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efbdc879-d8ff-47f9-9c1a-291616589787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:47.825296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-efbdc879-d8ff-47f9-9c1a-291616589787 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/51314c5b-ffeb-48d0-b7f4-3d8e1e5a69ee HTTP/1.1" status: 204 len: 168 time: 0.5458987 Sep 17 22:16:47.827896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46538) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:47.906157 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.007849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.040671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce2223-d88e-4954-a9e5-d1860b6d164a None None] New status for floating IP 9a388c26-d7b7-434e-af91-bac4fbe076d1: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:16:48.041015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677a3bf6-fc71-4d27-becd-30152a37c326']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:48.051395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dafa5b-cb61-41b6-9409-23b9109717f5') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:48.051758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dafa5b-cb61-41b6-9409-23b9109717f5') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:48.063300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.081202 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.088343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:16:48.088967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:16:48.091875 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:16:48.193832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-18935a31-955f-48f3-b268-1016a331586b req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] For port 95973470-6cf9-4c31-b344-d354b3e2688b, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95973470-6cf9-4c31-b344-d354b3e2688b,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:48.194334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-18935a31-955f-48f3-b268-1016a331586b req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.197533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fa7ad-1661-42b2-b77b-1a51f65a1b3a req-d8f7472a-9ab3-4a95-99fa-34410fcbed2b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:48.199335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a4fa7ad-1661-42b2-b77b-1a51f65a1b3a req-d8f7472a-9ab3-4a95-99fa-34410fcbed2b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.0561464 Sep 17 22:16:48.210648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-18935a31-955f-48f3-b268-1016a331586b req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Calling delete_port for 95973470-6cf9-4c31-b344-d354b3e2688b owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:48.230294 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.240664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.243064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] 10.222.0.13 "DELETE /v2.0/networks/677a3bf6-fc71-4d27-becd-30152a37c326 HTTP/1.1" status: 204 len: 168 time: 0.4139860 Sep 17 22:16:48.270719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b22f39-5701-4d52-a682-1d88e369f502 admin admin] Pushing event deleted for resources: {'Network': ['ID=677a3bf6-fc71-4d27-becd-30152a37c326,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:48.281832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a4fa7ad-1661-42b2-b77b-1a51f65a1b3a req-45286a32-0018-4748-a323-6e5f38df625a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758975 Sep 17 22:16:48.457213 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-18935a31-955f-48f3-b268-1016a331586b req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.467918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95973470-6cf9-4c31-b344-d354b3e2688b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:16:48.487281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Pushing event deleted for resources: {'Port': ['ID=95973470-6cf9-4c31-b344-d354b3e2688b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:48.530755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-18935a31-955f-48f3-b268-1016a331586b req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] No DVR routers for this DVR port 95973470-6cf9-4c31-b344-d354b3e2688b on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:16:48.535390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-18935a31-955f-48f3-b268-1016a331586b req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.535556 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-18935a31-955f-48f3-b268-1016a331586b req-61fe43a3-72ef-40fe-8515-ff3fbef53e8a tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.35 "DELETE /v2.0/ports/95973470-6cf9-4c31-b344-d354b3e2688b HTTP/1.1" status: 204 len: 173 time: 0.9480743 Sep 17 22:16:48.591394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a769eeff-e187-4e8c-a473-137ff4924735', 'name': 'network-vif-deleted', 'tag': '95973470-6cf9-4c31-b344-d354b3e2688b'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:16:48.593770 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aed751-ef70-458b-adfd-2c53cdf7866b" -d '{"events": [{"server_uuid": "a769eeff-e187-4e8c-a473-137ff4924735", "name": "network-vif-deleted", "tag": "95973470-6cf9-4c31-b344-d354b3e2688b"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:16:48.611153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46560) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:48.636287 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d6af4e-1844-4422-8cd2-11366db5a48a x-openstack-request-id: req-b2d6af4e-1844-4422-8cd2-11366db5a48a {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:16:48.644647 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a769eeff-e187-4e8c-a473-137ff4924735", "name": "network-vif-deleted", "tag": "95973470-6cf9-4c31-b344-d354b3e2688b", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:16:48.644647 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2d6af4e-1844-4422-8cd2-11366db5a48a {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:16:48.644647 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a769eeff-e187-4e8c-a473-137ff4924735', 'name': 'network-vif-deleted', 'tag': '95973470-6cf9-4c31-b344-d354b3e2688b', 'status': 'completed', 'code': 200} Sep 17 22:16:48.668368 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6ae82fe9-55f2-4c04-9f2f-12d345f0a3fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afd858c6a1fb497dbe40f75519ef5665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561864 Sep 17 22:16:48.670806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46564) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:48.722836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7012-a7bb-4460-9cfd-986d85291ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.752124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7012-a7bb-4460-9cfd-986d85291ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.859361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85e1f9dd-55f0-4bdd-92c4-9db7c948bfad req-85cf8301-3a4e-4d0f-8c75-220e1e907477 tempest-ServersOnMultiNodesTest-2100484465 tempest-ServersOnMultiNodesTest-2100484465-project] 10.222.0.13 "GET /v2.0/ports?device_id=a769eeff-e187-4e8c-a473-137ff4924735 HTTP/1.1" status: 200 len: 210 time: 0.0543098 Sep 17 22:16:48.892040 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7012-a7bb-4460-9cfd-986d85291ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.895868 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7012-a7bb-4460-9cfd-986d85291ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:48.898306 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bc5f7012-a7bb-4460-9cfd-986d85291ff8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52f20610-0120-479c-812e-304533025ee5 HTTP/1.1" status: 204 len: 168 time: 0.2265506 Sep 17 22:16:48.934745 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f7012-a7bb-4460-9cfd-986d85291ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f20610-0120-479c-812e-304533025ee5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:48.979664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46584) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:49.080185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d99a7c9-03fb-4f6f-b90b-7e42bf4381b2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.108851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d99a7c9-03fb-4f6f-b90b-7e42bf4381b2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.217085 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d99a7c9-03fb-4f6f-b90b-7e42bf4381b2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.219653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d99a7c9-03fb-4f6f-b90b-7e42bf4381b2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.221998 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4d99a7c9-03fb-4f6f-b90b-7e42bf4381b2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "DELETE /v2.0/security-groups/4387ffeb-42f3-433b-8e19-d528ce6d9ac1 HTTP/1.1" status: 204 len: 168 time: 0.2401633 Sep 17 22:16:49.228206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46588) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:49.230595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99a7c9-03fb-4f6f-b90b-7e42bf4381b2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4387ffeb-42f3-433b-8e19-d528ce6d9ac1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:49.243231 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-96aace78-5d85-4790-87ca-661d7a90ceca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] show failed (client error): The resource could not be found. Sep 17 22:16:49.245084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-96aace78-5d85-4790-87ca-661d7a90ceca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups/4387ffeb-42f3-433b-8e19-d528ce6d9ac1 HTTP/1.1" status: 404 len: 347 time: 0.0159001 Sep 17 22:16:49.248217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46590) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:49.419372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Deleting port ca1ee2ee-1a7e-434c-abf0-d6c383ac19a8 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:16:49.421202 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.507974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0ace2-98c0-404c-9020-44ea988e698e req-7fa2a03d-e324-4b49-9758-3d2244c5a4cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:49.522234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0be0ace2-98c0-404c-9020-44ea988e698e req-7fa2a03d-e324-4b49-9758-3d2244c5a4cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1191144 Sep 17 22:16:49.541946 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.542327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.557415 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Calling delete_port for ca1ee2ee-1a7e-434c-abf0-d6c383ac19a8 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:16:49.573468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0be0ace2-98c0-404c-9020-44ea988e698e req-1a3c6a12-bd49-4ad0-8b4b-d73a05ba5981 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499516 Sep 17 22:16:49.794702 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.829961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event deleted for resources: {'Port': ['ID=ca1ee2ee-1a7e-434c-abf0-d6c383ac19a8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:49.909051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.911693 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:49.916281 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7c294964-fb29-46ac-a007-b65e7c825d83 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "DELETE /v2.0/floatingips/9a388c26-d7b7-434e-af91-bac4fbe076d1 HTTP/1.1" status: 204 len: 168 time: 0.6636605 Sep 17 22:16:50.177849 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f8635f2e-fcd1-488b-9540-f4ebfcbe4312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.262741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46626) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:50.267316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c61c96f0-d371-421a-aa04-d42346bfc9d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066538902', 'description': 'tempest-description--584917348'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:50.344184 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c61c96f0-d371-421a-aa04-d42346bfc9d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.371889 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46630) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:50.464646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c61c96f0-d371-421a-aa04-d42346bfc9d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.499340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 95973470-6cf9-4c31-b344-d354b3e2688b no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:50.533463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 95973470-6cf9-4c31-b344-d354b3e2688b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:50.533829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 95973470-6cf9-4c31-b344-d354b3e2688b not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:50.534237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:16:50.537336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c61c96f0-d371-421a-aa04-d42346bfc9d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.545227 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f826a015-eb39-49bb-b867-b63a90edc141 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=649c8f43cae541d2a74bf88cbcf62f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716640 Sep 17 22:16:50.551971 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46640) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:50.571080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: cc75edd4-56a5-400d-a95e-58fd0e7144eb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:16:50.571424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cc75edd4-56a5-400d-a95e-58fd0e7144eb not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:16:50.585507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c96f0-d371-421a-aa04-d42346bfc9d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:50.618520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1d020030-4cf2-4368-87da-74f414d845f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.640966 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c61c96f0-d371-421a-aa04-d42346bfc9d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.647398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1d020030-4cf2-4368-87da-74f414d845f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.647568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c61c96f0-d371-421a-aa04-d42346bfc9d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3786309 Sep 17 22:16:50.647568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46644) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:50.654899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-270bb111-93b1-439b-b6f0-37de07e5c700 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'security_group_rule': {'security_group_id': '7a06921f-9ab5-4c4f-8463-ec0aa26bdab8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:50.743506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85241aaf-24a8-4939-a9dd-096d608f6483 req-142687ce-d42e-4dd5-9d9c-8286f3e5f263 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:50.746664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85241aaf-24a8-4939-a9dd-096d608f6483 req-142687ce-d42e-4dd5-9d9c-8286f3e5f263 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.0659180 Sep 17 22:16:50.772021 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1d020030-4cf2-4368-87da-74f414d845f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.777719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1d020030-4cf2-4368-87da-74f414d845f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.777719 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1d020030-4cf2-4368-87da-74f414d845f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/827f8fc3-b4ae-4108-a9ad-b79bdd11106f HTTP/1.1" status: 204 len: 168 time: 0.2242548 Sep 17 22:16:50.787897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020030-4cf2-4368-87da-74f414d845f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827f8fc3-b4ae-4108-a9ad-b79bdd11106f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:50.825026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85241aaf-24a8-4939-a9dd-096d608f6483 req-d4986f47-b3a3-4c7e-896d-6ca255cb5cd8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718975 Sep 17 22:16:50.868405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-270bb111-93b1-439b-b6f0-37de07e5c700 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:50.925219 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-270bb111-93b1-439b-b6f0-37de07e5c700 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.007446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-270bb111-93b1-439b-b6f0-37de07e5c700 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.037717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bb111-93b1-439b-b6f0-37de07e5c700 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dede0ba-20a0-4d55-bdd8-6c1dce0ede23,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:51.085875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-270bb111-93b1-439b-b6f0-37de07e5c700 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.093818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-270bb111-93b1-439b-b6f0-37de07e5c700 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4448755 Sep 17 22:16:51.104211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46660) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.104211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8e189ef7-1c7e-419a-83c3-6861506feb28 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'security_group_rule': {'security_group_id': '7a06921f-9ab5-4c4f-8463-ec0aa26bdab8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:51.200142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e189ef7-1c7e-419a-83c3-6861506feb28 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.229493 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.288773 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e189ef7-1c7e-419a-83c3-6861506feb28 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.351900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46668) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.353826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e189ef7-1c7e-419a-83c3-6861506feb28 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.375897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e189ef7-1c7e-419a-83c3-6861506feb28 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24b91c6-3cf2-456e-a90b-77ed373734e6,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:51.423105 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e189ef7-1c7e-419a-83c3-6861506feb28 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.427831 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8e189ef7-1c7e-419a-83c3-6861506feb28 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3289983 Sep 17 22:16:51.428141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46672) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.433721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:51.451951 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46674) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.515915 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9cd8125b-8538-4b86-8fe7-b576cae687fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fab34b62760448b874e2b5c1a8aaf6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627732 Sep 17 22:16:51.518530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46678) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:51.532087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'network': {'name': 'tempest-network-smoke--568585103', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:51.546824 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.577092 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.623311 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b63df9e8-4190-4354-8454-bef361927717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.657713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Made reservation on behalf of 076cc959d05a4581b5408ab57b9d3558 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:51.661178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.682012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.689675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b63df9e8-4190-4354-8454-bef361927717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.778582 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.895530 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.922076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Allocated IP 172.25.5.127 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/bb1d1331-c315-461c-a2d5-d8713fa00ae6) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:51.928661 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b63df9e8-4190-4354-8454-bef361927717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.931289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b63df9e8-4190-4354-8454-bef361927717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.939727 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b63df9e8-4190-4354-8454-bef361927717 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f67f61c-d000-424f-a6c0-20170d41e075 HTTP/1.1" status: 204 len: 168 time: 0.4128566 Sep 17 22:16:51.947742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63df9e8-4190-4354-8454-bef361927717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f67f61c-d000-424f-a6c0-20170d41e075,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:51.952871 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:51.970971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f675afc-d1bd-4b93-90ba-4b26527604dd req-f311ab01-1306-4a01-913f-63afd4ec9b43 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:51.980959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f675afc-d1bd-4b93-90ba-4b26527604dd req-f311ab01-1306-4a01-913f-63afd4ec9b43 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.0715604 Sep 17 22:16:52.027248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f675afc-d1bd-4b93-90ba-4b26527604dd req-9965e33a-8d3e-4ef0-bd2a-8106f342ed85 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 Sep 17 22:16:52.036302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:16:52.049981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a210d86-4daa-46a4-af4e-c777d0ea8a66,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.057162 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.057511 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Added segment 21300dc6-1217-4a1d-87da-d234428e8afc of type vlan for network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d Sep 17 22:16:52.114634 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.127800 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.188688 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.194248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:52.194871 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.226806 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.296759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Network': ['ID=5708fbc8-62a0-48b1-a0c8-0166e5c1115d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.299955 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-43600e1d-6d2e-413c-a34e-7bd181517733 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9464598 Sep 17 22:16:52.306911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:52.307620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46694) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:52.308957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:16:52.309909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:52.313599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:52.315372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-691160080', 'admin_state_up': True, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:52.345772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'Port': ['ID=bb1d1331-c315-461c-a2d5-d8713fa00ae6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.424027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.455176 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.456251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.512306 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.512693 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.701769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.714703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.782712 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.860176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'Port': ['ID=bb1d1331-c315-461c-a2d5-d8713fa00ae6,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:52.872218 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.954736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:52.966121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4c809b44-6c3c-471a-9c19-2e683bd394d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5305574 Sep 17 22:16:53.057685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46722) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:53.191400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-network', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:53.234645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.280324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Made reservation on behalf of 2dfbb9f3675f481b9f843c892e1d9df4 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:53.282926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.294044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.402000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.427980 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.450989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-04b2f55b-53bf-42f6-a779-0dbc706f3fa7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1066538902&fields=id&tenant_id=da95cdb13f4844a8bd78c73e211e1698 HTTP/1.1" status: 200 len: 267 time: 0.1301527 Sep 17 22:16:53.453139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.468904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.481381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65e05d-1a7a-4447-8220-5f4383f3a285 req-c2a04db0-dd11-43b8-acae-f99a8b7c98f3 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:53.483362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a65e05d-1a7a-4447-8220-5f4383f3a285 req-c2a04db0-dd11-43b8-acae-f99a8b7c98f3 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1633606 Sep 17 22:16:53.491437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:16:53.505836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ec7af3-838e-4a93-9620-64f05c0cf966,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:53.531640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.531980 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Added segment e328b340-fc29-43f9-b908-6bb6a386f678 of type vlan for network f6093836-72e5-4c3d-b007-35af76f1bcb4 Sep 17 22:16:53.592484 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.635378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a65e05d-1a7a-4447-8220-5f4383f3a285 req-1838b01a-3f7d-4886-a81e-5796f12db0b7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112831 Sep 17 22:16:53.698688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-c8533e6a-e82f-4ff5-b91e-3a8abda3bd8a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:53.701125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-c8533e6a-e82f-4ff5-b91e-3a8abda3bd8a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 816 time: 0.2389534 Sep 17 22:16:53.703315 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.707807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:53.707807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.715239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.25.5.189 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/9da6e014-ab6c-4eb0-b6f9-cb122776105d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:53.733435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-50b2e60c-7958-4b74-a7d7-c8c07e18e43c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/quotas/da95cdb13f4844a8bd78c73e211e1698 HTTP/1.1" status: 200 len: 375 time: 0.0214632 Sep 17 22:16:53.800156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] Pushing event updated for resources: {'Network': ['ID=f6093836-72e5-4c3d-b007-35af76f1bcb4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:53.812206 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f6093836-72e5-4c3d-b007-35af76f1bcb4 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:16:53.826071 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ab491905-cd1d-4646-a194-7567d0857e64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7645657 Sep 17 22:16:53.826890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46756) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:53.831555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Request body: {'subnet': {'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-subnet', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:53.860930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-b7c5ca8d-be7a-47ca-b69b-0dcd8681128f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1212699 Sep 17 22:16:53.914027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Made reservation on behalf of 2dfbb9f3675f481b9f843c892e1d9df4 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:53.917095 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:53.926008 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.000436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-630f3d42-f86e-4227-9f15-4c00567b8e73 service neutron] 10.222.0.13 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227522 Sep 17 22:16:54.096244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.143372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.150464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:54.156157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:54.160584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:54.169477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-b99b8c59-6dbb-442f-96c4-deb2eb84cdb3 service neutron] 10.222.0.13 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476884 Sep 17 22:16:54.187518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=9da6e014-ab6c-4eb0-b6f9-cb122776105d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:54.215599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba593fa-c508-4173-828c-e7d96448d0d2,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:54.224157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Checking segment: {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:54.224576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Network hostable DHCP agents. Network: f6093836-72e5-4c3d-b007-35af76f1bcb4, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:16:54.280780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Network f6093836-72e5-4c3d-b007-35af76f1bcb4 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:16:54.343331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f6093836-72e5-4c3d-b007-35af76f1bcb4) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:54.348056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:54.348755 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.357767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc77407-0458-4efc-b7e0-5d3dbdbc3278 None None] Network f6093836-72e5-4c3d-b007-35af76f1bcb4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:54.418487 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0eec81f3-7304-4b48-8840-ad4c59e836e7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5907264 Sep 17 22:16:54.421139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46764) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:54.427135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:54.518996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9d6f4d3-924d-4d08-b931-f8beb5c73bb6 req-aae4eff3-6e85-44a7-936e-dd243e883b02 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 210 time: 0.0393038 Sep 17 22:16:54.520220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.520381 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.521447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.573457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-f6093836-72e5-4c3d-b007-35af76f1bcb4', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:16:54.574844 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.599286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.879464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.944548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Allocated IP 172.20.0.2 (f6093836-72e5-4c3d-b007-35af76f1bcb4/7ba593fa-c508-4173-828c-e7d96448d0d2/21821942-de04-45a4-9881-65c087e0ed88) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:54.950374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:54.973792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924905c9-d13d-4a4c-9971-01fb153bf03b req-39954f0d-d07a-429f-8c22-9ce897cc8859 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:54.975380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-924905c9-d13d-4a4c-9971-01fb153bf03b req-39954f0d-d07a-429f-8c22-9ce897cc8859 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1363308 Sep 17 22:16:55.022498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-924905c9-d13d-4a4c-9971-01fb153bf03b req-85c4828c-80b2-4a0e-a761-d198f35696a1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385113 Sep 17 22:16:55.188469 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.194633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:16:55.275747 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.290294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.296636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Network f6093836-72e5-4c3d-b007-35af76f1bcb4 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:55.299725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:55.306836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:55.320025 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.357130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:16:55.370455 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Sync routers for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:16:55.393642 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:55.394267 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:55.400956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Pushing event updated for resources: {'Port': ['ID=21821942-de04-45a4-9881-65c087e0ed88,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:55.404202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Attempting to bind port 21821942-de04-45a4-9881-65c087e0ed88 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:55.404504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Attempting to bind port 21821942-de04-45a4-9881-65c087e0ed88 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:55.404869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Attempting to bind port 21821942-de04-45a4-9881-65c087e0ed88 on network f6093836-72e5-4c3d-b007-35af76f1bcb4 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:55.410498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:55.411150 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Checking segment: {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:55.411726 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.418960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Bound using segment: {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:55.418960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Bound port: 21821942-de04-45a4-9881-65c087e0ed88, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:55.418960 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.488052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] For port 21821942-de04-45a4-9881-65c087e0ed88, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:55.491631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] For port 21821942-de04-45a4-9881-65c087e0ed88, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=21821942-de04-45a4-9881-65c087e0ed88,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:55.497496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.499530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1ec67cfc-2dd4-4176-bfa2-51c32b7507ae tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1908460 Sep 17 22:16:55.502895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46784) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:55.517060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Allocated IP 172.25.5.185 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/cf29c7e4-9a66-456d-b48b-22ab63b93452) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:55.562062 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:55.595702 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.700379 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.723305 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ddcec-a3e9-4dc4-8f90-a9ac87b99a3a None None] Pushing event updated for resources: {'Port': ['ID=21821942-de04-45a4-9881-65c087e0ed88,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:55.761368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3af40c0-a272-47a3-8014-391179a6ec81 req-6abe368b-501b-456d-b5b4-b9b2c485eeea tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 210 time: 0.1092188 Sep 17 22:16:55.828447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4c0d492d-0a9e-43cf-851f-e2cda6cdc833 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=076cc959d05a4581b5408ab57b9d3558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3240862 Sep 17 22:16:55.831380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46794) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:55.858194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:55.934007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:55.940766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:55.945577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:55.959455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Pushing event updated for resources: {'Port': ['ID=cf29c7e4-9a66-456d-b48b-22ab63b93452,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:56.119114 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:16:54Z', 'revision_number': 3, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:56.175656 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Checking router: 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:16:56.176313 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Updating router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 port 9da6e014-ab6c-4eb0-b6f9-cb122776105d binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:16:56.220063 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.226093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2499fa2-261c-46ce-a7d1-e6c55af7e35d tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:56.234540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c2499fa2-261c-46ce-a7d1-e6c55af7e35d tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4020650 Sep 17 22:16:56.239392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46804) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:56.295174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-65eb86b6-b948-4624-bdb3-06d429e2cfa9 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540237 Sep 17 22:16:56.297730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46806) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:56.307240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434634440', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:56.444515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfe52e-323e-41d7-bbcc-e1f6a3ea7abd req-1e2c1e60-5ca6-4eda-9a87-00a6dd4b20e7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:56.453837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79bfe52e-323e-41d7-bbcc-e1f6a3ea7abd req-1e2c1e60-5ca6-4eda-9a87-00a6dd4b20e7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.2168784 Sep 17 22:16:56.504678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.529538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79bfe52e-323e-41d7-bbcc-e1f6a3ea7abd req-02855205-d8f9-4909-9eff-54097cb157dd tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656693 Sep 17 22:16:56.583715 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.628538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Made reservation on behalf of 076cc959d05a4581b5408ab57b9d3558 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:56.632203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.674618 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.724052 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Pushing event updated for resources: {'Port': ['ID=9da6e014-ab6c-4eb0-b6f9-cb122776105d,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:56.736553 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.737182 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.737676 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.738091 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.738438 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.738779 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.739196 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.739540 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.739933 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.740316 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.740699 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.741027 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:16:56.764196 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Attempting to bind port 9da6e014-ab6c-4eb0-b6f9-cb122776105d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:16:56.764704 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Attempting to bind port 9da6e014-ab6c-4eb0-b6f9-cb122776105d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:16:56.765082 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Attempting to bind port 9da6e014-ab6c-4eb0-b6f9-cb122776105d on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:16:56.771422 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:16:56.771805 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:56.772843 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.772843 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:16:56.773402 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Bound port: 9da6e014-ab6c-4eb0-b6f9-cb122776105d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:16:56.773649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.774500 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:56.877331 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] For port 9da6e014-ab6c-4eb0-b6f9-cb122776105d, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:16:56.884680 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] For port 9da6e014-ab6c-4eb0-b6f9-cb122776105d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9da6e014-ab6c-4eb0-b6f9-cb122776105d,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:16:56.976396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3dad7b69-73fb-438d-8654-2ed304d710aa req-3ef87ad9-64b6-44a8-b234-481c0f763cf8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 210 time: 0.0832803 Sep 17 22:16:56.977529 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.031971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-20172626-3337-48ed-a8b6-056204d4207d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:57.034043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-20172626-3337-48ed-a8b6-056204d4207d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.32 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 816 time: 0.3191082 Sep 17 22:16:57.092603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:16:57.147493 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2e9ef-d137-4079-882f-9433f2a28d7c None None] Pushing event updated for resources: {'Port': ['ID=9da6e014-ab6c-4eb0-b6f9-cb122776105d,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:57.161163 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:57.162048 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:57.296048 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-a74ec919-bfa3-404b-a103-3ecde892f1d5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da95cdb13f4844a8bd78c73e211e1698 HTTP/1.1" status: 200 len: 380 time: 0.2362998 Sep 17 22:16:57.316528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'port': {'device_id': '2d6abafa-e556-47b0-9c02-591976544ec4', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'admin_state_up': True, 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'security_groups': ['7a06921f-9ab5-4c4f-8463-ec0aa26bdab8']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:57.330298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9dad35-38f6-4283-bf24-e905a65bafcf None None] Network f6093836-72e5-4c3d-b007-35af76f1bcb4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:57.330966 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:16:57.357055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.365219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Sync routers for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:16:57.369415 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:57.415239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:16:57.416324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:57.434400 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.436189 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6870cdc6-2fef-4faa-9206-d83c6e2f1806 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.0138888 Sep 17 22:16:57.438866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46820) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:57.480056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Subnet': ['ID=1772335b-d5d7-43a3-b5c2-ccb96ea0a038,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:57.510375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Checking segment: {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:16:57.510736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network hostable DHCP agents. Network: 5708fbc8-62a0-48b1-a0c8-0166e5c1115d, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:16:57.616903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Made reservation on behalf of da95cdb13f4844a8bd78c73e211e1698 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:16:57.621099 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.641522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:16:57.680923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1b9906d3-f13c-4681-854b-26478c356fc9 None None] Provisioning complete for port 21821942-de04-45a4-9881-65c087e0ed88 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:57.681431 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b9906d3-f13c-4681-854b-26478c356fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.714770 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:16:54Z', 'revision_number': 3, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:57.754884 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdbef7-d8d1-45b1-af2f-f4d59905427b None None] The sync data for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 is: [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:16:54Z', 'revision_number': 3, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:16:57.777588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 5708fbc8-62a0-48b1-a0c8-0166e5c1115d) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:57.785670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:57.786475 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:57.818691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f87d1-c0c3-43ff-8bf0-93d08c2c9f75 req-377b7d64-5b63-4088-9e21-a87e0a3088ad tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:57.825123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d77f87d1-c0c3-43ff-8bf0-93d08c2c9f75 req-377b7d64-5b63-4088-9e21-a87e0a3088ad tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1734660 Sep 17 22:16:57.832159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e358a4e9-f28e-4dfc-9514-7f2af791e7a1 None None] Network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:16:57.906031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 21821942-de04-45a4-9881-65c087e0ed88 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:16:57.928753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d77f87d1-c0c3-43ff-8bf0-93d08c2c9f75 req-50f330de-e593-4cca-8bd9-7c0f611a549f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740671 Sep 17 22:16:57.958496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-30caae17-3f92-42e8-bd8f-5e33e39c2a6f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6564934 Sep 17 22:16:57.958496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46824) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:16:57.971934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Allocated IP 172.20.0.12 (0777e420-4d24-425f-a8d8-fd1f29b0ca2c/300e056c-2aaa-4605-a5f4-63ad6822403c/3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:57.979229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:16:58.199561 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.338205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.342314 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b9906d3-f13c-4681-854b-26478c356fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.402880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d17ea69-c1ca-4752-956c-353a8911d383 req-4c249707-c9d5-4ba7-9303-d757ac62bbfb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 210 time: 0.2744157 Sep 17 22:16:58.410414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 21821942-de04-45a4-9881-65c087e0ed88 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:58.410802 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.440217 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.560382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1b9906d3-f13c-4681-854b-26478c356fc9 None None] For port 21821942-de04-45a4-9881-65c087e0ed88, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=21821942-de04-45a4-9881-65c087e0ed88,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:16:58.573911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:16:58.575805 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.580464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:58.592722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:58.600106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:56Z', 'revision_number': 3, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:16:58.603311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:58.639470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Allocated IP 172.20.0.1 (f6093836-72e5-4c3d-b007-35af76f1bcb4/7ba593fa-c508-4173-828c-e7d96448d0d2/79504ac0-c77a-457e-b786-9d1c8feedf6a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:58.646353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:58.654274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Checking router: b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:16:58.654679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Updating router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a port cf29c7e4-9a66-456d-b48b-22ab63b93452 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:16:58.667333 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b9906d3-f13c-4681-854b-26478c356fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.755079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:58.762732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.825256 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.829506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:58.913709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-d1f2a65a-6f7a-4308-8aae-1d6e03abea89 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6107559 Sep 17 22:16:58.929614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Request body: {'port': {'device_id': '2d6abafa-e556-47b0-9c02-591976544ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:16:58.972190 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.026973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9906d3-f13c-4681-854b-26478c356fc9 None None] Pushing event updated for resources: {'Port': ['ID=21821942-de04-45a4-9881-65c087e0ed88,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:59.055655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.056997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Network f6093836-72e5-4c3d-b007-35af76f1bcb4 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:16:59.065079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:16:59.073832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:16:59.113893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-47a70f17-fa7b-4f4d-ae66-47a413a8a536 None None] Provisioning complete for port 21821942-de04-45a4-9881-65c087e0ed88 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:59.114268 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-47a70f17-fa7b-4f4d-ae66-47a413a8a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.301398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Allocated IP 172.20.0.2 (5708fbc8-62a0-48b1-a0c8-0166e5c1115d/1772335b-d5d7-43a3-b5c2-ccb96ea0a038/023ac463-40e0-487f-8cc0-97fbcda2ad02) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:16:59.496327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-96d5c94e-0e48-46fd-a8e9-1da13198865d None None] Provisioning complete for port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:59.497558 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-96d5c94e-0e48-46fd-a8e9-1da13198865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.577135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-96d5c94e-0e48-46fd-a8e9-1da13198865d None None] Port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:59.740765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=79504ac0-c77a-457e-b786-9d1c8feedf6a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:16:59.758428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.780235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-96e7138a-e023-4326-acfb-57ebd5f6398a None None] Provisioning complete for port 79504ac0-c77a-457e-b786-9d1c8feedf6a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:16:59.780613 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-96e7138a-e023-4326-acfb-57ebd5f6398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.837439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff4883-b2fa-43c5-b6b7-82e7b7f80111 req-65a189b8-be46-42b2-b6e7-7d0b442cb3bd tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:59.847970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cff4883-b2fa-43c5-b6b7-82e7b7f80111 req-65a189b8-be46-42b2-b6e7-7d0b442cb3bd tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.7576621 Sep 17 22:16:59.852485 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.856654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.884380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-96e7138a-e023-4326-acfb-57ebd5f6398a None None] Port 79504ac0-c77a-457e-b786-9d1c8feedf6a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:16:59.925348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54a52a-8330-493f-a55c-21d855436d9c req-53072d39-3c0a-4615-8135-77c8a77b1d7c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:16:59.933258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c54a52a-8330-493f-a55c-21d855436d9c req-53072d39-3c0a-4615-8135-77c8a77b1d7c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 932 time: 0.2857726 Sep 17 22:16:59.941052 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.949232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:16:59.986401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.014650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Pushing event updated for resources: {'Port': ['ID=023ac463-40e0-487f-8cc0-97fbcda2ad02,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:00.050290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.062911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9da6e014-ab6c-4eb0-b6f9-cb122776105d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:00.063440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c54a52a-8330-493f-a55c-21d855436d9c req-8304ae0c-f44c-48cd-a314-dec38743a5a4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273549 Sep 17 22:17:00.095424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cff4883-b2fa-43c5-b6b7-82e7b7f80111 req-f35d23c7-d283-40df-8269-01f976f377ed tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396491 Sep 17 22:17:00.173266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:00.183564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16eada-0509-45e2-8872-258e9eac1e37 None None] Pushing event updated for resources: {'Port': ['ID=cf29c7e4-9a66-456d-b48b-22ab63b93452,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:00.207219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Attempting to bind port cf29c7e4-9a66-456d-b48b-22ab63b93452 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:00.213412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Attempting to bind port cf29c7e4-9a66-456d-b48b-22ab63b93452 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:00.213915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Attempting to bind port cf29c7e4-9a66-456d-b48b-22ab63b93452 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:00.218998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:00.242682 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:00.243078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:00.243756 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.245117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:00.245618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Bound port: cf29c7e4-9a66-456d-b48b-22ab63b93452, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:00.246014 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.257066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:00.408778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:00.413042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.422885 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.457737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Transition to ACTIVE for port object 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:00.499620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.555019 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.620299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=79504ac0-c77a-457e-b786-9d1c8feedf6a,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:00.632179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:00.648949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.718146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] For port cf29c7e4-9a66-456d-b48b-22ab63b93452, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:00.736683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] For port cf29c7e4-9a66-456d-b48b-22ab63b93452, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cf29c7e4-9a66-456d-b48b-22ab63b93452,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:00.742347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9da6e014-ab6c-4eb0-b6f9-cb122776105d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:00.742347 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.744907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Attempting to bind port 023ac463-40e0-487f-8cc0-97fbcda2ad02 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:00.745531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Attempting to bind port 023ac463-40e0-487f-8cc0-97fbcda2ad02 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:00.746058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Attempting to bind port 023ac463-40e0-487f-8cc0-97fbcda2ad02 on network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:00.778713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:00.783900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Checking segment: {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:00.783900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.783900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Bound using segment: {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:00.783900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Bound port: 023ac463-40e0-487f-8cc0-97fbcda2ad02, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:00.783900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.844248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Network f6093836-72e5-4c3d-b007-35af76f1bcb4 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:00.845898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:00.846639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.890040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Attempting to bind port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:00.891000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Attempting to bind port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:00.891535 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Attempting to bind port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:00.907630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b587325-6572-4905-9c2b-e0c3f0fc61dc req-2791e626-dd61-4860-9e92-4a93f8ce1a38 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:00.909499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b587325-6572-4905-9c2b-e0c3f0fc61dc req-2791e626-dd61-4860-9e92-4a93f8ce1a38 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 946 time: 0.2161741 Sep 17 22:17:00.914558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:00.915722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Attempting to bind port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:00.925524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:00.926121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Checking segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:00.926666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Bound using segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:00.927308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Bound port: 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:00.927861 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.957375 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:00.972445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.20.0.1 (5708fbc8-62a0-48b1-a0c8-0166e5c1115d/1772335b-d5d7-43a3-b5c2-ccb96ea0a038/7cbeb086-269a-48dc-81a3-1eb5851afdd9) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:00.983717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 9da6e014-ab6c-4eb0-b6f9-cb122776105d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9da6e014-ab6c-4eb0-b6f9-cb122776105d,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:01.001040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:01.025513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:01.026084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b587325-6572-4905-9c2b-e0c3f0fc61dc req-217d9ddf-b6c2-4077-a3e0-b14287e3c6b8 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050465 Sep 17 22:17:01.026219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:01.103717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.107171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 21821942-de04-45a4-9881-65c087e0ed88 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:01.151642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:01.163766 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cca27503-92cc-49ed-beab-fcde744cf0c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7231226 Sep 17 22:17:01.167402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] For port 023ac463-40e0-487f-8cc0-97fbcda2ad02, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:01.179115 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16eada-0509-45e2-8872-258e9eac1e37 None None] Pushing event updated for resources: {'Port': ['ID=cf29c7e4-9a66-456d-b48b-22ab63b93452,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:01.182302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:01.212599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] For port 023ac463-40e0-487f-8cc0-97fbcda2ad02, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=023ac463-40e0-487f-8cc0-97fbcda2ad02,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:01.245378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:01.289051 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.289258 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.323871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.340618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2987-a437-4f8c-a734-5edf36559f1d req-95f8f439-e3d4-4764-b7c6-55dbbd27ffa5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:01.342515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03be2987-a437-4f8c-a734-5edf36559f1d req-95f8f439-e3d4-4764-b7c6-55dbbd27ffa5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1542451 Sep 17 22:17:01.358102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=9da6e014-ab6c-4eb0-b6f9-cb122776105d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:01.358500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df18e4-a7ad-4600-b18c-69104c27fe92 req-4e06c9ad-7344-42f1-9e13-c7a633eec4ff tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:01.368617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0df18e4-a7ad-4600-b18c-69104c27fe92 req-4e06c9ad-7344-42f1-9e13-c7a633eec4ff tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 944 time: 0.2062201 Sep 17 22:17:01.395712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:01.436987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:01.437624 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.439577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] 10.222.0.32 "PUT /v2.0/ports/3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 1093 time: 2.5153763 Sep 17 22:17:01.441538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 21821942-de04-45a4-9881-65c087e0ed88 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:01.441922 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.453063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:01.456431 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194f7f01-27f4-4d6d-83f1-b80cae7fee05" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:01.492038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9538a3f7-2761-4a2c-a990-25ade21bdbfb None None] Provisioning complete for port 79504ac0-c77a-457e-b786-9d1c8feedf6a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:01.492709 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9538a3f7-2761-4a2c-a990-25ade21bdbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.503938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a4999-be80-48e1-b1c7-67952f35d29f None None] Pushing event updated for resources: {'Port': ['ID=023ac463-40e0-487f-8cc0-97fbcda2ad02,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:01.536992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda87c4-cafa-418a-830f-a12f0f381849 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:01.557766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0df18e4-a7ad-4600-b18c-69104c27fe92 req-e4a843ca-1fdd-4954-8fbb-dc3710bdb402 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880515 Sep 17 22:17:01.570699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03be2987-a437-4f8c-a734-5edf36559f1d req-58013d17-e439-4e17-9857-32e3bee4ffb4 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650839 Sep 17 22:17:01.634305 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:01.705500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:01.714760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:01.717268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9538a3f7-2761-4a2c-a990-25ade21bdbfb None None] Port 79504ac0-c77a-457e-b786-9d1c8feedf6a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:01.731521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:01.740584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-f1238e58-2301-4a4a-bb7e-cc8e8adb54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:01.742545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-f1238e58-2301-4a4a-bb7e-cc8e8adb54c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1096 time: 0.1644845 Sep 17 22:17:01.890900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=7cbeb086-269a-48dc-81a3-1eb5851afdd9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:01.894926 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d5a664-bff2-41e5-ae3c-84037e5dd166 x-openstack-request-id: req-66d5a664-bff2-41e5-ae3c-84037e5dd166 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:01.895213 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:01.895467 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66d5a664-bff2-41e5-ae3c-84037e5dd166 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:01.895976 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'status': 'completed', 'code': 200} Sep 17 22:17:01.910503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-757749ad-ca76-4e72-a643-56ee7b764e50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 217 time: 0.1018639 Sep 17 22:17:01.977160 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.011819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-42e8fde0-a1ef-4408-b616-d91742039b58 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:02.013631 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-42e8fde0-a1ef-4408-b616-d91742039b58 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 946 time: 0.0922873 Sep 17 22:17:02.075477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 2, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:02.140559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Deleting port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:02.141033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.143005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75135133-880a-495a-baff-fabdfcb3b720 None None] The sync data for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 is: [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 2, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:02.201210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-3a2f767c-820c-44fa-a63d-abe14c5dce33 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:02.202818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-3a2f767c-820c-44fa-a63d-abe14c5dce33 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/networks?id=f6093836-72e5-4c3d-b007-35af76f1bcb4 HTTP/1.1" status: 200 len: 829 time: 0.2593341 Sep 17 22:17:02.235356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 023ac463-40e0-487f-8cc0-97fbcda2ad02 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:02.262819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-28990ec1-7500-494c-9aa0-a3a5893cd538 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/quotas/2dfbb9f3675f481b9f843c892e1d9df4 HTTP/1.1" status: 200 len: 375 time: 0.0422699 Sep 17 22:17:02.279218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] For port dbfa708f-4da6-4d05-adb8-3ff8c69c3808, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:02.279607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.283942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-030c2b70-0a49-4cd9-b993-406c6d2f68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:02.285578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-030c2b70-0a49-4cd9-b993-406c6d2f68bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.3547599 Sep 17 22:17:02.307482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 023ac463-40e0-487f-8cc0-97fbcda2ad02 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:02.307858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.468637 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.499578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11d27b-ce44-4ed6-806f-58aefd157d29 req-00c90e1d-1d0d-4c66-8eb4-903debebecfc tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:02.501523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f11d27b-ce44-4ed6-806f-58aefd157d29 req-00c90e1d-1d0d-4c66-8eb4-903debebecfc tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 946 time: 0.2977643 Sep 17 22:17:02.510807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-d3045682-dc6b-4419-b1d9-ae53fe145034 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dfbb9f3675f481b9f843c892e1d9df4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2221656 Sep 17 22:17:02.549353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-b6312a0d-a7e8-4d8d-931a-f64dbd115851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:02.551372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-b6312a0d-a7e8-4d8d-931a-f64dbd115851 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2463408 Sep 17 22:17:02.577594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 023ac463-40e0-487f-8cc0-97fbcda2ad02, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=023ac463-40e0-487f-8cc0-97fbcda2ad02,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:02.639790 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.640591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9da6e014-ab6c-4eb0-b6f9-cb122776105d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:02.664410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f11d27b-ce44-4ed6-806f-58aefd157d29 req-6697bba7-3bbe-4c5c-8239-97c83e9a2dfa tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c95e79a-4821-400e-bc7f-956088804a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522753 Sep 17 22:17:02.689475 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.702911 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.707059 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:02.713185 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Floating IP 4bff3f58-dd99-43cc-a9e6-7083392c8fe9 disassociated. External IP: 172.25.5.2, port: dbfa708f-4da6-4d05-adb8-3ff8c69c3808. Sep 17 22:17:02.713185 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Calling delete_port for dbfa708f-4da6-4d05-adb8-3ff8c69c3808 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:02.796008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=023ac463-40e0-487f-8cc0-97fbcda2ad02,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:02.835097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-aaf7ae01-404c-481d-a2dd-3b0a9e7bf784 service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698245 Sep 17 22:17:02.839017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9da6e014-ab6c-4eb0-b6f9-cb122776105d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:02.839626 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.017289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.068274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Pushing event deleted for resources: {'Port': ['ID=dbfa708f-4da6-4d05-adb8-3ff8c69c3808,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:03.150519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554554c-5ea2-4521-ae7e-86d4a63f1c56 req-7f1e2cfc-200c-4834-944f-e7e281e83943 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:03.152718 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7554554c-5ea2-4521-ae7e-86d4a63f1c56 req-7f1e2cfc-200c-4834-944f-e7e281e83943 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 944 time: 0.3004961 Sep 17 22:17:03.155028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-187ba669-8987-4e10-97c5-6530f3483348 service neutron] 10.222.0.13 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023717 Sep 17 22:17:03.241596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280c2af-18cf-49e7-89b1-f7e2b319ef6f None None] Network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:03.259325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:03.300920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-9834da58-1dbb-4789-a52b-f18eb37897c3 service neutron] 10.222.0.13 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304119 Sep 17 22:17:03.403932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5fb551dc-f5cd-4b1b-abc8-55170f31c512 None None] Provisioning complete for port 023ac463-40e0-487f-8cc0-97fbcda2ad02 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:03.404309 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5fb551dc-f5cd-4b1b-abc8-55170f31c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.469155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afc80bd5-662f-4955-adc9-263743a93ea5 req-5fce3324-22e1-4461-8422-83b462844828 service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100140 Sep 17 22:17:03.469521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:03.485983 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] Sync routers for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:03.504797 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:03.505431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:03.522396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7554554c-5ea2-4521-ae7e-86d4a63f1c56 req-e4c12955-9def-4741-bac3-b549bdfec3da tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433707 Sep 17 22:17:03.594910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] No DVR routers for this DVR port dbfa708f-4da6-4d05-adb8-3ff8c69c3808 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:03.597007 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:03.604939 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0bf42427-7f03-489f-a1d9-067998a27ddf req-e40631a0-b389-4d61-9974-acfbf358d470 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.35 "DELETE /v2.0/ports/dbfa708f-4da6-4d05-adb8-3ff8c69c3808 HTTP/1.1" status: 204 len: 173 time: 1.5800297 Sep 17 22:17:03.606247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df9c984-2179-4b24-bc17-978608e235c4', 'name': 'network-vif-deleted', 'tag': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:03.617186 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfb68b5-761c-4fee-a1e7-4aaed874ea0d" -d '{"events": [{"server_uuid": "8df9c984-2179-4b24-bc17-978608e235c4", "name": "network-vif-deleted", "tag": "dbfa708f-4da6-4d05-adb8-3ff8c69c3808"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:03.830432 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:04.011502 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.015916 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5be90ce-f041-439e-8833-9dc89818250c x-openstack-request-id: req-a5be90ce-f041-439e-8833-9dc89818250c {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:04.016862 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df9c984-2179-4b24-bc17-978608e235c4", "name": "network-vif-deleted", "tag": "dbfa708f-4da6-4d05-adb8-3ff8c69c3808", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:04.016862 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5be90ce-f041-439e-8833-9dc89818250c {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:04.017850 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df9c984-2179-4b24-bc17-978608e235c4', 'name': 'network-vif-deleted', 'tag': 'dbfa708f-4da6-4d05-adb8-3ff8c69c3808', 'status': 'completed', 'code': 200} Sep 17 22:17:04.069064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.142961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb5221-f6f3-43eb-9271-812dc3de4a4a req-f79eb68e-8c31-4b63-a455-b4fdecbd505a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:04.151743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4bb5221-f6f3-43eb-9271-812dc3de4a4a req-f79eb68e-8c31-4b63-a455-b4fdecbd505a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.3147202 Sep 17 22:17:04.258574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-a2c87f38-578b-4877-816e-0c70518b0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:04.262309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-a2c87f38-578b-4877-816e-0c70518b0578 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1096 time: 0.4431479 Sep 17 22:17:04.332616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0238cbe8-aaaf-4028-b5bc-6cf673d0304b req-5d0fdf51-41dd-4f59-8fca-af4854056de6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 210 time: 0.1978264 Sep 17 22:17:04.370944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 023ac463-40e0-487f-8cc0-97fbcda2ad02 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:04.390097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4bb5221-f6f3-43eb-9271-812dc3de4a4a req-22b99e12-8616-4d43-898d-64c20c763f32 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373197 Sep 17 22:17:04.390777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.433639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=7cbeb086-269a-48dc-81a3-1eb5851afdd9,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:04.461315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-af5baf08-11b2-448c-8f8b-d1048cef7ee2 None None] Provisioning complete for port 023ac463-40e0-487f-8cc0-97fbcda2ad02 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:04.462816 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-af5baf08-11b2-448c-8f8b-d1048cef7ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.528744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 023ac463-40e0-487f-8cc0-97fbcda2ad02 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:04.529127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.692277 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'db1c9be1-984c-4241-b475-cc915554876c', 'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'mac_address': 'fa:16:3e:0a:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:35Z', 'updated_at': '2021-09-17T22:14:42Z', 'revision_number': 5, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'subnets': [{'id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:04.723964 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] Checking router: 4df73aad-84b6-4a8b-85e3-2a583e0e0eac for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:04.735323 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:04.735986 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:04.765018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-af5baf08-11b2-448c-8f8b-d1048cef7ee2 None None] Provisioning complete for port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:04.776365 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-af5baf08-11b2-448c-8f8b-d1048cef7ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:04.776513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf29c7e4-9a66-456d-b48b-22ab63b93452 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:04.872277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-af5baf08-11b2-448c-8f8b-d1048cef7ee2 None None] Port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:04.886564 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:04.906984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port cf29c7e4-9a66-456d-b48b-22ab63b93452 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:04.907364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.005308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c9269dbc-ab0e-440c-97db-df8b00676dac None None] Provisioning complete for port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:05.005715 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9269dbc-ab0e-440c-97db-df8b00676dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.009816 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.061415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port cf29c7e4-9a66-456d-b48b-22ab63b93452, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cf29c7e4-9a66-456d-b48b-22ab63b93452,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:05.067385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c9269dbc-ab0e-440c-97db-df8b00676dac None None] Port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:05.134457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2da2c5ba-c328-41c9-bf02-0fe801b4f8e4 req-ed5328fa-d11b-448a-8106-9a5fd735c113 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9c984-2179-4b24-bc17-978608e235c4 HTTP/1.1" status: 200 len: 210 time: 0.5829961 Sep 17 22:17:05.138294 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.162541 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'db1c9be1-984c-4241-b475-cc915554876c', 'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'mac_address': 'fa:16:3e:0a:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:35Z', 'updated_at': '2021-09-17T22:14:42Z', 'revision_number': 5, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'subnets': [{'id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:05.194408 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc8d05-65df-4ade-8997-bb87fdf5cc1a None None] The sync data for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 is: [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:14:37Z', 'revision_number': 4, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'db1c9be1-984c-4241-b475-cc915554876c', 'name': '', 'network_id': '82a0813e-a0b3-4d37-b194-ca752a8d4e9b', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'mac_address': 'fa:16:3e:0a:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:35Z', 'updated_at': '2021-09-17T22:14:42Z', 'revision_number': 5, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'subnets': [{'id': 'acc94c41-751d-4193-98eb-be27747e8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:05.201010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-b98d57ed-4bc8-4332-9702-8d41a66e41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:05.202460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-b98d57ed-4bc8-4332-9702-8d41a66e41b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.9080482 Sep 17 22:17:05.228369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=cf29c7e4-9a66-456d-b48b-22ab63b93452,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:05.236600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49395e4-effe-4b20-8782-5d4f4fd4b1bc req-57ba98a4-69b4-4b8c-a4c7-afe61c89368d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:05.238002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49395e4-effe-4b20-8782-5d4f4fd4b1bc req-57ba98a4-69b4-4b8c-a4c7-afe61c89368d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 944 time: 0.1172290 Sep 17 22:17:05.278850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-14c00f50-07c1-433c-a4e1-5da052f4eeed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 217 time: 0.0662637 Sep 17 22:17:05.285122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:05.301672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:05.414373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49395e4-effe-4b20-8782-5d4f4fd4b1bc req-7c342516-5c33-4c17-93d9-9d20a8e4a323 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413233 Sep 17 22:17:05.431318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-279f0f94-ebf0-46dd-aba4-73603ce4bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:05.432956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-279f0f94-ebf0-46dd-aba4-73603ce4bd9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.1458497 Sep 17 22:17:05.456663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-437bdf73-6018-498c-bb1a-e91ca41b268b req-dd76af34-2fb3-468b-a4c3-7d9bd2f09643 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 210 time: 0.0404630 Sep 17 22:17:05.616422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:05.624498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-2dff67db-cd47-48f1-9d59-ac47b54ed142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:05.627019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-2dff67db-cd47-48f1-9d59-ac47b54ed142 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1729188 Sep 17 22:17:05.644631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff5a0d-ab97-4eac-865f-1f30aaad0424 req-839520d4-1315-42a0-9bb5-6de999579511 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:05.644631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81ff5a0d-ab97-4eac-865f-1f30aaad0424 req-839520d4-1315-42a0-9bb5-6de999579511 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1023662 Sep 17 22:17:05.698545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-223c4f73-4bc7-48b4-93fb-c3c14c31b3c4 None None] Provisioning complete for port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:05.699230 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-223c4f73-4bc7-48b4-93fb-c3c14c31b3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:05.724330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662be0d2-7781-4c87-b37a-fc26e7fddcb2 None None] New status for floating IP 4bff3f58-dd99-43cc-a9e6-7083392c8fe9: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:17:05.826701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-223c4f73-4bc7-48b4-93fb-c3c14c31b3c4 None None] Port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:05.850398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81ff5a0d-ab97-4eac-865f-1f30aaad0424 req-ee359484-ae0e-459b-9e5c-ce323e8d388f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925678 Sep 17 22:17:05.855963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-18fb0b41-2215-446e-98fa-508c82dd5b16 service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103436 Sep 17 22:17:05.924759 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Sync routers for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:05.935920 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:05.936849 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:05.987559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:05.994115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8282f582-1c7d-4ec4-8617-1e958f684510 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "PUT /v2.0/routers/77d7d9b3-1786-48f0-b48a-b6766d3c56b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0347204 Sep 17 22:17:05.997572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46958) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:06.001280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Sync routers for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:06.018316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:06.018316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:06.041814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-194f7f01-27f4-4d6d-83f1-b80cae7fee05 req-bc222453-08ea-467f-b661-a0a775832ba2 service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764841 Sep 17 22:17:06.116124 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:06.160547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf29c7e4-9a66-456d-b48b-22ab63b93452 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:06.265453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.266963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.266963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.267167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.267750 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.268331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.268855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.269379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.269907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.270418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.270968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.271597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.274270 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0a23f6f4-6163-4adc-94d7-9d15c5c7715b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8481 time: 0.2756264 Sep 17 22:17:06.277368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46966) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:06.372783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46970) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:06.430418 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 2, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:06.451408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.452389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.453675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.454949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.457773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.460466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.461117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.462874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.467354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.467354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.467354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.467354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.467354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-869510a2-caec-48c8-ab6d-821786b9ffd1 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7760 time: 0.1879199 Sep 17 22:17:06.474561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46974) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:06.484399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:06.501976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f64b9bf1-16d3-4a05-8c2f-e450550abf8b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.513734 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Checking router: b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:06.514774 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Updating router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a port 79504ac0-c77a-457e-b786-9d1c8feedf6a binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:17:06.549908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device dbfa708f-4da6-4d05-adb8-3ff8c69c3808 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:06.575678 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.577725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f64b9bf1-16d3-4a05-8c2f-e450550abf8b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.585483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: dbfa708f-4da6-4d05-adb8-3ff8c69c3808 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:06.585825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device dbfa708f-4da6-4d05-adb8-3ff8c69c3808 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:06.604813 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port cf29c7e4-9a66-456d-b48b-22ab63b93452 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:06.605184 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.725190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d145f0-6f81-4f17-9bd9-a43a82ee0091 req-68101a1a-191a-4ef3-a686-4372e0b93c58 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.725190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43d145f0-6f81-4f17-9bd9-a43a82ee0091 req-68101a1a-191a-4ef3-a686-4372e0b93c58 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 944 time: 0.1443372 Sep 17 22:17:06.725580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97af894c-6a39-4344-8208-72d76220e870 req-d76766a6-970a-4e60-bc7d-b8b2644fa5c2 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 210 time: 0.0620227 Sep 17 22:17:06.844603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f64b9bf1-16d3-4a05-8c2f-e450550abf8b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.850099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f64b9bf1-16d3-4a05-8c2f-e450550abf8b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:06.851353 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f64b9bf1-16d3-4a05-8c2f-e450550abf8b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "DELETE /v2.0/security-groups/8c95e79a-4821-400e-bc7f-956088804a27 HTTP/1.1" status: 204 len: 168 time: 0.4772239 Sep 17 22:17:06.857583 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43d145f0-6f81-4f17-9bd9-a43a82ee0091 req-d352a88d-95c2-4a9d-bbc3-42d8a7354857 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152949 Sep 17 22:17:06.864922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46980) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:06.897552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-18f0fb00-1c9d-426e-98c2-b8373a501ac5 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:06.899338 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-18f0fb00-1c9d-426e-98c2-b8373a501ac5 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.35 "GET /v2.0/networks?id=f6093836-72e5-4c3d-b007-35af76f1bcb4 HTTP/1.1" status: 200 len: 829 time: 0.2074840 Sep 17 22:17:06.909015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b9bf1-16d3-4a05-8c2f-e450550abf8b tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c95e79a-4821-400e-bc7f-956088804a27,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:06.931681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Request body: {'port': {'device_id': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'admin_state_up': True, 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:06.952228 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-70d8b441-ded6-4f67-949f-9e6e16ff8753 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] show failed (client error): The resource could not be found. Sep 17 22:17:06.953853 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-70d8b441-ded6-4f67-949f-9e6e16ff8753 tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "GET /v2.0/security-groups/8c95e79a-4821-400e-bc7f-956088804a27 HTTP/1.1" status: 404 len: 347 time: 0.0877140 Sep 17 22:17:06.958170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46984) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:07.002145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:17:02Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:03Z', 'revision_number': 2, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:07.034089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Checking router: 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:07.034702 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Updating router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:17:07.065191 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.071732 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.130950 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.142603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Made reservation on behalf of 2dfbb9f3675f481b9f843c892e1d9df4 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:07.147796 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.204891 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea15df0-4da5-4b6b-ab14-65a171374ddb None None] Pushing event updated for resources: {'Port': ['ID=79504ac0-c77a-457e-b786-9d1c8feedf6a,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:07.313938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:07.376993 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Attempting to bind port 79504ac0-c77a-457e-b786-9d1c8feedf6a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:07.377685 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Attempting to bind port 79504ac0-c77a-457e-b786-9d1c8feedf6a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:07.379175 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Attempting to bind port 79504ac0-c77a-457e-b786-9d1c8feedf6a on network f6093836-72e5-4c3d-b007-35af76f1bcb4 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:07.406316 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:07.413685 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Checking segment: {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:07.414322 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.414971 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Bound using segment: {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:07.415797 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Bound port: 79504ac0-c77a-457e-b786-9d1c8feedf6a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:07.416509 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.492551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ef3d7-05c9-465d-83a2-f6f6050fa663 req-9986ed20-b9a4-4368-833e-30ca53b04a2b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:07.504837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-145ef3d7-05c9-465d-83a2-f6f6050fa663 req-9986ed20-b9a4-4368-833e-30ca53b04a2b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.4718649 Sep 17 22:17:07.507746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Allocated IP 172.20.0.11 (f6093836-72e5-4c3d-b007-35af76f1bcb4/7ba593fa-c508-4173-828c-e7d96448d0d2/391085d2-a69c-4849-8d18-766c0fe6a1bc) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:07.538717 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db7cb3ba-3e8d-4f4f-bbd4-54436dc658c8 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5237 time: 1.0574186 Sep 17 22:17:07.627651 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] For port 79504ac0-c77a-457e-b786-9d1c8feedf6a, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:07.632551 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] For port 79504ac0-c77a-457e-b786-9d1c8feedf6a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=79504ac0-c77a-457e-b786-9d1c8feedf6a,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:07.646689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Deleting port b2b6e110-d57d-41fc-a522-f3681a3c3996 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:07.647503 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.684828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-145ef3d7-05c9-465d-83a2-f6f6050fa663 req-9fab94a2-a011-4d60-ac1e-42e247ece3a2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385469 Sep 17 22:17:07.703435 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.731479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:07.750452 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9b97fb53-fa04-4e69-b3d4-6d3c9c9064d4 None None] Provisioning complete for port 79504ac0-c77a-457e-b786-9d1c8feedf6a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:07.753989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b97fb53-fa04-4e69-b3d4-6d3c9c9064d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.753989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'port_id': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'mac_address': 'fa:16:3e:34:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:07.798744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.833598 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:07.834413 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:07.859608 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.860708 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.867325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:07.878330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Calling delete_port for b2b6e110-d57d-41fc-a522-f3681a3c3996 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:07.896873 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea15df0-4da5-4b6b-ab14-65a171374ddb None None] Pushing event updated for resources: {'Port': ['ID=79504ac0-c77a-457e-b786-9d1c8feedf6a,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:07.936767 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0681c901-d4c3-4e6e-bb45-77e60a84967b req-c2ee1cfd-3f9f-4acc-a41d-280a46e7760c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 210 time: 0.0530164 Sep 17 22:17:07.990930 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.006156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.042116 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:08.098595 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.102285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Network f6093836-72e5-4c3d-b007-35af76f1bcb4 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:08.107342 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:08.122122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:08.156922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:08.192507 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.260330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Pushing event updated for resources: {'Port': ['ID=391085d2-a69c-4849-8d18-766c0fe6a1bc,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:08.268198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46998) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:08.275955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0e842fe3-5a98-4e24-9a5e-d950ef9f592f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288650717', 'description': 'tempest-secgroup-smoke-288650717 description', 'project_id': '076cc959d05a4581b5408ab57b9d3558'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:08.276217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 79504ac0-c77a-457e-b786-9d1c8feedf6a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:08.300381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:08.303113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1e05e-69c5-4371-95d5-3c516683859d None None] Pushing event updated for resources: {'Port': ['ID=7cbeb086-269a-48dc-81a3-1eb5851afdd9,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:08.309613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4a8db-ea62-4391-aee2-60cfb808243b req-fa9bc404-ec9f-4e01-ba26-f4c95e669834 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:08.316368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8f4a8db-ea62-4391-aee2-60cfb808243b req-fa9bc404-ec9f-4e01-ba26-f4c95e669834 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 944 time: 0.1735985 Sep 17 22:17:08.325815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:08.326677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.335852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.368930 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b97fb53-fa04-4e69-b3d4-6d3c9c9064d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.376101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e842fe3-5a98-4e24-9a5e-d950ef9f592f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.401902 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.416414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Pushing event deleted for resources: {'Port': ['ID=b2b6e110-d57d-41fc-a522-f3681a3c3996,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:08.472602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9b97fb53-fa04-4e69-b3d4-6d3c9c9064d4 None None] For port 79504ac0-c77a-457e-b786-9d1c8feedf6a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=79504ac0-c77a-457e-b786-9d1c8feedf6a,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:08.480395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Attempting to bind port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:08.480781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Attempting to bind port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:08.481130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Attempting to bind port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 on network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:08.495392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8f4a8db-ea62-4391-aee2-60cfb808243b req-6529f636-ee70-49ea-96c4-df22fb560363 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669343 Sep 17 22:17:08.527113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:08.529234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Checking segment: {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:08.529234 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.529514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Bound using segment: {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:08.530103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Bound port: 7cbeb086-269a-48dc-81a3-1eb5851afdd9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:08.530892 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.589614 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e842fe3-5a98-4e24-9a5e-d950ef9f592f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.589614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-c95f6696-5bec-49a3-83fc-bed1059f05a6 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6607294 Sep 17 22:17:08.589837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.593033 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.599041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47002) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:08.599565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-06718a2d-6ebf-467c-8656-b016a02dd0fb tempest-ServersTestFqdnHostnames-580486066 tempest-ServersTestFqdnHostnames-580486066-project] 10.222.0.13 "DELETE /v2.0/floatingips/4bff3f58-dd99-43cc-a9e6-7083392c8fe9 HTTP/1.1" status: 204 len: 168 time: 1.6266196 Sep 17 22:17:08.608965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Request body: {'port': {'device_id': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:08.642639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b97fb53-fa04-4e69-b3d4-6d3c9c9064d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.644396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:08.691734 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:08.697370 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e842fe3-5a98-4e24-9a5e-d950ef9f592f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.698626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 79504ac0-c77a-457e-b786-9d1c8feedf6a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:08.698765 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.712402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:08.725130 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e63f76-6a2b-4a29-9688-0e2e1bede216 None None] The sync data for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 is: [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:07Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:08.787172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] For port 7cbeb086-269a-48dc-81a3-1eb5851afdd9, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:08.845718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] For port 7cbeb086-269a-48dc-81a3-1eb5851afdd9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7cbeb086-269a-48dc-81a3-1eb5851afdd9,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:08.848687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97fb53-fa04-4e69-b3d4-6d3c9c9064d4 None None] Pushing event updated for resources: {'Port': ['ID=79504ac0-c77a-457e-b786-9d1c8feedf6a,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:08.864132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e3007eba-3324-4b6d-ae49-3949f77a8da2 None None] Provisioning complete for port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:08.864624 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e3007eba-3324-4b6d-ae49-3949f77a8da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.906437 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.950070 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:08.950961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5748dea-4307-47e5-8713-a75459ba57ca req-d1beb38d-7898-4a7e-a1a1-ec1ae8b8379f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:08.954420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5748dea-4307-47e5-8713-a75459ba57ca req-d1beb38d-7898-4a7e-a1a1-ec1ae8b8379f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1296904 Sep 17 22:17:09.004762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e842fe3-5a98-4e24-9a5e-d950ef9f592f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5723870-8e79-4779-b23d-a69b422fd99e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:09.029294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e842fe3-5a98-4e24-9a5e-d950ef9f592f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.033784 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0e842fe3-5a98-4e24-9a5e-d950ef9f592f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7640579 Sep 17 22:17:09.039082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47022) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:09.046288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-77417c55-a429-4a0d-b1a9-a7621ac08c27 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'd5723870-8e79-4779-b23d-a69b422fd99e', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:09.057819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5748dea-4307-47e5-8713-a75459ba57ca req-ce3de70f-e9a7-4306-8afc-1521bb183808 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963266 Sep 17 22:17:09.067436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e3007eba-3324-4b6d-ae49-3949f77a8da2 None None] Port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:09.119773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1e05e-69c5-4371-95d5-3c516683859d None None] Pushing event updated for resources: {'Port': ['ID=7cbeb086-269a-48dc-81a3-1eb5851afdd9,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:09.148489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444e756-41f5-4e1d-bf8a-715a5258054a req-9a950620-611a-4a29-b12f-a7c1d71a633f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:09.151367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0444e756-41f5-4e1d-bf8a-715a5258054a req-9a950620-611a-4a29-b12f-a7c1d71a633f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 932 time: 0.0920210 Sep 17 22:17:09.201721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:09.205863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:09.236265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0444e756-41f5-4e1d-bf8a-715a5258054a req-8f6b32ce-bcf1-4e9e-950e-d18bd4701d42 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670452 Sep 17 22:17:09.256109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77417c55-a429-4a0d-b1a9-a7621ac08c27 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.331274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e3007eba-3324-4b6d-ae49-3949f77a8da2 None None] Provisioning complete for port 79504ac0-c77a-457e-b786-9d1c8feedf6a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:09.331649 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e3007eba-3324-4b6d-ae49-3949f77a8da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.379393 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77417c55-a429-4a0d-b1a9-a7621ac08c27 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.462516 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77417c55-a429-4a0d-b1a9-a7621ac08c27 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.515308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77417c55-a429-4a0d-b1a9-a7621ac08c27 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9163b9-8086-43d8-8818-6c70b0efbaf6,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:09.582754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:09.588836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77417c55-a429-4a0d-b1a9-a7621ac08c27 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.590087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-77417c55-a429-4a0d-b1a9-a7621ac08c27 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5488985 Sep 17 22:17:09.592871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47036) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:09.599526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-dcdc0e2f-311f-46ec-ad4c-5cf9b2bb3e37 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'd5723870-8e79-4779-b23d-a69b422fd99e', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:09.688671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391085d2-a69c-4849-8d18-766c0fe6a1bc {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:09.714363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b33453-bb38-4404-8770-c0f5fde5d907 req-3fcc7fd1-aeae-4275-9467-6dae9149d4f2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:09.723861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49b33453-bb38-4404-8770-c0f5fde5d907 req-3fcc7fd1-aeae-4275-9467-6dae9149d4f2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.1110294 Sep 17 22:17:09.725004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.777509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Transition to ACTIVE for port object 391085d2-a69c-4849-8d18-766c0fe6a1bc will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:09.801947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49b33453-bb38-4404-8770-c0f5fde5d907 req-f2718495-294b-4a2a-a6ea-57309205456f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766115 Sep 17 22:17:09.818100 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcdc0e2f-311f-46ec-ad4c-5cf9b2bb3e37 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.856521 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.908730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.938566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcdc0e2f-311f-46ec-ad4c-5cf9b2bb3e37 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:09.998114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Pushing event updated for resources: {'Port': ['ID=391085d2-a69c-4849-8d18-766c0fe6a1bc,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:10.006695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcdc0e2f-311f-46ec-ad4c-5cf9b2bb3e37 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.070685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc0e2f-311f-46ec-ad4c-5cf9b2bb3e37 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8463c41a-3a5a-4601-b9e5-7cbc8f9ba7d7,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:10.082949 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.185275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcdc0e2f-311f-46ec-ad4c-5cf9b2bb3e37 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.189939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dcdc0e2f-311f-46ec-ad4c-5cf9b2bb3e37 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5940478 Sep 17 22:17:10.225039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47044) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:10.239333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bd3380a0-8fa2-48a0-b612-05ed255e7a93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'd5723870-8e79-4779-b23d-a69b422fd99e', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:10.249237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 79504ac0-c77a-457e-b786-9d1c8feedf6a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:10.303581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d98df144-4df7-40f9-a2b5-9eebe721f022 None None] Provisioning complete for port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:10.305666 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d98df144-4df7-40f9-a2b5-9eebe721f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.334870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd4152-9db8-430f-9b17-257cdb8145ef req-a59e1336-2376-4338-b2b1-67e4d091a95a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:10.343882 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39fd4152-9db8-430f-9b17-257cdb8145ef req-a59e1336-2376-4338-b2b1-67e4d091a95a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1791174 Sep 17 22:17:10.423307 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd3380a0-8fa2-48a0-b612-05ed255e7a93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.440895 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d98df144-4df7-40f9-a2b5-9eebe721f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.454538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:17:02Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:10.491094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ae2f4-8a92-46a2-9c4c-52e62da148d3 None None] The sync data for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 is: [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:17:02Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:10.497923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 79504ac0-c77a-457e-b786-9d1c8feedf6a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:10.498266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.510148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39fd4152-9db8-430f-9b17-257cdb8145ef req-1b4fb5c2-95b2-4065-8cb0-9d93c264ec91 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554754 Sep 17 22:17:10.552457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Attempting to bind port 391085d2-a69c-4849-8d18-766c0fe6a1bc on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:10.552957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Attempting to bind port 391085d2-a69c-4849-8d18-766c0fe6a1bc by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:10.562698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Attempting to bind port 391085d2-a69c-4849-8d18-766c0fe6a1bc on network f6093836-72e5-4c3d-b007-35af76f1bcb4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:10.567952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Port 391085d2-a69c-4849-8d18-766c0fe6a1bc on network f6093836-72e5-4c3d-b007-35af76f1bcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:10.568607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Attempting to bind port 391085d2-a69c-4849-8d18-766c0fe6a1bc on network f6093836-72e5-4c3d-b007-35af76f1bcb4 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:10.608597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84add4-8b68-41a1-bc6c-3241223b6956 req-7e0c10ec-1aa6-4a86-8e7e-e710be9fe508 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:10.616110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f84add4-8b68-41a1-bc6c-3241223b6956 req-7e0c10ec-1aa6-4a86-8e7e-e710be9fe508 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 944 time: 0.2443662 Sep 17 22:17:10.631602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d98df144-4df7-40f9-a2b5-9eebe721f022 None None] For port 7cbeb086-269a-48dc-81a3-1eb5851afdd9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7cbeb086-269a-48dc-81a3-1eb5851afdd9,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:10.648494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:10.648904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Checking segment: {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:10.649278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Bound using segment: {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:10.649786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Bound port: 391085d2-a69c-4849-8d18-766c0fe6a1bc, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e328b340-fc29-43f9-b908-6bb6a386f678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:10.650155 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.662169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd3380a0-8fa2-48a0-b612-05ed255e7a93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.709600 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f84add4-8b68-41a1-bc6c-3241223b6956 req-c6841188-a983-40b8-865d-b0174ccbf344 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793812 Sep 17 22:17:10.718280 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d98df144-4df7-40f9-a2b5-9eebe721f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.751169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd3380a0-8fa2-48a0-b612-05ed255e7a93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.787906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] For port 391085d2-a69c-4849-8d18-766c0fe6a1bc, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:10.792579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98df144-4df7-40f9-a2b5-9eebe721f022 None None] Pushing event updated for resources: {'Port': ['ID=7cbeb086-269a-48dc-81a3-1eb5851afdd9,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:10.792774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] For port 391085d2-a69c-4849-8d18-766c0fe6a1bc, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:10.802966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3380a0-8fa2-48a0-b612-05ed255e7a93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e97605-f308-49dd-a1ef-84825a61396b,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:10.866287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.891266 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd3380a0-8fa2-48a0-b612-05ed255e7a93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.896271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47054) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:10.897150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bd3380a0-8fa2-48a0-b612-05ed255e7a93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6675780 Sep 17 22:17:10.909009 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a4163775-8318-41a3-9335-f250bb77c98e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'd5723870-8e79-4779-b23d-a69b422fd99e', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:10.955261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:10.955908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:10.957315 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] 10.222.0.35 "PUT /v2.0/ports/391085d2-a69c-4849-8d18-766c0fe6a1bc HTTP/1.1" status: 200 len: 1093 time: 2.3592899 Sep 17 22:17:10.968146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:10.970306 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f50148-16b7-4be8-bdd9-b3c079bd0b53" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:11.008156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff521c5-01a6-4fb8-a6ec-70627b3257bc req-76599abf-29bd-4398-a603-b9471cb8e6ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:11.017656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f5b16-e1cb-4576-a793-df86243dcf14 service neutron] Pushing event updated for resources: {'Port': ['ID=391085d2-a69c-4849-8d18-766c0fe6a1bc,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:11.039734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aff521c5-01a6-4fb8-a6ec-70627b3257bc req-76599abf-29bd-4398-a603-b9471cb8e6ca tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.1208811 Sep 17 22:17:11.055923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Deleting port db1c9be1-984c-4241-b475-cc915554876c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:11.056346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.110113 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad90e48-b268-4ed1-a0ca-760797169cfa x-openstack-request-id: req-6ad90e48-b268-4ed1-a0ca-760797169cfa {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:11.110430 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:11.110639 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ad90e48-b268-4ed1-a0ca-760797169cfa {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:11.111048 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'status': 'completed', 'code': 200} Sep 17 22:17:11.153686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aff521c5-01a6-4fb8-a6ec-70627b3257bc req-ad8328c0-fe24-474f-a88e-2f3c681095a2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811629 Sep 17 22:17:11.182670 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4163775-8318-41a3-9335-f250bb77c98e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.234767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-73fa539a-eb9c-4885-8557-48eb4146e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:11.236326 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-73fa539a-eb9c-4885-8557-48eb4146e1bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dfbb9f3675f481b9f843c892e1d9df4&device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 1096 time: 0.1663406 Sep 17 22:17:11.304548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:11.320241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-fb1257fe-bba9-4ff5-b688-78d9e6916057 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc HTTP/1.1" status: 200 len: 217 time: 0.0720351 Sep 17 22:17:11.331602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] For port db1c9be1-984c-4241-b475-cc915554876c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=db1c9be1-984c-4241-b475-cc915554876c,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:11.331602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.361137 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4163775-8318-41a3-9335-f250bb77c98e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.383275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Calling delete_port for db1c9be1-984c-4241-b475-cc915554876c owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:11.434001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:11.438171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:11.438608 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.440947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-7c293079-a93f-4148-966c-6bf783f42755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:11.442441 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-7c293079-a93f-4148-966c-6bf783f42755 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ba593fa-c508-4173-828c-e7d96448d0d2 HTTP/1.1" status: 200 len: 868 time: 0.1111758 Sep 17 22:17:11.444357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4163775-8318-41a3-9335-f250bb77c98e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.500800 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4163775-8318-41a3-9335-f250bb77c98e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25b3280-74a7-4b38-a41f-dbdf45986df1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:11.528301 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.551939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:11.554263 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03625b8-de79-4c38-bc6e-7dc4cf0f4bd3" -d '{"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:11.567561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-5560905c-a5a2-4850-81e7-4a32bbe4fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:11.568910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:11.569065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-5560905c-a5a2-4850-81e7-4a32bbe4fa2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6093836-72e5-4c3d-b007-35af76f1bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156909 Sep 17 22:17:11.569741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4163775-8318-41a3-9335-f250bb77c98e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.571597 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a4163775-8318-41a3-9335-f250bb77c98e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6700060 Sep 17 22:17:11.574395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47066) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:11.580616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2289280e-1865-48ac-af0c-76a2dfa8ce56 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'd5723870-8e79-4779-b23d-a69b422fd99e', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:11.623924 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9ddc5-9d6f-4023-850e-00e5c7bbb8b3 x-openstack-request-id: req-81a9ddc5-9d6f-4023-850e-00e5c7bbb8b3 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:11.624203 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:11.624473 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81a9ddc5-9d6f-4023-850e-00e5c7bbb8b3 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:11.624865 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'code': 200} Sep 17 22:17:11.632590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.745226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:11.757602 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-2289280e-1865-48ac-af0c-76a2dfa8ce56 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Project 076cc959d05a4581b5408ab57b9d3558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:17:11.789012 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-2c9cc7d6-e8b6-4019-8d47-a1142fd766d1 service neutron] 10.222.0.35 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056165 Sep 17 22:17:11.790519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2289280e-1865-48ac-af0c-76a2dfa8ce56 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.809034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34898799-b1bf-4ea7-88ea-b988e0889b5c req-be51178f-3ee0-4d87-8276-1575577847d9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:11.819399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34898799-b1bf-4ea7-88ea-b988e0889b5c req-be51178f-3ee0-4d87-8276-1575577847d9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1815720 Sep 17 22:17:11.829834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:11.881934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=db1c9be1-984c-4241-b475-cc915554876c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:11.966994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb0e0f-12d9-42be-9ba9-8e857d98dd6b req-457c1c10-90d3-4eef-8b09-6e917cbca37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:11.968935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85eb0e0f-12d9-42be-9ba9-8e857d98dd6b req-457c1c10-90d3-4eef-8b09-6e917cbca37d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1098 time: 0.2728240 Sep 17 22:17:11.989876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34898799-b1bf-4ea7-88ea-b988e0889b5c req-14a987d6-ba8a-4e31-8732-b8473b5ea1ef tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303236 Sep 17 22:17:12.019617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3dea2-e7a6-4390-af8b-c24865332b82 req-abb879fc-1958-4845-826c-692ce10fe9d4 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:12.031415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3cb3dea2-e7a6-4390-af8b-c24865332b82 req-abb879fc-1958-4845-826c-692ce10fe9d4 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 944 time: 0.2085385 Sep 17 22:17:12.068906 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ea679617-57b4-4e40-9925-348cc3a000f7 req-33f186ca-4074-4225-bee1-aee7163ae68b service neutron] 10.222.0.35 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712328 Sep 17 22:17:12.093049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2289280e-1865-48ac-af0c-76a2dfa8ce56 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.164141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85eb0e0f-12d9-42be-9ba9-8e857d98dd6b req-66642b8e-dbc0-45a1-94b2-8fea877d39b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848321 Sep 17 22:17:12.176340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3cb3dea2-e7a6-4390-af8b-c24865332b82 req-7844dbba-31ad-4ea7-a92e-751b99349d6d tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457715 Sep 17 22:17:12.176867 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2289280e-1865-48ac-af0c-76a2dfa8ce56 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.226467 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.256414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289280e-1865-48ac-af0c-76a2dfa8ce56 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4339bc26-2abf-4f05-a691-54ceb989e1d9,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:12.297077 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2289280e-1865-48ac-af0c-76a2dfa8ce56 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.301030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2289280e-1865-48ac-af0c-76a2dfa8ce56 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7228894 Sep 17 22:17:12.301308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47094) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:12.306669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-582d6d9f-c5d7-4b04-a065-f5f9fa70e924 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'd5723870-8e79-4779-b23d-a69b422fd99e', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:12.387268 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-582d6d9f-c5d7-4b04-a065-f5f9fa70e924 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Project 076cc959d05a4581b5408ab57b9d3558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:17:12.396033 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7cbeb086-269a-48dc-81a3-1eb5851afdd9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:12.399672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-582d6d9f-c5d7-4b04-a065-f5f9fa70e924 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.470322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:12.470621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.481182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-582d6d9f-c5d7-4b04-a065-f5f9fa70e924 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.490349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64ea6f-41b0-4b44-8576-4be627d916fc req-2799c0c8-347d-4a34-861a-84a3af4ae6b0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:12.494844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c64ea6f-41b0-4b44-8576-4be627d916fc req-2799c0c8-347d-4a34-861a-84a3af4ae6b0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1608021 Sep 17 22:17:12.510130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-8331f804-eaa5-4d7a-a9a0-468d0a27b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:12.511620 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-8331f804-eaa5-4d7a-a9a0-468d0a27b40c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dfbb9f3675f481b9f843c892e1d9df4&device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 1096 time: 0.2752016 Sep 17 22:17:12.570032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ab002c7-943c-431d-80e2-eb157556dfe4 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:12.592980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c64ea6f-41b0-4b44-8576-4be627d916fc req-385e6da8-7c93-4b7a-a812-7cde5ec37eb0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899496 Sep 17 22:17:12.595448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-582d6d9f-c5d7-4b04-a065-f5f9fa70e924 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.647883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d6d9f-c5d7-4b04-a065-f5f9fa70e924 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97046bf4-cb4e-4a59-af77-1ca57830d49f,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:12.676949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:12.706240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ab002c7-943c-431d-80e2-eb157556dfe4,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:12.720908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '9ab002c7-943c-431d-80e2-eb157556dfe4', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'port_id': '9ab002c7-943c-431d-80e2-eb157556dfe4', 'mac_address': 'fa:16:3e:f1:0a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7251db4-47c4-4cb6-b4ee-aebbfc512f13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:12.734303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-856cd04e-4e14-47b3-900a-f27a7b5d62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:12.735807 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-856cd04e-4e14-47b3-900a-f27a7b5d62b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6093836-72e5-4c3d-b007-35af76f1bcb4 HTTP/1.1" status: 200 len: 929 time: 0.1827121 Sep 17 22:17:12.758373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.760813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-582d6d9f-c5d7-4b04-a065-f5f9fa70e924 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.770513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-582d6d9f-c5d7-4b04-a065-f5f9fa70e924 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4603765 Sep 17 22:17:12.777156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ab002c7-943c-431d-80e2-eb157556dfe4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:12.811898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ab002c7-943c-431d-80e2-eb157556dfe4,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:12.825394 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-5ea0df69-d9d9-40bd-9f86-eb8494199f47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc HTTP/1.1" status: 200 len: 217 time: 0.0739009 Sep 17 22:17:12.891134 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:12.924404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:12.938686 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] Sync routers for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:12.947715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47112) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:12.947919 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-efe1c05b-f162-4ff5-9e5a-ad471dd9e8aa admin admin] 10.222.0.13 "PUT /v2.0/routers/4df73aad-84b6-4a8b-85e3-2a583e0e0eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3475666 Sep 17 22:17:12.960817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9ab002c7-943c-431d-80e2-eb157556dfe4,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:12.969939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['9ab002c7-943c-431d-80e2-eb157556dfe4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:12.974061 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:12.974985 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:13.088937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-fe1ba157-6ab5-4d98-ae3f-673329540eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:13.090506 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-fe1ba157-6ab5-4d98-ae3f-673329540eec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ba593fa-c508-4173-828c-e7d96448d0d2 HTTP/1.1" status: 200 len: 868 time: 0.1642537 Sep 17 22:17:13.172662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-e761ee2c-b523-4c8f-b931-998fc21b7aff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288650717&fields=id&tenant_id=076cc959d05a4581b5408ab57b9d3558 HTTP/1.1" status: 200 len: 267 time: 0.1294923 Sep 17 22:17:13.175022 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:13.271063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-b09efc05-dc76-40ad-a100-f37dce3f38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:13.271063 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-b09efc05-dc76-40ad-a100-f37dce3f38d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6093836-72e5-4c3d-b007-35af76f1bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671617 Sep 17 22:17:13.481539 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-1294838e-7617-4e69-97ef-cdc071a6e93f service neutron] 10.222.0.35 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060192 Sep 17 22:17:13.523175 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:13.570062 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] Checking router: 4df73aad-84b6-4a8b-85e3-2a583e0e0eac for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:13.579857 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] Routers {'4df73aad-84b6-4a8b-85e3-2a583e0e0eac'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:13.580473 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:13.638709 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-33f50148-16b7-4be8-bdd9-b3c079bd0b53 req-71babd0b-89b1-460a-aac0-e60f6ed1c9e9 service neutron] 10.222.0.35 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472859 Sep 17 22:17:13.707949 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] Set router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:13.749367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:13.873091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ffa65-51a1-4946-b2dc-3bb7e89ba0f8 req-57cfeffa-77de-4c7b-b44f-dfc1b419abca tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:13.881164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b0ffa65-51a1-4946-b2dc-3bb7e89ba0f8 req-57cfeffa-77de-4c7b-b44f-dfc1b419abca tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 944 time: 0.6979697 Sep 17 22:17:13.903907 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:13.927271 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:13.942943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b0ffa65-51a1-4946-b2dc-3bb7e89ba0f8 req-c8a0fe5a-38c4-46ea-b442-a977544474a7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557599 Sep 17 22:17:13.966079 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c0825-39e1-47e8-ad71-ca688f19c344 None None] The sync data for ids ['4df73aad-84b6-4a8b-85e3-2a583e0e0eac'] in n-d-713498-17 is: [{'id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'name': 'tempest-ServersTestFqdnHostnames-1463393611-router', 'tenant_id': '5dd25d1a76f64e21899a27bb857b4190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:14:31Z', 'updated_at': '2021-09-17T22:17:11Z', 'revision_number': 5, 'project_id': '5dd25d1a76f64e21899a27bb857b4190', 'gw_port': {'id': 'b504996d-7cc7-46dd-9c9c-a9e3d88eb82b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df73aad-84b6-4a8b-85e3-2a583e0e0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:14:32Z', 'updated_at': '2021-09-17T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:14.020291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-2f9949cb-12ef-414b-8224-7c7ed0366890 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:14.022101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-2f9949cb-12ef-414b-8224-7c7ed0366890 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/networks?id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d HTTP/1.1" status: 200 len: 796 time: 0.8483503 Sep 17 22:17:14.064139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-95f52932-f340-4a61-97bb-0552f57e378d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/quotas/076cc959d05a4581b5408ab57b9d3558 HTTP/1.1" status: 200 len: 375 time: 0.0327566 Sep 17 22:17:14.078376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Deleting port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:14.078727 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.264141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-291dd6b1-307c-430a-9062-5be9099e96bb tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1885707 Sep 17 22:17:14.278415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803325f7-02e2-4c64-b761-cb76e1a94996 req-20e204c4-60a5-4095-b9a3-eb39ea53b574 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:14.280295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-803325f7-02e2-4c64-b761-cb76e1a94996 req-20e204c4-60a5-4095-b9a3-eb39ea53b574 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 944 time: 0.1643910 Sep 17 22:17:14.349311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device db1c9be1-984c-4241-b475-cc915554876c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:14.376645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: db1c9be1-984c-4241-b475-cc915554876c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:14.377008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device db1c9be1-984c-4241-b475-cc915554876c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:14.380939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] For port b504996d-7cc7-46dd-9c9c-a9e3d88eb82b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b504996d-7cc7-46dd-9c9c-a9e3d88eb82b,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:14.381328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.407220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Calling delete_port for b504996d-7cc7-46dd-9c9c-a9e3d88eb82b owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:14.460775 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-803325f7-02e2-4c64-b761-cb76e1a94996 req-14ee7689-8956-41a5-a595-0c1942046e0c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652975 Sep 17 22:17:14.532480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-068c14a4-4bee-4857-b4b0-92c83af1d6a5 service neutron] 10.222.0.13 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670357 Sep 17 22:17:14.553440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 391085d2-a69c-4849-8d18-766c0fe6a1bc details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:14.556624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ab002c7-943c-431d-80e2-eb157556dfe4 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:14.646712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-48ba623a-91f0-424f-ac3b-3d26bf75661d service neutron] 10.222.0.13 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051784 Sep 17 22:17:14.846660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606cb2e-d0e7-47ba-a33c-beb3c1633d16 req-1d4a9804-01ae-4078-a2e1-a4c896298bb0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:14.855371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5606cb2e-d0e7-47ba-a33c-beb3c1633d16 req-1d4a9804-01ae-4078-a2e1-a4c896298bb0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1357622 Sep 17 22:17:14.870483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 391085d2-a69c-4849-8d18-766c0fe6a1bc, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:14.878173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 9ab002c7-943c-431d-80e2-eb157556dfe4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:14.878577 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.897506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5606cb2e-d0e7-47ba-a33c-beb3c1633d16 req-82e25520-ad8a-44ef-8230-3c8ffcef304a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411437 Sep 17 22:17:14.903056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'port_id': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'mac_address': 'fa:16:3e:21:2b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:14.920693 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:14.984902 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.023674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b504996d-7cc7-46dd-9c9c-a9e3d88eb82b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:15.049976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391085d2-a69c-4849-8d18-766c0fe6a1bc {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:15.077452 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 391085d2-a69c-4849-8d18-766c0fe6a1bc, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:15.087243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81155acc-3af2-4a2d-878a-b26cf704df4d req-a17147dd-f577-4c53-a51f-427b09a16509 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 210 time: 0.0665872 Sep 17 22:17:15.094855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.130921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:15.134297 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec37f097-6a58-49e9-bc2f-0324a9bfb4fb" -d '{"events": [{"server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "name": "network-vif-plugged", "status": "completed", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:15.146295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.157758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.221767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ab002c7-943c-431d-80e2-eb157556dfe4,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:15.259070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=391085d2-a69c-4849-8d18-766c0fe6a1bc,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:15.275899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ac881-e797-4b4a-a1a2-c3413543b220 req-21bcdeba-dce4-46b3-89ab-f82b1b616fa3 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.288131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47168) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:15.288970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.289367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f82ac881-e797-4b4a-a1a2-c3413543b220 req-21bcdeba-dce4-46b3-89ab-f82b1b616fa3 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.2207770 Sep 17 22:17:15.297609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0c1ec259-fcab-44f2-a671-5acd56b8cade tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Request body: {'floatingip': {'port_id': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:15.371746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec259-fcab-44f2-a671-5acd56b8cade tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.382626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.386307 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.397899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['391085d2-a69c-4849-8d18-766c0fe6a1bc'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:15.487328 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dce715b-832d-4b26-92f4-d4137d7d5737 x-openstack-request-id: req-7dce715b-832d-4b26-92f4-d4137d7d5737 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:15.487328 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "name": "network-vif-plugged", "status": "completed", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:15.487328 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dce715b-832d-4b26-92f4-d4137d7d5737 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:15.494509 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4', 'code': 200} Sep 17 22:17:15.509134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d6c58-aec2-4cc8-81d2-a8fe34a6eef1 req-0d73b3cb-486b-4c8f-8f3a-e82d20ada5a2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.511293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b7d6c58-aec2-4cc8-81d2-a8fe34a6eef1 req-0d73b3cb-486b-4c8f-8f3a-e82d20ada5a2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.2835577 Sep 17 22:17:15.554528 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9ab002c7-943c-431d-80e2-eb157556dfe4,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:15.565243 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.569630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df73aad-84b6-4a8b-85e3-2a583e0e0eac {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:17:15.582825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.585732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5012ae7c-9e64-41f3-b64a-f0a642dd7c7d admin admin] 10.222.0.13 "DELETE /v2.0/routers/4df73aad-84b6-4a8b-85e3-2a583e0e0eac HTTP/1.1" status: 204 len: 168 time: 2.6365345 Sep 17 22:17:15.589999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47172) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:15.739440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b7d6c58-aec2-4cc8-81d2-a8fe34a6eef1 req-0b1d29cb-879e-40ac-9e2f-04dcde7d219b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183845 Sep 17 22:17:15.854921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2802314f-e4d4-41fb-9149-3d98072b0dde admin admin] Deleting subnet acc94c41-751d-4193-98eb-be27747e8b91 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:17:15.887526 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2802314f-e4d4-41fb-9149-3d98072b0dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:15.920488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec152e-d059-4d03-98b1-697de6636260 req-26360508-df76-4122-8e9f-1c5416959f9b tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:15.937332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eeec152e-d059-4d03-98b1-697de6636260 req-26360508-df76-4122-8e9f-1c5416959f9b tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 945 time: 0.3220775 Sep 17 22:17:16.013235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2802314f-e4d4-41fb-9149-3d98072b0dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.050680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eeec152e-d059-4d03-98b1-697de6636260 req-7c7cb0e2-afe7-4aec-af9d-b6595da8cdcc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087506 Sep 17 22:17:16.329609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b504996d-7cc7-46dd-9c9c-a9e3d88eb82b no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:16.371941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: b504996d-7cc7-46dd-9c9c-a9e3d88eb82b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:16.372282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b504996d-7cc7-46dd-9c9c-a9e3d88eb82b not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:16.385592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7fa6853-06a2-430b-a392-9b44f76f508c req-fad2fd9b-8d64-44ca-bda1-eb6dbfda9cdb tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 210 time: 0.1327956 Sep 17 22:17:16.398103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2802314f-e4d4-41fb-9149-3d98072b0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.409096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec259-fcab-44f2-a671-5acd56b8cade tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.499346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec259-fcab-44f2-a671-5acd56b8cade tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.565908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 391085d2-a69c-4849-8d18-766c0fe6a1bc up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:16.634137 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2802314f-e4d4-41fb-9149-3d98072b0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.661882 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-0c1ec259-fcab-44f2-a671-5acd56b8cade tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Floating IP 06f82edc-05f6-44bf-87dd-b843ed1b8c9b associated. External IP: 172.25.5.127, port: 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c. Sep 17 22:17:16.670400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802314f-e4d4-41fb-9149-3d98072b0dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc94c41-751d-4193-98eb-be27747e8b91,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:16.679938 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2802314f-e4d4-41fb-9149-3d98072b0dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.684458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2802314f-e4d4-41fb-9149-3d98072b0dde admin admin] 10.222.0.13 "DELETE /v2.0/subnets/acc94c41-751d-4193-98eb-be27747e8b91 HTTP/1.1" status: 204 len: 168 time: 1.0880084 Sep 17 22:17:16.689823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cc5ded-9ea7-4b00-8198-59b7eabb9d00 None None] Network 82a0813e-a0b3-4d37-b194-ca752a8d4e9b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:16.693033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47206) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:16.832016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.880518 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 391085d2-a69c-4849-8d18-766c0fe6a1bc completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:16.908101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 391085d2-a69c-4849-8d18-766c0fe6a1bc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:16.910316 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:16.924923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1e416-38d6-4540-a0e8-d7302930777b req-dac5be86-aa64-44c7-8cf5-434ab52d2434 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:16.934076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cf1e416-38d6-4540-a0e8-d7302930777b req-dac5be86-aa64-44c7-8cf5-434ab52d2434 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.0972657 Sep 17 22:17:17.019805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cf1e416-38d6-4540-a0e8-d7302930777b req-9dcf6cc8-88b1-4c5b-b72f-6931003330d0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843699 Sep 17 22:17:17.058383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Deleting port eb30c00a-ef3c-49cb-b504-79b962f933f2 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:17.059038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.154407 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.187892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] For port eb30c00a-ef3c-49cb-b504-79b962f933f2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eb30c00a-ef3c-49cb-b504-79b962f933f2,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:17.188278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.232435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 391085d2-a69c-4849-8d18-766c0fe6a1bc, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:17.250309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Calling delete_port for eb30c00a-ef3c-49cb-b504-79b962f933f2 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:17.279937 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec7f76a-eecc-4c62-8d7a-9a35a11a6c5b None None] DHCP port deletion for 82a0813e-a0b3-4d37-b194-ca752a8d4e9b request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:17:17.283034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da27ae8-b24a-4d68-9232-98e419fe1214 req-bb1ad556-281b-4722-a79c-d0f6d3e169d1 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:17.286014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1da27ae8-b24a-4d68-9232-98e419fe1214 req-bb1ad556-281b-4722-a79c-d0f6d3e169d1 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 945 time: 0.0947373 Sep 17 22:17:17.324743 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.387010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47220) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:17.434552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1da27ae8-b24a-4d68-9232-98e419fe1214 req-5656ae7a-ffb3-4b7c-8235-4268c60f23e2 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391499 Sep 17 22:17:17.468415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7f76a-eecc-4c62-8d7a-9a35a11a6c5b None None] Deleting port eb30c00a-ef3c-49cb-b504-79b962f933f2 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:17.468797 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f76a-eecc-4c62-8d7a-9a35a11a6c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.471384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=391085d2-a69c-4849-8d18-766c0fe6a1bc,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:17.505547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:17.507411 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d0ccb5-e2c8-4e65-b6c1-57ed8cad9349" -d '{"events": [{"server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "name": "network-vif-plugged", "status": "completed", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:17.569836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d919144-6cff-47b6-9d47-2614e7286fc9 req-7c9880bf-a4e8-48d5-94fb-54076d4a5c2d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 210 time: 0.0497150 Sep 17 22:17:17.582599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.636555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb30c00a-ef3c-49cb-b504-79b962f933f2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:17.644884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] No DVR routers for this DVR port eb30c00a-ef3c-49cb-b504-79b962f933f2 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:17.662152 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48dd6b01-dabb-406d-b73d-329f13e9f92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.668804 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fcd20b-c572-47e3-acfe-069d478512cf x-openstack-request-id: req-75fcd20b-c572-47e3-acfe-069d478512cf {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:17.669385 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "name": "network-vif-plugged", "status": "completed", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:17.669822 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75fcd20b-c572-47e3-acfe-069d478512cf {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:17.670218 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'code': 200} Sep 17 22:17:17.714026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1ec259-fcab-44f2-a671-5acd56b8cade tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Router b61586ff-fd9d-4137-8179-2be1e075f49e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:17.727337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0ec7f76a-eecc-4c62-8d7a-9a35a11a6c5b None None] For port eb30c00a-ef3c-49cb-b504-79b962f933f2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eb30c00a-ef3c-49cb-b504-79b962f933f2,segment=NetworkSegment(f7bad042-edc3-40df-a132-5d5b09989286),segment_id=f7bad042-edc3-40df-a132-5d5b09989286)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:17.727737 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f76a-eecc-4c62-8d7a-9a35a11a6c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.730927 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eaf43d8c-fbd3-4a34-b091-31042a01e1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.749794 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7f76a-eecc-4c62-8d7a-9a35a11a6c5b None None] Calling delete_port for eb30c00a-ef3c-49cb-b504-79b962f933f2 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:17.767665 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:17:17.811655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.836789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a0813e-a0b3-4d37-b194-ca752a8d4e9b']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:17.847158 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bad042-edc3-40df-a132-5d5b09989286') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:17.853249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bad042-edc3-40df-a132-5d5b09989286') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:17.858651 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.878100 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.889650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:17:17.889872 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f76a-eecc-4c62-8d7a-9a35a11a6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.890133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:17:17.892223 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:17:17.936491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec7f76a-eecc-4c62-8d7a-9a35a11a6c5b None None] No DVR routers for this DVR port eb30c00a-ef3c-49cb-b504-79b962f933f2 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:17.938935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7f76a-eecc-4c62-8d7a-9a35a11a6c5b None None] Pushing event deleted for resources: {'Port': ['ID=eb30c00a-ef3c-49cb-b504-79b962f933f2,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:17.972470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7a187-6169-4597-be37-db99b29ed6c4 req-96b24a2b-50b5-468e-8ecf-fb0f6fa38e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:17.977900 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f3d7a187-6169-4597-be37-db99b29ed6c4 req-96b24a2b-50b5-468e-8ecf-fb0f6fa38e1d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 1098 time: 0.2468231 Sep 17 22:17:18.019279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1ec259-fcab-44f2-a671-5acd56b8cade tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:18.032918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec259-fcab-44f2-a671-5acd56b8cade tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.033053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] Sync routers for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:18.050359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:18.058000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:18.125480 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f3d7a187-6169-4597-be37-db99b29ed6c4 req-627f92aa-1227-413d-8297-b5a59d9df35b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324494 Sep 17 22:17:18.136161 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0c1ec259-fcab-44f2-a671-5acd56b8cade tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "PUT /v2.0/floatingips/06f82edc-05f6-44bf-87dd-b843ed1b8c9b HTTP/1.1" status: 200 len: 992 time: 2.8465586 Sep 17 22:17:18.141562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:18.144395 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4837a6e-12e8-4932-90d5-623deb5382d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:18.210216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48dd6b01-dabb-406d-b73d-329f13e9f92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.221492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eb30c00a-ef3c-49cb-b504-79b962f933f2 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:18.301473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48dd6b01-dabb-406d-b73d-329f13e9f92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.377998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-9d48b424-4c7c-4150-97c9-f2dda1cffc97 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:18.379951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-9d48b424-4c7c-4150-97c9-f2dda1cffc97 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "GET /v2.0/networks?id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d HTTP/1.1" status: 200 len: 796 time: 0.1443977 Sep 17 22:17:18.382512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.390065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6b01-dabb-406d-b73d-329f13e9f92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6f870a-fddc-4c1f-8926-d052f89ab1ac,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:18.396571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d93e0-6860-4389-9aed-ee572c379afe req-1678b594-4a3f-405e-9fcc-611c23102bd7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:18.405116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-118d93e0-6860-4389-9aed-ee572c379afe req-1678b594-4a3f-405e-9fcc-611c23102bd7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.2447734 Sep 17 22:17:18.431935 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-48dd6b01-dabb-406d-b73d-329f13e9f92e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a7a373ab6df4655b25fb69a774e032b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0437422 Sep 17 22:17:18.437940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47240) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:18.441235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.443890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/82a0813e-a0b3-4d37-b194-ca752a8d4e9b HTTP/1.1" status: 204 len: 168 time: 1.7498548 Sep 17 22:17:18.509966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85fa12-119d-44bb-88bf-91a6f35f2c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=82a0813e-a0b3-4d37-b194-ca752a8d4e9b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:18.527251 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42961159-2a83-4e21-b1df-e51ea0547d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.557989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-118d93e0-6860-4389-9aed-ee572c379afe req-c13fbb3e-7eb5-432f-aacd-351cf03bb3f2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507401 Sep 17 22:17:18.563591 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42961159-2a83-4e21-b1df-e51ea0547d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.574367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: eb30c00a-ef3c-49cb-b504-79b962f933f2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:18.574979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eb30c00a-ef3c-49cb-b504-79b962f933f2 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:18.603407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:18.634336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-ca78a45c-c59e-4a3a-a713-3c95e0f7f778 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076cc959d05a4581b5408ab57b9d3558 HTTP/1.1" status: 200 len: 379 time: 0.2170334 Sep 17 22:17:18.649241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'port': {'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'admin_state_up': True, 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'security_groups': ['d5723870-8e79-4779-b23d-a69b422fd99e']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:18.688889 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90426ff6-4435-46c5-aabd-322b157f5180 x-openstack-request-id: req-90426ff6-4435-46c5-aabd-322b157f5180 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:18.689389 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:18.689499 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90426ff6-4435-46c5-aabd-322b157f5180 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:18.692351 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'status': 'completed', 'code': 200} Sep 17 22:17:18.802348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42961159-2a83-4e21-b1df-e51ea0547d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.808673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42961159-2a83-4e21-b1df-e51ea0547d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:18.813334 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-42961159-2a83-4e21-b1df-e51ea0547d8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d6f870a-fddc-4c1f-8926-d052f89ab1ac HTTP/1.1" status: 204 len: 168 time: 0.3791955 Sep 17 22:17:18.838367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-ccd8d4e7-e893-40f9-85a1-6608837f9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:18.840627 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-ccd8d4e7-e893-40f9-85a1-6608837f9120 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1098 time: 0.1102757 Sep 17 22:17:18.841707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42961159-2a83-4e21-b1df-e51ea0547d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6f870a-fddc-4c1f-8926-d052f89ab1ac,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:18.993206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-854d3a85-8339-484e-9045-63339943db2f req-9fb2a57d-c7ab-4d02-a885-608b2d17139b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 210 time: 0.0589826 Sep 17 22:17:19.035354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47252) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:19.037773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e199cde-79f2-4369-bdef-f1b31e3e696f req-bd6c50e0-d887-4efc-bb7c-f1bd134bfbd4 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:19.041816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e199cde-79f2-4369-bdef-f1b31e3e696f req-bd6c50e0-d887-4efc-bb7c-f1bd134bfbd4 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 946 time: 0.3280544 Sep 17 22:17:19.150843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '06f82edc-05f6-44bf-87dd-b843ed1b8c9b', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'port_id': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'mac_address': 'fa:16:3e:34:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6abafa-e556-47b0-9c02-591976544ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:17:16Z', 'revision_number': 1, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:19.154085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-05cd5e7b-3418-4b2a-95d2-f89b136fc840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:19.155818 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-05cd5e7b-3418-4b2a-95d2-f89b136fc840 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.3002806 Sep 17 22:17:19.188105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e199cde-79f2-4369-bdef-f1b31e3e696f req-e8137438-1b29-4eae-baa9-9c60ba2c027e tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317573 Sep 17 22:17:19.200007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] Checking router: b61586ff-fd9d-4137-8179-2be1e075f49e for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:19.227260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:19.227934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:19.275511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47256) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:19.280319 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7fa5d505-52f4-4a55-8d53-060bba70d593 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dd25d1a76f64e21899a27bb857b4190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413490 Sep 17 22:17:19.396955 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-c668e5bf-c507-470c-8e66-1267fac1f929 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 1000 time: 0.1614077 Sep 17 22:17:19.468249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:19.470530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Made reservation on behalf of 076cc959d05a4581b5408ab57b9d3558 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:19.479786 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.483218 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-915f8520-09e5-4db9-ba27-742384d9b82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.541931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-068bd15c-2073-445d-af53-1dff63a4c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:19.545064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-068bd15c-2073-445d-af53-1dff63a4c6f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.1410439 Sep 17 22:17:19.636941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-8a304b96-c2c7-40b5-93c2-c4e988844f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:19.638493 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-8a304b96-c2c7-40b5-93c2-c4e988844f0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859206 Sep 17 22:17:19.688813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-915f8520-09e5-4db9-ba27-742384d9b82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.822658 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-a1d02adb-c164-48d1-9fbb-3f0d1e450b75 service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751428 Sep 17 22:17:19.906972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47264) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:19.910279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '06f82edc-05f6-44bf-87dd-b843ed1b8c9b', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'port_id': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'mac_address': 'fa:16:3e:34:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6abafa-e556-47b0-9c02-591976544ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:17:16Z', 'revision_number': 1, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:19.928792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba8f3-6169-459c-9345-81156ddbef98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:19.946709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5094d3b-0186-427f-96e5-1e34f322e3f0 None None] The sync data for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 is: [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '06f82edc-05f6-44bf-87dd-b843ed1b8c9b', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'port_id': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'mac_address': 'fa:16:3e:34:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6abafa-e556-47b0-9c02-591976544ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:17:16Z', 'revision_number': 1, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:19.981836 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b4837a6e-12e8-4932-90d5-623deb5382d4 req-3dc0991c-e807-497d-a6eb-89eb01f3c54f service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525686 Sep 17 22:17:20.100525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba8f3-6169-459c-9345-81156ddbef98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.151644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.20.0.5 (5708fbc8-62a0-48b1-a0c8-0166e5c1115d/1772335b-d5d7-43a3-b5c2-ccb96ea0a038/bd078704-1541-4697-9d7e-b62930954cd2) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:20.188985 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3f4141c6-4ac3-41a3-b9be-31292d601b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.197674 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba8f3-6169-459c-9345-81156ddbef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.197965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24f0ed-0abf-41c3-a203-6b1906ada5a8 req-77f05a9b-0aa8-462d-abf1-d1c06f3b7221 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.197965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db24f0ed-0abf-41c3-a203-6b1906ada5a8 req-77f05a9b-0aa8-462d-abf1-d1c06f3b7221 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.5298269 Sep 17 22:17:20.214636 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5a2ba8f3-6169-459c-9345-81156ddbef98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=574c8ad6111340beadbab4bd11320a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041940 Sep 17 22:17:20.236635 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47272) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:20.250740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57b973b6-b164-4142-a2c3-4b246cba8c50 req-ed0b4f5c-a556-49ba-ae24-46053adc4f74 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 210 time: 0.1048579 Sep 17 22:17:20.303442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ba8f3-6169-459c-9345-81156ddbef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0743ac4b-e742-418f-8946-28a4afbc6f76,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.337481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db24f0ed-0abf-41c3-a203-6b1906ada5a8 req-3a8f05da-c65b-416d-b59e-ec6dc231fcae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217084 Sep 17 22:17:20.346550 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd941744-ef41-427f-a243-778adf9c1a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.352368 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a464f6-5dc4-4122-b974-0fd25046eb8f None None] New status for floating IP 06f82edc-05f6-44bf-87dd-b843ed1b8c9b: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:17:20.407320 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd941744-ef41-427f-a243-778adf9c1a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.477987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-915f8520-09e5-4db9-ba27-742384d9b82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.488759 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-915f8520-09e5-4db9-ba27-742384d9b82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.488759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-915f8520-09e5-4db9-ba27-742384d9b82b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad14afab-f86d-4cc4-bfa9-ea11607c6f6e HTTP/1.1" status: 204 len: 168 time: 1.2044222 Sep 17 22:17:20.520802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ffad8-7d2a-4585-9ee3-30664bbcf5ba req-2446799f-7b74-436d-b6d3-b4f369e9a500 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:20.522268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-411ffad8-7d2a-4585-9ee3-30664bbcf5ba req-2446799f-7b74-436d-b6d3-b4f369e9a500 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 946 time: 0.1018407 Sep 17 22:17:20.526333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f8520-09e5-4db9-ba27-742384d9b82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad14afab-f86d-4cc4-bfa9-ea11607c6f6e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.548261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd941744-ef41-427f-a243-778adf9c1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.551697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd941744-ef41-427f-a243-778adf9c1a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.566133 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cd941744-ef41-427f-a243-778adf9c1a0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0743ac4b-e742-418f-8946-28a4afbc6f76 HTTP/1.1" status: 204 len: 168 time: 0.3364034 Sep 17 22:17:20.588218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd941744-ef41-427f-a243-778adf9c1a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0743ac4b-e742-418f-8946-28a4afbc6f76,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:20.614898 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-411ffad8-7d2a-4585-9ee3-30664bbcf5ba req-a38996fc-2e81-4d4a-88e1-63f607a35d14 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 Sep 17 22:17:20.652021 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:20.886614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-14f964d6-18a9-45ce-9c53-69e8c6705132 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 258 time: 0.2257390 Sep 17 22:17:20.909632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:20.945581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.012758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=bd078704-1541-4697-9d7e-b62930954cd2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:21.028687 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.053622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:21.057062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:21.067963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:21.136058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.136058 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.247301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-eb7ddcd3-e14a-4246-8e68-9a42282ee0c2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6028373 Sep 17 22:17:21.267750 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.273248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Request body: {'port': {'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:21.445764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.491955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.510143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-634c7e7e-fae0-4f38-988e-5481f68113eb None None] Provisioning complete for port bd078704-1541-4697-9d7e-b62930954cd2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:21.512174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-634c7e7e-fae0-4f38-988e-5481f68113eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.590929 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-634c7e7e-fae0-4f38-988e-5481f68113eb None None] Port bd078704-1541-4697-9d7e-b62930954cd2 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:17:21.614799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a642acb-50d2-450a-9b56-dbf652c9e191 req-799cbfc2-276e-4c68-b5a4-35fecf8efe54 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:21.616551 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a642acb-50d2-450a-9b56-dbf652c9e191 req-799cbfc2-276e-4c68-b5a4-35fecf8efe54 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 931 time: 0.1871283 Sep 17 22:17:21.667154 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:21.793735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Allocated IP 172.25.5.130 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/569e4c24-3adb-43c9-b4af-5b31d1583050) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:21.803196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a642acb-50d2-450a-9b56-dbf652c9e191 req-0c7d3b32-8753-460d-aa7a-a434732c956c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483212 Sep 17 22:17:22.068611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8937431-0fd8-4f27-b6d4-511d8e0cdc46 req-42556a84-234f-4858-8813-a7e01c3ff5f2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:22.070134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8937431-0fd8-4f27-b6d4-511d8e0cdc46 req-42556a84-234f-4858-8813-a7e01c3ff5f2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1489735 Sep 17 22:17:22.102066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.193216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8937431-0fd8-4f27-b6d4-511d8e0cdc46 req-f7eb1251-5ef8-48b8-a8a4-649008b84ba3 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952983 Sep 17 22:17:22.202167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd078704-1541-4697-9d7e-b62930954cd2 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:22.222845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.231466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47336) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:22.257306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Transition to ACTIVE for port object bd078704-1541-4697-9d7e-b62930954cd2 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:22.338463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.345859 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.392437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:22.401760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:22.407423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:22.470076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-818587617-network', 'tenant_id': '39ac3c71dbf24e66a74a37fb163b7bc3'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:22.522447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Pushing event updated for resources: {'Port': ['ID=569e4c24-3adb-43c9-b4af-5b31d1583050,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:22.613663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Made reservation on behalf of 39ac3c71dbf24e66a74a37fb163b7bc3 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:22.617009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.630031 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.747782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Pushing event updated for resources: {'Port': ['ID=bd078704-1541-4697-9d7e-b62930954cd2,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:22.758583 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.851112 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.861071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Attempting to bind port bd078704-1541-4697-9d7e-b62930954cd2 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:22.866889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Attempting to bind port bd078704-1541-4697-9d7e-b62930954cd2 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:22.866889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Attempting to bind port bd078704-1541-4697-9d7e-b62930954cd2 on network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:22.880964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:17:22.884254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Port bd078704-1541-4697-9d7e-b62930954cd2 on network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:22.885624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Attempting to bind port bd078704-1541-4697-9d7e-b62930954cd2 on network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:22.895558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:22.896243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Checking segment: {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:22.896878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Bound using segment: {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:22.897558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Bound port: bd078704-1541-4697-9d7e-b62930954cd2, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21300dc6-1217-4a1d-87da-d234428e8afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:22.897993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:22.898403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.904495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:22.904843 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Added segment e0623e9e-e92d-4f44-8369-9c0e92af0db7 of type vlan for network 386574cd-b722-41e0-af3f-0c49a302c615 Sep 17 22:17:22.976429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.014652 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.070589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e44b53-bdc0-44f4-921f-ec9fe67fcd79 req-051057b7-f23d-4eec-acc4-0a366af2f748 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.072324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8e44b53-bdc0-44f4-921f-ec9fe67fcd79 req-051057b7-f23d-4eec-acc4-0a366af2f748 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 943 time: 0.1116152 Sep 17 22:17:23.073575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] For port bd078704-1541-4697-9d7e-b62930954cd2, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:23.074215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.076396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.079701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.094714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] For port bd078704-1541-4697-9d7e-b62930954cd2, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bd078704-1541-4697-9d7e-b62930954cd2,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:23.146571 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.152194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8e44b53-bdc0-44f4-921f-ec9fe67fcd79 req-ecb3a39a-3b05-4450-a8e4-c9907883da13 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691075 Sep 17 22:17:23.180983 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.227764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=386574cd-b722-41e0-af3f-0c49a302c615,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:23.234380 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-90ccf69a-376f-4a61-b4d5-445ad4297ab6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9990478 Sep 17 22:17:23.235026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47356) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:23.240369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Request body: {'subnet': {'network_id': '386574cd-b722-41e0-af3f-0c49a302c615', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-818587617-subnet', 'tenant_id': '39ac3c71dbf24e66a74a37fb163b7bc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:23.244903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 386574cd-b722-41e0-af3f-0c49a302c615 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:17:23.279064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.279698 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.281120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] 10.222.0.32 "PUT /v2.0/ports/bd078704-1541-4697-9d7e-b62930954cd2 HTTP/1.1" status: 200 len: 1092 time: 2.0252469 Sep 17 22:17:23.283846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:23.286063 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52941cf-9b2d-4b31-b4c7-69b947dbf036" -d '{"events": [{"name": "network-changed", "server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "tag": "bd078704-1541-4697-9d7e-b62930954cd2"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:23.287085 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.395357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Made reservation on behalf of 39ac3c71dbf24e66a74a37fb163b7bc3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:23.399992 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.400836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038da32d-e504-40cf-bdff-2bd87de6f9ff service neutron] Pushing event updated for resources: {'Port': ['ID=bd078704-1541-4697-9d7e-b62930954cd2,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:23.514748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929af56-8001-41d9-b087-b71e2c74b172 req-29e5d0da-409c-4cca-afdb-a442602e8115 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.522895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4929af56-8001-41d9-b087-b71e2c74b172 req-29e5d0da-409c-4cca-afdb-a442602e8115 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.2304766 Sep 17 22:17:23.594333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-f81bd0de-523c-44a5-998e-11c6ef9e283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.595866 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-f81bd0de-523c-44a5-998e-11c6ef9e283c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 1095 time: 0.1659951 Sep 17 22:17:23.646442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4929af56-8001-41d9-b087-b71e2c74b172 req-f16f69c5-2a71-46c2-94a6-b6ca53b4a309 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070514 Sep 17 22:17:23.671148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-3d655ff5-4d52-4431-ace5-723cce6ca20a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd078704-1541-4697-9d7e-b62930954cd2 HTTP/1.1" status: 200 len: 217 time: 0.0617461 Sep 17 22:17:23.719663 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.722706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.748416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-0516d706-a796-429b-bf72-8febe9a12fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.751515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-0516d706-a796-429b-bf72-8febe9a12fc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1772335b-d5d7-43a3-b5c2-ccb96ea0a038 HTTP/1.1" status: 200 len: 835 time: 0.0706444 Sep 17 22:17:23.785204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=175fb9b3-27a9-495a-bcfd-a4f167b8d632,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:23.806022 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3213c419-3622-4b49-9e2e-b463cb39d68a x-openstack-request-id: req-3213c419-3622-4b49-9e2e-b463cb39d68a {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:23.806022 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "tag": "bd078704-1541-4697-9d7e-b62930954cd2", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:23.806022 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3213c419-3622-4b49-9e2e-b463cb39d68a {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:23.806022 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2', 'status': 'completed', 'code': 200} Sep 17 22:17:23.811701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Checking segment: {'id': 'e0623e9e-e92d-4f44-8369-9c0e92af0db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '386574cd-b722-41e0-af3f-0c49a302c615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:23.812075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Network hostable DHCP agents. Network: 386574cd-b722-41e0-af3f-0c49a302c615, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:23.819134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-1c1382eb-7463-44a4-a6a7-c2d8bf9fdbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:23.822006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-1c1382eb-7463-44a4-a6a7-c2d8bf9fdbe1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614858 Sep 17 22:17:23.862101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:23.913937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Network 386574cd-b722-41e0-af3f-0c49a302c615 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:23.999560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 386574cd-b722-41e0-af3f-0c49a302c615) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:24.004521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:24.005121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.012577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b18a6-93bd-4b7d-8cc9-947df333f824 None None] Network 386574cd-b722-41e0-af3f-0c49a302c615 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:24.099726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4659a32e-c624-4c77-8e8e-20477d32a16a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8558693 Sep 17 22:17:24.109735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47372) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:24.208218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917af759-414a-44d2-b628-d9a23703170c None None] Network 386574cd-b722-41e0-af3f-0c49a302c615 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:24.283018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3f06-6a83-423b-abf0-1308b698f093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.468165 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.470320 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3f06-6a83-423b-abf0-1308b698f093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.523402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Pushing event updated for resources: {'Port': ['ID=569e4c24-3adb-43c9-b4af-5b31d1583050,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:24.527600 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3f06-6a83-423b-abf0-1308b698f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.564324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-074e0e5b-d9e0-490d-8938-2212a6415613 service neutron] 10.222.0.32 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339323 Sep 17 22:17:24.578012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e086f17-c29a-47d8-91d7-4c1e88cd9cf4 req-99eeb43a-46a5-448b-bdbd-8304322cd186 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:24.578404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc3f06-6a83-423b-abf0-1308b698f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b9e41-a4d3-4419-af92-b59412393980,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:24.580003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e086f17-c29a-47d8-91d7-4c1e88cd9cf4 req-99eeb43a-46a5-448b-bdbd-8304322cd186 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 943 time: 0.1136627 Sep 17 22:17:24.586481 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4ffc3f06-6a83-423b-abf0-1308b698f093 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=904eb1ab9ea344e0af9e501eee65b911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729576 Sep 17 22:17:24.586833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47382) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:24.616910 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.624867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-984003a5-c98c-4f66-abbf-1cf8b0b30c56 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7292373 Sep 17 22:17:24.650045 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21feb512-686d-45b3-b1cc-89f5b81b6ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.679378 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21feb512-686d-45b3-b1cc-89f5b81b6ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.739271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-7e1dd59e-f1b0-4e7c-a820-0b7ab6003aee tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.1130702 Sep 17 22:17:24.807151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21feb512-686d-45b3-b1cc-89f5b81b6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.810194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21feb512-686d-45b3-b1cc-89f5b81b6ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:24.813657 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-21feb512-686d-45b3-b1cc-89f5b81b6ccb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/822b9e41-a4d3-4419-af92-b59412393980 HTTP/1.1" status: 204 len: 168 time: 0.2236493 Sep 17 22:17:24.820194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e086f17-c29a-47d8-91d7-4c1e88cd9cf4 req-0411137e-5b6b-433b-af08-48b5331a8825 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179461 Sep 17 22:17:24.832129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21feb512-686d-45b3-b1cc-89f5b81b6ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b9e41-a4d3-4419-af92-b59412393980,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:24.896593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a57620d-1ccc-481c-b601-d102d1e12d82 req-326ecf0e-286c-4320-beb9-4234ae4888e9 service neutron] 10.222.0.32 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154135 Sep 17 22:17:24.936835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-b2155334-c483-4309-8e95-5a017c118eb0 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:24.938390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-b2155334-c483-4309-8e95-5a017c118eb0 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1983898 Sep 17 22:17:24.951282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-cb59dafe-11a5-4882-8810-feb3a7ebcddd tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:24.952852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c24b0a5-8529-45ea-a880-d425ec96ac4f req-cb59dafe-11a5-4882-8810-feb3a7ebcddd tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084379 Sep 17 22:17:25.103721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45621a-4dfe-431d-98b5-b1e53ab2b3a8 req-61887b4f-2974-4201-88dc-dfd1fe913f1f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.105351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db45621a-4dfe-431d-98b5-b1e53ab2b3a8 req-61887b4f-2974-4201-88dc-dfd1fe913f1f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.0978599 Sep 17 22:17:25.234874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db45621a-4dfe-431d-98b5-b1e53ab2b3a8 req-9c8b3acf-2391-43a3-a8c8-7e7be8f7c316 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195829 Sep 17 22:17:25.332141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-74e69e1d-5066-4ab1-a1d4-9384e0bb97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.332141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-74e69e1d-5066-4ab1-a1d4-9384e0bb97ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 1095 time: 0.1359601 Sep 17 22:17:25.332141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc05116-2789-4283-b4c5-d3d178085318 req-305c7e48-a2d1-4e45-970c-7cea3f6fc917 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.332141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-305c7e48-a2d1-4e45-970c-7cea3f6fc917 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/networks?id=386574cd-b722-41e0-af3f-0c49a302c615 HTTP/1.1" status: 200 len: 813 time: 0.1848164 Sep 17 22:17:25.344795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-7f6191f8-c49c-445e-a3fa-c41d0528ecce tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/quotas/39ac3c71dbf24e66a74a37fb163b7bc3 HTTP/1.1" status: 200 len: 375 time: 0.0463152 Sep 17 22:17:25.384436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-7ad944da-6212-469c-b932-b9c964d676f8 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=39ac3c71dbf24e66a74a37fb163b7bc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385690 Sep 17 22:17:25.415104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-b8a16213-f473-425d-b344-7a327d0dfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.416602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-b8a16213-f473-425d-b344-7a327d0dfd00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d HTTP/1.1" status: 200 len: 896 time: 0.1657956 Sep 17 22:17:25.504727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-439460e8-6fcb-4bb2-8d24-c64510d42e0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd078704-1541-4697-9d7e-b62930954cd2 HTTP/1.1" status: 200 len: 217 time: 0.0464237 Sep 17 22:17:25.616099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-5640a290-40a4-4951-9c7a-cfbbca91667c service neutron] 10.222.0.13 "GET /v2.0/networks/386574cd-b722-41e0-af3f-0c49a302c615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222745 Sep 17 22:17:25.668365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-bd6340fc-c589-4a08-8cf9-d8e04f534660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.669836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-bd6340fc-c589-4a08-8cf9-d8e04f534660 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1772335b-d5d7-43a3-b5c2-ccb96ea0a038 HTTP/1.1" status: 200 len: 835 time: 0.1541359 Sep 17 22:17:25.731826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821be3a-9eea-4050-905c-3148576d6c5d req-47a06bb7-8d8e-40d1-a80a-5936a095a809 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.736386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-47a06bb7-8d8e-40d1-a80a-5936a095a809 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2231557 Sep 17 22:17:25.829744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47412) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:25.832988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-a1e3577d-10b0-4359-90ac-f1eb8845521b tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0741339 Sep 17 22:17:25.844215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-5821be3a-9eea-4050-905c-3148576d6c5d req-b6f6b267-cd81-43a0-afd6-11ea4f2f053c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Request body: {'floatingip': {'port_id': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:25.851421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-bb1e7531-4f26-4c70-990c-0401931d9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:25.853389 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07710a39-f815-4386-9e11-6b9841f8a6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:25.854253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-bb1e7531-4f26-4c70-990c-0401931d9cbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1747153 Sep 17 22:17:25.871136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-2b00ff9e-230f-4f28-a83c-be0b5492c867 service neutron] 10.222.0.13 "GET /v2.0/networks/386574cd-b722-41e0-af3f-0c49a302c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539861 Sep 17 22:17:25.934103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5821be3a-9eea-4050-905c-3148576d6c5d req-b6f6b267-cd81-43a0-afd6-11ea4f2f053c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.029323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07710a39-f815-4386-9e11-6b9841f8a6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.110522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07710a39-f815-4386-9e11-6b9841f8a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.126842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-c9fa62f8-8a3d-4e09-b8d8-af0cac6e5cec service neutron] 10.222.0.32 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546430 Sep 17 22:17:26.166002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07710a39-f815-4386-9e11-6b9841f8a6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169052ba-fb98-4cdf-bb1f-dcbb2b75fab6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:26.171807 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-07710a39-f815-4386-9e11-6b9841f8a6be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61666fe1d75e42b59ea8291f31dfe397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409107 Sep 17 22:17:26.174724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47420) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:26.245626 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d235d96-369a-464d-a0a9-3aee0b608849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.287860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d235d96-369a-464d-a0a9-3aee0b608849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.405481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d235d96-369a-464d-a0a9-3aee0b608849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.408785 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8d235d96-369a-464d-a0a9-3aee0b608849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:26.412505 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8d235d96-369a-464d-a0a9-3aee0b608849 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/169052ba-fb98-4cdf-bb1f-dcbb2b75fab6 HTTP/1.1" status: 204 len: 168 time: 0.2326620 Sep 17 22:17:26.420242 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d235d96-369a-464d-a0a9-3aee0b608849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169052ba-fb98-4cdf-bb1f-dcbb2b75fab6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:26.449268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6790-3c30-4820-9bd0-c9ea584a168f req-ecbb69dc-e6d7-479e-84da-eb81075b5641 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:26.459753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-571a6790-3c30-4820-9bd0-c9ea584a168f req-ecbb69dc-e6d7-479e-84da-eb81075b5641 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 943 time: 0.2114301 Sep 17 22:17:26.507808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e52941cf-9b2d-4b31-b4c7-69b947dbf036 req-983c3c0b-f9d0-4ede-a864-7cc5092f38b7 service neutron] 10.222.0.32 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697979 Sep 17 22:17:26.592783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-571a6790-3c30-4820-9bd0-c9ea584a168f req-33cd5a91-238a-4285-9c7a-4eec16acd496 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320217 Sep 17 22:17:27.012753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46294397-a8be-4487-a965-c08415bbb526 req-c050b1f7-d0e4-4f40-8490-9429804fe6a1 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 210 time: 0.0362628 Sep 17 22:17:27.223741 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5821be3a-9eea-4050-905c-3148576d6c5d req-b6f6b267-cd81-43a0-afd6-11ea4f2f053c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.232696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52383a2-4340-444e-8b9e-701b9a3a608c req-4146e7fc-b1b5-47dd-88fa-086d99adda12 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.235820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c52383a2-4340-444e-8b9e-701b9a3a608c req-4146e7fc-b1b5-47dd-88fa-086d99adda12 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1139152 Sep 17 22:17:27.335429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c52383a2-4340-444e-8b9e-701b9a3a608c req-44f01500-1329-4f27-bbbb-2d48eca8ba54 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886133 Sep 17 22:17:27.351294 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5821be3a-9eea-4050-905c-3148576d6c5d req-b6f6b267-cd81-43a0-afd6-11ea4f2f053c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.406692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-dd0ab4a6-fc9a-484b-a946-716382271910 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1361012 Sep 17 22:17:27.429420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device bd078704-1541-4697-9d7e-b62930954cd2 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:27.505298 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-5821be3a-9eea-4050-905c-3148576d6c5d req-b6f6b267-cd81-43a0-afd6-11ea4f2f053c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Floating IP d4749321-a56e-4ae5-a3d8-f2efa5db221a associated. External IP: 172.25.5.130, port: 391085d2-a69c-4849-8d18-766c0fe6a1bc. Sep 17 22:17:27.606586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port bd078704-1541-4697-9d7e-b62930954cd2, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bd078704-1541-4697-9d7e-b62930954cd2,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:27.634438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'bd078704-1541-4697-9d7e-b62930954cd2', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:27.729261 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.745266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd078704-1541-4697-9d7e-b62930954cd2 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:27.770687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port bd078704-1541-4697-9d7e-b62930954cd2, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bd078704-1541-4697-9d7e-b62930954cd2,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:27.796048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a9a1748d-0ac5-4080-b581-29dc82e7309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.796528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a9a1748d-0ac5-4080-b581-29dc82e7309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.797007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a9a1748d-0ac5-4080-b581-29dc82e7309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.798053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a9a1748d-0ac5-4080-b581-29dc82e7309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.798840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a9a1748d-0ac5-4080-b581-29dc82e7309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.799355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a9a1748d-0ac5-4080-b581-29dc82e7309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.799833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a9a1748d-0ac5-4080-b581-29dc82e7309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.801862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a9a1748d-0ac5-4080-b581-29dc82e7309c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6510 time: 0.2936809 Sep 17 22:17:27.868922 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:27.905525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb28e3a-8e1e-4216-aa30-5e1c0d1612e3 req-22cae550-4e33-4db1-af1c-1b6dcd6e0199 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:27.912766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bb28e3a-8e1e-4216-aa30-5e1c0d1612e3 req-22cae550-4e33-4db1-af1c-1b6dcd6e0199 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 943 time: 0.1573398 Sep 17 22:17:27.946215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=bd078704-1541-4697-9d7e-b62930954cd2,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:27.957916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.958286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.958631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.959000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.959569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.960757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.961975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.963489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.964567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.965063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.965553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:27.966585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:28.062081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bb28e3a-8e1e-4216-aa30-5e1c0d1612e3 req-ff2ed840-718f-4879-8375-e7f55e46393b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484454 Sep 17 22:17:28.107599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5821be3a-9eea-4050-905c-3148576d6c5d req-b6f6b267-cd81-43a0-afd6-11ea4f2f053c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:28.109145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-1c372ace-dc87-4dc5-83c6-9f5b79b13c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.109648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-1c372ace-dc87-4dc5-83c6-9f5b79b13c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.110116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-1c372ace-dc87-4dc5-83c6-9f5b79b13c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.111818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-1c372ace-dc87-4dc5-83c6-9f5b79b13c86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=326fc1b5-7834-476d-a7fb-3ec75767f891&id=326fc1b5-7834-476d-a7fb-3ec75767f891 HTTP/1.1" status: 200 len: 2295 time: 0.2531493 Sep 17 22:17:28.156447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['bd078704-1541-4697-9d7e-b62930954cd2'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:28.292673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a01c30e5-71e4-4538-85bd-1fd726040890 req-2a5572af-b60a-4d0c-9cde-ed110d043808 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 210 time: 0.0975373 Sep 17 22:17:28.316628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-d67e8613-fee1-450a-a521-9d72b237bd31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11 HTTP/1.1" status: 200 len: 1001 time: 0.1874282 Sep 17 22:17:28.452412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5821be3a-9eea-4050-905c-3148576d6c5d req-b6f6b267-cd81-43a0-afd6-11ea4f2f053c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:28.460710 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5821be3a-9eea-4050-905c-3148576d6c5d req-b6f6b267-cd81-43a0-afd6-11ea4f2f053c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:28.485250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-93737133-edd6-4520-ad35-bb11180cd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.486776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-93737133-edd6-4520-ad35-bb11180cd7f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff22ac41-1331-40f0-914f-a615036958e1 HTTP/1.1" status: 200 len: 855 time: 0.1617706 Sep 17 22:17:28.491355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] Sync routers for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:28.535924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:28.536562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:28.545258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-b6f6b267-cd81-43a0-afd6-11ea4f2f053c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "PUT /v2.0/floatingips/d4749321-a56e-4ae5-a3d8-f2efa5db221a HTTP/1.1" status: 200 len: 997 time: 2.7110014 Sep 17 22:17:28.546547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:28.550301 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a2dade-7bb4-49fb-898a-4554f45db9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:28.603724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce26503-254d-4c11-96b7-a31e068c6dbf req-cb9a6d7d-6cc2-4726-a3ec-8993fe8f0726 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.612537 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cce26503-254d-4c11-96b7-a31e068c6dbf req-cb9a6d7d-6cc2-4726-a3ec-8993fe8f0726 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1291456 Sep 17 22:17:28.666386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-962bf19f-1266-4cd7-81ee-3774b0dd5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.672756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-962bf19f-1266-4cd7-81ee-3774b0dd5f82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730759 Sep 17 22:17:28.718271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:28.754302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc05116-2789-4283-b4c5-d3d178085318 req-73c2445b-9f4d-4351-939c-a1cbfe29036b tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.759600 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-73c2445b-9f4d-4351-939c-a1cbfe29036b tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.35 "GET /v2.0/networks?id=386574cd-b722-41e0-af3f-0c49a302c615 HTTP/1.1" status: 200 len: 813 time: 0.2010157 Sep 17 22:17:28.776071 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Request body: {'port': {'device_id': '70d187c0-d035-47e6-aa6b-0cecd9f3608f', 'network_id': '386574cd-b722-41e0-af3f-0c49a302c615', 'admin_state_up': True, 'tenant_id': '39ac3c71dbf24e66a74a37fb163b7bc3'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:28.780471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cce26503-254d-4c11-96b7-a31e068c6dbf req-afed1a30-b345-4ac3-96ed-d48a26bfde95 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670084 Sep 17 22:17:28.859751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821be3a-9eea-4050-905c-3148576d6c5d req-3e4da9d9-3ae5-41c6-a683-a9842d0d671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:28.863730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-3e4da9d9-3ae5-41c6-a683-a9842d0d671e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dfbb9f3675f481b9f843c892e1d9df4&device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 1098 time: 0.2905543 Sep 17 22:17:29.083217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-fa96f144-1e2b-4ddb-9745-264a52ad08a1 service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759513 Sep 17 22:17:29.096607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Made reservation on behalf of 39ac3c71dbf24e66a74a37fb163b7bc3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:29.100368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:29.123143 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becf260b-c494-45c5-8ff6-26a74c3545f8 x-openstack-request-id: req-becf260b-c494-45c5-8ff6-26a74c3545f8 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:29.124279 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:29.126033 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-becf260b-c494-45c5-8ff6-26a74c3545f8 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:29.126688 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'status': 'completed', 'code': 200} Sep 17 22:17:29.259294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821be3a-9eea-4050-905c-3148576d6c5d req-7d6c4057-df8d-4130-bbee-2f911d8eb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.262264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-7d6c4057-df8d-4130-bbee-2f911d8eb455 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6093836-72e5-4c3d-b007-35af76f1bcb4 HTTP/1.1" status: 200 len: 929 time: 0.3888652 Sep 17 22:17:29.308680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'd4749321-a56e-4ae5-a3d8-f2efa5db221a', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'port_id': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'mac_address': 'fa:16:3e:21:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:22Z', 'updated_at': '2021-09-17T22:17:27Z', 'revision_number': 1, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 5, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:29.397185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] Checking router: b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:29.409638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:29.410892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:29.437805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-76a02788-6bbb-4057-a0d2-97dc567a5c51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc HTTP/1.1" status: 200 len: 1000 time: 0.0760233 Sep 17 22:17:29.441748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Allocated IP 172.20.0.14 (386574cd-b722-41e0-af3f-0c49a302c615/175fb9b3-27a9-495a-bcfd-a4f167b8d632/250f1c1a-6de6-42a0-82ae-43e061e43618) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:29.574634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-f1d7dac4-6035-4add-abbe-5364768dda70 service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741867 Sep 17 22:17:29.576625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821be3a-9eea-4050-905c-3148576d6c5d req-6366927b-1f8c-4830-8e4c-73d791aea34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.582204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-6366927b-1f8c-4830-8e4c-73d791aea34b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ba593fa-c508-4173-828c-e7d96448d0d2 HTTP/1.1" status: 200 len: 868 time: 0.1196837 Sep 17 22:17:29.587875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device bd078704-1541-4697-9d7e-b62930954cd2 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:29.664706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-f965d47b-494e-40c0-b995-f371874bf355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.664706 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-f965d47b-494e-40c0-b995-f371874bf355 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dfbb9f3675f481b9f843c892e1d9df4&device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 1098 time: 0.5354176 Sep 17 22:17:29.679058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:29.750721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-9d5be4f2-3f65-4a2d-9d6c-48046bfb5cfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 200 len: 217 time: 0.1672435 Sep 17 22:17:29.815440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:29.838198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-d6d1950b-873f-4182-bfeb-ca721d123950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.839757 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-d6d1950b-873f-4182-bfeb-ca721d123950 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6093836-72e5-4c3d-b007-35af76f1bcb4 HTTP/1.1" status: 200 len: 929 time: 0.1651156 Sep 17 22:17:29.875655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821be3a-9eea-4050-905c-3148576d6c5d req-703f8a7e-2cb4-4ad3-b8cd-7d6d738a530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.877186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-703f8a7e-2cb4-4ad3-b8cd-7d6d738a530a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6093836-72e5-4c3d-b007-35af76f1bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2788358 Sep 17 22:17:29.900659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881cc76-ce81-4f16-8649-2122484f8dfe req-9cb9e648-8ae8-4b41-9bb5-b1a0fd885858 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:29.907227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d881cc76-ce81-4f16-8649-2122484f8dfe req-9cb9e648-8ae8-4b41-9bb5-b1a0fd885858 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 944 time: 0.5414863 Sep 17 22:17:29.969116 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-1fbb9d73-842d-4da5-8763-3851d15fcfe3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc HTTP/1.1" status: 200 len: 1000 time: 0.1197383 Sep 17 22:17:29.978451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port bd078704-1541-4697-9d7e-b62930954cd2 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:29.990150 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:29.997449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port bd078704-1541-4697-9d7e-b62930954cd2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:29.997858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.013462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Network 386574cd-b722-41e0-af3f-0c49a302c615 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:30.016584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-cea3a43d-78fe-4ef8-9713-6b722aa01e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.017737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-cea3a43d-78fe-4ef8-9713-6b722aa01e88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.2247646 Sep 17 22:17:30.034535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:30.066413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:30.080435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d881cc76-ce81-4f16-8649-2122484f8dfe req-255e78d9-2030-4ef8-aaf4-10f4235da6d7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306961 Sep 17 22:17:30.139914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-7b6467df-99c8-4860-865b-5ed8a9aaa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.141571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-7b6467df-99c8-4860-865b-5ed8a9aaa947 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101165 Sep 17 22:17:30.184851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-9dc67424-f22a-4f05-9c3e-c865b61b44c7 service neutron] 10.222.0.13 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635167 Sep 17 22:17:30.206329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-6dd96a3d-4c00-45b2-89b5-406cea68e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.208217 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-6dd96a3d-4c00-45b2-89b5-406cea68e48f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ba593fa-c508-4173-828c-e7d96448d0d2 HTTP/1.1" status: 200 len: 868 time: 0.2268784 Sep 17 22:17:30.212374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Pushing event updated for resources: {'Port': ['ID=250f1c1a-6de6-42a0-82ae-43e061e43618,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:30.216208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'd4749321-a56e-4ae5-a3d8-f2efa5db221a', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'port_id': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'mac_address': 'fa:16:3e:21:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:22Z', 'updated_at': '2021-09-17T22:17:27Z', 'revision_number': 1, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 5, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:30.272984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.274383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.323517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-9c4ed582-3017-4058-a1e6-13c23e39b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.325245 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-9c4ed582-3017-4058-a1e6-13c23e39b5e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6093836-72e5-4c3d-b007-35af76f1bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006324 Sep 17 22:17:30.452058 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6266a227-0842-4947-80a4-d7f773e0d739 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6824768 Sep 17 22:17:30.480560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c14b3-8f06-4492-8b82-8a1f0d4474f2 None None] The sync data for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 is: [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'd4749321-a56e-4ae5-a3d8-f2efa5db221a', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'port_id': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'mac_address': 'fa:16:3e:21:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:22Z', 'updated_at': '2021-09-17T22:17:27Z', 'revision_number': 1, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 5, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:30.497131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Request body: {'port': {'device_id': '70d187c0-d035-47e6-aa6b-0cecd9f3608f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:30.497543 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.538418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47514) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:30.567577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port bd078704-1541-4697-9d7e-b62930954cd2, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bd078704-1541-4697-9d7e-b62930954cd2,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:30.568881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:30.571783 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72349aa8-15ac-4425-9ebc-330e3bafa4e2" -d '{"events": [{"server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "name": "network-vif-plugged", "status": "completed", "tag": "bd078704-1541-4697-9d7e-b62930954cd2"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:30.593226 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.662065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-49802ac6-bd80-4bd8-bde0-de3f2de71e7b service neutron] 10.222.0.35 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240066 Sep 17 22:17:30.761974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747359ca-4289-470a-b64a-43da56c94f96 req-e1283859-de03-4ddd-847e-d22c527023ab tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:30.763540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-747359ca-4289-470a-b64a-43da56c94f96 req-e1283859-de03-4ddd-847e-d22c527023ab tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 932 time: 0.5668240 Sep 17 22:17:30.779998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-59f6628c-613e-4483-b77b-f644ede0d4aa service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270347 Sep 17 22:17:30.789638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821be3a-9eea-4050-905c-3148576d6c5d req-f0ff0a61-aa3c-499a-8a99-da242f647209 service neutron] 10.222.0.13 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027520 Sep 17 22:17:30.822843 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c891e45-1bd1-4b48-8232-41e3a45b1981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.823271 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72793c83-21e4-4672-a685-1fc850977667 None None] New status for floating IP d4749321-a56e-4ae5-a3d8-f2efa5db221a: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:17:30.873974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-747359ca-4289-470a-b64a-43da56c94f96 req-dac005b2-5795-41d9-a4b5-0a8304e7b1d0 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987101 Sep 17 22:17:30.891743 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:30.917296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-f1fba223-c51c-450c-9fb0-16c7dee7e8af service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265805 Sep 17 22:17:31.020548 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-61a2dade-7bb4-49fb-898a-4554f45db9b1 req-9c564220-3d30-40bf-b93c-72826ff1330c service neutron] 10.222.0.35 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304348 Sep 17 22:17:31.034300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-38d7d062-0983-4f81-99be-4a3ddff693af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 200 len: 217 time: 0.0961936 Sep 17 22:17:31.036310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=bd078704-1541-4697-9d7e-b62930954cd2,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:31.182970 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c891e45-1bd1-4b48-8232-41e3a45b1981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.192536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250f1c1a-6de6-42a0-82ae-43e061e43618 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:31.205758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.219987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Transition to ACTIVE for port object 250f1c1a-6de6-42a0-82ae-43e061e43618 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:31.222364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-41ad9685-6f46-4a0e-b0e5-c25e4a26e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.225002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-41ad9685-6f46-4a0e-b0e5-c25e4a26e75f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1724329 Sep 17 22:17:31.240419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fcc51-4bd6-434e-8e27-2dc14fca72a6 req-ac51024c-58ef-45a7-8b55-f8d8221b1190 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.242772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c891e45-1bd1-4b48-8232-41e3a45b1981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.257180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025fcc51-4bd6-434e-8e27-2dc14fca72a6 req-ac51024c-58ef-45a7-8b55-f8d8221b1190 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1796131 Sep 17 22:17:31.307665 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.323522 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4776b2f-80b8-47f1-baa4-4adf6ce614c4 x-openstack-request-id: req-f4776b2f-80b8-47f1-baa4-4adf6ce614c4 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:31.323910 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "name": "network-vif-plugged", "status": "completed", "tag": "bd078704-1541-4697-9d7e-b62930954cd2", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:31.324054 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4776b2f-80b8-47f1-baa4-4adf6ce614c4 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:31.324449 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2', 'code': 200} Sep 17 22:17:31.367746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025fcc51-4bd6-434e-8e27-2dc14fca72a6 req-c19a2852-4b0f-494e-b5cf-b3bb18913e7f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070149 Sep 17 22:17:31.397257 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5c891e45-1bd1-4b48-8232-41e3a45b1981 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e13e6e7daa24a8d8d240a60177adaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8528430 Sep 17 22:17:31.397257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c891e45-1bd1-4b48-8232-41e3a45b1981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972387da-eb3e-43bb-8c6a-9bcab6755ed6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:31.398940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47528) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:31.409758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-600bdcbe-cc6b-4082-be23-f14a73d685fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.412792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-600bdcbe-cc6b-4082-be23-f14a73d685fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1422360 Sep 17 22:17:31.482836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Pushing event updated for resources: {'Port': ['ID=250f1c1a-6de6-42a0-82ae-43e061e43618,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:31.577445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-b69acc3e-d10e-43bd-b426-77f466b5b46a service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546803 Sep 17 22:17:31.585911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c9e92-54e7-420f-b81d-f08ecdec9560 req-fdbcb4d6-bc2a-4596-a527-3d79e622c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.588594 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-368c9e92-54e7-420f-b81d-f08ecdec9560 req-fdbcb4d6-bc2a-4596-a527-3d79e622c744 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 1097 time: 0.1719105 Sep 17 22:17:31.595796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a12f8-7811-4eac-8ce9-36bdd196b69c req-6b8ed273-9e8a-4acd-89f4-d2efcde159f1 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.597312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f75a12f8-7811-4eac-8ce9-36bdd196b69c req-6b8ed273-9e8a-4acd-89f4-d2efcde159f1 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 945 time: 0.0882647 Sep 17 22:17:31.626022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Attempting to bind port 250f1c1a-6de6-42a0-82ae-43e061e43618 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:31.626361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Attempting to bind port 250f1c1a-6de6-42a0-82ae-43e061e43618 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'e0623e9e-e92d-4f44-8369-9c0e92af0db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '386574cd-b722-41e0-af3f-0c49a302c615'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:31.626698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Attempting to bind port 250f1c1a-6de6-42a0-82ae-43e061e43618 on network 386574cd-b722-41e0-af3f-0c49a302c615 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:31.631017 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f752911d-9a12-4b3f-880c-3d9da17853ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.643597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Port 250f1c1a-6de6-42a0-82ae-43e061e43618 on network 386574cd-b722-41e0-af3f-0c49a302c615 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:31.643939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Attempting to bind port 250f1c1a-6de6-42a0-82ae-43e061e43618 on network 386574cd-b722-41e0-af3f-0c49a302c615 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:31.665288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:31.665288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Checking segment: {'id': 'e0623e9e-e92d-4f44-8369-9c0e92af0db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '386574cd-b722-41e0-af3f-0c49a302c615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:31.665769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Bound using segment: {'id': 'e0623e9e-e92d-4f44-8369-9c0e92af0db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '386574cd-b722-41e0-af3f-0c49a302c615'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:31.666289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Bound port: 250f1c1a-6de6-42a0-82ae-43e061e43618, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0623e9e-e92d-4f44-8369-9c0e92af0db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '386574cd-b722-41e0-af3f-0c49a302c615'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:31.666807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.682686 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f752911d-9a12-4b3f-880c-3d9da17853ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.693186 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-368c9e92-54e7-420f-b81d-f08ecdec9560 req-89c873fd-d030-43ff-ad62-ddace9528f72 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932329 Sep 17 22:17:31.761395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f75a12f8-7811-4eac-8ce9-36bdd196b69c req-f2ef5d2b-769a-4bdf-87b8-d84d2e95be20 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446731 Sep 17 22:17:31.775137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] For port 250f1c1a-6de6-42a0-82ae-43e061e43618, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:31.779018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] For port 250f1c1a-6de6-42a0-82ae-43e061e43618, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=250f1c1a-6de6-42a0-82ae-43e061e43618,segment=NetworkSegment(e0623e9e-e92d-4f44-8369-9c0e92af0db7),segment_id=e0623e9e-e92d-4f44-8369-9c0e92af0db7)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:31.802156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-21136ae8-c95c-4a59-ba6a-884ef5325a97 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 258 time: 0.4288070 Sep 17 22:17:31.808350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-7db76fac-35d4-40dd-9bb7-c03fc3d02df7 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101204 Sep 17 22:17:31.813059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:31.879838 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.919598 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f752911d-9a12-4b3f-880c-3d9da17853ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.922393 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f752911d-9a12-4b3f-880c-3d9da17853ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.924467 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f752911d-9a12-4b3f-880c-3d9da17853ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/972387da-eb3e-43bb-8c6a-9bcab6755ed6 HTTP/1.1" status: 204 len: 168 time: 0.5094256 Sep 17 22:17:31.926124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-5a61f13d-fdea-43f9-80f8-5550a6aae841 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b HTTP/1.1" status: 200 len: 217 time: 0.0420492 Sep 17 22:17:31.926877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.935809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:31.936428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:31.937808 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] 10.222.0.35 "PUT /v2.0/ports/250f1c1a-6de6-42a0-82ae-43e061e43618 HTTP/1.1" status: 200 len: 1093 time: 1.4574993 Sep 17 22:17:31.939141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d187c0-d035-47e6-aa6b-0cecd9f3608f', 'tag': '250f1c1a-6de6-42a0-82ae-43e061e43618'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:31.941684 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a7f2cc-ee2a-453c-98a4-62f043b662d4" -d '{"events": [{"name": "network-changed", "server_uuid": "70d187c0-d035-47e6-aa6b-0cecd9f3608f", "tag": "250f1c1a-6de6-42a0-82ae-43e061e43618"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:31.954741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752911d-9a12-4b3f-880c-3d9da17853ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972387da-eb3e-43bb-8c6a-9bcab6755ed6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:31.972945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b35f-4e79-40b1-9638-9dca0247a814 service neutron] Pushing event updated for resources: {'Port': ['ID=250f1c1a-6de6-42a0-82ae-43e061e43618,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:32.007364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-f15a9abb-18f0-42e1-b7c1-a6ebdf3a67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.008965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-f15a9abb-18f0-42e1-b7c1-a6ebdf3a67c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.0754511 Sep 17 22:17:32.100937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc05116-2789-4283-b4c5-d3d178085318 req-44d7439e-e412-453a-9d2b-bbe846530d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.103132 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-44d7439e-e412-453a-9d2b-bbe846530d34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39ac3c71dbf24e66a74a37fb163b7bc3&device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 1096 time: 0.0441811 Sep 17 22:17:32.130643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860e55-3e5e-445b-a113-7d6c59edcd5a req-c94265fe-1ddb-47d2-8a60-0a612b029ed3 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.132182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e860e55-3e5e-445b-a113-7d6c59edcd5a req-c94265fe-1ddb-47d2-8a60-0a612b029ed3 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 944 time: 0.1197603 Sep 17 22:17:32.138094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a09c1dff-4f54-40c0-8ee9-e06447b6c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.139575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-a09c1dff-4f54-40c0-8ee9-e06447b6c226 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1149635 Sep 17 22:17:32.146043 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-2f1b0c69-80a3-4526-8e07-7fa7a9867a01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=250f1c1a-6de6-42a0-82ae-43e061e43618 HTTP/1.1" status: 200 len: 217 time: 0.0349636 Sep 17 22:17:32.202990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc05116-2789-4283-b4c5-d3d178085318 req-c4138d42-77b6-4f17-81cb-4ee310d28bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.204771 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-c4138d42-77b6-4f17-81cb-4ee310d28bf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=175fb9b3-27a9-495a-bcfd-a4f167b8d632 HTTP/1.1" status: 200 len: 853 time: 0.0518155 Sep 17 22:17:32.241332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e860e55-3e5e-445b-a113-7d6c59edcd5a req-d0d0696f-049a-460c-a76f-28df6a0ced81 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007004 Sep 17 22:17:32.242614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:32.249694 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-34960588-1891-4c86-b733-529136d19c56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=386574cd-b722-41e0-af3f-0c49a302c615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351307 Sep 17 22:17:32.318434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-bbd9a149-2f08-4a4c-83eb-6f714029e03a service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597326 Sep 17 22:17:32.331374 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad35758-b25f-445e-8470-621cb77b7678 x-openstack-request-id: req-0ad35758-b25f-445e-8470-621cb77b7678 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:32.331662 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d187c0-d035-47e6-aa6b-0cecd9f3608f", "tag": "250f1c1a-6de6-42a0-82ae-43e061e43618", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:32.331915 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ad35758-b25f-445e-8470-621cb77b7678 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:32.332310 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d187c0-d035-47e6-aa6b-0cecd9f3608f', 'tag': '250f1c1a-6de6-42a0-82ae-43e061e43618', 'status': 'completed', 'code': 200} Sep 17 22:17:32.377783 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-ab2e01cd-6170-42f7-88e2-a39ba394cd5b service neutron] 10.222.0.35 "GET /v2.0/networks/386574cd-b722-41e0-af3f-0c49a302c615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181574 Sep 17 22:17:32.444864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Allocated IP 172.25.5.204 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/ceb4f9ca-a561-4b8c-84cf-ca43351b8c17) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:32.484456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-e46e1083-fda1-4ea0-90c9-beec8c65bc1b service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567314 Sep 17 22:17:32.490194 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8bc05116-2789-4283-b4c5-d3d178085318 req-120e7bce-0963-4ae7-84b5-68bb455df259 service neutron] 10.222.0.35 "GET /v2.0/networks/386574cd-b722-41e0-af3f-0c49a302c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050484 Sep 17 22:17:32.535989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-8d985f7c-5e6d-49b4-a812-1cda833a2dd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32 HTTP/1.1" status: 200 len: 217 time: 0.0426612 Sep 17 22:17:32.665583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-256d759d-1c43-4da8-b66a-564ea2acbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.667086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-256d759d-1c43-4da8-b66a-564ea2acbb9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1070132 Sep 17 22:17:32.672398 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:32.688538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-d8539eb0-285d-4788-ae70-b2657d6748e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.690055 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-d8539eb0-285d-4788-ae70-b2657d6748e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39ac3c71dbf24e66a74a37fb163b7bc3&device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 1096 time: 0.0523331 Sep 17 22:17:32.698569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70332aa-df76-49e4-a7f2-2be35ea91961 req-49cb1336-fe98-4966-bc04-26cfe241fa37 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.700040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b70332aa-df76-49e4-a7f2-2be35ea91961 req-49cb1336-fe98-4966-bc04-26cfe241fa37 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1263833 Sep 17 22:17:32.730272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47558) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:32.774207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b70332aa-df76-49e4-a7f2-2be35ea91961 req-838cd553-21de-4003-ae91-92e1f1f242b3 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594239 Sep 17 22:17:32.774977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ba35-00ac-4bf7-afe3-8b8694d28f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:32.778751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-f35e857d-ca03-4173-80df-59b91eb1b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.780230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-f35e857d-ca03-4173-80df-59b91eb1b15d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033421 Sep 17 22:17:32.824404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:32.836324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-5014eb49-dc21-45c6-a6ef-be5e1ed32912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.838080 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-5014eb49-dc21-45c6-a6ef-be5e1ed32912 service neutron] 10.222.0.35 "GET /v2.0/networks?id=386574cd-b722-41e0-af3f-0c49a302c615 HTTP/1.1" status: 200 len: 913 time: 0.1403983 Sep 17 22:17:32.893379 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-7ff3e2a6-9f26-47f0-ad87-23220711cc8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=250f1c1a-6de6-42a0-82ae-43e061e43618 HTTP/1.1" status: 200 len: 217 time: 0.0467703 Sep 17 22:17:32.933730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:32.944093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:32.956816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:32.960676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Pushing event updated for resources: {'Port': ['ID=ceb4f9ca-a561-4b8c-84cf-ca43351b8c17,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:32.987223 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-b55bc8af-709c-4f0e-8464-813a71b0ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.988724 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-b55bc8af-709c-4f0e-8464-813a71b0ca72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 1097 time: 0.1074884 Sep 17 22:17:32.991547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-780e7916-f425-4a49-9413-520363ed54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:32.993677 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-780e7916-f425-4a49-9413-520363ed54d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=175fb9b3-27a9-495a-bcfd-a4f167b8d632 HTTP/1.1" status: 200 len: 853 time: 0.0813067 Sep 17 22:17:33.003477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-55a19551-bc75-4d97-a3e4-09ab2f227467 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124279 Sep 17 22:17:33.028110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47026e-4c0c-4a37-b396-286fe11bd295 req-f2b74551-9538-4878-9506-b0eacf294460 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.029583 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf47026e-4c0c-4a37-b396-286fe11bd295 req-f2b74551-9538-4878-9506-b0eacf294460 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 945 time: 0.1356683 Sep 17 22:17:33.064660 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-9dd4d8c3-0f52-4579-9035-094bfebb7f72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=386574cd-b722-41e0-af3f-0c49a302c615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606956 Sep 17 22:17:33.070328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ba35-00ac-4bf7-afe3-8b8694d28f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.152883 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.168764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf47026e-4c0c-4a37-b396-286fe11bd295 req-33be3756-09c2-4db0-b6da-098d12390f0d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192079 Sep 17 22:17:33.170334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ba35-00ac-4bf7-afe3-8b8694d28f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.180724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-97060d5c-c502-446a-85cd-e65c8394de1e service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678410 Sep 17 22:17:33.223533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-0cd0ce25-dfff-4efb-971b-4cc7d00330d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.224938 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-0cd0ce25-dfff-4efb-971b-4cc7d00330d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 912 time: 0.2223175 Sep 17 22:17:33.232130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-5a3034b1-73ba-4f10-aea3-a09b893e937d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 HTTP/1.1" status: 200 len: 217 time: 0.0440252 Sep 17 22:17:33.248150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2ba35-00ac-4bf7-afe3-8b8694d28f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3948f538-7db3-4b46-869e-8a8c1d1c8b42,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:33.258116 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f1d2ba35-00ac-4bf7-afe3-8b8694d28f29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55dede60fb3041b8bcf249c433121b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242608 Sep 17 22:17:33.261199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47562) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:33.283834 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-be667212-fc4d-42a4-a944-86542832d98f service neutron] 10.222.0.35 "GET /v2.0/networks/386574cd-b722-41e0-af3f-0c49a302c615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106287 Sep 17 22:17:33.285482 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-f86def97-af46-4134-8350-da2ae5845607 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab002c7-943c-431d-80e2-eb157556dfe4 HTTP/1.1" status: 200 len: 217 time: 0.0457702 Sep 17 22:17:33.297092 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.404077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-62efc9fc-0bbc-4e85-9131-0eb273c24b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.404477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-1dc4677d-9f18-4b06-af39-d58dd5384454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.405548 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-62efc9fc-0bbc-4e85-9131-0eb273c24b85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.0967112 Sep 17 22:17:33.405930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-1dc4677d-9f18-4b06-af39-d58dd5384454 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.1553288 Sep 17 22:17:33.434545 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72a7f2cc-ee2a-453c-98a4-62f043b662d4 req-9d5f0fd9-b24d-4656-9fdd-dffc5152c286 service neutron] 10.222.0.35 "GET /v2.0/networks/386574cd-b722-41e0-af3f-0c49a302c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347575 Sep 17 22:17:33.449120 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-37ec240b-6b72-4dec-966f-2638067fae45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323391 Sep 17 22:17:33.473993 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2b6776c8-9f30-4b98-95b8-1ca5fb1e5cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.513063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdc629-d358-49fa-9958-a6f670553eb7 req-b93c3203-1eee-4a86-bd31-2d02a708aae8 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.514598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24cdc629-d358-49fa-9958-a6f670553eb7 req-b93c3203-1eee-4a86-bd31-2d02a708aae8 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 944 time: 0.1912727 Sep 17 22:17:33.567820 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2b6776c8-9f30-4b98-95b8-1ca5fb1e5cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.581567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-110713c6-bdd0-437e-9e9d-dbcb188331db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:33.583138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-110713c6-bdd0-437e-9e9d-dbcb188331db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1673870 Sep 17 22:17:33.628399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24cdc629-d358-49fa-9958-a6f670553eb7 req-571f4c25-8baf-4f58-8340-693f5b25dc0e tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983171 Sep 17 22:17:33.727347 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.754377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-1a3fc07c-bfd9-4025-a3c8-260793c9c1cf service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545320 Sep 17 22:17:33.795523 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.811624 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2b6776c8-9f30-4b98-95b8-1ca5fb1e5cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.813603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2b6776c8-9f30-4b98-95b8-1ca5fb1e5cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:33.814763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2b6776c8-9f30-4b98-95b8-1ca5fb1e5cd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3948f538-7db3-4b46-869e-8a8c1d1c8b42 HTTP/1.1" status: 204 len: 168 time: 0.5507767 Sep 17 22:17:33.890703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6776c8-9f30-4b98-95b8-1ca5fb1e5cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3948f538-7db3-4b46-869e-8a8c1d1c8b42,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:33.917726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-0451d111-690c-48b1-aca2-8908e61e34af service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491308 Sep 17 22:17:33.954507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Pushing event updated for resources: {'Port': ['ID=ceb4f9ca-a561-4b8c-84cf-ca43351b8c17,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:34.005423 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.010263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-b3d3956d-cd28-4ba1-81d5-d1caf1cdc618 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355545 Sep 17 22:17:34.016202 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c1d321a5-c48b-4eaf-adc8-2deb6ff9305a req-092ec56b-9f6c-433e-9b85-9799e4f9ab92 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976119 Sep 17 22:17:34.081459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-4a9ebe08-f28b-4f0a-826c-09b309e41bbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa HTTP/1.1" status: 200 len: 217 time: 0.0592279 Sep 17 22:17:34.094670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129429ae-f7ff-4470-b4d4-25c47093a4d8 req-4a515d83-8630-4658-ac68-4540477b5bf8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.096068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-129429ae-f7ff-4470-b4d4-25c47093a4d8 req-4a515d83-8630-4658-ac68-4540477b5bf8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1655416 Sep 17 22:17:34.485886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.487206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-0fdf998f-12b9-4e23-ba29-3432f9c35351 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6779294 Sep 17 22:17:34.581135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-434eb171-0608-43c4-a873-2c0e164d5c07 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.0820544 Sep 17 22:17:34.583279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-9ec483ac-e773-4fee-932d-3ec51d16e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.585433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-9ec483ac-e773-4fee-932d-3ec51d16e3a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.4882941 Sep 17 22:17:34.616775 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-129429ae-f7ff-4470-b4d4-25c47093a4d8 req-fe2704f7-c332-430c-8c0f-d454ba0e9d6f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110848 Sep 17 22:17:34.648928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 250f1c1a-6de6-42a0-82ae-43e061e43618 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:34.745656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-e8f8f816-c36e-44c5-a9c7-24437a178b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.747167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-e8f8f816-c36e-44c5-a9c7-24437a178b01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1429024 Sep 17 22:17:34.769275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 250f1c1a-6de6-42a0-82ae-43e061e43618, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=250f1c1a-6de6-42a0-82ae-43e061e43618,segment=NetworkSegment(e0623e9e-e92d-4f44-8369-9c0e92af0db7),segment_id=e0623e9e-e92d-4f44-8369-9c0e92af0db7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:34.781615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '250f1c1a-6de6-42a0-82ae-43e061e43618', 'network_id': '386574cd-b722-41e0-af3f-0c49a302c615', 'port_id': '250f1c1a-6de6-42a0-82ae-43e061e43618', 'mac_address': 'fa:16:3e:8a:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175fb9b3-27a9-495a-bcfd-a4f167b8d632', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:34.793652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f8913-99bb-44e8-adac-f142c6cc9764 req-d7bee942-41e6-4cc3-87d7-9978355d55a1 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.795144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e62f8913-99bb-44e8-adac-f142c6cc9764 req-d7bee942-41e6-4cc3-87d7-9978355d55a1 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 945 time: 0.1009510 Sep 17 22:17:34.808121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-fab9e74b-b1bd-42aa-afae-6988eb404b54 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.809457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e05ab5b8-7896-4d9e-90a5-abdd6f73be3f req-fab9e74b-b1bd-42aa-afae-6988eb404b54 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.2197037 Sep 17 22:17:34.827176 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.842387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250f1c1a-6de6-42a0-82ae-43e061e43618 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:34.865987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 250f1c1a-6de6-42a0-82ae-43e061e43618, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=250f1c1a-6de6-42a0-82ae-43e061e43618,segment=NetworkSegment(e0623e9e-e92d-4f44-8369-9c0e92af0db7),segment_id=e0623e9e-e92d-4f44-8369-9c0e92af0db7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:34.914386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e62f8913-99bb-44e8-adac-f142c6cc9764 req-17884e57-6873-498b-a97a-547faf15ee89 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033173 Sep 17 22:17:34.929094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-ec029747-b357-4052-b4a5-5d345242d09f service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718633 Sep 17 22:17:34.930894 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:34.965789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935ee72-4c4e-47d6-97ec-f28b7edf27a7 req-31629367-8ee0-4169-b307-e6b3817869e8 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:34.967507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6935ee72-4c4e-47d6-97ec-f28b7edf27a7 req-31629367-8ee0-4169-b307-e6b3817869e8 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 944 time: 0.1035609 Sep 17 22:17:35.004769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=250f1c1a-6de6-42a0-82ae-43e061e43618,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:35.048984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6935ee72-4c4e-47d6-97ec-f28b7edf27a7 req-20917144-b776-4c94-8c96-14c6d55fa724 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722947 Sep 17 22:17:35.074912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0640a3a-142b-41d7-8491-335344e5d0fe req-df02719b-3b40-4a97-b858-0a500e8212f4 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377873 Sep 17 22:17:35.171869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b6350-9001-4f70-a2c8-ee1b6a909d4e req-2f19ed00-087e-454c-8078-e6dea4796a48 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:35.173757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f4b6350-9001-4f70-a2c8-ee1b6a909d4e req-2f19ed00-087e-454c-8078-e6dea4796a48 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0554674 Sep 17 22:17:35.179748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['250f1c1a-6de6-42a0-82ae-43e061e43618'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:35.243442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f4b6350-9001-4f70-a2c8-ee1b6a909d4e req-0d6b45aa-2a75-4777-909b-d952b37e59e1 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.0587957 Sep 17 22:17:35.259480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-2f4b6350-9001-4f70-a2c8-ee1b6a909d4e req-7cae8e47-c2ed-4804-83ae-f51496a53852 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Request body: {'floatingip': {'port_id': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:35.269025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60785bba-9648-4288-8151-423782b641cd req-313f43e1-aa81-4223-b6f7-d04ba956cb16 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:35.270566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60785bba-9648-4288-8151-423782b641cd req-313f43e1-aa81-4223-b6f7-d04ba956cb16 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 945 time: 0.0958560 Sep 17 22:17:35.329132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2f4b6350-9001-4f70-a2c8-ee1b6a909d4e req-7cae8e47-c2ed-4804-83ae-f51496a53852 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.411186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60785bba-9648-4288-8151-423782b641cd req-f5f88c8f-d213-4ded-bbb7-35c6db808852 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997159 Sep 17 22:17:35.563449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47612) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:35.563449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3330b4bc-27fd-4543-a1df-9d3c818f8015 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:35.563449 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3330b4bc-27fd-4543-a1df-9d3c818f8015 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 1092 time: 0.0726886 Sep 17 22:17:35.563449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47616) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:35.563449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:35.600214 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.603676 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-2f4b6350-9001-4f70-a2c8-ee1b6a909d4e req-7cae8e47-c2ed-4804-83ae-f51496a53852 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 22:17:35.604979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f4b6350-9001-4f70-a2c8-ee1b6a909d4e req-7cae8e47-c2ed-4804-83ae-f51496a53852 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "PUT /v2.0/floatingips/2373efdf-1d99-42b4-b90e-25f49bbd7e4e HTTP/1.1" status: 409 len: 551 time: 0.3509283 Sep 17 22:17:35.694913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-1240b6c0-fb8d-45c3-af01-899bd3600d3e tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips/2373efdf-1d99-42b4-b90e-25f49bbd7e4e HTTP/1.1" status: 200 len: 693 time: 0.0659866 Sep 17 22:17:35.713111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.834680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abb1c4-b40a-47ba-b07a-2bc30adf63bc req-36e3ac81-cf1f-417f-a5e3-7729d37b576b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:35.836863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77abb1c4-b40a-47ba-b07a-2bc30adf63bc req-36e3ac81-cf1f-417f-a5e3-7729d37b576b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1266437 Sep 17 22:17:35.843337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.25.5.21 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/32bf8032-5a56-4bc5-9dbe-d5a3afdafad9) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:35.870600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-daa3ed05-5168-432d-8e1a-236dd93e5472 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:35.872625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-daa3ed05-5168-432d-8e1a-236dd93e5472 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1710119 Sep 17 22:17:35.893598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-7c0b310b-4956-414e-83b2-7044050cd0c2 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:35.899386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-7c0b310b-4956-414e-83b2-7044050cd0c2 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136008 Sep 17 22:17:35.917850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77abb1c4-b40a-47ba-b07a-2bc30adf63bc req-e696f5e8-b352-42a1-a0ab-9c562e9a360e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660188 Sep 17 22:17:35.966628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:35.973731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-e9ecf0e4-615e-456b-b764-2413bd3b421c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.0548127 Sep 17 22:17:36.032235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c99c7def-0859-4212-ba40-bddf7e5cef99 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.0519245 Sep 17 22:17:36.073934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.116197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:36.119658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:36.124011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:36.149886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=32bf8032-5a56-4bc5-9dbe-d5a3afdafad9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:36.184431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Deleting port ceb4f9ca-a561-4b8c-84cf-ca43351b8c17 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:36.184772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.313893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.314246 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.330284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Calling delete_port for ceb4f9ca-a561-4b8c-84cf-ca43351b8c17 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:36.339647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cab961-2095-4925-9c7b-59744c2b55ca req-c85034fe-61c4-42b5-a1a2-0bb6d8029fc5 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.347269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04cab961-2095-4925-9c7b-59744c2b55ca req-c85034fe-61c4-42b5-a1a2-0bb6d8029fc5 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 945 time: 0.0924850 Sep 17 22:17:36.427167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04cab961-2095-4925-9c7b-59744c2b55ca req-0caec1da-83e0-4e47-8d3c-8c2234e7fbda tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790911 Sep 17 22:17:36.547696 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.582038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.612133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Pushing event deleted for resources: {'Port': ['ID=ceb4f9ca-a561-4b8c-84cf-ca43351b8c17,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:36.660911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 250f1c1a-6de6-42a0-82ae-43e061e43618 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:36.672488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.675932 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.677074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-488c0373-9eb2-4657-bde0-50e342a0efcb req-c3135147-6109-4b1a-ad89-39bebfff904f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "DELETE /v2.0/floatingips/2373efdf-1d99-42b4-b90e-25f49bbd7e4e HTTP/1.1" status: 204 len: 173 time: 0.6440179 Sep 17 22:17:36.712352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.783138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-17287d45-e7ea-4d98-9cf4-d16e9168d534 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1002 time: 0.0865729 Sep 17 22:17:36.814387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 250f1c1a-6de6-42a0-82ae-43e061e43618 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:36.824740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 250f1c1a-6de6-42a0-82ae-43e061e43618 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:36.824740 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.846765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-c18c8ec5-58aa-45b6-9ad3-4cd0a02fd475 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:36.853092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-c18c8ec5-58aa-45b6-9ad3-4cd0a02fd475 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports/391085d2-a69c-4849-8d18-766c0fe6a1bc HTTP/1.1" status: 200 len: 943 time: 0.0612502 Sep 17 22:17:36.902323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.925828 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.962375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 250f1c1a-6de6-42a0-82ae-43e061e43618, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=250f1c1a-6de6-42a0-82ae-43e061e43618,segment=NetworkSegment(e0623e9e-e92d-4f44-8369-9c0e92af0db7),segment_id=e0623e9e-e92d-4f44-8369-9c0e92af0db7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:36.963233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d187c0-d035-47e6-aa6b-0cecd9f3608f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250f1c1a-6de6-42a0-82ae-43e061e43618'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:36.965426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:36.965698 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef25599-6ca5-4c5d-b07a-7d30b93108c8" -d '{"events": [{"server_uuid": "70d187c0-d035-47e6-aa6b-0cecd9f3608f", "name": "network-vif-plugged", "status": "completed", "tag": "250f1c1a-6de6-42a0-82ae-43e061e43618"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:36.969210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-4f1417f1-e0ee-4818-ba18-468029786548 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1002 time: 0.0724669 Sep 17 22:17:37.043525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=32bf8032-5a56-4bc5-9dbe-d5a3afdafad9,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:37.045354 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.046162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ab002c7-943c-431d-80e2-eb157556dfe4 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:37.065286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.097452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e255bee-c4bd-496f-9103-9bb6b7f9dd21 req-f0bcf78c-a5e0-4f57-9bfa-416a6c970d43 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.098984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e255bee-c4bd-496f-9103-9bb6b7f9dd21 req-f0bcf78c-a5e0-4f57-9bfa-416a6c970d43 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 945 time: 0.1021268 Sep 17 22:17:37.100118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=250f1c1a-6de6-42a0-82ae-43e061e43618,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:37.129819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-b36b2eda-394b-4f9b-b13a-ef51c97bb9c2 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.136053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-b36b2eda-394b-4f9b-b13a-ef51c97bb9c2 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.1602836 Sep 17 22:17:37.181969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.196060 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Floating IP 56ed6e07-7489-43d5-9a52-d92f65425b4e associated. External IP: 172.25.5.21, port: bd078704-1541-4697-9d7e-b62930954cd2. Sep 17 22:17:37.214846 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e255bee-c4bd-496f-9103-9bb6b7f9dd21 req-1b2dc5c0-cd22-4b1a-91e4-766d88370617 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026366 Sep 17 22:17:37.228375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ab002c7-943c-431d-80e2-eb157556dfe4,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:37.233644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-daa9a7ba-851a-44db-9e98-31e785738c1d tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1002 time: 0.0896773 Sep 17 22:17:37.244367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-29d160d2-cf27-4fb3-9432-f3654185a27c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:37.272455 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0804514-1b2c-4ab5-990d-a4d8e7446835 x-openstack-request-id: req-b0804514-1b2c-4ab5-990d-a4d8e7446835 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:37.272455 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d187c0-d035-47e6-aa6b-0cecd9f3608f", "name": "network-vif-plugged", "status": "completed", "tag": "250f1c1a-6de6-42a0-82ae-43e061e43618", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:37.272870 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0804514-1b2c-4ab5-990d-a4d8e7446835 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:37.273520 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d187c0-d035-47e6-aa6b-0cecd9f3608f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250f1c1a-6de6-42a0-82ae-43e061e43618', 'code': 200} Sep 17 22:17:37.291461 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.322849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-29d160d2-cf27-4fb3-9432-f3654185a27c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.363896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9ab002c7-943c-431d-80e2-eb157556dfe4,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:37.418779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283c01-d76f-4521-ab31-2b97048b2ae5 req-937ce943-ce1f-4125-a398-506ab54d9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:37.420417 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04283c01-d76f-4521-ab31-2b97048b2ae5 req-937ce943-ce1f-4125-a398-506ab54d9ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 1098 time: 0.0767372 Sep 17 22:17:37.502723 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-29d160d2-cf27-4fb3-9432-f3654185a27c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.503143 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-04283c01-d76f-4521-ab31-2b97048b2ae5 req-3ebc0074-6089-480e-9c9d-0fee925fad3a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721581 Sep 17 22:17:37.571146 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-29d160d2-cf27-4fb3-9432-f3654185a27c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.576245 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-29d160d2-cf27-4fb3-9432-f3654185a27c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Floating IP d4749321-a56e-4ae5-a3d8-f2efa5db221a disassociated. External IP: 172.25.5.130, port: 391085d2-a69c-4849-8d18-766c0fe6a1bc. Sep 17 22:17:37.578803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:37.732487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:37.745231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] Sync routers for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:37.755559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:37.755559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:37.823243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-29d160d2-cf27-4fb3-9432-f3654185a27c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:37.827741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:37.863270 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-86779ebf-44fa-4137-8e1f-c03be3e8823b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3420713 Sep 17 22:17:37.863865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:37.866127 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e919c0a-5769-4469-960e-0df68c05ff20" -d '{"events": [{"name": "network-changed", "server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "tag": "bd078704-1541-4697-9d7e-b62930954cd2"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:37.872161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47678) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:37.933007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:38.028152 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e4bfdeb4-1422-42ff-bf49-3871f55d7ed0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/floatingips/56ed6e07-7489-43d5-9a52-d92f65425b4e HTTP/1.1" status: 200 len: 990 time: 0.1527033 Sep 17 22:17:38.045901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-29d160d2-cf27-4fb3-9432-f3654185a27c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:38.050891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-29d160d2-cf27-4fb3-9432-f3654185a27c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.057534 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] Sync routers for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:38.084190 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:38.085301 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:38.090781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-29d160d2-cf27-4fb3-9432-f3654185a27c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "PUT /v2.0/floatingips/d4749321-a56e-4ae5-a3d8-f2efa5db221a HTTP/1.1" status: 200 len: 695 time: 0.8510032 Sep 17 22:17:38.095592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:38.100554 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:38.111194 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:38.158630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-0b2d5f2d-78fd-4078-9ec3-14ae8080dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.167894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-0b2d5f2d-78fd-4078-9ec3-14ae8080dced service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dfbb9f3675f481b9f843c892e1d9df4&device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 1098 time: 0.0575240 Sep 17 22:17:38.270847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-44b5fbf3-9938-4977-95bd-06b317af07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.272462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-44b5fbf3-9938-4977-95bd-06b317af07fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6093836-72e5-4c3d-b007-35af76f1bcb4 HTTP/1.1" status: 200 len: 929 time: 0.0962648 Sep 17 22:17:38.284397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:17:02Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '56ed6e07-7489-43d5-9a52-d92f65425b4e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:36Z', 'updated_at': '2021-09-17T22:17:36Z', 'revision_number': 0, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:38.302658 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:38.312469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] Checking router: 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:38.322392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:38.323074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:38.457786 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:38.580858 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 5, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:38.614798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-0d5497e6-513c-40ed-a3a2-6801654483a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc HTTP/1.1" status: 200 len: 217 time: 0.3349862 Sep 17 22:17:38.618993 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] Checking router: b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:38.635336 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:38.636240 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:38.661481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-8895f949-383e-4f4d-9a26-c33a2da60b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.663175 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-8895f949-383e-4f4d-9a26-c33a2da60b79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ba593fa-c508-4173-828c-e7d96448d0d2 HTTP/1.1" status: 200 len: 868 time: 0.0475149 Sep 17 22:17:38.719802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-d6398b59-c705-47a2-b122-d3c20db5ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:38.721498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-d6398b59-c705-47a2-b122-d3c20db5ad2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6093836-72e5-4c3d-b007-35af76f1bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507245 Sep 17 22:17:38.764578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:17:02Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '56ed6e07-7489-43d5-9a52-d92f65425b4e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:36Z', 'updated_at': '2021-09-17T22:17:36Z', 'revision_number': 0, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:38.765249 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:38.800384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987532c-0a7f-4b51-9dfa-b8b2d70e3a5e None None] The sync data for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 is: [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:17:02Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '56ed6e07-7489-43d5-9a52-d92f65425b4e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:36Z', 'updated_at': '2021-09-17T22:17:36Z', 'revision_number': 0, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:38.838867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-e8d071d1-7add-4d78-b9fc-d5995e7657b4 service neutron] 10.222.0.13 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082001 Sep 17 22:17:38.970754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9667cf3b-4ed0-42d3-aa30-cd30f5641b29 req-004123fb-1e8f-4c0d-9139-2cf93c327c27 service neutron] 10.222.0.13 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146829 Sep 17 22:17:38.998299 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 5, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:39.026856 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bec9f9-5427-4c74-aaa5-f2ba4acbecf7 None None] The sync data for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 is: [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:16:59Z', 'revision_number': 4, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '79504ac0-c77a-457e-b786-9d1c8feedf6a', 'name': '', 'network_id': 'f6093836-72e5-4c3d-b007-35af76f1bcb4', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'mac_address': 'fa:16:3e:9b:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:58Z', 'updated_at': '2021-09-17T22:17:08Z', 'revision_number': 5, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'subnets': [{'id': '7ba593fa-c508-4173-828c-e7d96448d0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:39.032165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47714) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:39.088376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0029e41-223e-427c-b443-cee419baedeb None None] New status for floating IP 56ed6e07-7489-43d5-9a52-d92f65425b4e: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:17:39.165709 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1106559d-e28b-4d72-be79-81f23ed84eac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/floatingips/56ed6e07-7489-43d5-9a52-d92f65425b4e HTTP/1.1" status: 200 len: 990 time: 0.1320460 Sep 17 22:17:39.216720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-c6a384b4-c145-46e8-aca5-fb9a5d19f679 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.225351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-c6a384b4-c145-46e8-aca5-fb9a5d19f679 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=29bd40b8-3f40-4777-bba0-56713d8de266 HTTP/1.1" status: 200 len: 943 time: 0.1480908 Sep 17 22:17:39.268683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9669b-23aa-4711-aed1-d659a4e67778 req-38e3dfb3-595b-43e6-baf3-7bb6588a064d tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.270206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48d9669b-23aa-4711-aed1-d659a4e67778 req-38e3dfb3-595b-43e6-baf3-7bb6588a064d tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 946 time: 0.1306651 Sep 17 22:17:39.275597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:39.282936 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb850e2-d991-4765-9667-6147f5d9a652" -d '{"events": [{"server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:39.346757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48d9669b-23aa-4711-aed1-d659a4e67778 req-d3245ede-a017-499b-a638-f9f10af6a3d1 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659490 Sep 17 22:17:39.373736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Deleting port 9ab002c7-943c-431d-80e2-eb157556dfe4 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:39.374078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.486913 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d2275-62ed-46f8-a06d-1eae74cc7ff6 None None] New status for floating IP d4749321-a56e-4ae5-a3d8-f2efa5db221a: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:17:39.518412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] For port 9ab002c7-943c-431d-80e2-eb157556dfe4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9ab002c7-943c-431d-80e2-eb157556dfe4,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:39.518798 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.524279 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ea901e-9025-4fa5-be9e-328787aa8fe1 x-openstack-request-id: req-88ea901e-9025-4fa5-be9e-328787aa8fe1 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:39.524668 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "tag": "bd078704-1541-4697-9d7e-b62930954cd2", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:39.524915 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88ea901e-9025-4fa5-be9e-328787aa8fe1 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:39.525345 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2', 'status': 'completed', 'code': 200} Sep 17 22:17:39.534641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Calling delete_port for 9ab002c7-943c-431d-80e2-eb157556dfe4 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:39.583779 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d2234a-a8aa-4743-93b1-87a119cdfa10 x-openstack-request-id: req-f8d2234a-a8aa-4743-93b1-87a119cdfa10 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:39.583779 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:39.583779 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8d2234a-a8aa-4743-93b1-87a119cdfa10 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:39.583779 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'status': 'completed', 'code': 200} Sep 17 22:17:39.661040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-2a913210-3959-48be-847e-9c8431d958f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.676121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-2a913210-3959-48be-847e-9c8431d958f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dfbb9f3675f481b9f843c892e1d9df4&device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 1098 time: 0.0863724 Sep 17 22:17:39.702374 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.792275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-746871bb-cc05-46c7-aede-cc586185099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.796112 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-746871bb-cc05-46c7-aede-cc586185099d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6093836-72e5-4c3d-b007-35af76f1bcb4 HTTP/1.1" status: 200 len: 929 time: 0.1103020 Sep 17 22:17:39.830191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-4d6eae04-f945-4af8-b082-bb3fd535e9bd tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips/d4749321-a56e-4ae5-a3d8-f2efa5db221a HTTP/1.1" status: 200 len: 695 time: 0.0711167 Sep 17 22:17:39.852262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:39.854387 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-374bd38e-9515-46a6-954e-79ea249c0d95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc HTTP/1.1" status: 200 len: 217 time: 0.0524797 Sep 17 22:17:39.888219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-183f83c0-1e48-4b62-9638-52febc68f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.889826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-183f83c0-1e48-4b62-9638-52febc68f544 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 1097 time: 0.3116360 Sep 17 22:17:39.916498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-51409cbe-4ef8-44ca-ba7f-43c68ce2c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.918119 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-51409cbe-4ef8-44ca-ba7f-43c68ce2c813 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ba593fa-c508-4173-828c-e7d96448d0d2 HTTP/1.1" status: 200 len: 868 time: 0.0567493 Sep 17 22:17:39.924171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event deleted for resources: {'Port': ['ID=9ab002c7-943c-431d-80e2-eb157556dfe4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:39.973944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-e1617200-8a23-4d2e-b089-4b3884e948cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:39.976263 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-e1617200-8a23-4d2e-b089-4b3884e948cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6093836-72e5-4c3d-b007-35af76f1bcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503917 Sep 17 22:17:40.016516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] No DVR routers for this DVR port 9ab002c7-943c-431d-80e2-eb157556dfe4 on host n-h2-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:40.044485 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:40.046421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a32aef8-569b-4270-8ab2-a1aac55e21b9 req-a43e0c87-b4f8-4003-b98f-235c0c341b5d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "DELETE /v2.0/ports/9ab002c7-943c-431d-80e2-eb157556dfe4 HTTP/1.1" status: 204 len: 173 time: 0.8223143 Sep 17 22:17:40.085450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-f933e63e-b94e-41e5-8325-50ca6e326e1e tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:40.087552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-f933e63e-b94e-41e5-8325-50ca6e326e1e tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 784 time: 0.2500486 Sep 17 22:17:40.092029 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-2792eab1-df05-4685-93dc-4c05e4e4d64b service neutron] 10.222.0.35 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088111 Sep 17 22:17:40.105403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-9ff66ebb-711c-4706-91a8-1537659abdf5 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:17:40.108398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-9ff66ebb-711c-4706-91a8-1537659abdf5 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090582 Sep 17 22:17:40.109793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-1ee1dacf-f25c-48d9-8dc5-c9952d03b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:40.111327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-1ee1dacf-f25c-48d9-8dc5-c9952d03b4e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d HTTP/1.1" status: 200 len: 896 time: 0.1986215 Sep 17 22:17:40.170603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47734) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:40.197002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-c86a3e4f-2d40-45b6-97f7-90a93d332485 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0821133 Sep 17 22:17:40.252513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e6156e1f-2afa-4f55-b4f5-d517eda5bd23 req-ae1e253f-0765-40a2-80ae-3e5e7eebf359 service neutron] 10.222.0.35 "GET /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519921 Sep 17 22:17:40.262229 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f87afa71-f13a-44ef-854a-31c838915246 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/floatingips/56ed6e07-7489-43d5-9a52-d92f65425b4e HTTP/1.1" status: 200 len: 992 time: 0.0900910 Sep 17 22:17:40.263571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-09a8f8c6-9dc1-42d0-b4a1-e95490e0a004 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd078704-1541-4697-9d7e-b62930954cd2 HTTP/1.1" status: 200 len: 1000 time: 0.1403925 Sep 17 22:17:40.266762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-0409818a-510b-4b4e-bf1f-650d834c4f48 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0629959 Sep 17 22:17:40.390219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-805b0cc9-8269-4e76-9694-c2f5700c70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:40.391756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-805b0cc9-8269-4e76-9694-c2f5700c70b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1772335b-d5d7-43a3-b5c2-ccb96ea0a038 HTTP/1.1" status: 200 len: 835 time: 0.1201739 Sep 17 22:17:40.465750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-7a3384fa-46c7-4c38-9b96-af1c787f4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:40.467303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-7a3384fa-46c7-4c38-9b96-af1c787f4d24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508487 Sep 17 22:17:40.475223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Deleting port 569e4c24-3adb-43c9-b4af-5b31d1583050 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:40.475780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:40.638139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:40.638437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:40.653602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-cd663dd0-c4cc-4488-8cb9-85b8f6f608ab service neutron] 10.222.0.32 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750295 Sep 17 22:17:40.654829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Calling delete_port for 569e4c24-3adb-43c9-b4af-5b31d1583050 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:40.664842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ab002c7-943c-431d-80e2-eb157556dfe4 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:40.697085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 9ab002c7-943c-431d-80e2-eb157556dfe4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:40.697618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9ab002c7-943c-431d-80e2-eb157556dfe4 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:40.817618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e919c0a-5769-4469-960e-0df68c05ff20 req-f5857d19-c091-4c0b-bc02-e05abc1ca4e4 service neutron] 10.222.0.32 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532187 Sep 17 22:17:40.941970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:40.975107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Pushing event deleted for resources: {'Port': ['ID=569e4c24-3adb-43c9-b4af-5b31d1583050,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:40.978233 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e013a4-726c-4007-a85d-cbae152eb739 x-openstack-request-id: req-d0e013a4-726c-4007-a85d-cbae152eb739 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:40.978494 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "name": "network-vif-unplugged", "status": "failed", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4", "code": 422}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:40.978704 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0e013a4-726c-4007-a85d-cbae152eb739 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:40.979133 n-d-713498-17 neutron-server[101662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4', 'code': 422} returned with failed status Sep 17 22:17:41.042074 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.045087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:41.046461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-608d2c90-2ab8-4ff4-a91b-82c312ec53a4 req-5a85bc5e-44ba-47fc-a39b-c1eeb8d3cddc tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "DELETE /v2.0/floatingips/d4749321-a56e-4ae5-a3d8-f2efa5db221a HTTP/1.1" status: 204 len: 173 time: 0.7664070 Sep 17 22:17:41.300243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d97fd6-51d0-4d54-98d2-f02e1cc298a5 req-bec57322-32a3-4f38-b4de-381e6e928a91 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.301741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30d97fd6-51d0-4d54-98d2-f02e1cc298a5 req-bec57322-32a3-4f38-b4de-381e6e928a91 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0522735 Sep 17 22:17:41.342920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30d97fd6-51d0-4d54-98d2-f02e1cc298a5 req-a2f53666-d4a2-413d-9589-41ad83c5eb11 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0346045 Sep 17 22:17:41.419308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6df50a1e-6ced-4590-b0c5-7d9d1135a987 req-94213f87-afaf-43be-b7b2-0aa3ffc01f75 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0402536 Sep 17 22:17:41.522438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-8b8d4fa9-f7db-4d34-b52c-7eb939bc5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.524186 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-8b8d4fa9-f7db-4d34-b52c-7eb939bc5db9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39ac3c71dbf24e66a74a37fb163b7bc3&device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 1098 time: 0.0409369 Sep 17 22:17:41.575149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ee004-70de-4b71-b889-b5305abf290e req-d3db8654-cda1-4433-bbd7-443a035f2e5c tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.576871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-035ee004-70de-4b71-b889-b5305abf290e req-d3db8654-cda1-4433-bbd7-443a035f2e5c tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 946 time: 0.0997734 Sep 17 22:17:41.591105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'name': 'network-vif-deleted', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:41.593375 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba55053d-53a4-490a-b732-393d699ce84a" -d '{"events": [{"server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "name": "network-vif-deleted", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:41.612220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-ea237264-1eed-4553-bbf7-fa05f169d315 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.613690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-ea237264-1eed-4553-bbf7-fa05f169d315 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.1761906 Sep 17 22:17:41.624766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-cf31981e-696e-45f1-a142-7e364e056708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.629761 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-cf31981e-696e-45f1-a142-7e364e056708 service neutron] 10.222.0.35 "GET /v2.0/networks?id=386574cd-b722-41e0-af3f-0c49a302c615 HTTP/1.1" status: 200 len: 913 time: 0.0954652 Sep 17 22:17:41.637249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-8b577620-18cb-4827-9a08-aa145cd2358c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/quotas/b0e392630f574190b76667f44a95c828 HTTP/1.1" status: 200 len: 375 time: 0.0151448 Sep 17 22:17:41.660424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-035ee004-70de-4b71-b889-b5305abf290e req-814e32f4-18de-45be-a2f4-d2a1d6e36c93 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622985 Sep 17 22:17:41.670759 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-c195ebed-be28-48a6-8412-99f3560f6de0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=250f1c1a-6de6-42a0-82ae-43e061e43618 HTTP/1.1" status: 200 len: 217 time: 0.0361094 Sep 17 22:17:41.684976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-ddca6963-3efe-469f-b8e0-54a4d6e225ab tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416715 Sep 17 22:17:41.725585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-57f7e29d-86a5-4d09-a877-3a8bf7218696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:41.728491 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-57f7e29d-86a5-4d09-a877-3a8bf7218696 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=175fb9b3-27a9-495a-bcfd-a4f167b8d632 HTTP/1.1" status: 200 len: 853 time: 0.0513663 Sep 17 22:17:41.765012 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-bbedb4f7-3f29-4261-81ec-668b82cc988d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=386574cd-b722-41e0-af3f-0c49a302c615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290132 Sep 17 22:17:41.799888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-f1b3136c-da63-4e16-8a38-a5c7f3a43a6c service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042259 Sep 17 22:17:41.857101 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-aa5c89d9-0139-4443-9530-8b4a460407f0 service neutron] 10.222.0.35 "GET /v2.0/networks/386574cd-b722-41e0-af3f-0c49a302c615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847781 Sep 17 22:17:41.893063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-876208bb-a706-4c09-853d-5900ca795c88 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866957 Sep 17 22:17:41.964852 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0db4095f-35d6-4fe3-97fc-ee44cb6eb09c req-be491d7a-afe8-4e99-a7bd-3e38a709198a service neutron] 10.222.0.35 "GET /v2.0/networks/386574cd-b722-41e0-af3f-0c49a302c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996940 Sep 17 22:17:42.111042 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855181d4-c10a-4f06-a9ae-f6e7986b6581 x-openstack-request-id: req-855181d4-c10a-4f06-a9ae-f6e7986b6581 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:42.111522 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bd40b8-3f40-4777-bba0-56713d8de266", "name": "network-vif-deleted", "tag": "9ab002c7-943c-431d-80e2-eb157556dfe4", "status": "failed", "code": 422}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:42.111753 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-855181d4-c10a-4f06-a9ae-f6e7986b6581 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:42.112361 n-d-713498-17 neutron-server[101661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29bd40b8-3f40-4777-bba0-56713d8de266', 'name': 'network-vif-deleted', 'tag': '9ab002c7-943c-431d-80e2-eb157556dfe4', 'status': 'failed', 'code': 422} returned with failed status Sep 17 22:17:42.241826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc618265-692c-4b21-b60d-87bc76595b48 req-f6986127-4cce-4376-b295-d6cdb6fc5c8c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:42.243814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc618265-692c-4b21-b60d-87bc76595b48 req-f6986127-4cce-4376-b295-d6cdb6fc5c8c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 946 time: 0.0824201 Sep 17 22:17:42.267143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbb114c0-aa95-42a5-a3cd-a18bc082774d req-61875881-8a23-4529-96d9-0ef6729e3367 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 210 time: 0.0401592 Sep 17 22:17:42.311366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc618265-692c-4b21-b60d-87bc76595b48 req-867ea907-2f49-44e2-b335-2ac90aaf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537791 Sep 17 22:17:42.793712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2174-48a2-4876-a087-3938ba5f7941 req-b7318f0a-c7d9-4eec-a077-b38da521b736 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:42.795331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46ab2174-48a2-4876-a087-3938ba5f7941 req-b7318f0a-c7d9-4eec-a077-b38da521b736 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 946 time: 0.0499918 Sep 17 22:17:42.835140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46ab2174-48a2-4876-a087-3938ba5f7941 req-2c3a1e4b-6c8c-49d0-b0b3-69b01fc1e564 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Sep 17 22:17:43.390387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-475f9f58-1484-4898-9648-c10cc531bcae req-7f5ae4f4-667b-40c0-a336-1c065369775a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 210 time: 0.0553491 Sep 17 22:17:43.457006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bca9e-7ef9-4f6e-a306-53d02e6218a0 req-dac3ae3b-f9cf-437a-8d23-5e0c0a666281 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:43.458973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-986bca9e-7ef9-4f6e-a306-53d02e6218a0 req-dac3ae3b-f9cf-437a-8d23-5e0c0a666281 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 946 time: 0.0599310 Sep 17 22:17:43.515035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-986bca9e-7ef9-4f6e-a306-53d02e6218a0 req-4769d94b-548d-41f2-9c22-948f1fd3d40c tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7ec7af3-838e-4a93-9620-64f05c0cf966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479679 Sep 17 22:17:43.535189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-bd649a2f-3ec8-4ff2-a109-ac2d6860bdeb tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:43.536705 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-bd649a2f-3ec8-4ff2-a109-ac2d6860bdeb tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 946 time: 0.0831749 Sep 17 22:17:43.646476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Deleting port 391085d2-a69c-4849-8d18-766c0fe6a1bc {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:43.646749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.742742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] For port 391085d2-a69c-4849-8d18-766c0fe6a1bc, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=391085d2-a69c-4849-8d18-766c0fe6a1bc,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:43.743137 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.755986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Calling delete_port for 391085d2-a69c-4849-8d18-766c0fe6a1bc owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:43.941812 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:43.953926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['391085d2-a69c-4849-8d18-766c0fe6a1bc'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:43.966728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57489720-8526-452a-8dfc-29478f8d701a req-bd7250cd-a5a5-4445-a669-d4b80edf2821 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:43.968394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57489720-8526-452a-8dfc-29478f8d701a req-bd7250cd-a5a5-4445-a669-d4b80edf2821 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 946 time: 0.0513437 Sep 17 22:17:43.972221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Pushing event deleted for resources: {'Port': ['ID=391085d2-a69c-4849-8d18-766c0fe6a1bc,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:43.983516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.984395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.984746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.985100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.985435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.985799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.986295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.987024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.987024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.987197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.987510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:43.987969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:44.023834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57489720-8526-452a-8dfc-29478f8d701a req-7ab49d47-6241-4171-8af9-36e7723ad68f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Sep 17 22:17:44.031020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] No DVR routers for this DVR port 391085d2-a69c-4849-8d18-766c0fe6a1bc on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:44.034007 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.036903 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3ce01d2f-2f69-4770-b860-a6adc970ea8d req-432d6957-0b5b-4c9d-98fd-4079f2eb91a9 tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.35 "DELETE /v2.0/ports/391085d2-a69c-4849-8d18-766c0fe6a1bc HTTP/1.1" status: 204 len: 173 time: 0.4942341 Sep 17 22:17:44.037912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'name': 'network-vif-deleted', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:44.042247 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593b442e-de87-4791-abea-475c1cd29586" -d '{"events": [{"server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "name": "network-vif-deleted", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:44.098062 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4245dca8-61e4-42a0-b727-b7cbf8bcbdd4 x-openstack-request-id: req-4245dca8-61e4-42a0-b727-b7cbf8bcbdd4 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:44.098360 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa11202-6850-42f9-ac01-03a05ffc6f4e", "name": "network-vif-deleted", "tag": "391085d2-a69c-4849-8d18-766c0fe6a1bc", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:44.098609 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4245dca8-61e4-42a0-b727-b7cbf8bcbdd4 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:44.099025 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa11202-6850-42f9-ac01-03a05ffc6f4e', 'name': 'network-vif-deleted', 'tag': '391085d2-a69c-4849-8d18-766c0fe6a1bc', 'status': 'completed', 'code': 200} Sep 17 22:17:44.297656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-b7e0de3d-2c0f-48e7-a83f-d22df897544c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:44.301581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-b7e0de3d-2c0f-48e7-a83f-d22df897544c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.32 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.1246092 Sep 17 22:17:44.313140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Request body: {'port': {'device_id': '371e9482-8236-436a-90a4-71d50c90cfa1', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'admin_state_up': True, 'tenant_id': 'b0e392630f574190b76667f44a95c828'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:44.505496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d659e939-6bdf-4c6c-8dd6-84bde390264b req-fadc5443-0b1f-4f0d-a8cd-3a1e5b57dad9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 210 time: 0.0376661 Sep 17 22:17:44.506160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Made reservation on behalf of b0e392630f574190b76667f44a95c828 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:44.512756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:44.630399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56fe3-0a6d-4056-8ec6-294f10c02cf6 req-68e91a3c-3b5c-432b-8c31-ee8525d9b95a tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:44.631997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d6a56fe3-0a6d-4056-8ec6-294f10c02cf6 req-68e91a3c-3b5c-432b-8c31-ee8525d9b95a tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 946 time: 0.0978827 Sep 17 22:17:44.721095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2222c08-e402-4dd2-829f-9762cb470ef0 req-f973c67f-eb26-40af-92fa-4e7dc777948a tempest-FloatingIPsAssociationNegativeTestJSON-984185529 tempest-FloatingIPsAssociationNegativeTestJSON-984185529-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa11202-6850-42f9-ac01-03a05ffc6f4e HTTP/1.1" status: 200 len: 210 time: 0.0362148 Sep 17 22:17:44.733653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Allocated IP 172.20.0.13 (78c2906a-443b-46d7-86c8-6ac69720e229/b7251db4-47c4-4cb6-b4ee-aebbfc512f13/d23f583d-2c96-4eb5-ab6c-7baca395f4c5) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:44.741129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d6a56fe3-0a6d-4056-8ec6-294f10c02cf6 req-ce3714cd-446a-4582-942c-a0821eb65322 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897963 Sep 17 22:17:44.895662 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.045001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.090635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Network 78c2906a-443b-46d7-86c8-6ac69720e229 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:45.093954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:45.097693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:45.124275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event updated for resources: {'Port': ['ID=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:45.139588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.139932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.140266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.140597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.140925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.141267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.141566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.141884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.142200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.142516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.142853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.145589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:17:45.163997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:45.164618 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.256895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-5b51c88a-6063-4de2-b495-690815dc984a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9476323 Sep 17 22:17:45.274206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Request body: {'port': {'device_id': '371e9482-8236-436a-90a4-71d50c90cfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:45.332496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:45.701731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b9359-bb7c-4749-a345-4892aeb02845 req-1dd0e69c-c359-4584-9b8f-3a4b354bb7f5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:45.703309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-811b9359-bb7c-4749-a345-4892aeb02845 req-1dd0e69c-c359-4584-9b8f-3a4b354bb7f5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 932 time: 0.0875237 Sep 17 22:17:45.797438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47864) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:45.842066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-811b9359-bb7c-4749-a345-4892aeb02845 req-9de014c4-8fb6-4579-a9c9-930f8e6a881f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897596 Sep 17 22:17:45.967583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b357c-4c2d-49de-a837-e2b2adeef60a req-946c2983-e752-4f43-a610-5ac121f08ecf tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:45.969017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd5b357c-4c2d-49de-a837-e2b2adeef60a req-946c2983-e752-4f43-a610-5ac121f08ecf tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 946 time: 0.0827675 Sep 17 22:17:46.018186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-5478043b-0e9b-4a7c-a50d-727f92b263c5 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.019762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-5478043b-0e9b-4a7c-a50d-727f92b263c5 tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 946 time: 0.1081824 Sep 17 22:17:46.040028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd5b357c-4c2d-49de-a837-e2b2adeef60a req-ab15f58b-a4c3-4b5e-9af7-a9d899a7c07e tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648937 Sep 17 22:17:46.053836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23f583d-2c96-4eb5-ab6c-7baca395f4c5 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:46.063757 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.077315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Transition to ACTIVE for port object d23f583d-2c96-4eb5-ab6c-7baca395f4c5 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:46.158848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.195611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Deleting port 250f1c1a-6de6-42a0-82ae-43e061e43618 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:46.195611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.214658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:46.282963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Attempting to bind port d23f583d-2c96-4eb5-ab6c-7baca395f4c5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:46.283335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Attempting to bind port d23f583d-2c96-4eb5-ab6c-7baca395f4c5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:46.283646 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Attempting to bind port d23f583d-2c96-4eb5-ab6c-7baca395f4c5 on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:46.287716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Port d23f583d-2c96-4eb5-ab6c-7baca395f4c5 on network 78c2906a-443b-46d7-86c8-6ac69720e229 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:46.288029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Attempting to bind port d23f583d-2c96-4eb5-ab6c-7baca395f4c5 on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:46.296517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:46.296517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Checking segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:46.296517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Bound using segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:46.296517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Bound port: d23f583d-2c96-4eb5-ab6c-7baca395f4c5, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:46.296517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.321440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] For port 250f1c1a-6de6-42a0-82ae-43e061e43618, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=250f1c1a-6de6-42a0-82ae-43e061e43618,segment=NetworkSegment(e0623e9e-e92d-4f44-8369-9c0e92af0db7),segment_id=e0623e9e-e92d-4f44-8369-9c0e92af0db7)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:46.321820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.350297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Calling delete_port for 250f1c1a-6de6-42a0-82ae-43e061e43618 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:46.374706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] For port d23f583d-2c96-4eb5-ab6c-7baca395f4c5, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:46.377939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] For port d23f583d-2c96-4eb5-ab6c-7baca395f4c5, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:46.463912 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.473662 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.513574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.514199 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.515628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/d23f583d-2c96-4eb5-ab6c-7baca395f4c5 HTTP/1.1" status: 200 len: 1093 time: 1.2467434 Sep 17 22:17:46.516074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371e9482-8236-436a-90a4-71d50c90cfa1', 'tag': 'd23f583d-2c96-4eb5-ab6c-7baca395f4c5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:46.518348 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7577cf9b-3005-4f99-9606-4b2e815d4806" -d '{"events": [{"name": "network-changed", "server_uuid": "371e9482-8236-436a-90a4-71d50c90cfa1", "tag": "d23f583d-2c96-4eb5-ab6c-7baca395f4c5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:46.548921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c3a6b-7bef-4351-bcb3-ad56213696e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:46.571345 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058f8962-5ab1-4a04-a655-84c08ab39d74 x-openstack-request-id: req-058f8962-5ab1-4a04-a655-84c08ab39d74 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:46.571697 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371e9482-8236-436a-90a4-71d50c90cfa1", "tag": "d23f583d-2c96-4eb5-ab6c-7baca395f4c5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:46.571950 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-058f8962-5ab1-4a04-a655-84c08ab39d74 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:46.572346 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371e9482-8236-436a-90a4-71d50c90cfa1', 'tag': 'd23f583d-2c96-4eb5-ab6c-7baca395f4c5', 'status': 'completed', 'code': 200} Sep 17 22:17:46.629905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577cf9b-3005-4f99-9606-4b2e815d4806 req-9e652c61-4b9d-448f-b2cc-643534fead64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.631374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7577cf9b-3005-4f99-9606-4b2e815d4806 req-9e652c61-4b9d-448f-b2cc-643534fead64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0404041 Sep 17 22:17:46.680513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 391085d2-a69c-4849-8d18-766c0fe6a1bc no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:46.688967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.708882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['250f1c1a-6de6-42a0-82ae-43e061e43618'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:46.733916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 391085d2-a69c-4849-8d18-766c0fe6a1bc {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:46.734691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 391085d2-a69c-4849-8d18-766c0fe6a1bc not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:46.767531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Pushing event deleted for resources: {'Port': ['ID=250f1c1a-6de6-42a0-82ae-43e061e43618,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:46.840486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] No DVR routers for this DVR port 250f1c1a-6de6-42a0-82ae-43e061e43618 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:46.844398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:46.846658 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-92acf6b3-0110-4b99-ac2d-1b2b1c8d4f17 req-693b9272-0b55-493a-80bc-aa18e7816c9f tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.35 "DELETE /v2.0/ports/250f1c1a-6de6-42a0-82ae-43e061e43618 HTTP/1.1" status: 204 len: 173 time: 0.8202248 Sep 17 22:17:46.848522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d187c0-d035-47e6-aa6b-0cecd9f3608f', 'name': 'network-vif-deleted', 'tag': '250f1c1a-6de6-42a0-82ae-43e061e43618'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:46.863672 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe17cd1a-1fdd-4084-acd9-9329142ce06b" -d '{"events": [{"server_uuid": "70d187c0-d035-47e6-aa6b-0cecd9f3608f", "name": "network-vif-deleted", "tag": "250f1c1a-6de6-42a0-82ae-43e061e43618"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:46.898526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577cf9b-3005-4f99-9606-4b2e815d4806 req-e6ad0337-d23f-4d72-81c1-696426687380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:46.900500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7577cf9b-3005-4f99-9606-4b2e815d4806 req-e6ad0337-d23f-4d72-81c1-696426687380 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b0e392630f574190b76667f44a95c828&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2608149 Sep 17 22:17:46.972212 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4b2276-6975-4eb1-9494-b2450e441442 x-openstack-request-id: req-7b4b2276-6975-4eb1-9494-b2450e441442 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:46.972509 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d187c0-d035-47e6-aa6b-0cecd9f3608f", "name": "network-vif-deleted", "tag": "250f1c1a-6de6-42a0-82ae-43e061e43618", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:46.972762 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b4b2276-6975-4eb1-9494-b2450e441442 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:46.973157 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d187c0-d035-47e6-aa6b-0cecd9f3608f', 'name': 'network-vif-deleted', 'tag': '250f1c1a-6de6-42a0-82ae-43e061e43618', 'status': 'completed', 'code': 200} Sep 17 22:17:47.003836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Deleting port 79504ac0-c77a-457e-b786-9d1c8feedf6a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:47.004276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.113623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] For port 79504ac0-c77a-457e-b786-9d1c8feedf6a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=79504ac0-c77a-457e-b786-9d1c8feedf6a,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:47.114344 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.133371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Calling delete_port for 79504ac0-c77a-457e-b786-9d1c8feedf6a owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:47.141520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a7a96-ca59-4322-a35f-8e30e2322ac5 req-fbd9c1e9-4db0-4de1-987a-fa955ae50ee7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:47.143142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d30a7a96-ca59-4322-a35f-8e30e2322ac5 req-fbd9c1e9-4db0-4de1-987a-fa955ae50ee7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 944 time: 0.1822619 Sep 17 22:17:47.209767 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-495d0a5a-e49d-4043-880b-41195748cd89 req-00c5ded9-279d-49b2-8970-1ee3f239a62e tempest-InstanceActionsTestJSON-326058119 tempest-InstanceActionsTestJSON-326058119-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d187c0-d035-47e6-aa6b-0cecd9f3608f HTTP/1.1" status: 200 len: 210 time: 0.0603862 Sep 17 22:17:47.219156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577cf9b-3005-4f99-9606-4b2e815d4806 req-d2861c20-f31a-4770-bfbb-34f02245461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:47.220343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7577cf9b-3005-4f99-9606-4b2e815d4806 req-d2861c20-f31a-4770-bfbb-34f02245461b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3111565 Sep 17 22:17:47.259288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d30a7a96-ca59-4322-a35f-8e30e2322ac5 req-293d3abf-6f40-45f9-aae2-b61e0bfeaeea tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086347 Sep 17 22:17:47.370557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-cf1205eb-151a-4094-a5fe-fc9f6f6e360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:47.372135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-cf1205eb-151a-4094-a5fe-fc9f6f6e360c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0636237 Sep 17 22:17:47.377085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47890) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:47.420938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-b9db3770-caeb-4131-b419-30ab026ef2d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d23f583d-2c96-4eb5-ab6c-7baca395f4c5 HTTP/1.1" status: 200 len: 217 time: 0.0381639 Sep 17 22:17:47.433258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.469593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=79504ac0-c77a-457e-b786-9d1c8feedf6a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:47.471888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bf2527ef-bc32-418c-a344-b047c99ad9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:47.479665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bf2527ef-bc32-418c-a344-b047c99ad9fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.0522742 Sep 17 22:17:47.527332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-0b0e3991-fce2-440a-bb61-8113619b01cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399656 Sep 17 22:17:47.528732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10ded397-12bf-4d22-b2be-9f3e555d0de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.690098 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08676bc0-38fd-4e07-9452-1c43f0e298ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.715947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-bd5637d0-a2aa-4c1e-8152-1ae40e63c607 service neutron] 10.222.0.32 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788445 Sep 17 22:17:47.844173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10ded397-12bf-4d22-b2be-9f3e555d0de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.856383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0616c9c3-6d65-4dfb-8985-c5df0611d3e0 req-02571693-73db-4ab8-9e85-fd908ef7beb4 service neutron] 10.222.0.32 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310306 Sep 17 22:17:47.902074 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10ded397-12bf-4d22-b2be-9f3e555d0de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:47.959062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded397-12bf-4d22-b2be-9f3e555d0de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c1fcc-6913-4179-a562-554b6deb3b19,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:47.965751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-10ded397-12bf-4d22-b2be-9f3e555d0de0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8840b764b73a42df86337ef61bebaeb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874765 Sep 17 22:17:47.968142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47898) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:48.024777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a9124e0-2e7c-41d1-8a4d-debf5cdc8a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.046696 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a9124e0-2e7c-41d1-8a4d-debf5cdc8a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.080016 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.170157 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a9124e0-2e7c-41d1-8a4d-debf5cdc8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.172708 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a9124e0-2e7c-41d1-8a4d-debf5cdc8a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.174122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3a9124e0-2e7c-41d1-8a4d-debf5cdc8a77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/242c1fcc-6913-4179-a562-554b6deb3b19 HTTP/1.1" status: 204 len: 168 time: 0.2050393 Sep 17 22:17:48.182387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9124e0-2e7c-41d1-8a4d-debf5cdc8a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c1fcc-6913-4179-a562-554b6deb3b19,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:48.292697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47908) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:48.325281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:17:48.374198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-699fa609-e900-4b2f-9050-82f4aefbf9b4 admin admin] Deleting subnet 175fb9b3-27a9-495a-bcfd-a4f167b8d632 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:17:48.378860 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-699fa609-e900-4b2f-9050-82f4aefbf9b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.419363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-699fa609-e900-4b2f-9050-82f4aefbf9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.428191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd49a2-f1b6-44ff-bbe5-f66560e5a0fe req-352d249b-9613-4fff-aa7a-4d1436170de5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:48.430331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86fd49a2-f1b6-44ff-bbe5-f66560e5a0fe req-352d249b-9613-4fff-aa7a-4d1436170de5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 944 time: 0.0911281 Sep 17 22:17:48.442422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:17:48.450526 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c588f7e2-2594-418d-9565-5319c58ea7d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6516831 Sep 17 22:17:48.452861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47910) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:48.453328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] Sync routers for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:17:48.464428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:48.465239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:48.495825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-699fa609-e900-4b2f-9050-82f4aefbf9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.500556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86fd49a2-f1b6-44ff-bbe5-f66560e5a0fe req-caca8ac8-d1c9-4ec4-b436-87fdff406b86 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524845 Sep 17 22:17:48.590341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.601283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:48.641373 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-699fa609-e900-4b2f-9050-82f4aefbf9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.683308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fa609-e900-4b2f-9050-82f4aefbf9b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175fb9b3-27a9-495a-bcfd-a4f167b8d632,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:48.686307 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-699fa609-e900-4b2f-9050-82f4aefbf9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.691052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-699fa609-e900-4b2f-9050-82f4aefbf9b4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/175fb9b3-27a9-495a-bcfd-a4f167b8d632 HTTP/1.1" status: 204 len: 168 time: 0.3967490 Sep 17 22:17:48.691799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47916) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:48.699816 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.762766 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.796616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:17:47Z', 'revision_number': 5, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port': {'id': 'cf29c7e4-9a66-456d-b48b-22ab63b93452', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:55Z', 'updated_at': '2021-09-17T22:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:48.826818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] Checking router: b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:17:48.835757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] Routers {'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:17:48.836297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:48.843357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Deleting port cf29c7e4-9a66-456d-b48b-22ab63b93452 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:48.843635 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.853625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.875920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386574cd-b722-41e0-af3f-0c49a302c615']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:48.885963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47920) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:48.907956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0623e9e-e92d-4f44-8369-9c0e92af0db7') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:48.908682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0623e9e-e92d-4f44-8369-9c0e92af0db7') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:48.920208 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-828b97d0-5438-4f77-8ffc-32132ee2d44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.932575 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.936143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] For port cf29c7e4-9a66-456d-b48b-22ab63b93452, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cf29c7e4-9a66-456d-b48b-22ab63b93452,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:48.948946 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.956706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Calling delete_port for cf29c7e4-9a66-456d-b48b-22ab63b93452 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:48.958036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] Set router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:17:48.963828 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.975284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:17:48.975732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:17:48.977685 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:17:49.013249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:17:48Z', 'revision_number': 6, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:49.088652 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.099744 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.101577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/386574cd-b722-41e0-af3f-0c49a302c615 HTTP/1.1" status: 204 len: 168 time: 0.4083524 Sep 17 22:17:49.126088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f15d0-5172-4247-b207-aa86cc294f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=386574cd-b722-41e0-af3f-0c49a302c615,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:49.200385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-828b97d0-5438-4f77-8ffc-32132ee2d44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.200827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9023b-b1dd-42de-8315-474150f135dd None None] The sync data for ids ['b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a'] in n-d-713498-17 is: [{'id': 'b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1864342909-router', 'tenant_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:54Z', 'updated_at': '2021-09-17T22:17:48Z', 'revision_number': 6, 'project_id': '2dfbb9f3675f481b9f843c892e1d9df4', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:17:49.219548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.246664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf29c7e4-9a66-456d-b48b-22ab63b93452,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:49.273749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-828b97d0-5438-4f77-8ffc-32132ee2d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.312589 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.312848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-828b97d0-5438-4f77-8ffc-32132ee2d44f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82077ea8a0fe4cd79e24421a2e3d36ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247663 Sep 17 22:17:49.314034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b97d0-5438-4f77-8ffc-32132ee2d44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e6d580-75c5-4df6-beb4-f2bcedaecd9e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:49.316156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47926) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:49.424304 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.429299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.489575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-010d7e7e-56cc-48b4-a74b-acd544233432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.510630 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-010d7e7e-56cc-48b4-a74b-acd544233432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.549577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47930) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:49.570480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.571148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:17:49.576647 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.577820 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a5b86fd3-dd5f-4dbc-bc47-1230f9b7e2d5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b7acb8c5-b8c2-437e-8c9f-0c0d759bed6a HTTP/1.1" status: 204 len: 168 time: 1.1237829 Sep 17 22:17:49.580345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47932) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:49.618534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3142d21a-0bb9-4eaa-9354-59d6687a1c41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39ac3c71dbf24e66a74a37fb163b7bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676515 Sep 17 22:17:49.621662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47934) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:49.645927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b740e5fb-650e-4fb5-97c9-bdfdf012c724 admin admin] Deleting subnet 7ba593fa-c508-4173-828c-e7d96448d0d2 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:17:49.656394 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-010d7e7e-56cc-48b4-a74b-acd544233432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.661946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e4736-c0f6-49e2-ae8e-902137db5caf req-d1e4e01b-7d5a-45b1-a66e-b0d59f5a8881 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:49.662084 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-010d7e7e-56cc-48b4-a74b-acd544233432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.662084 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-010d7e7e-56cc-48b4-a74b-acd544233432 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2e6d580-75c5-4df6-beb4-f2bcedaecd9e HTTP/1.1" status: 204 len: 168 time: 0.3431642 Sep 17 22:17:49.664935 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b740e5fb-650e-4fb5-97c9-bdfdf012c724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.665084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0e4736-c0f6-49e2-ae8e-902137db5caf req-d1e4e01b-7d5a-45b1-a66e-b0d59f5a8881 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 944 time: 0.0645585 Sep 17 22:17:49.706542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d7e7e-56cc-48b4-a74b-acd544233432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e6d580-75c5-4df6-beb4-f2bcedaecd9e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:49.731562 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b740e5fb-650e-4fb5-97c9-bdfdf012c724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.743406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a0e4736-c0f6-49e2-ae8e-902137db5caf req-47813982-298c-45a4-b961-c91a1a086f17 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738809 Sep 17 22:17:49.777289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03745b2-c544-4b54-a017-d5cf8ffb7d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.809375 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03745b2-c544-4b54-a017-d5cf8ffb7d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.868796 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b740e5fb-650e-4fb5-97c9-bdfdf012c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.987406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03745b2-c544-4b54-a017-d5cf8ffb7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.989987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03745b2-c544-4b54-a017-d5cf8ffb7d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:49.993521 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d03745b2-c544-4b54-a017-d5cf8ffb7d5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc8a0786-ee35-43a1-a0d7-3a41076fbfbf HTTP/1.1" status: 204 len: 168 time: 0.3685281 Sep 17 22:17:50.001666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03745b2-c544-4b54-a017-d5cf8ffb7d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8a0786-ee35-43a1-a0d7-3a41076fbfbf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:50.004896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b740e5fb-650e-4fb5-97c9-bdfdf012c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.040327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740e5fb-650e-4fb5-97c9-bdfdf012c724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba593fa-c508-4173-828c-e7d96448d0d2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:50.045739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b740e5fb-650e-4fb5-97c9-bdfdf012c724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.047198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0057305-45ec-4e32-8875-81d9ca5d7065 None None] Network f6093836-72e5-4c3d-b007-35af76f1bcb4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:50.050637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47946) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:50.058472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b740e5fb-650e-4fb5-97c9-bdfdf012c724 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ba593fa-c508-4173-828c-e7d96448d0d2 HTTP/1.1" status: 204 len: 168 time: 0.4744856 Sep 17 22:17:50.165829 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.199199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf29c7e4-9a66-456d-b48b-22ab63b93452 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:50.262013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: cf29c7e4-9a66-456d-b48b-22ab63b93452 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:50.262365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf29c7e4-9a66-456d-b48b-22ab63b93452 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:50.262771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 79504ac0-c77a-457e-b786-9d1c8feedf6a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:50.267249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Deleting port 21821942-de04-45a4-9881-65c087e0ed88 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:50.267599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.284762 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9a6fda2-9865-4171-80fc-eb38078c8410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.287260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 79504ac0-c77a-457e-b786-9d1c8feedf6a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:50.287795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 79504ac0-c77a-457e-b786-9d1c8feedf6a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:50.363721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] For port 21821942-de04-45a4-9881-65c087e0ed88, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=21821942-de04-45a4-9881-65c087e0ed88,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:50.364001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.382356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Calling delete_port for 21821942-de04-45a4-9881-65c087e0ed88 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:50.403255 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9b98f-42eb-43fa-9363-e8c789ed2c9a None None] DHCP port deletion for f6093836-72e5-4c3d-b007-35af76f1bcb4 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:17:50.467719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9b98f-42eb-43fa-9363-e8c789ed2c9a None None] Deleting port 21821942-de04-45a4-9881-65c087e0ed88 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:17:50.468108 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b98f-42eb-43fa-9363-e8c789ed2c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.548396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1cf9b98f-42eb-43fa-9363-e8c789ed2c9a None None] For port 21821942-de04-45a4-9881-65c087e0ed88, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=21821942-de04-45a4-9881-65c087e0ed88,segment=NetworkSegment(e328b340-fc29-43f9-b908-6bb6a386f678),segment_id=e328b340-fc29-43f9-b908-6bb6a386f678)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:50.549055 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b98f-42eb-43fa-9363-e8c789ed2c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.563013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9b98f-42eb-43fa-9363-e8c789ed2c9a None None] Calling delete_port for 21821942-de04-45a4-9881-65c087e0ed88 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:17:50.567533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.593021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] No DVR routers for this DVR port 21821942-de04-45a4-9881-65c087e0ed88 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:50.598137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=21821942-de04-45a4-9881-65c087e0ed88,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:17:50.654027 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:17:50.665132 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b98f-42eb-43fa-9363-e8c789ed2c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.678459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.695972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9b98f-42eb-43fa-9363-e8c789ed2c9a None None] Pushing event deleted for resources: {'Port': ['ID=21821942-de04-45a4-9881-65c087e0ed88,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:50.699068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6093836-72e5-4c3d-b007-35af76f1bcb4']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:50.700189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 250f1c1a-6de6-42a0-82ae-43e061e43618 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:50.707683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9b98f-42eb-43fa-9363-e8c789ed2c9a None None] No DVR routers for this DVR port 21821942-de04-45a4-9881-65c087e0ed88 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:17:50.718373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e328b340-fc29-43f9-b908-6bb6a386f678') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:50.718373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e328b340-fc29-43f9-b908-6bb6a386f678') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:17:50.728115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.737342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 250f1c1a-6de6-42a0-82ae-43e061e43618 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:50.741648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 250f1c1a-6de6-42a0-82ae-43e061e43618 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:50.746870 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.756457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:17:50.756950 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:17:50.759331 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:17:50.885199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517c846-9f32-47e7-83a3-45e59d05d950 req-65e36e15-5591-4c4b-b759-7442be60fffa tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:50.886867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8517c846-9f32-47e7-83a3-45e59d05d950 req-65e36e15-5591-4c4b-b759-7442be60fffa tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 944 time: 0.0643060 Sep 17 22:17:50.926752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8517c846-9f32-47e7-83a3-45e59d05d950 req-9622a283-3266-4526-b41c-e6f6ba59c876 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Sep 17 22:17:50.948195 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.963414 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:50.965136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f6093836-72e5-4c3d-b007-35af76f1bcb4 HTTP/1.1" status: 204 len: 168 time: 0.9135027 Sep 17 22:17:50.966526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9da6f-db5c-4692-abab-2f7e6a625bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6093836-72e5-4c3d-b007-35af76f1bcb4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:51.165166 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47994) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:51.267314 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.415724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48002) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:51.437154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1269131814-network', 'tenant_id': '2bf6624a12954b2f98a82611bfa802cd'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:51.477484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7bdaf25e-e8ab-451b-8ed5-2af6ed7f532d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dfbb9f3675f481b9f843c892e1d9df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604434 Sep 17 22:17:51.479995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48004) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:51.529633 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3bbae95f-ba31-4bda-a7c3-1d02a7da8e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.551763 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3bbae95f-ba31-4bda-a7c3-1d02a7da8e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.553049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d23f583d-2c96-4eb5-ab6c-7baca395f4c5 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:17:51.559826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Made reservation on behalf of 2bf6624a12954b2f98a82611bfa802cd for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:51.562048 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.582113 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.630701 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.666354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port d23f583d-2c96-4eb5-ab6c-7baca395f4c5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:51.677923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'd23f583d-2c96-4eb5-ab6c-7baca395f4c5', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'port_id': 'd23f583d-2c96-4eb5-ab6c-7baca395f4c5', 'mac_address': 'fa:16:3e:f5:1f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7251db4-47c4-4cb6-b4ee-aebbfc512f13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:17:51.696050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.719640 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.724129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3bbae95f-ba31-4bda-a7c3-1d02a7da8e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.726986 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3bbae95f-ba31-4bda-a7c3-1d02a7da8e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.741800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3bbae95f-ba31-4bda-a7c3-1d02a7da8e49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7ec7af3-838e-4a93-9620-64f05c0cf966 HTTP/1.1" status: 204 len: 168 time: 0.2477419 Sep 17 22:17:51.742867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23f583d-2c96-4eb5-ab6c-7baca395f4c5 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:51.743099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbae95f-ba31-4bda-a7c3-1d02a7da8e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ec7af3-838e-4a93-9620-64f05c0cf966,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:51.765585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port d23f583d-2c96-4eb5-ab6c-7baca395f4c5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:51.833066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.863359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:17:51.871997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc54d37-1512-47a9-8fec-b35599ade78f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:51.882596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.882861 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Added segment c8437b5e-60e2-4481-972a-f5ac6996bf21 of type vlan for network 009e2ae4-9011-425b-9754-1716813af3af Sep 17 22:17:51.890581 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.941920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:51.967478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:52.050235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d34493-57b0-4e39-84bf-a0655e36cd88 req-15caadc1-edfd-467c-a46f-e133130cf7e5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:52.051756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21d34493-57b0-4e39-84bf-a0655e36cd88 req-15caadc1-edfd-467c-a46f-e133130cf7e5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 945 time: 0.0484161 Sep 17 22:17:52.092483 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.093467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:52.094028 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:52.169526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21d34493-57b0-4e39-84bf-a0655e36cd88 req-f23e26b7-cbd8-4ad0-bc92-02c67a6ca175 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110063 Sep 17 22:17:52.185899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 21821942-de04-45a4-9881-65c087e0ed88 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:17:52.214066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0477738 Sep 17 22:17:52.216918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48030) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:52.219277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['d23f583d-2c96-4eb5-ab6c-7baca395f4c5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:17:52.221800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 21821942-de04-45a4-9881-65c087e0ed88 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:17:52.222160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Request body: {'subnet': {'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1269131814-subnet', 'tenant_id': '2bf6624a12954b2f98a82611bfa802cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:52.222910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 21821942-de04-45a4-9881-65c087e0ed88 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:17:52.240966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb324b-2a7b-4a0d-9ea3-b74e58aab18b admin admin] Pushing event updated for resources: {'Network': ['ID=009e2ae4-9011-425b-9754-1716813af3af,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:52.265228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 009e2ae4-9011-425b-9754-1716813af3af details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:17:52.312840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Made reservation on behalf of 2bf6624a12954b2f98a82611bfa802cd for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:52.320616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:53.027400 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:53.084711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307d71a2-a6e3-4c0d-b439-90598e2bd635,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:53.095944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Checking segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:53.096297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Network hostable DHCP agents. Network: 009e2ae4-9011-425b-9754-1716813af3af, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:17:53.192974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Network 009e2ae4-9011-425b-9754-1716813af3af is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:17:53.273670 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:53.275340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 009e2ae4-9011-425b-9754-1716813af3af) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:53.279938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:53.283245 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:53.284999 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c9c9b6-a94b-4716-a21d-f6774f4b5192 None None] Network 009e2ae4-9011-425b-9754-1716813af3af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:53.305378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128a275-b8fe-4eff-8616-01f81239034c req-b0b3b8ac-e26d-4645-98c9-7ca4d31d6fdb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:53.307052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1128a275-b8fe-4eff-8616-01f81239034c req-b0b3b8ac-e26d-4645-98c9-7ca4d31d6fdb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 945 time: 0.0784924 Sep 17 22:17:53.356497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1128a275-b8fe-4eff-8616-01f81239034c req-cafbd50d-2dd0-4008-8e36-cd91f17d63cd tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Sep 17 22:17:53.392679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e02e31f7-248f-4289-94bd-5ec9a31d36a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1701477 Sep 17 22:17:53.422725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3a6f67-de09-4347-abcf-8dfb19c174c7 None None] Network 009e2ae4-9011-425b-9754-1716813af3af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:17:53.568287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d23f583d-2c96-4eb5-ab6c-7baca395f4c5 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:17:53.729683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port d23f583d-2c96-4eb5-ab6c-7baca395f4c5 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:17:53.729683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port d23f583d-2c96-4eb5-ab6c-7baca395f4c5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:17:53.729683 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:53.810336 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:53.833741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371e9482-8236-436a-90a4-71d50c90cfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23f583d-2c96-4eb5-ab6c-7baca395f4c5'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:53.836061 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd82190-766e-4daf-9e11-4f16edb1ae8b" -d '{"events": [{"server_uuid": "371e9482-8236-436a-90a4-71d50c90cfa1", "name": "network-vif-plugged", "status": "completed", "tag": "d23f583d-2c96-4eb5-ab6c-7baca395f4c5"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:53.852551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port d23f583d-2c96-4eb5-ab6c-7baca395f4c5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:17:53.877851 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9817c079-64cd-4cc4-9a67-6001f493cf43 x-openstack-request-id: req-9817c079-64cd-4cc4-9a67-6001f493cf43 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:53.877851 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371e9482-8236-436a-90a4-71d50c90cfa1", "name": "network-vif-plugged", "status": "completed", "tag": "d23f583d-2c96-4eb5-ab6c-7baca395f4c5", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:53.877851 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9817c079-64cd-4cc4-9a67-6001f493cf43 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:53.877851 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371e9482-8236-436a-90a4-71d50c90cfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23f583d-2c96-4eb5-ab6c-7baca395f4c5', 'code': 200} Sep 17 22:17:53.914114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:53.993809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:53.997865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899d717-3bdb-4788-82d1-d540aac32128 req-d9ae00c3-1f41-4ced-a120-d6652832f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:53.999878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0899d717-3bdb-4788-82d1-d540aac32128 req-d9ae00c3-1f41-4ced-a120-d6652832f5b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 1098 time: 0.0557187 Sep 17 22:17:54.041161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0899d717-3bdb-4788-82d1-d540aac32128 req-2be6805c-f3d1-4026-a077-3f41c67c631a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 Sep 17 22:17:54.160942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cee867-6a73-440e-b782-eedac6095114 req-f45c41ef-e791-4d4e-a2db-3adbc01f077b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:54.163347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-f45c41ef-e791-4d4e-a2db-3adbc01f077b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.1150386 Sep 17 22:17:54.177862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-1784c90c-06ad-4832-a071-3c91f8667a6a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/quotas/2bf6624a12954b2f98a82611bfa802cd HTTP/1.1" status: 200 len: 375 time: 0.0093722 Sep 17 22:17:54.210444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-e602f7bf-844c-4469-85f7-3b159f13f046 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260944 Sep 17 22:17:54.423586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-56fd8178-18ce-443b-94bb-fda2a4c00045 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059817 Sep 17 22:17:54.515170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-1ddeb47e-fadc-4ceb-8f24-09c1bc9a81db service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847168 Sep 17 22:17:54.728026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917db322-22d9-4591-b4c5-b8483cfccd74 req-e0f74335-0690-4a18-8f96-1bf3294aae3d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:54.728026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-917db322-22d9-4591-b4c5-b8483cfccd74 req-e0f74335-0690-4a18-8f96-1bf3294aae3d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0575967 Sep 17 22:17:54.767360 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:17:54.775943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-917db322-22d9-4591-b4c5-b8483cfccd74 req-fca01667-9544-4190-a961-a231ee9f0df6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Sep 17 22:17:54.902088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-149a9b90-5f59-47cb-adf1-7f6372ceec72 req-0eade461-885f-460f-9d97-045b26b11bbe tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 210 time: 0.0407388 Sep 17 22:17:55.161625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:55.293088 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab900-b4f0-408a-b613-164274da5b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:55.410053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab900-b4f0-408a-b613-164274da5b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:55.484622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab900-b4f0-408a-b613-164274da5b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:55.528428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48278) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:55.547285 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4b8ab900-b4f0-408a-b613-164274da5b91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd05edc275e84c7da54679b5161e1047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717172 Sep 17 22:17:55.548659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab900-b4f0-408a-b613-164274da5b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532ec404-3a2c-4189-a1f2-31fcf93ed499,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:55.597575 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5eead8a-aca0-4299-b75c-14e42174aecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:55.619919 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5eead8a-aca0-4299-b75c-14e42174aecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:55.885239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5eead8a-aca0-4299-b75c-14e42174aecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:55.887800 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5eead8a-aca0-4299-b75c-14e42174aecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:55.888929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f5eead8a-aca0-4299-b75c-14e42174aecd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/532ec404-3a2c-4189-a1f2-31fcf93ed499 HTTP/1.1" status: 204 len: 168 time: 0.3595271 Sep 17 22:17:55.900725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eead8a-aca0-4299-b75c-14e42174aecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532ec404-3a2c-4189-a1f2-31fcf93ed499,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:55.921031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598b76e-8872-4d9b-8f7f-8ad6403535f5 req-d5bde19c-bd29-48d5-8394-f69aba5c4b7f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:55.922549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8598b76e-8872-4d9b-8f7f-8ad6403535f5 req-d5bde19c-bd29-48d5-8394-f69aba5c4b7f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0747235 Sep 17 22:17:55.977275 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8598b76e-8872-4d9b-8f7f-8ad6403535f5 req-db67cd2e-d394-48e2-869e-0ab26d058fe7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 Sep 17 22:17:56.059716 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-caba30c8-708a-4bda-b114-c96d477e9d45 req-8c523347-6d25-45c6-a9a9-eb2854d64c69 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 210 time: 0.0298839 Sep 17 22:17:56.441446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7823dd2-0ca3-4947-ac12-b39d9ea6271c req-e280d01d-518a-45fe-a375-4982d009603c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:56.448984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7823dd2-0ca3-4947-ac12-b39d9ea6271c req-e280d01d-518a-45fe-a375-4982d009603c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0596392 Sep 17 22:17:56.487359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7823dd2-0ca3-4947-ac12-b39d9ea6271c req-3fff069f-e2b7-4bc8-8d55-a8eab6187c5b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374491 Sep 17 22:17:56.534671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48394) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:56.548589 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-599d5a81-004f-45fb-9d77-4404e8fae50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.638615 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-599d5a81-004f-45fb-9d77-4404e8fae50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.713324 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-599d5a81-004f-45fb-9d77-4404e8fae50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.752076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d5a81-004f-45fb-9d77-4404e8fae50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2d451-b812-41a4-bb3f-1c819deffd1f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:56.760470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-599d5a81-004f-45fb-9d77-4404e8fae50c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0850d4298de4713bbbb1bb8361235af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208288 Sep 17 22:17:56.760470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48420) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:17:56.813234 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4934488b-86db-4a03-9aa1-72c10d24b0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.836422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4934488b-86db-4a03-9aa1-72c10d24b0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.964477 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4934488b-86db-4a03-9aa1-72c10d24b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.967156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4934488b-86db-4a03-9aa1-72c10d24b0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:56.968446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4934488b-86db-4a03-9aa1-72c10d24b0d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79b2d451-b812-41a4-bb3f-1c819deffd1f HTTP/1.1" status: 204 len: 168 time: 0.2079799 Sep 17 22:17:56.978197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934488b-86db-4a03-9aa1-72c10d24b0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2d451-b812-41a4-bb3f-1c819deffd1f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:57.133580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cee867-6a73-440e-b782-eedac6095114 req-a85c6b21-792b-450e-a7c0-d28690ef3aaf tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:57.135194 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-a85c6b21-792b-450e-a7c0-d28690ef3aaf tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.1160388 Sep 17 22:17:57.149994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Request body: {'port': {'device_id': 'bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'admin_state_up': True, 'tenant_id': '2bf6624a12954b2f98a82611bfa802cd'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:57.165211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6898a9b-e2df-493c-a3d7-88b3aaa4d998 req-c2e9eaf2-d2aa-4901-a447-a4ba78272096 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 210 time: 0.0280132 Sep 17 22:17:57.369984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Made reservation on behalf of 2bf6624a12954b2f98a82611bfa802cd for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:17:57.373927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.530276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Allocated IP 172.20.0.13 (009e2ae4-9011-425b-9754-1716813af3af/307d71a2-a6e3-4c0d-b439-90598e2bd635/c6f3993b-3009-4114-8bd0-49bfe7c73b84) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:17:57.626235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510bf8a-1e21-4e16-9736-241af56f504e req-6205a23c-bacb-4e82-ab11-412f654fe805 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:57.627869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7510bf8a-1e21-4e16-9736-241af56f504e req-6205a23c-bacb-4e82-ab11-412f654fe805 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0677562 Sep 17 22:17:57.667423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7510bf8a-1e21-4e16-9736-241af56f504e req-d9fb3b54-2e20-4882-af51-d563cf9f0e4d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Sep 17 22:17:57.695698 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.776686 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.826117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Network 009e2ae4-9011-425b-9754-1716813af3af is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:17:57.829522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:17:57.834419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:17:57.875888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event updated for resources: {'Port': ['ID=c6f3993b-3009-4114-8bd0-49bfe7c73b84,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:57.897813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:57.898488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:57.977234 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-212f07a4-95b3-4d84-9152-faaf6aa1cddd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8324387 Sep 17 22:17:58.108706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Request body: {'port': {'device_id': 'bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:17:58.176284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.325071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef34dbc-ebbd-4c9a-bb97-b959457848a1 req-d43b23e6-081d-46c5-9fab-7643b7d5b4d9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:58.326587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ef34dbc-ebbd-4c9a-bb97-b959457848a1 req-d43b23e6-081d-46c5-9fab-7643b7d5b4d9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 932 time: 0.0617721 Sep 17 22:17:58.380083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ef34dbc-ebbd-4c9a-bb97-b959457848a1 req-92dfb7ea-beff-4f17-8c4f-79524e37f799 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Sep 17 22:17:58.500626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f3993b-3009-4114-8bd0-49bfe7c73b84 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:17:58.516060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.523591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Transition to ACTIVE for port object c6f3993b-3009-4114-8bd0-49bfe7c73b84 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:17:58.564191 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.638570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f3993b-3009-4114-8bd0-49bfe7c73b84,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:58.687572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Attempting to bind port c6f3993b-3009-4114-8bd0-49bfe7c73b84 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:17:58.687906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Attempting to bind port c6f3993b-3009-4114-8bd0-49bfe7c73b84 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:17:58.688325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Attempting to bind port c6f3993b-3009-4114-8bd0-49bfe7c73b84 on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:58.692503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Port c6f3993b-3009-4114-8bd0-49bfe7c73b84 on network 009e2ae4-9011-425b-9754-1716813af3af not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:17:58.692817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Attempting to bind port c6f3993b-3009-4114-8bd0-49bfe7c73b84 on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:17:58.699048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:17:58.699388 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Checking segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:17:58.699764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Bound using segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:17:58.700188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Bound port: c6f3993b-3009-4114-8bd0-49bfe7c73b84, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:17:58.700542 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.777110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] For port c6f3993b-3009-4114-8bd0-49bfe7c73b84, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:17:58.780826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] For port c6f3993b-3009-4114-8bd0-49bfe7c73b84, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c6f3993b-3009-4114-8bd0-49bfe7c73b84,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:17:58.797408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9696dc2-2862-4470-9f6f-d28cbb9e60e8 req-45daa60f-4ae6-4e0d-87f6-e899f10632a5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:58.803326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9696dc2-2862-4470-9f6f-d28cbb9e60e8 req-45daa60f-4ae6-4e0d-87f6-e899f10632a5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0570080 Sep 17 22:17:58.841514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9696dc2-2862-4470-9f6f-d28cbb9e60e8 req-9f089a4f-d5d2-473c-9058-c825a0d3c60a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363812 Sep 17 22:17:58.902035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.947723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:58.948730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:17:58.950401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] 10.222.0.35 "PUT /v2.0/ports/c6f3993b-3009-4114-8bd0-49bfe7c73b84 HTTP/1.1" status: 200 len: 1093 time: 0.9641013 Sep 17 22:17:58.951143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66', 'tag': 'c6f3993b-3009-4114-8bd0-49bfe7c73b84'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:17:58.953552 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2573113-70cc-4d78-bfe6-a5496935d738" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66", "tag": "c6f3993b-3009-4114-8bd0-49bfe7c73b84"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:17:58.983632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cced0-18f7-4705-ad1a-a573da7c0698 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f3993b-3009-4114-8bd0-49bfe7c73b84,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:17:59.107878 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cee867-6a73-440e-b782-eedac6095114 req-aed5915b-21b0-48d8-8811-5d439e2b6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.110295 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-aed5915b-21b0-48d8-8811-5d439e2b6410 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 1096 time: 0.0635085 Sep 17 22:17:59.155214 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-e663c127-c530-4270-8f5b-cc25d3080bd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6f3993b-3009-4114-8bd0-49bfe7c73b84 HTTP/1.1" status: 200 len: 217 time: 0.0370185 Sep 17 22:17:59.213776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cee867-6a73-440e-b782-eedac6095114 req-8a0719f6-03c7-43ef-a589-ae365d496583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.216738 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-8a0719f6-03c7-43ef-a589-ae365d496583 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0537357 Sep 17 22:17:59.220516 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca5fd3a-3631-4fca-a212-4f6f843e3b19 x-openstack-request-id: req-2ca5fd3a-3631-4fca-a212-4f6f843e3b19 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:17:59.220810 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66", "tag": "c6f3993b-3009-4114-8bd0-49bfe7c73b84", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:17:59.221068 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ca5fd3a-3631-4fca-a212-4f6f843e3b19 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:17:59.221508 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66', 'tag': 'c6f3993b-3009-4114-8bd0-49bfe7c73b84', 'status': 'completed', 'code': 200} Sep 17 22:17:59.249366 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-58b085b5-97f1-44cd-ba91-bd37f28d4756 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258160 Sep 17 22:17:59.362282 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-925e4e56-393b-4b20-ae75-dc7eb57b67ab service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045413 Sep 17 22:17:59.467548 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9cee867-6a73-440e-b782-eedac6095114 req-ada955e8-a4d5-4377-a9b7-9682af0c4792 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983403 Sep 17 22:17:59.507941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25104148-955e-4c64-b72e-d1aaf78269dc req-cb6f3b07-cd74-4d33-81ad-1ae97ce9e645 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.509523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25104148-955e-4c64-b72e-d1aaf78269dc req-cb6f3b07-cd74-4d33-81ad-1ae97ce9e645 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 944 time: 0.0564647 Sep 17 22:17:59.564366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25104148-955e-4c64-b72e-d1aaf78269dc req-8095797d-b0c0-4622-95e5-224c44c42de9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488033 Sep 17 22:17:59.621074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-05ff096d-d821-4498-8064-b5c318192565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.622615 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-05ff096d-d821-4498-8064-b5c318192565 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 1096 time: 0.0502861 Sep 17 22:17:59.723959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-1dc36613-7627-44a7-b19b-945e50995ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.725565 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-1dc36613-7627-44a7-b19b-945e50995ea3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 906 time: 0.0952480 Sep 17 22:17:59.771599 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-3e9709ef-e114-46ad-a93d-26af642b0a9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6f3993b-3009-4114-8bd0-49bfe7c73b84 HTTP/1.1" status: 200 len: 217 time: 0.0388129 Sep 17 22:17:59.823130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-3ddf3893-620f-44d7-a0d5-4fd0f97643d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.824523 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-3ddf3893-620f-44d7-a0d5-4fd0f97643d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0456133 Sep 17 22:17:59.855474 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-60116c47-dfed-4875-9e47-8fecac3302b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234635 Sep 17 22:17:59.960812 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-530c2d8d-4455-4f97-b5e3-65d1eb7d0b90 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969870 Sep 17 22:17:59.962146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec479f-76e6-4721-896c-4df669362670 req-50eb1bea-62c8-4977-84a5-80d635097522 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:17:59.963629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4aec479f-76e6-4721-896c-4df669362670 req-50eb1bea-62c8-4977-84a5-80d635097522 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0511601 Sep 17 22:18:00.008627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4aec479f-76e6-4721-896c-4df669362670 req-cb23b4d1-a7d0-4f1d-af7e-a86e60184f81 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367255 Sep 17 22:18:00.090831 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2573113-70cc-4d78-bfe6-a5496935d738 req-dd22761c-3cea-4657-8331-2cd43bf333a5 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216495 Sep 17 22:18:00.485360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48738) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:00.601403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e6252be-3798-4a5f-a2f3-cabbf122aecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.726991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b26c26-811f-4b35-81e6-3b0d96fb77cc req-72366e43-dc07-4387-8cdc-09a560924682 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:00.728896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5b26c26-811f-4b35-81e6-3b0d96fb77cc req-72366e43-dc07-4387-8cdc-09a560924682 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 944 time: 0.0828362 Sep 17 22:18:00.763152 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e6252be-3798-4a5f-a2f3-cabbf122aecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.779479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5b26c26-811f-4b35-81e6-3b0d96fb77cc req-5c99c2cc-7ee1-4bb3-8249-fef3efab1f01 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Sep 17 22:18:00.821487 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e6252be-3798-4a5f-a2f3-cabbf122aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.858567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6252be-3798-4a5f-a2f3-cabbf122aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770e3404-ca2f-4e7d-842c-d0592b328f14,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:00.865383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4e6252be-3798-4a5f-a2f3-cabbf122aecc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=479cfed985cb4abd8554635bc7065637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765092 Sep 17 22:18:00.865605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48748) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:00.914142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bf4b-494c-4b29-8dde-e41edc9127c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:00.935463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bf4b-494c-4b29-8dde-e41edc9127c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:01.067152 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bf4b-494c-4b29-8dde-e41edc9127c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:01.070882 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bf4b-494c-4b29-8dde-e41edc9127c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:01.072302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9ef5bf4b-494c-4b29-8dde-e41edc9127c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/770e3404-ca2f-4e7d-842c-d0592b328f14 HTTP/1.1" status: 204 len: 168 time: 0.2052433 Sep 17 22:18:01.090315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5bf4b-494c-4b29-8dde-e41edc9127c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770e3404-ca2f-4e7d-842c-d0592b328f14,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:01.176214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7748f-8bde-4ce2-899d-9ac24bbc2cf9 req-3fbd9965-e1fe-4f2d-a93c-0d9aac215430 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.177770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61c7748f-8bde-4ce2-899d-9ac24bbc2cf9 req-3fbd9965-e1fe-4f2d-a93c-0d9aac215430 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0745122 Sep 17 22:18:01.216579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61c7748f-8bde-4ce2-899d-9ac24bbc2cf9 req-45ac3384-4e97-47b7-b018-c0935502a8aa tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Sep 17 22:18:01.901596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960057de-f5b3-4921-bbcb-2b3f3d6f19cd req-4a553c0a-b5a1-4933-bb01-0aeb61da0f7a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:01.903215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-960057de-f5b3-4921-bbcb-2b3f3d6f19cd req-4a553c0a-b5a1-4933-bb01-0aeb61da0f7a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 944 time: 0.0526857 Sep 17 22:18:01.951454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-960057de-f5b3-4921-bbcb-2b3f3d6f19cd req-c4fe20e4-c5b2-4fe7-a8c2-1584bd67a9fa tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Sep 17 22:18:02.185062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48792) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:02.282255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1071079325-network', 'tenant_id': 'b23207f81ba348be93e639c814deabcc'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:02.343649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2574dd-4f75-49e0-a3b7-35b444d544a7 req-c6a69713-a65d-4d95-92bc-d716b0afb296 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.345191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e2574dd-4f75-49e0-a3b7-35b444d544a7 req-c6a69713-a65d-4d95-92bc-d716b0afb296 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0595865 Sep 17 22:18:02.385902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e2574dd-4f75-49e0-a3b7-35b444d544a7 req-6f76b755-42b2-4382-966f-e03a747f983d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Sep 17 22:18:02.404242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Made reservation on behalf of b23207f81ba348be93e639c814deabcc for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:02.406649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.416259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.519225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.575419 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.610841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:18:02.617734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78befead-c558-4131-863e-e29824735c94,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:02.625617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.625782 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Added segment f259908d-7d01-4a9f-982e-d71e513845f7 of type vlan for network 14d56e18-763a-4dae-8f94-988b0c655c33 Sep 17 22:18:02.666647 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.758072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device c6f3993b-3009-4114-8bd0-49bfe7c73b84 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:02.758638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.759608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:02.760061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.824474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] Pushing event updated for resources: {'Network': ['ID=14d56e18-763a-4dae-8f94-988b0c655c33,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:02.845887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 14d56e18-763a-4dae-8f94-988b0c655c33 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:18:02.859432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-58b6b435-69bd-4513-a973-8f0bf9930dcc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6705554 Sep 17 22:18:02.862562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48802) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:02.865173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Request body: {'subnet': {'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1071079325-subnet', 'tenant_id': 'b23207f81ba348be93e639c814deabcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:02.947590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Made reservation on behalf of b23207f81ba348be93e639c814deabcc for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:02.952249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:02.955706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port c6f3993b-3009-4114-8bd0-49bfe7c73b84, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c6f3993b-3009-4114-8bd0-49bfe7c73b84,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:02.967757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'c6f3993b-3009-4114-8bd0-49bfe7c73b84', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'port_id': 'c6f3993b-3009-4114-8bd0-49bfe7c73b84', 'mac_address': 'fa:16:3e:da:b3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307d71a2-a6e3-4c0d-b439-90598e2bd635', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:03.028304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:03.044692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f3993b-3009-4114-8bd0-49bfe7c73b84 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:03.067604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port c6f3993b-3009-4114-8bd0-49bfe7c73b84, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c6f3993b-3009-4114-8bd0-49bfe7c73b84,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:03.116729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dabc7b-f63c-442f-b9e8-c9b58511c729 req-e841e51f-5c59-4f97-9644-8b68df6cbcb9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.118305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91dabc7b-f63c-442f-b9e8-c9b58511c729 req-e841e51f-5c59-4f97-9644-8b68df6cbcb9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 944 time: 0.0715110 Sep 17 22:18:03.159335 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:03.225688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=c6f3993b-3009-4114-8bd0-49bfe7c73b84,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:03.238644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91dabc7b-f63c-442f-b9e8-c9b58511c729 req-33aaf36e-513e-4aec-b6ed-c14c8d4fa4d3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943103 Sep 17 22:18:03.336817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:03.347119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:03.396047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Pushing event updated for resources: {'Subnet': ['ID=348aefe2-575b-40d4-b342-e95c1328c755,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:03.404840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Checking segment: {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:03.405200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Network hostable DHCP agents. Network: 14d56e18-763a-4dae-8f94-988b0c655c33, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:18:03.518542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f783e-3dbe-46bb-802a-03c68678f9f2 req-d32ed0bc-9b49-451d-bb6e-0896f9f448ef tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.520392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f99f783e-3dbe-46bb-802a-03c68678f9f2 req-d32ed0bc-9b49-451d-bb6e-0896f9f448ef tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0591905 Sep 17 22:18:03.521587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Network 14d56e18-763a-4dae-8f94-988b0c655c33 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:18:03.570869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f99f783e-3dbe-46bb-802a-03c68678f9f2 req-a187c299-e555-4a67-82f0-46b49f760475 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Sep 17 22:18:03.592719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 14d56e18-763a-4dae-8f94-988b0c655c33) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:03.596827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:03.597500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:03.603656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d4a4f-dd7a-4b71-b5d1-04496f72045c None None] Network 14d56e18-763a-4dae-8f94-988b0c655c33 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:03.715646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0e10e57a-822a-4462-949e-ba1dc45f997a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8466582 Sep 17 22:18:03.728072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed39ad6-7ff7-400c-a0f2-d5eb509c7fef None None] Network 14d56e18-763a-4dae-8f94-988b0c655c33 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:04.148934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-6f575f9b-6c26-4f48-95f7-fc97863bdd44 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.150414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-6f575f9b-6c26-4f48-95f7-fc97863bdd44 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/networks?id=14d56e18-763a-4dae-8f94-988b0c655c33 HTTP/1.1" status: 200 len: 818 time: 0.1001434 Sep 17 22:18:04.165500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-02dc1b70-4807-4582-a665-c5e9dda4a593 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/quotas/b23207f81ba348be93e639c814deabcc HTTP/1.1" status: 200 len: 375 time: 0.0090973 Sep 17 22:18:04.198444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-2ad99e10-c8d0-445c-bfb6-6c2eb228ddf2 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b23207f81ba348be93e639c814deabcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272424 Sep 17 22:18:04.293669 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-063985be-4152-469a-8a30-f8295dc59ced service neutron] 10.222.0.13 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880890 Sep 17 22:18:04.419336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-87f5e38a-ed03-466a-8988-7e7f8291b490 service neutron] 10.222.0.13 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192508 Sep 17 22:18:04.428538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0040a9f-420a-4f3b-bfc8-7506bec410d0 req-dad2e075-4195-4fe0-9839-195a4a39d8d1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.430061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0040a9f-420a-4f3b-bfc8-7506bec410d0 req-dad2e075-4195-4fe0-9839-195a4a39d8d1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 945 time: 0.0742877 Sep 17 22:18:04.471570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0040a9f-420a-4f3b-bfc8-7506bec410d0 req-01b29163-f5ea-4a8a-abdc-f3d77a4e058e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Sep 17 22:18:04.725946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190225b0-2a4a-413d-91c8-c20a623fd5b6 req-147698bf-ab6e-4f4b-8e72-b61fc0e3c8a8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:04.727370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-190225b0-2a4a-413d-91c8-c20a623fd5b6 req-147698bf-ab6e-4f4b-8e72-b61fc0e3c8a8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0507891 Sep 17 22:18:04.767633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-190225b0-2a4a-413d-91c8-c20a623fd5b6 req-e32af116-55b5-4ec2-a3ec-5d779000db37 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335219 Sep 17 22:18:04.770125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device c6f3993b-3009-4114-8bd0-49bfe7c73b84 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:04.907245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port c6f3993b-3009-4114-8bd0-49bfe7c73b84 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:04.911550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port c6f3993b-3009-4114-8bd0-49bfe7c73b84 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:04.911920 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:04.999986 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:05.036789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f3993b-3009-4114-8bd0-49bfe7c73b84'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:05.040412 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f909e202-9737-4dcb-87ac-2f2e3b35d7f2" -d '{"events": [{"server_uuid": "bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66", "name": "network-vif-plugged", "status": "completed", "tag": "c6f3993b-3009-4114-8bd0-49bfe7c73b84"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:05.066312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port c6f3993b-3009-4114-8bd0-49bfe7c73b84, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c6f3993b-3009-4114-8bd0-49bfe7c73b84,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:05.119320 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:05.175450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-067f9a72-b6e5-4c43-91a9-d5ca116d0fd0 req-7425300d-7f16-477f-89ad-fdb9b86ff152 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 210 time: 0.0396228 Sep 17 22:18:05.181464 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6391bd0-6d04-408d-a2dd-0196ad82834d x-openstack-request-id: req-d6391bd0-6d04-408d-a2dd-0196ad82834d {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:05.181464 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66", "name": "network-vif-plugged", "status": "completed", "tag": "c6f3993b-3009-4114-8bd0-49bfe7c73b84", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:05.181464 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6391bd0-6d04-408d-a2dd-0196ad82834d {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:05.181464 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f3993b-3009-4114-8bd0-49bfe7c73b84', 'code': 200} Sep 17 22:18:05.193257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=c6f3993b-3009-4114-8bd0-49bfe7c73b84,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:05.284283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1e08f-ae23-4dd4-9d76-0e50308f91b8 req-4e9f7ba5-13b4-4430-8bcd-19bd6ff30788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.285740 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ade1e08f-ae23-4dd4-9d76-0e50308f91b8 req-4e9f7ba5-13b4-4430-8bcd-19bd6ff30788 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 1098 time: 0.0496702 Sep 17 22:18:05.324064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ade1e08f-ae23-4dd4-9d76-0e50308f91b8 req-fde7818f-39b2-415b-9237-73c4b6cce7f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312293 Sep 17 22:18:05.610649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7fd1-55e0-4472-a9f8-3c0ed1cf2768 req-b648aa60-bdaf-4545-937c-b553aa83cbba tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.616810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1da7fd1-55e0-4472-a9f8-3c0ed1cf2768 req-b648aa60-bdaf-4545-937c-b553aa83cbba tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 946 time: 0.0690274 Sep 17 22:18:05.653814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1da7fd1-55e0-4472-a9f8-3c0ed1cf2768 req-d8a2963f-85fa-4977-ae25-7ad9f3afdbac tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331604 Sep 17 22:18:05.893118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefed49-2b9f-4877-92ef-6ac1b83610b2 req-535b6620-a54b-4462-8cc1-1dbb2994265f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:05.894779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fefed49-2b9f-4877-92ef-6ac1b83610b2 req-535b6620-a54b-4462-8cc1-1dbb2994265f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0530989 Sep 17 22:18:05.935549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fefed49-2b9f-4877-92ef-6ac1b83610b2 req-f7a50566-1109-4ea6-ab63-26652f902828 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346785 Sep 17 22:18:06.259386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9aa55b3-1473-4cd9-8d57-fa9399b23b80 req-3e21edd3-e899-4fea-ad0f-8bca36bf2bab tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 210 time: 0.0353808 Sep 17 22:18:06.342169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48904) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:06.467149 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0454ddcd-5fbd-4ac4-a93c-c721a6cb2868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.597409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66584aab-d733-461c-945f-50c1d7115b3b req-c39514ed-4838-4c12-9b8e-58d7b8024b40 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:06.598904 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66584aab-d733-461c-945f-50c1d7115b3b req-c39514ed-4838-4c12-9b8e-58d7b8024b40 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 945 time: 0.0803864 Sep 17 22:18:06.609266 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0454ddcd-5fbd-4ac4-a93c-c721a6cb2868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.639967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66584aab-d733-461c-945f-50c1d7115b3b req-5fb10252-5770-4ead-91c4-0b259fe0a9df tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Sep 17 22:18:06.673066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0454ddcd-5fbd-4ac4-a93c-c721a6cb2868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.713436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0454ddcd-5fbd-4ac4-a93c-c721a6cb2868 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb0781c1d0734826a122fcf619a94455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701501 Sep 17 22:18:06.717478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48918) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:06.732744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454ddcd-5fbd-4ac4-a93c-c721a6cb2868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37516b22-704f-41ac-ab5c-816e892f8439,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:06.813449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d84d2c-e544-48d0-aaa3-7fcacd5e1432 req-338c338a-db78-44d2-a058-f3a0f1d5a0ae tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:06.815192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5d84d2c-e544-48d0-aaa3-7fcacd5e1432 req-338c338a-db78-44d2-a058-f3a0f1d5a0ae tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 946 time: 0.0793891 Sep 17 22:18:06.815972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-648dcb79-f3d8-426d-a655-0af3a8562abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.867781 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-648dcb79-f3d8-426d-a655-0af3a8562abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.898313 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5d84d2c-e544-48d0-aaa3-7fcacd5e1432 req-338f4324-13a6-4967-bd0c-0b91759cfc20 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726831 Sep 17 22:18:06.981442 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-648dcb79-f3d8-426d-a655-0af3a8562abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.984186 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-648dcb79-f3d8-426d-a655-0af3a8562abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:06.985372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-648dcb79-f3d8-426d-a655-0af3a8562abe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37516b22-704f-41ac-ab5c-816e892f8439 HTTP/1.1" status: 204 len: 168 time: 0.2669442 Sep 17 22:18:06.994737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dcb79-f3d8-426d-a655-0af3a8562abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37516b22-704f-41ac-ab5c-816e892f8439,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:07.079955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58aba-e8b1-49e5-b052-0b3f9ea87d2f req-d1f2d688-fb6c-403a-8bc8-f7744cb05fb5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:07.081471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ab58aba-e8b1-49e5-b052-0b3f9ea87d2f req-d1f2d688-fb6c-403a-8bc8-f7744cb05fb5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0678580 Sep 17 22:18:07.123940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ab58aba-e8b1-49e5-b052-0b3f9ea87d2f req-b131175f-863b-4670-bbf6-740be45802ff tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345693 Sep 17 22:18:07.248080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0fc9a-0a2f-4c61-97f0-ee937d9080b7 req-47c906b7-0982-4014-bc32-47ef5b0f741e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:07.249848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6e0fc9a-0a2f-4c61-97f0-ee937d9080b7 req-47c906b7-0982-4014-bc32-47ef5b0f741e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.1243420 Sep 17 22:18:07.265068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6e0fc9a-0a2f-4c61-97f0-ee937d9080b7 req-6a375c26-c3d1-49b8-af0b-b904042c1807 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/quotas/2bf6624a12954b2f98a82611bfa802cd HTTP/1.1" status: 200 len: 375 time: 0.0095756 Sep 17 22:18:07.316745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6e0fc9a-0a2f-4c61-97f0-ee937d9080b7 req-fdb405d5-b57d-48eb-b393-09b6f4712b3a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460200 Sep 17 22:18:07.369811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-711271f6-4a8f-427f-908d-3d8c5089a5a9 req-e56d1ae9-95ad-4c50-995c-c5a46d972ae9 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 210 time: 0.0451684 Sep 17 22:18:07.453830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6e0fc9a-0a2f-4c61-97f0-ee937d9080b7 req-357bd6c6-cabf-4a1c-83d6-aaeff6c728c9 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278083 Sep 17 22:18:07.555653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6e0fc9a-0a2f-4c61-97f0-ee937d9080b7 req-472afb48-4178-44cc-bb00-47c70359b3f1 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945165 Sep 17 22:18:07.639592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764bd1d-72a9-489e-ad08-0fa7669272dd req-93e8c146-d94a-41ca-a407-bfc48b2a4770 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:07.640992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7764bd1d-72a9-489e-ad08-0fa7669272dd req-93e8c146-d94a-41ca-a407-bfc48b2a4770 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 945 time: 0.0561149 Sep 17 22:18:07.681819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7764bd1d-72a9-489e-ad08-0fa7669272dd req-ff869f1c-2044-4071-8df5-ada6585fb262 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346277 Sep 17 22:18:07.930856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48954) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:07.944032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a1fa1979-9a00-44d3-86f1-33f2ac1c2e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.054921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a1fa1979-9a00-44d3-86f1-33f2ac1c2e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.089665 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.125507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-ce2410d9-2bf3-48fd-8a11-7b3f82690bdc tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.127300 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-ce2410d9-2bf3-48fd-8a11-7b3f82690bdc tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.35 "GET /v2.0/networks?id=14d56e18-763a-4dae-8f94-988b0c655c33 HTTP/1.1" status: 200 len: 818 time: 0.1448483 Sep 17 22:18:08.129981 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a1fa1979-9a00-44d3-86f1-33f2ac1c2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.145618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Request body: {'port': {'device_id': '2d84d762-2048-4ee0-8e50-033e1e75ff8d', 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33', 'admin_state_up': True, 'tenant_id': 'b23207f81ba348be93e639c814deabcc'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:08.179543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a1fa1979-9a00-44d3-86f1-33f2ac1c2e4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c18ecf88e5294f80ace9291bb2b3b916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472701 Sep 17 22:18:08.180804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa1979-9a00-44d3-86f1-33f2ac1c2e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca9c8c-e1e2-46fe-bcdb-2d84ce5adeb7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:08.182582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48970) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:08.324163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccdf04-401b-488f-9539-9c6d6bb5b060 req-35250466-acde-49c6-b6b1-a0afcce7493c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.332069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ccdf04-401b-488f-9539-9c6d6bb5b060 req-35250466-acde-49c6-b6b1-a0afcce7493c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0898082 Sep 17 22:18:08.363921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ece2-c669-4de4-ae25-f4b4314bf970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.384666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ccdf04-401b-488f-9539-9c6d6bb5b060 req-11b1f885-e71c-4c0b-8b58-eaffdf921cc6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513878 Sep 17 22:18:08.402438 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ece2-c669-4de4-ae25-f4b4314bf970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.507817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Made reservation on behalf of b23207f81ba348be93e639c814deabcc for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:08.512246 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.549406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ece2-c669-4de4-ae25-f4b4314bf970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.551902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ece2-c669-4de4-ae25-f4b4314bf970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.560125 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ebe3ece2-c669-4de4-ae25-f4b4314bf970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36ca9c8c-e1e2-46fe-bcdb-2d84ce5adeb7 HTTP/1.1" status: 204 len: 168 time: 0.3625071 Sep 17 22:18:08.601479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3ece2-c669-4de4-ae25-f4b4314bf970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca9c8c-e1e2-46fe-bcdb-2d84ce5adeb7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:08.699515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Allocated IP 172.20.0.7 (14d56e18-763a-4dae-8f94-988b0c655c33/348aefe2-575b-40d4-b342-e95c1328c755/cae8e4be-e34d-4d18-ae26-5b7a74690102) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:08.724598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-1723a632-5ae0-4016-91a8-07e10daac75a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.733440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-1723a632-5ae0-4016-91a8-07e10daac75a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.2001860 Sep 17 22:18:08.742653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-a742fdad-75fd-4973-b8fa-88f1fcf1e6bc tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:08.744257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-a742fdad-75fd-4973-b8fa-88f1fcf1e6bc tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.32 "GET /v2.0/networks?id=14d56e18-763a-4dae-8f94-988b0c655c33 HTTP/1.1" status: 200 len: 818 time: 0.2011669 Sep 17 22:18:08.760726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-432287f6-0d1b-47db-876f-68dea358f898 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/quotas/2bf6624a12954b2f98a82611bfa802cd HTTP/1.1" status: 200 len: 375 time: 0.0262277 Sep 17 22:18:08.775087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Request body: {'port': {'device_id': 'a1090385-dd79-49b4-b54f-a0d52edd6c77', 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33', 'admin_state_up': True, 'tenant_id': 'b23207f81ba348be93e639c814deabcc'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:08.888556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db1d7d00-ad79-40cd-96fa-389e1cb5f7b7 req-151b2d56-939e-4b3b-a31b-5dd7d3357194 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 210 time: 0.0702605 Sep 17 22:18:08.894340 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:08.923352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-f1981f4a-85b4-4220-9a42-4b9299337371 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615834 Sep 17 22:18:09.057559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-44317ad8-38cd-4e29-a45e-7e35fb0eefb7 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.059090 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-44317ad8-38cd-4e29-a45e-7e35fb0eefb7 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.35 "GET /v2.0/networks?id=14d56e18-763a-4dae-8f94-988b0c655c33 HTTP/1.1" status: 200 len: 818 time: 0.1547682 Sep 17 22:18:09.076667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Request body: {'port': {'device_id': 'fff127e8-d365-42c3-9bee-e8bafc8965b9', 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33', 'admin_state_up': True, 'tenant_id': 'b23207f81ba348be93e639c814deabcc'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:09.104010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f592e5f-173e-4784-a654-ef9cb4f69390 req-d6d9074a-941b-476f-98e3-bdae7022f791 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.108263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f592e5f-173e-4784-a654-ef9cb4f69390 req-d6d9074a-941b-476f-98e3-bdae7022f791 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 945 time: 0.1278808 Sep 17 22:18:09.117167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-513c870d-59a8-4cf6-b785-9db2da7924e3 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923862 Sep 17 22:18:09.119969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Made reservation on behalf of b23207f81ba348be93e639c814deabcc for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:09.123582 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:09.127919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:09.212068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Network 14d56e18-763a-4dae-8f94-988b0c655c33 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:09.224821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:09.227383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:09.251812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Pushing event updated for resources: {'Port': ['ID=cae8e4be-e34d-4d18-ae26-5b7a74690102,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:09.294375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f592e5f-173e-4784-a654-ef9cb4f69390 req-6c509635-85e3-4578-893c-02d5b223d863 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756761 Sep 17 22:18:09.299975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.301198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:09.353991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-86adf96a-9563-4e72-965f-ed909be06404 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278435 Sep 17 22:18:09.381238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Allocated IP 172.20.0.8 (14d56e18-763a-4dae-8f94-988b0c655c33/348aefe2-575b-40d4-b342-e95c1328c755/5b5c2bda-ff39-465a-a4f9-fa07345956b5) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:09.400992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49008) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:09.439600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Made reservation on behalf of b23207f81ba348be93e639c814deabcc for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:09.439600 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:09.711276 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-acf88c85-4d8a-4f14-940e-931929e7106d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5718350 Sep 17 22:18:09.729133 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Request body: {'port': {'device_id': '2d84d762-2048-4ee0-8e50-033e1e75ff8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:09.741933 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:09.879432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09983207-3763-4c32-837e-4ff56ff059af tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.880055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09983207-3763-4c32-837e-4ff56ff059af tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.880380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09983207-3763-4c32-837e-4ff56ff059af tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.882660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-09983207-3763-4c32-837e-4ff56ff059af tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=076cc959d05a4581b5408ab57b9d3558&network_id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d HTTP/1.1" status: 200 len: 2972 time: 0.4784832 Sep 17 22:18:09.970820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e763277-c757-4662-a9a7-9ef8fe35e9ea req-d46dbde3-fe9a-4041-8398-89fc4851c99b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:09.976414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e763277-c757-4662-a9a7-9ef8fe35e9ea req-d46dbde3-fe9a-4041-8398-89fc4851c99b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.1759520 Sep 17 22:18:09.984318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcb1db53-5a44-468c-8940-04023496c897 req-67815866-1c73-4fc3-8475-0f5c47504de0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 210 time: 0.0874832 Sep 17 22:18:10.076383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e763277-c757-4662-a9a7-9ef8fe35e9ea req-5ea6b5da-d072-4891-a4b7-a013e70ad588 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891056 Sep 17 22:18:10.083299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.123588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60b25f14-95b8-4a18-b2b2-7d4c1fd9e26c req-2bcafe26-ea29-4c52-97f7-075c7c12d9a1 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 210 time: 0.0311375 Sep 17 22:18:10.250833 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.305275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Network 14d56e18-763a-4dae-8f94-988b0c655c33 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:10.308401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:10.317109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:10.356720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Pushing event updated for resources: {'Port': ['ID=5b5c2bda-ff39-465a-a4f9-fa07345956b5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:10.358570 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.370884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.371537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.430896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-d9705f10-4c27-4315-a7b3-3379a171a3d4 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.432290 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-d9705f10-4c27-4315-a7b3-3379a171a3d4 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.32 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 945 time: 0.1397600 Sep 17 22:18:10.433515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Allocated IP 172.20.0.6 (14d56e18-763a-4dae-8f94-988b0c655c33/348aefe2-575b-40d4-b342-e95c1328c755/7f895448-ebf2-45f9-88c0-1b477c9353da) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:10.443369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eed8a-3d60-492b-b397-bb3805610335 req-b19f8207-06e5-4fe8-9416-8f040fb5160b tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:10.445379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-630eed8a-3d60-492b-b397-bb3805610335 req-b19f8207-06e5-4fe8-9416-8f040fb5160b tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 945 time: 0.0628457 Sep 17 22:18:10.465836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5655e38d-6c97-4e5b-bde8-1fb0b2b15d60 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7028980 Sep 17 22:18:10.485047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Request body: {'port': {'device_id': 'a1090385-dd79-49b4-b54f-a0d52edd6c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:10.545652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-630eed8a-3d60-492b-b397-bb3805610335 req-41660cff-069b-41a4-af67-d63ccb9df1bf tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups?id=9659a2d2-3c2d-4e69-8a69-de3998f4ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939531 Sep 17 22:18:10.578515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.707876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Deleting port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:10.708227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.791295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:10.837456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] For port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:10.837456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.000057 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.096883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ad8fb7-b930-4ad9-9bd2-f2a29c17960e req-770009d4-4abe-42ac-a937-d6326ed76ceb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 210 time: 0.0332851 Sep 17 22:18:11.118225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Network 14d56e18-763a-4dae-8f94-988b0c655c33 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:11.129637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:11.131623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Pushing event updated for resources: {'Port': ['ID=7f895448-ebf2-45f9-88c0-1b477c9353da,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:11.135138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.135507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.135828 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Floating IP e2fa2dff-14c8-4506-8447-26b80c798546 disassociated. External IP: 172.25.5.3, port: 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba. Sep 17 22:18:11.136174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Calling delete_port for 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:11.140061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:11.273310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072c53-13d4-4466-828a-064472180328 req-4d8a954c-e55a-4f37-b225-5e3cd47294cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.274848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a072c53-13d4-4466-828a-064472180328 req-4d8a954c-e55a-4f37-b225-5e3cd47294cb tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.1077874 Sep 17 22:18:11.282919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.283560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.287563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b186b2f-0e6b-4f30-a55f-f013047f9864 req-a93fb915-5aa0-43f1-b793-67b7379b919b tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.289057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b186b2f-0e6b-4f30-a55f-f013047f9864 req-a93fb915-5aa0-43f1-b793-67b7379b919b tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 931 time: 0.0724607 Sep 17 22:18:11.364684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a072c53-13d4-4466-828a-064472180328 req-507576a0-6f0a-47b1-bcd9-e32906544cb2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745378 Sep 17 22:18:11.372133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b186b2f-0e6b-4f30-a55f-f013047f9864 req-ba1f2869-a6a7-433f-9b9a-0ecdb370b92b tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674775 Sep 17 22:18:11.384591 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d6918c9f-041d-485a-977f-8d03e1fe5d93 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3173079 Sep 17 22:18:11.390168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae8e4be-e34d-4d18-ae26-5b7a74690102 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:11.426235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Request body: {'port': {'device_id': 'fff127e8-d365-42c3-9bee-e8bafc8965b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:11.438935 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.508679 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.617910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Transition to ACTIVE for port object cae8e4be-e34d-4d18-ae26-5b7a74690102 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:11.620361 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.667439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86b6c7ae-71f6-4519-9e86-45dc5c5abffc req-3a33ec72-d332-425e-b075-e2f5d546d78a tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 210 time: 0.0411062 Sep 17 22:18:11.672183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Pushing event deleted for resources: {'Port': ['ID=6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:11.679524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:11.796654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Pushing event updated for resources: {'Port': ['ID=cae8e4be-e34d-4d18-ae26-5b7a74690102,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:11.814549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783afd2-313a-459e-ae33-fe24a03e6b03 req-f7305fa1-2443-4df7-baaa-af127a1b8e8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.821655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783afd2-313a-459e-ae33-fe24a03e6b03 req-f7305fa1-2443-4df7-baaa-af127a1b8e8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.827799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783afd2-313a-459e-ae33-fe24a03e6b03 req-f7305fa1-2443-4df7-baaa-af127a1b8e8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.833920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783afd2-313a-459e-ae33-fe24a03e6b03 req-f7305fa1-2443-4df7-baaa-af127a1b8e8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.840304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783afd2-313a-459e-ae33-fe24a03e6b03 req-f7305fa1-2443-4df7-baaa-af127a1b8e8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.846355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783afd2-313a-459e-ae33-fe24a03e6b03 req-f7305fa1-2443-4df7-baaa-af127a1b8e8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.853464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783afd2-313a-459e-ae33-fe24a03e6b03 req-f7305fa1-2443-4df7-baaa-af127a1b8e8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.854573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6783afd2-313a-459e-ae33-fe24a03e6b03 req-f7305fa1-2443-4df7-baaa-af127a1b8e8f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5446 time: 0.1679235 Sep 17 22:18:11.903709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49086) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:11.955961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6783afd2-313a-459e-ae33-fe24a03e6b03 req-c5b0dbb5-8350-4d05-814c-59c482c260ab tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893183 Sep 17 22:18:11.957373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Attempting to bind port cae8e4be-e34d-4d18-ae26-5b7a74690102 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:11.957915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Attempting to bind port cae8e4be-e34d-4d18-ae26-5b7a74690102 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:11.958228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Attempting to bind port cae8e4be-e34d-4d18-ae26-5b7a74690102 on network 14d56e18-763a-4dae-8f94-988b0c655c33 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:11.973061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Port cae8e4be-e34d-4d18-ae26-5b7a74690102 on network 14d56e18-763a-4dae-8f94-988b0c655c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:11.973381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Attempting to bind port cae8e4be-e34d-4d18-ae26-5b7a74690102 on network 14d56e18-763a-4dae-8f94-988b0c655c33 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:11.985419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Router eb9bf71d-56ca-41ba-aee5-14756bbb3960 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:18:11.996585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade272ca-b770-4e64-8a19-d423f444b3a5 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:11.997901 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ade272ca-b770-4e64-8a19-d423f444b3a5 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 814 time: 0.0933104 Sep 17 22:18:11.999915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:12.000245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Checking segment: {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:12.000620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Bound using segment: {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:12.001050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Bound port: cae8e4be-e34d-4d18-ae26-5b7a74690102, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:12.001401 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.005616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5c2bda-ff39-465a-a4f9-fa07345956b5 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:12.016797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.036531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Transition to ACTIVE for port object 5b5c2bda-ff39-465a-a4f9-fa07345956b5 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:12.150832 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.247273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] For port cae8e4be-e34d-4d18-ae26-5b7a74690102, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:12.275576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] For port cae8e4be-e34d-4d18-ae26-5b7a74690102, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cae8e4be-e34d-4d18-ae26-5b7a74690102,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:12.281661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d264b463-8212-4b98-b406-9dd592cac5cd req-9fcd6ad4-31c6-4985-9980-8e83f0097192 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 210 time: 0.0511768 Sep 17 22:18:12.285802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:12.304478 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] Sync routers for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:12.321143 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:12.323621 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:12.336282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] No DVR routers for this DVR port 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:12.339705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.341885 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd8cda9b-ddb3-4e61-91dc-fecfd9a91bda req-47c796f8-688c-4da4-a1f4-41b7a760befe tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.32 "DELETE /v2.0/ports/6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba HTTP/1.1" status: 204 len: 173 time: 1.8997607 Sep 17 22:18:12.342346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'name': 'network-vif-deleted', 'tag': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:12.344850 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4bebcf-4b82-46b1-8248-e9d5559f70a3" -d '{"events": [{"server_uuid": "82304a63-4c7f-4aa1-8eed-3e9aba5217ec", "name": "network-vif-deleted", "tag": "6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:12.352512 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.364843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1802e92-362d-44a7-b7f5-dae52de0a633 req-fbbcf72c-a4cd-4353-987b-f7bff9f9abb2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.378227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1802e92-362d-44a7-b7f5-dae52de0a633 req-fbbcf72c-a4cd-4353-987b-f7bff9f9abb2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.387742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1802e92-362d-44a7-b7f5-dae52de0a633 req-fbbcf72c-a4cd-4353-987b-f7bff9f9abb2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.398018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1802e92-362d-44a7-b7f5-dae52de0a633 req-fbbcf72c-a4cd-4353-987b-f7bff9f9abb2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.415058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1802e92-362d-44a7-b7f5-dae52de0a633 req-fbbcf72c-a4cd-4353-987b-f7bff9f9abb2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.422123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1802e92-362d-44a7-b7f5-dae52de0a633 req-fbbcf72c-a4cd-4353-987b-f7bff9f9abb2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.424292 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371c586d-bba9-4249-a44e-d5152048ab03 x-openstack-request-id: req-371c586d-bba9-4249-a44e-d5152048ab03 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:12.424824 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82304a63-4c7f-4aa1-8eed-3e9aba5217ec", "name": "network-vif-deleted", "tag": "6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:12.424824 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-371c586d-bba9-4249-a44e-d5152048ab03 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:12.425203 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82304a63-4c7f-4aa1-8eed-3e9aba5217ec', 'name': 'network-vif-deleted', 'tag': '6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba', 'status': 'completed', 'code': 200} Sep 17 22:18:12.429240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.429796 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.431237 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] 10.222.0.35 "PUT /v2.0/ports/cae8e4be-e34d-4d18-ae26-5b7a74690102 HTTP/1.1" status: 200 len: 1092 time: 2.7079592 Sep 17 22:18:12.442269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1802e92-362d-44a7-b7f5-dae52de0a633 req-fbbcf72c-a4cd-4353-987b-f7bff9f9abb2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.454905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1802e92-362d-44a7-b7f5-dae52de0a633 req-fbbcf72c-a4cd-4353-987b-f7bff9f9abb2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5446 time: 0.3961422 Sep 17 22:18:12.469974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f895448-ebf2-45f9-88c0-1b477c9353da {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:12.480018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49106) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:12.480224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.495701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Transition to ACTIVE for port object 7f895448-ebf2-45f9-88c0-1b477c9353da will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:12.502178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca85a61-7377-4172-a2a5-244cefa8de96 service neutron] Pushing event updated for resources: {'Port': ['ID=cae8e4be-e34d-4d18-ae26-5b7a74690102,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:12.504126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-19dd8cf2-d40b-43d3-b64c-70f8d522b20b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.504286 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:12.509393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-19dd8cf2-d40b-43d3-b64c-70f8d522b20b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.4106762 Sep 17 22:18:12.514883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'network': {'name': 'tempest-network-smoke--1913171195', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'port_security_enabled': True}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:12.575597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Request body: {'port': {'device_id': '7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'admin_state_up': True, 'tenant_id': '2bf6624a12954b2f98a82611bfa802cd'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:12.580095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5c2bda-ff39-465a-a4f9-fa07345956b5,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:12.624793 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.649424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Made reservation on behalf of 076cc959d05a4581b5408ab57b9d3558 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:12.652842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.709590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Pushing event updated for resources: {'Port': ['ID=7f895448-ebf2-45f9-88c0-1b477c9353da,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:12.722207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-46f9c8f3-61d6-4dec-848e-4ba6639ad387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.724280 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-46f9c8f3-61d6-4dec-848e-4ba6639ad387 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b23207f81ba348be93e639c814deabcc&device_id=2d84d762-2048-4ee0-8e50-033e1e75ff8d HTTP/1.1" status: 200 len: 1095 time: 0.1230586 Sep 17 22:18:12.774731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacffd3-a49e-4fad-a4ea-a4ef723bb3a3 req-ee7c2d50-615b-40cd-a85c-49bc0d231bbd tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.780617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaacffd3-a49e-4fad-a4ea-a4ef723bb3a3 req-ee7c2d50-615b-40cd-a85c-49bc0d231bbd tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.2432506 Sep 17 22:18:12.806990 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-1dc8e6b6-c466-4b94-b470-838c3a49a93a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cae8e4be-e34d-4d18-ae26-5b7a74690102 HTTP/1.1" status: 200 len: 217 time: 0.0745578 Sep 17 22:18:12.817040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:18:12.822965 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a3c219e0-7251-4ad6-a260-bfb4ead08292', 'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'mac_address': 'fa:16:3e:ee:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:59Z', 'updated_at': '2021-09-17T22:16:05Z', 'revision_number': 5, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'subnets': [{'id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:12.861121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Attempting to bind port 5b5c2bda-ff39-465a-a4f9-fa07345956b5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:12.861454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Attempting to bind port 5b5c2bda-ff39-465a-a4f9-fa07345956b5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:12.861777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Attempting to bind port 5b5c2bda-ff39-465a-a4f9-fa07345956b5 on network 14d56e18-763a-4dae-8f94-988b0c655c33 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:12.863640 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] Checking router: eb9bf71d-56ca-41ba-aee5-14756bbb3960 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:12.871960 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.872311 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Added segment 559c520e-ed06-4a78-afeb-b8cf1e7a47f6 of type vlan for network 02055d1d-c325-4303-8338-a49538d1de0e Sep 17 22:18:12.874268 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:12.874991 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:12.877786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Attempting to bind port 7f895448-ebf2-45f9-88c0-1b477c9353da on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:12.878163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Attempting to bind port 7f895448-ebf2-45f9-88c0-1b477c9353da by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:12.878497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Attempting to bind port 7f895448-ebf2-45f9-88c0-1b477c9353da on network 14d56e18-763a-4dae-8f94-988b0c655c33 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:12.880480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5b407-1a15-4103-9c41-4564f6b4cc91 req-4e4ace06-822a-4867-b3aa-c2510024580e tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.882826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0b5b407-1a15-4103-9c41-4564f6b4cc91 req-4e4ace06-822a-4867-b3aa-c2510024580e tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 943 time: 0.3187799 Sep 17 22:18:12.883044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-b132bdf3-949d-4dd8-b3f4-95d391a9d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:12.884517 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-b132bdf3-949d-4dd8-b3f4-95d391a9d4a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=348aefe2-575b-40d4-b342-e95c1328c755 HTTP/1.1" status: 200 len: 858 time: 0.0702984 Sep 17 22:18:12.886914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Port 7f895448-ebf2-45f9-88c0-1b477c9353da on network 14d56e18-763a-4dae-8f94-988b0c655c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:12.887240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Attempting to bind port 7f895448-ebf2-45f9-88c0-1b477c9353da on network 14d56e18-763a-4dae-8f94-988b0c655c33 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:12.894178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:12.894527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Checking segment: {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:12.895039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Bound using segment: {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:12.895523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Bound port: 7f895448-ebf2-45f9-88c0-1b477c9353da, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:12.895881 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:12.911339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaacffd3-a49e-4fad-a4ea-a4ef723bb3a3 req-436a16cc-9692-4f08-a6af-ca39b8810fb9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144855 Sep 17 22:18:12.932088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Port 5b5c2bda-ff39-465a-a4f9-fa07345956b5 on network 14d56e18-763a-4dae-8f94-988b0c655c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:12.932516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Attempting to bind port 5b5c2bda-ff39-465a-a4f9-fa07345956b5 on network 14d56e18-763a-4dae-8f94-988b0c655c33 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:12.935103 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-2465dc26-1bd1-4541-96a2-15f3c28306fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14d56e18-763a-4dae-8f94-988b0c655c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421519 Sep 17 22:18:12.996887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:12.997404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Checking segment: {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:12.997539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Bound using segment: {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:12.997966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Bound port: 5b5c2bda-ff39-465a-a4f9-fa07345956b5, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f259908d-7d01-4a9f-982e-d71e513845f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:12.998325 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.005209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.067086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] For port 7f895448-ebf2-45f9-88c0-1b477c9353da, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:13.085605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] For port 7f895448-ebf2-45f9-88c0-1b477c9353da, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7f895448-ebf2-45f9-88c0-1b477c9353da,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:13.102129 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-8bd73105-7d48-48c1-a79f-ad08d55f0791 service neutron] 10.222.0.35 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343119 Sep 17 22:18:13.112138 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:13.119402 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c29059ff-7aa1-4218-aad0-7e0185816d7d req-beae462e-fcbb-4f6c-89fb-304536a37791 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/ports?device_id=82304a63-4c7f-4aa1-8eed-3e9aba5217ec HTTP/1.1" status: 200 len: 210 time: 0.0699537 Sep 17 22:18:13.139065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0b5b407-1a15-4103-9c41-4564f6b4cc91 req-6f4b928d-e775-4ed4-ac4c-66d963b5fd84 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319834 Sep 17 22:18:13.151824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Made reservation on behalf of 2bf6624a12954b2f98a82611bfa802cd for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:13.163271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.166131 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.230969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] For port 5b5c2bda-ff39-465a-a4f9-fa07345956b5, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:13.235540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] For port 5b5c2bda-ff39-465a-a4f9-fa07345956b5, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5b5c2bda-ff39-465a-a4f9-fa07345956b5,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:13.268011 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.271066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.272583 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.274129 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] 10.222.0.35 "PUT /v2.0/ports/7f895448-ebf2-45f9-88c0-1b477c9353da HTTP/1.1" status: 200 len: 1092 time: 1.8752103 Sep 17 22:18:13.274771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.275419 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.331886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.335892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38165ad1-5cc9-44e6-b6dc-e903d4a13096 service neutron] Pushing event updated for resources: {'Port': ['ID=7f895448-ebf2-45f9-88c0-1b477c9353da,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:13.343613 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5d192559-c17e-42c1-8e4f-c93444bed2d0 service neutron] 10.222.0.35 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353613 Sep 17 22:18:13.395307 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a3c219e0-7251-4ad6-a260-bfb4ead08292', 'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'mac_address': 'fa:16:3e:ee:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:59Z', 'updated_at': '2021-09-17T22:16:05Z', 'revision_number': 5, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'subnets': [{'id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:13.456461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-75f21847-2727-44c0-b56c-83b315bdb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.458218 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-75f21847-2727-44c0-b56c-83b315bdb566 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b23207f81ba348be93e639c814deabcc&device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 1095 time: 0.0808146 Sep 17 22:18:13.471301 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d250e-a503-4dcd-8e0f-a9a7927be0fa None None] The sync data for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 is: [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:16:00Z', 'revision_number': 4, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a3c219e0-7251-4ad6-a260-bfb4ead08292', 'name': '', 'network_id': '9447b9d5-fc11-4b4f-875f-446362922c1a', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'mac_address': 'fa:16:3e:ee:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:59Z', 'updated_at': '2021-09-17T22:16:05Z', 'revision_number': 5, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'subnets': [{'id': 'ee13940f-dee5-4449-bb53-5d43910be43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:13.494489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.497330 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:13.497330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] 10.222.0.32 "PUT /v2.0/ports/5b5c2bda-ff39-465a-a4f9-fa07345956b5 HTTP/1.1" status: 200 len: 1092 time: 3.0204744 Sep 17 22:18:13.501509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9880555 Sep 17 22:18:13.501509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1090385-dd79-49b4-b54f-a0d52edd6c77', 'tag': '5b5c2bda-ff39-465a-a4f9-fa07345956b5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:13.501509 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1090385-dd79-49b4-b54f-a0d52edd6c77", "tag": "5b5c2bda-ff39-465a-a4f9-fa07345956b5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:13.531533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49122) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:13.586672 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-6c86433f-2775-40d4-a68e-a50256039162 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f895448-ebf2-45f9-88c0-1b477c9353da HTTP/1.1" status: 200 len: 217 time: 0.1202087 Sep 17 22:18:13.653695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-096fa1f3-b340-444b-bac7-16b6f0c550e6 req-05250139-45ac-458a-9494-593bb2a0d36f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 210 time: 0.1874254 Sep 17 22:18:13.692825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-30787619-af1f-4ea9-9a47-aeb9cfee63e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.695182 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-30787619-af1f-4ea9-9a47-aeb9cfee63e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=348aefe2-575b-40d4-b342-e95c1328c755 HTTP/1.1" status: 200 len: 858 time: 0.1006999 Sep 17 22:18:13.698711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38124403-16e7-4408-923d-21920ec2ee46 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Network': ['ID=02055d1d-c325-4303-8338-a49538d1de0e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:13.713353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:13.750153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:13.750505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6b9ea9e2-56e3-463e-bfe8-f09ab90c52ba not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:13.760864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 02055d1d-c325-4303-8338-a49538d1de0e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:18:13.761011 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-50d084ba-329c-4fb9-b5a9-bfb56c37ee60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14d56e18-763a-4dae-8f94-988b0c655c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459039 Sep 17 22:18:13.762822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Allocated IP 172.20.0.7 (009e2ae4-9011-425b-9754-1716813af3af/307d71a2-a6e3-4c0d-b439-90598e2bd635/91163bb5-df5a-4986-9206-93caa168af3f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:13.837644 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8604f3d4-4051-4936-9355-e56bfdd7aac5 x-openstack-request-id: req-8604f3d4-4051-4936-9355-e56bfdd7aac5 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:13.838013 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1090385-dd79-49b4-b54f-a0d52edd6c77", "tag": "5b5c2bda-ff39-465a-a4f9-fa07345956b5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:13.838425 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8604f3d4-4051-4936-9355-e56bfdd7aac5 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:13.838780 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1090385-dd79-49b4-b54f-a0d52edd6c77', 'tag': '5b5c2bda-ff39-465a-a4f9-fa07345956b5', 'status': 'completed', 'code': 200} Sep 17 22:18:13.878488 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-75a4b0b5-1f35-4ffe-8a4d-3ff3df7eed0b service neutron] 10.222.0.35 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138175 Sep 17 22:18:13.910774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a9306-0484-4ed0-9b14-f881264d2492 None None] New status for floating IP e2fa2dff-14c8-4506-8447-26b80c798546: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:18:13.949267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d05cb-1bcc-4f13-b5a3-08e165fb0866 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5c2bda-ff39-465a-a4f9-fa07345956b5,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:13.962820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c40b6-2c98-4dea-bf11-698fc28938a5 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.967179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-272c40b6-2c98-4dea-bf11-698fc28938a5 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=076cc959d05a4581b5408ab57b9d3558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4001923 Sep 17 22:18:13.970610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49134) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:13.979539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-8ade6372-d88f-43d1-b6dd-9d3517ff2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:13.981089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-8ade6372-d88f-43d1-b6dd-9d3517ff2571 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b23207f81ba348be93e639c814deabcc&device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77 HTTP/1.1" status: 200 len: 1095 time: 0.3264382 Sep 17 22:18:14.024846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-5b03611c-b779-4789-92ee-330ed3e8dcab service neutron] 10.222.0.35 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378772 Sep 17 22:18:14.080455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-d321e3ab-a3b9-421f-b219-decc63846b4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b5c2bda-ff39-465a-a4f9-fa07345956b5 HTTP/1.1" status: 200 len: 217 time: 0.0849738 Sep 17 22:18:14.215235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:14.268521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-4aff9eb2-ea82-426f-8621-63b0200232f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.273084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-4aff9eb2-ea82-426f-8621-63b0200232f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=348aefe2-575b-40d4-b342-e95c1328c755 HTTP/1.1" status: 200 len: 858 time: 0.1761088 Sep 17 22:18:14.284317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c1a7-6984-4c68-9a29-e1c0dba2cdb6 req-f3c3ed0b-b3e9-4aa9-a405-0ccb9dd4573b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.285855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e856c1a7-6984-4c68-9a29-e1c0dba2cdb6 req-f3c3ed0b-b3e9-4aa9-a405-0ccb9dd4573b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.2125077 Sep 17 22:18:14.344856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-c6e7e72e-d384-4c28-9391-aea7a86119bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d56e18-763a-4dae-8f94-988b0c655c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554755 Sep 17 22:18:14.353590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143eac82-0340-45fa-a8f4-073485954962 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.358672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-143eac82-0340-45fa-a8f4-073485954962 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3835194 Sep 17 22:18:14.359411 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49146) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:14.402626 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-38b7a342-2108-456b-a6b1-e9acc43c1c1c tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399230 Sep 17 22:18:14.402887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49154) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:14.416761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e702d8-003e-4ffd-a777-77a850edfd90 req-7b530f20-f532-42d9-a8bb-b75bb0de0f80 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.418251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8e702d8-003e-4ffd-a777-77a850edfd90 req-7b530f20-f532-42d9-a8bb-b75bb0de0f80 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 943 time: 0.2147052 Sep 17 22:18:14.437608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d84d762-2048-4ee0-8e50-033e1e75ff8d', 'tag': 'cae8e4be-e34d-4d18-ae26-5b7a74690102'}, {'name': 'network-changed', 'server_uuid': 'fff127e8-d365-42c3-9bee-e8bafc8965b9', 'tag': '7f895448-ebf2-45f9-88c0-1b477c9353da'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:14.440168 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d84d762-2048-4ee0-8e50-033e1e75ff8d", "tag": "cae8e4be-e34d-4d18-ae26-5b7a74690102"}, {"name": "network-changed", "server_uuid": "fff127e8-d365-42c3-9bee-e8bafc8965b9", "tag": "7f895448-ebf2-45f9-88c0-1b477c9353da"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:14.445988 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2936b8a4-8b37-4f76-9c1c-0d98e9919f31 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=076cc959d05a4581b5408ab57b9d3558&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418954 Sep 17 22:18:14.448657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49158) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:14.479993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e856c1a7-6984-4c68-9a29-e1c0dba2cdb6 req-a4454e18-45f1-414b-a2fe-379e39c66de8 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729023 Sep 17 22:18:14.505414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8e702d8-003e-4ffd-a777-77a850edfd90 req-0bfaf93b-f849-4a10-86ae-026713771bce tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485067 Sep 17 22:18:14.519311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:14.533118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:14.539947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-4ebbf3b6-e03e-4543-863b-66ff9d97fecc service neutron] 10.222.0.32 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720121 Sep 17 22:18:14.620143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Network 009e2ae4-9011-425b-9754-1716813af3af is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:14.626690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:14.654454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc40006-e961-4e80-9f9e-37651016136a tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.656539 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ffc40006-e961-4e80-9f9e-37651016136a tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2065241 Sep 17 22:18:14.659336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49168) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:14.696689 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03795154-2240-477a-978e-e6cd17a6334f x-openstack-request-id: req-03795154-2240-477a-978e-e6cd17a6334f {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:14.699197 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d84d762-2048-4ee0-8e50-033e1e75ff8d", "tag": "cae8e4be-e34d-4d18-ae26-5b7a74690102", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fff127e8-d365-42c3-9bee-e8bafc8965b9", "tag": "7f895448-ebf2-45f9-88c0-1b477c9353da", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:14.699661 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03795154-2240-477a-978e-e6cd17a6334f {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:14.700243 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d84d762-2048-4ee0-8e50-033e1e75ff8d', 'tag': 'cae8e4be-e34d-4d18-ae26-5b7a74690102', 'status': 'completed', 'code': 200} Sep 17 22:18:14.700664 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff127e8-d365-42c3-9bee-e8bafc8965b9', 'tag': '7f895448-ebf2-45f9-88c0-1b477c9353da', 'status': 'completed', 'code': 200} Sep 17 22:18:14.703048 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0289774d-c54e-48dd-b5b7-4f1eb42b6bcf tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421286 Sep 17 22:18:14.705727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49172) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:14.712680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893100644', 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:14.789281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49176) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:14.822433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49178) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:14.873815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-0d553366-cb8c-407c-bdcc-1f9af8ad1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:14.875382 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-0d553366-cb8c-407c-bdcc-1f9af8ad1ecb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b23207f81ba348be93e639c814deabcc&device_id=2d84d762-2048-4ee0-8e50-033e1e75ff8d HTTP/1.1" status: 200 len: 1095 time: 0.1426165 Sep 17 22:18:15.003746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc676dc-a657-452a-8ebc-a49b13523e05 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.031308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:15.046223 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc676dc-a657-452a-8ebc-a49b13523e05 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.061405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Made reservation on behalf of 076cc959d05a4581b5408ab57b9d3558 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:15.064883 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.074561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event updated for resources: {'Port': ['ID=91163bb5-df5a-4986-9206-93caa168af3f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:15.093906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-c3e81c6c-16b9-476d-b395-76f8cda0d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.093906 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-c3e81c6c-16b9-476d-b395-76f8cda0d8b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14d56e18-763a-4dae-8f94-988b0c655c33 HTTP/1.1" status: 200 len: 918 time: 0.1999335 Sep 17 22:18:15.102900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-7c5359aa-4d1d-47dc-ade1-030d11a25f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.103761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-7c5359aa-4d1d-47dc-ade1-030d11a25f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.103893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-7c5359aa-4d1d-47dc-ade1-030d11a25f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.104314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-7c5359aa-4d1d-47dc-ade1-030d11a25f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.104778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-7c5359aa-4d1d-47dc-ade1-030d11a25f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.105242 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-7c5359aa-4d1d-47dc-ade1-030d11a25f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.105703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-7c5359aa-4d1d-47dc-ade1-030d11a25f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.107649 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-7c5359aa-4d1d-47dc-ade1-030d11a25f0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6510 time: 0.2794139 Sep 17 22:18:15.133734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d7e7a7-7486-4f9a-9c26-4a9bf3d5e4f2 req-45a1cc00-79af-4ab6-81f4-dc927bbe7da4 service neutron] 10.222.0.32 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928459 Sep 17 22:18:15.141771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.142403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.161708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c13de-3301-4e0c-9d63-e72183aa5447 req-92d5d6b0-4dbe-4f16-9505-ae7817993c83 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.163605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-520c13de-3301-4e0c-9d63-e72183aa5447 req-92d5d6b0-4dbe-4f16-9505-ae7817993c83 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 931 time: 0.1334169 Sep 17 22:18:15.204550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-520c13de-3301-4e0c-9d63-e72183aa5447 req-b6b92a31-620a-4eb4-8d5c-6de9c6cd7658 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347226 Sep 17 22:18:15.233806 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-b465d03d-8189-4491-acb0-9b76b1fbd2fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6707640 Sep 17 22:18:15.248803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Request body: {'port': {'device_id': '7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:15.339037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.351480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-a3590ff7-7b74-4191-a887-7627c7fa00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.353017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-a3590ff7-7b74-4191-a887-7627c7fa00e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b23207f81ba348be93e639c814deabcc&device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77 HTTP/1.1" status: 200 len: 1095 time: 0.0814342 Sep 17 22:18:15.575316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-7ae55e53-0d1b-477f-a247-02f5b13b337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.576816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-7ae55e53-0d1b-477f-a247-02f5b13b337e service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d56e18-763a-4dae-8f94-988b0c655c33 HTTP/1.1" status: 200 len: 918 time: 0.1950502 Sep 17 22:18:15.582188 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-ec12c692-e880-476f-a99d-5d1c2d0c4232 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cae8e4be-e34d-4d18-ae26-5b7a74690102 HTTP/1.1" status: 200 len: 217 time: 0.4661837 Sep 17 22:18:15.632797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-ccb8461c-de43-48fe-8c9f-c400fa4edb1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b5c2bda-ff39-465a-a4f9-fa07345956b5 HTTP/1.1" status: 200 len: 217 time: 0.0419638 Sep 17 22:18:15.655371 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-8692d2c0-55d2-4662-8737-89e0911220db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c608e1d-c030-4d9a-bcad-3edd06f62914&id=6f43b80a-0552-4e2a-a702-9148acbe6b22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5382309 Sep 17 22:18:15.678375 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-d8b9af6f-bb7d-43f5-81a3-410f6cbc5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.680026 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-d8b9af6f-bb7d-43f5-81a3-410f6cbc5e9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=348aefe2-575b-40d4-b342-e95c1328c755 HTTP/1.1" status: 200 len: 858 time: 0.0897059 Sep 17 22:18:15.738038 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-03f6b1c8-6fe8-4eea-9f68-2c59bf2452ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14d56e18-763a-4dae-8f94-988b0c655c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490792 Sep 17 22:18:15.758888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc676dc-a657-452a-8ebc-a49b13523e05 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.759460 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bc676dc-a657-452a-8ebc-a49b13523e05 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:15.763914 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9bc676dc-a657-452a-8ebc-a49b13523e05 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "DELETE /v2.0/security-groups/9659a2d2-3c2d-4e69-8a69-de3998f4ef73 HTTP/1.1" status: 204 len: 168 time: 0.9703577 Sep 17 22:18:15.764097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49194) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:15.800531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc676dc-a657-452a-8ebc-a49b13523e05 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9659a2d2-3c2d-4e69-8a69-de3998f4ef73,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:15.809548 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-46e793e8-2b9c-46a6-81b6-019ba2f44798 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] show failed (client error): The resource could not be found. Sep 17 22:18:15.810600 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-46e793e8-2b9c-46a6-81b6-019ba2f44798 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "GET /v2.0/security-groups/9659a2d2-3c2d-4e69-8a69-de3998f4ef73 HTTP/1.1" status: 404 len: 347 time: 0.0442092 Sep 17 22:18:15.814154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49196) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:15.823179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-7d7b797d-75a5-43e2-850a-ec927376056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.824503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-7d7b797d-75a5-43e2-850a-ec927376056c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=348aefe2-575b-40d4-b342-e95c1328c755 HTTP/1.1" status: 200 len: 858 time: 0.1429830 Sep 17 22:18:15.838702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249329a-c6db-4828-9da2-3da8bd29fe46 req-9472a470-4844-4d02-a23c-7d91f6eb80db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.840193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0249329a-c6db-4828-9da2-3da8bd29fe46 req-9472a470-4844-4d02-a23c-7d91f6eb80db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.2112718 Sep 17 22:18:15.847563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd670f-4da2-44a2-95e3-57dd3e0b7106 req-733e3e9f-59e2-4f16-b532-17b515684477 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:15.853073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2bd670f-4da2-44a2-95e3-57dd3e0b7106 req-733e3e9f-59e2-4f16-b532-17b515684477 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 943 time: 0.2254279 Sep 17 22:18:15.919527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-381e4380-30c6-43e6-b555-e712f3b3f023 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d56e18-763a-4dae-8f94-988b0c655c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639958 Sep 17 22:18:15.991484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0249329a-c6db-4828-9da2-3da8bd29fe46 req-f53e881d-7fe2-4ba6-b859-89f5b3693114 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364665 Sep 17 22:18:16.015620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91163bb5-df5a-4986-9206-93caa168af3f {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:16.025808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.034091 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.059377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-2bbe50a2-2098-4016-ad1d-058efd4e5760 service neutron] 10.222.0.35 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139112 Sep 17 22:18:16.074587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2bd670f-4da2-44a2-95e3-57dd3e0b7106 req-ee3fe1fc-80fc-49d7-8268-496e2fcbf8ed tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073073 Sep 17 22:18:16.106290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Transition to ACTIVE for port object 91163bb5-df5a-4986-9206-93caa168af3f will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:16.130151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-f5961d05-b8e7-4143-8b5d-81ab59a5891b service neutron] 10.222.0.32 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774271 Sep 17 22:18:16.148238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Subnet': ['ID=c75662f2-a59b-459c-83a4-ee00e6049e25,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:16.176074 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.196217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Checking segment: {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:16.196622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network hostable DHCP agents. Network: 02055d1d-c325-4303-8338-a49538d1de0e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:18:16.201978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Deleting port edd185f3-f9b1-4418-a6db-780a25ca72fd {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:16.202326 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.255543 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-de69cef3-9ab3-4449-a676-6604588277e9 service neutron] 10.222.0.35 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818440 Sep 17 22:18:16.309207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Pushing event updated for resources: {'Port': ['ID=91163bb5-df5a-4986-9206-93caa168af3f,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:16.342442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56ef19ea-d091-41ab-8f54-a8c6e0f6097e req-ff3dd110-2866-44cf-997a-9c72f3100c32 service neutron] 10.222.0.32 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957061 Sep 17 22:18:16.353110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.353518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.367281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Calling delete_port for edd185f3-f9b1-4418-a6db-780a25ca72fd owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:16.428191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 02055d1d-c325-4303-8338-a49538d1de0e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:18:16.431036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145d9b7-5fcb-4041-ad98-73b527b7304a req-98749ac0-b9ce-4fae-a84f-4580ed30f25d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.432657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9145d9b7-5fcb-4041-ad98-73b527b7304a req-98749ac0-b9ce-4fae-a84f-4580ed30f25d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 943 time: 0.1244929 Sep 17 22:18:16.454226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Attempting to bind port 91163bb5-df5a-4986-9206-93caa168af3f on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:16.456414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Attempting to bind port 91163bb5-df5a-4986-9206-93caa168af3f by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:16.456414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Attempting to bind port 91163bb5-df5a-4986-9206-93caa168af3f on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:16.457404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-414a28dd-bece-48a7-ac87-8255e67fc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.459579 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-414a28dd-bece-48a7-ac87-8255e67fc2ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b23207f81ba348be93e639c814deabcc&device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 1095 time: 0.1499944 Sep 17 22:18:16.467976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Port 91163bb5-df5a-4986-9206-93caa168af3f on network 009e2ae4-9011-425b-9754-1716813af3af not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:16.468304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Attempting to bind port 91163bb5-df5a-4986-9206-93caa168af3f on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:16.481702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:16.482035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Checking segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:16.482448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Bound using segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:16.482901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Bound port: 91163bb5-df5a-4986-9206-93caa168af3f, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:16.483260 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.498681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9145d9b7-5fcb-4041-ad98-73b527b7304a req-455454fe-c55e-4f30-b2a8-37c3d182bd0a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542293 Sep 17 22:18:16.542882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 02055d1d-c325-4303-8338-a49538d1de0e) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:16.554521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d08258-6fd4-43ad-820f-bce02ad7ecc2 None None] Network 02055d1d-c325-4303-8338-a49538d1de0e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:16.556581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.557196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.559195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] For port 91163bb5-df5a-4986-9206-93caa168af3f, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:16.562480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] For port 91163bb5-df5a-4986-9206-93caa168af3f, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=91163bb5-df5a-4986-9206-93caa168af3f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:16.627944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-427c1b41-03ab-478f-8670-600057e8cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.629810 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-427c1b41-03ab-478f-8670-600057e8cba8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14d56e18-763a-4dae-8f94-988b0c655c33 HTTP/1.1" status: 200 len: 918 time: 0.1626222 Sep 17 22:18:16.634235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.672727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.674029 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.675877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] 10.222.0.32 "PUT /v2.0/ports/91163bb5-df5a-4986-9206-93caa168af3f HTTP/1.1" status: 200 len: 1092 time: 1.4319291 Sep 17 22:18:16.679439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad', 'tag': '91163bb5-df5a-4986-9206-93caa168af3f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:16.682335 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bc32a2-65f1-4e5a-b615-589d46badf89" -d '{"events": [{"name": "network-changed", "server_uuid": "7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad", "tag": "91163bb5-df5a-4986-9206-93caa168af3f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:16.691890 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-f62f840d-bcac-4d14-ad21-0a02acc42103 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f895448-ebf2-45f9-88c0-1b477c9353da HTTP/1.1" status: 200 len: 217 time: 0.0545356 Sep 17 22:18:16.728255 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c705224f-cefb-4eaa-b37b-6bf2c37e388c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0212452 Sep 17 22:18:16.732129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4b30f-7c6b-493f-bdb0-dd1fa5241085 service neutron] Pushing event updated for resources: {'Port': ['ID=91163bb5-df5a-4986-9206-93caa168af3f,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:16.808156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-02055d1d-c325-4303-8338-a49538d1de0e', 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ips': [{'subnet_id': 'c75662f2-a59b-459c-83a4-ee00e6049e25'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:18:16.811928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.813451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:16.862339 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5ef40b-304f-42c4-9eb7-a00a274edd0f x-openstack-request-id: req-de5ef40b-304f-42c4-9eb7-a00a274edd0f {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:16.862717 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad", "tag": "91163bb5-df5a-4986-9206-93caa168af3f", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:16.863089 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de5ef40b-304f-42c4-9eb7-a00a274edd0f {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:16.863607 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad', 'tag': '91163bb5-df5a-4986-9206-93caa168af3f', 'status': 'completed', 'code': 200} Sep 17 22:18:16.888307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-bda28f50-0e8a-488f-a855-cf7f3d60dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.890044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-bda28f50-0e8a-488f-a855-cf7f3d60dec7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 1095 time: 0.0980439 Sep 17 22:18:16.921006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Pushing event deleted for resources: {'Port': ['ID=edd185f3-f9b1-4418-a6db-780a25ca72fd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:16.931200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-2f1f2a1b-3598-45f1-85da-bfd67a121f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:16.934062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-2f1f2a1b-3598-45f1-85da-bfd67a121f79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=348aefe2-575b-40d4-b342-e95c1328c755 HTTP/1.1" status: 200 len: 858 time: 0.2031095 Sep 17 22:18:16.958104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-e4589c94-319d-4d1e-9cf0-8178b2c07b12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91163bb5-df5a-4986-9206-93caa168af3f HTTP/1.1" status: 200 len: 217 time: 0.0506191 Sep 17 22:18:16.985796 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-e6ecdacb-cce0-4638-b243-2cbed8031c22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14d56e18-763a-4dae-8f94-988b0c655c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299780 Sep 17 22:18:17.027446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cae8e4be-e34d-4d18-ae26-5b7a74690102 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:17.035167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-105e88a9-8160-48e0-b274-0aee1280410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.036862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-105e88a9-8160-48e0-b274-0aee1280410b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0716109 Sep 17 22:18:17.051353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.054591 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.056185 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9a1ed5f8-0030-4097-9b14-2d34e08eed50 tempest-ServersTestManualDisk-598442383 tempest-ServersTestManualDisk-598442383-project] 10.222.0.13 "DELETE /v2.0/floatingips/e2fa2dff-14c8-4506-8447-26b80c798546 HTTP/1.1" status: 204 len: 168 time: 1.2407572 Sep 17 22:18:17.063384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49210) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:17.123042 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-a4adae57-8e9b-4a74-a60a-b3718fda6523 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785909 Sep 17 22:18:17.177665 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-05e5a2be-2c0f-4848-a760-ec482485a970 service neutron] 10.222.0.35 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835167 Sep 17 22:18:17.195107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Allocated IP 172.20.0.18 (02055d1d-c325-4303-8338-a49538d1de0e/c75662f2-a59b-459c-83a4-ee00e6049e25/9909130a-7ca4-4c3d-a939-20dc7c8e0f89) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:17.212968 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:18:17.239611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca9d65-dea4-4d9f-a3dc-3d0207b616c7 req-ed0773a0-c94b-487e-8e7c-acf3f4e3c47b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.240356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9ca9d65-dea4-4d9f-a3dc-3d0207b616c7 req-ed0773a0-c94b-487e-8e7c-acf3f4e3c47b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.1509597 Sep 17 22:18:17.242975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-85a9c218-9cfc-416b-b55c-9a8115cacfd7 service neutron] 10.222.0.32 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087904 Sep 17 22:18:17.364287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9ca9d65-dea4-4d9f-a3dc-3d0207b616c7 req-02e4b9db-146c-45a7-95b5-894008169df1 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141531 Sep 17 22:18:17.364961 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cb4dc05b-3c88-485a-8856-607c0f1e4f1c req-1ce2c86d-f1df-469b-9498-34da96d6809d service neutron] 10.222.0.35 "GET /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562839 Sep 17 22:18:17.368832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cae8e4be-e34d-4d18-ae26-5b7a74690102, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cae8e4be-e34d-4d18-ae26-5b7a74690102,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:17.393022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'cae8e4be-e34d-4d18-ae26-5b7a74690102', 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33', 'port_id': 'cae8e4be-e34d-4d18-ae26-5b7a74690102', 'mac_address': 'fa:16:3e:b6:c2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348aefe2-575b-40d4-b342-e95c1328c755', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:17.407241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49216) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:17.432940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-da7b429f-0575-4d29-b108-112eb1644f73 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934341809', 'description': 'tempest-secgroup-smoke-934341809 description', 'project_id': '076cc959d05a4581b5408ab57b9d3558'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:17.451921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6dc1f7d-b0ac-4358-a9ea-d49ef637dcb9 req-e683fe3c-2f18-4c16-8d99-27c06039fd2a service neutron] 10.222.0.32 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004557 Sep 17 22:18:17.471307 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.480128 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.495185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae8e4be-e34d-4d18-ae26-5b7a74690102 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:17.514985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cae8e4be-e34d-4d18-ae26-5b7a74690102, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cae8e4be-e34d-4d18-ae26-5b7a74690102,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:17.548050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354382d-b778-4db5-ba75-0f4eb0d89427 req-06405670-5a9d-478c-80a9-5335822d7781 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.549586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4354382d-b778-4db5-ba75-0f4eb0d89427 req-06405670-5a9d-478c-80a9-5335822d7781 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 943 time: 0.0531602 Sep 17 22:18:17.552731 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da7b429f-0575-4d29-b108-112eb1644f73 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.587672 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.589225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 7f895448-ebf2-45f9-88c0-1b477c9353da details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:17.594817 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.665720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Network 02055d1d-c325-4303-8338-a49538d1de0e is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:17.669613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4354382d-b778-4db5-ba75-0f4eb0d89427 req-b798c739-f3dc-49a2-b43a-7f59d398321d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069272 Sep 17 22:18:17.670638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.675601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:17.696866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:17.715468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 5b5c2bda-ff39-465a-a4f9-fa07345956b5 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:17.731520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c662f6-fb35-406f-a008-a77577f436c6 req-a666848b-a4ef-4304-8d9d-0fa59d9f9d27 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.732662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 7f895448-ebf2-45f9-88c0-1b477c9353da, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7f895448-ebf2-45f9-88c0-1b477c9353da,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:17.735273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29c662f6-fb35-406f-a008-a77577f436c6 req-a666848b-a4ef-4304-8d9d-0fa59d9f9d27 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 943 time: 0.1488178 Sep 17 22:18:17.737279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cae8e4be-e34d-4d18-ae26-5b7a74690102,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:17.778776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-6baa49fe-575b-4c50-b4a9-dbd768b20bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.781900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-6baa49fe-575b-4c50-b4a9-dbd768b20bac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 1095 time: 0.1307623 Sep 17 22:18:17.817659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-89525364-eef3-4779-bd1c-4a3600e34234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.843350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '7f895448-ebf2-45f9-88c0-1b477c9353da', 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33', 'port_id': '7f895448-ebf2-45f9-88c0-1b477c9353da', 'mac_address': 'fa:16:3e:20:f8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348aefe2-575b-40d4-b342-e95c1328c755', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:17.846383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da7b429f-0575-4d29-b108-112eb1644f73 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.854368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29c662f6-fb35-406f-a008-a77577f436c6 req-7d691524-04e4-4649-8ad9-2224f79588a6 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095595 Sep 17 22:18:17.885887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Attempting to bind port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:17.885887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Attempting to bind port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:17.885887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Attempting to bind port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 on network 02055d1d-c325-4303-8338-a49538d1de0e {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:17.893258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Pushing event updated for resources: {'Port': ['ID=9909130a-7ca4-4c3d-a939-20dc7c8e0f89,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:17.918616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da7b429f-0575-4d29-b108-112eb1644f73 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.952045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:17.952421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Checking segment: {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:17.953052 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.953615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Bound using segment: {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:17.954268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Bound port: 9909130a-7ca4-4c3d-a939-20dc7c8e0f89, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:17.954866 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:17.972311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b429f-0575-4d29-b108-112eb1644f73 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e098e-6563-48f0-8e9f-1de3e5da3008,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:17.978431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-456bda91-303f-4da1-a51f-8758b9d9ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:17.980114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-456bda91-303f-4da1-a51f-8758b9d9ca1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 906 time: 0.1860282 Sep 17 22:18:18.002682 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.017027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Deleting port a3c219e0-7251-4ad6-a260-bfb4ead08292 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:18.017612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.026326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-60eabea2-0e59-420d-9ed9-f5fe11276bb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91163bb5-df5a-4986-9206-93caa168af3f HTTP/1.1" status: 200 len: 217 time: 0.0368972 Sep 17 22:18:18.026963 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da7b429f-0575-4d29-b108-112eb1644f73 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.030719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da7b429f-0575-4d29-b108-112eb1644f73 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6198924 Sep 17 22:18:18.031220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:18.036242 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8012a90b-2065-4740-b792-558959877bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'cd6e098e-6563-48f0-8e9f-1de3e5da3008', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:18.058875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 5b5c2bda-ff39-465a-a4f9-fa07345956b5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5b5c2bda-ff39-465a-a4f9-fa07345956b5,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:18.064076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f895448-ebf2-45f9-88c0-1b477c9353da {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:18.089264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '5b5c2bda-ff39-465a-a4f9-fa07345956b5', 'network_id': '14d56e18-763a-4dae-8f94-988b0c655c33', 'port_id': '5b5c2bda-ff39-465a-a4f9-fa07345956b5', 'mac_address': 'fa:16:3e:0e:b0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348aefe2-575b-40d4-b342-e95c1328c755', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:18.092255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-a9a16718-c32b-4ff4-96ae-ebf832506106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:18.094970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-a9a16718-c32b-4ff4-96ae-ebf832506106 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0605555 Sep 17 22:18:18.120087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 7f895448-ebf2-45f9-88c0-1b477c9353da, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7f895448-ebf2-45f9-88c0-1b477c9353da,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:18.127311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] For port a3c219e0-7251-4ad6-a260-bfb4ead08292, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a3c219e0-7251-4ad6-a260-bfb4ead08292,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:18.127676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.140278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-2e3104ec-675b-4d22-aadf-130b88316044 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378835 Sep 17 22:18:18.144189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Calling delete_port for a3c219e0-7251-4ad6-a260-bfb4ead08292 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:18.154702 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] For port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:18.177635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.190207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] For port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9909130a-7ca4-4c3d-a939-20dc7c8e0f89,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:18.192088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5c2bda-ff39-465a-a4f9-fa07345956b5 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:18.198237 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.216027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8012a90b-2065-4740-b792-558959877bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.225630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 5b5c2bda-ff39-465a-a4f9-fa07345956b5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5b5c2bda-ff39-465a-a4f9-fa07345956b5,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:18.252808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-4cf39164-65ba-433d-9dd4-39ecb9556d24 service neutron] 10.222.0.32 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037021 Sep 17 22:18:18.261731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.296171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=7f895448-ebf2-45f9-88c0-1b477c9353da,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:18.299326 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.338077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8012a90b-2065-4740-b792-558959877bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.376327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e347d-51f0-406f-9916-4964e6c64456 None None] Pushing event updated for resources: {'Port': ['ID=9909130a-7ca4-4c3d-a939-20dc7c8e0f89,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:18.438045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9bc32a2-65f1-4e5a-b615-589d46badf89 req-f6d2fcb5-436e-4036-8125-a2bec1c6c860 service neutron] 10.222.0.32 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781423 Sep 17 22:18:18.446231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8012a90b-2065-4740-b792-558959877bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.449647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['7f895448-ebf2-45f9-88c0-1b477c9353da'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:18.452466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cae8e4be-e34d-4d18-ae26-5b7a74690102'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:18.477519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012a90b-2065-4740-b792-558959877bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b74ff4-ada8-4fad-a2fb-0e7dc08c2698,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:18.529617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8012a90b-2065-4740-b792-558959877bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.531079 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8012a90b-2065-4740-b792-558959877bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4987938 Sep 17 22:18:18.533706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49240) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:18.539341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a7fbc74f-609b-4d6e-bb01-1450cfd98567 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'cd6e098e-6563-48f0-8e9f-1de3e5da3008', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:18.573587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=5b5c2bda-ff39-465a-a4f9-fa07345956b5,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:18.587282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532791b-2bc8-4971-9135-d098274993c2 req-cab6c99b-e603-4dd7-aaa7-e4def3d5a7ff tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:18.590455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d532791b-2bc8-4971-9135-d098274993c2 req-cab6c99b-e603-4dd7-aaa7-e4def3d5a7ff tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.1143703 Sep 17 22:18:18.596048 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.655398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c219e0-7251-4ad6-a260-bfb4ead08292,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:18.689515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d532791b-2bc8-4971-9135-d098274993c2 req-a6bbe0d5-5e58-4887-b0e0-4d780e57ceb2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633960 Sep 17 22:18:18.707248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['5b5c2bda-ff39-465a-a4f9-fa07345956b5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:18.821520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc74f-609b-4d6e-bb01-1450cfd98567 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.932690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc74f-609b-4d6e-bb01-1450cfd98567 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:18.942696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede3406-76eb-43f3-87c6-219b7bc8d408 req-58911510-67e0-451f-80d3-dc2620342f49 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:18.944615 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aede3406-76eb-43f3-87c6-219b7bc8d408 req-58911510-67e0-451f-80d3-dc2620342f49 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 944 time: 0.0859916 Sep 17 22:18:18.965301 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.021865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc74f-609b-4d6e-bb01-1450cfd98567 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.050596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbc74f-609b-4d6e-bb01-1450cfd98567 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616a4b49-5303-4fdb-8b78-e984970f941f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:19.069798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aede3406-76eb-43f3-87c6-219b7bc8d408 req-bc3b9d1e-5693-42e5-92ba-4ef40f81f5bf tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184213 Sep 17 22:18:19.080513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc74f-609b-4d6e-bb01-1450cfd98567 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.085064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a7fbc74f-609b-4d6e-bb01-1450cfd98567 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5473011 Sep 17 22:18:19.092108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f70dbe-ec8c-4090-81d2-141b1744883d req-7034fed9-7f6d-4796-ba1d-82bf8963da29 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:19.093783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70f70dbe-ec8c-4090-81d2-141b1744883d req-7034fed9-7f6d-4796-ba1d-82bf8963da29 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 943 time: 0.0942943 Sep 17 22:18:19.094359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49246) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:19.109971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-26f1c75c-68ad-4432-8692-2ff2dac37e5c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'cd6e098e-6563-48f0-8e9f-1de3e5da3008', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:19.156955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70f70dbe-ec8c-4090-81d2-141b1744883d req-a5ac3873-a124-4189-83ed-9b8a9bc1ffee tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563352 Sep 17 22:18:19.227910 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26f1c75c-68ad-4432-8692-2ff2dac37e5c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.254565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Router eb9bf71d-56ca-41ba-aee5-14756bbb3960 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:18:19.285752 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26f1c75c-68ad-4432-8692-2ff2dac37e5c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.375708 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26f1c75c-68ad-4432-8692-2ff2dac37e5c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.403484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1c75c-68ad-4432-8692-2ff2dac37e5c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb53e0f-c476-412b-876e-697f410fd89a,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:19.445213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:19.453585 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ce665ccd-ab53-45f6-a831-3dc6955a76d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/eb9bf71d-56ca-41ba-aee5-14756bbb3960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3576367 Sep 17 22:18:19.454046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49250) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:19.454747 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] Sync routers for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:19.468442 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:19.469062 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:19.525723 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26f1c75c-68ad-4432-8692-2ff2dac37e5c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.531888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-26f1c75c-68ad-4432-8692-2ff2dac37e5c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4340653 Sep 17 22:18:19.534423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49252) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:19.539296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8396dfdd-a9e5-48a5-8959-65fe33326500 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'cd6e098e-6563-48f0-8e9f-1de3e5da3008', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:19.617218 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:19.641843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202bc70e-325b-4298-8db3-2779c59ef1e8 None None] Network 02055d1d-c325-4303-8338-a49538d1de0e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:19.651017 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.692644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8396dfdd-a9e5-48a5-8959-65fe33326500 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.822037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 91163bb5-df5a-4986-9206-93caa168af3f details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:19.860981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8396dfdd-a9e5-48a5-8959-65fe33326500 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.946703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7aec5045-4f7b-4d0a-8184-3f2d0836549d None None] Provisioning complete for port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:19.946703 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7aec5045-4f7b-4d0a-8184-3f2d0836549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.948355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527898-a087-469b-820b-2b6bb8f1cd52 req-f0ee0f52-8473-4d0a-b7f9-4561599ae37b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:19.949866 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33527898-a087-469b-820b-2b6bb8f1cd52 req-f0ee0f52-8473-4d0a-b7f9-4561599ae37b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.1030395 Sep 17 22:18:19.951386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:19.965970 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:18:18Z', 'revision_number': 5, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:19.990375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33527898-a087-469b-820b-2b6bb8f1cd52 req-04d0973a-2512-406b-ab00-fcbd35ed4de0 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343542 Sep 17 22:18:19.993018 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] Checking router: eb9bf71d-56ca-41ba-aee5-14756bbb3960 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:20.002037 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] Routers {'eb9bf71d-56ca-41ba-aee5-14756bbb3960'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:20.002675 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:17:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:20.022115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8396dfdd-a9e5-48a5-8959-65fe33326500 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.052271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396dfdd-a9e5-48a5-8959-65fe33326500 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460ffffc-1d81-471c-9588-72242953ff57,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:20.095583 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8396dfdd-a9e5-48a5-8959-65fe33326500 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.103051 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8396dfdd-a9e5-48a5-8959-65fe33326500 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5672657 Sep 17 22:18:20.117535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49258) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:20.126108 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] Set router eb9bf71d-56ca-41ba-aee5-14756bbb3960 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:20.138040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-289b125f-8730-43a2-8946-f3acb2b5fdc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'cd6e098e-6563-48f0-8e9f-1de3e5da3008', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:20.165934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Deleting port fe7af3c6-65bf-4afa-a97e-e22a04eca108 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:20.166909 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.167793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 91163bb5-df5a-4986-9206-93caa168af3f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=91163bb5-df5a-4986-9206-93caa168af3f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:20.187040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '91163bb5-df5a-4986-9206-93caa168af3f', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'port_id': '91163bb5-df5a-4986-9206-93caa168af3f', 'mac_address': 'fa:16:3e:e2:fe:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307d71a2-a6e3-4c0d-b439-90598e2bd635', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:20.195316 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7aec5045-4f7b-4d0a-8184-3f2d0836549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.285586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8669c55c-5434-4f58-8b82-a5b3a873f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.318963 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-289b125f-8730-43a2-8946-f3acb2b5fdc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Project 076cc959d05a4581b5408ab57b9d3558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:18:20.329542 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289b125f-8730-43a2-8946-f3acb2b5fdc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.344216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7aec5045-4f7b-4d0a-8184-3f2d0836549d None None] For port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9909130a-7ca4-4c3d-a939-20dc7c8e0f89,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:20.348914 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.381925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91163bb5-df5a-4986-9206-93caa168af3f {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:20.414273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 91163bb5-df5a-4986-9206-93caa168af3f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=91163bb5-df5a-4986-9206-93caa168af3f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:20.414273 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7aec5045-4f7b-4d0a-8184-3f2d0836549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.463002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:20.476821 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289b125f-8730-43a2-8946-f3acb2b5fdc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.483219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] For port fe7af3c6-65bf-4afa-a97e-e22a04eca108, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fe7af3c6-65bf-4afa-a97e-e22a04eca108,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:20.483746 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.487047 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:18:18Z', 'revision_number': 5, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:20.494007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ec199-9c9e-4e94-a703-bf7ccd44e3db req-b657acad-d280-44d7-84d7-c1b15d560c77 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.495763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db7ec199-9c9e-4e94-a703-bf7ccd44e3db req-b657acad-d280-44d7-84d7-c1b15d560c77 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 943 time: 0.1872699 Sep 17 22:18:20.518954 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289b125f-8730-43a2-8946-f3acb2b5fdc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.525969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec5045-4f7b-4d0a-8184-3f2d0836549d None None] Pushing event updated for resources: {'Port': ['ID=9909130a-7ca4-4c3d-a939-20dc7c8e0f89,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:20.528950 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.540606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f9f5-7dc9-4d36-8462-bb72f941703c req-48630d79-9767-409c-912b-a294bc02486a tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:20.548819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0212f9f5-7dc9-4d36-8462-bb72f941703c req-48630d79-9767-409c-912b-a294bc02486a tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 944 time: 0.2413299 Sep 17 22:18:20.552510 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da382e0-8cd8-46a7-b2d0-aa526a9cb561 None None] The sync data for ids ['eb9bf71d-56ca-41ba-aee5-14756bbb3960'] in n-d-713498-17 is: [{'id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'name': 'tempest-ServersTestManualDisk-349704235-router', 'tenant_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:15:55Z', 'updated_at': '2021-09-17T22:18:18Z', 'revision_number': 5, 'project_id': '89de9bd7dfa64b5f8d56541cd0f04775', 'gw_port': {'id': 'fe7af3c6-65bf-4afa-a97e-e22a04eca108', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bf71d-56ca-41ba-aee5-14756bbb3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:15:56Z', 'updated_at': '2021-09-17T22:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:20.561306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b125f-8730-43a2-8946-f3acb2b5fdc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67902125-443c-460c-8db7-ed1263e6785b,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:20.586132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Calling delete_port for fe7af3c6-65bf-4afa-a97e-e22a04eca108 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:20.600049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=91163bb5-df5a-4986-9206-93caa168af3f,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:20.609952 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289b125f-8730-43a2-8946-f3acb2b5fdc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.614161 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-289b125f-8730-43a2-8946-f3acb2b5fdc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4951663 Sep 17 22:18:20.615552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49266) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:20.620676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:20.621047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d7cd2f14-f83a-46dd-9dda-599cf457ff78 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': 'cd6e098e-6563-48f0-8e9f-1de3e5da3008', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:20.621186 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.625387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db7ec199-9c9e-4e94-a703-bf7ccd44e3db req-1ab67fcb-bced-4d24-9887-87dfafb00825 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738328 Sep 17 22:18:20.663061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1964e8a7-4a01-4cb9-8fc6-10ca519b8deb None None] Provisioning complete for port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:20.663436 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1964e8a7-4a01-4cb9-8fc6-10ca519b8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.676009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0212f9f5-7dc9-4d36-8462-bb72f941703c req-ccf09f9f-8bf1-4d5d-959c-77db34468f91 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262767 Sep 17 22:18:20.775976 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-d7cd2f14-f83a-46dd-9dda-599cf457ff78 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Project 076cc959d05a4581b5408ab57b9d3558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:18:20.781250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2f14-f83a-46dd-9dda-599cf457ff78 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.842694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['91163bb5-df5a-4986-9206-93caa168af3f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:20.850951 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2f14-f83a-46dd-9dda-599cf457ff78 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.861192 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.870115 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 7f895448-ebf2-45f9-88c0-1b477c9353da up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:20.890007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7af3c6-65bf-4afa-a97e-e22a04eca108,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:20.906536 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2f14-f83a-46dd-9dda-599cf457ff78 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.923741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd2f14-f83a-46dd-9dda-599cf457ff78 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b3deee-e948-45f8-8b6e-1445555c0867,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:20.980788 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.992802 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2f14-f83a-46dd-9dda-599cf457ff78 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:20.994065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d7cd2f14-f83a-46dd-9dda-599cf457ff78 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3774822 Sep 17 22:18:21.043792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 7f895448-ebf2-45f9-88c0-1b477c9353da completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:21.050700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 7f895448-ebf2-45f9-88c0-1b477c9353da triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:21.054083 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.144900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.183925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff127e8-d365-42c3-9bee-e8bafc8965b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f895448-ebf2-45f9-88c0-1b477c9353da'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:21.186260 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74457b9e-fa75-4bbf-af18-2d20ccbeed43" -d '{"events": [{"server_uuid": "fff127e8-d365-42c3-9bee-e8bafc8965b9", "name": "network-vif-plugged", "status": "completed", "tag": "7f895448-ebf2-45f9-88c0-1b477c9353da"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:21.204488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 7f895448-ebf2-45f9-88c0-1b477c9353da, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7f895448-ebf2-45f9-88c0-1b477c9353da,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:21.284136 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.312567 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.313555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cae8e4be-e34d-4d18-ae26-5b7a74690102 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:21.441274 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.456149 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.541636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-4f369cef-7681-421e-a5c5-737e7aea08fb tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934341809&fields=id&tenant_id=076cc959d05a4581b5408ab57b9d3558 HTTP/1.1" status: 200 len: 267 time: 0.1019237 Sep 17 22:18:21.550491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=7f895448-ebf2-45f9-88c0-1b477c9353da,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:21.556029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7533f3-5d12-45c1-80d4-1a80c987ba4b req-5083712f-ff24-4fdf-a28d-81a12100cb90 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.557564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7533f3-5d12-45c1-80d4-1a80c987ba4b req-5083712f-ff24-4fdf-a28d-81a12100cb90 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.1195822 Sep 17 22:18:21.590653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.591196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb9bf71d-56ca-41ba-aee5-14756bbb3960 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:18:21.592985 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.601601 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.602805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-727518de-3309-45d3-a6ee-1247891ee3cd admin admin] 10.222.0.13 "DELETE /v2.0/routers/eb9bf71d-56ca-41ba-aee5-14756bbb3960 HTTP/1.1" status: 204 len: 168 time: 2.1475515 Sep 17 22:18:21.605618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49290) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:21.644322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port cae8e4be-e34d-4d18-ae26-5b7a74690102 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:21.649287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port cae8e4be-e34d-4d18-ae26-5b7a74690102 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:21.649728 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.657399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eed5b14-f19f-4936-9899-0195554ae6ca admin admin] Deleting subnet ee13940f-dee5-4449-bb53-5d43910be43f {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:18:21.664086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eed5b14-f19f-4936-9899-0195554ae6ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.664750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7533f3-5d12-45c1-80d4-1a80c987ba4b req-0799a159-2e51-40fb-85e1-1195e6fd6c46 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955431 Sep 17 22:18:21.702271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-6d99c1d9-9d9a-4732-8f09-8475a6f0213b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.713482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-6d99c1d9-9d9a-4732-8f09-8475a6f0213b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/networks?id=02055d1d-c325-4303-8338-a49538d1de0e HTTP/1.1" status: 200 len: 797 time: 0.1547406 Sep 17 22:18:21.732821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-e7fd9a07-84df-4c09-b38c-0ec348cde868 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/quotas/076cc959d05a4581b5408ab57b9d3558 HTTP/1.1" status: 200 len: 375 time: 0.0181668 Sep 17 22:18:21.733558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 5b5c2bda-ff39-465a-a4f9-fa07345956b5 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:21.782390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eed5b14-f19f-4936-9899-0195554ae6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.815735 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a0200c-05cd-4985-afca-17a1632c1ad5 x-openstack-request-id: req-05a0200c-05cd-4985-afca-17a1632c1ad5 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:21.816107 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff127e8-d365-42c3-9bee-e8bafc8965b9", "name": "network-vif-plugged", "status": "completed", "tag": "7f895448-ebf2-45f9-88c0-1b477c9353da", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:21.816439 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05a0200c-05cd-4985-afca-17a1632c1ad5 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:21.819499 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff127e8-d365-42c3-9bee-e8bafc8965b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f895448-ebf2-45f9-88c0-1b477c9353da', 'code': 200} Sep 17 22:18:21.835606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-e9cbd01f-65ea-405c-b4e5-93ffa7cdb1fb tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1018574 Sep 17 22:18:21.848601 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:21.930076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cae8e4be-e34d-4d18-ae26-5b7a74690102, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cae8e4be-e34d-4d18-ae26-5b7a74690102,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:21.931985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bd84d-8771-4775-8196-beb480ecfcd2 req-4f518cd2-7d5d-4e1b-bb6c-b96072b1642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:21.933531 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e75bd84d-8771-4775-8196-beb480ecfcd2 req-4f518cd2-7d5d-4e1b-bb6c-b96072b1642e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 1097 time: 0.0806434 Sep 17 22:18:21.962237 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eed5b14-f19f-4936-9899-0195554ae6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.002747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-81fdc303-be95-4624-b4f3-d7cff7814bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/02055d1d-c325-4303-8338-a49538d1de0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509140 Sep 17 22:18:22.005127 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e75bd84d-8771-4775-8196-beb480ecfcd2 req-34060748-2b01-476f-abd8-96efe37efb48 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636563 Sep 17 22:18:22.010061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 5b5c2bda-ff39-465a-a4f9-fa07345956b5 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:22.012330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.019503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 5b5c2bda-ff39-465a-a4f9-fa07345956b5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:22.019903 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.022608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11dbfb-356c-43a3-ac2b-a9b5b52c1ee3 req-98e7d19a-cbb9-4195-b358-8fded1e54148 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:22.024344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed11dbfb-356c-43a3-ac2b-a9b5b52c1ee3 req-98e7d19a-cbb9-4195-b358-8fded1e54148 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 944 time: 0.1370101 Sep 17 22:18:22.091425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cae8e4be-e34d-4d18-ae26-5b7a74690102,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:22.107902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eed5b14-f19f-4936-9899-0195554ae6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.133475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed11dbfb-356c-43a3-ac2b-a9b5b52c1ee3 req-22c49569-43be-4ae7-9afd-aee466a3bf5d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007957 Sep 17 22:18:22.153955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.197180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-0e79fbae-2060-4887-8890-8ec213b045b5 service neutron] 10.222.0.13 "GET /v2.0/networks/02055d1d-c325-4303-8338-a49538d1de0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718395 Sep 17 22:18:22.212332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed5b14-f19f-4936-9899-0195554ae6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee13940f-dee5-4449-bb53-5d43910be43f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:22.220156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 5b5c2bda-ff39-465a-a4f9-fa07345956b5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5b5c2bda-ff39-465a-a4f9-fa07345956b5,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:22.222771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eed5b14-f19f-4936-9899-0195554ae6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.225364 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2eed5b14-f19f-4936-9899-0195554ae6ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee13940f-dee5-4449-bb53-5d43910be43f HTTP/1.1" status: 204 len: 168 time: 0.6185107 Sep 17 22:18:22.226948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5390213-50a6-4a5c-927c-57e2c7eb0180 None None] Network 9447b9d5-fc11-4b4f-875f-446362922c1a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:22.228787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49300) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:22.312770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:22.314942 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.364430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.412991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21801923-08bf-44d7-995d-6f68f22461c3 req-f0c95d02-26ba-4ae7-a0f0-2e0ab5bee741 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:22.420638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21801923-08bf-44d7-995d-6f68f22461c3 req-f0c95d02-26ba-4ae7-a0f0-2e0ab5bee741 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 945 time: 0.0816276 Sep 17 22:18:22.448998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=5b5c2bda-ff39-465a-a4f9-fa07345956b5,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:22.482000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:22.485738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.529121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21801923-08bf-44d7-995d-6f68f22461c3 req-735635bb-fc2c-4da2-ae0b-d8e359e35504 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057229 Sep 17 22:18:22.569043 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Deleting port 499168e8-d0d2-47a4-a519-11f3a154dacb {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:22.569680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.613598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40f873-d9a1-4f41-b541-215c60861c9d None None] DHCP port deletion for 9447b9d5-fc11-4b4f-875f-446362922c1a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:18:22.668529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] For port 499168e8-d0d2-47a4-a519-11f3a154dacb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=499168e8-d0d2-47a4-a519-11f3a154dacb,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:22.668907 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.671522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-cf40f873-d9a1-4f41-b541-215c60861c9d None None] Deleting port 499168e8-d0d2-47a4-a519-11f3a154dacb {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:22.671900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf40f873-d9a1-4f41-b541-215c60861c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.685184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Calling delete_port for 499168e8-d0d2-47a4-a519-11f3a154dacb owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:22.751459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fe7af3c6-65bf-4afa-a97e-e22a04eca108 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:22.768192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2636fc4-7309-4486-8433-c0319e9e667a req-32ff6432-ffbf-45cd-ab28-dcd22424b457 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 210 time: 0.0347302 Sep 17 22:18:22.779930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: fe7af3c6-65bf-4afa-a97e-e22a04eca108 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:22.780289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fe7af3c6-65bf-4afa-a97e-e22a04eca108 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:22.780781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a3c219e0-7251-4ad6-a260-bfb4ead08292 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:22.835421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: a3c219e0-7251-4ad6-a260-bfb4ead08292 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:22.835815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a3c219e0-7251-4ad6-a260-bfb4ead08292 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:22.838625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cf40f873-d9a1-4f41-b541-215c60861c9d None None] For port 499168e8-d0d2-47a4-a519-11f3a154dacb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=499168e8-d0d2-47a4-a519-11f3a154dacb,segment=NetworkSegment(1176b78a-9395-4ece-ba0b-8c5002195e78),segment_id=1176b78a-9395-4ece-ba0b-8c5002195e78)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:22.839298 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf40f873-d9a1-4f41-b541-215c60861c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.853857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-cf40f873-d9a1-4f41-b541-215c60861c9d None None] Calling delete_port for 499168e8-d0d2-47a4-a519-11f3a154dacb owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:22.871788 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ce0de-ef9e-4c5c-bc04-2172ee9103d9 req-7e6bea28-b450-4f1a-9149-6d195f6b3985 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:22.875254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d56ce0de-ef9e-4c5c-bc04-2172ee9103d9 req-7e6bea28-b450-4f1a-9149-6d195f6b3985 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0756481 Sep 17 22:18:22.917039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d56ce0de-ef9e-4c5c-bc04-2172ee9103d9 req-7291c97b-e7c6-4a2e-b50f-9137b3dcff2b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372760 Sep 17 22:18:22.935390 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:22.962037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Pushing event deleted for resources: {'Port': ['ID=499168e8-d0d2-47a4-a519-11f3a154dacb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:22.967700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] No DVR routers for this DVR port 499168e8-d0d2-47a4-a519-11f3a154dacb on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:22.971070 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf40f873-d9a1-4f41-b541-215c60861c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.015709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40f873-d9a1-4f41-b541-215c60861c9d None None] Pushing event deleted for resources: {'Port': ['ID=499168e8-d0d2-47a4-a519-11f3a154dacb,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:23.024329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40f873-d9a1-4f41-b541-215c60861c9d None None] No DVR routers for this DVR port 499168e8-d0d2-47a4-a519-11f3a154dacb on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:23.073468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.094132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9447b9d5-fc11-4b4f-875f-446362922c1a']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:23.107801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1176b78a-9395-4ece-ba0b-8c5002195e78') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:23.108093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1176b78a-9395-4ece-ba0b-8c5002195e78') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:23.118384 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.131765 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.138059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:18:23.138441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:18:23.140368 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:18:23.238506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.269891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2dee6-ab7d-4ace-8c3c-76f09bc9e08f req-a0fdfee7-d522-4b31-868c-82319225a111 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:23.272456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ddd2dee6-ab7d-4ace-8c3c-76f09bc9e08f req-a0fdfee7-d522-4b31-868c-82319225a111 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 944 time: 0.0544147 Sep 17 22:18:23.273638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.279738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.281955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] 10.222.0.13 "DELETE /v2.0/networks/9447b9d5-fc11-4b4f-875f-446362922c1a HTTP/1.1" status: 204 len: 168 time: 1.0520084 Sep 17 22:18:23.306243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef7569-4f77-4e6e-ba15-26e12947283b admin admin] Pushing event deleted for resources: {'Network': ['ID=9447b9d5-fc11-4b4f-875f-446362922c1a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:23.338465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ddd2dee6-ab7d-4ace-8c3c-76f09bc9e08f req-8d602a23-a216-4cbc-b174-4114f6104108 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550616 Sep 17 22:18:23.665982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5b6a1-1dc9-4b2a-a0bc-16111be1305d req-33607099-98c6-4ed8-965d-b82933a35841 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:23.667496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fe5b6a1-1dc9-4b2a-a0bc-16111be1305d req-33607099-98c6-4ed8-965d-b82933a35841 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 945 time: 0.0712342 Sep 17 22:18:23.706912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fe5b6a1-1dc9-4b2a-a0bc-16111be1305d req-30414630-d5ca-4908-95b7-d304f8fe50a9 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Sep 17 22:18:23.726725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49324) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:23.741271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 91163bb5-df5a-4986-9206-93caa168af3f up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:23.787272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-03b648fd-4324-4487-a7b8-8a5c99920e6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89de9bd7dfa64b5f8d56541cd0f04775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593033 Sep 17 22:18:23.789933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49328) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:23.821171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d84d762-2048-4ee0-8e50-033e1e75ff8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae8e4be-e34d-4d18-ae26-5b7a74690102'}, {'server_uuid': 'a1090385-dd79-49b4-b54f-a0d52edd6c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5c2bda-ff39-465a-a4f9-fa07345956b5'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:23.823070 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c263ec91-fa0f-42c5-8553-3258e399bbb9" -d '{"events": [{"server_uuid": "2d84d762-2048-4ee0-8e50-033e1e75ff8d", "name": "network-vif-plugged", "status": "completed", "tag": "cae8e4be-e34d-4d18-ae26-5b7a74690102"}, {"server_uuid": "a1090385-dd79-49b4-b54f-a0d52edd6c77", "name": "network-vif-plugged", "status": "completed", "tag": "5b5c2bda-ff39-465a-a4f9-fa07345956b5"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:23.856966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae0c1c-c0ac-4aa5-bf8b-b3a8f5a8cbf5 req-4c4a6c11-ee38-4885-9eeb-bdf822e235ee tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:23.858437 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebae0c1c-c0ac-4aa5-bf8b-b3a8f5a8cbf5 req-4c4a6c11-ee38-4885-9eeb-bdf822e235ee tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77 HTTP/1.1" status: 200 len: 945 time: 0.0623534 Sep 17 22:18:23.860965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57cb5250-db21-43d6-bc8a-36290ed39a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.884713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 91163bb5-df5a-4986-9206-93caa168af3f completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:23.886051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57cb5250-db21-43d6-bc8a-36290ed39a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.897228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 91163bb5-df5a-4986-9206-93caa168af3f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:23.897228 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:23.926560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51829e7c-8bb7-4a01-98b3-c72b3a483b00 req-77c8ff77-90bd-4b01-889a-978ebe8a0866 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 210 time: 0.0670671 Sep 17 22:18:23.980838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebae0c1c-c0ac-4aa5-bf8b-b3a8f5a8cbf5 req-e3f835bd-2798-4904-b34d-4cdb2eda9e51 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119444 Sep 17 22:18:24.031699 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.051022 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a8639b-a820-407f-8ddd-fffbfd3b1d79 x-openstack-request-id: req-23a8639b-a820-407f-8ddd-fffbfd3b1d79 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:24.051458 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d84d762-2048-4ee0-8e50-033e1e75ff8d", "name": "network-vif-plugged", "status": "completed", "tag": "cae8e4be-e34d-4d18-ae26-5b7a74690102", "code": 200}, {"server_uuid": "a1090385-dd79-49b4-b54f-a0d52edd6c77", "name": "network-vif-plugged", "status": "completed", "tag": "5b5c2bda-ff39-465a-a4f9-fa07345956b5", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:24.051807 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23a8639b-a820-407f-8ddd-fffbfd3b1d79 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:24.052957 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d84d762-2048-4ee0-8e50-033e1e75ff8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae8e4be-e34d-4d18-ae26-5b7a74690102', 'code': 200} Sep 17 22:18:24.054417 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1090385-dd79-49b4-b54f-a0d52edd6c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5c2bda-ff39-465a-a4f9-fa07345956b5', 'code': 200} Sep 17 22:18:24.055881 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57cb5250-db21-43d6-bc8a-36290ed39a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.059513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57cb5250-db21-43d6-bc8a-36290ed39a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.061075 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57cb5250-db21-43d6-bc8a-36290ed39a2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09eff049-6e2c-4edf-b985-46156dc7ce2e HTTP/1.1" status: 204 len: 168 time: 0.2688050 Sep 17 22:18:24.075980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb5250-db21-43d6-bc8a-36290ed39a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eff049-6e2c-4edf-b985-46156dc7ce2e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:24.124677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 91163bb5-df5a-4986-9206-93caa168af3f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=91163bb5-df5a-4986-9206-93caa168af3f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:24.158272 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:24.194056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef0d44-552e-49a8-b0d9-53bd2b6bbba0 req-ae2490ce-5dbe-4d9a-b166-43d59a48e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.196278 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-40ef0d44-552e-49a8-b0d9-53bd2b6bbba0 req-ae2490ce-5dbe-4d9a-b166-43d59a48e751 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d84d762-2048-4ee0-8e50-033e1e75ff8d HTTP/1.1" status: 200 len: 1097 time: 0.0509036 Sep 17 22:18:24.221781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 499168e8-d0d2-47a4-a519-11f3a154dacb no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:24.243363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546af1d9-cc78-407c-9c14-8d3e43edc7ee req-2398fce9-7d1a-49cf-8071-0a94335e2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.244977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-546af1d9-cc78-407c-9c14-8d3e43edc7ee req-2398fce9-7d1a-49cf-8071-0a94335e2f12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77 HTTP/1.1" status: 200 len: 1097 time: 0.1105514 Sep 17 22:18:24.262201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 499168e8-d0d2-47a4-a519-11f3a154dacb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:24.262956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 499168e8-d0d2-47a4-a519-11f3a154dacb not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:24.266079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913641b-d007-4ecd-8fef-a8d99efce108 req-840d812a-d206-4735-9562-cbd8deacdda2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.269542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=91163bb5-df5a-4986-9206-93caa168af3f,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:24.280341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f913641b-d007-4ecd-8fef-a8d99efce108 req-840d812a-d206-4735-9562-cbd8deacdda2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.1886604 Sep 17 22:18:24.294413 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-40ef0d44-552e-49a8-b0d9-53bd2b6bbba0 req-b6d425fe-190c-4ded-a64e-0371adb6388b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822804 Sep 17 22:18:24.338422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-546af1d9-cc78-407c-9c14-8d3e43edc7ee req-d2f6f9f3-a737-488c-99a0-c5816b03a8ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560787 Sep 17 22:18:24.346979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f913641b-d007-4ecd-8fef-a8d99efce108 req-b4d6ab9b-4120-4aa6-9c5e-4eea36ed78aa tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657198 Sep 17 22:18:24.470170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716742d-3902-4c9a-a230-098a27b9f70f req-dc8b0517-9261-4209-9866-7b677536cdf8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.472240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5716742d-3902-4c9a-a230-098a27b9f70f req-dc8b0517-9261-4209-9866-7b677536cdf8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 945 time: 0.0627680 Sep 17 22:18:24.540007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5716742d-3902-4c9a-a230-098a27b9f70f req-d4cd8da9-5d86-4204-ae94-be971878c02e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589058 Sep 17 22:18:24.638438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-0dac8e1a-c8f9-4ea1-9ba4-f72e81ade33d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:24.640101 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-0dac8e1a-c8f9-4ea1-9ba4-f72e81ade33d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.35 "GET /v2.0/networks?id=02055d1d-c325-4303-8338-a49538d1de0e HTTP/1.1" status: 200 len: 797 time: 0.1365230 Sep 17 22:18:24.690182 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-017c40f8-0e17-4798-9be5-6b14b978ad1b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076cc959d05a4581b5408ab57b9d3558 HTTP/1.1" status: 200 len: 471 time: 0.0407028 Sep 17 22:18:24.701140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'port': {'device_id': '33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71', 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e', 'admin_state_up': True, 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'security_groups': ['cd6e098e-6563-48f0-8e9f-1de3e5da3008']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:24.948455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49360) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:24.952164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Made reservation on behalf of 076cc959d05a4581b5408ab57b9d3558 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:24.955822 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.068722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9656723-4d4c-4f90-90eb-cf0768e67ff8 req-70e56cd5-b03c-4ff8-91cb-703f034dd8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 210 time: 0.0477271 Sep 17 22:18:25.117535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6efbe12-8ab4-45a4-b5c5-c8e7417763cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.131275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.20.0.25 (02055d1d-c325-4303-8338-a49538d1de0e/c75662f2-a59b-459c-83a4-ee00e6049e25/3f4aa02b-376d-4825-affa-409ede13ce9e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:25.138648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf261d5-4fec-43d6-ab32-6ed5315a1308 req-bc4fb7e3-5f56-4ae2-8cd6-943314ae494b tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:25.146501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6cf261d5-4fec-43d6-ab32-6ed5315a1308 req-bc4fb7e3-5f56-4ae2-8cd6-943314ae494b tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77 HTTP/1.1" status: 200 len: 945 time: 0.0800691 Sep 17 22:18:25.198366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6cf261d5-4fec-43d6-ab32-6ed5315a1308 req-25ca19e2-371c-4e7b-ad71-2be6d5630513 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518639 Sep 17 22:18:25.266505 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6efbe12-8ab4-45a4-b5c5-c8e7417763cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.278317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.335538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6efbe12-8ab4-45a4-b5c5-c8e7417763cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.377153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efbe12-8ab4-45a4-b5c5-c8e7417763cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4178ea7-1c93-4523-b89a-c8b90d002f18,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:25.380026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49378) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:25.391296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d6efbe12-8ab4-45a4-b5c5-c8e7417763cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a0d7419136e4a60816294f232cab8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399321 Sep 17 22:18:25.393626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49382) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:25.406868 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.479330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 02055d1d-c325-4303-8338-a49538d1de0e is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:25.489415 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:25.495142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fe014-d797-42ca-9620-570cd66026c0 req-ae736f2c-7050-4a95-84b7-7be508820737 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:25.496704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c3fe014-d797-42ca-9620-570cd66026c0 req-ae736f2c-7050-4a95-84b7-7be508820737 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0577202 Sep 17 22:18:25.498213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:25.546705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c3fe014-d797-42ca-9620-570cd66026c0 req-fd9c0279-c6eb-41b8-ba1b-b96b252f4d08 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Sep 17 22:18:25.557091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=3f4aa02b-376d-4825-affa-409ede13ce9e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:25.571365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-574585715-network', 'tenant_id': 'da8ff001bd764ba1be155184f742d194'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:25.603111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:25.603757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.614590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0232520-1a4f-49b4-9012-29c149242d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.690109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763982e-4e47-498d-bdab-6bf626dabf9f req-31a7ca00-800f-48f3-9fd6-88e464d71713 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:25.692403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9763982e-4e47-498d-bdab-6bf626dabf9f req-31a7ca00-800f-48f3-9fd6-88e464d71713 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 945 time: 0.0561082 Sep 17 22:18:25.736537 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9763982e-4e47-498d-bdab-6bf626dabf9f req-2e89c330-7f4a-48e7-94f1-fc97e2b4d057 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368314 Sep 17 22:18:25.860257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-62e270de-cad7-4a36-8955-ae4a082a4855 None None] Provisioning complete for port 3f4aa02b-376d-4825-affa-409ede13ce9e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:25.860840 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-62e270de-cad7-4a36-8955-ae4a082a4855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:25.896728 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-62e270de-cad7-4a36-8955-ae4a082a4855 None None] Port 3f4aa02b-376d-4825-affa-409ede13ce9e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:26.002459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0232520-1a4f-49b4-9012-29c149242d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.049839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Made reservation on behalf of da8ff001bd764ba1be155184f742d194 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:26.052141 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.056092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91163bb5-df5a-4986-9206-93caa168af3f'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:26.058386 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210eef46-2cf1-409b-b907-de68d95e38d6" -d '{"events": [{"server_uuid": "7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad", "name": "network-vif-plugged", "status": "completed", "tag": "91163bb5-df5a-4986-9206-93caa168af3f"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:26.060167 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.095469 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c101cb7-0349-4ab3-9b48-acc081fb42f6 x-openstack-request-id: req-2c101cb7-0349-4ab3-9b48-acc081fb42f6 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:26.095762 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad", "name": "network-vif-plugged", "status": "completed", "tag": "91163bb5-df5a-4986-9206-93caa168af3f", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:26.096017 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c101cb7-0349-4ab3-9b48-acc081fb42f6 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:26.096410 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91163bb5-df5a-4986-9206-93caa168af3f', 'code': 200} Sep 17 22:18:26.129375 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0232520-1a4f-49b4-9012-29c149242d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.132313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0232520-1a4f-49b4-9012-29c149242d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.136455 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0232520-1a4f-49b4-9012-29c149242d74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4178ea7-1c93-4523-b89a-c8b90d002f18 HTTP/1.1" status: 204 len: 168 time: 0.7388725 Sep 17 22:18:26.146665 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-45d2a82a-b583-4382-9d27-3de48c7ed1cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4490950 Sep 17 22:18:26.147414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0232520-1a4f-49b4-9012-29c149242d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4178ea7-1c93-4523-b89a-c8b90d002f18,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:26.173216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Request body: {'port': {'device_id': '33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:26.235909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786089be-d118-446b-9ca1-f8688770bc53 req-20aab2de-1cc0-4adc-b452-85651d6866dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.237481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-786089be-d118-446b-9ca1-f8688770bc53 req-20aab2de-1cc0-4adc-b452-85651d6866dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 1097 time: 0.0793471 Sep 17 22:18:26.252947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.259210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342eb87-7dc2-4eb3-8eaa-bc6b1910514b req-595930ee-2f2c-4186-a6e4-c7cfee194fc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.260837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f342eb87-7dc2-4eb3-8eaa-bc6b1910514b req-595930ee-2f2c-4186-a6e4-c7cfee194fc6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 932 time: 0.0661101 Sep 17 22:18:26.327687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-786089be-d118-446b-9ca1-f8688770bc53 req-a901cffb-e36f-4663-ad80-9ed25c55f379 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826166 Sep 17 22:18:26.355105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f342eb87-7dc2-4eb3-8eaa-bc6b1910514b req-a6ec083d-a9de-47d2-93bc-81fbb0cfb8c8 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809724 Sep 17 22:18:26.373888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a90d3-481a-46d0-9887-546827ccaa71 req-556e2c1c-2469-40ad-9bee-977790209e4a tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.375609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa5a90d3-481a-46d0-9887-546827ccaa71 req-556e2c1c-2469-40ad-9bee-977790209e4a tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77 HTTP/1.1" status: 200 len: 945 time: 0.0935941 Sep 17 22:18:26.391227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.420864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa5a90d3-481a-46d0-9887-546827ccaa71 req-4d86eded-29ac-419f-85c8-c132c8585d9c tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383775 Sep 17 22:18:26.469612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.500728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:18:26.528351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d81ca-ccff-495c-b8c0-1b6079a9e243,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:26.535491 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.541075 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Added segment 3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81 of type vlan for network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 Sep 17 22:18:26.548851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c763a4d-6ecf-44e8-96ff-aca861a16f8d req-8f5f09a0-684d-4c46-b61a-78cd2c010b6d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.550605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c763a4d-6ecf-44e8-96ff-aca861a16f8d req-8f5f09a0-684d-4c46-b61a-78cd2c010b6d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d84d762-2048-4ee0-8e50-033e1e75ff8d HTTP/1.1" status: 200 len: 945 time: 0.0610659 Sep 17 22:18:26.595012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.597224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c763a4d-6ecf-44e8-96ff-aca861a16f8d req-f8262c18-d805-480d-b134-94bb27f24274 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Sep 17 22:18:26.652150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4aa02b-376d-4825-affa-409ede13ce9e {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:26.659748 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.674287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Transition to ACTIVE for port object 3f4aa02b-376d-4825-affa-409ede13ce9e will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:26.695932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892200d-787e-41f3-b03e-76f37d496c53 req-51283661-3e5c-4524-b8ac-35af67bb8a4c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.697652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1892200d-787e-41f3-b03e-76f37d496c53 req-51283661-3e5c-4524-b8ac-35af67bb8a4c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0693130 Sep 17 22:18:26.706957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.708147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.708778 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.734136 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.759802 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1892200d-787e-41f3-b03e-76f37d496c53 req-fa70b574-5379-4a04-88bf-4052f1ebdd5c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560715 Sep 17 22:18:26.814360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] Pushing event updated for resources: {'Network': ['ID=7c508cfe-6c6f-43c2-aa22-90b9726bef30,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:26.828449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:18:26.853255 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4aa02b-376d-4825-affa-409ede13ce9e,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:26.873850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c278a0-e0cf-4f68-b908-802c5bff3c10 req-283582b6-7d7c-46db-89ba-f6f7ee081423 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:26.885944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15c278a0-e0cf-4f68-b908-802c5bff3c10 req-283582b6-7d7c-46db-89ba-f6f7ee081423 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 945 time: 0.0722947 Sep 17 22:18:26.889573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4ecef899-ef10-4a4c-abf7-6298b03ca9ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5043895 Sep 17 22:18:26.890455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49408) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:26.896724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Request body: {'subnet': {'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-574585715-subnet', 'tenant_id': 'da8ff001bd764ba1be155184f742d194', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:26.939204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Attempting to bind port 3f4aa02b-376d-4825-affa-409ede13ce9e on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:26.939521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Attempting to bind port 3f4aa02b-376d-4825-affa-409ede13ce9e by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:26.939914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Attempting to bind port 3f4aa02b-376d-4825-affa-409ede13ce9e on network 02055d1d-c325-4303-8338-a49538d1de0e {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:26.945339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Port 3f4aa02b-376d-4825-affa-409ede13ce9e on network 02055d1d-c325-4303-8338-a49538d1de0e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:26.945692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Attempting to bind port 3f4aa02b-376d-4825-affa-409ede13ce9e on network 02055d1d-c325-4303-8338-a49538d1de0e {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:26.946525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15c278a0-e0cf-4f68-b908-802c5bff3c10 req-80ed34dc-50c6-4114-a067-a0d1be5d4d05 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596380 Sep 17 22:18:26.960731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49410) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:26.960843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:26.960843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Checking segment: {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:26.960843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Bound using segment: {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:26.960843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Bound port: 3f4aa02b-376d-4825-affa-409ede13ce9e, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:26.960843 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:26.979455 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c553362-929a-4031-a3ca-47d918851df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.014469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Made reservation on behalf of da8ff001bd764ba1be155184f742d194 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:27.015045 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.054398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] For port 3f4aa02b-376d-4825-affa-409ede13ce9e, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:27.100622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] For port 3f4aa02b-376d-4825-affa-409ede13ce9e, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3f4aa02b-376d-4825-affa-409ede13ce9e,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:27.105823 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c553362-929a-4031-a3ca-47d918851df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.156483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.199448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.200097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.201182 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fadfbf-d3b9-4025-bc6b-6d4cc9f2d880 req-2648ae64-2771-442b-9e55-a36f9e266fa0 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.201496 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f4aa02b-376d-4825-affa-409ede13ce9e HTTP/1.1" status: 200 len: 1093 time: 1.0437438 Sep 17 22:18:27.202758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70fadfbf-d3b9-4025-bc6b-6d4cc9f2d880 req-2648ae64-2771-442b-9e55-a36f9e266fa0 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d84d762-2048-4ee0-8e50-033e1e75ff8d HTTP/1.1" status: 200 len: 945 time: 0.0518599 Sep 17 22:18:27.203560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71', 'tag': '3f4aa02b-376d-4825-affa-409ede13ce9e'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:27.210422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c553362-929a-4031-a3ca-47d918851df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.210587 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a442d38e-2747-4c66-9bcb-d3668ae1dcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71", "tag": "3f4aa02b-376d-4825-affa-409ede13ce9e"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:27.261003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c553362-929a-4031-a3ca-47d918851df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d13cb93-6732-4a4c-b3f0-6c0207637bfb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:27.268374 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc32444-dea4-4b01-8ef1-f664b3d94047 x-openstack-request-id: req-1fc32444-dea4-4b01-8ef1-f664b3d94047 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:27.268651 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71", "tag": "3f4aa02b-376d-4825-affa-409ede13ce9e", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:27.268926 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc32444-dea4-4b01-8ef1-f664b3d94047 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:27.269340 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71', 'tag': '3f4aa02b-376d-4825-affa-409ede13ce9e', 'status': 'completed', 'code': 200} Sep 17 22:18:27.280930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c553362-929a-4031-a3ca-47d918851df8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5173d0ba8c94a9ebeb3854c2677eb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272076 Sep 17 22:18:27.287431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49416) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:27.298625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70fadfbf-d3b9-4025-bc6b-6d4cc9f2d880 req-21a81161-4b98-4c78-a5dd-f2bb4c7512b5 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750213 Sep 17 22:18:27.324816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63494ea-a0b1-4930-8314-1a8d77d7ed08 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4aa02b-376d-4825-affa-409ede13ce9e,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:27.353712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf7a7-98e8-47c6-a335-5b266a2cc509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.362610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442d38e-2747-4c66-9bcb-d3668ae1dcc8 req-e6cb1d78-5f90-4c74-b746-4d4909829ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.364474 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a442d38e-2747-4c66-9bcb-d3668ae1dcc8 req-e6cb1d78-5f90-4c74-b746-4d4909829ab8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 1096 time: 0.0874999 Sep 17 22:18:27.384410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf7a7-98e8-47c6-a335-5b266a2cc509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.418203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.508188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827b95-fa69-4336-8b78-dadf5d4580a2 req-f4b8bb00-e37f-48b0-bc19-2f174d3708f8 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.509692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89827b95-fa69-4336-8b78-dadf5d4580a2 req-f4b8bb00-e37f-48b0-bc19-2f174d3708f8 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 944 time: 0.0584531 Sep 17 22:18:27.524690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf7a7-98e8-47c6-a335-5b266a2cc509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.527193 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf7a7-98e8-47c6-a335-5b266a2cc509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.528269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b4ddf7a7-98e8-47c6-a335-5b266a2cc509 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d13cb93-6732-4a4c-b3f0-6c0207637bfb HTTP/1.1" status: 204 len: 168 time: 0.2387199 Sep 17 22:18:27.556718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442d38e-2747-4c66-9bcb-d3668ae1dcc8 req-0ef7c4e8-92ac-4141-838c-34095ec7ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.557289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442d38e-2747-4c66-9bcb-d3668ae1dcc8 req-0ef7c4e8-92ac-4141-838c-34095ec7ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.559151 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a442d38e-2747-4c66-9bcb-d3668ae1dcc8 req-0ef7c4e8-92ac-4141-838c-34095ec7ce02 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=076cc959d05a4581b5408ab57b9d3558&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1850994 Sep 17 22:18:27.561661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e91fba5-17e0-4198-8e2f-cd367f481ee1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:27.566558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89827b95-fa69-4336-8b78-dadf5d4580a2 req-3e6ccad5-28ab-47d3-a4dd-413f3558f94a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504444 Sep 17 22:18:27.567319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddf7a7-98e8-47c6-a335-5b266a2cc509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d13cb93-6732-4a4c-b3f0-6c0207637bfb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:27.573669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Checking segment: {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:27.574288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Network hostable DHCP agents. Network: 7c508cfe-6c6f-43c2-aa22-90b9726bef30, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:18:27.680832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442d38e-2747-4c66-9bcb-d3668ae1dcc8 req-930ef93d-722b-490b-84bb-0c91b454eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.682511 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a442d38e-2747-4c66-9bcb-d3668ae1dcc8 req-930ef93d-722b-490b-84bb-0c91b454eb6e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1107366 Sep 17 22:18:27.683587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:18:27.765745 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 7c508cfe-6c6f-43c2-aa22-90b9726bef30) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:27.773070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.774539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb39601-86ab-4565-b999-d82c4e4b9e94 None None] Network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:27.777524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:27.782637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-c168e7a0-b19c-46a3-b925-612966ff5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.784186 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-c168e7a0-b19c-46a3-b925-612966ff5176 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 1096 time: 0.0607462 Sep 17 22:18:27.837785 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-2f5654d1-be8c-4b59-8657-2a75ae36dd20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=3f4aa02b-376d-4825-affa-409ede13ce9e HTTP/1.1" status: 200 len: 217 time: 0.0445755 Sep 17 22:18:27.896777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1308c-5a20-4c65-b9ab-837cd0f71371 req-a9ddb052-5372-4648-b358-de7113b9a760 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.898649 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3bc1308c-5a20-4c65-b9ab-837cd0f71371 req-a9ddb052-5372-4648-b358-de7113b9a760 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.0592268 Sep 17 22:18:27.911137 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-033b6fab-fb4f-4ef7-8df6-364789a7f798 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0121388 Sep 17 22:18:27.911137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-c7c63bae-a975-4a91-88d3-6f44f1526bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:27.911137 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-c7c63bae-a975-4a91-88d3-6f44f1526bea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c75662f2-a59b-459c-83a4-ee00e6049e25 HTTP/1.1" status: 200 len: 838 time: 0.0550742 Sep 17 22:18:27.959118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3bc1308c-5a20-4c65-b9ab-837cd0f71371 req-17c1154e-b9af-4836-96ef-4aa5d3593b56 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468874 Sep 17 22:18:28.004241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-4fa5aff4-66c0-403b-a25f-39b87f7a6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.006053 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-4fa5aff4-66c0-403b-a25f-39b87f7a6fc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02055d1d-c325-4303-8338-a49538d1de0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0911489 Sep 17 22:18:28.015674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7c508cfe-6c6f-43c2-aa22-90b9726bef30', 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30', 'tenant_id': 'da8ff001bd764ba1be155184f742d194', 'fixed_ips': [{'subnet_id': '3e91fba5-17e0-4198-8e2f-cd367f481ee1'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:18:28.016886 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.134636 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-09152cca-f251-4486-8c22-431c4d1bf069 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1662931 Sep 17 22:18:28.158513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-b5c3cb75-cd88-4417-be24-484ee9db6230 service neutron] 10.222.0.35 "GET /v2.0/networks/02055d1d-c325-4303-8338-a49538d1de0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428761 Sep 17 22:18:28.161083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54092d-25f9-416a-90d0-abf1c90a3a2a req-d30e43e9-036b-40ed-acd1-c7952e8c9d27 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.175928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e54092d-25f9-416a-90d0-abf1c90a3a2a req-d30e43e9-036b-40ed-acd1-c7952e8c9d27 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 945 time: 0.1119709 Sep 17 22:18:28.230211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e54092d-25f9-416a-90d0-abf1c90a3a2a req-35b01db8-c7bc-4e01-bf40-c08ed1312604 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464947 Sep 17 22:18:28.312055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Allocated IP 172.20.0.2 (7c508cfe-6c6f-43c2-aa22-90b9726bef30/3e91fba5-17e0-4198-8e2f-cd367f481ee1/aa02b9be-5da2-4148-95ee-c961f482ffce) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:28.330145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-0f03b600-71f6-4f55-8327-f9ccd37e4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.333286 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-0f03b600-71f6-4f55-8327-f9ccd37e4c16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 1098 time: 0.1240544 Sep 17 22:18:28.426843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79674ab9-f0e1-478b-a895-030b10c3caee req-1139643a-8b19-446c-80a2-d33bc41cbf6b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973136 Sep 17 22:18:28.525550 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-450c8d07-a68b-4fa1-83c7-91f7e932720f req-9227daa9-493d-4912-8c62-afec9ed6b810 service neutron] 10.222.0.35 "GET /v2.0/networks/02055d1d-c325-4303-8338-a49538d1de0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587234 Sep 17 22:18:28.551805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-edb016f9-13f0-4f83-bc1b-9b0414de71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.554095 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-edb016f9-13f0-4f83-bc1b-9b0414de71fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 906 time: 0.1803463 Sep 17 22:18:28.589605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-9797ab5a-60b1-4b3f-b0c6-a9dbc90d6470 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.591242 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-9797ab5a-60b1-4b3f-b0c6-a9dbc90d6470 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d84d762-2048-4ee0-8e50-033e1e75ff8d HTTP/1.1" status: 200 len: 945 time: 0.0792093 Sep 17 22:18:28.616586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a65d-84c0-4b7e-9e11-bdffe7a924ce req-73c35aff-ce3c-4c2e-bf2b-810a5af03684 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.618194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d317a65d-84c0-4b7e-9e11-bdffe7a924ce req-73c35aff-ce3c-4c2e-bf2b-810a5af03684 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 945 time: 0.1906323 Sep 17 22:18:28.623901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674ab9-f0e1-478b-a895-030b10c3caee req-937c0171-a0e2-4a46-9685-d1e3abcec469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.625343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.625844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79674ab9-f0e1-478b-a895-030b10c3caee req-937c0171-a0e2-4a46-9685-d1e3abcec469 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1098 time: 0.1320138 Sep 17 22:18:28.629796 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-8a2111ac-f98b-4f4b-bce7-42f0db723fe2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6f3993b-3009-4114-8bd0-49bfe7c73b84 HTTP/1.1" status: 200 len: 217 time: 0.0621097 Sep 17 22:18:28.659626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8936235-49e1-4b98-8d7e-4db31b38f696 req-6136dc1b-7257-46ef-9528-6d95ce46ce7d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.661329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8936235-49e1-4b98-8d7e-4db31b38f696 req-6136dc1b-7257-46ef-9528-6d95ce46ce7d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d84d762-2048-4ee0-8e50-033e1e75ff8d HTTP/1.1" status: 200 len: 945 time: 0.1546407 Sep 17 22:18:28.719165 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.742754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-d55d68c5-3f10-4aa5-9f4c-860e37ec866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.744279 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-d55d68c5-3f10-4aa5-9f4c-860e37ec866d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0887482 Sep 17 22:18:28.770156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:28.790914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:28.791779 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-8d1b15d8-f89d-4e7c-922f-70574ba781b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307894 Sep 17 22:18:28.791892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:28.791980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d317a65d-84c0-4b7e-9e11-bdffe7a924ce req-27e471fc-0861-40af-85b3-4b5a04f2e88e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413741 Sep 17 22:18:28.819153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8936235-49e1-4b98-8d7e-4db31b38f696 req-c28968d8-2425-4184-96df-98906dd12183 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227698 Sep 17 22:18:28.821752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Pushing event updated for resources: {'Port': ['ID=aa02b9be-5da2-4148-95ee-c961f482ffce,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:28.851584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674ab9-f0e1-478b-a895-030b10c3caee req-f6cc0341-55c2-49f0-a215-bae22f274a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:28.852254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Deleting port cae8e4be-e34d-4d18-ae26-5b7a74690102 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:28.852764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.853036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79674ab9-f0e1-478b-a895-030b10c3caee req-f6cc0341-55c2-49f0-a215-bae22f274a27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.1902781 Sep 17 22:18:28.881990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Attempting to bind port aa02b9be-5da2-4148-95ee-c961f482ffce on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:28.882454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Attempting to bind port aa02b9be-5da2-4148-95ee-c961f482ffce by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:28.882903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Attempting to bind port aa02b9be-5da2-4148-95ee-c961f482ffce on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:28.887265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.887809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.888334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.888745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.889143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.889536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.889983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.890377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.890769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.891172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.891557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.891942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:28.899212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:28.899681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Checking segment: {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:28.900147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.900599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Bound using segment: {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:28.901136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Bound port: aa02b9be-5da2-4148-95ee-c961f482ffce, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:28.902174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:28.955940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79674ab9-f0e1-478b-a895-030b10c3caee req-3fd77412-93e3-4dba-aba8-c3543e426dec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 1002 time: 0.0942192 Sep 17 22:18:28.999420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] For port aa02b9be-5da2-4148-95ee-c961f482ffce, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:29.016472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] For port aa02b9be-5da2-4148-95ee-c961f482ffce, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=aa02b9be-5da2-4148-95ee-c961f482ffce,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:29.057659 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-9303e68f-5f49-46c0-8bec-60a0f025e073 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507024 Sep 17 22:18:29.059475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] For port cae8e4be-e34d-4d18-ae26-5b7a74690102, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cae8e4be-e34d-4d18-ae26-5b7a74690102,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:29.059700 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.073040 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.078193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580d284-2ddd-4edd-b108-8729605328a9 req-7520738a-bca4-4fc4-b0d9-ca20103b3e00 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:29.079806 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3580d284-2ddd-4edd-b108-8729605328a9 req-7520738a-bca4-4fc4-b0d9-ca20103b3e00 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.1225216 Sep 17 22:18:29.086500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674ab9-f0e1-478b-a895-030b10c3caee req-4ee521f4-8c3e-4a77-9d8b-9ec140c16ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:29.088257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79674ab9-f0e1-478b-a895-030b10c3caee req-4ee521f4-8c3e-4a77-9d8b-9ec140c16ca9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.0793984 Sep 17 22:18:29.127582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Calling delete_port for cae8e4be-e34d-4d18-ae26-5b7a74690102 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:29.171957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3580d284-2ddd-4edd-b108-8729605328a9 req-24557eb6-020e-45cf-91cc-4114d3b4d9f2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825965 Sep 17 22:18:29.189155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64165b6-5bc9-43ba-8e08-21a082ddfc7f None None] Pushing event updated for resources: {'Port': ['ID=aa02b9be-5da2-4148-95ee-c961f482ffce,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:29.235483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674ab9-f0e1-478b-a895-030b10c3caee req-d8c435c8-da6c-4cb5-8561-492b65ecb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:29.237022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79674ab9-f0e1-478b-a895-030b10c3caee req-d8c435c8-da6c-4cb5-8561-492b65ecb726 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245298 Sep 17 22:18:29.292599 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8075d724-4387-4b1b-86cf-f6841711e6c2 req-38c06807-ba04-4e47-a80d-4a34d3655003 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243826 Sep 17 22:18:29.440991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e63872-f491-4673-ab54-d23dac88469b req-b181f18f-8c38-4829-9fbe-234884e9c1e2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:29.442521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-b181f18f-8c38-4829-9fbe-234884e9c1e2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 815 time: 0.2611952 Sep 17 22:18:29.467014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.479716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cae8e4be-e34d-4d18-ae26-5b7a74690102', '7f895448-ebf2-45f9-88c0-1b477c9353da'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:29.481956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['5b5c2bda-ff39-465a-a4f9-fa07345956b5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:29.497908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd1885-e292-4a0f-b7ed-5f1fdcd250eb req-47530c86-27a2-48b0-935b-ad217c39cac1 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:29.506209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06fd1885-e292-4a0f-b7ed-5f1fdcd250eb req-47530c86-27a2-48b0-935b-ad217c39cac1 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 944 time: 0.1918566 Sep 17 22:18:29.532075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Pushing event deleted for resources: {'Port': ['ID=cae8e4be-e34d-4d18-ae26-5b7a74690102,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:29.540590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-7a9e3912-498c-4b65-b652-c8512abe8d74 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/quotas/da8ff001bd764ba1be155184f742d194 HTTP/1.1" status: 200 len: 375 time: 0.0903115 Sep 17 22:18:29.547975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79674ab9-f0e1-478b-a895-030b10c3caee req-b6641885-6cd6-4694-8780-06daadab6c0e service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023622 Sep 17 22:18:29.612342 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] No DVR routers for this DVR port cae8e4be-e34d-4d18-ae26-5b7a74690102 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:29.616819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:29.619198 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e84cb0f0-fb30-4864-8e03-84379b5574a5 req-47c50179-8204-416d-ae49-aeaf61680e97 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.35 "DELETE /v2.0/ports/cae8e4be-e34d-4d18-ae26-5b7a74690102 HTTP/1.1" status: 204 len: 173 time: 0.9979331 Sep 17 22:18:29.619821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d84d762-2048-4ee0-8e50-033e1e75ff8d', 'name': 'network-vif-deleted', 'tag': 'cae8e4be-e34d-4d18-ae26-5b7a74690102'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:29.632206 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f798d0d3-b548-40d6-8f98-517142cdfdbe" -d '{"events": [{"server_uuid": "2d84d762-2048-4ee0-8e50-033e1e75ff8d", "name": "network-vif-deleted", "tag": "cae8e4be-e34d-4d18-ae26-5b7a74690102"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:29.651580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06fd1885-e292-4a0f-b7ed-5f1fdcd250eb req-f801ae85-88b9-48bf-b5a4-e7c1cf9f9c05 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444898 Sep 17 22:18:29.696873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-088a91b4-c616-43d6-8fec-8feb51060301 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477869 Sep 17 22:18:29.753226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79674ab9-f0e1-478b-a895-030b10c3caee req-221b0d7d-5449-4ea8-9620-344f5b70f683 service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860945 Sep 17 22:18:29.872020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-20a95c5e-bb25-49e7-ab9e-f13bf752d423 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:29.873427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-20a95c5e-bb25-49e7-ab9e-f13bf752d423 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.32 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 946 time: 0.1193609 Sep 17 22:18:29.878061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-7ee8f2d2-cabc-40dd-8eb6-416bb72bfc9d service neutron] 10.222.0.13 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643662 Sep 17 22:18:30.043154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-8fe24f7e-06f6-471e-b02d-443f15ecce79 service neutron] 10.222.0.13 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546996 Sep 17 22:18:30.057109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Deleting port d23f583d-2c96-4eb5-ab6c-7baca395f4c5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:30.057783 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.182953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] For port d23f583d-2c96-4eb5-ab6c-7baca395f4c5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:30.183427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.199849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Calling delete_port for d23f583d-2c96-4eb5-ab6c-7baca395f4c5 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:30.270475 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3468a98-b923-4a7e-89a5-4794e394a9ae x-openstack-request-id: req-b3468a98-b923-4a7e-89a5-4794e394a9ae {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:30.273481 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d84d762-2048-4ee0-8e50-033e1e75ff8d", "name": "network-vif-deleted", "tag": "cae8e4be-e34d-4d18-ae26-5b7a74690102", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:30.273895 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3468a98-b923-4a7e-89a5-4794e394a9ae {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:30.274523 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d84d762-2048-4ee0-8e50-033e1e75ff8d', 'name': 'network-vif-deleted', 'tag': 'cae8e4be-e34d-4d18-ae26-5b7a74690102', 'status': 'completed', 'code': 200} Sep 17 22:18:30.293008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device aa02b9be-5da2-4148-95ee-c961f482ffce up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:30.377985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port aa02b9be-5da2-4148-95ee-c961f482ffce triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:30.378357 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.568456 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.571955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3317f21a-2107-47df-9de7-4b7d1c61daab req-1f5a025a-c64d-4ba4-a0cc-401a2e409381 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d84d762-2048-4ee0-8e50-033e1e75ff8d HTTP/1.1" status: 200 len: 210 time: 0.0751371 Sep 17 22:18:30.582474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5c4f5-b726-4b37-8cfa-04c62c46a177 None None] Network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:30.619922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bac09d-ca17-4471-aae6-92b70f150ce6 req-9e12e960-5a41-4d19-bb4d-56d7b5eddc5b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:30.629807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8bac09d-ca17-4471-aae6-92b70f150ce6 req-9e12e960-5a41-4d19-bb4d-56d7b5eddc5b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 945 time: 0.1226692 Sep 17 22:18:30.688794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.736628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b2c5de72-daec-41ff-8ade-4671b79db96e None None] Provisioning complete for port aa02b9be-5da2-4148-95ee-c961f482ffce triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:30.737126 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b2c5de72-daec-41ff-8ade-4671b79db96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.738553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event deleted for resources: {'Port': ['ID=d23f583d-2c96-4eb5-ab6c-7baca395f4c5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:30.743079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8bac09d-ca17-4471-aae6-92b70f150ce6 req-68d5b611-184a-4980-855f-2783d567eb52 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117544 Sep 17 22:18:30.748998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['d23f583d-2c96-4eb5-ab6c-7baca395f4c5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:30.796632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8ea9812-f248-4c08-ae66-c0cad24d875e req-060a3441-dc5f-4cd9-9c10-8d69effb963c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 210 time: 0.0686436 Sep 17 22:18:30.805718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port aa02b9be-5da2-4148-95ee-c961f482ffce, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=aa02b9be-5da2-4148-95ee-c961f482ffce,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:30.811990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] No DVR routers for this DVR port d23f583d-2c96-4eb5-ab6c-7baca395f4c5 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:30.814764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:30.817267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb0b1b1b-7691-4f38-90e6-e06c0eddafd2 req-535013e1-171f-4cdb-bdb1-845c5332f5ae tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.32 "DELETE /v2.0/ports/d23f583d-2c96-4eb5-ab6c-7baca395f4c5 HTTP/1.1" status: 204 len: 173 time: 0.9354477 Sep 17 22:18:30.817449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371e9482-8236-436a-90a4-71d50c90cfa1', 'name': 'network-vif-deleted', 'tag': 'd23f583d-2c96-4eb5-ab6c-7baca395f4c5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:30.820925 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb637b-2e03-407b-8008-ce62c27405d1" -d '{"events": [{"server_uuid": "371e9482-8236-436a-90a4-71d50c90cfa1", "name": "network-vif-deleted", "tag": "d23f583d-2c96-4eb5-ab6c-7baca395f4c5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:30.888082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3f4aa02b-376d-4825-affa-409ede13ce9e details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:30.984427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.001876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c211d7-52b6-4321-afb3-6b81899fc2c9 req-17ed461b-279c-4165-ada7-94dc714846af tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.003494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35c211d7-52b6-4321-afb3-6b81899fc2c9 req-17ed461b-279c-4165-ada7-94dc714846af tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 944 time: 0.0953455 Sep 17 22:18:31.041075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-94a56040-fff0-4b57-be59-58d65f20cbe0 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.042873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-94a56040-fff0-4b57-be59-58d65f20cbe0 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 815 time: 0.1788089 Sep 17 22:18:31.052327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b2c5de72-daec-41ff-8ade-4671b79db96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.070823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35c211d7-52b6-4321-afb3-6b81899fc2c9 req-3d2d3453-93b3-4120-a1e0-56187cb05dd3 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593469 Sep 17 22:18:31.072837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-23ba4e79-a077-456b-9a90-34f1b00405c4 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/quotas/da8ff001bd764ba1be155184f742d194 HTTP/1.1" status: 200 len: 375 time: 0.0217996 Sep 17 22:18:31.144639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=aa02b9be-5da2-4148-95ee-c961f482ffce,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:31.179301 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489484b0-8be8-4588-9782-db914dccd6c6 x-openstack-request-id: req-489484b0-8be8-4588-9782-db914dccd6c6 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:31.180864 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371e9482-8236-436a-90a4-71d50c90cfa1", "name": "network-vif-deleted", "tag": "d23f583d-2c96-4eb5-ab6c-7baca395f4c5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:31.181339 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-489484b0-8be8-4588-9782-db914dccd6c6 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:31.181763 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371e9482-8236-436a-90a4-71d50c90cfa1', 'name': 'network-vif-deleted', 'tag': 'd23f583d-2c96-4eb5-ab6c-7baca395f4c5', 'status': 'completed', 'code': 200} Sep 17 22:18:31.226606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3f4aa02b-376d-4825-affa-409ede13ce9e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3f4aa02b-376d-4825-affa-409ede13ce9e,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:31.228292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-26e9ee9b-9deb-447b-a6cc-824ba5d2768b tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1435905 Sep 17 22:18:31.255950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '3f4aa02b-376d-4825-affa-409ede13ce9e', 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e', 'port_id': '3f4aa02b-376d-4825-affa-409ede13ce9e', 'mac_address': 'fa:16:3e:1f:5d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75662f2-a59b-459c-83a4-ee00e6049e25', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:31.258999 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-b2c5de72-daec-41ff-8ade-4671b79db96e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:18:31.259513 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-b2c5de72-daec-41ff-8ade-4671b79db96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:18:31.383156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-7f6adf36-6cf4-4952-94d2-29bde06d5046 service neutron] 10.222.0.13 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467514 Sep 17 22:18:31.504356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c2055568-9190-4c68-8f81-757669bb2287 service neutron] 10.222.0.13 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185527 Sep 17 22:18:31.518430 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.535257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4aa02b-376d-4825-affa-409ede13ce9e {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:31.560067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3f4aa02b-376d-4825-affa-409ede13ce9e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3f4aa02b-376d-4825-affa-409ede13ce9e,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:31.606650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945257-182b-490d-84f1-9087109c3ae4 req-ebaa9ee9-e4bd-4c33-a9fb-4eff0247207e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:31.608188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2945257-182b-490d-84f1-9087109c3ae4 req-ebaa9ee9-e4bd-4c33-a9fb-4eff0247207e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 945 time: 0.0992956 Sep 17 22:18:31.638437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.704620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3f4aa02b-376d-4825-affa-409ede13ce9e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:31.740452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-e2945257-182b-490d-84f1-9087109c3ae4 req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Deleting port 91163bb5-df5a-4986-9206-93caa168af3f {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:31.740805 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e2945257-182b-490d-84f1-9087109c3ae4 req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:31.767016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:18:31.985008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['3f4aa02b-376d-4825-affa-409ede13ce9e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:32.059281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-18faeb39-a9f8-4e45-9b26-929a95ebdd56 None None] Provisioning complete for port aa02b9be-5da2-4148-95ee-c961f482ffce triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:32.060349 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-18faeb39-a9f8-4e45-9b26-929a95ebdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.193831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device aa02b9be-5da2-4148-95ee-c961f482ffce up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:32.309815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port aa02b9be-5da2-4148-95ee-c961f482ffce triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:32.310184 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.334989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-e2945257-182b-490d-84f1-9087109c3ae4 req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] For port 91163bb5-df5a-4986-9206-93caa168af3f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=91163bb5-df5a-4986-9206-93caa168af3f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:32.335344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e2945257-182b-490d-84f1-9087109c3ae4 req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.359479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bea9abcf-501f-40ca-bbc3-fc32383270d9 req-fb53a55b-6e8a-4690-b4bf-e0197eadb76e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=371e9482-8236-436a-90a4-71d50c90cfa1 HTTP/1.1" status: 200 len: 210 time: 0.4016838 Sep 17 22:18:32.377009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-e2945257-182b-490d-84f1-9087109c3ae4 req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Calling delete_port for 91163bb5-df5a-4986-9206-93caa168af3f owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:32.406401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3385aa5-e3e7-47ab-87a5-4256b14cecf0 req-8c1533b4-13e1-417a-8968-17b97fda646b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:32.415380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3385aa5-e3e7-47ab-87a5-4256b14cecf0 req-8c1533b4-13e1-417a-8968-17b97fda646b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 945 time: 0.5184207 Sep 17 22:18:32.520287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3385aa5-e3e7-47ab-87a5-4256b14cecf0 req-34a015d5-cae8-44d1-896f-23035fd4295a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915649 Sep 17 22:18:32.775012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652a881-3c6a-4a5b-b657-d1068653bfad req-bf4834e3-8728-4154-8c52-741ffac0c8cd tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:32.776572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a652a881-3c6a-4a5b-b657-d1068653bfad req-bf4834e3-8728-4154-8c52-741ffac0c8cd tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 945 time: 0.1549842 Sep 17 22:18:32.799565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71017-38a4-469c-bc15-9f036ff7935d req-2ba220db-e63a-48eb-87a6-993ea8c72b79 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:32.801016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-2ba220db-e63a-48eb-87a6-993ea8c72b79 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 815 time: 0.2237334 Sep 17 22:18:32.816810 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e2945257-182b-490d-84f1-9087109c3ae4 req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.830317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['91163bb5-df5a-4986-9206-93caa168af3f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:32.832670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-b7d1d8fe-0f33-499b-90ec-a0e66bb25d93 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/quotas/da8ff001bd764ba1be155184f742d194 HTTP/1.1" status: 200 len: 375 time: 0.0237715 Sep 17 22:18:32.861537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event deleted for resources: {'Port': ['ID=91163bb5-df5a-4986-9206-93caa168af3f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:32.872258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cae8e4be-e34d-4d18-ae26-5b7a74690102 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:32.901511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:32.903777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: cae8e4be-e34d-4d18-ae26-5b7a74690102 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:32.904178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cae8e4be-e34d-4d18-ae26-5b7a74690102 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:32.907565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a652a881-3c6a-4a5b-b657-d1068653bfad req-401f7e58-58c0-4b26-9d60-98f013cc037f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233609 Sep 17 22:18:32.946225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2945257-182b-490d-84f1-9087109c3ae4 req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] No DVR routers for this DVR port 91163bb5-df5a-4986-9206-93caa168af3f on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:32.952103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e2945257-182b-490d-84f1-9087109c3ae4 req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:32.954603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2945257-182b-490d-84f1-9087109c3ae4 req-04a54ba1-61ef-4a3a-9308-ac1e572fced1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "DELETE /v2.0/ports/91163bb5-df5a-4986-9206-93caa168af3f HTTP/1.1" status: 204 len: 173 time: 1.3351398 Sep 17 22:18:32.982819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-2d94bc3b-ae8d-439b-bca2-4d3c91833fdc tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1290984 Sep 17 22:18:33.105887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-639dbb52-d04a-4eff-b504-f2980c9dcd30 service neutron] 10.222.0.13 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155956 Sep 17 22:18:33.216337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad', 'name': 'network-vif-deleted', 'tag': '91163bb5-df5a-4986-9206-93caa168af3f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:33.218592 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32672770-6c5a-4b7a-b2c3-d82df3b14593" -d '{"events": [{"server_uuid": "7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad", "name": "network-vif-deleted", "tag": "91163bb5-df5a-4986-9206-93caa168af3f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:33.265517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-df4d4a91-7b83-4939-9066-4063a0aae26d service neutron] 10.222.0.13 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475146 Sep 17 22:18:33.347697 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda1300a-1217-4378-8564-f6706b017961 x-openstack-request-id: req-bda1300a-1217-4378-8564-f6706b017961 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:33.349901 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad", "name": "network-vif-deleted", "tag": "91163bb5-df5a-4986-9206-93caa168af3f", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:33.352552 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bda1300a-1217-4378-8564-f6706b017961 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:33.352945 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad', 'name': 'network-vif-deleted', 'tag': '91163bb5-df5a-4986-9206-93caa168af3f', 'status': 'completed', 'code': 200} Sep 17 22:18:33.458706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e63872-f491-4673-ab54-d23dac88469b req-a123ae20-fec1-496b-9dcc-00851ba78f17 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:33.460376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-a123ae20-fec1-496b-9dcc-00851ba78f17 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.32 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 815 time: 0.1478140 Sep 17 22:18:33.476125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Request body: {'port': {'device_id': 'c3dc9171-cbe3-4113-a915-445a7459e072', 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30', 'admin_state_up': True, 'tenant_id': 'da8ff001bd764ba1be155184f742d194'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:33.685518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57f8b063-3556-4e44-8cdc-002dd9ca7676 req-fc0e8cdd-d3d6-4750-b786-474b9b3e4c7b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f471eba-69b4-4dd7-bc89-7cd07b1cd7ad HTTP/1.1" status: 200 len: 210 time: 0.0494976 Sep 17 22:18:33.704403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcbaa7-3d01-4164-9e5e-320f925c8d65 req-b600ac44-dd74-4348-9627-90275651f102 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:33.711461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcbaa7-3d01-4164-9e5e-320f925c8d65 req-b600ac44-dd74-4348-9627-90275651f102 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:33.713117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40fcbaa7-3d01-4164-9e5e-320f925c8d65 req-b600ac44-dd74-4348-9627-90275651f102 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77&device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 1681 time: 0.0927649 Sep 17 22:18:33.738075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Made reservation on behalf of da8ff001bd764ba1be155184f742d194 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:33.749135 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:33.802591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dc3565e-1d72-465d-9d12-f01916e5f812 req-ef020d44-b4d3-4702-9161-35df076c2c68 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0573933 Sep 17 22:18:33.810340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40fcbaa7-3d01-4164-9e5e-320f925c8d65 req-7fe8e79d-6ec2-46ce-8c6f-44a598f92572 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910082 Sep 17 22:18:33.828538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d23f583d-2c96-4eb5-ab6c-7baca395f4c5 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:33.857262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: d23f583d-2c96-4eb5-ab6c-7baca395f4c5 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:33.857754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d23f583d-2c96-4eb5-ab6c-7baca395f4c5 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:34.026458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Allocated IP 172.20.0.3 (7c508cfe-6c6f-43c2-aa22-90b9726bef30/3e91fba5-17e0-4198-8e2f-cd367f481ee1/89dd422f-bc37-4f7b-b3ab-0800a85fd288) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:34.121267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-667cfd37-4552-46bd-b555-9880e84ba696 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:34.122821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-667cfd37-4552-46bd-b555-9880e84ba696 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.1979830 Sep 17 22:18:34.147415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bc10a-6867-486b-b843-685ba732f0f2 req-e0532af0-cf83-4b02-9fa0-1a5c11040ad0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:34.148966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-051bc10a-6867-486b-b843-685ba732f0f2 req-e0532af0-cf83-4b02-9fa0-1a5c11040ad0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 945 time: 0.1309769 Sep 17 22:18:34.173664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-7ae568d0-0419-4801-8ea6-fc4fa436503a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/quotas/b0e392630f574190b76667f44a95c828 HTTP/1.1" status: 200 len: 375 time: 0.0396197 Sep 17 22:18:34.261712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-791bbded-e3e1-4d25-9675-badd9a4ab20d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734870 Sep 17 22:18:34.306318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-051bc10a-6867-486b-b843-685ba732f0f2 req-9908d092-fefb-47bc-b79c-7dedba6655c3 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451831 Sep 17 22:18:34.386100 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.421508 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-b11e332e-a7ca-4c8a-be38-32bf3c0d5bec service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510100 Sep 17 22:18:34.655337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a6cdb7d2-9d2d-40df-a260-12124a779238 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236655 Sep 17 22:18:34.664374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-401f11f6-bd5e-47f6-b1ee-3a7f75cec650 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:34.666172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-401f11f6-bd5e-47f6-b1ee-3a7f75cec650 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.32 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 815 time: 0.1947982 Sep 17 22:18:34.680001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Request body: {'port': {'device_id': 'cf2ca6c3-5f6c-43ed-9694-4f8159a440a4', 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30', 'admin_state_up': True, 'tenant_id': 'da8ff001bd764ba1be155184f742d194'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:34.687674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.800898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:34.808083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:34.818118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:34.843749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Pushing event updated for resources: {'Port': ['ID=89dd422f-bc37-4f7b-b3ab-0800a85fd288,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:34.870035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3f4aa02b-376d-4825-affa-409ede13ce9e up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:34.909571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:34.910239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:34.996927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c3e9653-22ed-4b50-958a-c161ac0e2a57 req-27c3b3e7-5710-4ada-ad2f-40865c8e5e9c tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0448573 Sep 17 22:18:34.999119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Made reservation on behalf of da8ff001bd764ba1be155184f742d194 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:35.006522 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.026618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 3f4aa02b-376d-4825-affa-409ede13ce9e completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:35.031336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 3f4aa02b-376d-4825-affa-409ede13ce9e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:35.031512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.147910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-dbc32c86-c7e2-42ab-87c2-3ba5d55d6e28 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6772685 Sep 17 22:18:35.167796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Request body: {'port': {'device_id': 'c3dc9171-cbe3-4113-a915-445a7459e072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:35.227277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f0b9495a-fa70-486e-aa63-316df18f6396 None None] Provisioning complete for port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:35.228045 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f0b9495a-fa70-486e-aa63-316df18f6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.231237 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.288623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4aa02b-376d-4825-affa-409ede13ce9e'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:35.290695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.291853 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b2752-8799-4953-b16c-50dc04acba78" -d '{"events": [{"server_uuid": "33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71", "name": "network-vif-plugged", "status": "completed", "tag": "3f4aa02b-376d-4825-affa-409ede13ce9e"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:35.298484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9495a-fa70-486e-aa63-316df18f6396 None None] Port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:35.309815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3f4aa02b-376d-4825-affa-409ede13ce9e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3f4aa02b-376d-4825-affa-409ede13ce9e,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:35.318336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Allocated IP 172.20.0.11 (7c508cfe-6c6f-43c2-aa22-90b9726bef30/3e91fba5-17e0-4198-8e2f-cd367f481ee1/145535a5-32f9-4122-af31-0963def10840) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:35.387318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.500066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3f4aa02b-376d-4825-affa-409ede13ce9e,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:35.513756 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a7812b-5179-4a71-834f-5455ec12c264 x-openstack-request-id: req-64a7812b-5179-4a71-834f-5455ec12c264 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:35.513756 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71", "name": "network-vif-plugged", "status": "completed", "tag": "3f4aa02b-376d-4825-affa-409ede13ce9e", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:35.513756 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64a7812b-5179-4a71-834f-5455ec12c264 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:35.513756 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4aa02b-376d-4825-affa-409ede13ce9e', 'code': 200} Sep 17 22:18:35.552981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f222cff6-edc2-4b7b-bdc6-31777329510a req-6e38729c-b28c-4798-b20e-643173864d84 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 210 time: 0.0665114 Sep 17 22:18:35.620774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf191ab-1e90-45b3-8734-91ee1b43dbca req-cebcd420-32ed-468f-a7a9-3236bfee1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:35.622512 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bcf191ab-1e90-45b3-8734-91ee1b43dbca req-cebcd420-32ed-468f-a7a9-3236bfee1f89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 1098 time: 0.0561841 Sep 17 22:18:35.658138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d6437-b671-40cc-90c2-0be80676335a req-861efe1d-04b5-4cdb-942a-a622ea5868d0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:35.659796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-625d6437-b671-40cc-90c2-0be80676335a req-861efe1d-04b5-4cdb-942a-a622ea5868d0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 946 time: 0.1129143 Sep 17 22:18:35.673229 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bcf191ab-1e90-45b3-8734-91ee1b43dbca req-84efe5a2-5c75-461a-bdcf-70fcdf9c9cb1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420430 Sep 17 22:18:35.700423 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.735945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-625d6437-b671-40cc-90c2-0be80676335a req-e093dc91-8841-4e8f-91d1-94d3b546b297 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591173 Sep 17 22:18:35.823525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 91163bb5-df5a-4986-9206-93caa168af3f no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:35.846650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 91163bb5-df5a-4986-9206-93caa168af3f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:35.847127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 91163bb5-df5a-4986-9206-93caa168af3f not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:35.861050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45aec-bd77-4639-aec6-de5d914c828a req-4f0a64e6-3ec1-4d2d-ab22-a9ce20178fb1 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:35.863851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ac45aec-bd77-4639-aec6-de5d914c828a req-4f0a64e6-3ec1-4d2d-ab22-a9ce20178fb1 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77 HTTP/1.1" status: 200 len: 945 time: 0.0611935 Sep 17 22:18:35.902203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:35.951427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ac45aec-bd77-4639-aec6-de5d914c828a req-d3bdaf95-ff65-4af3-8b27-3067af500099 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/security-groups?id=78befead-c558-4131-863e-e29824735c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823629 Sep 17 22:18:35.979050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:35.997335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:36.039931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:36.049610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Pushing event updated for resources: {'Port': ['ID=145535a5-32f9-4122-af31-0963def10840,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:36.198479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9691b41c-e4f2-4d14-93e3-5ba83dec0b22 req-469bb8fd-d6c3-4948-a9fe-645ff94ee1b7 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0684302 Sep 17 22:18:36.210575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.211257 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.247818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00b474-c39c-42ef-aece-943f16955e71 req-30da903b-8b4d-4e53-827a-1954111cb38e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.249307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-30da903b-8b4d-4e53-827a-1954111cb38e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.2763677 Sep 17 22:18:36.286111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-f2e9431a-60f7-4038-bff7-45c6de8ce0a6 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/quotas/2bf6624a12954b2f98a82611bfa802cd HTTP/1.1" status: 200 len: 375 time: 0.0289409 Sep 17 22:18:36.300864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89dd422f-bc37-4f7b-b3ab-0800a85fd288 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:36.316725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-469d267c-8bbc-4361-a77b-2c2205121880 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6411817 Sep 17 22:18:36.319173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.332931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd486d-8854-471c-ba79-09424dfafc6f req-fa7f2c81-b2d3-4e94-b37f-b4e5ce1e33d4 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.338295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-66ddeef0-f592-4925-9bad-9b84023ee6bb None None] Provisioning complete for port 145535a5-32f9-4122-af31-0963def10840 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:36.338874 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-66ddeef0-f592-4925-9bad-9b84023ee6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.341173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-05dd486d-8854-471c-ba79-09424dfafc6f req-fa7f2c81-b2d3-4e94-b37f-b4e5ce1e33d4 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77 HTTP/1.1" status: 200 len: 945 time: 0.1400609 Sep 17 22:18:36.363139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Request body: {'port': {'device_id': 'cf2ca6c3-5f6c-43ed-9694-4f8159a440a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:36.394718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-66ddeef0-f592-4925-9bad-9b84023ee6bb None None] Port 145535a5-32f9-4122-af31-0963def10840 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:36.401818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Transition to ACTIVE for port object 89dd422f-bc37-4f7b-b3ab-0800a85fd288 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:36.436942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-3689efbb-17b8-4eb4-a9b6-884854f1e05a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411843 Sep 17 22:18:36.439441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71017-38a4-469c-bc15-9f036ff7935d req-c26a654d-2b3f-4055-9c23-a0b300954fd8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:36.440935 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-c26a654d-2b3f-4055-9c23-a0b300954fd8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.35 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 815 time: 0.2288136 Sep 17 22:18:36.441869 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.459736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Request body: {'port': {'device_id': '0976812f-35a4-4858-87b7-5b2a50c0c6e1', 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30', 'admin_state_up': True, 'tenant_id': 'da8ff001bd764ba1be155184f742d194'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:36.504133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.600970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-05dd486d-8854-471c-ba79-09424dfafc6f req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Deleting port 5b5c2bda-ff39-465a-a4f9-fa07345956b5 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:36.608823 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-05dd486d-8854-471c-ba79-09424dfafc6f req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.738517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-05dd486d-8854-471c-ba79-09424dfafc6f req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] For port 5b5c2bda-ff39-465a-a4f9-fa07345956b5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=5b5c2bda-ff39-465a-a4f9-fa07345956b5,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:36.739225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-05dd486d-8854-471c-ba79-09424dfafc6f req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.767901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-05dd486d-8854-471c-ba79-09424dfafc6f req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Calling delete_port for 5b5c2bda-ff39-465a-a4f9-fa07345956b5 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:36.825149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Pushing event updated for resources: {'Port': ['ID=89dd422f-bc37-4f7b-b3ab-0800a85fd288,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:36.825417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Made reservation on behalf of da8ff001bd764ba1be155184f742d194 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:36.829735 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:36.892631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37426659-6622-4712-926a-5dc2b3c8a4e3 req-9a0a6009-1917-4fea-bbe5-25791ca5b6e5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 210 time: 0.0886633 Sep 17 22:18:36.910627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-0fe72e1f-021f-4bcb-9915-4f5081980b70 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326408 Sep 17 22:18:37.135089 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-05dd486d-8854-471c-ba79-09424dfafc6f req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.148290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['5b5c2bda-ff39-465a-a4f9-fa07345956b5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:37.150627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['7f895448-ebf2-45f9-88c0-1b477c9353da'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:37.172132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Pushing event deleted for resources: {'Port': ['ID=5b5c2bda-ff39-465a-a4f9-fa07345956b5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:37.228283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dd486d-8854-471c-ba79-09424dfafc6f req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] No DVR routers for this DVR port 5b5c2bda-ff39-465a-a4f9-fa07345956b5 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:37.238615 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-05dd486d-8854-471c-ba79-09424dfafc6f req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.241229 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-05dd486d-8854-471c-ba79-09424dfafc6f req-730decf2-6a13-4c09-89e6-b07e7c322507 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.32 "DELETE /v2.0/ports/5b5c2bda-ff39-465a-a4f9-fa07345956b5 HTTP/1.1" status: 204 len: 173 time: 0.8839531 Sep 17 22:18:37.241922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1090385-dd79-49b4-b54f-a0d52edd6c77', 'name': 'network-vif-deleted', 'tag': '5b5c2bda-ff39-465a-a4f9-fa07345956b5'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:37.251239 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77a5088-d2d9-4d52-9cc6-1fd130c7d3a0" -d '{"events": [{"server_uuid": "a1090385-dd79-49b4-b54f-a0d52edd6c77", "name": "network-vif-deleted", "tag": "5b5c2bda-ff39-465a-a4f9-fa07345956b5"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:37.310468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720857d-0330-4607-a763-977819133d4a req-263cccc7-2316-47a3-8315-ad3f3f18854d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.316001 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a720857d-0330-4607-a763-977819133d4a req-263cccc7-2316-47a3-8315-ad3f3f18854d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 945 time: 0.0922675 Sep 17 22:18:37.451670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-a720857d-0330-4607-a763-977819133d4a req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Deleting port 7f895448-ebf2-45f9-88c0-1b477c9353da {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:37.452018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a720857d-0330-4607-a763-977819133d4a req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.468275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Attempting to bind port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:37.468872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Attempting to bind port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:37.469360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Attempting to bind port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:37.513245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:37.513795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Attempting to bind port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:37.533635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-7c649a30-1860-4428-a1ea-58c75c7ddecd service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989547 Sep 17 22:18:37.547841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf83119-b971-4ca1-a01a-8eee2ef3f530 req-b8d521e4-7755-4000-a9bb-a4dbbd653452 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.556935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bf83119-b971-4ca1-a01a-8eee2ef3f530 req-b8d521e4-7755-4000-a9bb-a4dbbd653452 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 946 time: 0.1897068 Sep 17 22:18:37.560931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:37.561265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Checking segment: {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:37.561640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Bound using segment: {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:37.562080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Bound port: 89dd422f-bc37-4f7b-b3ab-0800a85fd288, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:37.562430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.572672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145535a5-32f9-4122-af31-0963def10840 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:37.595975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.651349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Transition to ACTIVE for port object 145535a5-32f9-4122-af31-0963def10840 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:37.655513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a720857d-0330-4607-a763-977819133d4a req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] For port 7f895448-ebf2-45f9-88c0-1b477c9353da, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7f895448-ebf2-45f9-88c0-1b477c9353da,segment=NetworkSegment(f259908d-7d01-4a9f-982e-d71e513845f7),segment_id=f259908d-7d01-4a9f-982e-d71e513845f7)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:37.655895 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a720857d-0330-4607-a763-977819133d4a req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.663855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bf83119-b971-4ca1-a01a-8eee2ef3f530 req-55114e19-f9b8-4274-bd20-8f1847a12b32 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063316 Sep 17 22:18:37.685904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-3981ceda-a63a-4480-b576-52d98133070b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.687162 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-3981ceda-a63a-4480-b576-52d98133070b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 812 time: 0.2292597 Sep 17 22:18:37.692120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-a720857d-0330-4607-a763-977819133d4a req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Calling delete_port for 7f895448-ebf2-45f9-88c0-1b477c9353da owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:37.711272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] For port 89dd422f-bc37-4f7b-b3ab-0800a85fd288, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:37.713985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Request body: {'port': {'device_id': 'e286470c-cb4e-4844-ace7-3e2b0e018a07', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'admin_state_up': True, 'tenant_id': 'b0e392630f574190b76667f44a95c828'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:37.716897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] For port 89dd422f-bc37-4f7b-b3ab-0800a85fd288, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=89dd422f-bc37-4f7b-b3ab-0800a85fd288,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:37.776353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbcaa937-bc74-4282-8ae3-7ba0a4241e63 req-645175fc-24fc-4f93-9e26-330339efb50d tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1090385-dd79-49b4-b54f-a0d52edd6c77 HTTP/1.1" status: 200 len: 210 time: 0.0321739 Sep 17 22:18:37.869500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.873913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ada15c9-73d8-4c2e-87de-a769bea156ed req-1937f7ba-4a77-4e57-8f97-ebcfe75e53d8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0328035 Sep 17 22:18:37.877647 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.922568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:37.923264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:37.924690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] 10.222.0.32 "PUT /v2.0/ports/89dd422f-bc37-4f7b-b3ab-0800a85fd288 HTTP/1.1" status: 200 len: 1092 time: 2.7638474 Sep 17 22:18:37.929601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dc9171-cbe3-4113-a915-445a7459e072', 'tag': '89dd422f-bc37-4f7b-b3ab-0800a85fd288'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:37.932074 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3dc9171-cbe3-4113-a915-445a7459e072", "tag": "89dd422f-bc37-4f7b-b3ab-0800a85fd288"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:37.969136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbe43d-aac7-4e7d-8a98-d53ec8bb7a61 service neutron] Pushing event updated for resources: {'Port': ['ID=89dd422f-bc37-4f7b-b3ab-0800a85fd288,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:38.090367 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6377d3d-62ff-4c4a-bcda-205fb0397135 x-openstack-request-id: req-f6377d3d-62ff-4c4a-bcda-205fb0397135 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:38.090914 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1090385-dd79-49b4-b54f-a0d52edd6c77", "name": "network-vif-deleted", "tag": "5b5c2bda-ff39-465a-a4f9-fa07345956b5", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:38.090914 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6377d3d-62ff-4c4a-bcda-205fb0397135 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:38.100935 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1090385-dd79-49b4-b54f-a0d52edd6c77', 'name': 'network-vif-deleted', 'tag': '5b5c2bda-ff39-465a-a4f9-fa07345956b5', 'status': 'completed', 'code': 200} Sep 17 22:18:38.136410 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.140137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8adade63-1a1a-466b-b687-678807ced258 req-73151b4e-56c0-41ac-95ec-80c9d350f9ab tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 210 time: 0.0846145 Sep 17 22:18:38.165705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Pushing event updated for resources: {'Port': ['ID=145535a5-32f9-4122-af31-0963def10840,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:38.247094 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fb67fc-082f-411e-97f0-05c976fd155f x-openstack-request-id: req-14fb67fc-082f-411e-97f0-05c976fd155f {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:38.247386 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3dc9171-cbe3-4113-a915-445a7459e072", "tag": "89dd422f-bc37-4f7b-b3ab-0800a85fd288", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:38.251726 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14fb67fc-082f-411e-97f0-05c976fd155f {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:38.252174 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3dc9171-cbe3-4113-a915-445a7459e072', 'tag': '89dd422f-bc37-4f7b-b3ab-0800a85fd288', 'status': 'completed', 'code': 200} Sep 17 22:18:38.274592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25cc777e-ff8a-4c52-9275-2b03c9b5fe6b req-efacd179-ef80-441d-be85-a0289eefb80a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 210 time: 0.0517809 Sep 17 22:18:38.277137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Attempting to bind port 145535a5-32f9-4122-af31-0963def10840 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:38.277473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Attempting to bind port 145535a5-32f9-4122-af31-0963def10840 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:38.277867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Attempting to bind port 145535a5-32f9-4122-af31-0963def10840 on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:38.285972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Port 145535a5-32f9-4122-af31-0963def10840 on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:38.287665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Attempting to bind port 145535a5-32f9-4122-af31-0963def10840 on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:38.293414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e63872-f491-4673-ab54-d23dac88469b req-70638e5c-4c92-44a9-8dc4-72b6bfdcd67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:38.297222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-70638e5c-4c92-44a9-8dc4-72b6bfdcd67e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 1095 time: 0.1585488 Sep 17 22:18:38.300393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:38.300985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Checking segment: {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:38.302487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Bound using segment: {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:38.303260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Bound port: 145535a5-32f9-4122-af31-0963def10840, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:38.304338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.326695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Allocated IP 172.20.0.10 (7c508cfe-6c6f-43c2-aa22-90b9726bef30/3e91fba5-17e0-4198-8e2f-cd367f481ee1/267ab0dd-1a27-4247-8120-d51cf7371f19) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:38.364884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Made reservation on behalf of b0e392630f574190b76667f44a95c828 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:38.368766 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.377242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-4ed4ece2-ff82-465e-a1e5-5040b83a8d3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89dd422f-bc37-4f7b-b3ab-0800a85fd288 HTTP/1.1" status: 200 len: 217 time: 0.0699956 Sep 17 22:18:38.472727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e63872-f491-4673-ab54-d23dac88469b req-9e1ece8b-54d2-424f-ab44-64ca2226f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:38.474710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-9e1ece8b-54d2-424f-ab44-64ca2226f80b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e91fba5-17e0-4198-8e2f-cd367f481ee1 HTTP/1.1" status: 200 len: 854 time: 0.0835435 Sep 17 22:18:38.560984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] For port 145535a5-32f9-4122-af31-0963def10840, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:38.565820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] For port 145535a5-32f9-4122-af31-0963def10840, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=145535a5-32f9-4122-af31-0963def10840,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:38.570976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a720857d-0330-4607-a763-977819133d4a req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.590961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e63872-f491-4673-ab54-d23dac88469b req-0e0357b4-2c97-48bc-86fc-8a53c87a699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:38.592786 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-0e0357b4-2c97-48bc-86fc-8a53c87a699f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c508cfe-6c6f-43c2-aa22-90b9726bef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991628 Sep 17 22:18:38.642617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Pushing event deleted for resources: {'Port': ['ID=7f895448-ebf2-45f9-88c0-1b477c9353da,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:38.705525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a720857d-0330-4607-a763-977819133d4a req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] No DVR routers for this DVR port 7f895448-ebf2-45f9-88c0-1b477c9353da on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:38.718949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a720857d-0330-4607-a763-977819133d4a req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.720950 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a720857d-0330-4607-a763-977819133d4a req-ab7ff2bd-b511-4f91-b3d4-0ccfd0659743 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.35 "DELETE /v2.0/ports/7f895448-ebf2-45f9-88c0-1b477c9353da HTTP/1.1" status: 204 len: 173 time: 1.3917129 Sep 17 22:18:38.741260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-a5d38546-bd0b-446b-a06f-2da985370e6e service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398766 Sep 17 22:18:38.743545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.750247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.751713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Allocated IP 172.20.0.11 (78c2906a-443b-46d7-86c8-6ac69720e229/b7251db4-47c4-4cb6-b4ee-aebbfc512f13/ced5af6c-d4f7-4321-9195-cfe9debc91c8) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:38.774475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:38.775499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:38.777112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] 10.222.0.32 "PUT /v2.0/ports/145535a5-32f9-4122-af31-0963def10840 HTTP/1.1" status: 200 len: 1093 time: 2.4266791 Sep 17 22:18:38.999300 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.074875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e63872-f491-4673-ab54-d23dac88469b req-87b9ae7d-239d-4406-9ee9-339938e1b0c0 service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224549 Sep 17 22:18:39.085784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.113273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-256e67da-0d25-4e63-afd7-e302a1be6d37 req-fdf31f60-b1b2-4a81-b8a2-a084c31a93b6 tempest-ListServersNegativeTestJSON-1986540790 tempest-ListServersNegativeTestJSON-1986540790-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff127e8-d365-42c3-9bee-e8bafc8965b9 HTTP/1.1" status: 200 len: 210 time: 0.0992715 Sep 17 22:18:39.122568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f07b62-c425-41c8-9f69-772ee52249df service neutron] Pushing event updated for resources: {'Port': ['ID=145535a5-32f9-4122-af31-0963def10840,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:39.156701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41e38-78e3-45be-b7a7-22f149868847 req-fb147633-b9d3-4abd-8b24-b2ef029c7aac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.166022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52b41e38-78e3-45be-b7a7-22f149868847 req-fb147633-b9d3-4abd-8b24-b2ef029c7aac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 946 time: 0.3276217 Sep 17 22:18:39.187647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-8f4604fd-1d6b-42b2-81b9-b55619f8e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.189521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-8f4604fd-1d6b-42b2-81b9-b55619f8e9da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 1096 time: 0.1696768 Sep 17 22:18:39.190294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.230209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:39.235107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:39.246941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Network 78c2906a-443b-46d7-86c8-6ac69720e229 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:39.250711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:39.253618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:39.273381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-02432e41-5e06-40d0-9f4a-5de929ba7b2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145535a5-32f9-4122-af31-0963def10840 HTTP/1.1" status: 200 len: 217 time: 0.0643525 Sep 17 22:18:39.288480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Pushing event updated for resources: {'Port': ['ID=267ab0dd-1a27-4247-8120-d51cf7371f19,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:39.299534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:39.387825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52b41e38-78e3-45be-b7a7-22f149868847 req-6bfe9383-7006-4eed-9fee-f419b79b09a1 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208400 Sep 17 22:18:39.396324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.396324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.424903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.426412 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.427279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-15119235-e5a5-4f2d-a2b0-8df57749df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.428865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-15119235-e5a5-4f2d-a2b0-8df57749df68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e91fba5-17e0-4198-8e2f-cd367f481ee1 HTTP/1.1" status: 200 len: 854 time: 0.1546717 Sep 17 22:18:39.436823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757e887-c92b-4f23-852d-1c63102e91a6 req-8f4a141c-7296-4074-8132-f0b1ebc9b32e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.437245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event updated for resources: {'Port': ['ID=ced5af6c-d4f7-4321-9195-cfe9debc91c8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:39.439874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b757e887-c92b-4f23-852d-1c63102e91a6 req-8f4a141c-7296-4074-8132-f0b1ebc9b32e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 932 time: 0.1874135 Sep 17 22:18:39.478850 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-f7f1d946-380d-425f-a779-6967680aaf94 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0246809 Sep 17 22:18:39.499680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-fae29f1f-cd9e-4b4f-aacd-cf30cf790469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.501210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-fae29f1f-cd9e-4b4f-aacd-cf30cf790469 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 1095 time: 0.1720936 Sep 17 22:18:39.502143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Request body: {'port': {'device_id': '0976812f-35a4-4858-87b7-5b2a50c0c6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:39.543767 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-a4bc2a5f-91a7-4a0d-8d62-723612b8b4db tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8437943 Sep 17 22:18:39.550650 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17b20103-1da4-4b42-99c3-edc338f41f61 req-03a3a7d1-5032-4775-97ac-eba5405ed018 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 210 time: 0.0613041 Sep 17 22:18:39.569183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-e0609704-97ce-45cf-8508-e7fd67d85a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.570700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-e0609704-97ce-45cf-8508-e7fd67d85a23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c508cfe-6c6f-43c2-aa22-90b9726bef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299145 Sep 17 22:18:39.580709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Request body: {'port': {'device_id': 'e286470c-cb4e-4844-ace7-3e2b0e018a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:39.612685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fcd30563-4eb5-406c-b21e-80d052504049 None None] Provisioning complete for port 267ab0dd-1a27-4247-8120-d51cf7371f19 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:39.612685 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcd30563-4eb5-406c-b21e-80d052504049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.613351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b757e887-c92b-4f23-852d-1c63102e91a6 req-a2d77d4d-0459-42e2-b36b-5d4f84cee6d3 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308823 Sep 17 22:18:39.661916 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.690037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-fcd30563-4eb5-406c-b21e-80d052504049 None None] Port 267ab0dd-1a27-4247-8120-d51cf7371f19 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:39.719908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.800204 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:39.823975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-8f1415a6-8088-4944-b9f8-9e269be544f6 service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446518 Sep 17 22:18:39.826035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-f61c7a39-a37c-4dee-a102-3417410e856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.827518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-f61c7a39-a37c-4dee-a102-3417410e856d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 915 time: 0.3128679 Sep 17 22:18:39.835498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 5b5c2bda-ff39-465a-a4f9-fa07345956b5 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:39.873527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 5b5c2bda-ff39-465a-a4f9-fa07345956b5 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:39.874397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 5b5c2bda-ff39-465a-a4f9-fa07345956b5 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:39.917336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f9b7-d324-4b8a-a0d1-79cb0e1fa604 req-228f7cd3-487a-407e-82dc-5b9ac492060a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:39.919071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84e6f9b7-d324-4b8a-a0d1-79cb0e1fa604 req-228f7cd3-487a-407e-82dc-5b9ac492060a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 932 time: 0.2261605 Sep 17 22:18:39.931677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-c1b69028-93ac-4c03-929d-bfafee066624 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89dd422f-bc37-4f7b-b3ab-0800a85fd288 HTTP/1.1" status: 200 len: 217 time: 0.0900984 Sep 17 22:18:40.023719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37976d-00a9-4eda-955a-853a70f90f06 req-69097cfb-e13b-4d89-860c-bd2e52d50b3e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.025322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f37976d-00a9-4eda-955a-853a70f90f06 req-69097cfb-e13b-4d89-860c-bd2e52d50b3e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 946 time: 0.2993391 Sep 17 22:18:40.059009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84e6f9b7-d324-4b8a-a0d1-79cb0e1fa604 req-fd116f65-ac5b-42bf-ab21-8d7f242c4118 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239972 Sep 17 22:18:40.116759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f37976d-00a9-4eda-955a-853a70f90f06 req-ed7e7c86-77d0-41b8-8528-cedc936eacb8 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665443 Sep 17 22:18:40.124281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-9b13ba85-0aae-4f0b-94ab-b36049f2998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.125785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-9b13ba85-0aae-4f0b-94ab-b36049f2998f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e91fba5-17e0-4198-8e2f-cd367f481ee1 HTTP/1.1" status: 200 len: 854 time: 0.1633792 Sep 17 22:18:40.148804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b73591b-8cb5-435d-aabc-85aed7975969 req-75adb769-f3ac-4e5e-8282-b3ca9ce77321 service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085339 Sep 17 22:18:40.154253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff127e8-d365-42c3-9bee-e8bafc8965b9', 'name': 'network-vif-deleted', 'tag': '7f895448-ebf2-45f9-88c0-1b477c9353da'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:40.156589 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b68144-72bb-44fd-a1d7-2a0858408fbc" -d '{"events": [{"server_uuid": "fff127e8-d365-42c3-9bee-e8bafc8965b9", "name": "network-vif-deleted", "tag": "7f895448-ebf2-45f9-88c0-1b477c9353da"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:40.203220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-01b7122f-21c4-47fe-aa5a-64eb84f179f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.210319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-01b7122f-21c4-47fe-aa5a-64eb84f179f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c508cfe-6c6f-43c2-aa22-90b9726bef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753312 Sep 17 22:18:40.213211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49766) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:40.261246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2ca6c3-5f6c-43ed-9694-4f8159a440a4', 'tag': '145535a5-32f9-4122-af31-0963def10840'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:40.263794 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2ca6c3-5f6c-43ed-9694-4f8159a440a4", "tag": "145535a5-32f9-4122-af31-0963def10840"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:40.318034 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62688887-ec94-43ad-91d8-e91626c6e335 x-openstack-request-id: req-62688887-ec94-43ad-91d8-e91626c6e335 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:40.318871 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff127e8-d365-42c3-9bee-e8bafc8965b9", "name": "network-vif-deleted", "tag": "7f895448-ebf2-45f9-88c0-1b477c9353da", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:40.318871 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62688887-ec94-43ad-91d8-e91626c6e335 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:40.319102 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff127e8-d365-42c3-9bee-e8bafc8965b9', 'name': 'network-vif-deleted', 'tag': '7f895448-ebf2-45f9-88c0-1b477c9353da', 'status': 'completed', 'code': 200} Sep 17 22:18:40.350376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-064ccd48-2d25-4b2d-9a18-a3ca782af00c admin admin] Deleting subnet 348aefe2-575b-40d4-b342-e95c1328c755 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:18:40.363102 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee450588-dd1b-4a2c-9a66-2d866facaf90 x-openstack-request-id: req-ee450588-dd1b-4a2c-9a66-2d866facaf90 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:40.363382 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2ca6c3-5f6c-43ed-9694-4f8159a440a4", "tag": "145535a5-32f9-4122-af31-0963def10840", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:40.363697 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee450588-dd1b-4a2c-9a66-2d866facaf90 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:40.364089 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2ca6c3-5f6c-43ed-9694-4f8159a440a4', 'tag': '145535a5-32f9-4122-af31-0963def10840', 'status': 'completed', 'code': 200} Sep 17 22:18:40.366012 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-064ccd48-2d25-4b2d-9a18-a3ca782af00c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.461990 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-064ccd48-2d25-4b2d-9a18-a3ca782af00c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.497228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-e7f6a8bb-759b-4dcd-9427-cb8373f039db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.498656 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-e7f6a8bb-759b-4dcd-9427-cb8373f039db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 1096 time: 0.1105027 Sep 17 22:18:40.502586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-0d67ab9c-070d-4cb0-9e18-1ea624c47936 service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749684 Sep 17 22:18:40.591690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-064ccd48-2d25-4b2d-9a18-a3ca782af00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.729215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34a7bea6-bdde-4a70-98d9-6ef24983a29a req-ef638af2-7d76-45de-b067-8c197acc8c97 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 210 time: 0.0912104 Sep 17 22:18:40.765720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced5af6c-d4f7-4321-9195-cfe9debc91c8 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:40.773672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267ab0dd-1a27-4247-8120-d51cf7371f19 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:40.777281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff7128f3-0afc-4f49-b6f2-37f1e4dcf69c req-a68da6fb-33f1-4382-a2ca-ffaddc779124 service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597704 Sep 17 22:18:40.792281 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.795964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.818588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Transition to ACTIVE for port object ced5af6c-d4f7-4321-9195-cfe9debc91c8 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:40.819559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe0d3a-4a17-4da8-a778-e323e03ea561 req-8647c6b3-2385-445f-96b2-14282dcb6875 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.819715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Transition to ACTIVE for port object 267ab0dd-1a27-4247-8120-d51cf7371f19 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:40.821151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12fe0d3a-4a17-4da8-a778-e323e03ea561 req-8647c6b3-2385-445f-96b2-14282dcb6875 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 932 time: 0.1202817 Sep 17 22:18:40.822664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-b492fffa-18ff-4a5b-8b81-756d5de785fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:40.824081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-b492fffa-18ff-4a5b-8b81-756d5de785fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 915 time: 0.3079712 Sep 17 22:18:40.878035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-687ec86c-c1c4-4ee0-a087-ba2a0ffb05e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145535a5-32f9-4122-af31-0963def10840 HTTP/1.1" status: 200 len: 217 time: 0.0435517 Sep 17 22:18:40.878985 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-064ccd48-2d25-4b2d-9a18-a3ca782af00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.895004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 7f895448-ebf2-45f9-88c0-1b477c9353da no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:40.916345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 7f895448-ebf2-45f9-88c0-1b477c9353da {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:40.916696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 7f895448-ebf2-45f9-88c0-1b477c9353da not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:40.925267 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.928328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ccd48-2d25-4b2d-9a18-a3ca782af00c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348aefe2-575b-40d4-b342-e95c1328c755,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:40.932031 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.959975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-064ccd48-2d25-4b2d-9a18-a3ca782af00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:40.964295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-064ccd48-2d25-4b2d-9a18-a3ca782af00c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/348aefe2-575b-40d4-b342-e95c1328c755 HTTP/1.1" status: 204 len: 168 time: 0.7468271 Sep 17 22:18:40.970319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49780) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:40.977559 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12fe0d3a-4a17-4da8-a778-e323e03ea561 req-227e1b26-4ae3-49eb-99c7-286e924cbd34 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497998 Sep 17 22:18:41.017156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-25ee35fb-5180-491e-b851-0bd7a273b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.017156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-25ee35fb-5180-491e-b851-0bd7a273b164 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e91fba5-17e0-4198-8e2f-cd367f481ee1 HTTP/1.1" status: 200 len: 854 time: 0.1286356 Sep 17 22:18:41.078929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ced5af6c-d4f7-4321-9195-cfe9debc91c8,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:41.092758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.121858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-22720b83-18cc-4808-94e0-e8e32403cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.124279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-22720b83-18cc-4808-94e0-e8e32403cf38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c508cfe-6c6f-43c2-aa22-90b9726bef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775909 Sep 17 22:18:41.134931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00b474-c39c-42ef-aece-943f16955e71 req-35bd20b4-7f4c-4e07-b685-d799f219ff8b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.137489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-35bd20b4-7f4c-4e07-b685-d799f219ff8b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.1859612 Sep 17 22:18:41.153821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Request body: {'port': {'device_id': '1da6ca3e-1d2e-4ade-aa3e-4105a18d254b', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'admin_state_up': True, 'tenant_id': '2bf6624a12954b2f98a82611bfa802cd'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:41.348352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Pushing event updated for resources: {'Port': ['ID=267ab0dd-1a27-4247-8120-d51cf7371f19,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:41.380225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Attempting to bind port 267ab0dd-1a27-4247-8120-d51cf7371f19 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:41.380564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Attempting to bind port 267ab0dd-1a27-4247-8120-d51cf7371f19 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:41.380897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Attempting to bind port 267ab0dd-1a27-4247-8120-d51cf7371f19 on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:41.402286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Attempting to bind port ced5af6c-d4f7-4321-9195-cfe9debc91c8 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:41.402626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Attempting to bind port ced5af6c-d4f7-4321-9195-cfe9debc91c8 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:41.402991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Attempting to bind port ced5af6c-d4f7-4321-9195-cfe9debc91c8 on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:41.407461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Port 267ab0dd-1a27-4247-8120-d51cf7371f19 on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:41.407792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Attempting to bind port 267ab0dd-1a27-4247-8120-d51cf7371f19 on network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:41.445499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.468509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Port ced5af6c-d4f7-4321-9195-cfe9debc91c8 on network 78c2906a-443b-46d7-86c8-6ac69720e229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:41.468885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Attempting to bind port ced5af6c-d4f7-4321-9195-cfe9debc91c8 on network 78c2906a-443b-46d7-86c8-6ac69720e229 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:41.475588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:41.475994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Checking segment: {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:41.476446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Bound using segment: {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:41.476784 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Bound port: 267ab0dd-1a27-4247-8120-d51cf7371f19, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:41.477155 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.496921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:41.497269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Checking segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:41.497672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Bound using segment: {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:41.498126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Bound port: ced5af6c-d4f7-4321-9195-cfe9debc91c8, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b558bf-434c-4138-9129-753f5bc15271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:41.498491 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.502698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d56e18-763a-4dae-8f94-988b0c655c33']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:41.524531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f259908d-7d01-4a9f-982e-d71e513845f7') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:41.524832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f259908d-7d01-4a9f-982e-d71e513845f7') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:41.560751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.608807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.630737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:18:41.630737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:18:41.633873 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:18:41.647523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b7d4-5b36-4323-a904-bc34c7baed4a req-4de0a3a3-47fd-46e6-aa2e-6cb4cf9e1214 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.654695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32c8b7d4-5b36-4323-a904-bc34c7baed4a req-4de0a3a3-47fd-46e6-aa2e-6cb4cf9e1214 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 944 time: 0.4576805 Sep 17 22:18:41.670385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] For port ced5af6c-d4f7-4321-9195-cfe9debc91c8, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:41.673565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] For port 267ab0dd-1a27-4247-8120-d51cf7371f19, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:41.697247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-6b71a60c-2009-4b27-929b-0e685254ef70 service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595489 Sep 17 22:18:41.700026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49792) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:41.725352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] For port 267ab0dd-1a27-4247-8120-d51cf7371f19, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=267ab0dd-1a27-4247-8120-d51cf7371f19,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:41.728078 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] For port ced5af6c-d4f7-4321-9195-cfe9debc91c8, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ced5af6c-d4f7-4321-9195-cfe9debc91c8,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:41.783629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32c8b7d4-5b36-4323-a904-bc34c7baed4a req-1c949245-bbd1-4e45-9b55-0d4065264ad6 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280508 Sep 17 22:18:41.812433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.849228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.852015 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.855551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 89dd422f-bc37-4f7b-b3ab-0800a85fd288 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:41.858333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.859328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.861395 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] 10.222.0.35 "PUT /v2.0/ports/267ab0dd-1a27-4247-8120-d51cf7371f19 HTTP/1.1" status: 200 len: 1093 time: 2.3639066 Sep 17 22:18:41.873130 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.878059 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] 10.222.0.13 "DELETE /v2.0/networks/14d56e18-763a-4dae-8f94-988b0c655c33 HTTP/1.1" status: 204 len: 168 time: 0.9031959 Sep 17 22:18:41.904806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238f331-b2e5-4d6a-931c-cad4ca4e7263 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d56e18-763a-4dae-8f94-988b0c655c33,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:41.914177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:41.914862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:41.920712 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] 10.222.0.35 "PUT /v2.0/ports/ced5af6c-d4f7-4321-9195-cfe9debc91c8 HTTP/1.1" status: 200 len: 1093 time: 2.3575590 Sep 17 22:18:41.920712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda7f96-28df-40d7-aab6-75b339d4fa19 service neutron] Pushing event updated for resources: {'Port': ['ID=267ab0dd-1a27-4247-8120-d51cf7371f19,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:41.932199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c451b838-2ab9-4603-8ac4-2b551f404a2e req-33f39909-ea96-42e6-859a-ae8208b0f784 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 210 time: 0.1017015 Sep 17 22:18:41.935997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Made reservation on behalf of 2bf6624a12954b2f98a82611bfa802cd for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:41.947445 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.057047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722b612-20bb-4f5a-a23b-802167d6feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ced5af6c-d4f7-4321-9195-cfe9debc91c8,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:42.094587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71017-38a4-469c-bc15-9f036ff7935d req-62be992d-a9dc-4951-be44-59acae5dffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.118645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eae7bd9-801a-4668-8dbc-9f6ae176b8db req-d3b78219-aa57-4745-a041-43148d04c9ca service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059541 Sep 17 22:18:42.124441 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-62be992d-a9dc-4951-be44-59acae5dffe2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 1096 time: 0.1325171 Sep 17 22:18:42.163530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 89dd422f-bc37-4f7b-b3ab-0800a85fd288, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=89dd422f-bc37-4f7b-b3ab-0800a85fd288,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:42.196593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '89dd422f-bc37-4f7b-b3ab-0800a85fd288', 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30', 'port_id': '89dd422f-bc37-4f7b-b3ab-0800a85fd288', 'mac_address': 'fa:16:3e:68:64:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e91fba5-17e0-4198-8e2f-cd367f481ee1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:42.289278 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-c37d60ca-003c-455a-a92b-a360437015c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=267ab0dd-1a27-4247-8120-d51cf7371f19 HTTP/1.1" status: 200 len: 217 time: 0.0517478 Sep 17 22:18:42.309923 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.313745 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-35f4da1b-517b-41c2-8b57-78d260b6b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.316349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-35f4da1b-517b-41c2-8b57-78d260b6b771 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 1096 time: 0.1874547 Sep 17 22:18:42.337338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976812f-35a4-4858-87b7-5b2a50c0c6e1', 'tag': '267ab0dd-1a27-4247-8120-d51cf7371f19'}, {'name': 'network-changed', 'server_uuid': 'e286470c-cb4e-4844-ace7-3e2b0e018a07', 'tag': 'ced5af6c-d4f7-4321-9195-cfe9debc91c8'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:42.339923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69b3b6-8a0f-4f80-8073-2d0972971f5e req-14324107-6932-4fe2-a44a-7a6276b100a2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.340466 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f6830-24ee-466b-804b-1d7cb0375c58" -d '{"events": [{"name": "network-changed", "server_uuid": "0976812f-35a4-4858-87b7-5b2a50c0c6e1", "tag": "267ab0dd-1a27-4247-8120-d51cf7371f19"}, {"name": "network-changed", "server_uuid": "e286470c-cb4e-4844-ace7-3e2b0e018a07", "tag": "ced5af6c-d4f7-4321-9195-cfe9debc91c8"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:42.341677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed69b3b6-8a0f-4f80-8073-2d0972971f5e req-14324107-6932-4fe2-a44a-7a6276b100a2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 944 time: 0.2182086 Sep 17 22:18:42.356552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89dd422f-bc37-4f7b-b3ab-0800a85fd288 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:42.377839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Allocated IP 172.20.0.6 (009e2ae4-9011-425b-9754-1716813af3af/307d71a2-a6e3-4c0d-b439-90598e2bd635/bcbbe33d-52f5-40af-94b4-a629e4cb4fa1) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:42.383251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 89dd422f-bc37-4f7b-b3ab-0800a85fd288, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=89dd422f-bc37-4f7b-b3ab-0800a85fd288,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:42.394919 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-01dc9e75-032f-48fb-a935-05f748e11980 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced5af6c-d4f7-4321-9195-cfe9debc91c8 HTTP/1.1" status: 200 len: 217 time: 0.0504017 Sep 17 22:18:42.416049 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df3e691-94ee-4045-9bb5-fc049f1ef289 x-openstack-request-id: req-2df3e691-94ee-4045-9bb5-fc049f1ef289 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:42.416351 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0976812f-35a4-4858-87b7-5b2a50c0c6e1", "tag": "267ab0dd-1a27-4247-8120-d51cf7371f19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e286470c-cb4e-4844-ace7-3e2b0e018a07", "tag": "ced5af6c-d4f7-4321-9195-cfe9debc91c8", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:42.416611 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2df3e691-94ee-4045-9bb5-fc049f1ef289 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:42.417010 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976812f-35a4-4858-87b7-5b2a50c0c6e1', 'tag': '267ab0dd-1a27-4247-8120-d51cf7371f19', 'status': 'completed', 'code': 200} Sep 17 22:18:42.417574 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e286470c-cb4e-4844-ace7-3e2b0e018a07', 'tag': 'ced5af6c-d4f7-4321-9195-cfe9debc91c8', 'status': 'completed', 'code': 200} Sep 17 22:18:42.418071 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49806) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:42.446173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71017-38a4-469c-bc15-9f036ff7935d req-ba7bdc88-5788-49e5-8927-fbe5a1d42c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.447697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-ba7bdc88-5788-49e5-8927-fbe5a1d42c17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e91fba5-17e0-4198-8e2f-cd367f481ee1 HTTP/1.1" status: 200 len: 854 time: 0.1484156 Sep 17 22:18:42.467186 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.507691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed69b3b6-8a0f-4f80-8073-2d0972971f5e req-070674dc-39de-44aa-aa7d-3f64d1da3035 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548560 Sep 17 22:18:42.526348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=89dd422f-bc37-4f7b-b3ab-0800a85fd288,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:42.533593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-e7a8218d-edbb-4429-94a6-eef288df5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.535821 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-e7a8218d-edbb-4429-94a6-eef288df5634 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.1328199 Sep 17 22:18:42.562936 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bea07643-1c12-469e-8d5e-0bc85ffb81fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b23207f81ba348be93e639c814deabcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243629 Sep 17 22:18:42.574626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49808) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:42.578411 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71017-38a4-469c-bc15-9f036ff7935d req-aca8b13a-744b-4c3f-8043-b81c2c0266b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.580099 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-aca8b13a-744b-4c3f-8043-b81c2c0266b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c508cfe-6c6f-43c2-aa22-90b9726bef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179459 Sep 17 22:18:42.582038 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-65d8e75d-d563-4323-9800-df74f2e931db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356925 Sep 17 22:18:42.745159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['89dd422f-bc37-4f7b-b3ab-0800a85fd288'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:42.746261 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5559a40b-bc82-4be5-aaa0-2b9deda418cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.753341 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-db1f3043-daa2-4aac-8db4-e675df8e722f service neutron] 10.222.0.35 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596639 Sep 17 22:18:42.757687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-358310b6-6c7d-43e8-b233-414222ef0bc2 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565180 Sep 17 22:18:42.780897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.795745 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5559a40b-bc82-4be5-aaa0-2b9deda418cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.917848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:42.935044 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66c71017-38a4-469c-bc15-9f036ff7935d req-191babcf-ccf8-4b1b-a865-777471901f6b service neutron] 10.222.0.35 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678307 Sep 17 22:18:42.936983 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1376179f-25c6-46e6-aa7e-343b786e8a74 req-e2a20a98-56c7-4935-9c61-ff404301676a service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686502 Sep 17 22:18:42.981785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd430f-79ac-499f-ad66-2219408d2973 req-e2bce2ff-e137-4d23-8d28-899c876f19d5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:42.983290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0cd430f-79ac-499f-ad66-2219408d2973 req-e2bce2ff-e137-4d23-8d28-899c876f19d5 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 944 time: 0.1140130 Sep 17 22:18:43.000306 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.012764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:43.074440 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5559a40b-bc82-4be5-aaa0-2b9deda418cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.076915 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5559a40b-bc82-4be5-aaa0-2b9deda418cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.080421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5559a40b-bc82-4be5-aaa0-2b9deda418cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78befead-c558-4131-863e-e29824735c94 HTTP/1.1" status: 204 len: 168 time: 0.5024171 Sep 17 22:18:43.108012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-09514e2d-ccfb-4543-af45-ab37175d1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.110485 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-09514e2d-ccfb-4543-af45-ab37175d1d48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0471094 Sep 17 22:18:43.147378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559a40b-bc82-4be5-aaa0-2b9deda418cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78befead-c558-4131-863e-e29824735c94,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:43.157833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Network 009e2ae4-9011-425b-9754-1716813af3af is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:43.194285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0cd430f-79ac-499f-ad66-2219408d2973 req-812b2117-cf10-47fe-b402-3b008d59fc39 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911585 Sep 17 22:18:43.195199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event updated for resources: {'Port': ['ID=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:43.199309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:43.206821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:43.255720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-43d6dae1-90eb-4f55-93df-1e2fde991c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.257254 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-43d6dae1-90eb-4f55-93df-1e2fde991c5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 915 time: 0.1389761 Sep 17 22:18:43.290864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20cabc-cf8d-4909-9190-ee33b2b6cc17 req-58e2b22c-443e-43c8-8047-c3d0c6da0b13 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.292438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa20cabc-cf8d-4909-9190-ee33b2b6cc17 req-58e2b22c-443e-43c8-8047-c3d0c6da0b13 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 931 time: 0.2190378 Sep 17 22:18:43.320943 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-5e6f64f1-6843-473a-83f0-210cc3052a41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=267ab0dd-1a27-4247-8120-d51cf7371f19 HTTP/1.1" status: 200 len: 217 time: 0.0453544 Sep 17 22:18:43.359681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.360354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.375363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-1c3a90b3-0a47-4eb5-9d4e-1682cf65a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.377001 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-1c3a90b3-0a47-4eb5-9d4e-1682cf65a50d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e91fba5-17e0-4198-8e2f-cd367f481ee1 HTTP/1.1" status: 200 len: 854 time: 0.0482352 Sep 17 22:18:43.404745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa20cabc-cf8d-4909-9190-ee33b2b6cc17 req-bbb36758-43d1-404d-b539-232f9e6350f1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029892 Sep 17 22:18:43.447517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-c369cfee-2137-4f5e-8c02-aa52fbd349fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.450183 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-c369cfee-2137-4f5e-8c02-aa52fbd349fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c508cfe-6c6f-43c2-aa22-90b9726bef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649705 Sep 17 22:18:43.463004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-72764d54-bdc0-4431-8b32-d6ae1233df9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3146670 Sep 17 22:18:43.464039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.20.0.17 (02055d1d-c325-4303-8338-a49538d1de0e/c75662f2-a59b-459c-83a4-ee00e6049e25/cb04f1f3-73b9-4c8e-b00b-a865b5e20b13) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:43.483263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Request body: {'port': {'device_id': '1da6ca3e-1d2e-4ade-aa3e-4105a18d254b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:43.566144 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-69f34ec2-9c8b-4f18-9f56-af9959667d1d service neutron] 10.222.0.35 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037211 Sep 17 22:18:43.678520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.680818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.697609 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-db6992ee-c88c-4ad7-9046-44844a6e8640 service neutron] 10.222.0.35 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220729 Sep 17 22:18:43.772528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdebac-4c76-462e-b0ab-bc2b6870b317 req-e3e8cd27-ac26-4818-9802-26268dc32d74 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.774159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2fdebac-4c76-462e-b0ab-bc2b6870b317 req-e3e8cd27-ac26-4818-9802-26268dc32d74 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 944 time: 0.1182525 Sep 17 22:18:43.784577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-4bbf21d1-1957-4af9-b68e-125e797e0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.786248 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-4bbf21d1-1957-4af9-b68e-125e797e0637 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e392630f574190b76667f44a95c828&device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 1096 time: 0.0410907 Sep 17 22:18:43.880484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 145535a5-32f9-4122-af31-0963def10840 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:43.885266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2fdebac-4c76-462e-b0ab-bc2b6870b317 req-b579d2c8-3773-499b-85f7-009f3e85d0f9 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974314 Sep 17 22:18:43.897038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:43.927272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 89dd422f-bc37-4f7b-b3ab-0800a85fd288 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:43.929372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-8c79a255-baac-4a8d-96e4-977900ed1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:43.931241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-8c79a255-baac-4a8d-96e4-977900ed1477 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 200 len: 912 time: 0.1365280 Sep 17 22:18:43.967370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 02055d1d-c325-4303-8338-a49538d1de0e is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:43.985677 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-9a44f227-b565-4bd7-b5f7-b105b9eefea9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced5af6c-d4f7-4321-9195-cfe9debc91c8 HTTP/1.1" status: 200 len: 217 time: 0.0443828 Sep 17 22:18:44.013045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:44.025355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:44.034225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=cb04f1f3-73b9-4c8e-b00b-a865b5e20b13,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:44.045735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-267a8897-8e97-4eda-9e19-aff552e4fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:44.047864 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-267a8897-8e97-4eda-9e19-aff552e4fb9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 200 len: 852 time: 0.0537837 Sep 17 22:18:44.057039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 145535a5-32f9-4122-af31-0963def10840, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=145535a5-32f9-4122-af31-0963def10840,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:44.076735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '145535a5-32f9-4122-af31-0963def10840', 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30', 'port_id': '145535a5-32f9-4122-af31-0963def10840', 'mac_address': 'fa:16:3e:d8:eb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e91fba5-17e0-4198-8e2f-cd367f481ee1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:44.104867 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.110936 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-34fb36a3-1b7b-492b-be1c-8f5821b99890 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c2906a-443b-46d7-86c8-6ac69720e229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378170 Sep 17 22:18:44.127716 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.180189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145535a5-32f9-4122-af31-0963def10840 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:44.253145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 145535a5-32f9-4122-af31-0963def10840, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=145535a5-32f9-4122-af31-0963def10840,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:44.256381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:44.268107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:44.268574 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.315745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:44.322209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-889e24d0-361f-4a39-99ca-96dbb3ac14a9 service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098424 Sep 17 22:18:44.325677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.343421 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.380248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Transition to ACTIVE for port object bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:44.398379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1983d-ea81-4df5-87a7-2059be31819c req-8c6b0eec-f4e4-4b45-9486-7f5d8d1b2c7f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:44.400360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50d1983d-ea81-4df5-87a7-2059be31819c req-8c6b0eec-f4e4-4b45-9486-7f5d8d1b2c7f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 944 time: 0.1122804 Sep 17 22:18:44.463476 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a23f6830-24ee-466b-804b-1d7cb0375c58 req-710512da-3e25-441a-99fd-40f0718b737e service neutron] 10.222.0.35 "GET /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336293 Sep 17 22:18:44.464566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=145535a5-32f9-4122-af31-0963def10840,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:44.466167 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.474391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-92a3d723-60a8-48c5-a04d-34ef76100fee None None] Provisioning complete for port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:44.474764 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-92a3d723-60a8-48c5-a04d-34ef76100fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.547087 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.549125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-92a3d723-60a8-48c5-a04d-34ef76100fee None None] Port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:44.572407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dc9171-cbe3-4113-a915-445a7459e072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dd422f-bc37-4f7b-b3ab-0800a85fd288'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:44.574217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49860) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:44.574723 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b879a2d6-b0d9-4d60-9936-c033ad73807f" -d '{"events": [{"server_uuid": "c3dc9171-cbe3-4113-a915-445a7459e072", "name": "network-vif-plugged", "status": "completed", "tag": "89dd422f-bc37-4f7b-b3ab-0800a85fd288"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:44.586031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50d1983d-ea81-4df5-87a7-2059be31819c req-9584048e-f4ce-4303-a868-c4e4ad85a04d tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790812 Sep 17 22:18:44.591720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 89dd422f-bc37-4f7b-b3ab-0800a85fd288, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=89dd422f-bc37-4f7b-b3ab-0800a85fd288,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:44.637324 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.646751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['145535a5-32f9-4122-af31-0963def10840'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:44.668255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d407c49-d9c9-452b-9c2d-ce6a5e19c594 req-73f9eb68-15b4-4f07-9e74-53be20abb726 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:44.668255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d407c49-d9c9-452b-9c2d-ce6a5e19c594 req-73f9eb68-15b4-4f07-9e74-53be20abb726 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 943 time: 0.1715903 Sep 17 22:18:44.675956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Pushing event updated for resources: {'Port': ['ID=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:44.688058 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dba1588-f9ea-4d27-bfd8-3375e8861371 x-openstack-request-id: req-9dba1588-f9ea-4d27-bfd8-3375e8861371 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:44.688356 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dc9171-cbe3-4113-a915-445a7459e072", "name": "network-vif-plugged", "status": "completed", "tag": "89dd422f-bc37-4f7b-b3ab-0800a85fd288", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:44.688790 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dba1588-f9ea-4d27-bfd8-3375e8861371 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:44.689187 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dc9171-cbe3-4113-a915-445a7459e072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dd422f-bc37-4f7b-b3ab-0800a85fd288', 'code': 200} Sep 17 22:18:44.694834 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.756034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-445072130-network', 'tenant_id': '9cb2264390ed41bcb45d841dac8f1b88'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:44.796304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=89dd422f-bc37-4f7b-b3ab-0800a85fd288,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:44.848903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Made reservation on behalf of 9cb2264390ed41bcb45d841dac8f1b88 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:44.851631 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.862261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.913553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d407c49-d9c9-452b-9c2d-ce6a5e19c594 req-38430a9a-9179-4dd0-85a9-3139efb9a0a1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164702 Sep 17 22:18:44.928505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c1689-0ed5-40e5-9126-d59cbd711d0a req-722903a4-be18-4824-baf5-7a382a540371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:44.929938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a42c1689-0ed5-40e5-9126-d59cbd711d0a req-722903a4-be18-4824-baf5-7a382a540371 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 1097 time: 0.1992526 Sep 17 22:18:44.931834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ced5af6c-d4f7-4321-9195-cfe9debc91c8 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:44.940527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Attempting to bind port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:44.946826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Attempting to bind port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:44.946826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Attempting to bind port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:44.953187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 on network 009e2ae4-9011-425b-9754-1716813af3af not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:44.953653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Attempting to bind port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:44.975266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:44.975749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Checking segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:44.976232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Bound using segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:44.976786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Bound port: bcbbe33d-52f5-40af-94b4-a629e4cb4fa1, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:44.977271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:44.983374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.037942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.059759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:18:45.075751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ced5af6c-d4f7-4321-9195-cfe9debc91c8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ced5af6c-d4f7-4321-9195-cfe9debc91c8,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:45.076903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4872472f-2672-45a4-8734-2a3ae8549aeb,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:45.079787 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.080194 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Added segment 815f8109-78b3-445f-9d5d-338e5eea276c of type vlan for network 8a7b466e-527d-4ee0-80bf-ba0c3a741838 Sep 17 22:18:45.091488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'ced5af6c-d4f7-4321-9195-cfe9debc91c8', 'network_id': '78c2906a-443b-46d7-86c8-6ac69720e229', 'port_id': 'ced5af6c-d4f7-4321-9195-cfe9debc91c8', 'mac_address': 'fa:16:3e:5a:0b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7251db4-47c4-4cb6-b4ee-aebbfc512f13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:45.124390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.124846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.125256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.125661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.126081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.126484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.126906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.127301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.127697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.128090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.128484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.128881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.153487 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.169489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced5af6c-d4f7-4321-9195-cfe9debc91c8 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:45.171919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.192897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ced5af6c-d4f7-4321-9195-cfe9debc91c8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ced5af6c-d4f7-4321-9195-cfe9debc91c8,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:45.261010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.261619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 267ab0dd-1a27-4247-8120-d51cf7371f19 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:45.277833 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.283099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:45.283099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.367010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ced5af6c-d4f7-4321-9195-cfe9debc91c8,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:45.408736 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8325050 Sep 17 22:18:45.412082 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49872) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:45.417374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Request body: {'subnet': {'network_id': '8a7b466e-527d-4ee0-80bf-ba0c3a741838', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-445072130-subnet', 'tenant_id': '9cb2264390ed41bcb45d841dac8f1b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:45.420577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118896c-d7cd-4f63-8c94-261a4fb87218 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7b466e-527d-4ee0-80bf-ba0c3a741838,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:45.439056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 8a7b466e-527d-4ee0-80bf-ba0c3a741838 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:18:45.466056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a42c1689-0ed5-40e5-9126-d59cbd711d0a req-46a635e6-9091-489f-8bdf-e7d37b2b4ed5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268395 Sep 17 22:18:45.485665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 267ab0dd-1a27-4247-8120-d51cf7371f19, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=267ab0dd-1a27-4247-8120-d51cf7371f19,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:45.536147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '267ab0dd-1a27-4247-8120-d51cf7371f19', 'network_id': '7c508cfe-6c6f-43c2-aa22-90b9726bef30', 'port_id': '267ab0dd-1a27-4247-8120-d51cf7371f19', 'mac_address': 'fa:16:3e:47:66:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e91fba5-17e0-4198-8e2f-cd367f481ee1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:45.570658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Made reservation on behalf of 9cb2264390ed41bcb45d841dac8f1b88 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:45.571361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468479b-3f67-4f31-a055-f7f2eeb76e64 req-49c5d707-6649-4631-9506-90847b460d23 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:45.572306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3468479b-3f67-4f31-a055-f7f2eeb76e64 req-49c5d707-6649-4631-9506-90847b460d23 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 944 time: 0.1716495 Sep 17 22:18:45.581958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] For port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:45.585620 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.586774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.599324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267ab0dd-1a27-4247-8120-d51cf7371f19 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:45.620787 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 267ab0dd-1a27-4247-8120-d51cf7371f19, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=267ab0dd-1a27-4247-8120-d51cf7371f19,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:45.639548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] For port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:45.680905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3468479b-3f67-4f31-a055-f7f2eeb76e64 req-34418b5d-4e9e-4626-b2f1-06a8cb820a80 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964720 Sep 17 22:18:45.683717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.726120 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.752342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=267ab0dd-1a27-4247-8120-d51cf7371f19,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:45.766701 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.790069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:45.790715 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.792263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] 10.222.0.32 "PUT /v2.0/ports/bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 HTTP/1.1" status: 200 len: 1092 time: 2.3170979 Sep 17 22:18:45.792742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da6ca3e-1d2e-4ade-aa3e-4105a18d254b', 'tag': 'bcbbe33d-52f5-40af-94b4-a629e4cb4fa1'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:45.795087 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0987e513-fed1-4c20-b361-cacfae218fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "1da6ca3e-1d2e-4ade-aa3e-4105a18d254b", "tag": "bcbbe33d-52f5-40af-94b4-a629e4cb4fa1"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:45.820418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15db1d-39ba-4422-bef0-d7b3dd236be2 req-a39faa05-5d12-4408-9380-db0d599588c7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:45.821989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd15db1d-39ba-4422-bef0-d7b3dd236be2 req-a39faa05-5d12-4408-9380-db0d599588c7 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 945 time: 0.1486349 Sep 17 22:18:45.824852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.858300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Pushing event updated for resources: {'Port': ['ID=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:45.878162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.878510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.878901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.879271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.879688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.880127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.880462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.880787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.881111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.881442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.881580 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 145535a5-32f9-4122-af31-0963def10840 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:45.881763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.882084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b6252-c6e6-447e-ad4c-79128366ad1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:18:45.898298 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95bc62d-8a2f-41cc-901f-f5f23d6dcae7 x-openstack-request-id: req-f95bc62d-8a2f-41cc-901f-f5f23d6dcae7 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:45.898589 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da6ca3e-1d2e-4ade-aa3e-4105a18d254b", "tag": "bcbbe33d-52f5-40af-94b4-a629e4cb4fa1", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:45.898858 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f95bc62d-8a2f-41cc-901f-f5f23d6dcae7 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:45.899252 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da6ca3e-1d2e-4ade-aa3e-4105a18d254b', 'tag': 'bcbbe33d-52f5-40af-94b4-a629e4cb4fa1', 'status': 'completed', 'code': 200} Sep 17 22:18:45.916355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['267ab0dd-1a27-4247-8120-d51cf7371f19'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:45.926240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ced5af6c-d4f7-4321-9195-cfe9debc91c8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:45.946810 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:45.978889 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.006914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd15db1d-39ba-4422-bef0-d7b3dd236be2 req-838491c9-27bd-4995-bc9f-3b8480b2214c tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756177 Sep 17 22:18:46.009613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=cb04f1f3-73b9-4c8e-b00b-a865b5e20b13,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:46.053036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987e513-fed1-4c20-b361-cacfae218fd9 req-744ee7cc-cf81-4cf2-a745-e37c110b4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.054577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4aca93-8fa8-4197-bdc5-911ea513237b,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:46.054716 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0987e513-fed1-4c20-b361-cacfae218fd9 req-744ee7cc-cf81-4cf2-a745-e37c110b4687 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 1095 time: 0.1284192 Sep 17 22:18:46.071739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Checking segment: {'id': '815f8109-78b3-445f-9d5d-338e5eea276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8a7b466e-527d-4ee0-80bf-ba0c3a741838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:46.072204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Network hostable DHCP agents. Network: 8a7b466e-527d-4ee0-80bf-ba0c3a741838, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:18:46.164725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Network 8a7b466e-527d-4ee0-80bf-ba0c3a741838 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:18:46.232746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30b69e-4f36-481a-9b02-9e6bd1bd9146 req-877ee790-a890-4584-94e1-bd5f85202856 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.234225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b30b69e-4f36-481a-9b02-9e6bd1bd9146 req-877ee790-a890-4584-94e1-bd5f85202856 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 943 time: 0.1787069 Sep 17 22:18:46.243599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 02055d1d-c325-4303-8338-a49538d1de0e is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:46.243992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 8a7b466e-527d-4ee0-80bf-ba0c3a741838) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:46.251211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.251964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.262734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a311ec7f-3f21-4798-a89d-a704c89d4b2e None None] Network 8a7b466e-527d-4ee0-80bf-ba0c3a741838 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:46.263517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:46.279471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987e513-fed1-4c20-b361-cacfae218fd9 req-fa28865d-efb7-4d08-b3f4-cf43811522d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.280932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0987e513-fed1-4c20-b361-cacfae218fd9 req-fa28865d-efb7-4d08-b3f4-cf43811522d0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2bf6624a12954b2f98a82611bfa802cd&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1946859 Sep 17 22:18:46.287873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 145535a5-32f9-4122-af31-0963def10840 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:46.312236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 145535a5-32f9-4122-af31-0963def10840 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:46.314586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.337330 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b12ed08e-8af9-4b8f-bc10-8dd80b2a8e96 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9237781 Sep 17 22:18:46.398083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b30b69e-4f36-481a-9b02-9e6bd1bd9146 req-d7b18148-2bc5-442f-9e4c-f99e7af6b21b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506417 Sep 17 22:18:46.596242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:18:46.670924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bcf22c-e789-40f9-ac8f-5b617c94d2a2 None None] Network 8a7b466e-527d-4ee0-80bf-ba0c3a741838 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:18:46.677820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987e513-fed1-4c20-b361-cacfae218fd9 req-4dfb7026-b373-4a61-b76c-b37d3c5e3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.679412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0987e513-fed1-4c20-b361-cacfae218fd9 req-4dfb7026-b373-4a61-b76c-b37d3c5e3187 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3491752 Sep 17 22:18:46.804619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-30fc7654-08ee-4a78-970f-0d7acd46d04c None None] Provisioning complete for port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:46.804990 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-30fc7654-08ee-4a78-970f-0d7acd46d04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.857057 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:46.858597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7654-08ee-4a78-970f-0d7acd46d04c None None] Port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:18:46.874122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:18:46.887601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f85c4686-485b-4c21-b801-3a881dbce2a2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "PUT /v2.0/routers/77d7d9b3-1786-48f0-b48a-b6766d3c56b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1876361 Sep 17 22:18:46.896144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00b474-c39c-42ef-aece-943f16955e71 req-71c494c3-a972-4d73-a798-ea5505785d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.896822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Sync routers for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:18:46.900632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-71c494c3-a972-4d73-a798-ea5505785d43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 1095 time: 0.1785505 Sep 17 22:18:46.925436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2ca6c3-5f6c-43ed-9694-4f8159a440a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145535a5-32f9-4122-af31-0963def10840'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:46.929022 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5ad873-fb87-40ae-9c0b-ac3742a4d8bc" -d '{"events": [{"server_uuid": "cf2ca6c3-5f6c-43ed-9694-4f8159a440a4", "name": "network-vif-plugged", "status": "completed", "tag": "145535a5-32f9-4122-af31-0963def10840"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:46.936710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b08eb-85ad-4e4a-89d4-0e3a0ebceacc req-2682a7d8-143d-46f7-9c0e-ed280f7f030a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:46.938185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-126b08eb-85ad-4e4a-89d4-0e3a0ebceacc req-2682a7d8-143d-46f7-9c0e-ed280f7f030a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1250873 Sep 17 22:18:46.964268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 145535a5-32f9-4122-af31-0963def10840, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=145535a5-32f9-4122-af31-0963def10840,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:46.965525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:46.966158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:18:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:46.987907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-8739d663-a50b-4465-9f21-6cc11fc2828f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 HTTP/1.1" status: 200 len: 217 time: 0.0780022 Sep 17 22:18:47.060858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.124919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49920) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:47.130654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-126b08eb-85ad-4e4a-89d4-0e3a0ebceacc req-39e6bc48-7f60-42eb-bfa9-850ca95e42a2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442456 Sep 17 22:18:47.138073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00b474-c39c-42ef-aece-943f16955e71 req-2e33c2c9-0e06-4f66-89e3-0f6782d152cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.139884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-2e33c2c9-0e06-4f66-89e3-0f6782d152cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.1443200 Sep 17 22:18:47.166562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:47.196491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-3858c343-e9ba-488d-9f6b-942cbef3fb97 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.199244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-3858c343-e9ba-488d-9f6b-942cbef3fb97 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/networks?id=8a7b466e-527d-4ee0-80bf-ba0c3a741838 HTTP/1.1" status: 200 len: 812 time: 0.2733152 Sep 17 22:18:47.224835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-20565871-5b3d-457b-8dd8-541eb5de434b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682027 Sep 17 22:18:47.232013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-9a94b900-08b0-41ae-a96e-c84e37171cdc tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/quotas/9cb2264390ed41bcb45d841dac8f1b88 HTTP/1.1" status: 200 len: 375 time: 0.0164597 Sep 17 22:18:47.308798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-3820d302-786f-4369-9963-75bff388af58 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cb2264390ed41bcb45d841dac8f1b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472751 Sep 17 22:18:47.318263 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb204d9-7d6b-4d0a-b11a-87bf64fad27e x-openstack-request-id: req-9bb204d9-7d6b-4d0a-b11a-87bf64fad27e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:47.319778 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2ca6c3-5f6c-43ed-9694-4f8159a440a4", "name": "network-vif-plugged", "status": "completed", "tag": "145535a5-32f9-4122-af31-0963def10840", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:47.320187 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bb204d9-7d6b-4d0a-b11a-87bf64fad27e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:47.320751 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2ca6c3-5f6c-43ed-9694-4f8159a440a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145535a5-32f9-4122-af31-0963def10840', 'code': 200} Sep 17 22:18:47.329588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=145535a5-32f9-4122-af31-0963def10840,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:47.379831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4547f2f4-75bf-4213-9bb0-f42778b1a90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.498101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4547f2f4-75bf-4213-9bb0-f42778b1a90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.537515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146a7ef-3fb2-4d50-9901-6a7adc4f63d8 req-3b18e50d-0ea0-4c00-a93e-a7dd901a0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.539057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f146a7ef-3fb2-4d50-9901-6a7adc4f63d8 req-3b18e50d-0ea0-4c00-a93e-a7dd901a0788 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 1098 time: 0.1780515 Sep 17 22:18:47.544982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:18:44Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '56ed6e07-7489-43d5-9a52-d92f65425b4e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:36Z', 'updated_at': '2021-09-17T22:17:39Z', 'revision_number': 1, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb04f1f3-73b9-4c8e-b00b-a865b5e20b13', 'name': '', 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:0a:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'c75662f2-a59b-459c-83a4-ee00e6049e25', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:43Z', 'updated_at': '2021-09-17T22:18:45Z', 'revision_number': 2, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': 'c75662f2-a59b-459c-83a4-ee00e6049e25', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:47.571687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Checking router: 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:18:47.578198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Updating router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:18:47.578470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358294ee-e85e-4b1e-8b3b-f67711fa832e req-09d3cc20-119d-42ef-ad42-fe3177d71166 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.578470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-358294ee-e85e-4b1e-8b3b-f67711fa832e req-09d3cc20-119d-42ef-ad42-fe3177d71166 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 945 time: 0.1522551 Sep 17 22:18:47.578470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-d5502d6a-a8fe-4358-b4cb-e5f520381bc2 service neutron] 10.222.0.32 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439987 Sep 17 22:18:47.599717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.622818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-e11fba35-ece1-446d-91aa-599a1cc9a589 service neutron] 10.222.0.13 "GET /v2.0/networks/8a7b466e-527d-4ee0-80bf-ba0c3a741838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027806 Sep 17 22:18:47.628181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4547f2f4-75bf-4213-9bb0-f42778b1a90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.683060 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4547f2f4-75bf-4213-9bb0-f42778b1a90d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87733457f9e449d2a3fcd48a2973a443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569780 Sep 17 22:18:47.685389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49926) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:47.704457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f146a7ef-3fb2-4d50-9901-6a7adc4f63d8 req-c422701a-6565-49af-955c-bbd66835aaef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549947 Sep 17 22:18:47.716381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547f2f4-75bf-4213-9bb0-f42778b1a90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e76a480-62bf-43ab-8120-5f29b260e01c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:47.731710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-358294ee-e85e-4b1e-8b3b-f67711fa832e req-cc447b36-7565-4ded-881d-2a5b9035c52e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387694 Sep 17 22:18:47.772154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef2f662-ef3e-48f6-8301-f673eb0ed744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.783671 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-98e14049-8eb3-4cef-984c-6d3be62ad5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.794693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc00b474-c39c-42ef-aece-943f16955e71 req-931e371e-fe0d-487c-88a2-b2a1e4086c58 service neutron] 10.222.0.32 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044592 Sep 17 22:18:47.811060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef2f662-ef3e-48f6-8301-f673eb0ed744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.831082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-109ef01e-eb32-4059-8433-e563aded1c8b service neutron] 10.222.0.13 "GET /v2.0/networks/8a7b466e-527d-4ee0-80bf-ba0c3a741838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795034 Sep 17 22:18:47.872636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcef29-d20a-4a81-bad9-ed20ad3a76e6 req-537669f5-4bfb-4614-aa28-007cc518af8e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:47.874319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ddcef29-d20a-4a81-bad9-ed20ad3a76e6 req-537669f5-4bfb-4614-aa28-007cc518af8e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 943 time: 0.0585687 Sep 17 22:18:47.920477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ddcef29-d20a-4a81-bad9-ed20ad3a76e6 req-6da1da01-0f84-4018-b4af-649d8e468dda tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Sep 17 22:18:47.958245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef2f662-ef3e-48f6-8301-f673eb0ed744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.961775 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef2f662-ef3e-48f6-8301-f673eb0ed744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:47.962073 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fef2f662-ef3e-48f6-8301-f673eb0ed744 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e76a480-62bf-43ab-8120-5f29b260e01c HTTP/1.1" status: 204 len: 168 time: 0.2756939 Sep 17 22:18:47.970702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2f662-ef3e-48f6-8301-f673eb0ed744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e76a480-62bf-43ab-8120-5f29b260e01c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:47.977577 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.049099 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.101106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6db64-a7f6-46bd-a543-291345026e55 None None] Pushing event updated for resources: {'Port': ['ID=cb04f1f3-73b9-4c8e-b00b-a865b5e20b13,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:48.159723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Attempting to bind port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:48.160251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Attempting to bind port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:48.160777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Attempting to bind port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 on network 02055d1d-c325-4303-8338-a49538d1de0e {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:48.166709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:48.167227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Checking segment: {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:48.167736 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.168219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Bound using segment: {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:48.168783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Bound port: cb04f1f3-73b9-4c8e-b00b-a865b5e20b13, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559c520e-ed06-4a78-afeb-b8cf1e7a47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:48.169488 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.191224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-263bb202-ee54-47be-a132-debbe60f087a req-b96c7eb3-2524-4a73-92e0-26226104694c tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 210 time: 0.0472052 Sep 17 22:18:48.262182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] For port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:48.266071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] For port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cb04f1f3-73b9-4c8e-b00b-a865b5e20b13,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:48.308286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7776dce-651b-485f-bd5a-e6a091fdd97b req-c407e012-f0da-407b-ad6e-dcce62f3ed0f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:48.309873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7776dce-651b-485f-bd5a-e6a091fdd97b req-c407e012-f0da-407b-ad6e-dcce62f3ed0f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 945 time: 0.0964835 Sep 17 22:18:48.349666 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.373928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7776dce-651b-485f-bd5a-e6a091fdd97b req-f70f0da1-71ef-4867-80c6-2523932a7bd0 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552306 Sep 17 22:18:48.417274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:18:48.417799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:18:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:48.479439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6db64-a7f6-46bd-a543-291345026e55 None None] Pushing event updated for resources: {'Port': ['ID=cb04f1f3-73b9-4c8e-b00b-a865b5e20b13,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:48.535609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fcd0375e-96e5-491a-99aa-1694ad12faad None None] Provisioning complete for port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:48.536719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcd0375e-96e5-491a-99aa-1694ad12faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.585443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:18:48.724754 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcd0375e-96e5-491a-99aa-1694ad12faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.729883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49944) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:48.744625 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db954d78-895e-4c16-9449-daa04b3d1b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.881105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb7729-59a2-4321-88d2-6e5cc47e88a9 req-85964c49-417a-4627-beb4-868170b3ff8f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:48.882670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18cb7729-59a2-4321-88d2-6e5cc47e88a9 req-85964c49-417a-4627-beb4-868170b3ff8f tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 945 time: 0.0678997 Sep 17 22:18:48.883962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db954d78-895e-4c16-9449-daa04b3d1b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.928415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18cb7729-59a2-4321-88d2-6e5cc47e88a9 req-05cc73eb-3c49-4a73-bed9-403ed4ef7b0e tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364349 Sep 17 22:18:48.963075 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db954d78-895e-4c16-9449-daa04b3d1b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:48.973111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ced5af6c-d4f7-4321-9195-cfe9debc91c8 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:49.001160 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-db954d78-895e-4c16-9449-daa04b3d1b70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1114de3938ae471d9a1c41c8d313d803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691782 Sep 17 22:18:49.003577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49950) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:49.014341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db954d78-895e-4c16-9449-daa04b3d1b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f19e2-ce85-44e2-8fcd-1c05015face5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:49.035139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fcd0375e-96e5-491a-99aa-1694ad12faad None None] For port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cb04f1f3-73b9-4c8e-b00b-a865b5e20b13,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:49.101833 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcd0375e-96e5-491a-99aa-1694ad12faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.109837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed176cc-f222-4f31-a90c-5509b45c29a0 req-68a5428d-d20e-44f9-ac3f-9af0772276dc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:49.112750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ed176cc-f222-4f31-a90c-5509b45c29a0 req-68a5428d-d20e-44f9-ac3f-9af0772276dc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 943 time: 0.0994575 Sep 17 22:18:49.117422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7c228e0-7f29-443c-9e1f-f52347eb7021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.162081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port ced5af6c-d4f7-4321-9195-cfe9debc91c8 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:49.162721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7c228e0-7f29-443c-9e1f-f52347eb7021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.169494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port ced5af6c-d4f7-4321-9195-cfe9debc91c8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:49.169939 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.171766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0375e-96e5-491a-99aa-1694ad12faad None None] Pushing event updated for resources: {'Port': ['ID=cb04f1f3-73b9-4c8e-b00b-a865b5e20b13,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:49.177943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ed176cc-f222-4f31-a90c-5509b45c29a0 req-eed86694-af87-43df-bd29-43bff2672a67 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583940 Sep 17 22:18:49.200844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:18:44Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '56ed6e07-7489-43d5-9a52-d92f65425b4e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:36Z', 'updated_at': '2021-09-17T22:17:39Z', 'revision_number': 1, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb04f1f3-73b9-4c8e-b00b-a865b5e20b13', 'name': '', 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:0a:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'c75662f2-a59b-459c-83a4-ee00e6049e25', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:43Z', 'updated_at': '2021-09-17T22:18:48Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': 'c75662f2-a59b-459c-83a4-ee00e6049e25', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:18:49.238101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bd678-63a2-4997-830f-81f8f807b51a None None] The sync data for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 is: [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:18:44Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '56ed6e07-7489-43d5-9a52-d92f65425b4e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:36Z', 'updated_at': '2021-09-17T22:17:39Z', 'revision_number': 1, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb04f1f3-73b9-4c8e-b00b-a865b5e20b13', 'name': '', 'network_id': '02055d1d-c325-4303-8338-a49538d1de0e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:0a:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'c75662f2-a59b-459c-83a4-ee00e6049e25', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:18:43Z', 'updated_at': '2021-09-17T22:18:48Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': 'c75662f2-a59b-459c-83a4-ee00e6049e25', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:18:49.262941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-576fbc09-e85d-4345-9f8f-653552aed7cc None None] Provisioning complete for port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:49.263309 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-576fbc09-e85d-4345-9f8f-653552aed7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.323144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6725c78-4eec-44f8-a856-2c0091da2fcc req-e95de2c5-9e9a-4d1e-93f9-a6d6da492e65 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 210 time: 0.0534823 Sep 17 22:18:49.327000 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7c228e0-7f29-443c-9e1f-f52347eb7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.329812 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7c228e0-7f29-443c-9e1f-f52347eb7021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.331152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d7c228e0-7f29-443c-9e1f-f52347eb7021 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c1f19e2-ce85-44e2-8fcd-1c05015face5 HTTP/1.1" status: 204 len: 168 time: 0.3265224 Sep 17 22:18:49.348057 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.360712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c228e0-7f29-443c-9e1f-f52347eb7021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f19e2-ce85-44e2-8fcd-1c05015face5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:49.397661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e286470c-cb4e-4844-ace7-3e2b0e018a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced5af6c-d4f7-4321-9195-cfe9debc91c8'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:49.405067 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0b1fe5-233e-4676-8824-31bdc04c6f64" -d '{"events": [{"server_uuid": "e286470c-cb4e-4844-ace7-3e2b0e018a07", "name": "network-vif-plugged", "status": "completed", "tag": "ced5af6c-d4f7-4321-9195-cfe9debc91c8"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:49.416939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ced5af6c-d4f7-4321-9195-cfe9debc91c8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ced5af6c-d4f7-4321-9195-cfe9debc91c8,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:49.476922 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.476922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 267ab0dd-1a27-4247-8120-d51cf7371f19 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:49.532771 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3578486e-b226-48a9-a113-4000f916f40d x-openstack-request-id: req-3578486e-b226-48a9-a113-4000f916f40d {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:49.533134 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e286470c-cb4e-4844-ace7-3e2b0e018a07", "name": "network-vif-plugged", "status": "completed", "tag": "ced5af6c-d4f7-4321-9195-cfe9debc91c8", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:49.533475 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3578486e-b226-48a9-a113-4000f916f40d {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:49.533990 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e286470c-cb4e-4844-ace7-3e2b0e018a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced5af6c-d4f7-4321-9195-cfe9debc91c8', 'code': 200} Sep 17 22:18:49.577233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ced5af6c-d4f7-4321-9195-cfe9debc91c8,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:49.588254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac1130-407b-4ad5-ad87-d1b135ec4f3a req-ecad8992-6407-4dba-bb74-d3fc58df1bab tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:49.590484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8eac1130-407b-4ad5-ad87-d1b135ec4f3a req-ecad8992-6407-4dba-bb74-d3fc58df1bab tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1056163 Sep 17 22:18:49.646881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8eac1130-407b-4ad5-ad87-d1b135ec4f3a req-a0e51b07-0f49-4140-83d8-0975b105a455 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Sep 17 22:18:49.677876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 267ab0dd-1a27-4247-8120-d51cf7371f19 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:49.680547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e716c-8cba-4bcc-9b5d-70188830eb72 req-03035e3b-1af3-478d-bb07-8ba0d71a3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:49.682212 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d3e716c-8cba-4bcc-9b5d-70188830eb72 req-03035e3b-1af3-478d-bb07-8ba0d71a3a71 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 1098 time: 0.0656567 Sep 17 22:18:49.682383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 267ab0dd-1a27-4247-8120-d51cf7371f19 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:49.683267 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.726377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d3e716c-8cba-4bcc-9b5d-70188830eb72 req-839915b6-3eb1-4d06-a858-1a7c0dd679c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Sep 17 22:18:49.771256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.805229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 267ab0dd-1a27-4247-8120-d51cf7371f19, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=267ab0dd-1a27-4247-8120-d51cf7371f19,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:49.855185 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:49.899569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:49.920356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=267ab0dd-1a27-4247-8120-d51cf7371f19,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:50.023253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:50.035185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'bcbbe33d-52f5-40af-94b4-a629e4cb4fa1', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'port_id': 'bcbbe33d-52f5-40af-94b4-a629e4cb4fa1', 'mac_address': 'fa:16:3e:55:af:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307d71a2-a6e3-4c0d-b439-90598e2bd635', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:50.066087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef2497-051b-40a5-95b7-6c86265b2e33 req-8630260e-ffe7-4342-b968-6dde6117d649 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:50.067816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8aef2497-051b-40a5-95b7-6c86265b2e33 req-8630260e-ffe7-4342-b968-6dde6117d649 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 946 time: 0.0530381 Sep 17 22:18:50.075492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.093758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:50.131669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:50.141647 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8aef2497-051b-40a5-95b7-6c86265b2e33 req-334145a2-bc6f-4f9e-aa67-1b21c49867a3 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617828 Sep 17 22:18:50.200238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:50.232191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49976) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:50.245890 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97bf8006-4db6-4aa4-a679-b94301704866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.253275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:50.253647 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.281189 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.283440 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c52dc5d7-1fd6-4024-8cae-5f1795cba300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.328139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cabc3-1f22-4ea0-aa16-f40a74608cef req-e95f23cd-59e5-4c7d-a3a8-3c55ac0b9d9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:50.329635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b5cabc3-1f22-4ea0-aa16-f40a74608cef req-e95f23cd-59e5-4c7d-a3a8-3c55ac0b9d9c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 944 time: 0.0764124 Sep 17 22:18:50.347140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:50.397445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b5cabc3-1f22-4ea0-aa16-f40a74608cef req-571af9fe-502c-4cfb-a000-3eb5e7bd40f3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602181 Sep 17 22:18:50.445207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1501bf2e-15d1-4356-94cc-d59535b1fa5f req-05017079-0665-4544-ad1d-76e7cf51c05b tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 210 time: 0.0344975 Sep 17 22:18:50.447001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97bf8006-4db6-4aa4-a679-b94301704866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.512827 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97bf8006-4db6-4aa4-a679-b94301704866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.553190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf8006-4db6-4aa4-a679-b94301704866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f80e5-f994-4566-a8e0-d75c4dd96b82,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:50.557391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-97bf8006-4db6-4aa4-a679-b94301704866 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17f6286eaac240468b2ef4dd303231a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241339 Sep 17 22:18:50.560146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49982) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:50.605858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['bcbbe33d-52f5-40af-94b4-a629e4cb4fa1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:50.612266 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6068397-7b82-4133-8aab-eafde0feea58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.634140 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6068397-7b82-4133-8aab-eafde0feea58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.741382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6068397-7b82-4133-8aab-eafde0feea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.743979 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6068397-7b82-4133-8aab-eafde0feea58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:50.745428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f6068397-7b82-4133-8aab-eafde0feea58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/240f80e5-f994-4566-a8e0-d75c4dd96b82 HTTP/1.1" status: 204 len: 168 time: 0.1844647 Sep 17 22:18:50.769574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6068397-7b82-4133-8aab-eafde0feea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f80e5-f994-4566-a8e0-d75c4dd96b82,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:50.808517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7194def-94a4-4788-8535-571fad8fef52 req-de9c4da4-7d48-4d93-8cb3-5f11cc4abbcf tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:50.821436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7194def-94a4-4788-8535-571fad8fef52 req-de9c4da4-7d48-4d93-8cb3-5f11cc4abbcf tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.0927668 Sep 17 22:18:50.842290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-5766c2cb-326a-4b5b-bc49-d14e045089c5 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:50.843955 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-5766c2cb-326a-4b5b-bc49-d14e045089c5 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.35 "GET /v2.0/networks?id=8a7b466e-527d-4ee0-80bf-ba0c3a741838 HTTP/1.1" status: 200 len: 812 time: 0.1398878 Sep 17 22:18:50.862708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Request body: {'port': {'device_id': '6865216f-a7a9-4f17-ad6c-aa14e9797d04', 'network_id': '8a7b466e-527d-4ee0-80bf-ba0c3a741838', 'admin_state_up': True, 'tenant_id': '9cb2264390ed41bcb45d841dac8f1b88'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:50.883889 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7194def-94a4-4788-8535-571fad8fef52 req-2a91cc37-2c82-49d9-83fc-eb88fdd70911 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562494 Sep 17 22:18:51.048995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Made reservation on behalf of 9cb2264390ed41bcb45d841dac8f1b88 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:18:51.053639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.196253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Allocated IP 172.20.0.12 (8a7b466e-527d-4ee0-80bf-ba0c3a741838/5e4aca93-8fa8-4197-bdc5-911ea513237b/55285609-48bb-4ee3-9314-c2e0973ee39e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:18:51.226676 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.271223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57828f-f011-4ce7-8267-90d1a814ff83 req-23d7dd45-4f03-4bc8-a250-57e5dbec2c01 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.272764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce57828f-f011-4ce7-8267-90d1a814ff83 req-23d7dd45-4f03-4bc8-a250-57e5dbec2c01 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 946 time: 0.0561910 Sep 17 22:18:51.314960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce57828f-f011-4ce7-8267-90d1a814ff83 req-fef2421a-f2a4-4a5a-986c-2959a3d38a63 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349579 Sep 17 22:18:51.369860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.455244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.500747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Network 8a7b466e-527d-4ee0-80bf-ba0c3a741838 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:18:51.503947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:18:51.508036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:18:51.516111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84801a77-5143-4f1f-ad56-6a9a074b54ca req-ef0a4932-3a3d-4692-b552-8e7d96604d99 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.517597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84801a77-5143-4f1f-ad56-6a9a074b54ca req-ef0a4932-3a3d-4692-b552-8e7d96604d99 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 944 time: 0.0570261 Sep 17 22:18:51.535069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Pushing event updated for resources: {'Port': ['ID=55285609-48bb-4ee3-9314-c2e0973ee39e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:51.545506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976812f-35a4-4858-87b7-5b2a50c0c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ab0dd-1a27-4247-8120-d51cf7371f19'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:51.552390 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2811b3-c771-4241-ad66-2106228eff95" -d '{"events": [{"server_uuid": "0976812f-35a4-4858-87b7-5b2a50c0c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "267ab0dd-1a27-4247-8120-d51cf7371f19"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:51.569011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.569756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.572626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84801a77-5143-4f1f-ad56-6a9a074b54ca req-af3dcd94-21bc-4070-87af-10c3bb8ade9a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482914 Sep 17 22:18:51.638725 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.667137 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-40dc7bd7-5466-44fe-9d91-c5afb501fa91 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8096886 Sep 17 22:18:51.669956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb637282-8ae1-4a8e-9298-76d0bec5c9f9 req-9d5cb5a1-4dfb-462b-9988-9e5cff5e4785 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.672037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb637282-8ae1-4a8e-9298-76d0bec5c9f9 req-9d5cb5a1-4dfb-462b-9988-9e5cff5e4785 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 932 time: 0.0585003 Sep 17 22:18:51.686651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Request body: {'port': {'device_id': '6865216f-a7a9-4f17-ad6c-aa14e9797d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:18:51.738885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb637282-8ae1-4a8e-9298-76d0bec5c9f9 req-a7e8f0d3-cda1-486d-92ce-2a14e76ab583 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503371 Sep 17 22:18:51.747138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:51.791238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b1566-0ec6-40ba-8e45-a933ec327c5b req-e5278c31-2e95-4a61-b69f-f70d04bf05dc tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.796028 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f748fe5-2c62-4615-b7a4-689df28f768b x-openstack-request-id: req-8f748fe5-2c62-4615-b7a4-689df28f768b {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:51.796405 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976812f-35a4-4858-87b7-5b2a50c0c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "267ab0dd-1a27-4247-8120-d51cf7371f19", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:51.797525 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f748fe5-2c62-4615-b7a4-689df28f768b {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:51.799753 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976812f-35a4-4858-87b7-5b2a50c0c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ab0dd-1a27-4247-8120-d51cf7371f19', 'code': 200} Sep 17 22:18:51.799874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f14b1566-0ec6-40ba-8e45-a933ec327c5b req-e5278c31-2e95-4a61-b69f-f70d04bf05dc tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 946 time: 0.0773404 Sep 17 22:18:51.854928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f14b1566-0ec6-40ba-8e45-a933ec327c5b req-75a86050-f7d6-4f42-915f-7e818ab2a55a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 Sep 17 22:18:51.913237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:51.987688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ed44f-6254-4ae8-b8b4-f3f378289d76 req-8accf4b7-f5e6-4918-93a5-62989294d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:51.989800 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a64ed44f-6254-4ae8-b8b4-f3f378289d76 req-8accf4b7-f5e6-4918-93a5-62989294d987 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 1098 time: 0.1008790 Sep 17 22:18:52.056568 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a64ed44f-6254-4ae8-b8b4-f3f378289d76 req-8cc08a5b-7602-4428-bf66-e3467e9a95b6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Sep 17 22:18:52.063552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de24693-f549-487e-8891-764f89cd06f9 req-6b4d3ca0-993c-46b3-bd7f-62bbe0c14a72 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.068009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0de24693-f549-487e-8891-764f89cd06f9 req-6b4d3ca0-993c-46b3-bd7f-62bbe0c14a72 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.0670919 Sep 17 22:18:52.071716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:52.075806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:52.076250 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.107904 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0de24693-f549-487e-8891-764f89cd06f9 req-3a5ca59a-b641-40bf-8876-d3e93a9be399 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360608 Sep 17 22:18:52.170309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55285609-48bb-4ee3-9314-c2e0973ee39e {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:52.173810 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.179564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.196917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Transition to ACTIVE for port object 55285609-48bb-4ee3-9314-c2e0973ee39e will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:18:52.211091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:52.294645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.294937 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.351836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:52.373035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Pushing event updated for resources: {'Port': ['ID=55285609-48bb-4ee3-9314-c2e0973ee39e,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:52.422972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Attempting to bind port 55285609-48bb-4ee3-9314-c2e0973ee39e on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:18:52.423313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Attempting to bind port 55285609-48bb-4ee3-9314-c2e0973ee39e by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '815f8109-78b3-445f-9d5d-338e5eea276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8a7b466e-527d-4ee0-80bf-ba0c3a741838'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:18:52.423624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Attempting to bind port 55285609-48bb-4ee3-9314-c2e0973ee39e on network 8a7b466e-527d-4ee0-80bf-ba0c3a741838 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:52.428349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Port 55285609-48bb-4ee3-9314-c2e0973ee39e on network 8a7b466e-527d-4ee0-80bf-ba0c3a741838 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:18:52.428664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Attempting to bind port 55285609-48bb-4ee3-9314-c2e0973ee39e on network 8a7b466e-527d-4ee0-80bf-ba0c3a741838 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:18:52.433266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:18:52.433595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Checking segment: {'id': '815f8109-78b3-445f-9d5d-338e5eea276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8a7b466e-527d-4ee0-80bf-ba0c3a741838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:18:52.433964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Bound using segment: {'id': '815f8109-78b3-445f-9d5d-338e5eea276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8a7b466e-527d-4ee0-80bf-ba0c3a741838'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:18:52.434377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Bound port: 55285609-48bb-4ee3-9314-c2e0973ee39e, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815f8109-78b3-445f-9d5d-338e5eea276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8a7b466e-527d-4ee0-80bf-ba0c3a741838'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:18:52.434719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.505300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] For port 55285609-48bb-4ee3-9314-c2e0973ee39e, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:18:52.508400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] For port 55285609-48bb-4ee3-9314-c2e0973ee39e, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=55285609-48bb-4ee3-9314-c2e0973ee39e,segment=NetworkSegment(815f8109-78b3-445f-9d5d-338e5eea276c),segment_id=815f8109-78b3-445f-9d5d-338e5eea276c)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:18:52.569491 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.606030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.606642 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:52.608145 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] 10.222.0.35 "PUT /v2.0/ports/55285609-48bb-4ee3-9314-c2e0973ee39e HTTP/1.1" status: 200 len: 1093 time: 0.9297016 Sep 17 22:18:52.608586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6865216f-a7a9-4f17-ad6c-aa14e9797d04', 'tag': '55285609-48bb-4ee3-9314-c2e0973ee39e'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:52.610912 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863521e1-bd1e-4c68-be99-cc54a01dfa0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6865216f-a7a9-4f17-ad6c-aa14e9797d04", "tag": "55285609-48bb-4ee3-9314-c2e0973ee39e"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:52.633760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d96b04-f2fe-461c-a8fd-33356753cb3e service neutron] Pushing event updated for resources: {'Port': ['ID=55285609-48bb-4ee3-9314-c2e0973ee39e,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:52.668777 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e988e4c-1aa0-44fc-8a70-70cb6e7f2aef x-openstack-request-id: req-3e988e4c-1aa0-44fc-8a70-70cb6e7f2aef {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:52.669068 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6865216f-a7a9-4f17-ad6c-aa14e9797d04", "tag": "55285609-48bb-4ee3-9314-c2e0973ee39e", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:52.669333 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e988e4c-1aa0-44fc-8a70-70cb6e7f2aef {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:52.669738 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6865216f-a7a9-4f17-ad6c-aa14e9797d04', 'tag': '55285609-48bb-4ee3-9314-c2e0973ee39e', 'status': 'completed', 'code': 200} Sep 17 22:18:52.733448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863521e1-bd1e-4c68-be99-cc54a01dfa0c req-207b5c95-6ec3-4498-84e8-eda0f4522c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.735067 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-863521e1-bd1e-4c68-be99-cc54a01dfa0c req-207b5c95-6ec3-4498-84e8-eda0f4522c7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cb2264390ed41bcb45d841dac8f1b88&device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 1096 time: 0.0432491 Sep 17 22:18:52.741222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2238de1-8e12-41f2-a87c-5a6b54290bac req-d4b08275-e5b3-404e-9d76-09a55e3c7d9a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.743148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2238de1-8e12-41f2-a87c-5a6b54290bac req-d4b08275-e5b3-404e-9d76-09a55e3c7d9a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 945 time: 0.0533471 Sep 17 22:18:52.794156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2238de1-8e12-41f2-a87c-5a6b54290bac req-78ae99d6-70c0-4a97-9b79-41fbfe147596 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345452 Sep 17 22:18:52.863415 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863521e1-bd1e-4c68-be99-cc54a01dfa0c req-ee057198-50db-4a32-a338-d0a5927f5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.865760 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-863521e1-bd1e-4c68-be99-cc54a01dfa0c req-ee057198-50db-4a32-a338-d0a5927f5e9c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9cb2264390ed41bcb45d841dac8f1b88&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1209753 Sep 17 22:18:52.905372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83871a-5f40-4cdd-b2d3-d79d5f46e2ba req-7cbadc53-baeb-4355-be01-900fe329a14d tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:52.905372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba83871a-5f40-4cdd-b2d3-d79d5f46e2ba req-7cbadc53-baeb-4355-be01-900fe329a14d tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 944 time: 0.0563979 Sep 17 22:18:53.015654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863521e1-bd1e-4c68-be99-cc54a01dfa0c req-8a4c5eb3-30f1-4162-ab43-2aa40c27f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.019454 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-863521e1-bd1e-4c68-be99-cc54a01dfa0c req-8a4c5eb3-30f1-4162-ab43-2aa40c27f5d0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1348932 Sep 17 22:18:53.019584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba83871a-5f40-4cdd-b2d3-d79d5f46e2ba req-85f7e4a2-a3e5-44d1-9aab-d252e347ce89 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108885 Sep 17 22:18:53.037386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6194a7-7b44-48d4-98df-e306f5689205 req-1112921f-d2da-4197-9ec1-6f45fbbc9d2a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.038734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b6194a7-7b44-48d4-98df-e306f5689205 req-1112921f-d2da-4197-9ec1-6f45fbbc9d2a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 946 time: 0.0986509 Sep 17 22:18:53.098924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b6194a7-7b44-48d4-98df-e306f5689205 req-5667801b-8cce-4497-9977-b53e5f7d10fa tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519753 Sep 17 22:18:53.195028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-19a3fdb7-1ac3-4b48-b6b1-20013734fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.197168 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-19a3fdb7-1ac3-4b48-b6b1-20013734fc24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cb2264390ed41bcb45d841dac8f1b88&device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 1096 time: 0.1016672 Sep 17 22:18:53.244648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dad99-2a3a-4a67-924b-200984beb9ca req-b0f67302-0b26-4ea4-b9f4-d59b103d5ff0 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.247059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-174dad99-2a3a-4a67-924b-200984beb9ca req-b0f67302-0b26-4ea4-b9f4-d59b103d5ff0 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.0623424 Sep 17 22:18:53.300797 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:53.331660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-174dad99-2a3a-4a67-924b-200984beb9ca req-1b994661-ec9f-44f8-887e-67605a632d5a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761285 Sep 17 22:18:53.621599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1efa4-2e6a-40c2-8f46-ba13a5c62458 req-efcb0bdb-a6e7-4184-88c7-c7540ffc0905 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.623543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe1efa4-2e6a-40c2-8f46-ba13a5c62458 req-efcb0bdb-a6e7-4184-88c7-c7540ffc0905 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 946 time: 0.0585887 Sep 17 22:18:53.665411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe1efa4-2e6a-40c2-8f46-ba13a5c62458 req-58d75c60-b771-457f-8f50-0df55a00fa01 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346911 Sep 17 22:18:53.679836 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-455cc1e5-fb18-486d-b25d-271e79f1c750 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55285609-48bb-4ee3-9314-c2e0973ee39e HTTP/1.1" status: 200 len: 217 time: 0.4722314 Sep 17 22:18:53.731686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-7deac67e-0658-4691-955b-227eecd22100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.733180 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-7deac67e-0658-4691-955b-227eecd22100 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e4aca93-8fa8-4197-bdc5-911ea513237b HTTP/1.1" status: 200 len: 852 time: 0.0449462 Sep 17 22:18:53.766346 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-c04d1af8-e0bf-42a7-8c0c-773bd95a194b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a7b466e-527d-4ee0-80bf-ba0c3a741838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255446 Sep 17 22:18:53.802867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da6ca3e-1d2e-4ade-aa3e-4105a18d254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbbe33d-52f5-40af-94b4-a629e4cb4fa1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:53.802867 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77edabca-ce82-4d11-91a9-d1abfd97059e" -d '{"events": [{"server_uuid": "1da6ca3e-1d2e-4ade-aa3e-4105a18d254b", "name": "network-vif-plugged", "status": "completed", "tag": "bcbbe33d-52f5-40af-94b4-a629e4cb4fa1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:53.861067 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8453e55b-dd44-4442-a014-2de5d1a8f54d x-openstack-request-id: req-8453e55b-dd44-4442-a014-2de5d1a8f54d {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:53.861576 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da6ca3e-1d2e-4ade-aa3e-4105a18d254b", "name": "network-vif-plugged", "status": "completed", "tag": "bcbbe33d-52f5-40af-94b4-a629e4cb4fa1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:53.861833 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8453e55b-dd44-4442-a014-2de5d1a8f54d {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:53.862233 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da6ca3e-1d2e-4ade-aa3e-4105a18d254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbbe33d-52f5-40af-94b4-a629e4cb4fa1', 'code': 200} Sep 17 22:18:53.909517 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-1bbe71eb-6c97-440c-8ee7-70a5fa7298fe service neutron] 10.222.0.35 "GET /v2.0/networks/8a7b466e-527d-4ee0-80bf-ba0c3a741838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361580 Sep 17 22:18:53.972761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09fc73-a470-47b0-af1c-68c407213511 req-e5d59d9a-0164-4fd2-9b1e-e85a01a9d122 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.975169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc09fc73-a470-47b0-af1c-68c407213511 req-e5d59d9a-0164-4fd2-9b1e-e85a01a9d122 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 945 time: 0.0845988 Sep 17 22:18:53.990915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae2f2c-24ea-438c-8716-fc7d2d170960 req-d6298c4c-ad72-421c-8a9f-99b1d5adac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:53.992366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaae2f2c-24ea-438c-8716-fc7d2d170960 req-d6298c4c-ad72-421c-8a9f-99b1d5adac9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 1097 time: 0.0580578 Sep 17 22:18:54.009173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-62105c6b-7441-4fa6-95e5-ef4ec8d42ec4 req-afa3512c-acdd-4486-b671-2d4f6af8e53f service neutron] 10.222.0.35 "GET /v2.0/networks/8a7b466e-527d-4ee0-80bf-ba0c3a741838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915611 Sep 17 22:18:54.039197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc09fc73-a470-47b0-af1c-68c407213511 req-3fb3e95a-5bb3-4adf-b825-6bc740084784 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564318 Sep 17 22:18:54.045407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaae2f2c-24ea-438c-8716-fc7d2d170960 req-04b0840a-8830-4bf4-994a-e7b4cf6d4128 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455253 Sep 17 22:18:54.138658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ab0d1-6a5a-4b7c-8954-f2a5135c11d6 req-0d9f6032-0c70-4a89-b150-609c510b998e tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.140157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f43ab0d1-6a5a-4b7c-8954-f2a5135c11d6 req-0d9f6032-0c70-4a89-b150-609c510b998e tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 944 time: 0.0493007 Sep 17 22:18:54.179314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f43ab0d1-6a5a-4b7c-8954-f2a5135c11d6 req-e1c6af8b-4f96-455c-b20d-6d74340a7061 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Sep 17 22:18:54.446145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02b52f-6d2b-426b-87bb-c881997cf8e8 req-cccc3e88-5c32-4804-942f-2c1d1e545464 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.447944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e02b52f-6d2b-426b-87bb-c881997cf8e8 req-cccc3e88-5c32-4804-942f-2c1d1e545464 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.0535057 Sep 17 22:18:54.485398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e02b52f-6d2b-426b-87bb-c881997cf8e8 req-ae27435f-1a8d-4fa3-974c-f79f7ab155e2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Sep 17 22:18:54.597330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736570c-0150-4162-9809-5f2f5d3fd220 req-695dd00b-ff0f-47b6-b8f4-e535a26f8848 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.598947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3736570c-0150-4162-9809-5f2f5d3fd220 req-695dd00b-ff0f-47b6-b8f4-e535a26f8848 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.0487714 Sep 17 22:18:54.636237 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3736570c-0150-4162-9809-5f2f5d3fd220 req-6a68b66c-c29b-48af-9375-3892f14853b4 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Sep 17 22:18:54.753981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32675f-78b4-46ac-b079-dbecb5a8d043 req-1f973ea9-523f-4f92-aa78-ac09c1f88469 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.756440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea32675f-78b4-46ac-b079-dbecb5a8d043 req-1f973ea9-523f-4f92-aa78-ac09c1f88469 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 946 time: 0.0526040 Sep 17 22:18:54.795348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea32675f-78b4-46ac-b079-dbecb5a8d043 req-7594509b-a9ea-442a-a7f9-6ea9241dc6bd tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321603 Sep 17 22:18:54.923796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a1d0-369f-4d8b-ab90-898c0585e28e req-7a5d2d30-9994-431a-a1b4-e36ab6dd964b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:54.925274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6da7a1d0-369f-4d8b-ab90-898c0585e28e req-7a5d2d30-9994-431a-a1b4-e36ab6dd964b tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 946 time: 0.0536582 Sep 17 22:18:54.969897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6da7a1d0-369f-4d8b-ab90-898c0585e28e req-f9787e0a-2969-4eaf-9e25-c9e857a9d7a9 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/security-groups?id=e07c3dd1-88f8-4d75-a791-00d28776023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380549 Sep 17 22:18:55.085552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-2ae64f42-3268-4ff1-887a-fc92ec68845a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.095090 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-2ae64f42-3268-4ff1-887a-fc92ec68845a tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 946 time: 0.0983460 Sep 17 22:18:55.119159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9dda3-4625-4213-bbfb-38bb58fff297 req-7b443af0-17e5-4fac-b1aa-e694f761c144 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.124193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22b9dda3-4625-4213-bbfb-38bb58fff297 req-7b443af0-17e5-4fac-b1aa-e694f761c144 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0779207 Sep 17 22:18:55.182969 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22b9dda3-4625-4213-bbfb-38bb58fff297 req-e9606043-3773-42bf-ad04-05d01a439cd1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510843 Sep 17 22:18:55.224247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Deleting port ced5af6c-d4f7-4321-9195-cfe9debc91c8 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:55.224247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.355223 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] For port ced5af6c-d4f7-4321-9195-cfe9debc91c8, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ced5af6c-d4f7-4321-9195-cfe9debc91c8,segment=NetworkSegment(54b558bf-434c-4138-9129-753f5bc15271),segment_id=54b558bf-434c-4138-9129-753f5bc15271)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:55.355815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.359203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84359a-9745-47ce-ae71-9a57e955a708 req-111d9403-4279-483e-a676-f1bcf3f88f8d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.360956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c84359a-9745-47ce-ae71-9a57e955a708 req-111d9403-4279-483e-a676-f1bcf3f88f8d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 945 time: 0.1107647 Sep 17 22:18:55.372599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f2405-77b5-423c-8787-c7b214130819 req-f1b4fb81-3351-485a-a24c-d2cc94272ea8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.374653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c5f2405-77b5-423c-8787-c7b214130819 req-f1b4fb81-3351-485a-a24c-d2cc94272ea8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.0919392 Sep 17 22:18:55.399374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Calling delete_port for ced5af6c-d4f7-4321-9195-cfe9debc91c8 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:55.434380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c84359a-9745-47ce-ae71-9a57e955a708 req-7f1ae01f-f3da-482a-b2f4-e27d74979d0d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565522 Sep 17 22:18:55.453175 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c5f2405-77b5-423c-8787-c7b214130819 req-519edce7-7150-4d60-86ad-8b2b8ed7601a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704501 Sep 17 22:18:55.576822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf746be-ff87-4836-bc98-b8c411a8144a req-a6c408c4-0f17-4c5d-8084-56eca8ab0469 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.587259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bf746be-ff87-4836-bc98-b8c411a8144a req-a6c408c4-0f17-4c5d-8084-56eca8ab0469 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 944 time: 0.0795767 Sep 17 22:18:55.643180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bf746be-ff87-4836-bc98-b8c411a8144a req-e4772f53-5539-481f-a606-f82d93b73552 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520537 Sep 17 22:18:55.708034 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.722735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ced5af6c-d4f7-4321-9195-cfe9debc91c8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:55.748790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Pushing event deleted for resources: {'Port': ['ID=ced5af6c-d4f7-4321-9195-cfe9debc91c8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:55.792507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] No DVR routers for this DVR port ced5af6c-d4f7-4321-9195-cfe9debc91c8 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:55.795490 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:55.798025 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c4641b80-ea11-4550-b0f3-0284dca4bd1f req-ef4dccd1-568a-41f4-ab43-f47f3f1ace42 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.35 "DELETE /v2.0/ports/ced5af6c-d4f7-4321-9195-cfe9debc91c8 HTTP/1.1" status: 204 len: 173 time: 0.6963258 Sep 17 22:18:55.798489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e286470c-cb4e-4844-ace7-3e2b0e018a07', 'name': 'network-vif-deleted', 'tag': 'ced5af6c-d4f7-4321-9195-cfe9debc91c8'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:55.800940 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e59e078-b359-434f-86aa-5df2bfe250d4" -d '{"events": [{"server_uuid": "e286470c-cb4e-4844-ace7-3e2b0e018a07", "name": "network-vif-deleted", "tag": "ced5af6c-d4f7-4321-9195-cfe9debc91c8"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:55.818105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb549ef-a2af-4b7f-9900-c9247ca05edb req-d9385702-0bde-43ee-a797-c93ab66dcdca tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:55.823557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3fb549ef-a2af-4b7f-9900-c9247ca05edb req-d9385702-0bde-43ee-a797-c93ab66dcdca tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.0827730 Sep 17 22:18:55.844230 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d516f-b9b9-40b0-9095-735f50e3cc72 x-openstack-request-id: req-ce3d516f-b9b9-40b0-9095-735f50e3cc72 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:55.844765 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e286470c-cb4e-4844-ace7-3e2b0e018a07", "name": "network-vif-deleted", "tag": "ced5af6c-d4f7-4321-9195-cfe9debc91c8", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:55.846224 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce3d516f-b9b9-40b0-9095-735f50e3cc72 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:55.846641 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e286470c-cb4e-4844-ace7-3e2b0e018a07', 'name': 'network-vif-deleted', 'tag': 'ced5af6c-d4f7-4321-9195-cfe9debc91c8', 'status': 'completed', 'code': 200} Sep 17 22:18:56.182425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0803a48-4007-441d-a3bd-f9c0a62bd668 req-df77c587-8f61-4d97-8266-3ebe3165e2e2 tempest-DeleteServersTestJSON-1968259368 tempest-DeleteServersTestJSON-1968259368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e286470c-cb4e-4844-ace7-3e2b0e018a07 HTTP/1.1" status: 200 len: 210 time: 0.0282109 Sep 17 22:18:56.201565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3fb549ef-a2af-4b7f-9900-c9247ca05edb req-67cf76c5-39cc-48cf-bdfc-9b8f2c514522 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770661 Sep 17 22:18:56.306436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f709-f1d5-45da-b550-fb5aedb23fd8 req-5a6c78bd-f6d7-41e1-b715-d49b1dd1b54e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.308178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c61f709-f1d5-45da-b550-fb5aedb23fd8 req-5a6c78bd-f6d7-41e1-b715-d49b1dd1b54e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0512006 Sep 17 22:18:56.354726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c61f709-f1d5-45da-b550-fb5aedb23fd8 req-4d318c74-85ed-4213-a37f-384560e88286 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406806 Sep 17 22:18:56.572486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc795c1-c464-4f5c-bc26-bbdd20ebc114 req-29437dfd-0a7e-46ec-b563-475c0e2b3ad7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.574205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffc795c1-c464-4f5c-bc26-bbdd20ebc114 req-29437dfd-0a7e-46ec-b563-475c0e2b3ad7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 945 time: 0.0544550 Sep 17 22:18:56.636644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffc795c1-c464-4f5c-bc26-bbdd20ebc114 req-7b229b54-45cc-4f0e-900e-8519fbe278b3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552497 Sep 17 22:18:56.768262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611066d2-bf06-4556-a359-54b952716445 req-4f084218-2666-45c2-b5c3-31bb370bf7d9 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.779124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611066d2-bf06-4556-a359-54b952716445 req-4f084218-2666-45c2-b5c3-31bb370bf7d9 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.784963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611066d2-bf06-4556-a359-54b952716445 req-4f084218-2666-45c2-b5c3-31bb370bf7d9 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.786983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-611066d2-bf06-4556-a359-54b952716445 req-4f084218-2666-45c2-b5c3-31bb370bf7d9 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1&device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4&device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 2418 time: 0.1086459 Sep 17 22:18:56.821161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffadc5-23cc-4039-b318-2949242fde06 req-7a76d17a-8ee6-4374-85d2-7cbf9ac226a3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.823294 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40ffadc5-23cc-4039-b318-2949242fde06 req-7a76d17a-8ee6-4374-85d2-7cbf9ac226a3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 945 time: 0.1091137 Sep 17 22:18:56.856825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-611066d2-bf06-4556-a359-54b952716445 req-54ed10b5-d6ed-4b49-a542-f60594634232 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632303 Sep 17 22:18:56.881894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40ffadc5-23cc-4039-b318-2949242fde06 req-24dbbff2-60fc-4f94-9089-c98a8c45cc6a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477660 Sep 17 22:18:56.968787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c25d3a-4eeb-4beb-8d50-d2b8d8313f49 req-27b0e531-1002-4159-84e2-ce5432a264fe tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:56.970305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8c25d3a-4eeb-4beb-8d50-d2b8d8313f49 req-27b0e531-1002-4159-84e2-ce5432a264fe tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 944 time: 0.0552926 Sep 17 22:18:57.009126 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 55285609-48bb-4ee3-9314-c2e0973ee39e details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:18:57.037532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8c25d3a-4eeb-4beb-8d50-d2b8d8313f49 req-585d3a18-cfc5-49bd-8c02-3537e77c043e tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566988 Sep 17 22:18:57.048847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d5e6-89a2-422a-b794-3068cd84a0aa req-10fa5f32-42ec-4356-af4b-81024b7c055a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.064676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e82d5e6-89a2-422a-b794-3068cd84a0aa req-10fa5f32-42ec-4356-af4b-81024b7c055a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.0932937 Sep 17 22:18:57.099844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e82d5e6-89a2-422a-b794-3068cd84a0aa req-700d0163-9e72-4034-9cc8-ebb4a828736c tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Sep 17 22:18:57.122459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 55285609-48bb-4ee3-9314-c2e0973ee39e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=55285609-48bb-4ee3-9314-c2e0973ee39e,segment=NetworkSegment(815f8109-78b3-445f-9d5d-338e5eea276c),segment_id=815f8109-78b3-445f-9d5d-338e5eea276c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:57.134238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '55285609-48bb-4ee3-9314-c2e0973ee39e', 'network_id': '8a7b466e-527d-4ee0-80bf-ba0c3a741838', 'port_id': '55285609-48bb-4ee3-9314-c2e0973ee39e', 'mac_address': 'fa:16:3e:d9:5b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4aca93-8fa8-4197-bdc5-911ea513237b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:18:57.174763 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:57.187847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55285609-48bb-4ee3-9314-c2e0973ee39e {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:18:57.209169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 55285609-48bb-4ee3-9314-c2e0973ee39e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=55285609-48bb-4ee3-9314-c2e0973ee39e,segment=NetworkSegment(815f8109-78b3-445f-9d5d-338e5eea276c),segment_id=815f8109-78b3-445f-9d5d-338e5eea276c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:57.255479 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:57.317823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=55285609-48bb-4ee3-9314-c2e0973ee39e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:57.498712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['55285609-48bb-4ee3-9314-c2e0973ee39e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:57.498959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d474d83-eaf2-47f8-bf63-c6868913a519 req-35615777-9a5e-4b25-83d0-f0c18c16f4a9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.500356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d474d83-eaf2-47f8-bf63-c6868913a519 req-35615777-9a5e-4b25-83d0-f0c18c16f4a9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 945 time: 0.0753093 Sep 17 22:18:57.543678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f430b8-ad7b-4fc9-9197-f99979028ca3 req-d9b04bcf-44c0-4603-9c25-45cb175df69e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:57.551768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25f430b8-ad7b-4fc9-9197-f99979028ca3 req-d9b04bcf-44c0-4603-9c25-45cb175df69e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0890520 Sep 17 22:18:57.578226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d474d83-eaf2-47f8-bf63-c6868913a519 req-5ec6c872-0c6f-46e6-a312-1913a1c987e4 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680315 Sep 17 22:18:57.617036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25f430b8-ad7b-4fc9-9197-f99979028ca3 req-30a42972-c7d6-46dd-be99-766d3eaadba7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642102 Sep 17 22:18:58.089312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50182) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:58.185408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18146d8-81f4-4f72-b565-c058475b056a req-45303b12-6ccb-4dc6-a8c1-8659672f21f7 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.187488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f18146d8-81f4-4f72-b565-c058475b056a req-45303b12-6ccb-4dc6-a8c1-8659672f21f7 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 945 time: 0.0741947 Sep 17 22:18:58.232135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f18146d8-81f4-4f72-b565-c058475b056a req-67c9c6ad-7cd7-43ca-987e-19c06bba3986 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367725 Sep 17 22:18:58.270250 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ba929fd-2a27-469c-ac0f-4299ed672a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.380400 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ba929fd-2a27-469c-ac0f-4299ed672a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.421818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ba929fd-2a27-469c-ac0f-4299ed672a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.469020 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8ba929fd-2a27-469c-ac0f-4299ed672a5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f947415076243cda2267a72cbad7a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718464 Sep 17 22:18:58.469020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba929fd-2a27-469c-ac0f-4299ed672a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00264222-a469-4304-9388-5d4cd0b36687,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:58.469263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50194) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:18:58.525279 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca32906f-3d9d-4be8-a9a6-8afe18889f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.536236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc305e-2219-49ee-9916-9622b294f736 req-0aabe965-b957-4435-855c-39d61425e3e2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.537756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4fc305e-2219-49ee-9916-9622b294f736 req-0aabe965-b957-4435-855c-39d61425e3e2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.0609655 Sep 17 22:18:58.546206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca32906f-3d9d-4be8-a9a6-8afe18889f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.579328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4fc305e-2219-49ee-9916-9622b294f736 req-e8113501-f3e9-4c77-bec0-97a4e5fae39d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351720 Sep 17 22:18:58.694816 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca32906f-3d9d-4be8-a9a6-8afe18889f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.697994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca32906f-3d9d-4be8-a9a6-8afe18889f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:58.701899 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca32906f-3d9d-4be8-a9a6-8afe18889f08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00264222-a469-4304-9388-5d4cd0b36687 HTTP/1.1" status: 204 len: 168 time: 0.2292700 Sep 17 22:18:58.709260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32906f-3d9d-4be8-a9a6-8afe18889f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00264222-a469-4304-9388-5d4cd0b36687,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:58.747625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ea00b-0b58-4188-9461-fbc05e2206c0 req-55a9bd3d-b5fb-470d-b228-2d55a5c21aa4 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.749758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-819ea00b-0b58-4188-9461-fbc05e2206c0 req-55a9bd3d-b5fb-470d-b228-2d55a5c21aa4 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 945 time: 0.0976312 Sep 17 22:18:58.792968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b89cfa-4f52-448f-bf16-6e8d2e257e5f req-dd8fd803-956e-4c6b-bfb7-9e2130097173 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.794584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86b89cfa-4f52-448f-bf16-6e8d2e257e5f req-dd8fd803-956e-4c6b-bfb7-9e2130097173 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0991135 Sep 17 22:18:58.814462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-819ea00b-0b58-4188-9461-fbc05e2206c0 req-980ac439-1070-4419-b611-83ab0c60d9cb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559607 Sep 17 22:18:58.842510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86b89cfa-4f52-448f-bf16-6e8d2e257e5f req-da21b926-91d4-44e6-94de-effb8469c36d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410290 Sep 17 22:18:58.971526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-15500bf1-7723-4429-97a5-7214cfd3a595 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:58.971957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-15500bf1-7723-4429-97a5-7214cfd3a595 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 945 time: 0.0568924 Sep 17 22:18:59.021678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 55285609-48bb-4ee3-9314-c2e0973ee39e up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:18:59.084881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Deleting port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:18:59.086508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.158675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 55285609-48bb-4ee3-9314-c2e0973ee39e completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:18:59.169123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 55285609-48bb-4ee3-9314-c2e0973ee39e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:18:59.170774 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.195467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] For port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:59.195467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.207060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Calling delete_port for bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:18:59.283248 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.319240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6865216f-a7a9-4f17-ad6c-aa14e9797d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55285609-48bb-4ee3-9314-c2e0973ee39e'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:59.322152 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93db2b3-8e3c-43d2-a3ef-04571e57c633" -d '{"events": [{"server_uuid": "6865216f-a7a9-4f17-ad6c-aa14e9797d04", "name": "network-vif-plugged", "status": "completed", "tag": "55285609-48bb-4ee3-9314-c2e0973ee39e"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:59.336893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 55285609-48bb-4ee3-9314-c2e0973ee39e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=55285609-48bb-4ee3-9314-c2e0973ee39e,segment=NetworkSegment(815f8109-78b3-445f-9d5d-338e5eea276c),segment_id=815f8109-78b3-445f-9d5d-338e5eea276c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:18:59.383982 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db569bb6-5765-442d-a1e1-55823bc3366b x-openstack-request-id: req-db569bb6-5765-442d-a1e1-55823bc3366b {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:59.383982 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6865216f-a7a9-4f17-ad6c-aa14e9797d04", "name": "network-vif-plugged", "status": "completed", "tag": "55285609-48bb-4ee3-9314-c2e0973ee39e", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:59.383982 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db569bb6-5765-442d-a1e1-55823bc3366b {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:59.383982 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6865216f-a7a9-4f17-ad6c-aa14e9797d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55285609-48bb-4ee3-9314-c2e0973ee39e', 'code': 200} Sep 17 22:18:59.403623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdddcb3-f502-4245-a144-e98bf020d775 req-830301a9-4e4b-4799-9157-e07a927e6f32 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:59.404110 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.405079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ced5af6c-d4f7-4321-9195-cfe9debc91c8 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:18:59.405368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cdddcb3-f502-4245-a144-e98bf020d775 req-830301a9-4e4b-4799-9157-e07a927e6f32 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 945 time: 0.0724938 Sep 17 22:18:59.455399 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.464174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: ced5af6c-d4f7-4321-9195-cfe9debc91c8 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:18:59.464174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ced5af6c-d4f7-4321-9195-cfe9debc91c8 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:18:59.474123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:59.492073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cdddcb3-f502-4245-a144-e98bf020d775 req-4edecca6-854b-4571-862b-9984bb7f337b tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706844 Sep 17 22:18:59.494559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event deleted for resources: {'Port': ['ID=bcbbe33d-52f5-40af-94b4-a629e4cb4fa1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:59.495390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbde50-c618-43d7-9b44-f7c622f5e782 req-7edd0b62-b0aa-4b5d-8716-51f429cbc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:59.496440 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-43dbde50-c618-43d7-9b44-f7c622f5e782 req-7edd0b62-b0aa-4b5d-8716-51f429cbc8b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 1098 time: 0.0523551 Sep 17 22:18:59.509438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['bcbbe33d-52f5-40af-94b4-a629e4cb4fa1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:18:59.555262 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-43dbde50-c618-43d7-9b44-f7c622f5e782 req-543c7799-fe1a-4460-822c-f841d01070a8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504572 Sep 17 22:18:59.570067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] No DVR routers for this DVR port bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:18:59.573301 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:18:59.575834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b64a88dc-501b-4b9a-ae89-81afeca17d23 req-1fec0e7c-cf8d-4dbb-a9be-af863a459fa0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "DELETE /v2.0/ports/bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 HTTP/1.1" status: 204 len: 173 time: 0.5928698 Sep 17 22:18:59.576448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da6ca3e-1d2e-4ade-aa3e-4105a18d254b', 'name': 'network-vif-deleted', 'tag': 'bcbbe33d-52f5-40af-94b4-a629e4cb4fa1'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:18:59.579254 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dfe473-f819-4c0a-bc9d-47503b5aa933" -d '{"events": [{"server_uuid": "1da6ca3e-1d2e-4ade-aa3e-4105a18d254b", "name": "network-vif-deleted", "tag": "bcbbe33d-52f5-40af-94b4-a629e4cb4fa1"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:18:59.596274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=55285609-48bb-4ee3-9314-c2e0973ee39e,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:18:59.635324 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bea733-aceb-4d7b-8a68-5f66afed41a1 x-openstack-request-id: req-91bea733-aceb-4d7b-8a68-5f66afed41a1 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:18:59.635822 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da6ca3e-1d2e-4ade-aa3e-4105a18d254b", "name": "network-vif-deleted", "tag": "bcbbe33d-52f5-40af-94b4-a629e4cb4fa1", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:18:59.636140 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91bea733-aceb-4d7b-8a68-5f66afed41a1 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:18:59.636544 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da6ca3e-1d2e-4ade-aa3e-4105a18d254b', 'name': 'network-vif-deleted', 'tag': 'bcbbe33d-52f5-40af-94b4-a629e4cb4fa1', 'status': 'completed', 'code': 200} Sep 17 22:18:59.746909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20c662-89a2-45b2-846c-b906cac76116 req-0447e5bd-d63c-41fb-9af9-e10e554916db tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:59.748409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f20c662-89a2-45b2-846c-b906cac76116 req-0447e5bd-d63c-41fb-9af9-e10e554916db tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.0637352 Sep 17 22:18:59.787918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f20c662-89a2-45b2-846c-b906cac76116 req-867f7a4a-e7d4-4b17-8df0-fbe63105c0a0 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Sep 17 22:18:59.920010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a26a74a3-62b2-4af0-bdff-baff963e690f req-1de42b62-a0ea-4572-b8be-775cd0ffc8b0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da6ca3e-1d2e-4ade-aa3e-4105a18d254b HTTP/1.1" status: 200 len: 210 time: 0.0307922 Sep 17 22:18:59.987202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1fdd-b08b-4e7d-9cb4-99b17d2c6478 req-38221654-c8e9-492e-93f6-c20f18140c97 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:18:59.989112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c19c1fdd-b08b-4e7d-9cb4-99b17d2c6478 req-38221654-c8e9-492e-93f6-c20f18140c97 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0532744 Sep 17 22:19:00.045118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c19c1fdd-b08b-4e7d-9cb4-99b17d2c6478 req-5602dcaf-bebc-4c21-a8d0-c30f8c561a73 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398173 Sep 17 22:19:00.640333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba1f1a-8717-4a90-8890-b499b51676b9 req-56462114-43bd-41e4-8093-db30e6b3408e tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:00.642760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06ba1f1a-8717-4a90-8890-b499b51676b9 req-56462114-43bd-41e4-8093-db30e6b3408e tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 946 time: 0.0560892 Sep 17 22:19:00.683920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06ba1f1a-8717-4a90-8890-b499b51676b9 req-704b6150-db45-43d8-870b-2264f9952644 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344431 Sep 17 22:19:00.909306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6a4b2-de11-44ba-a15b-4a2b50109f4b req-fb9f40ed-5cb2-4adf-943e-b2d02a584932 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:00.911405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4be6a4b2-de11-44ba-a15b-4a2b50109f4b req-fb9f40ed-5cb2-4adf-943e-b2d02a584932 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.0538363 Sep 17 22:19:00.964729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4be6a4b2-de11-44ba-a15b-4a2b50109f4b req-234dc90f-d2a3-47e7-89d7-de4b04c7fce4 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Sep 17 22:19:01.195828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcd2fa-2b4e-4c79-b7a8-bf81b9572a90 req-9a868c22-32bc-4916-8253-e5d6864b3589 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:01.197644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7fcd2fa-2b4e-4c79-b7a8-bf81b9572a90 req-9a868c22-32bc-4916-8253-e5d6864b3589 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0655112 Sep 17 22:19:01.245606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7fcd2fa-2b4e-4c79-b7a8-bf81b9572a90 req-b4352bd1-0fbe-4255-800a-d51a1b6df05e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Sep 17 22:19:01.380721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-6cf270fa-238a-484b-9669-dbc0d13fb25f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:01.382352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-6cf270fa-238a-484b-9669-dbc0d13fb25f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.1103666 Sep 17 22:19:01.398829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-5787ec44-f099-470e-bcb1-f3ca1acfebc7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/quotas/2bf6624a12954b2f98a82611bfa802cd HTTP/1.1" status: 200 len: 375 time: 0.0104725 Sep 17 22:19:01.453187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-722158d3-1bed-44b8-9213-a07a7251eef7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483346 Sep 17 22:19:01.510880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50282) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:01.571734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae88faf-e8a4-4ae3-89bb-a8ae1cfc40f1 admin admin] Deleting subnet b7251db4-47c4-4cb6-b4ee-aebbfc512f13 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:19:01.573419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-b3740828-3e8b-4ece-b8f1-7db775982219 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124477 Sep 17 22:19:01.591082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ae88faf-e8a4-4ae3-89bb-a8ae1cfc40f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.634813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ae88faf-e8a4-4ae3-89bb-a8ae1cfc40f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.680924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-13396449-2427-4cbc-84b9-a4ca09081c1b service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983322 Sep 17 22:19:01.688042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ae88faf-e8a4-4ae3-89bb-a8ae1cfc40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.822277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2327d8-8c97-4c2a-be1e-565e6a0a47f8 req-91b4d4b3-06b1-463f-8b14-9a8308a0b5a5 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:01.823927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2327d8-8c97-4c2a-be1e-565e6a0a47f8 req-91b4d4b3-06b1-463f-8b14-9a8308a0b5a5 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 946 time: 0.0571599 Sep 17 22:19:01.844028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ae88faf-e8a4-4ae3-89bb-a8ae1cfc40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.864205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2327d8-8c97-4c2a-be1e-565e6a0a47f8 req-7e7ae55a-3674-4506-82a0-d41bfee39c84 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Sep 17 22:19:01.890741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae88faf-e8a4-4ae3-89bb-a8ae1cfc40f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7251db4-47c4-4cb6-b4ee-aebbfc512f13,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:01.908666 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ae88faf-e8a4-4ae3-89bb-a8ae1cfc40f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:01.918248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50292) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:01.921912 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2ae88faf-e8a4-4ae3-89bb-a8ae1cfc40f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b7251db4-47c4-4cb6-b4ee-aebbfc512f13 HTTP/1.1" status: 204 len: 168 time: 0.4129558 Sep 17 22:19:02.031829 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.036708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-481e4ca8-0176-41a4-a943-73cabe443368 req-7e6ed0fe-6499-49be-b29b-d423ce4f93fd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 210 time: 0.0422928 Sep 17 22:19:02.181483 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.206881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c2906a-443b-46d7-86c8-6ac69720e229']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:02.219471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b558bf-434c-4138-9129-753f5bc15271') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:02.219765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b558bf-434c-4138-9129-753f5bc15271') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:02.228266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a03f6d-dcc5-4770-9a69-8ce38c97a386 req-7cfc5fa0-62bd-410f-83fa-7501393c812f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:02.229759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64a03f6d-dcc5-4770-9a69-8ce38c97a386 req-7cfc5fa0-62bd-410f-83fa-7501393c812f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.1101542 Sep 17 22:19:02.240032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.273128 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.288126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:19:02.288538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:19:02.290206 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:19:02.304464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64a03f6d-dcc5-4770-9a69-8ce38c97a386 req-7845ef1e-7848-4b12-8dc9-50948a951252 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675075 Sep 17 22:19:02.411083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e974c5-3c15-415e-a643-2b0cd635e9a5 req-43cdb256-5f86-4d4b-a431-91d6022608e6 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:02.412597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05e974c5-3c15-415e-a643-2b0cd635e9a5 req-43cdb256-5f86-4d4b-a431-91d6022608e6 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0507479 Sep 17 22:19:02.425106 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.432320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.434113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] 10.222.0.13 "DELETE /v2.0/networks/78c2906a-443b-46d7-86c8-6ac69720e229 HTTP/1.1" status: 204 len: 168 time: 0.5148215 Sep 17 22:19:02.451615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1cd36-5d2a-4c79-afe0-ac51507ab038 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c2906a-443b-46d7-86c8-6ac69720e229,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:02.471431 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05e974c5-3c15-415e-a643-2b0cd635e9a5 req-8da5a8fb-064c-4d9c-9b65-da76f4f2dd26 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528626 Sep 17 22:19:02.556162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1828b42-7ed4-4029-8400-24a20c871745 req-23908662-ac50-40a2-a942-4a1b31edf318 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:02.557721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1828b42-7ed4-4029-8400-24a20c871745 req-23908662-ac50-40a2-a942-4a1b31edf318 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 946 time: 0.0551453 Sep 17 22:19:02.595494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1828b42-7ed4-4029-8400-24a20c871745 req-9fd9809b-5fe3-410e-8ee8-98c63170f1d0 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Sep 17 22:19:02.784564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50320) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:02.823765 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a4f60dde-acdd-4455-9e7b-4bd495903cb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e392630f574190b76667f44a95c828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373116 Sep 17 22:19:02.826174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50324) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:02.876467 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb33ea2a-dbcd-4311-8ac3-1cc796d90a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:02.901418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb33ea2a-dbcd-4311-8ac3-1cc796d90a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.054649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb33ea2a-dbcd-4311-8ac3-1cc796d90a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.058841 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eb33ea2a-dbcd-4311-8ac3-1cc796d90a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.062776 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-eb33ea2a-dbcd-4311-8ac3-1cc796d90a05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e07c3dd1-88f8-4d75-a791-00d28776023e HTTP/1.1" status: 204 len: 168 time: 0.2348702 Sep 17 22:19:03.073987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33ea2a-dbcd-4311-8ac3-1cc796d90a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07c3dd1-88f8-4d75-a791-00d28776023e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:03.168010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39c47adf-398a-458d-99fb-271a9ca32dfc req-67b1ca15-5e30-4ee0-aa9c-826be7fa4ad7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 210 time: 0.0523407 Sep 17 22:19:03.422162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b6c8-11b7-4e49-9439-24bec150d1ec req-0d0b3b4a-3b8a-48f3-8744-fd42c093367f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:03.422162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e49b6c8-11b7-4e49-9439-24bec150d1ec req-0d0b3b4a-3b8a-48f3-8744-fd42c093367f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.0479355 Sep 17 22:19:03.463376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e49b6c8-11b7-4e49-9439-24bec150d1ec req-199d460b-f452-4644-9960-31b9b40d2599 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350282 Sep 17 22:19:03.611201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a48c5-5183-4b5f-a333-f2d833babfe8 req-2057d8f3-1f19-4501-a04c-8ce1ba43e2de tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:03.611201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a2a48c5-5183-4b5f-a333-f2d833babfe8 req-2057d8f3-1f19-4501-a04c-8ce1ba43e2de tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0576358 Sep 17 22:19:03.659638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a2a48c5-5183-4b5f-a333-f2d833babfe8 req-d38fdb37-9670-4b84-acd2-2699cc4571d0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369694 Sep 17 22:19:03.765818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6189b4d-71d7-461b-a5cd-b7b4b217c19d req-e7375603-bb51-493d-a3e1-88c4bf5ff0bb tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:03.767463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6189b4d-71d7-461b-a5cd-b7b4b217c19d req-e7375603-bb51-493d-a3e1-88c4bf5ff0bb tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 946 time: 0.0541604 Sep 17 22:19:03.812989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6189b4d-71d7-461b-a5cd-b7b4b217c19d req-61ca4f45-e99e-4919-9aef-01e4edf95cde tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4872472f-2672-45a4-8734-2a3ae8549aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359464 Sep 17 22:19:03.880662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-fdcd0563-6871-4166-bff0-5fdc5cfeb640 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:03.882155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-fdcd0563-6871-4166-bff0-5fdc5cfeb640 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.35 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 946 time: 0.0484180 Sep 17 22:19:03.929210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:03.953378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:03.954150 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device bcbbe33d-52f5-40af-94b4-a629e4cb4fa1 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:03.986883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-35dcc4ce-49b9-4a52-a916-ed97ef2eedf9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:03.994392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Deleting port 55285609-48bb-4ee3-9314-c2e0973ee39e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:03.994392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:03.994622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-35dcc4ce-49b9-4a52-a916-ed97ef2eedf9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.1156130 Sep 17 22:19:04.012297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Request body: {'port': {'device_id': 'e59ad145-ffef-4980-be02-6b8cb527c458', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'admin_state_up': True, 'tenant_id': '2bf6624a12954b2f98a82611bfa802cd'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:04.096681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] For port 55285609-48bb-4ee3-9314-c2e0973ee39e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=55285609-48bb-4ee3-9314-c2e0973ee39e,segment=NetworkSegment(815f8109-78b3-445f-9d5d-338e5eea276c),segment_id=815f8109-78b3-445f-9d5d-338e5eea276c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:04.097315 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.115383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Calling delete_port for 55285609-48bb-4ee3-9314-c2e0973ee39e owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:04.226249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Made reservation on behalf of 2bf6624a12954b2f98a82611bfa802cd for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:04.229830 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.296540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-058cdc2c-f315-452e-b8f4-6cefc02ad80c req-ca8e8cbd-78b2-4a98-895a-2b61d288e346 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 210 time: 0.0333204 Sep 17 22:19:04.332958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50368) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:04.372356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.384817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['55285609-48bb-4ee3-9314-c2e0973ee39e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:04.443380 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Pushing event deleted for resources: {'Port': ['ID=55285609-48bb-4ee3-9314-c2e0973ee39e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:04.452487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-277290008-network', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:04.474126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] No DVR routers for this DVR port 55285609-48bb-4ee3-9314-c2e0973ee39e on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:04.478214 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.480196 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bac02b58-d089-478d-a90a-fff8b57f8edf req-71258551-4afa-402e-8938-701564cca4d1 tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.35 "DELETE /v2.0/ports/55285609-48bb-4ee3-9314-c2e0973ee39e HTTP/1.1" status: 204 len: 173 time: 0.5918908 Sep 17 22:19:04.480634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6865216f-a7a9-4f17-ad6c-aa14e9797d04', 'name': 'network-vif-deleted', 'tag': '55285609-48bb-4ee3-9314-c2e0973ee39e'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:04.482875 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e198161e-b29b-407f-8ab8-b7129f70cd81" -d '{"events": [{"server_uuid": "6865216f-a7a9-4f17-ad6c-aa14e9797d04", "name": "network-vif-deleted", "tag": "55285609-48bb-4ee3-9314-c2e0973ee39e"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:04.524047 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a340eaf1-3a68-4bbf-8d3d-1a89f4d8ee87 x-openstack-request-id: req-a340eaf1-3a68-4bbf-8d3d-1a89f4d8ee87 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:04.524291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Allocated IP 172.20.0.4 (009e2ae4-9011-425b-9754-1716813af3af/307d71a2-a6e3-4c0d-b439-90598e2bd635/f9c65050-2c6f-455c-b54e-0f36619f531f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:04.524550 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6865216f-a7a9-4f17-ad6c-aa14e9797d04", "name": "network-vif-deleted", "tag": "55285609-48bb-4ee3-9314-c2e0973ee39e", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:04.524893 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a340eaf1-3a68-4bbf-8d3d-1a89f4d8ee87 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:04.525391 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6865216f-a7a9-4f17-ad6c-aa14e9797d04', 'name': 'network-vif-deleted', 'tag': '55285609-48bb-4ee3-9314-c2e0973ee39e', 'status': 'completed', 'code': 200} Sep 17 22:19:04.626066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:04.631595 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.640721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7e09a-2b65-4ffe-b9c5-107ee09929df req-87e284a3-d6e8-4897-aa68-0d6206e6f96c tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:04.642539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edd7e09a-2b65-4ffe-b9c5-107ee09929df req-87e284a3-d6e8-4897-aa68-0d6206e6f96c tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.0996263 Sep 17 22:19:04.642740 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.764646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edd7e09a-2b65-4ffe-b9c5-107ee09929df req-72e690b4-7ecc-49cf-9a7a-b051e74fd870 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910184 Sep 17 22:19:04.783003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.814997 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.865823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb78bdc-a5a5-4cd7-82a4-993040a77051 req-a42c3cb0-60b4-478e-a835-c306bd505ca8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:04.867541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bb78bdc-a5a5-4cd7-82a4-993040a77051 req-a42c3cb0-60b4-478e-a835-c306bd505ca8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0591171 Sep 17 22:19:04.883446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.906387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:19:04.920885 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.923701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:04.924028 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Added segment 980bbd62-a87d-4d6e-a6f9-207c1318d1ae of type vlan for network 62070a8a-5c99-4c5a-bf55-2777253b05df Sep 17 22:19:04.933297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:04.953386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bb78bdc-a5a5-4cd7-82a4-993040a77051 req-c87eb5ee-e501-4d0a-bd26-dfdd995693c0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720093 Sep 17 22:19:04.975064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c2bad53-1028-4ff2-8604-18831a69059c req-1fcaaa4d-964c-423b-ac83-e0c72688537e tempest-ServerPasswordTestJSON-771126785 tempest-ServerPasswordTestJSON-771126785-project] 10.222.0.13 "GET /v2.0/ports?device_id=6865216f-a7a9-4f17-ad6c-aa14e9797d04 HTTP/1.1" status: 200 len: 210 time: 0.0610399 Sep 17 22:19:04.986379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Network 009e2ae4-9011-425b-9754-1716813af3af is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:04.989846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:04.993805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:05.000044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.024523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event updated for resources: {'Port': ['ID=f9c65050-2c6f-455c-b54e-0f36619f531f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:05.025614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ddb39-1a07-416c-9790-1e6181a1a983,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:05.057970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:05.058520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.088674 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.089780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:05.090472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.150636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] Pushing event updated for resources: {'Network': ['ID=62070a8a-5c99-4c5a-bf55-2777253b05df,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:05.158575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d34535e4-c6a0-43ba-8e35-216c4d7301fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1561363 Sep 17 22:19:05.160854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 62070a8a-5c99-4c5a-bf55-2777253b05df details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:19:05.183421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Request body: {'port': {'device_id': 'e59ad145-ffef-4980-be02-6b8cb527c458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:05.188148 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6b8ac699-867b-42f9-9e1d-ef87a9fd1772 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8540025 Sep 17 22:19:05.190885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50384) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:05.198081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Request body: {'subnet': {'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-277290008-subnet', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:05.219794 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50386) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:05.251226 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.303158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:05.305465 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.496767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c55ce5-69ac-45c5-9ed4-b336b31db258 req-98f4fb0b-dd7d-43ee-a10d-141c39c26c3a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:05.498153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32c55ce5-69ac-45c5-9ed4-b336b31db258 req-98f4fb0b-dd7d-43ee-a10d-141c39c26c3a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 931 time: 0.1027441 Sep 17 22:19:05.561276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32c55ce5-69ac-45c5-9ed4-b336b31db258 req-dbb1c2b5-7f76-43df-8ea5-90aa41cc3ba1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541821 Sep 17 22:19:05.601603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c65050-2c6f-455c-b54e-0f36619f531f {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:05.609314 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.621891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Transition to ACTIVE for port object f9c65050-2c6f-455c-b54e-0f36619f531f will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:19:05.711780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.772721 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.781835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c65050-2c6f-455c-b54e-0f36619f531f,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:05.836238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Attempting to bind port f9c65050-2c6f-455c-b54e-0f36619f531f on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:05.836765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Attempting to bind port f9c65050-2c6f-455c-b54e-0f36619f531f by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:05.837094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Attempting to bind port f9c65050-2c6f-455c-b54e-0f36619f531f on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:05.841768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Port f9c65050-2c6f-455c-b54e-0f36619f531f on network 009e2ae4-9011-425b-9754-1716813af3af not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:05.842083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Attempting to bind port f9c65050-2c6f-455c-b54e-0f36619f531f on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:05.857519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:05.857858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Checking segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:05.858228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Bound using segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:05.858669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Bound port: f9c65050-2c6f-455c-b54e-0f36619f531f, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:05.859096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.867598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6812680-94e6-4c28-9cd8-de924bf5b40c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:05.897049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:05.938234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Checking segment: {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:05.938676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Network hostable DHCP agents. Network: 62070a8a-5c99-4c5a-bf55-2777253b05df, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:19:05.954207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bd8c2-4a83-4e17-815b-faa39b5e2540 req-60cb1dd4-5ee5-4743-9f20-9cea92d286f6 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:05.955729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f9bd8c2-4a83-4e17-815b-faa39b5e2540 req-60cb1dd4-5ee5-4743-9f20-9cea92d286f6 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.1114929 Sep 17 22:19:05.962850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] For port f9c65050-2c6f-455c-b54e-0f36619f531f, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:05.966127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] For port f9c65050-2c6f-455c-b54e-0f36619f531f, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f9c65050-2c6f-455c-b54e-0f36619f531f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:06.006667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f9bd8c2-4a83-4e17-815b-faa39b5e2540 req-821f8d29-57e4-4712-a119-04ae1e09b433 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Sep 17 22:19:06.021002 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.066426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.066426 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.066426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] 10.222.0.32 "PUT /v2.0/ports/f9c65050-2c6f-455c-b54e-0f36619f531f HTTP/1.1" status: 200 len: 1092 time: 0.8833930 Sep 17 22:19:06.066426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59ad145-ffef-4980-be02-6b8cb527c458', 'tag': 'f9c65050-2c6f-455c-b54e-0f36619f531f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:06.073817 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd69a428-dd9a-480f-8fac-ab92428631db" -d '{"events": [{"name": "network-changed", "server_uuid": "e59ad145-ffef-4980-be02-6b8cb527c458", "tag": "f9c65050-2c6f-455c-b54e-0f36619f531f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:06.079543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50404) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:06.085517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Network 62070a8a-5c99-4c5a-bf55-2777253b05df is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:19:06.124080 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89129c6-e41d-46f9-bcb0-642e88d248de x-openstack-request-id: req-a89129c6-e41d-46f9-bcb0-642e88d248de {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:06.124402 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59ad145-ffef-4980-be02-6b8cb527c458", "tag": "f9c65050-2c6f-455c-b54e-0f36619f531f", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:06.124600 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a89129c6-e41d-46f9-bcb0-642e88d248de {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:06.124982 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59ad145-ffef-4980-be02-6b8cb527c458', 'tag': 'f9c65050-2c6f-455c-b54e-0f36619f531f', 'status': 'completed', 'code': 200} Sep 17 22:19:06.190287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694c151-ba69-4830-8447-ff9b87b0ce38 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c65050-2c6f-455c-b54e-0f36619f531f,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:06.192658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 62070a8a-5c99-4c5a-bf55-2777253b05df) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:06.202573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d091d5-cbff-4138-af1e-23704f2aed4f None None] Network 62070a8a-5c99-4c5a-bf55-2777253b05df requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:06.218622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7470fa-de8e-4342-910d-7fc0e02ef158 admin admin] Deleting subnet 5e4aca93-8fa8-4197-bdc5-911ea513237b {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:19:06.230153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15310145-fcbb-44ef-a3b0-504259e2bd52 req-2a7b6ebb-630e-4dc9-bc5f-f0252b3194ba tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.231779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15310145-fcbb-44ef-a3b0-504259e2bd52 req-2a7b6ebb-630e-4dc9-bc5f-f0252b3194ba tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1517093 Sep 17 22:19:06.232530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c7470fa-de8e-4342-910d-7fc0e02ef158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.288206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a428-dd9a-480f-8fac-ab92428631db req-7a1c6dda-5613-40fc-a237-7c1d74272def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.289654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd69a428-dd9a-480f-8fac-ab92428631db req-7a1c6dda-5613-40fc-a237-7c1d74272def service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 1095 time: 0.1346946 Sep 17 22:19:06.299153 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c7470fa-de8e-4342-910d-7fc0e02ef158 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.370866 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15310145-fcbb-44ef-a3b0-504259e2bd52 req-88e6b845-0f5e-4fc4-a8ef-b7493b47452f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155994 Sep 17 22:19:06.402144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-62070a8a-5c99-4c5a-bf55-2777253b05df', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:19:06.403112 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.446289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c7470fa-de8e-4342-910d-7fc0e02ef158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.489086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.489682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.514931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a428-dd9a-480f-8fac-ab92428631db req-4bcdcae1-026d-4050-8eb4-ac2594accdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.516437 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd69a428-dd9a-480f-8fac-ab92428631db req-4bcdcae1-026d-4050-8eb4-ac2594accdc2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2bf6624a12954b2f98a82611bfa802cd&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2143359 Sep 17 22:19:06.565479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:06.565809 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.582367 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5cd2e4ab-9994-4285-bbba-e9d3af2579a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3900528 Sep 17 22:19:06.583019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Allocated IP 172.20.0.2 (62070a8a-5c99-4c5a-bf55-2777253b05df/c6812680-94e6-4c28-9cd8-de924bf5b40c/529ff5ad-148a-47b2-a4b3-b9ffe73cfb59) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:06.585624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50408) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:06.596772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:06.627821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a428-dd9a-480f-8fac-ab92428631db req-38245233-2b81-49f9-a730-a126facf0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.631193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd69a428-dd9a-480f-8fac-ab92428631db req-38245233-2b81-49f9-a730-a126facf0ed0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1062939 Sep 17 22:19:06.694688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] For port cb04f1f3-73b9-4c8e-b00b-a865b5e20b13, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cb04f1f3-73b9-4c8e-b00b-a865b5e20b13,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:06.695480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.712382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:06.721063 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c7470fa-de8e-4342-910d-7fc0e02ef158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.760980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7470fa-de8e-4342-910d-7fc0e02ef158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4aca93-8fa8-4197-bdc5-911ea513237b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:06.767159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c7470fa-de8e-4342-910d-7fc0e02ef158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.769088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7c7470fa-de8e-4342-910d-7fc0e02ef158 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5e4aca93-8fa8-4197-bdc5-911ea513237b HTTP/1.1" status: 204 len: 168 time: 0.6878724 Sep 17 22:19:06.771849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50412) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:06.787584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49e86-379e-4352-8ba8-c38c08cb5781 req-f3f6cfa4-0cb1-4b9d-84a9-896d4c29ce92 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.789162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4d49e86-379e-4352-8ba8-c38c08cb5781 req-f3f6cfa4-0cb1-4b9d-84a9-896d4c29ce92 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 943 time: 0.1275637 Sep 17 22:19:06.804311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-70ef03a5-c4af-4e5d-8adf-e2f4c6e6e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.805807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-70ef03a5-c4af-4e5d-8adf-e2f4c6e6e205 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 1095 time: 0.1311738 Sep 17 22:19:06.819305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.826269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.903666 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.906424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-ee5d9df7-0bfb-4904-a5c6-26f165b6f1ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c65050-2c6f-455c-b54e-0f36619f531f HTTP/1.1" status: 200 len: 217 time: 0.0837286 Sep 17 22:19:06.948968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.955799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4d49e86-379e-4352-8ba8-c38c08cb5781 req-54247851-de94-4c4e-a72d-d740fdd18f33 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539438 Sep 17 22:19:06.980953 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.987949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:06.995440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-20a67086-9f28-4807-9ca3-defc7c078779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:06.996932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-20a67086-9f28-4807-9ca3-defc7c078779 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0815818 Sep 17 22:19:07.030668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 55285609-48bb-4ee3-9314-c2e0973ee39e no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:07.037627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Network 62070a8a-5c99-4c5a-bf55-2777253b05df is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:07.051032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-ca1b1009-b478-4373-af41-a8c33dc0c2ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365236 Sep 17 22:19:07.127198 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.177269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.224587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7b466e-527d-4ee0-80bf-ba0c3a741838']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:07.241931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:07.244882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815f8109-78b3-445f-9d5d-338e5eea276c') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:07.245184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815f8109-78b3-445f-9d5d-338e5eea276c') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:07.246660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 55285609-48bb-4ee3-9314-c2e0973ee39e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:07.247048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 55285609-48bb-4ee3-9314-c2e0973ee39e not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:07.247934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=cb04f1f3-73b9-4c8e-b00b-a865b5e20b13,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:07.262254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.263969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:07.274529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Pushing event updated for resources: {'Port': ['ID=529ff5ad-148a-47b2-a4b3-b9ffe73cfb59,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:07.295021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4799-e4ef-4d51-95df-a02b9ec4b510 req-5a550d3c-7a66-4acb-bb1f-6a6528b3b48e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:07.297062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4ef4799-e4ef-4d51-95df-a02b9ec4b510 req-5a550d3c-7a66-4acb-bb1f-6a6528b3b48e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.1740127 Sep 17 22:19:07.304703 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.343098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.350503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Attempting to bind port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:07.351066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Attempting to bind port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:07.351368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Attempting to bind port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 on network 62070a8a-5c99-4c5a-bf55-2777253b05df {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:07.357461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:07.358222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Checking segment: {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:07.358222 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.358576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Bound using segment: {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:07.359059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Bound port: 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:07.359432 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.379916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-56382fda-d7a1-4b23-adda-baf6ff9c7f43 service neutron] 10.222.0.32 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171859 Sep 17 22:19:07.385027 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:19:07.385481 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:19:07.387273 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:19:07.408199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4ef4799-e4ef-4d51-95df-a02b9ec4b510 req-6fdd0687-82bd-4716-aaaf-4ecf84621b9d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984240 Sep 17 22:19:07.527731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] For port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:07.531131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] For port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=529ff5ad-148a-47b2-a4b3-b9ffe73cfb59,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:07.604521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.646909 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.718683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4efc3-d066-4d75-977a-e139d5da3f0b None None] Pushing event updated for resources: {'Port': ['ID=529ff5ad-148a-47b2-a4b3-b9ffe73cfb59,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:07.950671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.961720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:07.982672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.987427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:07.991141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] 10.222.0.13 "DELETE /v2.0/networks/8a7b466e-527d-4ee0-80bf-ba0c3a741838 HTTP/1.1" status: 204 len: 168 time: 1.2183371 Sep 17 22:19:08.028084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069922e-461b-4056-87cf-5815aa16f5ee req-55fa0a01-b21e-4589-91d4-9709bbdf01ad tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:08.029817 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f069922e-461b-4056-87cf-5815aa16f5ee req-55fa0a01-b21e-4589-91d4-9709bbdf01ad tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1746879 Sep 17 22:19:08.055447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.111617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfbcc7-1307-4339-9a63-cfed2848527a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7b466e-527d-4ee0-80bf-ba0c3a741838,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:08.137783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29da36cd-ae52-4ec2-94e8-d168ad0d8a07 req-b9af87d4-137c-4203-9f72-5119e6bda7e6 service neutron] 10.222.0.32 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388773 Sep 17 22:19:08.186131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f069922e-461b-4056-87cf-5815aa16f5ee req-558fcdf4-438f-47ca-93cb-288af421da68 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166437 Sep 17 22:19:08.216008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:08.216346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb74e4-a4bd-4dad-bd67-7ee1f82b156a req-fe038cef-5014-48d0-9b05-b5dd91297924 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:08.218380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bccb74e4-a4bd-4dad-bd67-7ee1f82b156a req-fe038cef-5014-48d0-9b05-b5dd91297924 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 943 time: 0.1097345 Sep 17 22:19:08.252577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'port_id': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'mac_address': 'fa:16:3e:34:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:19:08.289318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bccb74e4-a4bd-4dad-bd67-7ee1f82b156a req-5666016d-be28-4929-bdae-9ba64eb6452d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637846 Sep 17 22:19:08.335330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.375857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:08.390148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.409792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:08.443263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:08.443440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:08.491024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.575299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50440) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:08.610569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:08.630097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b44635-824f-4648-836d-0684125266b9 req-d558047c-4860-484f-be9e-d4ad63d0fc85 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:08.630728 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:08.631008 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.632030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55b44635-824f-4648-836d-0684125266b9 req-d558047c-4860-484f-be9e-d4ad63d0fc85 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.1284020 Sep 17 22:19:08.669131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-707893e1-85cc-4db5-8513-fc28157d6958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cb2264390ed41bcb45d841dac8f1b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904851 Sep 17 22:19:08.673484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50442) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:08.685748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:08.688252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Allocated IP 172.25.5.78 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/d6d7100b-d243-4d8e-8aed-ec92a0da6b3c) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:08.696588 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-db16a429-a217-43e9-bedd-9f2483e8a7cf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "PUT /v2.0/routers/77d7d9b3-1786-48f0-b48a-b6766d3c56b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4732845 Sep 17 22:19:08.702850 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] Sync routers for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:08.716101 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:08.716802 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:18:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:08.717296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55b44635-824f-4648-836d-0684125266b9 req-125b2c25-c8ff-461b-af29-bf1db737bb03 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753143 Sep 17 22:19:08.793256 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ae11989-8605-4015-9e22-3689d02ad314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.828832 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.835605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:08.861180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ae11989-8605-4015-9e22-3689d02ad314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.942915 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:08.984345 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:09.002370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ae11989-8605-4015-9e22-3689d02ad314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.006132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ae11989-8605-4015-9e22-3689d02ad314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.006393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=529ff5ad-148a-47b2-a4b3-b9ffe73cfb59,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:09.007569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8ae11989-8605-4015-9e22-3689d02ad314 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4872472f-2672-45a4-8734-2a3ae8549aeb HTTP/1.1" status: 204 len: 168 time: 0.3331847 Sep 17 22:19:09.017616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae11989-8605-4015-9e22-3689d02ad314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4872472f-2672-45a4-8734-2a3ae8549aeb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:09.021229 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:19:09.050420 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.135817 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.156759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:09.184758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:09.207846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:09.212585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d7100b-d243-4d8e-8aed-ec92a0da6b3c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:09.479374 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=529ff5ad-148a-47b2-a4b3-b9ffe73cfb59,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:09.491513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe802be-cbb3-4ee4-9215-66785cfa4501 req-c372ea26-f829-47d1-8b5d-db1881e8a87e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:09.494106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbe802be-cbb3-4ee4-9215-66785cfa4501 req-c372ea26-f829-47d1-8b5d-db1881e8a87e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 946 time: 0.1354392 Sep 17 22:19:09.506222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fa21e-893b-4e91-8079-ffc619469777 req-aab4a404-06de-4c1b-99a9-fe677b943322 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:09.508805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-890fa21e-893b-4e91-8079-ffc619469777 req-aab4a404-06de-4c1b-99a9-fe677b943322 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.0919042 Sep 17 22:19:09.534999 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:19:07Z', 'revision_number': 6, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '56ed6e07-7489-43d5-9a52-d92f65425b4e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:36Z', 'updated_at': '2021-09-17T22:17:39Z', 'revision_number': 1, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:09.636045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb1d4e-d41c-4ffc-8141-357d3fbea533 None None] Network 62070a8a-5c99-4c5a-bf55-2777253b05df requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:09.645388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-890fa21e-893b-4e91-8079-ffc619469777 req-2cc16565-7dd2-4502-ad4a-415f28e05c23 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279962 Sep 17 22:19:09.689705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbe802be-cbb3-4ee4-9215-66785cfa4501 req-41ee51bb-0406-4da7-bc34-c661256ba44f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787114 Sep 17 22:19:09.827020 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.831546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-df515b5c-f2b6-4e3f-a579-0e062950e3b9 None None] Provisioning complete for port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:09.834472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-df515b5c-f2b6-4e3f-a579-0e062950e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:09.864015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad7b93-0ed3-47b5-8a37-ed0080f84843 req-1f7d051c-5e87-4045-a772-58a6150053b1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:09.869770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bad7b93-0ed3-47b5-8a37-ed0080f84843 req-1f7d051c-5e87-4045-a772-58a6150053b1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 943 time: 0.1036367 Sep 17 22:19:09.909074 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] Checking router: 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:09.935008 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:09.935996 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:18:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:09.981173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:10.012371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc05f8-7085-4d9e-8bb3-085f192c1487 req-dae2f01e-2134-45c0-b342-93feb3cd3cea tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:10.024943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75bc05f8-7085-4d9e-8bb3-085f192c1487 req-dae2f01e-2134-45c0-b342-93feb3cd3cea tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.1869137 Sep 17 22:19:10.056089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7bad7b93-0ed3-47b5-8a37-ed0080f84843 req-6ae3959b-4014-499c-83e9-c0dd48bfd4d8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848395 Sep 17 22:19:10.100503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:10.101256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.196105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75bc05f8-7085-4d9e-8bb3-085f192c1487 req-90546077-7c2d-4dd5-a6ab-ca8cfa791ae5 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701307 Sep 17 22:19:10.206875 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:10.303502 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.360928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:10.515136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:10.517326 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf55b762-681b-4772-a3cc-4b290977cd1c" -d '{"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:10.620020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:10.621380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:10.626694 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.722152 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:19:07Z', 'revision_number': 6, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '56ed6e07-7489-43d5-9a52-d92f65425b4e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:36Z', 'updated_at': '2021-09-17T22:17:39Z', 'revision_number': 1, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:10.733345 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cd5893-7f7e-4e9a-9111-ec3440ca4f3e x-openstack-request-id: req-31cd5893-7f7e-4e9a-9111-ec3440ca4f3e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:10.733645 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:10.733899 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31cd5893-7f7e-4e9a-9111-ec3440ca4f3e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:10.736241 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'code': 200} Sep 17 22:19:10.764190 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.834826 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3aa8f-ac7e-4cd2-9be5-c364c3cc75d4 None None] The sync data for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 is: [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:19:07Z', 'revision_number': 6, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '56ed6e07-7489-43d5-9a52-d92f65425b4e', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'port_id': 'bd078704-1541-4697-9d7e-b62930954cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'mac_address': 'fa:16:3e:91:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:17:36Z', 'updated_at': '2021-09-17T22:17:39Z', 'revision_number': 1, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:10.901877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-467a79f4-d761-4889-81cc-b183f43bb172 None None] Provisioning complete for port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:10.902284 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-467a79f4-d761-4889-81cc-b183f43bb172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:10.996638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.026671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f3600-28fc-4b0b-a6a5-1cb88162194a req-f5bd404d-a070-416b-a833-7918f7cb3399 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:11.036162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca2f3600-28fc-4b0b-a6a5-1cb88162194a req-f5bd404d-a070-416b-a833-7918f7cb3399 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 946 time: 0.1646967 Sep 17 22:19:11.046412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d07e29-35c4-4bf9-89f5-52acb289fef8 req-5d62373c-0f4a-4b86-89ed-4117229f92e0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:11.054936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d07e29-35c4-4bf9-89f5-52acb289fef8 req-5d62373c-0f4a-4b86-89ed-4117229f92e0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.2553153 Sep 17 22:19:11.148392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:11.163045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d07e29-35c4-4bf9-89f5-52acb289fef8 req-a37504de-22cd-40d5-bf8e-a95e9fa4c488 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068871 Sep 17 22:19:11.208893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-32a3256a-bd17-4eec-91d4-fd11b39a762f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:11.210473 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-32a3256a-bd17-4eec-91d4-fd11b39a762f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.35 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 946 time: 0.2337968 Sep 17 22:19:11.235424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca2f3600-28fc-4b0b-a6a5-1cb88162194a req-cda7e12b-7a00-4e44-8360-3764d214273c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd6e098e-6563-48f0-8e9f-1de3e5da3008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889009 Sep 17 22:19:11.329906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50510) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:11.585053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4917dd-9da2-48bc-a19c-517940e93992 req-a33fab52-9a4e-4720-bcca-9000f59f3f94 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:11.586732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb4917dd-9da2-48bc-a19c-517940e93992 req-a33fab52-9a4e-4720-bcca-9000f59f3f94 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 943 time: 0.2024841 Sep 17 22:19:11.595413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1107202238-network', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:11.602012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe172f14-300f-40f6-8835-878ae451cb03 req-3ad6af80-f54a-4739-970f-6c522cc84bc6 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:11.610847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe172f14-300f-40f6-8835-878ae451cb03 req-3ad6af80-f54a-4739-970f-6c522cc84bc6 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.2135570 Sep 17 22:19:11.649744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.663470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port 3f4aa02b-376d-4825-affa-409ede13ce9e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:11.664114 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.700476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb4917dd-9da2-48bc-a19c-517940e93992 req-4966bc7b-7807-4318-9a0d-62c65b8a9528 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862553 Sep 17 22:19:11.715577 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe172f14-300f-40f6-8835-878ae451cb03 req-88b608c5-a759-4723-8f51-902624e618cf tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037395 Sep 17 22:19:11.755744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Made reservation on behalf of 870cbf9c6da8416da2ae754f1c8dffcb for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:11.759738 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.809965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.928034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] For port 3f4aa02b-376d-4825-affa-409ede13ce9e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3f4aa02b-376d-4825-affa-409ede13ce9e,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:11.928726 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:11.949577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for 3f4aa02b-376d-4825-affa-409ede13ce9e owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:11.959797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f9c65050-2c6f-455c-b54e-0f36619f531f details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:12.126038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.142114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Router 677e3377-0b50-4047-b69a-316037b0b003 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:19:12.147735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f9c65050-2c6f-455c-b54e-0f36619f531f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f9c65050-2c6f-455c-b54e-0f36619f531f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:12.164023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:12.191814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'f9c65050-2c6f-455c-b54e-0f36619f531f', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'port_id': 'f9c65050-2c6f-455c-b54e-0f36619f531f', 'mac_address': 'fa:16:3e:75:f5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307d71a2-a6e3-4c0d-b439-90598e2bd635', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:19:12.194670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:12.195322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cb04f1f3-73b9-4c8e-b00b-a865b5e20b13 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:12.263711 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.276255 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.310985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c65050-2c6f-455c-b54e-0f36619f531f {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:12.319542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:19:12.347143 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.368574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc29092-3e39-4821-9601-8fceab2d57df req-40b1c6b9-a37a-4d5c-9989-a063bd850694 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:12.371920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330c0458-56b8-4d50-9e2d-68b46994bd0b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:12.372846 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bc29092-3e39-4821-9601-8fceab2d57df req-40b1c6b9-a37a-4d5c-9989-a063bd850694 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1287599 Sep 17 22:19:12.385659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f9c65050-2c6f-455c-b54e-0f36619f531f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f9c65050-2c6f-455c-b54e-0f36619f531f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:12.453981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.454338 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Added segment 5c330cdf-206e-42e2-ab43-ce11375dc1a4 of type vlan for network 9993fd27-9a55-47f7-9df6-03c8088c4005 Sep 17 22:19:12.459858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23f409e4-27f9-4dc3-b230-d2c75a7f7cad req-8da7dabd-4fe6-4134-b56b-be7cfb189876 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 210 time: 0.0842791 Sep 17 22:19:12.465878 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.499998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bc29092-3e39-4821-9601-8fceab2d57df req-1b4d6dc8-41bf-4efd-aa87-60355637b129 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072855 Sep 17 22:19:12.514220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=3f4aa02b-376d-4825-affa-409ede13ce9e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:12.577022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=f9c65050-2c6f-455c-b54e-0f36619f531f,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:12.631526 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.637206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] No DVR routers for this DVR port 3f4aa02b-376d-4825-affa-409ede13ce9e on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:12.653195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.653835 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abe82990-978d-4012-bbfb-fb081a0ed275 req-1bfcdb78-9347-4644-b4b3-ede7e7cae81b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.35 "DELETE /v2.0/ports/3f4aa02b-376d-4825-affa-409ede13ce9e HTTP/1.1" status: 204 len: 173 time: 1.4249156 Sep 17 22:19:12.654409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:12.656711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71', 'name': 'network-vif-deleted', 'tag': '3f4aa02b-376d-4825-affa-409ede13ce9e'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:12.660647 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2313a81-6396-4040-b438-2bd0f6cbad18" -d '{"events": [{"server_uuid": "33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71", "name": "network-vif-deleted", "tag": "3f4aa02b-376d-4825-affa-409ede13ce9e"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:12.667586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Sync routers for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:12.714918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:12.715805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:18:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:12.742088 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1620d48c-2318-4931-b91e-cfb9c60ee7e8 x-openstack-request-id: req-1620d48c-2318-4931-b91e-cfb9c60ee7e8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:12.743055 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71", "name": "network-vif-deleted", "tag": "3f4aa02b-376d-4825-affa-409ede13ce9e", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:12.743195 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1620d48c-2318-4931-b91e-cfb9c60ee7e8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:12.743988 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71', 'name': 'network-vif-deleted', 'tag': '3f4aa02b-376d-4825-affa-409ede13ce9e', 'status': 'completed', 'code': 200} Sep 17 22:19:12.791936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.793452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:12.794181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.885583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['f9c65050-2c6f-455c-b54e-0f36619f531f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:12.936842 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:12.941846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b13ca0ae-7034-4748-90f8-376095d73972 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3544829 Sep 17 22:19:12.947429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50526) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:12.962432 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6272798 Sep 17 22:19:12.963230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50528) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:12.968223 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Request body: {'subnet': {'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1107202238-subnet', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:12.971894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fafcc-1f95-450f-b937-0b26d2764da1 admin admin] Pushing event updated for resources: {'Network': ['ID=9993fd27-9a55-47f7-9df6-03c8088c4005,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:12.992163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:12.994707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 9993fd27-9a55-47f7-9df6-03c8088c4005 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:19:13.089343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Made reservation on behalf of 870cbf9c6da8416da2ae754f1c8dffcb for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:13.092820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.108424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c3891-bbf6-40ad-a5d8-f9032b563dfe req-9ea1414d-fd49-46cf-8b82-c5264612c043 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:13.110059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed2c3891-bbf6-40ad-a5d8-f9032b563dfe req-9ea1414d-fd49-46cf-8b82-c5264612c043 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.2358489 Sep 17 22:19:13.125496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841b143-7f1f-4d74-80a3-3b7f02f9566a req-457d2844-24ab-4921-b49b-9e07f57a24f7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:13.127184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0841b143-7f1f-4d74-80a3-3b7f02f9566a req-457d2844-24ab-4921-b49b-9e07f57a24f7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 944 time: 0.3089278 Sep 17 22:19:13.231707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed2c3891-bbf6-40ad-a5d8-f9032b563dfe req-c88fe3f7-362d-4417-b844-4d048c82d6b2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033928 Sep 17 22:19:13.273665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0841b143-7f1f-4d74-80a3-3b7f02f9566a req-24881d8b-a73b-46ba-8617-e8404a22180e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109662 Sep 17 22:19:13.486886 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.547091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:09Z', 'revision_number': 3, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:13.652810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ce2c70-6f3d-4b9a-b608-15f8bb71974a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:13.657821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Checking router: 677e3377-0b50-4047-b69a-316037b0b003 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:13.668663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Updating router 677e3377-0b50-4047-b69a-316037b0b003 port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:13.688057 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Checking segment: {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:13.688774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Network hostable DHCP agents. Network: 9993fd27-9a55-47f7-9df6-03c8088c4005, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:19:13.730699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23074511-395a-41bf-9960-551fa1f53e3c req-35b0e2c0-e4cd-48a7-be52-547c4497506c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b9d3dc-c44c-45a8-a6c4-dece7cdc1b71 HTTP/1.1" status: 200 len: 210 time: 0.0855126 Sep 17 22:19:13.746582 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.803200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Network 9993fd27-9a55-47f7-9df6-03c8088c4005 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:19:13.852512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82949f2-aa61-47ab-8060-444434f2fe61 req-10a5b5b4-0c0c-4846-a19d-c610b774818e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:13.854061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c82949f2-aa61-47ab-8060-444434f2fe61 req-10a5b5b4-0c0c-4846-a19d-c610b774818e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1932056 Sep 17 22:19:13.888984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 9993fd27-9a55-47f7-9df6-03c8088c4005) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:13.893462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:13.894670 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:13.952599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c82949f2-aa61-47ab-8060-444434f2fe61 req-4209230b-beac-4e11-a253-0f02904e861d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885022 Sep 17 22:19:13.964559 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.021900 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-679b92e5-07e2-4d3a-a335-1e3159c9957c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0574303 Sep 17 22:19:14.024634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50538) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:14.028985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:14.123574 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.131099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854adc36-bf48-43db-864a-440f42251c0b None None] Network 9993fd27-9a55-47f7-9df6-03c8088c4005 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:14.162998 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.164557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.285742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.378873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Allocated IP 172.20.0.1 (62070a8a-5c99-4c5a-bf55-2777253b05df/c6812680-94e6-4c28-9cd8-de924bf5b40c/ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:14.422238 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.697720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081a9c9-94d0-4d0e-9219-ff793d16183f req-fe78f7a9-82e3-45df-ac6e-eedf1230b74f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:14.705361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6081a9c9-94d0-4d0e-9219-ff793d16183f req-fe78f7a9-82e3-45df-ac6e-eedf1230b74f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.2670848 Sep 17 22:19:14.740949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.768132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5047d07-4764-4bd0-b069-ee916859352d req-1baba5c7-fe3f-49c9-86e8-dcfa11fc79d6 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:14.770517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5047d07-4764-4bd0-b069-ee916859352d req-1baba5c7-fe3f-49c9-86e8-dcfa11fc79d6 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 944 time: 0.3286581 Sep 17 22:19:14.782724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Attempting to bind port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:14.783359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Attempting to bind port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:14.783723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Attempting to bind port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:14.791375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ce75-b446-4db8-854d-e10a54553460 None None] Pushing event updated for resources: {'Port': ['ID=d6d7100b-d243-4d8e-8aed-ec92a0da6b3c,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:14.803760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6081a9c9-94d0-4d0e-9219-ff793d16183f req-767c2dde-f187-489e-8e03-7be56493a816 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971038 Sep 17 22:19:14.847063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:14.848808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:14.849198 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.849555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:14.850046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Bound port: d6d7100b-d243-4d8e-8aed-ec92a0da6b3c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:14.850443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.893867 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:14.921604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50552) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:14.946420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5047d07-4764-4bd0-b069-ee916859352d req-a6805cc6-102c-41b0-aa42-b9872f362c1e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376665 Sep 17 22:19:14.962759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] For port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:14.962759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] For port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d6d7100b-d243-4d8e-8aed-ec92a0da6b3c,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:14.991691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4290f7-4f11-4307-aa4d-c8c0e4607655 None None] Network 9993fd27-9a55-47f7-9df6-03c8088c4005 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:15.077664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.087134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3f4aa02b-376d-4825-affa-409ede13ce9e no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:15.126517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 3f4aa02b-376d-4825-affa-409ede13ce9e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:15.129199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3f4aa02b-376d-4825-affa-409ede13ce9e not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:15.133306 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.152901 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b25b8b57-c401-4218-974b-298b16364c74 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.170030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Network 62070a8a-5c99-4c5a-bf55-2777253b05df is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:15.232354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:15.233113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:18:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:15.237149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:15.247009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:15.307772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.361980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:15.364330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ce75-b446-4db8-854d-e10a54553460 None None] Pushing event updated for resources: {'Port': ['ID=d6d7100b-d243-4d8e-8aed-ec92a0da6b3c,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:15.379429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.382721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dac59-6a78-48df-88a6-b97edcee4299 req-e7780820-65ae-437d-b2d9-c06bb6671c01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:15.388543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b25b8b57-c401-4218-974b-298b16364c74 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.400695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-704dac59-6a78-48df-88a6-b97edcee4299 req-e7780820-65ae-437d-b2d9-c06bb6671c01 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.2979116 Sep 17 22:19:15.429818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.486181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-704dac59-6a78-48df-88a6-b97edcee4299 req-8a6642a1-c5c5-4e6a-881e-cb9c5a87c619 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779183 Sep 17 22:19:15.549706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:15.664526 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b25b8b57-c401-4218-974b-298b16364c74 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.671176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b25b8b57-c401-4218-974b-298b16364c74 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.674837 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b25b8b57-c401-4218-974b-298b16364c74 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd6e098e-6563-48f0-8e9f-1de3e5da3008 HTTP/1.1" status: 204 len: 168 time: 0.7492449 Sep 17 22:19:15.740735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b8b57-c401-4218-974b-298b16364c74 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e098e-6563-48f0-8e9f-1de3e5da3008,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:15.749964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Allocated IP 172.25.5.207 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/0d84101c-a8b0-4277-9fad-f2be8e86916e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:15.818198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7977360b-7464-4cfe-a02a-cc0d606cc82f None None] Provisioning complete for port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:15.818571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7977360b-7464-4cfe-a02a-cc0d606cc82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:15.846725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50562) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:15.943108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7977360b-7464-4cfe-a02a-cc0d606cc82f None None] Port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:15.979636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f9c65050-2c6f-455c-b54e-0f36619f531f up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:15.987284 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.029457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1fc09b-62da-4028-ba61-301f46f3e1df tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting subnet c75662f2-a59b-459c-83a4-ee00e6049e25 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:19:16.043754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc09b-62da-4028-ba61-301f46f3e1df tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.056145 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.059352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:09Z', 'revision_number': 3, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:16.094222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b0095-0f23-46d8-b700-d31e47580ee1 None None] The sync data for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 is: [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:09Z', 'revision_number': 3, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:16.102171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61bfa8-2df8-491d-bfd7-b4658690b842 req-6b4eebfb-4f3a-404d-8854-dd4109b6b034 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:16.103721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a61bfa8-2df8-491d-bfd7-b4658690b842 req-6b4eebfb-4f3a-404d-8854-dd4109b6b034 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.1719398 Sep 17 22:19:16.157938 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc09b-62da-4028-ba61-301f46f3e1df tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.261217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a61bfa8-2df8-491d-bfd7-b4658690b842 req-a92e8a7a-1d1b-406a-8a9c-4cc869aa0484 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345577 Sep 17 22:19:16.285514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6a5b1-0550-417a-8eab-2503eef3958c req-e7a7d3c9-3353-4347-979d-ce0a0f3520fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:16.285514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6af6a5b1-0550-417a-8eab-2503eef3958c req-e7a7d3c9-3353-4347-979d-ce0a0f3520fc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 944 time: 0.1979096 Sep 17 22:19:16.354924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port f9c65050-2c6f-455c-b54e-0f36619f531f completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:19:16.357397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port f9c65050-2c6f-455c-b54e-0f36619f531f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:16.357972 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.361650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.406347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:16.414390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:16.416357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:16.466532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc09b-62da-4028-ba61-301f46f3e1df tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.518258 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.564278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59ad145-ffef-4980-be02-6b8cb527c458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c65050-2c6f-455c-b54e-0f36619f531f'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:16.566940 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c4b5a5-8b05-45e3-ad40-97f98d126c57" -d '{"events": [{"server_uuid": "e59ad145-ffef-4980-be02-6b8cb527c458", "name": "network-vif-plugged", "status": "completed", "tag": "f9c65050-2c6f-455c-b54e-0f36619f531f"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:16.590857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6af6a5b1-0550-417a-8eab-2503eef3958c req-82b556e2-ecb0-4d4c-ab9b-d340ff9f2af2 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916350 Sep 17 22:19:16.634445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f9c65050-2c6f-455c-b54e-0f36619f531f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f9c65050-2c6f-455c-b54e-0f36619f531f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:16.658611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Pushing event updated for resources: {'Port': ['ID=0d84101c-a8b0-4277-9fad-f2be8e86916e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:16.666615 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12943310-1e93-4814-9c8c-b4f86515fa97 x-openstack-request-id: req-12943310-1e93-4814-9c8c-b4f86515fa97 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:16.666733 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59ad145-ffef-4980-be02-6b8cb527c458", "name": "network-vif-plugged", "status": "completed", "tag": "f9c65050-2c6f-455c-b54e-0f36619f531f", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:16.667085 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12943310-1e93-4814-9c8c-b4f86515fa97 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:16.667409 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59ad145-ffef-4980-be02-6b8cb527c458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c65050-2c6f-455c-b54e-0f36619f531f', 'code': 200} Sep 17 22:19:16.752260 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.822140 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.845425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=f9c65050-2c6f-455c-b54e-0f36619f531f,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:16.865365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867014a4-89d5-4e7d-a2a2-e237255782a3 req-af47fe2f-a263-489a-9348-32520d477490 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:16.874311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-867014a4-89d5-4e7d-a2a2-e237255782a3 req-af47fe2f-a263-489a-9348-32520d477490 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.2185295 Sep 17 22:19:16.874311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a86e7-0906-4918-8c06-e21a9f5dedf7 req-80794855-8c9a-4979-a668-4abe0d7ad4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:16.874311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b17a86e7-0906-4918-8c06-e21a9f5dedf7 req-80794855-8c9a-4979-a668-4abe0d7ad4f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 1097 time: 0.1362169 Sep 17 22:19:16.916250 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:16.934169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-867014a4-89d5-4e7d-a2a2-e237255782a3 req-cb812c16-0b76-4117-99a0-5f56f27ad1fd tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603557 Sep 17 22:19:17.007257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b17a86e7-0906-4918-8c06-e21a9f5dedf7 req-b10e48e2-dd6e-4bf1-9870-eb706534c1ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107833 Sep 17 22:19:17.007936 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc09b-62da-4028-ba61-301f46f3e1df tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.023487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.058211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fc09b-62da-4028-ba61-301f46f3e1df tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Subnet': ['ID=c75662f2-a59b-459c-83a4-ee00e6049e25,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:17.072955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc09b-62da-4028-ba61-301f46f3e1df tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.074920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3c1fc09b-62da-4028-ba61-301f46f3e1df tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/subnets/c75662f2-a59b-459c-83a4-ee00e6049e25 HTTP/1.1" status: 204 len: 168 time: 1.2252738 Sep 17 22:19:17.079741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc0060-cae4-4a43-98ec-03622c0097a4 None None] Network 02055d1d-c325-4303-8338-a49538d1de0e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:17.084034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50578) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:17.084761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:17.100214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.277128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Network 62070a8a-5c99-4c5a-bf55-2777253b05df is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:17.280265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:17.408555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a20bbf-d540-417a-ab27-912536aae8c3 None None] DHCP port deletion for 02055d1d-c325-4303-8338-a49538d1de0e request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:19:17.415032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.517142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.557890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e8a20bbf-d540-417a-ab27-912536aae8c3 None None] Deleting port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:17.563461 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8a20bbf-d540-417a-ab27-912536aae8c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.723831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Router 677e3377-0b50-4047-b69a-316037b0b003 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:17.770251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e8a20bbf-d540-417a-ab27-912536aae8c3 None None] For port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9909130a-7ca4-4c3d-a939-20dc7c8e0f89,segment=NetworkSegment(559c520e-ed06-4a78-afeb-b8cf1e7a47f6),segment_id=559c520e-ed06-4a78-afeb-b8cf1e7a47f6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:17.771091 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8a20bbf-d540-417a-ab27-912536aae8c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:17.804833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e8a20bbf-d540-417a-ab27-912536aae8c3 None None] Calling delete_port for 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:17.953792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-97200205-a22d-4d0f-8195-0a735004bdf8 None None] Provisioning complete for port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:17.953792 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97200205-a22d-4d0f-8195-0a735004bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.011824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-97200205-a22d-4d0f-8195-0a735004bdf8 None None] Port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:18.018770 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8a20bbf-d540-417a-ab27-912536aae8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.064943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a20bbf-d540-417a-ab27-912536aae8c3 None None] Pushing event deleted for resources: {'Port': ['ID=9909130a-7ca4-4c3d-a939-20dc7c8e0f89,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:18.072330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-abb4b099-268c-4b2b-8e4c-e00cff7ac90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.083372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a20bbf-d540-417a-ab27-912536aae8c3 None None] No DVR routers for this DVR port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:18.162509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Router 10ce5e0b-680c-4aaf-9752-3c97af370adf is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:19:18.292071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:18.292604 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.320506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d6d7100b-d243-4d8e-8aed-ec92a0da6b3c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:18.325922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aafeac-4dc0-469d-a2d4-5bb7f99fd649 req-8e3e1d1f-f94b-48ef-96af-2b5baee21c3e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:18.336400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76aafeac-4dc0-469d-a2d4-5bb7f99fd649 req-8e3e1d1f-f94b-48ef-96af-2b5baee21c3e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.7975838 Sep 17 22:19:18.414575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:18.426775 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Sync routers for ids ['10ce5e0b-680c-4aaf-9752-3c97af370adf'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:18.439473 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Routers {'10ce5e0b-680c-4aaf-9752-3c97af370adf'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:18.440390 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:18:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['10ce5e0b-680c-4aaf-9752-3c97af370adf'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:18.483748 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.487518 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f3291cd8-2f54-4a42-b05d-1e0b87e59e07 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4594839 Sep 17 22:19:18.488503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50592) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:18.499698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:18.503033 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.577312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] For port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89, host n-d-713498-17, got binding levels [] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:18.580864 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.645377 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Set router 10ce5e0b-680c-4aaf-9752-3c97af370adf gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:18.677977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76aafeac-4dc0-469d-a2d4-5bb7f99fd649 req-97217366-525c-45c3-808b-244925137264 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402605 Sep 17 22:19:18.687078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:18.704601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.ipam_backend_mixin [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 was not found and therefore no delete operation was performed {{(pid=101661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:19:18.708539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b3ed5-eb32-4782-87db-4ced14a96e10 req-e0a263e4-4e91-4e6f-8aea-9cf29705ad57 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:18.717647 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f52b3ed5-eb32-4782-87db-4ced14a96e10 req-e0a263e4-4e91-4e6f-8aea-9cf29705ad57 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 945 time: 0.9599409 Sep 17 22:19:18.727874 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.774997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=9909130a-7ca4-4c3d-a939-20dc7c8e0f89,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:18.777371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] No DVR routers for this DVR port 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:18.812234 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:18.881715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d6d7100b-d243-4d8e-8aed-ec92a0da6b3c,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:18.941793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f52b3ed5-eb32-4782-87db-4ced14a96e10 req-9995a619-3f12-49fd-b916-e616c528f560 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173545 Sep 17 22:19:18.963168 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.004640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.037016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:14Z', 'updated_at': '2021-09-17T22:19:16Z', 'revision_number': 3, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'gw_port': {'id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:15Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:19.059561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:19.077691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Sync routers for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:19.093774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-37be7703-0a98-4d88-8b02-616a6c1994e6 admin admin] 10.222.0.13 "PUT /v2.0/routers/677e3377-0b50-4047-b69a-316037b0b003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1412272 Sep 17 22:19:19.107085 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Checking router: 10ce5e0b-680c-4aaf-9752-3c97af370adf for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:19.107437 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Updating router 10ce5e0b-680c-4aaf-9752-3c97af370adf port 0d84101c-a8b0-4277-9fad-f2be8e86916e binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:19.122334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faf5a7-c86e-4056-b6cc-a2630a0e2146 req-bfa86a7b-e8bb-4aaf-a7c1-a4fdff0c2d20 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:19.124543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:19.126426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:18:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:19.152432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3faf5a7-c86e-4056-b6cc-a2630a0e2146 req-bfa86a7b-e8bb-4aaf-a7c1-a4fdff0c2d20 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.2990899 Sep 17 22:19:19.178628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02055d1d-c325-4303-8338-a49538d1de0e']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:19.184676 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.260561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:19.265351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559c520e-ed06-4a78-afeb-b8cf1e7a47f6') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:19.265816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559c520e-ed06-4a78-afeb-b8cf1e7a47f6') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:19.334031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.360438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:19.362384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=d6d7100b-d243-4d8e-8aed-ec92a0da6b3c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:19.404085 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.410930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:19.411293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9909130a-7ca4-4c3d-a939-20dc7c8e0f89 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:19.444379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:19:19.444620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:19:19.453338 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:19:19.493125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3faf5a7-c86e-4056-b6cc-a2630a0e2146 req-82dc8073-a20d-4cce-a083-b95bd658273b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394036 Sep 17 22:19:19.601675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.667730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.684009 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.689448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/networks/02055d1d-c325-4303-8338-a49538d1de0e HTTP/1.1" status: 204 len: 168 time: 2.5978136 Sep 17 22:19:19.719796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50618) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:19.799923 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.822445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0', 'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'mac_address': 'fa:16:3e:49:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:13Z', 'updated_at': '2021-09-17T22:19:16Z', 'revision_number': 2, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'subnets': [{'id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:19.846092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6566cc-cc33-4e34-b0ac-ab0da201773c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Network': ['ID=02055d1d-c325-4303-8338-a49538d1de0e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:19.858836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Checking router: 677e3377-0b50-4047-b69a-316037b0b003 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:19.859200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Updating router 677e3377-0b50-4047-b69a-316037b0b003 port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:19.889284 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.901357 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:19.993234 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Attempting to bind port 0d84101c-a8b0-4277-9fad-f2be8e86916e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:19.993630 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Attempting to bind port 0d84101c-a8b0-4277-9fad-f2be8e86916e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:19.993965 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Attempting to bind port 0d84101c-a8b0-4277-9fad-f2be8e86916e on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:20.073352 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:20.076507 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:20.076925 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.077466 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:20.082737 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Bound port: 0d84101c-a8b0-4277-9fad-f2be8e86916e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:20.082936 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.205240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Allocated IP 172.20.0.1 (9993fd27-9a55-47f7-9df6-03c8088c4005/15ce2c70-6f3d-4b9a-b608-15f8bb71974a/06725299-d78a-4060-a722-52c721e559ff) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:20.263890 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] For port 0d84101c-a8b0-4277-9fad-f2be8e86916e, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:20.278679 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] For port 0d84101c-a8b0-4277-9fad-f2be8e86916e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0d84101c-a8b0-4277-9fad-f2be8e86916e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:20.308055 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Pushing event updated for resources: {'Port': ['ID=0d84101c-a8b0-4277-9fad-f2be8e86916e,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:20.328104 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.330253 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.335740 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.336404 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.336971 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.337530 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.338118 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.338698 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.339307 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.339916 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.340476 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.341243 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:20.356647 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b8b453a7-8046-4b8b-b9b8-836dd202d35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.390193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d6d7100b-d243-4d8e-8aed-ec92a0da6b3c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:20.417513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6428af-16cf-47a1-b981-179173a0f6a2 req-852649cc-47ca-4bb9-852d-a0af3e954f17 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:20.419129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d6428af-16cf-47a1-b981-179173a0f6a2 req-852649cc-47ca-4bb9-852d-a0af3e954f17 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.5815370 Sep 17 22:19:20.427650 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.479614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db95ae-4309-4c41-b5a4-df02ee10dc13 req-ceded14f-8d56-47f7-9633-105facf9b917 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:20.481088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27db95ae-4309-4c41-b5a4-df02ee10dc13 req-ceded14f-8d56-47f7-9633-105facf9b917 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 945 time: 0.4403806 Sep 17 22:19:20.520400 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.535338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d6428af-16cf-47a1-b981-179173a0f6a2 req-80d01ddc-009f-4471-8218-75e7e68cda69 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934727 Sep 17 22:19:20.559428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27db95ae-4309-4c41-b5a4-df02ee10dc13 req-6ca1103c-fc54-4983-a19c-d4e503497a32 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705061 Sep 17 22:19:20.588754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port 32bf8032-5a56-4bc5-9dbe-d5a3afdafad9 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:20.588754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.652605 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e304fe-4246-49e1-b3e1-b6bab10af020 None None] Pushing event updated for resources: {'Port': ['ID=0d84101c-a8b0-4277-9fad-f2be8e86916e,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:20.731434 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Routers {'10ce5e0b-680c-4aaf-9752-3c97af370adf'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:20.733355 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['10ce5e0b-680c-4aaf-9752-3c97af370adf'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:20.803752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:20.804125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.828320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.828782 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.853619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for 32bf8032-5a56-4bc5-9dbe-d5a3afdafad9 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:20.872904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:20.933586 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] Set router 10ce5e0b-680c-4aaf-9752-3c97af370adf gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:20.948759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.005743 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Network 9993fd27-9a55-47f7-9df6-03c8088c4005 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:21.009499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:21.035567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:21.059510 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.174551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Pushing event updated for resources: {'Port': ['ID=06725299-d78a-4060-a722-52c721e559ff,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:21.220290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c754b2e-d2a3-4fad-8080-b17295544c33 req-854c7a71-0200-4f9a-9539-d70d9bbed2d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:21.226852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c754b2e-d2a3-4fad-8080-b17295544c33 req-854c7a71-0200-4f9a-9539-d70d9bbed2d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.3352139 Sep 17 22:19:21.236943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31838d-b6a9-4df2-8c67-a19462e606a0 None None] Pushing event updated for resources: {'Port': ['ID=ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:21.248031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:14Z', 'updated_at': '2021-09-17T22:19:16Z', 'revision_number': 3, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'gw_port': {'id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:15Z', 'updated_at': '2021-09-17T22:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:21.265701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.332273 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.363614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Attempting to bind port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:21.364005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Attempting to bind port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:21.367720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Attempting to bind port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 on network 62070a8a-5c99-4c5a-bf55-2777253b05df {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:21.373251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c754b2e-d2a3-4fad-8080-b17295544c33 req-99b004f8-5acd-40dd-ad92-3149c001af10 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413796 Sep 17 22:19:21.381941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:21.381941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Checking segment: {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:21.381941 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.381941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Bound using segment: {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:21.382469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Bound port: ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:21.382651 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.646068 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.676870 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] For port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:21.704812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] For port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:21.707766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.739981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5f51acf6-d7f3-4d44-9eee-ae001eaba5e7 None None] Provisioning complete for port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:21.740357 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5f51acf6-d7f3-4d44-9eee-ae001eaba5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.747323 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153407c-f6b7-4c65-a835-b0b488e1f79a None None] The sync data for ids ['10ce5e0b-680c-4aaf-9752-3c97af370adf'] in n-d-713498-17 is: [{'id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:14Z', 'updated_at': '2021-09-17T22:19:16Z', 'revision_number': 3, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'gw_port': {'id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:15Z', 'updated_at': '2021-09-17T22:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:21.768354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=32bf8032-5a56-4bc5-9dbe-d5a3afdafad9,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:21.818674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5f51acf6-d7f3-4d44-9eee-ae001eaba5e7 None None] Port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:21.823170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.914653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:21.930009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:21.930009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:22.109737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-8ac5427f-287a-476c-b976-7d5846c57b3a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:22.119095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-8ac5427f-287a-476c-b976-7d5846c57b3a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.5581517 Sep 17 22:19:22.123485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31838d-b6a9-4df2-8c67-a19462e606a0 None None] Pushing event updated for resources: {'Port': ['ID=ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:22.350463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:22.351764 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Floating IP 56ed6e07-7489-43d5-9a52-d92f65425b4e disassociated (deleted). External IP: 172.25.5.21, port: bd078704-1541-4697-9d7e-b62930954cd2. Sep 17 22:19:22.442428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:22.511678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a05c03f4-83e8-4699-b3b7-6b3bea5e92bd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/quotas/2bf6624a12954b2f98a82611bfa802cd HTTP/1.1" status: 200 len: 375 time: 0.3190858 Sep 17 22:19:22.643422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3e646182-e7e9-443e-9491-62e90ec4acfa None None] Provisioning complete for port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:22.648353 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e646182-e7e9-443e-9491-62e90ec4acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:22.695371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:22.762958 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:22.845945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f148e-654b-4160-b907-13997bf234ad req-bcb3bac0-63ee-43bc-8409-7d150608b0c7 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:22.848318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-479f148e-654b-4160-b907-13997bf234ad req-bcb3bac0-63ee-43bc-8409-7d150608b0c7 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.6151686 Sep 17 22:19:22.860341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-7a7654d0-0987-4668-8208-a7f64d95348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:22.864213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-7a7654d0-0987-4668-8208-a7f64d95348f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da8ff001bd764ba1be155184f742d194&device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 1097 time: 0.6722646 Sep 17 22:19:22.902140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Pushing event updated for resources: {'Port': ['ID=06725299-d78a-4060-a722-52c721e559ff,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:22.933756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.082656 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-5928d6f0-6960-4fce-9023-5ae3c2b53f2e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5695767 Sep 17 22:19:23.211431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Network 9993fd27-9a55-47f7-9df6-03c8088c4005 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:23.219821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:23.317488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-479f148e-654b-4160-b907-13997bf234ad req-a766eb60-ae8f-4b67-a3dd-ea2aea724ea2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504921 Sep 17 22:19:23.631466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Router 10ce5e0b-680c-4aaf-9752-3c97af370adf has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:23.662330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-186053c9-0dec-4633-beed-10ae883ef49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:23.662771 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e646182-e7e9-443e-9491-62e90ec4acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.664684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-186053c9-0dec-4633-beed-10ae883ef49d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 200 len: 915 time: 0.7866633 Sep 17 22:19:23.679503 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.712656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:23.757250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3e646182-e7e9-443e-9491-62e90ec4acfa None None] For port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:23.775346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-98749905-dacd-4650-afb3-ca40e606408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0', 'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'mac_address': 'fa:16:3e:49:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:13Z', 'updated_at': '2021-09-17T22:19:21Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'subnets': [{'id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:23.790083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-4f63a109-9938-439a-aed2-e23bbc00ac5f service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064676 Sep 17 22:19:23.805381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-d7b591c9-223f-4267-bbcf-c90d1d2ab115 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89dd422f-bc37-4f7b-b3ab-0800a85fd288 HTTP/1.1" status: 200 len: 217 time: 0.1285481 Sep 17 22:19:23.823993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98749905-dacd-4650-afb3-ca40e606408a None None] The sync data for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 is: [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0', 'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'mac_address': 'fa:16:3e:49:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:13Z', 'updated_at': '2021-09-17T22:19:21Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'subnets': [{'id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:23.848739 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e646182-e7e9-443e-9491-62e90ec4acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:23.937857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:23.958198 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a145f17a-c4ec-4b38-ae65-fe827c3b71fd admin admin] 10.222.0.13 "PUT /v2.0/routers/10ce5e0b-680c-4aaf-9752-3c97af370adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4685588 Sep 17 22:19:23.989754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3013b8-045a-4260-aaca-51ad4bee601b req-77f1108a-0efd-45cd-8691-722d90ce5300 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:23.998626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b3013b8-045a-4260-aaca-51ad4bee601b req-77f1108a-0efd-45cd-8691-722d90ce5300 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.4633121 Sep 17 22:19:24.038101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e646182-e7e9-443e-9491-62e90ec4acfa None None] Pushing event updated for resources: {'Port': ['ID=ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:24.218037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b3013b8-045a-4260-aaca-51ad4bee601b req-f47bd42b-cc94-4108-9cd4-fa483eb806bd tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184305 Sep 17 22:19:24.448777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-37199798-c07d-4b1e-b243-57e78e7896c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:24.457311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-37199798-c07d-4b1e-b243-57e78e7896c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e91fba5-17e0-4198-8e2f-cd367f481ee1 HTTP/1.1" status: 200 len: 854 time: 0.6039164 Sep 17 22:19:24.534042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:24.659874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:24.660379 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:24.849638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0d84101c-a8b0-4277-9fad-f2be8e86916e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:24.990833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0d84101c-a8b0-4277-9fad-f2be8e86916e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:24.991219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.212278 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Sync routers for ids ['10ce5e0b-680c-4aaf-9752-3c97af370adf'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:25.213585 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.236152 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Routers {'10ce5e0b-680c-4aaf-9752-3c97af370adf'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:25.239515 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['10ce5e0b-680c-4aaf-9752-3c97af370adf'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:25.271767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 0d84101c-a8b0-4277-9fad-f2be8e86916e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0d84101c-a8b0-4277-9fad-f2be8e86916e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:25.364282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.365233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-03a3bf60-5c51-4401-8fb1-2098821a88f1 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5673716 Sep 17 22:19:25.403780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-4b57b874-8f32-40c2-b8f1-2f01bec7b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:25.403780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-4b57b874-8f32-40c2-b8f1-2f01bec7b425 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c508cfe-6c6f-43c2-aa22-90b9726bef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9410367 Sep 17 22:19:25.471777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:25.477350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:25.519865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=0d84101c-a8b0-4277-9fad-f2be8e86916e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:25.527171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] Sync routers for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:25.545296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2f7a16be-7bd1-40cb-84a7-5593e2a5188d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/floatingips/56ed6e07-7489-43d5-9a52-d92f65425b4e HTTP/1.1" status: 204 len: 168 time: 5.8165247 Sep 17 22:19:25.683275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:25.683275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:25.684723 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Set router 10ce5e0b-680c-4aaf-9752-3c97af370adf gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:25.685007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:25.685007 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86" -d '{"events": [{"name": "network-changed", "server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "tag": "bd078704-1541-4697-9d7e-b62930954cd2"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:25.735569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-086dc910-7942-4aaa-ad7f-607d006ae825 service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985620 Sep 17 22:19:25.749950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:26.110196 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:14Z', 'updated_at': '2021-09-17T22:19:21Z', 'revision_number': 4, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'gw_port': {'id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:15Z', 'updated_at': '2021-09-17T22:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '06725299-d78a-4060-a722-52c721e559ff', 'name': '', 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'mac_address': 'fa:16:3e:0e:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15ce2c70-6f3d-4b9a-b608-15f8bb71974a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:19Z', 'updated_at': '2021-09-17T22:19:22Z', 'revision_number': 2, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'subnets': [{'id': '15ce2c70-6f3d-4b9a-b608-15f8bb71974a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:26.126070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:19:07Z', 'revision_number': 6, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:26.155846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b0ad5-dc32-47ed-b2d8-1bfe7c73f8b1 req-2afe24a7-b194-45ab-92d7-6a15312c201d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:26.157400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-952b0ad5-dc32-47ed-b2d8-1bfe7c73f8b1 req-2afe24a7-b194-45ab-92d7-6a15312c201d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.1497834 Sep 17 22:19:26.173876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4423254a-51c0-41a5-8ee2-e890a11235ee req-24db8869-621f-477b-8045-b6c6ea2e7c37 service neutron] 10.222.0.32 "GET /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299908 Sep 17 22:19:26.248018 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Checking router: 10ce5e0b-680c-4aaf-9752-3c97af370adf for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:26.259209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] Checking router: 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:26.259647 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Updating router 10ce5e0b-680c-4aaf-9752-3c97af370adf port 06725299-d78a-4060-a722-52c721e559ff binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:26.298059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-952b0ad5-dc32-47ed-b2d8-1bfe7c73f8b1 req-84926de3-f94c-423c-ad41-af9c48e96b1a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223176 Sep 17 22:19:26.311032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0d84101c-a8b0-4277-9fad-f2be8e86916e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:26.317706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:26.318352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:26.320049 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:26.571686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c312-616f-4715-9013-03d7e2b70d99 req-e307e7b1-1d39-4769-8e88-99dbb5ed3e9d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:26.577678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0d84101c-a8b0-4277-9fad-f2be8e86916e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:26.578147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:26.591979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3b1c312-616f-4715-9013-03d7e2b70d99 req-e307e7b1-1d39-4769-8e88-99dbb5ed3e9d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1316156 Sep 17 22:19:26.615664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:26.715610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3b1c312-616f-4715-9013-03d7e2b70d99 req-b282c6ab-b8ce-4f45-8ce0-84355d5ae2eb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220334 Sep 17 22:19:26.919144 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:27.013640 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:19:07Z', 'revision_number': 6, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:27.025709 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:27.044663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4bbc1-b62c-4694-b2b9-8e9617e5be62 None None] The sync data for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 is: [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:19:07Z', 'revision_number': 6, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7cbeb086-269a-48dc-81a3-1eb5851afdd9', 'name': '', 'network_id': '5708fbc8-62a0-48b1-a0c8-0166e5c1115d', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:ed:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:17:00Z', 'updated_at': '2021-09-17T22:17:10Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '1772335b-d5d7-43a3-b5c2-ccb96ea0a038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:27.113139 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f8ad1-c13a-4e9d-917b-12fd57e81bcd None None] Pushing event updated for resources: {'Port': ['ID=06725299-d78a-4060-a722-52c721e559ff,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:27.224905 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Attempting to bind port 06725299-d78a-4060-a722-52c721e559ff on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:27.225270 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Attempting to bind port 06725299-d78a-4060-a722-52c721e559ff by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:27.227254 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Attempting to bind port 06725299-d78a-4060-a722-52c721e559ff on network 9993fd27-9a55-47f7-9df6-03c8088c4005 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:27.239622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:27.240013 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Checking segment: {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:27.240394 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:27.241193 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Bound using segment: {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:27.241667 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Bound port: 06725299-d78a-4060-a722-52c721e559ff, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:27.242117 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:27.332196 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048746a6-21f5-4c8f-bf7e-4724815db21e x-openstack-request-id: req-048746a6-21f5-4c8f-bf7e-4724815db21e {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:27.332506 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "tag": "bd078704-1541-4697-9d7e-b62930954cd2", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:27.332759 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-048746a6-21f5-4c8f-bf7e-4724815db21e {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:27.333162 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2', 'status': 'completed', 'code': 200} Sep 17 22:19:27.408689 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] For port 06725299-d78a-4060-a722-52c721e559ff, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:27.419447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-f6d0fdcb-b4d5-491b-9adb-a1c01d9b4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:27.422288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-f6d0fdcb-b4d5-491b-9adb-a1c01d9b4bd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 1097 time: 0.0557230 Sep 17 22:19:27.436256 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] For port 06725299-d78a-4060-a722-52c721e559ff, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=06725299-d78a-4060-a722-52c721e559ff,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:27.504536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a61e5ae6-eb94-48ee-9ce1-5afa7b2b4fe8 req-1d49d4a0-a130-4c51-93ce-19310fe6efc3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 210 time: 0.0569012 Sep 17 22:19:27.540487 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:27.655204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-08efe2e9-3f9b-4984-9533-bcc8fe5fafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:27.657344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-08efe2e9-3f9b-4984-9533-bcc8fe5fafc0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d HTTP/1.1" status: 200 len: 896 time: 0.2268746 Sep 17 22:19:27.673417 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f8ad1-c13a-4e9d-917b-12fd57e81bcd None None] Pushing event updated for resources: {'Port': ['ID=06725299-d78a-4060-a722-52c721e559ff,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:27.676542 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Routers {'10ce5e0b-680c-4aaf-9752-3c97af370adf'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:27.677148 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['10ce5e0b-680c-4aaf-9752-3c97af370adf'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:27.721050 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e40bc8-9045-44e1-bc22-86f8d62859dc None None] New status for floating IP 56ed6e07-7489-43d5-9a52-d92f65425b4e: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:19:27.738592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-102edffe-a7a9-43da-bfca-c4cfaa31eb12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd078704-1541-4697-9d7e-b62930954cd2 HTTP/1.1" status: 200 len: 217 time: 0.0708630 Sep 17 22:19:27.951371 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] Set router 10ce5e0b-680c-4aaf-9752-3c97af370adf gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:27.955253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7e350-4213-47e4-a526-5488183edf48 req-4254f5f4-0a27-4985-b761-cfbd3c78360e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:27.963354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2b7e350-4213-47e4-a526-5488183edf48 req-4254f5f4-0a27-4985-b761-cfbd3c78360e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 945 time: 0.2233956 Sep 17 22:19:27.986645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-d5f4dfca-c5b5-4db3-9d32-b7cbabeb25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:27.986914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-d5f4dfca-c5b5-4db3-9d32-b7cbabeb25e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1772335b-d5d7-43a3-b5c2-ccb96ea0a038 HTTP/1.1" status: 200 len: 835 time: 0.2246215 Sep 17 22:19:28.012747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2b7e350-4213-47e4-a526-5488183edf48 req-cd0f1fa3-4778-4e25-9c58-b0f5da4c5f59 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465415 Sep 17 22:19:28.107543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-d4579225-4182-486e-bdf2-5bb3883b2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.109001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-d4579225-4182-486e-bdf2-5bb3883b2d14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5708fbc8-62a0-48b1-a0c8-0166e5c1115d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952981 Sep 17 22:19:28.242397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe211-1b00-447c-b40e-9bc0dc4789c6 req-57a00c4e-fb77-4ed0-8d88-eac19667766a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.250191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bbfe211-1b00-447c-b40e-9bc0dc4789c6 req-57a00c4e-fb77-4ed0-8d88-eac19667766a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.1199992 Sep 17 22:19:28.302596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bbfe211-1b00-447c-b40e-9bc0dc4789c6 req-ac4034c1-9b49-477c-a42f-13c2725861c7 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514166 Sep 17 22:19:28.397426 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:14Z', 'updated_at': '2021-09-17T22:19:21Z', 'revision_number': 4, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'gw_port': {'id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:15Z', 'updated_at': '2021-09-17T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '06725299-d78a-4060-a722-52c721e559ff', 'name': '', 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'mac_address': 'fa:16:3e:0e:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15ce2c70-6f3d-4b9a-b608-15f8bb71974a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:19Z', 'updated_at': '2021-09-17T22:19:27Z', 'revision_number': 4, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'subnets': [{'id': '15ce2c70-6f3d-4b9a-b608-15f8bb71974a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:28.432502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-ccb8a848-5a1b-46c4-8dac-badb0f9d600c service neutron] 10.222.0.32 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124859 Sep 17 22:19:28.442491 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df49a0b-4ef9-4ad4-a267-ea6672f6cdcb None None] The sync data for ids ['10ce5e0b-680c-4aaf-9752-3c97af370adf'] in n-d-713498-17 is: [{'id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:14Z', 'updated_at': '2021-09-17T22:19:21Z', 'revision_number': 4, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'gw_port': {'id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:15Z', 'updated_at': '2021-09-17T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '06725299-d78a-4060-a722-52c721e559ff', 'name': '', 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'mac_address': 'fa:16:3e:0e:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15ce2c70-6f3d-4b9a-b608-15f8bb71974a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:19Z', 'updated_at': '2021-09-17T22:19:27Z', 'revision_number': 4, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'subnets': [{'id': '15ce2c70-6f3d-4b9a-b608-15f8bb71974a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:28.469301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-00b8e9dd-5cce-45d3-95b8-208ebc523cb2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1422462 Sep 17 22:19:28.670823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d686ec-7e9a-4a39-a154-b16b239a8464 req-85c1c251-7780-4d75-b9db-4669a7366a4a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.677719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93d686ec-7e9a-4a39-a154-b16b239a8464 req-85c1c251-7780-4d75-b9db-4669a7366a4a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.2649987 Sep 17 22:19:28.759356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93d686ec-7e9a-4a39-a154-b16b239a8464 req-d3c8f0ee-115d-48ab-a848-429a4fcc43a1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794356 Sep 17 22:19:28.830971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-99d60dfb-e9bf-4e25-b51f-27931c940b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.830971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-99d60dfb-e9bf-4e25-b51f-27931c940b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.830971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-99d60dfb-e9bf-4e25-b51f-27931c940b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.830971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-99d60dfb-e9bf-4e25-b51f-27931c940b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.836344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-99d60dfb-e9bf-4e25-b51f-27931c940b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.836923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-99d60dfb-e9bf-4e25-b51f-27931c940b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.838483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-99d60dfb-e9bf-4e25-b51f-27931c940b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.843919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-99d60dfb-e9bf-4e25-b51f-27931c940b4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a2dc38667d414d82ef9c49e81a359b&device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 6510 time: 0.2473514 Sep 17 22:19:28.863734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc95ffe-6b60-406e-a4c5-a3339af3ae86 req-e570a823-72f4-4b98-a80c-5044b033f932 service neutron] 10.222.0.32 "GET /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749976 Sep 17 22:19:28.902624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-6a088594-367d-4893-95a8-0757b476d75b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:28.923472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-6a088594-367d-4893-95a8-0757b476d75b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 945 time: 0.1188807 Sep 17 22:19:29.143607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56216819-92d6-4a3f-9433-b16526bf1db5 req-5a96d4b9-57c0-42c8-aa67-9d30576a6afa tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 210 time: 0.0723112 Sep 17 22:19:29.289331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port bd078704-1541-4697-9d7e-b62930954cd2 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:29.290192 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.342864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-68b2e08d-3461-42bd-8669-19abe06818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.342864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-68b2e08d-3461-42bd-8669-19abe06818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.342864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-68b2e08d-3461-42bd-8669-19abe06818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.343245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-68b2e08d-3461-42bd-8669-19abe06818f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=d52773da-ea71-415b-9d63-4f91823d2c03&id=326fc1b5-7834-476d-a7fb-3ec75767f891&id=326fc1b5-7834-476d-a7fb-3ec75767f891 HTTP/1.1" status: 200 len: 2295 time: 0.4502571 Sep 17 22:19:29.425601 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-12c15639-819f-4d9e-bce0-fb76b4762e2a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.428408 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-12c15639-819f-4d9e-bce0-fb76b4762e2a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.4026554 Sep 17 22:19:29.441288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-5ade60f1-3d43-4fb1-a1d2-b708b95bddfb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11 HTTP/1.1" status: 200 len: 1001 time: 0.0838652 Sep 17 22:19:29.537979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec1db-210c-4a0a-95b2-e5966d7365a1 req-d014be78-b65d-45f3-bcc0-f2c7ad02d336 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.547736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] For port bd078704-1541-4697-9d7e-b62930954cd2, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=bd078704-1541-4697-9d7e-b62930954cd2,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:29.549217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86eec1db-210c-4a0a-95b2-e5966d7365a1 req-d014be78-b65d-45f3-bcc0-f2c7ad02d336 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.2045720 Sep 17 22:19:29.551977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:29.579429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Request body: {'port': {'device_id': '767388ef-aa5c-4c9f-aad0-c800d32aee5d', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'admin_state_up': True, 'tenant_id': '2bf6624a12954b2f98a82611bfa802cd'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:29.584099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for bd078704-1541-4697-9d7e-b62930954cd2 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:29.586931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-0a3dd931-4948-477c-a741-2e974fd1933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.592535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-0a3dd931-4948-477c-a741-2e974fd1933a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff22ac41-1331-40f0-914f-a615036958e1 HTTP/1.1" status: 200 len: 855 time: 0.1353893 Sep 17 22:19:29.673676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86eec1db-210c-4a0a-95b2-e5966d7365a1 req-24d22377-e8f5-4f58-aa55-22329e6eca91 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226945 Sep 17 22:19:29.705844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-056842be-c820-477a-b666-2bdd30ea9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.716571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-056842be-c820-477a-b666-2bdd30ea9ad4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7326ed9-6ce3-4256-b4f3-1c934d40e640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140096 Sep 17 22:19:29.883453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-1ec5e7c8-fc71-4dc1-9d37-5c9630f960f2 service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584675 Sep 17 22:19:29.899761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02bb20-8e9c-43db-b89a-b9fb3e9cbf1e req-868c7df7-ac90-4b2a-ac20-646fb826dd7f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:29.901310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e02bb20-8e9c-43db-b89a-b9fb3e9cbf1e req-868c7df7-ac90-4b2a-ac20-646fb826dd7f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 945 time: 0.1070044 Sep 17 22:19:29.973706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e02bb20-8e9c-43db-b89a-b9fb3e9cbf1e req-7b784cf3-be65-474d-98e6-babd8270a3e2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5723870-8e79-4779-b23d-a69b422fd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637043 Sep 17 22:19:30.062394 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.202643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=bd078704-1541-4697-9d7e-b62930954cd2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:30.207602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Made reservation on behalf of 2bf6624a12954b2f98a82611bfa802cd for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:30.217909 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.242887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-d9308b19-7a8e-440c-acbf-48157698aa1f service neutron] 10.222.0.32 "GET /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403687 Sep 17 22:19:30.372687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-76dfeb5b-59a8-4c7f-b085-d452fb347962 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 200 len: 217 time: 0.1111953 Sep 17 22:19:30.429204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b937-8844-40d4-8bce-cf43a1d28425 req-a2359f71-d4a3-4727-8903-7a9540c52401 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:30.444887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9a9b937-8844-40d4-8bce-cf43a1d28425 req-a2359f71-d4a3-4727-8903-7a9540c52401 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 946 time: 0.2922592 Sep 17 22:19:30.447190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 06725299-d78a-4060-a722-52c721e559ff up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:30.597677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9a9b937-8844-40d4-8bce-cf43a1d28425 req-4e1be985-d47b-4757-8e34-359d0b1ed60a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513734 Sep 17 22:19:30.618671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-28f63887-ea84-4271-a68f-1a6ff46942b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:30.620193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-28f63887-ea84-4271-a68f-1a6ff46942b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.2299554 Sep 17 22:19:30.626943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 06725299-d78a-4060-a722-52c721e559ff triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:30.629080 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.735902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-ce723617-0479-4f1c-9700-1532b5222c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:30.740474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-ce723617-0479-4f1c-9700-1532b5222c4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087382 Sep 17 22:19:30.825021 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.902745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 06725299-d78a-4060-a722-52c721e559ff, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=06725299-d78a-4060-a722-52c721e559ff,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:30.960242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2799-1c9f-470e-b24e-638de1e262a8 req-41218ad2-c94b-4b7b-991d-818365c1d462 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:30.968076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3efd2799-1c9f-470e-b24e-638de1e262a8 req-41218ad2-c94b-4b7b-991d-818365c1d462 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1866460 Sep 17 22:19:30.980355 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:30.982501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] No DVR routers for this DVR port bd078704-1541-4697-9d7e-b62930954cd2 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:31.001461 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:31.004410 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1ec50dea-c4c6-4ef9-a6ab-d74e5690865c req-94fbf86e-12ae-4513-bf07-9690977a185c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "DELETE /v2.0/ports/bd078704-1541-4697-9d7e-b62930954cd2 HTTP/1.1" status: 204 len: 173 time: 2.0736537 Sep 17 22:19:31.017015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'name': 'network-vif-deleted', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:31.025605 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2ec89c-7542-45d6-84b6-ed0e4a8347bd" -d '{"events": [{"server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "name": "network-vif-deleted", "tag": "bd078704-1541-4697-9d7e-b62930954cd2"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:31.025764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-54bc51b9-2e63-4e17-b75a-10620bdd363d service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769194 Sep 17 22:19:31.037545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3efd2799-1c9f-470e-b24e-638de1e262a8 req-7b2dcbbe-48bd-42f3-8011-2bdaa7c8b3bc tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664418 Sep 17 22:19:31.142739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=06725299-d78a-4060-a722-52c721e559ff,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:31.158164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Allocated IP 172.20.0.5 (009e2ae4-9011-425b-9754-1716813af3af/307d71a2-a6e3-4c0d-b439-90598e2bd635/95729f5f-7c58-46f2-a773-15ed6a407fed) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:31.205030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.205575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.206678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.209194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.209657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.210134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.210575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.211082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.212567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.213228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.214026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.215009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:31.281468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e51a1522-5f3a-4fc7-ab17-c1470b415b13 req-b68b1d50-cb21-4599-9d27-512e30350b7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 210 time: 0.0975192 Sep 17 22:19:31.290732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-ecff149a-ce50-4ce2-9fc0-003f2caf6c52 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486246 Sep 17 22:19:31.428074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-6fb32aec-6d21-4af1-adaf-637610a0f9c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 200 len: 217 time: 0.1279860 Sep 17 22:19:31.578731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-adee5069-42b0-4940-a91f-caaf7b675d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:31.582935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-adee5069-42b0-4940-a91f-caaf7b675d30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1426301 Sep 17 22:19:31.614580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b2db3-b882-4b03-b6d4-4dd8479c246b req-f8a4a4b5-e496-482f-9c15-be93c17f4a1d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:31.616526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-477b2db3-b882-4b03-b6d4-4dd8479c246b req-f8a4a4b5-e496-482f-9c15-be93c17f4a1d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.1194096 Sep 17 22:19:31.654728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:31.704746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-477b2db3-b882-4b03-b6d4-4dd8479c246b req-6cabc0ed-36fb-451c-a75f-9688b66e7057 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592983 Sep 17 22:19:31.724928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-5cf3124a-e832-494e-b902-ad84092ad262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:31.728029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-5cf3124a-e832-494e-b902-ad84092ad262 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1357098 Sep 17 22:19:31.794825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:31.816453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:31.875479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a69f1bf-d5e4-4b73-b0b9-679f74ee64e8 req-e621bfe8-5fd2-4858-9c7a-3126ed7ddcb3 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25b0115-3e4b-4eab-815c-d18858caa221 HTTP/1.1" status: 200 len: 210 time: 0.0513420 Sep 17 22:19:31.921779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Network 009e2ae4-9011-425b-9754-1716813af3af is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:31.936755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:31.942771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:31.959743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['f9c65050-2c6f-455c-b54e-0f36619f531f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:31.962602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-0c28f79e-7dea-48c4-a6d5-a308ed03b3ef service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245846 Sep 17 22:19:32.004868 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a552152d-d00b-437f-a2ec-578558b1824d x-openstack-request-id: req-a552152d-d00b-437f-a2ec-578558b1824d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:32.005879 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b0115-3e4b-4eab-815c-d18858caa221", "name": "network-vif-deleted", "tag": "bd078704-1541-4697-9d7e-b62930954cd2", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:32.006726 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a552152d-d00b-437f-a2ec-578558b1824d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:32.008133 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b0115-3e4b-4eab-815c-d18858caa221', 'name': 'network-vif-deleted', 'tag': 'bd078704-1541-4697-9d7e-b62930954cd2', 'status': 'completed', 'code': 200} Sep 17 22:19:32.013912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event updated for resources: {'Port': ['ID=95729f5f-7c58-46f2-a773-15ed6a407fed,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:32.073514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:32.075653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:32.078488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device bd078704-1541-4697-9d7e-b62930954cd2 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:32.092071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-9bb19de1-da84-4416-87e6-379b0eb8efc4 req-406b5c00-1585-4920-802c-3b7381c2848f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:19:32.093419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bb19de1-da84-4416-87e6-379b0eb8efc4 req-406b5c00-1585-4920-802c-3b7381c2848f tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227430 Sep 17 22:19:32.106338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: bd078704-1541-4697-9d7e-b62930954cd2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:32.106970 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device bd078704-1541-4697-9d7e-b62930954cd2 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:32.202959 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a9acd8fe-7cc9-47bc-bdb2-0b83d8ed87f9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6282527 Sep 17 22:19:32.221668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Request body: {'port': {'device_id': '767388ef-aa5c-4c9f-aad0-c800d32aee5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:32.314241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bb19de1-da84-4416-87e6-379b0eb8efc4 req-5ddfd529-bc8e-4e7c-b995-5676cf55f0e6 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1526103 Sep 17 22:19:32.353415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-28bbec91-b575-4af3-b7c7-b6e6517fdcaa service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826089 Sep 17 22:19:32.435408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 06725299-d78a-4060-a722-52c721e559ff up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:32.443743 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:32.465505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-521d0f1e-8649-4952-b3e1-c2bc73ddc6a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b HTTP/1.1" status: 200 len: 217 time: 0.0991969 Sep 17 22:19:32.584239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-0710bee3-4eb0-490a-9815-b8a52de53780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:32.589631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-0710bee3-4eb0-490a-9815-b8a52de53780 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1099877 Sep 17 22:19:32.685056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-0d6696c8-4f7d-4603-97cf-0f7b98287faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:32.687029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-0d6696c8-4f7d-4603-97cf-0f7b98287faa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0940940 Sep 17 22:19:32.736077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 06725299-d78a-4060-a722-52c721e559ff triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:32.736450 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:32.966860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-454b6039-fb58-4937-809f-3b6575833e92 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707264 Sep 17 22:19:32.976361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7c454-9478-4cd0-b549-bbfc0fd8d61d req-d5b7763b-1835-49d0-b7cd-866de59610d9 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:32.978028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18e7c454-9478-4cd0-b549-bbfc0fd8d61d req-d5b7763b-1835-49d0-b7cd-866de59610d9 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1537306 Sep 17 22:19:33.027034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95729f5f-7c58-46f2-a773-15ed6a407fed {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:33.040916 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.058247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Transition to ACTIVE for port object 95729f5f-7c58-46f2-a773-15ed6a407fed will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:19:33.112109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-d5af4e87-8080-4509-a40d-a563354e0346 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330450 Sep 17 22:19:33.123996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18e7c454-9478-4cd0-b549-bbfc0fd8d61d req-a1933f20-3071-445c-b020-2dfd6aa31027 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688910 Sep 17 22:19:33.157111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.189471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-dfd7e64f-7aa3-4d77-bc8c-30013f36c4b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32 HTTP/1.1" status: 200 len: 217 time: 0.0644095 Sep 17 22:19:33.259876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Pushing event updated for resources: {'Port': ['ID=95729f5f-7c58-46f2-a773-15ed6a407fed,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:33.309139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-6a803d97-21d6-4672-a854-70ea17661d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:33.310904 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-6a803d97-21d6-4672-a854-70ea17661d18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 200 len: 797 time: 0.1142879 Sep 17 22:19:33.343350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506da96-8b95-4bc5-8902-93ea7b484f32 req-235eb301-0a2f-4ea3-8d33-2c78093d9e83 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:33.351097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5506da96-8b95-4bc5-8902-93ea7b484f32 req-235eb301-0a2f-4ea3-8d33-2c78093d9e83 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 943 time: 0.1338537 Sep 17 22:19:33.381367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Attempting to bind port 95729f5f-7c58-46f2-a773-15ed6a407fed on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:33.381717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Attempting to bind port 95729f5f-7c58-46f2-a773-15ed6a407fed by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:33.383132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Attempting to bind port 95729f5f-7c58-46f2-a773-15ed6a407fed on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:33.389018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Port 95729f5f-7c58-46f2-a773-15ed6a407fed on network 009e2ae4-9011-425b-9754-1716813af3af not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:33.389380 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Attempting to bind port 95729f5f-7c58-46f2-a773-15ed6a407fed on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:33.401914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:33.402692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Checking segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:33.403354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Bound using segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:33.405653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Bound port: 95729f5f-7c58-46f2-a773-15ed6a407fed, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:33.406188 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:33.425206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5506da96-8b95-4bc5-8902-93ea7b484f32 req-c3048ce6-659a-4ed5-87a0-fe70648e658c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726149 Sep 17 22:19:33.443555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-af438e1e-4fb3-4e2b-a35c-7452c46e72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:33.447082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-af438e1e-4fb3-4e2b-a35c-7452c46e72d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52773da-ea71-415b-9d63-4f91823d2c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1254780 Sep 17 22:19:33.531557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] For port 95729f5f-7c58-46f2-a773-15ed6a407fed, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:33.537312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] For port 95729f5f-7c58-46f2-a773-15ed6a407fed, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95729f5f-7c58-46f2-a773-15ed6a407fed,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:33.922350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-07abb38a-7de2-4147-a907-2d870a5bf457 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671829 Sep 17 22:19:33.930616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ca9a8-f029-4f4f-b4b7-066e8b90d04b req-ed2975e6-2dc7-4803-a30d-3036fbeabbd1 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:33.932057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b5ca9a8-f029-4f4f-b4b7-066e8b90d04b req-ed2975e6-2dc7-4803-a30d-3036fbeabbd1 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.4022648 Sep 17 22:19:34.024102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b5ca9a8-f029-4f4f-b4b7-066e8b90d04b req-6412116e-6273-49b8-b8b1-c491b39b546e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839036 Sep 17 22:19:34.048406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-2ae1e440-9501-44b3-a59c-be4a1f6ade61 service neutron] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153817 Sep 17 22:19:34.086262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50816) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:34.106662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-0d01ba8d-b9d6-40e3-ad7e-e7ac56cb8be1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 HTTP/1.1" status: 200 len: 217 time: 0.0463121 Sep 17 22:19:34.193867 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.207173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-7f1c9fe4-1053-4b17-910c-2aa267979be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:34.208924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-7f1c9fe4-1053-4b17-910c-2aa267979be6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.0817215 Sep 17 22:19:34.221855 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30d648bc-6015-40ae-9d76-1bd6ac6a4ca0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.235620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815d1ab-5672-4214-9e4c-6677287e51e7 req-c79b14fb-b1b6-4444-86e6-665dca50c3db tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:34.243592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9815d1ab-5672-4214-9e4c-6677287e51e7 req-c79b14fb-b1b6-4444-86e6-665dca50c3db tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 946 time: 0.0868647 Sep 17 22:19:34.258884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:34.259513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.260993 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] 10.222.0.35 "PUT /v2.0/ports/95729f5f-7c58-46f2-a773-15ed6a407fed HTTP/1.1" status: 200 len: 1092 time: 2.0493903 Sep 17 22:19:34.263218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767388ef-aa5c-4c9f-aad0-c800d32aee5d', 'tag': '95729f5f-7c58-46f2-a773-15ed6a407fed'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:34.265903 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35b18aa-dc89-4799-ac74-e968b994acdb" -d '{"events": [{"name": "network-changed", "server_uuid": "767388ef-aa5c-4c9f-aad0-c800d32aee5d", "tag": "95729f5f-7c58-46f2-a773-15ed6a407fed"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:34.302528 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30d648bc-6015-40ae-9d76-1bd6ac6a4ca0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.313312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933546d4-945d-4c50-a7f1-c1f715471f81 service neutron] Pushing event updated for resources: {'Port': ['ID=95729f5f-7c58-46f2-a773-15ed6a407fed,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:34.324667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9815d1ab-5672-4214-9e4c-6677287e51e7 req-b28e869a-b052-4829-b884-da33a673521d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800531 Sep 17 22:19:34.335332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-dd43f003-af6e-4016-9957-77ec69596626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:34.336816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-dd43f003-af6e-4016-9957-77ec69596626 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1192405 Sep 17 22:19:34.487821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-37ff7365-94ee-464d-994c-28fb05bd1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:34.489442 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-37ff7365-94ee-464d-994c-28fb05bd1631 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 1095 time: 0.1054504 Sep 17 22:19:34.560293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-b198ad8d-a402-4981-8913-6755df09cc7e service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075415 Sep 17 22:19:34.576074 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-fa1ef57c-9167-4330-be99-401a8013a432 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95729f5f-7c58-46f2-a773-15ed6a407fed HTTP/1.1" status: 200 len: 217 time: 0.0737138 Sep 17 22:19:34.583411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30d648bc-6015-40ae-9d76-1bd6ac6a4ca0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.586418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30d648bc-6015-40ae-9d76-1bd6ac6a4ca0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:34.588231 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-30d648bc-6015-40ae-9d76-1bd6ac6a4ca0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/security-groups/d5723870-8e79-4779-b23d-a69b422fd99e HTTP/1.1" status: 204 len: 168 time: 0.5024433 Sep 17 22:19:34.657530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d648bc-6015-40ae-9d76-1bd6ac6a4ca0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5723870-8e79-4779-b23d-a69b422fd99e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:34.699231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-5813ab04-dba8-44d3-89a7-644dc2e38b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:34.704716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-5813ab04-dba8-44d3-89a7-644dc2e38b1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.1129682 Sep 17 22:19:34.767874 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-660eaec6-b8ea-4fb5-8eea-aa443121df16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577104 Sep 17 22:19:34.802758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-2133a5b7-11e9-48d2-a298-230d55f190dd service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321568 Sep 17 22:19:34.818842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7c2f3-b0df-4bef-bd57-8b4afb0c680c req-2cda59ff-d753-4495-b101-10ef943eba7e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:34.820563 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04b7c2f3-b0df-4bef-bd57-8b4afb0c680c req-2cda59ff-d753-4495-b101-10ef943eba7e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.3578453 Sep 17 22:19:34.896679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-1b9b2402-fdc2-48ef-98ed-921917c4a45b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa HTTP/1.1" status: 200 len: 217 time: 0.0750506 Sep 17 22:19:34.960137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-4f383d7f-46ab-4e44-9f40-8b13e40c1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:34.961729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-4f383d7f-46ab-4e44-9f40-8b13e40c1250 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 200 len: 797 time: 0.0558412 Sep 17 22:19:34.982593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04b7c2f3-b0df-4bef-bd57-8b4afb0c680c req-72f5ee1c-c25b-44a3-b5da-14f1f4ccf276 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485465 Sep 17 22:19:35.015882 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-a069d1e3-a840-4d88-afc4-46e78b06f012 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351716 Sep 17 22:19:35.039310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-4c881308-7617-44ef-bc51-8952df56dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.042410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-4c881308-7617-44ef-bc51-8952df56dafb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=326fc1b5-7834-476d-a7fb-3ec75767f891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583806 Sep 17 22:19:35.126893 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d31151-2493-4214-a7df-7e67ea896469 x-openstack-request-id: req-59d31151-2493-4214-a7df-7e67ea896469 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:35.127297 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767388ef-aa5c-4c9f-aad0-c800d32aee5d", "tag": "95729f5f-7c58-46f2-a773-15ed6a407fed", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:35.128469 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59d31151-2493-4214-a7df-7e67ea896469 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:35.128968 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767388ef-aa5c-4c9f-aad0-c800d32aee5d', 'tag': '95729f5f-7c58-46f2-a773-15ed6a407fed', 'status': 'completed', 'code': 200} Sep 17 22:19:35.181037 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-12b44d25-9a7c-446a-9ed2-111c7356b1cb req-ec64781f-1ab6-462a-9d6c-cf125b05eaee service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640306 Sep 17 22:19:35.246700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-2f88576b-0182-476d-ac02-d994c5113898 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959367 Sep 17 22:19:35.261528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c691f19-2f4b-4b56-a9ee-62ff1e5c0380 req-7ddf0ad9-0def-490c-a622-cf9ed3939513 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.269424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c691f19-2f4b-4b56-a9ee-62ff1e5c0380 req-7ddf0ad9-0def-490c-a622-cf9ed3939513 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.0839946 Sep 17 22:19:35.386914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c691f19-2f4b-4b56-a9ee-62ff1e5c0380 req-42130711-9cfd-4f15-989c-273f2db74d20 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129479 Sep 17 22:19:35.434466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-438c0603-48e2-4b50-a8ac-0d4dfa004a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.436995 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-438c0603-48e2-4b50-a8ac-0d4dfa004a78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 1095 time: 0.1103861 Sep 17 22:19:35.442333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fe94e0f-e60e-4af6-96c0-e62a4e39b60a req-1f373989-2109-47be-bcda-6c7bc913a0b3 service neutron] 10.222.0.32 "GET /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701775 Sep 17 22:19:35.542992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ab7e-9242-490c-bbe0-368526c03440 req-8d16c24e-9a59-4f56-92f9-90d20fd8de63 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.547648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3866ab7e-9242-490c-bbe0-368526c03440 req-8d16c24e-9a59-4f56-92f9-90d20fd8de63 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 943 time: 0.0590484 Sep 17 22:19:35.582780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-7ea8a0fe-fbf9-4a27-9d8c-69d286de6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.584407 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-7ea8a0fe-fbf9-4a27-9d8c-69d286de6c38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 906 time: 0.1393461 Sep 17 22:19:35.591219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3866ab7e-9242-490c-bbe0-368526c03440 req-31d5faa5-2355-4b30-a53b-d0488195188c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364187 Sep 17 22:19:35.636172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-1e8f1794-470d-40c5-a20c-964df8785030 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95729f5f-7c58-46f2-a773-15ed6a407fed HTTP/1.1" status: 200 len: 217 time: 0.0432749 Sep 17 22:19:35.692200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-876ac146-efe6-4a66-913d-8deee1d2bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:35.694426 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-876ac146-efe6-4a66-913d-8deee1d2bcd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0510886 Sep 17 22:19:35.700569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:35.792689 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-21653cc7-3ead-4beb-b3b2-3e88b038aa3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841432 Sep 17 22:19:36.014900 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-a9526192-c26f-4027-b584-a0cfc0c2b7d8 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129693 Sep 17 22:19:36.034371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37565b-a5a1-49dc-8c8e-89a1e4afeee1 req-01ce159f-1d42-4af3-890c-0958e01b67f5 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.041837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37565b-a5a1-49dc-8c8e-89a1e4afeee1 req-01ce159f-1d42-4af3-890c-0958e01b67f5 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.051546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37565b-a5a1-49dc-8c8e-89a1e4afeee1 req-01ce159f-1d42-4af3-890c-0958e01b67f5 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.054054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c37565b-a5a1-49dc-8c8e-89a1e4afeee1 req-01ce159f-1d42-4af3-890c-0958e01b67f5 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1&device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4&device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 2418 time: 0.0866098 Sep 17 22:19:36.133446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c37565b-a5a1-49dc-8c8e-89a1e4afeee1 req-d50142ab-14a8-45cc-9420-205a18ad155b tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712209 Sep 17 22:19:36.230427 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a35b18aa-dc89-4799-ac74-e968b994acdb req-1f3169ba-f2ad-403f-bf1d-2fd264ae2871 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011089 Sep 17 22:19:36.330027 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16cf2d-37dc-4b74-a40a-2533a0ff1f94 req-77b5bde9-d179-47e2-8f8f-c8a309cc5985 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.333039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a16cf2d-37dc-4b74-a40a-2533a0ff1f94 req-77b5bde9-d179-47e2-8f8f-c8a309cc5985 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1199327 Sep 17 22:19:36.379567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-3c20c108-ea33-40f4-b7be-d266612df695 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.387291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-3c20c108-ea33-40f4-b7be-d266612df695 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/networks?id=9993fd27-9a55-47f7-9df6-03c8088c4005 HTTP/1.1" status: 200 len: 811 time: 0.2348282 Sep 17 22:19:36.411653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ce1cd67e-bbe3-4019-a7a3-c15280f98fd8 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/quotas/870cbf9c6da8416da2ae754f1c8dffcb HTTP/1.1" status: 200 len: 375 time: 0.0215590 Sep 17 22:19:36.423375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a16cf2d-37dc-4b74-a40a-2533a0ff1f94 req-013f1fa7-33af-4fed-a5fe-8842891b0744 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834196 Sep 17 22:19:36.498338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:36.535138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-89bc0b10-0e14-469a-912e-6227305e8e37 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1105199 Sep 17 22:19:36.597613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-892f2efb-f36a-45bc-8c98-ca2c7df4a45b req-661805dd-ec14-4b8b-8aa5-9c37afe33a20 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1260142 Sep 17 22:19:36.717361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-7c327dea-75d2-44b4-8ecf-259ed87555bd service neutron] 10.222.0.13 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813333 Sep 17 22:19:36.882054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172191d-cad4-4f74-b8e9-7365bd42e394 req-17af983d-a16f-43a3-89f2-d089bfbf8be5 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.883697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6172191d-cad4-4f74-b8e9-7365bd42e394 req-17af983d-a16f-43a3-89f2-d089bfbf8be5 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 943 time: 0.1293654 Sep 17 22:19:36.930298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c75a39-acaa-4024-9419-4684201e7eea req-8708c673-f9b4-444f-afdc-f1a503459c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:36.931755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10c75a39-acaa-4024-9419-4684201e7eea req-8708c673-f9b4-444f-afdc-f1a503459c65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1098 time: 0.1387525 Sep 17 22:19:36.936583 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-6190dafa-417c-427c-8b0e-36787ec0e666 service neutron] 10.222.0.13 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057428 Sep 17 22:19:36.941098 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port 7cbeb086-269a-48dc-81a3-1eb5851afdd9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:36.941686 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:36.991925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6172191d-cad4-4f74-b8e9-7365bd42e394 req-c128309c-4c55-47ee-a9f4-bf138601c9a3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907028 Sep 17 22:19:37.113766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] For port 7cbeb086-269a-48dc-81a3-1eb5851afdd9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7cbeb086-269a-48dc-81a3-1eb5851afdd9,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:37.114277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.129351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for 7cbeb086-269a-48dc-81a3-1eb5851afdd9 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:37.152640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c75a39-acaa-4024-9419-4684201e7eea req-f0100ec0-c71a-446d-a90a-2735a72b130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:37.154921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10c75a39-acaa-4024-9419-4684201e7eea req-f0100ec0-c71a-446d-a90a-2735a72b130e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.2081194 Sep 17 22:19:37.163031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 95729f5f-7c58-46f2-a773-15ed6a407fed details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:37.260423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10c75a39-acaa-4024-9419-4684201e7eea req-20ac601a-5d21-47d8-aa79-2db0e59320c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 1002 time: 0.0974913 Sep 17 22:19:37.376699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 95729f5f-7c58-46f2-a773-15ed6a407fed, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95729f5f-7c58-46f2-a773-15ed6a407fed,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:37.400310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c75a39-acaa-4024-9419-4684201e7eea req-052a729c-0eda-42a4-84aa-843129679fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:37.401942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10c75a39-acaa-4024-9419-4684201e7eea req-052a729c-0eda-42a4-84aa-843129679fc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.1315660 Sep 17 22:19:37.421389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '95729f5f-7c58-46f2-a773-15ed6a407fed', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'port_id': '95729f5f-7c58-46f2-a773-15ed6a407fed', 'mac_address': 'fa:16:3e:f6:0f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307d71a2-a6e3-4c0d-b439-90598e2bd635', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:19:37.447682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72d69521-e263-4178-b96d-c577db8f2ceb req-0fe0333d-4852-4b27-a092-53e1925f64e3 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 210 time: 0.0446360 Sep 17 22:19:37.495969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c75a39-acaa-4024-9419-4684201e7eea req-2c6ab79d-17ad-4f91-b18d-e69cf30cebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:37.498114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10c75a39-acaa-4024-9419-4684201e7eea req-2c6ab79d-17ad-4f91-b18d-e69cf30cebc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491583 Sep 17 22:19:37.533975 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.576715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95729f5f-7c58-46f2-a773-15ed6a407fed {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:37.602323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 95729f5f-7c58-46f2-a773-15ed6a407fed, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95729f5f-7c58-46f2-a773-15ed6a407fed,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:37.694875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10c75a39-acaa-4024-9419-4684201e7eea req-796fb606-faa7-4534-ade8-557de19384da service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877670 Sep 17 22:19:37.700048 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.705582 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:37.712528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fabf2-8ea4-4eb5-9a03-45c0aa851b95 req-31e08b10-7f2f-403d-9da8-0004a09da3e2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:37.714299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b28fabf2-8ea4-4eb5-9a03-45c0aa851b95 req-31e08b10-7f2f-403d-9da8-0004a09da3e2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0907786 Sep 17 22:19:37.864497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=95729f5f-7c58-46f2-a773-15ed6a407fed,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:37.913960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=7cbeb086-269a-48dc-81a3-1eb5851afdd9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:37.939087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b28fabf2-8ea4-4eb5-9a03-45c0aa851b95 req-f06d2ce9-5391-4b42-9e3c-6be1dd4f50ce tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149725 Sep 17 22:19:37.951985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['95729f5f-7c58-46f2-a773-15ed6a407fed'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:37.997816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10c75a39-acaa-4024-9419-4684201e7eea req-89749d68-2e3f-4c2b-8fcb-39f850b11324 service neutron] 10.222.0.32 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776046 Sep 17 22:19:38.199776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:38.225587 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:38.289454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce7bfb-3d8e-4773-adaa-5377be5742f4 req-cf6844b5-32ad-4808-b265-cde36a1b97b1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:38.301423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95ce7bfb-3d8e-4773-adaa-5377be5742f4 req-cf6844b5-32ad-4808-b265-cde36a1b97b1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 944 time: 0.1272650 Sep 17 22:19:38.420958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95ce7bfb-3d8e-4773-adaa-5377be5742f4 req-057a5756-f3b1-49a0-adf4-88f988a3f890 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183679 Sep 17 22:19:38.553210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4263a4fd-c100-4149-be5a-7612378a01fc req-6366390f-34f4-40dd-bb49-aca5f2dcfbdd tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 210 time: 0.0417435 Sep 17 22:19:38.634531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:39.018241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:39.023394 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c706e11-7094-4a98-beb7-9a4a8bf7f8a4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "PUT /v2.0/routers/77d7d9b3-1786-48f0-b48a-b6766d3c56b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3218286 Sep 17 22:19:39.025975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50902) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:39.028562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] Sync routers for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:39.039902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:39.042050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:39.094559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f9acff-3097-4115-9d43-a13cfcc6b7cc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting subnet 1772335b-d5d7-43a3-b5c2-ccb96ea0a038 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:19:39.105270 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f9acff-3097-4115-9d43-a13cfcc6b7cc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.160946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:39.194391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 95729f5f-7c58-46f2-a773-15ed6a407fed up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:39.194644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f9acff-3097-4115-9d43-a13cfcc6b7cc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.225444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440c486-db01-45d3-bfdf-9d7da0e8a359 req-d3f2c12e-5925-493e-b994-37e359d38d3d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:39.235440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f440c486-db01-45d3-bfdf-9d7da0e8a359 req-d3f2c12e-5925-493e-b994-37e359d38d3d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0801861 Sep 17 22:19:39.289083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f440c486-db01-45d3-bfdf-9d7da0e8a359 req-fb06331f-e5ab-4fa0-9f4e-99af1031e950 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465980 Sep 17 22:19:39.361595 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f9acff-3097-4115-9d43-a13cfcc6b7cc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.468264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:19:37Z', 'revision_number': 7, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:39.530696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] Checking router: 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:39.540844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] Routers {'77d7d9b3-1786-48f0-b48a-b6766d3c56b7'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:39.541903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:39.603493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96eeb9f-c4f3-41e6-ae5b-7f96b5d08580 req-59a6cd73-2f41-446b-b98e-a46ee06deb2a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:39.608231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f96eeb9f-c4f3-41e6-ae5b-7f96b5d08580 req-59a6cd73-2f41-446b-b98e-a46ee06deb2a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.1656973 Sep 17 22:19:39.681314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc230-806d-461d-872f-8707739ffab0 req-f5ff89aa-d9d3-46d0-82cc-5efe9f673570 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:39.686176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f76cc230-806d-461d-872f-8707739ffab0 req-f5ff89aa-d9d3-46d0-82cc-5efe9f673570 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 944 time: 0.1614733 Sep 17 22:19:39.749420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f96eeb9f-c4f3-41e6-ae5b-7f96b5d08580 req-d500dbe2-bf07-440d-9ec5-d71c785ce8f8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278152 Sep 17 22:19:39.781882 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f76cc230-806d-461d-872f-8707739ffab0 req-0d57285c-33ba-42ee-aa57-b6c38276895d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877154 Sep 17 22:19:39.802424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 95729f5f-7c58-46f2-a773-15ed6a407fed completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:19:39.806385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f9acff-3097-4115-9d43-a13cfcc6b7cc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.823122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 95729f5f-7c58-46f2-a773-15ed6a407fed triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:39.826097 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.856561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc1fe4-91e4-4f56-9a2d-3414acda5758 None None] Network 5708fbc8-62a0-48b1-a0c8-0166e5c1115d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:39.870583 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34f9acff-3097-4115-9d43-a13cfcc6b7cc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.872545 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-34f9acff-3097-4115-9d43-a13cfcc6b7cc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/subnets/1772335b-d5d7-43a3-b5c2-ccb96ea0a038 HTTP/1.1" status: 204 len: 168 time: 0.8447540 Sep 17 22:19:39.873765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9acff-3097-4115-9d43-a13cfcc6b7cc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Subnet': ['ID=1772335b-d5d7-43a3-b5c2-ccb96ea0a038,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:39.875516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50916) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:39.894455 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:39.962288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4143c6bf-49b0-4a4d-a189-a8da0327d32d req-06377baf-d2f0-4ff8-88ca-0935491f3fa3 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 210 time: 0.0904803 Sep 17 22:19:39.993334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] Set router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:40.065929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.103849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:40.235848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.252437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.317020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-8e18f613-32d8-418e-a3a2-18b081ef6d5e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.322273 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-8e18f613-32d8-418e-a3a2-18b081ef6d5e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.35 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.0697434 Sep 17 22:19:40.325980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767388ef-aa5c-4c9f-aad0-c800d32aee5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95729f5f-7c58-46f2-a773-15ed6a407fed'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:40.338329 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4fa1da-a7eb-4d96-b3db-e695236c133b" -d '{"events": [{"server_uuid": "767388ef-aa5c-4c9f-aad0-c800d32aee5d", "name": "network-vif-plugged", "status": "completed", "tag": "95729f5f-7c58-46f2-a773-15ed6a407fed"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:40.406608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7912a6c8-0fde-4b04-beb5-26af1663e921 None None] DHCP port deletion for 5708fbc8-62a0-48b1-a0c8-0166e5c1115d request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:19:40.412614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 95729f5f-7c58-46f2-a773-15ed6a407fed, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95729f5f-7c58-46f2-a773-15ed6a407fed,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:40.432722 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.484175 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d85ebfc-470d-4fd5-90af-69214b9936e1 x-openstack-request-id: req-5d85ebfc-470d-4fd5-90af-69214b9936e1 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:40.485321 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767388ef-aa5c-4c9f-aad0-c800d32aee5d", "name": "network-vif-plugged", "status": "completed", "tag": "95729f5f-7c58-46f2-a773-15ed6a407fed", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:40.485628 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d85ebfc-470d-4fd5-90af-69214b9936e1 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:40.486034 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767388ef-aa5c-4c9f-aad0-c800d32aee5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95729f5f-7c58-46f2-a773-15ed6a407fed', 'code': 200} Sep 17 22:19:40.498340 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.537234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port 9da6e014-ab6c-4eb0-b6f9-cb122776105d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:40.537967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.614176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:40.632631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] For port 9da6e014-ab6c-4eb0-b6f9-cb122776105d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9da6e014-ab6c-4eb0-b6f9-cb122776105d,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:40.633390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.636508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=95729f5f-7c58-46f2-a773-15ed6a407fed,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:40.644407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:19:37Z', 'revision_number': 7, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:40.657805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for 9da6e014-ab6c-4eb0-b6f9-cb122776105d owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:40.680247 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a8d5a-4c12-40d4-ad69-6dde63351f54 None None] The sync data for ids ['77d7d9b3-1786-48f0-b48a-b6766d3c56b7'] in n-d-713498-17 is: [{'id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'name': 'tempest-TestNetworkBasicOps-router-691160080', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:16:52Z', 'updated_at': '2021-09-17T22:19:37Z', 'revision_number': 7, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': '9da6e014-ab6c-4eb0-b6f9-cb122776105d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7d9b3-1786-48f0-b48a-b6766d3c56b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:16:53Z', 'updated_at': '2021-09-17T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:40.682609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7912a6c8-0fde-4b04-beb5-26af1663e921 None None] Deleting port 023ac463-40e0-487f-8cc0-97fbcda2ad02 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:40.683016 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7912a6c8-0fde-4b04-beb5-26af1663e921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.697478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aad05-fa7d-4c6b-9967-dc80dd7d006d req-d53e6234-3410-4c81-9016-1e3513a39f59 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.708078 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.727729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65aad05-fa7d-4c6b-9967-dc80dd7d006d req-d53e6234-3410-4c81-9016-1e3513a39f59 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1999245 Sep 17 22:19:40.809263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65aad05-fa7d-4c6b-9967-dc80dd7d006d req-589c79ab-0919-4496-8467-2b2d50369c12 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805588 Sep 17 22:19:40.813922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7912a6c8-0fde-4b04-beb5-26af1663e921 None None] For port 023ac463-40e0-487f-8cc0-97fbcda2ad02, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=023ac463-40e0-487f-8cc0-97fbcda2ad02,segment=NetworkSegment(21300dc6-1217-4a1d-87da-d234428e8afc),segment_id=21300dc6-1217-4a1d-87da-d234428e8afc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:40.814324 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7912a6c8-0fde-4b04-beb5-26af1663e921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.849837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7912a6c8-0fde-4b04-beb5-26af1663e921 None None] Calling delete_port for 023ac463-40e0-487f-8cc0-97fbcda2ad02 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:40.865576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:40.887554 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce897c-a500-4078-9e2d-eb30eb173d6b req-fa32aa77-83d4-4199-8198-5b24395659d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:40.889017 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-19ce897c-a500-4078-9e2d-eb30eb173d6b req-fa32aa77-83d4-4199-8198-5b24395659d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 1097 time: 0.2154267 Sep 17 22:19:40.985436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Deleting port 267ab0dd-1a27-4247-8120-d51cf7371f19 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:40.985711 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:40.991572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7a38a-3bc8-4091-b101-f933d31b7d90 req-fccfbf6c-3cb0-4c60-b44e-2465b1846c2c tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:41.000036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32b7a38a-3bc8-4091-b101-f933d31b7d90 req-fccfbf6c-3cb0-4c60-b44e-2465b1846c2c tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 946 time: 0.1611991 Sep 17 22:19:41.024415 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-19ce897c-a500-4078-9e2d-eb30eb173d6b req-33cfee15-e686-4343-a9fe-691a1dea500d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852067 Sep 17 22:19:41.114644 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7912a6c8-0fde-4b04-beb5-26af1663e921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.173071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-a3b03706-b089-46a6-bcd2-ed500521038c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:41.175779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] For port 267ab0dd-1a27-4247-8120-d51cf7371f19, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=267ab0dd-1a27-4247-8120-d51cf7371f19,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:41.176305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.176418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-a3b03706-b089-46a6-bcd2-ed500521038c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.32 "GET /v2.0/networks?id=9993fd27-9a55-47f7-9df6-03c8088c4005 HTTP/1.1" status: 200 len: 811 time: 0.2639406 Sep 17 22:19:41.203570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912a6c8-0fde-4b04-beb5-26af1663e921 None None] No DVR routers for this DVR port 023ac463-40e0-487f-8cc0-97fbcda2ad02 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:41.212342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912a6c8-0fde-4b04-beb5-26af1663e921 None None] Pushing event deleted for resources: {'Port': ['ID=023ac463-40e0-487f-8cc0-97fbcda2ad02,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:41.217818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Calling delete_port for 267ab0dd-1a27-4247-8120-d51cf7371f19 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:41.238521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32b7a38a-3bc8-4091-b101-f933d31b7d90 req-209fc19c-21ce-44fd-8f05-04c2bac877fe tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375457 Sep 17 22:19:41.243150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Request body: {'port': {'device_id': 'c4187115-b115-49ae-8f99-6da7f4a792d4', 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005', 'admin_state_up': True, 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:41.261162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c400b-64d3-4ae7-b4d2-cbe4360980d0 req-6ff0ec2b-4d0e-4dcb-958d-6a33b954857e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:41.271585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa7c400b-64d3-4ae7-b4d2-cbe4360980d0 req-6ff0ec2b-4d0e-4dcb-958d-6a33b954857e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 945 time: 0.3263659 Sep 17 22:19:41.313443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.384617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa7c400b-64d3-4ae7-b4d2-cbe4360980d0 req-393ac91a-064a-4544-b227-8e5a1ad025d5 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113188 Sep 17 22:19:41.442003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=9da6e014-ab6c-4eb0-b6f9-cb122776105d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:41.565357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b3251ba-8e09-4f04-94e3-cb564b9a9617 req-94de012c-8b61-4cee-90c9-9beb0f4f2d66 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 210 time: 0.0709770 Sep 17 22:19:41.592954 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.614160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Made reservation on behalf of 870cbf9c6da8416da2ae754f1c8dffcb for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:41.618049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.748800 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.752547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.756045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Allocated IP 172.20.0.3 (9993fd27-9a55-47f7-9df6-03c8088c4005/15ce2c70-6f3d-4b9a-b608-15f8bb71974a/c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:41.888906 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.901588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['89dd422f-bc37-4f7b-b3ab-0800a85fd288', '145535a5-32f9-4122-af31-0963def10840'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:41.923652 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.923652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Fanout notify agent at l3_agent the message router_deleted on router 77d7d9b3-1786-48f0-b48a-b6766d3c56b7 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:19:41.924141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.926298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Pushing event deleted for resources: {'Port': ['ID=267ab0dd-1a27-4247-8120-d51cf7371f19,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:41.937496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:41.941979 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b3d6fd4-5d28-4bee-8832-0cf7e42dfa21 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/routers/77d7d9b3-1786-48f0-b48a-b6766d3c56b7 HTTP/1.1" status: 204 len: 168 time: 2.0621285 Sep 17 22:19:41.943174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50944) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:41.998560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] No DVR routers for this DVR port 267ab0dd-1a27-4247-8120-d51cf7371f19 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:42.001606 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:42.005168 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-df81b0fa-8a83-4d25-9c0b-679e5f451bae req-9d6f1540-f404-46cb-a70a-6c70ad2335b8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.35 "DELETE /v2.0/ports/267ab0dd-1a27-4247-8120-d51cf7371f19 HTTP/1.1" status: 204 len: 173 time: 1.6313591 Sep 17 22:19:42.005761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976812f-35a4-4858-87b7-5b2a50c0c6e1', 'name': 'network-vif-deleted', 'tag': '267ab0dd-1a27-4247-8120-d51cf7371f19'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:42.008677 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cf13c1-68ea-49d7-8ad8-e6d75f69b51a" -d '{"events": [{"server_uuid": "0976812f-35a4-4858-87b7-5b2a50c0c6e1", "name": "network-vif-deleted", "tag": "267ab0dd-1a27-4247-8120-d51cf7371f19"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:42.052503 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa20566-42ea-4e0d-8873-8e47933eee11 x-openstack-request-id: req-3aa20566-42ea-4e0d-8873-8e47933eee11 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:42.052810 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976812f-35a4-4858-87b7-5b2a50c0c6e1", "name": "network-vif-deleted", "tag": "267ab0dd-1a27-4247-8120-d51cf7371f19", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:42.053064 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aa20566-42ea-4e0d-8873-8e47933eee11 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:42.053475 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976812f-35a4-4858-87b7-5b2a50c0c6e1', 'name': 'network-vif-deleted', 'tag': '267ab0dd-1a27-4247-8120-d51cf7371f19', 'status': 'completed', 'code': 200} Sep 17 22:19:42.159837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:42.398016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:42.410430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:42.476302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5708fbc8-62a0-48b1-a0c8-0166e5c1115d']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:42.487641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:42.490145 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf5de92-aa16-4702-bc1d-ec9d159f5ecf" -d '{"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:42.507652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d65521d8-2acf-44c2-b39a-ef636c9f6bf7 req-0ee0b2d0-7375-4c88-bd0c-54c518efad86 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=0976812f-35a4-4858-87b7-5b2a50c0c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0822682 Sep 17 22:19:42.511453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21300dc6-1217-4a1d-87da-d234428e8afc') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:42.511747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21300dc6-1217-4a1d-87da-d234428e8afc') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:42.515368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Network 9993fd27-9a55-47f7-9df6-03c8088c4005 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:42.536487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:42.541176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:42.552016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:42.625699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Pushing event updated for resources: {'Port': ['ID=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:42.633337 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eba81e9-237c-40c1-8f12-9de3372fbb3f x-openstack-request-id: req-2eba81e9-237c-40c1-8f12-9de3372fbb3f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:42.633630 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-unplugged", "status": "failed", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c", "code": 422}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:42.633905 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eba81e9-237c-40c1-8f12-9de3372fbb3f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:42.634267 n-d-713498-17 neutron-server[101662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'code': 422} returned with failed status Sep 17 22:19:42.652639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:42.661321 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:19:42.662527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:42.663723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 023ac463-40e0-487f-8cc0-97fbcda2ad02 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:19:42.714219 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:19:42.731940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 023ac463-40e0-487f-8cc0-97fbcda2ad02 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:42.732425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 023ac463-40e0-487f-8cc0-97fbcda2ad02 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:42.733292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9da6e014-ab6c-4eb0-b6f9-cb122776105d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:42.779352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9da6e014-ab6c-4eb0-b6f9-cb122776105d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:42.779729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9da6e014-ab6c-4eb0-b6f9-cb122776105d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:42.780122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7cbeb086-269a-48dc-81a3-1eb5851afdd9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:42.811146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 7cbeb086-269a-48dc-81a3-1eb5851afdd9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:42.812897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7cbeb086-269a-48dc-81a3-1eb5851afdd9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:42.874625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:42.876614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:42.914376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008d7f5-32ce-4329-b91d-9cb612d4605d req-10c17f9f-56f3-4e2d-a252-e16540984b23 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:42.922338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8008d7f5-32ce-4329-b91d-9cb612d4605d req-10c17f9f-56f3-4e2d-a252-e16540984b23 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 945 time: 0.1786015 Sep 17 22:19:42.959152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34648-4a2c-423c-b96c-3ef268e50da8 req-a8376e07-32a0-40fa-a103-5fce2f7972f0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:42.966708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ec34648-4a2c-423c-b96c-3ef268e50da8 req-a8376e07-32a0-40fa-a103-5fce2f7972f0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 931 time: 0.1882207 Sep 17 22:19:42.981811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.001486 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.003909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/networks/5708fbc8-62a0-48b1-a0c8-0166e5c1115d HTTP/1.1" status: 204 len: 168 time: 1.0582054 Sep 17 22:19:43.022809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-aebb48a9-ffc5-45c1-a2e5-bc14b937b754 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8262351 Sep 17 22:19:43.024272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cb2a8-6dc9-4eb7-96a7-1428f5ec485a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Network': ['ID=5708fbc8-62a0-48b1-a0c8-0166e5c1115d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:43.028089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50968) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:43.035681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8008d7f5-32ce-4329-b91d-9cb612d4605d req-feed9de4-4cce-4300-ae43-0e3695c7c774 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124282 Sep 17 22:19:43.040763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'network': {'name': 'tempest-network-smoke--1381477282', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:43.058464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Request body: {'port': {'device_id': 'c4187115-b115-49ae-8f99-6da7f4a792d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:43.089241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ec34648-4a2c-423c-b96c-3ef268e50da8 req-52883046-a829-4445-a015-715a806c2c39 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127832 Sep 17 22:19:43.168888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Made reservation on behalf of 076cc959d05a4581b5408ab57b9d3558 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:43.173729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.180619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 267ab0dd-1a27-4247-8120-d51cf7371f19 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:43.197629 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.205986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:19:43.212567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 267ab0dd-1a27-4247-8120-d51cf7371f19 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:43.213267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 267ab0dd-1a27-4247-8120-d51cf7371f19 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:43.218693 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.219102 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Added segment f734e7f5-94df-4a56-9d8a-f2ac26948657 of type vlan for network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 Sep 17 22:19:43.259904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03c2d-e029-491f-bf0e-f34f4d6a7689 req-a95cae92-f965-4319-a085-1614856913db tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:43.261138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ad03c2d-e029-491f-bf0e-f34f4d6a7689 req-a95cae92-f965-4319-a085-1614856913db tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 945 time: 0.1107736 Sep 17 22:19:43.272216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.357896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.359121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ad03c2d-e029-491f-bf0e-f34f4d6a7689 req-b6daae38-07ff-481d-8c73-e0e1c082d83c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895374 Sep 17 22:19:43.368080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:43.368824 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.545085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Network': ['ID=2e75e273-31b2-438a-bdc2-b7bc16d59be7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:43.556802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:19:43.562518 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ee544ee9-ff5f-46cb-a24b-3a9c34087bfa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5301402 Sep 17 22:19:43.565655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:43.572538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-712194132', 'admin_state_up': True, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:43.585472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61526ab5-7743-403b-a02d-1ae948431acb req-f7473196-6a63-40d3-adbf-9747f454d2fb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:43.594641 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61526ab5-7743-403b-a02d-1ae948431acb req-f7473196-6a63-40d3-adbf-9747f454d2fb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 945 time: 0.1090367 Sep 17 22:19:43.676166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61526ab5-7743-403b-a02d-1ae948431acb req-291ff2db-98f1-486f-8bde-c41c63094f54 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803661 Sep 17 22:19:43.687873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:43.693747 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.711533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Transition to ACTIVE for port object c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:19:43.739928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.741407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.813813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.834726 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:43.900144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:43.983812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Attempting to bind port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:43.984400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Attempting to bind port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:43.984900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Attempting to bind port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c on network 9993fd27-9a55-47f7-9df6-03c8088c4005 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:43.992322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c on network 9993fd27-9a55-47f7-9df6-03c8088c4005 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:43.994703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Attempting to bind port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c on network 9993fd27-9a55-47f7-9df6-03c8088c4005 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:44.005425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:44.006190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Checking segment: {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:44.006751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Bound using segment: {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:44.007542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Bound port: c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:44.009150 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.071601 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.128664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:44.448254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.458339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-a71d7314-3efc-4417-9998-74b63258415f req-e470f568-11f7-41fd-b3b0-055bd26fc1ce service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:19:44.467116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a71d7314-3efc-4417-9998-74b63258415f req-e470f568-11f7-41fd-b3b0-055bd26fc1ce service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196717 Sep 17 22:19:44.469970 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.509085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] For port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:44.512739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] For port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:44.528341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30e86-a9dd-4821-beb9-0faa9ba83410 req-8e8ecf69-2d19-4eaa-8642-9493423c4053 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:44.529881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40e30e86-a9dd-4821-beb9-0faa9ba83410 req-8e8ecf69-2d19-4eaa-8642-9493423c4053 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 943 time: 0.0851696 Sep 17 22:19:44.568819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.608250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40e30e86-a9dd-4821-beb9-0faa9ba83410 req-a343381f-bc9b-424c-84cb-b0e26b208b72 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712821 Sep 17 22:19:44.625930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.25.5.90 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/dedc4334-c9ba-4982-b448-3f268090fa28) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:44.641005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:44.641634 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.648147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] 10.222.0.32 "PUT /v2.0/ports/c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c HTTP/1.1" status: 200 len: 1092 time: 1.6041386 Sep 17 22:19:44.654961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4187115-b115-49ae-8f99-6da7f4a792d4', 'tag': 'c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:44.657308 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99a00ed-2b01-4a38-899d-8521a90ed619" -d '{"events": [{"name": "network-changed", "server_uuid": "c4187115-b115-49ae-8f99-6da7f4a792d4", "tag": "c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:44.692511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354b26-ab4e-4423-9a3e-9c3bba9bd883 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:44.795505 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.843528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc3f7-07f0-4f41-883d-d327ab4d4911 req-f824df7f-6ec2-4c5d-8393-8ce27e018a0e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:44.849416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-890dc3f7-07f0-4f41-883d-d327ab4d4911 req-f824df7f-6ec2-4c5d-8393-8ce27e018a0e tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 946 time: 0.0891809 Sep 17 22:19:44.855052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92033ab4-2424-4d1b-9ec9-e6204edeaa64 req-f2911aad-f5c4-4d39-a369-fb4df72b2451 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:44.856574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92033ab4-2424-4d1b-9ec9-e6204edeaa64 req-f2911aad-f5c4-4d39-a369-fb4df72b2451 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 945 time: 0.1356812 Sep 17 22:19:44.912644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:44.916921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-b7e68473-d09d-476f-968e-1f3ac0da9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:44.918753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-b7e68473-d09d-476f-968e-1f3ac0da9cb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 1095 time: 0.1177714 Sep 17 22:19:44.937541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:44.940628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-890dc3f7-07f0-4f41-883d-d327ab4d4911 req-d96a85fd-8216-4a4d-a6d6-8fd59b9b217a tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825191 Sep 17 22:19:44.941211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:44.964947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:44.976773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92033ab4-2424-4d1b-9ec9-e6204edeaa64 req-9347d57b-013d-4b74-8fab-0aa409a3b1ce tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080155 Sep 17 22:19:44.978486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-33b935ee-03ce-4c71-88fe-76301133ab88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c HTTP/1.1" status: 200 len: 217 time: 0.0495327 Sep 17 22:19:45.052598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-2802b45e-5cbc-4225-8cc9-17d28274b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:45.054222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-2802b45e-5cbc-4225-8cc9-17d28274b526 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15ce2c70-6f3d-4b9a-b608-15f8bb71974a HTTP/1.1" status: 200 len: 851 time: 0.0646966 Sep 17 22:19:45.118918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-6133b3a0-f9c6-4df5-a036-362fcd794285 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9993fd27-9a55-47f7-9df6-03c8088c4005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523672 Sep 17 22:19:45.124357 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b3c1ba-f7ca-4372-a2ff-6de0d34def7d x-openstack-request-id: req-77b3c1ba-f7ca-4372-a2ff-6de0d34def7d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:45.124676 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4187115-b115-49ae-8f99-6da7f4a792d4", "tag": "c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:45.124877 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77b3c1ba-f7ca-4372-a2ff-6de0d34def7d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:45.125281 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4187115-b115-49ae-8f99-6da7f4a792d4', 'tag': 'c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c', 'status': 'completed', 'code': 200} Sep 17 22:19:45.125925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=dedc4334-c9ba-4982-b448-3f268090fa28,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:45.215066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c37fa-f63b-4b31-9843-22040140eea6 req-07fd864d-6b5b-4d6d-86e9-7cf526c912a0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:45.223105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf6c37fa-f63b-4b31-9843-22040140eea6 req-07fd864d-6b5b-4d6d-86e9-7cf526c912a0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 944 time: 0.1415060 Sep 17 22:19:45.302644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf6c37fa-f63b-4b31-9843-22040140eea6 req-ea3ca6b3-7cd9-4525-beca-76685df1849e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765889 Sep 17 22:19:45.364665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-2eb643f9-993d-4069-8946-411eb02837d6 service neutron] 10.222.0.32 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231479 Sep 17 22:19:45.483434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccddd03-94f7-47ad-8a33-ed15ea5b561d req-adb74d8e-b465-4b17-8c3d-ebf99183ade3 service neutron] 10.222.0.32 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089628 Sep 17 22:19:45.762483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e9b2c-fe7a-4745-9f95-9dfff7b8970a req-68b0d9d4-df6c-42cd-a89f-9476e199ab8e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:45.765180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa3e9b2c-fe7a-4745-9f95-9dfff7b8970a req-68b0d9d4-df6c-42cd-a89f-9476e199ab8e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 943 time: 0.0678971 Sep 17 22:19:45.773874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:45.808634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa3e9b2c-fe7a-4745-9f95-9dfff7b8970a req-b2415da1-405c-4b3d-92e9-17d3dd03b1be tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371349 Sep 17 22:19:45.829332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-b83c8958-ee53-4d08-ba24-ae65a9660242 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:45.831266 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-b83c8958-ee53-4d08-ba24-ae65a9660242 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 945 time: 0.1397192 Sep 17 22:19:45.839192 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-cf7e4e3c-41e4-4e45-ad4e-8a332fd4e54a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5923638 Sep 17 22:19:45.858526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-7131865a-c6ac-447b-b861-0fcf3faba3f4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:19:45.865509 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-7131865a-c6ac-447b-b861-0fcf3faba3f4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082123 Sep 17 22:19:45.996761 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:19:46.020345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-5d0d65d7-100c-4a8a-8953-fc91c7a9e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.022426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-5d0d65d7-100c-4a8a-8953-fc91c7a9e291 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 1095 time: 0.1105890 Sep 17 22:19:46.131077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.224180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2403e-4872-494f-b09d-8b917087dacc req-b36b7bb6-ac67-412d-b0f5-5d643fc474bb tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.231952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02e2403e-4872-494f-b09d-8b917087dacc req-b36b7bb6-ac67-412d-b0f5-5d643fc474bb tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 946 time: 0.1461487 Sep 17 22:19:46.242271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-4f08d2cd-ce18-47be-9078-35594a8d9904 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.243829 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-4f08d2cd-ce18-47be-9078-35594a8d9904 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 946 time: 0.1238437 Sep 17 22:19:46.263630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e96127-2f06-4c83-b72f-20e2adf6baae req-9c8f4d81-7378-420a-af38-6cac60474d2b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.265257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57e96127-2f06-4c83-b72f-20e2adf6baae req-9c8f4d81-7378-420a-af38-6cac60474d2b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 945 time: 0.1408288 Sep 17 22:19:46.280514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-c690f9a2-b021-4801-99e1-d97828af828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.281986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-c690f9a2-b021-4801-99e1-d97828af828b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9993fd27-9a55-47f7-9df6-03c8088c4005 HTTP/1.1" status: 200 len: 911 time: 0.2512465 Sep 17 22:19:46.351462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Deleting port 95729f5f-7c58-46f2-a773-15ed6a407fed {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:46.351817 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.360365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02e2403e-4872-494f-b09d-8b917087dacc req-6677b99a-36be-46da-8576-9b0371f0cd76 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255572 Sep 17 22:19:46.364393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-d32ec0b2-db3d-4d0d-b12d-11358b91fc0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c HTTP/1.1" status: 200 len: 217 time: 0.0670238 Sep 17 22:19:46.467127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57e96127-2f06-4c83-b72f-20e2adf6baae req-7df37013-1451-45f0-ac52-727ae98a3fcb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904221 Sep 17 22:19:46.499884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68d3d1-70a9-4aca-b149-efd9b2b4154c req-2d7f3e7d-b314-4ee9-9743-9a0e3b05537b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.503629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea68d3d1-70a9-4aca-b149-efd9b2b4154c req-2d7f3e7d-b314-4ee9-9743-9a0e3b05537b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 944 time: 0.0795484 Sep 17 22:19:46.506126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-1cae6433-12ad-43b8-94f0-fac574be603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.507684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-1cae6433-12ad-43b8-94f0-fac574be603e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15ce2c70-6f3d-4b9a-b608-15f8bb71974a HTTP/1.1" status: 200 len: 851 time: 0.1313388 Sep 17 22:19:46.521551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] For port 95729f5f-7c58-46f2-a773-15ed6a407fed, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=95729f5f-7c58-46f2-a773-15ed6a407fed,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:46.521929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.550208 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Calling delete_port for 95729f5f-7c58-46f2-a773-15ed6a407fed owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:46.552229 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-ada4d4d5-87b4-4721-bdd6-ab948388c5e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9993fd27-9a55-47f7-9df6-03c8088c4005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298877 Sep 17 22:19:46.568056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Deleting port 145535a5-32f9-4122-af31-0963def10840 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:46.568397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.574152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea68d3d1-70a9-4aca-b149-efd9b2b4154c req-e522beed-6a81-45a6-83e7-37e59caeaf76 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656745 Sep 17 22:19:46.668397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 73851afb-eb00-4cb5-9665-41ab9e66b571 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:19:46.679650 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-ca01c26d-bced-4f10-bc3d-d32339e2b779 service neutron] 10.222.0.32 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181083 Sep 17 22:19:46.760931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] For port 145535a5-32f9-4122-af31-0963def10840, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=145535a5-32f9-4122-af31-0963def10840,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:46.761633 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:46.789425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e99a00ed-2b01-4a38-899d-8521a90ed619 req-7b33ff36-60b0-41ba-86c4-5db08f83f650 service neutron] 10.222.0.32 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004381 Sep 17 22:19:46.809087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Calling delete_port for 145535a5-32f9-4122-af31-0963def10840 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:46.942619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f5533-c48a-45b1-9571-d4909c285a36 req-ba21e630-e765-46d9-831e-4bbb96101cea tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:46.950886 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d66f5533-c48a-45b1-9571-d4909c285a36 req-ba21e630-e765-46d9-831e-4bbb96101cea tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 943 time: 0.0634632 Sep 17 22:19:46.963852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:46.974513 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Sync routers for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:46.986644 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:46.989183 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:47.012005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d66f5533-c48a-45b1-9571-d4909c285a36 req-0236f5ef-f7c5-4b80-ac7e-293d4ddaf70d tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600483 Sep 17 22:19:47.040926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:47.054050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['f9c65050-2c6f-455c-b54e-0f36619f531f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:47.056979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84', '95729f5f-7c58-46f2-a773-15ed6a407fed'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:47.073644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event deleted for resources: {'Port': ['ID=95729f5f-7c58-46f2-a773-15ed6a407fed,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:47.113567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.113927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.114254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.114689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.114964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.115329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.115758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.115962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.116277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.116620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.116930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.117252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:47.140257 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:47.141654 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a1e5e722-b136-40aa-97fe-c672aef5ac24 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5745258 Sep 17 22:19:47.146411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51082) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:47.166174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] No DVR routers for this DVR port 95729f5f-7c58-46f2-a773-15ed6a407fed on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:47.170778 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:47.173384 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b0ac965-a5ab-4b90-bcf3-13ee1a376a2e req-3a8d9b28-1609-4a73-ab85-09ab7163cf07 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "DELETE /v2.0/ports/95729f5f-7c58-46f2-a773-15ed6a407fed HTTP/1.1" status: 204 len: 173 time: 1.3312638 Sep 17 22:19:47.173980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767388ef-aa5c-4c9f-aad0-c800d32aee5d', 'name': 'network-vif-deleted', 'tag': '95729f5f-7c58-46f2-a773-15ed6a407fed'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:47.176480 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ee78e5-f230-4b50-b4ac-25c903cdacae" -d '{"events": [{"server_uuid": "767388ef-aa5c-4c9f-aad0-c800d32aee5d", "name": "network-vif-deleted", "tag": "95729f5f-7c58-46f2-a773-15ed6a407fed"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:47.208592 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:47.216524 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51086) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:47.217371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b03b865d-219d-4f57-83f1-974705d8b8a5 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=076cc959d05a4581b5408ab57b9d3558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695739 Sep 17 22:19:47.256926 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08481a4e-d549-459c-96ee-4fffdac841f4 x-openstack-request-id: req-08481a4e-d549-459c-96ee-4fffdac841f4 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:47.257465 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767388ef-aa5c-4c9f-aad0-c800d32aee5d", "name": "network-vif-deleted", "tag": "95729f5f-7c58-46f2-a773-15ed6a407fed", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:47.258026 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08481a4e-d549-459c-96ee-4fffdac841f4 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:47.259106 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767388ef-aa5c-4c9f-aad0-c800d32aee5d', 'name': 'network-vif-deleted', 'tag': '95729f5f-7c58-46f2-a773-15ed6a407fed', 'status': 'completed', 'code': 200} Sep 17 22:19:47.286910 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:47.353447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Pushing event deleted for resources: {'Port': ['ID=145535a5-32f9-4122-af31-0963def10840,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:47.503215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] No DVR routers for this DVR port 145535a5-32f9-4122-af31-0963def10840 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:47.519494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:47.524258 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-11d722af-2a4a-4881-81bb-b0e26fb970bd req-d159c752-3c17-4149-b3be-a08e0d24d722 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.32 "DELETE /v2.0/ports/145535a5-32f9-4122-af31-0963def10840 HTTP/1.1" status: 204 len: 173 time: 1.2660875 Sep 17 22:19:47.550209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2642811-1492-4559-bac8-82d26142e05b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:47.554567 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c2642811-1492-4559-bac8-82d26142e05b tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3335950 Sep 17 22:19:47.558753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51094) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:47.561199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-433d4506-bbd1-4754-b524-ce6efe017ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:47.562716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-433d4506-bbd1-4754-b524-ce6efe017ce2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4&tenant_id=da95cdb13f4844a8bd78c73e211e1698 HTTP/1.1" status: 200 len: 1096 time: 0.1358244 Sep 17 22:19:47.577385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:47.636832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-902c0167-e36b-46bf-8019-272c81cd7a4f req-0f7e6d27-bbb9-4caa-887a-374062ad8c32 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 210 time: 0.0768390 Sep 17 22:19:47.652587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f47fa357-17f3-40e1-ad6d-2a3deaf684a5 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0939133 Sep 17 22:19:47.653827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51098) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:47.678479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-986946195', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:47.716976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3544c3b1-3b46-41ff-af2c-0840f187d16f req-3d7973e9-1431-41c6-95ca-753c93064fdf tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=767388ef-aa5c-4c9f-aad0-c800d32aee5d HTTP/1.1" status: 200 len: 210 time: 0.1101561 Sep 17 22:19:47.717766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bc7ff0da-569a-4a6f-a0f6-e93eb568928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:47.732954 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:47.742745 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:45Z', 'revision_number': 3, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:47.839659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['89dd422f-bc37-4f7b-b3ab-0800a85fd288', '145535a5-32f9-4122-af31-0963def10840'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:47.850524 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Checking router: 73851afb-eb00-4cb5-9665-41ab9e66b571 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:47.850931 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Updating router 73851afb-eb00-4cb5-9665-41ab9e66b571 port dedc4334-c9ba-4982-b448-3f268090fa28 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:47.908512 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:47.958738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab47797-5ca6-458d-ba3f-9543cc0f99b9 req-ba82c197-d5ed-4ac8-9540-64f822c8e492 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:47.960686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ab47797-5ca6-458d-ba3f-9543cc0f99b9 req-ba82c197-d5ed-4ac8-9540-64f822c8e492 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 944 time: 0.1447589 Sep 17 22:19:48.028824 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ab47797-5ca6-458d-ba3f-9543cc0f99b9 req-e602bb44-af6f-48cf-ba0b-c0058a662ded tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604122 Sep 17 22:19:48.062120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Made reservation on behalf of 076cc959d05a4581b5408ab57b9d3558 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:19:48.064209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.116031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:48.148440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:19:48.192086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:48.231067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:48.241106 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.256364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Transition to ACTIVE for port object 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:19:48.339362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.341915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d05b43-4c86-4ec2-8086-4691eab147cc req-df501b01-568e-47b8-9b5b-dc17f36d2957 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:48.380158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5d05b43-4c86-4ec2-8086-4691eab147cc req-df501b01-568e-47b8-9b5b-dc17f36d2957 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 943 time: 0.1572325 Sep 17 22:19:48.432779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:48.440925 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.460516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=9']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:48.516866 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.566367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5d05b43-4c86-4ec2-8086-4691eab147cc req-87c6530a-c87d-42ab-b637-89f54dbea9d3 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855726 Sep 17 22:19:48.582485 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Attempting to bind port dedc4334-c9ba-4982-b448-3f268090fa28 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:48.584966 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Attempting to bind port dedc4334-c9ba-4982-b448-3f268090fa28 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:48.584966 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Attempting to bind port dedc4334-c9ba-4982-b448-3f268090fa28 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:48.643021 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:48.643268 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:48.644357 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.644659 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:48.645153 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Bound port: dedc4334-c9ba-4982-b448-3f268090fa28, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:48.645539 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.697328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c', 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005', 'port_id': 'c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c', 'mac_address': 'fa:16:3e:cd:64:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ce2c70-6f3d-4b9a-b608-15f8bb71974a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:19:48.793883 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] For port dedc4334-c9ba-4982-b448-3f268090fa28, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:48.814942 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] For port dedc4334-c9ba-4982-b448-3f268090fa28, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=dedc4334-c9ba-4982-b448-3f268090fa28,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:48.820729 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.825490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.827520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] No DVR routers for this DVR port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:48.855417 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337000d-3146-4181-b9f8-5cb4e6e63dcc None None] Pushing event updated for resources: {'Port': ['ID=dedc4334-c9ba-4982-b448-3f268090fa28,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:48.872215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:19:48.899908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:48.917468 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:48.976040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe5653c8-c9cd-4654-9f3a-7355bd4e0879 req-6803e854-ab5b-4f34-8d97-38636374e0be tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2ca6c3-5f6c-43ed-9694-4f8159a440a4 HTTP/1.1" status: 200 len: 210 time: 0.0741675 Sep 17 22:19:48.990411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Subnet': ['ID=41270b41-b535-430e-b678-56d131f10f4d,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:48.992762 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:49.001443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.006576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:19:49.014875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Checking segment: {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:49.015237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network hostable DHCP agents. Network: 2e75e273-31b2-438a-bdc2-b7bc16d59be7, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:19:49.049697 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337000d-3146-4181-b9f8-5cb4e6e63dcc None None] Pushing event updated for resources: {'Port': ['ID=dedc4334-c9ba-4982-b448-3f268090fa28,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:49.052536 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:49.053143 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:49.114706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:49.117411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:19:49.171772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Attempting to bind port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:49.172266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Attempting to bind port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:49.172717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Attempting to bind port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:49.178326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:19:49.178836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Attempting to bind port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:49.184646 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:49.185586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:49.187076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Checking segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:49.187575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Bound using segment: {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:49.188130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Bound port: 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1b3803-fb84-4a93-9108-788ad3e507e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:49.188588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:49.207805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 95729f5f-7c58-46f2-a773-15ed6a407fed no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:49.258161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 95729f5f-7c58-46f2-a773-15ed6a407fed {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:49.263002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 95729f5f-7c58-46f2-a773-15ed6a407fed not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:49.263836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2ca6c3-5f6c-43ed-9694-4f8159a440a4', 'name': 'network-vif-deleted', 'tag': '145535a5-32f9-4122-af31-0963def10840'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:49.268637 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9bd8b6-8a8c-4840-8018-cd54520149e6" -d '{"events": [{"server_uuid": "cf2ca6c3-5f6c-43ed-9694-4f8159a440a4", "name": "network-vif-deleted", "tag": "145535a5-32f9-4122-af31-0963def10840"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:49.272473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 2e75e273-31b2-438a-bdc2-b7bc16d59be7) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:49.282470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff794604-da62-4c39-99bc-2b683749ff50 None None] Network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:49.286276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.287077 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:49.358314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:49.362354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:49.365888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba845c7e-4184-4505-a309-dee3d9c6b793 req-169d9116-211d-475c-b9ba-384fde7ba3b6 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.369923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba845c7e-4184-4505-a309-dee3d9c6b793 req-169d9116-211d-475c-b9ba-384fde7ba3b6 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 944 time: 0.1719041 Sep 17 22:19:49.437187 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:49.456456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:49.467414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-79a4b12e-e003-4ee0-9047-e43e86dcc025 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8085294 Sep 17 22:19:49.468279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51128) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:49.472264 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:45Z', 'revision_number': 3, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:49.509580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.510583 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:49.513295 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] 10.222.0.35 "PUT /v2.0/ports/3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 1093 time: 1.9401712 Sep 17 22:19:49.522949 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563c095-9d04-453a-a9e9-7f817e8328a9 None None] The sync data for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 is: [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:45Z', 'revision_number': 3, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:19:49.572519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:19:49.578490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:49.668572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f83955-b4c4-4e28-bfea-2faab6511113 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=10']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:49.692979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-b24d40a3-f7c2-4554-b6f1-31eb0fd230f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.702920 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-b24d40a3-f7c2-4554-b6f1-31eb0fd230f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1097 time: 0.1326752 Sep 17 22:19:49.749497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df9f0-f651-4877-81b8-e63cc50e9281 req-a16365ff-6abb-4173-aefb-eb52e5145213 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.751273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec5df9f0-f651-4877-81b8-e63cc50e9281 req-a16365ff-6abb-4173-aefb-eb52e5145213 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 945 time: 0.3783937 Sep 17 22:19:49.863207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba845c7e-4184-4505-a309-dee3d9c6b793 req-d43c9e33-bb48-404e-945a-4325f9e850d9 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056058 Sep 17 22:19:49.870863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-bee0e968-b8d4-4681-9c29-b7e4e5b79145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:49.872316 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-bee0e968-b8d4-4681-9c29-b7e4e5b79145 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.1615012 Sep 17 22:19:50.024691 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd04d3-fe8e-47d7-b4ee-cc112f6acce0 x-openstack-request-id: req-b4dd04d3-fe8e-47d7-b4ee-cc112f6acce0 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:50.025083 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2ca6c3-5f6c-43ed-9694-4f8159a440a4", "name": "network-vif-deleted", "tag": "145535a5-32f9-4122-af31-0963def10840", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:50.026360 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4dd04d3-fe8e-47d7-b4ee-cc112f6acce0 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:50.027036 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2ca6c3-5f6c-43ed-9694-4f8159a440a4', 'name': 'network-vif-deleted', 'tag': '145535a5-32f9-4122-af31-0963def10840', 'status': 'completed', 'code': 200} Sep 17 22:19:50.070860 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-87ced998-fbc5-47e1-be2e-40e5d39e85cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 1000 time: 0.1909606 Sep 17 22:19:50.135515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec5df9f0-f651-4877-81b8-e63cc50e9281 req-573bdd44-0bac-447e-b50b-98fd27acbcfe tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094294 Sep 17 22:19:50.147976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 145535a5-32f9-4122-af31-0963def10840 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:50.178480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-cef9d86e-dffc-4ad2-b772-a4a5b96eb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:50.180295 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-cef9d86e-dffc-4ad2-b772-a4a5b96eb746 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.0992053 Sep 17 22:19:50.193426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 145535a5-32f9-4122-af31-0963def10840 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:50.193913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 145535a5-32f9-4122-af31-0963def10840 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:50.214501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Allocated IP 172.20.0.2 (2e75e273-31b2-438a-bdc2-b7bc16d59be7/41270b41-b535-430e-b678-56d131f10f4d/003ade2f-b230-406b-961a-ef219dd7320b) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:50.261650 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-210c040e-b475-450a-b296-aca15d1e3d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:50.296597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-5491309a-4f05-46cf-8246-655d63c08565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:50.301909 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-5491309a-4f05-46cf-8246-655d63c08565 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136918 Sep 17 22:19:50.417008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device dedc4334-c9ba-4982-b448-3f268090fa28 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:50.421312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f6a0e-3ed8-40f2-94ac-847ac554e737 req-21f0f5d5-af6c-4d38-b31b-16b6ad3a9c56 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:50.429469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-796f6a0e-3ed8-40f2-94ac-847ac554e737 req-21f0f5d5-af6c-4d38-b31b-16b6ad3a9c56 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 944 time: 0.2874792 Sep 17 22:19:50.565200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-796f6a0e-3ed8-40f2-94ac-847ac554e737 req-3c6786a1-002c-48a3-8988-e2c4bd8fd76d tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346974 Sep 17 22:19:50.652913 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:50.694273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port dedc4334-c9ba-4982-b448-3f268090fa28 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:50.694882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:50.737606 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:50.845766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:50.852941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:50.857655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:50.876045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Pushing event updated for resources: {'Port': ['ID=003ade2f-b230-406b-961a-ef219dd7320b,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:50.966395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8598d0-0a00-4426-8518-886384664fad req-64b5fda4-7a06-404e-9837-d73519100ebf tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:50.975198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c8598d0-0a00-4426-8518-886384664fad req-64b5fda4-7a06-404e-9837-d73519100ebf tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.1317434 Sep 17 22:19:51.001709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Attempting to bind port 003ade2f-b230-406b-961a-ef219dd7320b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:51.002652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Attempting to bind port 003ade2f-b230-406b-961a-ef219dd7320b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:51.003046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Attempting to bind port 003ade2f-b230-406b-961a-ef219dd7320b on network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:51.009800 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.028973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:51.029348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Checking segment: {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:51.029850 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.030485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Bound using segment: {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:51.031014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Bound port: 003ade2f-b230-406b-961a-ef219dd7320b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:51.031397 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.046090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c8598d0-0a00-4426-8518-886384664fad req-482bc437-46d6-48f2-b107-3cd8e7ef56cd tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665650 Sep 17 22:19:51.087112 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.151209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port dedc4334-c9ba-4982-b448-3f268090fa28, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=dedc4334-c9ba-4982-b448-3f268090fa28,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:51.214750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54898465-473f-4573-8b7a-e553c39c7958 req-7d460540-69c1-48f0-bbcb-4d75a703d666 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.220334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-bcd7bfad-ac8e-484c-a76e-540c212fc518 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.222947 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-bcd7bfad-ac8e-484c-a76e-540c212fc518 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 945 time: 0.0849946 Sep 17 22:19:51.235172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54898465-473f-4573-8b7a-e553c39c7958 req-7d460540-69c1-48f0-bbcb-4d75a703d666 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.1989875 Sep 17 22:19:51.250957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] For port 003ade2f-b230-406b-961a-ef219dd7320b, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:19:51.254232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.264103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] For port 003ade2f-b230-406b-961a-ef219dd7320b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=003ade2f-b230-406b-961a-ef219dd7320b,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:19:51.270615 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-32787005-99ef-4765-9033-38bf0fe2f067 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9579422 Sep 17 22:19:51.323786 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.332011 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=dedc4334-c9ba-4982-b448-3f268090fa28,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:51.367394 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.379952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54898465-473f-4573-8b7a-e553c39c7958 req-091ded1e-1a57-4c8a-a43d-07a003ba2bc1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425254 Sep 17 22:19:51.439121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a1e9-ffd3-4ab3-8134-c8f438d7f562 req-991c5fb1-bf62-4048-84e0-f0a7a2f4ad59 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.450169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0dd6a1e9-ffd3-4ab3-8134-c8f438d7f562 req-991c5fb1-bf62-4048-84e0-f0a7a2f4ad59 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 945 time: 0.1745732 Sep 17 22:19:51.469312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16759702-0f8e-4a18-bc7a-b507e98ca72f None None] Pushing event updated for resources: {'Port': ['ID=003ade2f-b230-406b-961a-ef219dd7320b,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:51.515438 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-229c48b0-6146-444f-9866-26d61972c085 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347467 Sep 17 22:19:51.522856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Deleting port f9c65050-2c6f-455c-b54e-0f36619f531f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:51.523222 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.677525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] For port f9c65050-2c6f-455c-b54e-0f36619f531f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f9c65050-2c6f-455c-b54e-0f36619f531f,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:51.677942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.699716 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:51.703511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Calling delete_port for f9c65050-2c6f-455c-b54e-0f36619f531f owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:51.737845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.20.0.1 (2e75e273-31b2-438a-bdc2-b7bc16d59be7/41270b41-b535-430e-b678-56d131f10f4d/d52c3703-12e1-47d4-8a83-67f24a7371ad) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:19:51.758467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0dd6a1e9-ffd3-4ab3-8134-c8f438d7f562 req-7936a427-1a5f-4519-ae05-3f35731c6f77 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007462 Sep 17 22:19:51.871396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b232382-c291-4ea9-8067-ab38c958b153 req-a7dee017-3c21-4af5-bab7-1d9524ca540b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:51.873394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b232382-c291-4ea9-8067-ab38c958b153 req-a7dee017-3c21-4af5-bab7-1d9524ca540b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 944 time: 0.2039220 Sep 17 22:19:52.023373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b232382-c291-4ea9-8067-ab38c958b153 req-7126028b-e43b-4f0d-bb77-302703adb4c5 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425996 Sep 17 22:19:52.029240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:52.038905 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abad813f-9afa-4989-8d03-a6551fb09fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:52.046473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:52.063413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:52.091947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:52.210410 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8922d75-1c6e-43ad-964a-5ad0fdb8c392 x-openstack-request-id: req-a8922d75-1c6e-43ad-964a-5ad0fdb8c392 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:52.210972 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:52.211340 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8922d75-1c6e-43ad-964a-5ad0fdb8c392 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:52.211836 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'status': 'completed', 'code': 200} Sep 17 22:19:52.213356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event deleted for resources: {'Port': ['ID=f9c65050-2c6f-455c-b54e-0f36619f531f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:52.250225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['f9c65050-2c6f-455c-b54e-0f36619f531f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:19:52.271033 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:52.313453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] No DVR routers for this DVR port f9c65050-2c6f-455c-b54e-0f36619f531f on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:52.313453 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:52.315401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8c95fb78-934d-49ae-b10c-5120d32cf687 req-655092c9-f2d9-44f1-a63f-48880eec0525 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.32 "DELETE /v2.0/ports/f9c65050-2c6f-455c-b54e-0f36619f531f HTTP/1.1" status: 204 len: 173 time: 1.0851164 Sep 17 22:19:52.341591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-f178656e-caf8-4e30-ae63-bcf634496b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:52.344573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-f178656e-caf8-4e30-ae63-bcf634496b1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1097 time: 0.1283164 Sep 17 22:19:52.361793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:52.412068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=d52c3703-12e1-47d4-8a83-67f24a7371ad,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:52.513447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb7287-b3eb-4c7e-9c9e-8c38cb3ed69b req-7e37f7c4-43ae-4d88-badb-ca4242390213 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:52.527410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93bb7287-b3eb-4c7e-9c9e-8c38cb3ed69b req-7e37f7c4-43ae-4d88-badb-ca4242390213 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.3254511 Sep 17 22:19:52.597300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:52.608997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-6ea252f2-1890-4906-9903-29a620862072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:52.610402 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-6ea252f2-1890-4906-9903-29a620862072 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.2426465 Sep 17 22:19:52.612690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device dedc4334-c9ba-4982-b448-3f268090fa28 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:52.645401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:52.666322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-7844cfb6-0830-4c82-92b5-ef416f1dbc85 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:52.685784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-7844cfb6-0830-4c82-92b5-ef416f1dbc85 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.2750843 Sep 17 22:19:52.691830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:19:52.718486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:19:52.759960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:52.764374 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:52.844490 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93bb7287-b3eb-4c7e-9c9e-8c38cb3ed69b req-13577eda-fe16-413d-ac0e-6777beb3c9e8 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160889 Sep 17 22:19:52.894468 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-275ff2ad-9e12-402f-b596-36cb0473418e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 1000 time: 0.2745709 Sep 17 22:19:52.955565 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:53.103134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-889accc3-59a8-4db6-9832-6295d86fbe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:53.105342 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-889accc3-59a8-4db6-9832-6295d86fbe57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.1797662 Sep 17 22:19:53.151015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port dedc4334-c9ba-4982-b448-3f268090fa28 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:53.151802 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:53.165732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0be0a764-2ab6-42bb-8a0a-361e52faf9ad req-1c3c9bc5-a08f-410a-b00f-d676648ec13e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59ad145-ffef-4980-be02-6b8cb527c458 HTTP/1.1" status: 200 len: 210 time: 0.0915492 Sep 17 22:19:53.279131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-f8de69a5-46f8-4203-b835-272dfa83a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:53.280721 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-f8de69a5-46f8-4203-b835-272dfa83a51e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189709 Sep 17 22:19:53.350764 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:53.400412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4187115-b115-49ae-8f99-6da7f4a792d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:53.404727 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38547e11-917b-4249-81c7-69a10effb3eb" -d '{"events": [{"server_uuid": "c4187115-b115-49ae-8f99-6da7f4a792d4", "name": "network-vif-plugged", "status": "completed", "tag": "c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:53.413461 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:53.443458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:53.512156 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-c334e843-754c-497b-93a1-7fb54972345a service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977279 Sep 17 22:19:53.562452 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:53.592042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 003ade2f-b230-406b-961a-ef219dd7320b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:53.689055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b885b-6d6d-4980-8f87-cc051112c0c3 None None] Network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:53.775210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 003ade2f-b230-406b-961a-ef219dd7320b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:53.775506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:53.780750 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-abad813f-9afa-4989-8d03-a6551fb09fc7 req-094c7edc-bcd2-4030-8bea-bdf2e4ef9d5b service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559409 Sep 17 22:19:53.825120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:53.855072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8bf50aba-9a1e-4e32-bf6a-ac4fed1969e2 None None] Provisioning complete for port 003ade2f-b230-406b-961a-ef219dd7320b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:53.855516 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8bf50aba-9a1e-4e32-bf6a-ac4fed1969e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:53.987894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bcce-8cb1-4136-b684-f43a8644b17d req-6d2f13b1-93ee-4ccb-9b61-fe3785bef4fa tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:53.992176 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8bf50aba-9a1e-4e32-bf6a-ac4fed1969e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:53.998115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a18bcce-8cb1-4136-b684-f43a8644b17d req-6d2f13b1-93ee-4ccb-9b61-fe3785bef4fa tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 1.4243901 Sep 17 22:19:54.063106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.107257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8bf50aba-9a1e-4e32-bf6a-ac4fed1969e2 None None] For port 003ade2f-b230-406b-961a-ef219dd7320b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=003ade2f-b230-406b-961a-ef219dd7320b,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:54.191869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f9c65050-2c6f-455c-b54e-0f36619f531f no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:54.213130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59ad145-ffef-4980-be02-6b8cb527c458', 'name': 'network-vif-deleted', 'tag': 'f9c65050-2c6f-455c-b54e-0f36619f531f'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:54.216067 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6786c6bf-d5a7-45f7-a351-9d6ca438de2e" -d '{"events": [{"server_uuid": "e59ad145-ffef-4980-be02-6b8cb527c458", "name": "network-vif-deleted", "tag": "f9c65050-2c6f-455c-b54e-0f36619f531f"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:54.244357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a18bcce-8cb1-4136-b684-f43a8644b17d req-85b3a9f3-593f-4094-bfa1-adf867bdd03d tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449622 Sep 17 22:19:54.247483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8bf50aba-9a1e-4e32-bf6a-ac4fed1969e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.260447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: f9c65050-2c6f-455c-b54e-0f36619f531f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:54.260791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f9c65050-2c6f-455c-b54e-0f36619f531f not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:54.264665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a9c9c-d3c7-465e-9b2e-f8449586a33b req-e05cc9c5-185d-445e-9f23-b53ff067226f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:54.273778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a84a9c9c-d3c7-465e-9b2e-f8449586a33b req-e05cc9c5-185d-445e-9f23-b53ff067226f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.2693563 Sep 17 22:19:54.331388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Deleting port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:54.332566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.382961 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:19:54.385435 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:19:54.402697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a84a9c9c-d3c7-465e-9b2e-f8449586a33b req-a691839c-7861-4ef4-8edc-1d77328b7710 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228106 Sep 17 22:19:54.510849 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ea3087-6690-4afc-a235-6abaa1140b7f x-openstack-request-id: req-f7ea3087-6690-4afc-a235-6abaa1140b7f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:54.511368 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4187115-b115-49ae-8f99-6da7f4a792d4", "name": "network-vif-plugged", "status": "completed", "tag": "c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:54.511368 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7ea3087-6690-4afc-a235-6abaa1140b7f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:54.511781 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4187115-b115-49ae-8f99-6da7f4a792d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c', 'code': 200} Sep 17 22:19:54.618080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf50aba-9a1e-4e32-bf6a-ac4fed1969e2 None None] Pushing event updated for resources: {'Port': ['ID=003ade2f-b230-406b-961a-ef219dd7320b,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:54.631149 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0f030e-8e49-478c-9008-7ac8e8b71aac x-openstack-request-id: req-2f0f030e-8e49-478c-9008-7ac8e8b71aac {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:54.631509 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59ad145-ffef-4980-be02-6b8cb527c458", "name": "network-vif-deleted", "tag": "f9c65050-2c6f-455c-b54e-0f36619f531f", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:54.631804 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f0f030e-8e49-478c-9008-7ac8e8b71aac {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:54.632257 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59ad145-ffef-4980-be02-6b8cb527c458', 'name': 'network-vif-deleted', 'tag': 'f9c65050-2c6f-455c-b54e-0f36619f531f', 'status': 'completed', 'code': 200} Sep 17 22:19:54.646783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85ad07-9710-4e9d-a176-43dbc3c01698 req-0537a90d-4518-4d83-a56c-50033b34b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:54.651313 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be85ad07-9710-4e9d-a176-43dbc3c01698 req-0537a90d-4518-4d83-a56c-50033b34b645 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 1097 time: 0.1648598 Sep 17 22:19:54.668325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0bc31980-ecb9-4181-8faa-be93746a6282 None None] Provisioning complete for port d52c3703-12e1-47d4-8a83-67f24a7371ad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:54.668757 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0bc31980-ecb9-4181-8faa-be93746a6282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.753987 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be85ad07-9710-4e9d-a176-43dbc3c01698 req-8481e501-b622-4e1e-96e1-4c977ab285c1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921128 Sep 17 22:19:54.778864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0bc31980-ecb9-4181-8faa-be93746a6282 None None] Port d52c3703-12e1-47d4-8a83-67f24a7371ad cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:54.783523 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.802596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0bc31980-ecb9-4181-8faa-be93746a6282 None None] Provisioning complete for port 003ade2f-b230-406b-961a-ef219dd7320b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:54.802970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0bc31980-ecb9-4181-8faa-be93746a6282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:54.857145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd14a1c-063b-4ca3-b9c5-5c077fac74c8 req-23de1e77-ebe9-47f3-a791-15878bdaf2e2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:54.858745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fd14a1c-063b-4ca3-b9c5-5c077fac74c8 req-23de1e77-ebe9-47f3-a791-15878bdaf2e2 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 945 time: 0.2369435 Sep 17 22:19:54.905168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] For port 89dd422f-bc37-4f7b-b3ab-0800a85fd288, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=89dd422f-bc37-4f7b-b3ab-0800a85fd288,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:54.905535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.023580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Calling delete_port for 89dd422f-bc37-4f7b-b3ab-0800a85fd288 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:55.124608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fd14a1c-063b-4ca3-b9c5-5c077fac74c8 req-04a39695-e710-4936-8e2e-d51cd6edf8de tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e3d81ca-ccff-495c-b8c0-1b6079a9e243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333314 Sep 17 22:19:55.197544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 003ade2f-b230-406b-961a-ef219dd7320b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:19:55.244498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-15b7c5e3-db8b-4d0c-8150-25ff91d439c8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:55.246692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-15b7c5e3-db8b-4d0c-8150-25ff91d439c8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.4379244 Sep 17 22:19:55.270173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5fef1581-a164-4f13-a0da-c681d1dcf243 None None] Provisioning complete for port d52c3703-12e1-47d4-8a83-67f24a7371ad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:55.270638 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5fef1581-a164-4f13-a0da-c681d1dcf243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.335405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-55d434b7-ab6b-4dcf-9a07-2f0b4fdef939 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/quotas/2bf6624a12954b2f98a82611bfa802cd HTTP/1.1" status: 200 len: 375 time: 0.0468640 Sep 17 22:19:55.581088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-810ed62d-bdcf-49b9-b099-ab521ad7c38c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2167521 Sep 17 22:19:55.636501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161bde9-618d-4b3f-8d12-0ebf3f6dca87 req-9acae586-9344-410d-97b4-f8e6637d3276 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:55.636501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1161bde9-618d-4b3f-8d12-0ebf3f6dca87 req-9acae586-9344-410d-97b4-f8e6637d3276 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.2120783 Sep 17 22:19:55.693942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5fef1581-a164-4f13-a0da-c681d1dcf243 None None] Port d52c3703-12e1-47d4-8a83-67f24a7371ad cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:55.718368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 003ade2f-b230-406b-961a-ef219dd7320b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:55.718368 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.768672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:55.781004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1161bde9-618d-4b3f-8d12-0ebf3f6dca87 req-74227fe9-3337-4f93-b2a6-68b582eae7b1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265001 Sep 17 22:19:55.822808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-a40a0283-46ae-437e-ad86-4abe83414ede service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246504 Sep 17 22:19:56.034911 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.037567 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.139116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.169516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-611f2e08-4260-4987-94ec-db1221017812 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269720 Sep 17 22:19:56.208716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 89dd422f-bc37-4f7b-b3ab-0800a85fd288 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:19:56.245380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 89dd422f-bc37-4f7b-b3ab-0800a85fd288 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:19:56.245380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 89dd422f-bc37-4f7b-b3ab-0800a85fd288 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:19:56.262464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688584c-41e6-4843-81de-e7527bff33ad req-e19ca82d-0bc4-43d2-8f10-cfe8973be053 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:56.281316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7688584c-41e6-4843-81de-e7527bff33ad req-e19ca82d-0bc4-43d2-8f10-cfe8973be053 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.3259952 Sep 17 22:19:56.326274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=d52c3703-12e1-47d4-8a83-67f24a7371ad,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:56.384509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] No DVR routers for this DVR port 89dd422f-bc37-4f7b-b3ab-0800a85fd288 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:19:56.396298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:56.398181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1aeb55e-c2b8-4a24-ac66-99ea59676cd7 req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.32 "DELETE /v2.0/ports/89dd422f-bc37-4f7b-b3ab-0800a85fd288 HTTP/1.1" status: 204 len: 173 time: 3.5658512 Sep 17 22:19:56.417356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dc9171-cbe3-4113-a915-445a7459e072', 'name': 'network-vif-deleted', 'tag': '89dd422f-bc37-4f7b-b3ab-0800a85fd288'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:19:56.419720 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846b5776-7c4e-4ddf-8d6b-df392d2253e2" -d '{"events": [{"server_uuid": "c3dc9171-cbe3-4113-a915-445a7459e072", "name": "network-vif-deleted", "tag": "89dd422f-bc37-4f7b-b3ab-0800a85fd288"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:19:56.432065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e53228-7039-4892-862d-ad0c925cfe2d tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] Pushing event deleted for resources: {'Port': ['ID=89dd422f-bc37-4f7b-b3ab-0800a85fd288,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:56.556175 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7688584c-41e6-4843-81de-e7527bff33ad req-38de2532-f5fb-4f87-93d8-83ef1afab29d tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711093 Sep 17 22:19:56.603146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:19:56.604900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:19:56.741577 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2425aec5-7a34-4c9d-a88c-c853d1b880c6 x-openstack-request-id: req-2425aec5-7a34-4c9d-a88c-c853d1b880c6 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:19:56.741946 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dc9171-cbe3-4113-a915-445a7459e072", "name": "network-vif-deleted", "tag": "89dd422f-bc37-4f7b-b3ab-0800a85fd288", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:19:56.742310 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2425aec5-7a34-4c9d-a88c-c853d1b880c6 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:19:56.742734 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dc9171-cbe3-4113-a915-445a7459e072', 'name': 'network-vif-deleted', 'tag': '89dd422f-bc37-4f7b-b3ab-0800a85fd288', 'status': 'completed', 'code': 200} Sep 17 22:19:56.808867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3901f67-e438-4796-b96d-9af973f81c73 req-a8a7217e-91c2-42fe-8179-90a19b999066 tempest-ListServerFiltersTestJSON-1725913007 tempest-ListServerFiltersTestJSON-1725913007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3dc9171-cbe3-4113-a915-445a7459e072 HTTP/1.1" status: 200 len: 210 time: 0.1676211 Sep 17 22:19:56.926074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41bf7c8d-bbdc-4a29-8bcb-25430a25cb36 req-c0df286e-1839-440a-a842-5bb2bfbc54ef tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 210 time: 0.1324990 Sep 17 22:19:57.127912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 73851afb-eb00-4cb5-9665-41ab9e66b571 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:19:57.128631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b587f711-fe60-49fd-a489-c1968c09fe5f None None] Provisioning complete for port d52c3703-12e1-47d4-8a83-67f24a7371ad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:19:57.129050 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b587f711-fe60-49fd-a489-c1968c09fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:57.140013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b96b-3d67-4d0b-b329-7808bf9b483f req-f2c87c2c-b2d0-48b1-8a59-3ebdd79432cd tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.143378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3be5b96b-3d67-4d0b-b329-7808bf9b483f req-f2c87c2c-b2d0-48b1-8a59-3ebdd79432cd tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.1879563 Sep 17 22:19:57.192569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b587f711-fe60-49fd-a489-c1968c09fe5f None None] Port d52c3703-12e1-47d4-8a83-67f24a7371ad cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:19:57.314701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3be5b96b-3d67-4d0b-b329-7808bf9b483f req-bb9a118e-4644-47cb-a881-7ba48ee252ea tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608391 Sep 17 22:19:57.378267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:19:57.385908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a691f5be-49ff-4913-841f-83a87fd7aad6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "PUT /v2.0/routers/73851afb-eb00-4cb5-9665-41ab9e66b571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9151659 Sep 17 22:19:57.388758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51280) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:57.390092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Sync routers for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:19:57.404728 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:19:57.406458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:57.734457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.736854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.737417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.737963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.739027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.739549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.742307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.742855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.745678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.746193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.746695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.747231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.749818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:19:57.757997 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e33770f0-917a-490b-9069-11bc531255ea tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8458 time: 0.3678389 Sep 17 22:19:57.758781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51286) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:57.856713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d769904-bef4-4c87-bf3c-e8c92f00cb97 req-a17ba0f3-fd7d-4d9b-b85a-bcc0e8d03e13 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:57.863175 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d769904-bef4-4c87-bf3c-e8c92f00cb97 req-a17ba0f3-fd7d-4d9b-b85a-bcc0e8d03e13 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.1196277 Sep 17 22:19:57.956553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51292) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:58.097848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d769904-bef4-4c87-bf3c-e8c92f00cb97 req-cf9b61ff-4dc0-4392-b7ba-3a22d4d49bfb tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104483 Sep 17 22:19:58.114139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.115070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.115737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.116438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.117084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.117789 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.118736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.120988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.121767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.123815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.124546 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.125188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.128589 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fed5e45f-c5e9-4e9e-befe-0353dca2ad73 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7736 time: 0.3658371 Sep 17 22:19:58.131940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51300) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:58.201782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd69433-4675-4afa-b0e9-8a8514771062 admin admin] Deleting subnet 3e91fba5-17e0-4198-8e2f-cd367f481ee1 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:19:58.222235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b8cb880-073b-49d9-b05c-2dbc3a6643ef req-7ece4233-0ad8-4fc6-9a65-376a50a6e826 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 210 time: 0.1495292 Sep 17 22:19:58.255371 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dd69433-4675-4afa-b0e9-8a8514771062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.370201 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dd69433-4675-4afa-b0e9-8a8514771062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.472441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:54Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'd52c3703-12e1-47d4-8a83-67f24a7371ad', 'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:fb:a6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:51Z', 'updated_at': '2021-09-17T22:19:55Z', 'revision_number': 2, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '41270b41-b535-430e-b678-56d131f10f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:19:58.566500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Checking router: 73851afb-eb00-4cb5-9665-41ab9e66b571 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:19:58.567143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Updating router 73851afb-eb00-4cb5-9665-41ab9e66b571 port d52c3703-12e1-47d4-8a83-67f24a7371ad binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:19:58.613841 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.702755 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dd69433-4675-4afa-b0e9-8a8514771062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.703755 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-07871cff-37d1-49fc-92c2-5ef169d188b3 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.5703797 Sep 17 22:19:58.796180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca3d1f-3c5b-4876-9897-3deb26edc9a5 req-71e6cfdf-1228-43ae-8e3f-6aed30ad8397 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:58.804590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1aca3d1f-3c5b-4876-9897-3deb26edc9a5 req-71e6cfdf-1228-43ae-8e3f-6aed30ad8397 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.3706868 Sep 17 22:19:58.852827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1aca3d1f-3c5b-4876-9897-3deb26edc9a5 req-1651f613-9743-4b83-9e5b-ad7f60c269d4 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478010 Sep 17 22:19:58.930627 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dd69433-4675-4afa-b0e9-8a8514771062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:58.983617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69433-4675-4afa-b0e9-8a8514771062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e91fba5-17e0-4198-8e2f-cd367f481ee1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:58.996955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dd69433-4675-4afa-b0e9-8a8514771062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.005419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8dd69433-4675-4afa-b0e9-8a8514771062 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3e91fba5-17e0-4198-8e2f-cd367f481ee1 HTTP/1.1" status: 204 len: 168 time: 1.0440803 Sep 17 22:19:59.005617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51340) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:59.019157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff12e7c-884a-496c-b124-9f3a1f3c10bc None None] Network 7c508cfe-6c6f-43c2-aa22-90b9726bef30 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:19:59.222346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.281632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b5899-a11d-40eb-897f-876ad32b2c86 req-6299573d-4267-4891-9fe5-6ee64561512b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:59.307267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e64b5899-a11d-40eb-897f-876ad32b2c86 req-6299573d-4267-4891-9fe5-6ee64561512b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.2652974 Sep 17 22:19:59.355562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907878b6-672e-4baa-b929-3363d1b99db3 req-ccf566da-816c-47a1-a631-c526f89e1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:59.357479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-907878b6-672e-4baa-b929-3363d1b99db3 req-ccf566da-816c-47a1-a631-c526f89e1617 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 1097 time: 0.2520602 Sep 17 22:19:59.415715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e64b5899-a11d-40eb-897f-876ad32b2c86 req-1fcc3285-d19b-4c42-9106-c95d212cb530 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073136 Sep 17 22:19:59.430351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Deleting port aa02b9be-5da2-4148-95ee-c961f482ffce {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:59.436114 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.494917 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.579394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63a8cd8e-d38b-4b0e-89c8-23d74510cd06 req-9d43b8b9-9a70-4fcb-8a19-90580062a647 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 210 time: 0.0384812 Sep 17 22:19:59.585281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.602732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51348) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:19:59.609022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c972ede3-96b1-4402-a478-a152fbb05a70 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452247437', 'description': 'tempest-secgroup-smoke-1452247437 description', 'project_id': '076cc959d05a4581b5408ab57b9d3558'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:19:59.635312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] For port aa02b9be-5da2-4148-95ee-c961f482ffce, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=aa02b9be-5da2-4148-95ee-c961f482ffce,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:19:59.635867 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.644411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907878b6-672e-4baa-b929-3363d1b99db3 req-985b6e00-a80d-4438-9c19-0d93c7694a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:59.661383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b320f-73e6-4398-b276-5dc47556886a None None] DHCP port deletion for 7c508cfe-6c6f-43c2-aa22-90b9726bef30 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:19:59.667896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-907878b6-672e-4baa-b929-3363d1b99db3 req-985b6e00-a80d-4438-9c19-0d93c7694a63 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9993fd27-9a55-47f7-9df6-03c8088c4005 HTTP/1.1" status: 200 len: 911 time: 0.2796481 Sep 17 22:19:59.697312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Calling delete_port for aa02b9be-5da2-4148-95ee-c961f482ffce owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:19:59.731791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-907878b6-672e-4baa-b929-3363d1b99db3 req-85e987dd-fcdc-4ff7-ae10-062e103a4657 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c HTTP/1.1" status: 200 len: 217 time: 0.0630319 Sep 17 22:19:59.761778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93a57a-1b1d-4b48-ad81-6469d89efe2a None None] Pushing event updated for resources: {'Port': ['ID=d52c3703-12e1-47d4-8a83-67f24a7371ad,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:19:59.819654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b320f-73e6-4398-b276-5dc47556886a None None] Deleting port aa02b9be-5da2-4148-95ee-c961f482ffce {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:19:59.820183 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f1b320f-73e6-4398-b276-5dc47556886a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.822288 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Attempting to bind port d52c3703-12e1-47d4-8a83-67f24a7371ad on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:19:59.822710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Attempting to bind port d52c3703-12e1-47d4-8a83-67f24a7371ad by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:19:59.823188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Attempting to bind port d52c3703-12e1-47d4-8a83-67f24a7371ad on network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:19:59.863829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c972ede3-96b1-4402-a478-a152fbb05a70 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.876280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:19:59.881256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Checking segment: {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:19:59.881256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.881256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Bound using segment: {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:19:59.881256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Bound port: d52c3703-12e1-47d4-8a83-67f24a7371ad, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:19:59.881256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:19:59.901251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907878b6-672e-4baa-b929-3363d1b99db3 req-7c3b15f8-b828-4131-aadd-7b50ed5bc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:19:59.903876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-907878b6-672e-4baa-b929-3363d1b99db3 req-7c3b15f8-b828-4131-aadd-7b50ed5bc0a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15ce2c70-6f3d-4b9a-b608-15f8bb71974a HTTP/1.1" status: 200 len: 851 time: 0.1644940 Sep 17 22:20:00.009965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-907878b6-672e-4baa-b929-3363d1b99db3 req-ee46a6d6-4c56-4920-9848-35b34b898620 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9993fd27-9a55-47f7-9df6-03c8088c4005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944734 Sep 17 22:20:00.081345 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.129264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] For port d52c3703-12e1-47d4-8a83-67f24a7371ad, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:00.132898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] For port d52c3703-12e1-47d4-8a83-67f24a7371ad, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d52c3703-12e1-47d4-8a83-67f24a7371ad,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:00.173088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4f1b320f-73e6-4398-b276-5dc47556886a None None] For port aa02b9be-5da2-4148-95ee-c961f482ffce, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=aa02b9be-5da2-4148-95ee-c961f482ffce,segment=NetworkSegment(3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81),segment_id=3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:00.173573 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f1b320f-73e6-4398-b276-5dc47556886a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.180972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa02b9be-5da2-4148-95ee-c961f482ffce,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:00.190307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c972ede3-96b1-4402-a478-a152fbb05a70 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.192642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b320f-73e6-4398-b276-5dc47556886a None None] Calling delete_port for aa02b9be-5da2-4148-95ee-c961f482ffce owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:00.194944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-25159c88-ff91-4545-a05c-1f4a6ac11fe3 None None] Provisioning complete for port d52c3703-12e1-47d4-8a83-67f24a7371ad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:00.195393 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-25159c88-ff91-4545-a05c-1f4a6ac11fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.215437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] No DVR routers for this DVR port aa02b9be-5da2-4148-95ee-c961f482ffce on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:00.244668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-25159c88-ff91-4545-a05c-1f4a6ac11fe3 None None] Port d52c3703-12e1-47d4-8a83-67f24a7371ad cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:00.290292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c972ede3-96b1-4402-a478-a152fbb05a70 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.309338 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.310195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65122e-cfce-486b-bf50-6f32aabb2cc4 req-4e7a1717-313d-4114-9f44-af6e2337f329 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:00.313486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe65122e-cfce-486b-bf50-6f32aabb2cc4 req-4e7a1717-313d-4114-9f44-af6e2337f329 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.2706656 Sep 17 22:20:00.434827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c972ede3-96b1-4402-a478-a152fbb05a70 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.438582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c972ede3-96b1-4402-a478-a152fbb05a70 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8336463 Sep 17 22:20:00.448604 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-907878b6-672e-4baa-b929-3363d1b99db3 req-7d36e94a-e347-4137-ac48-023e67acddad service neutron] 10.222.0.32 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314959 Sep 17 22:20:00.449078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51354) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:00.449312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:20:00.450240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:19:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:00.456444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93a57a-1b1d-4b48-ad81-6469d89efe2a None None] Pushing event updated for resources: {'Port': ['ID=d52c3703-12e1-47d4-8a83-67f24a7371ad,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:00.513086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-fb6c9124-c665-43a4-824b-d8050feed33d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': '2dce49c9-3210-4bfb-a067-29a6bc961485', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:00.593783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f1b320f-73e6-4398-b276-5dc47556886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.622121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:00.639059 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972ede3-96b1-4402-a478-a152fbb05a70 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dce49c9-3210-4bfb-a067-29a6bc961485,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:00.672909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b320f-73e6-4398-b276-5dc47556886a None None] Pushing event deleted for resources: {'Port': ['ID=aa02b9be-5da2-4148-95ee-c961f482ffce,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:00.686861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b320f-73e6-4398-b276-5dc47556886a None None] No DVR routers for this DVR port aa02b9be-5da2-4148-95ee-c961f482ffce on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:00.708193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-acca41c2-688c-4eec-8566-423a82dfec80 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:00.717015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-acca41c2-688c-4eec-8566-423a82dfec80 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.5333538 Sep 17 22:20:00.719803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c508cfe-6c6f-43c2-aa22-90b9726bef30']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:00.755199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Request body: {'port': {'device_id': 'f472e562-1c75-4eb0-9a6e-10b2e88b9019', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'admin_state_up': True, 'tenant_id': '2bf6624a12954b2f98a82611bfa802cd'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:00.775545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:20:00.901498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe65122e-cfce-486b-bf50-6f32aabb2cc4 req-bb99b712-cf86-4f98-95b3-36d7c36dbea8 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5713904 Sep 17 22:20:00.934434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:00.934965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc6dd1f-f938-4fd4-b2f3-89ed4e85ec81') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:00.950350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-907878b6-672e-4baa-b929-3363d1b99db3 req-b7fd8713-15fc-4a1c-a85a-e36108c7db6a service neutron] 10.222.0.32 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929900 Sep 17 22:20:00.963694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a2710-b920-48f3-9f47-da105a246e5a req-7ba14276-3ee4-479d-be46-e5a958d3f66c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:00.972118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-646a2710-b920-48f3-9f47-da105a246e5a req-7ba14276-3ee4-479d-be46-e5a958d3f66c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.2182565 Sep 17 22:20:00.975290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.011173 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-646a2710-b920-48f3-9f47-da105a246e5a req-c88bea9b-2647-4b9d-961c-3bc0261b518d tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Sep 17 22:20:01.018820 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fb6c9124-c665-43a4-824b-d8050feed33d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.057229 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.090516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:20:01.091546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.120339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4690637a-529f-4191-a960-85efbe6559fd None None] Provisioning complete for port d52c3703-12e1-47d4-8a83-67f24a7371ad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:01.131001 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4690637a-529f-4191-a960-85efbe6559fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:20:01.163568 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:20:01.196785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2604ed3-4b15-4c48-923d-922947384493 req-c4fb3ba2-b55d-4c64-add9-5bdce0b3a4f4 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 210 time: 0.0930486 Sep 17 22:20:01.214547 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fb6c9124-c665-43a4-824b-d8050feed33d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.223652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device aa02b9be-5da2-4148-95ee-c961f482ffce no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:01.225869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.233543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.235156 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c508cfe-6c6f-43c2-aa22-90b9726bef30 HTTP/1.1" status: 204 len: 168 time: 2.2288651 Sep 17 22:20:01.259306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e682cc-39eb-4969-9646-efcc69990423 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c508cfe-6c6f-43c2-aa22-90b9726bef30,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:01.274025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Made reservation on behalf of 2bf6624a12954b2f98a82611bfa802cd for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:01.282116 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.318594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: aa02b9be-5da2-4148-95ee-c961f482ffce {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:01.319352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device aa02b9be-5da2-4148-95ee-c961f482ffce not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:01.350157 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fb6c9124-c665-43a4-824b-d8050feed33d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.400285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c9124-c665-43a4-824b-d8050feed33d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d5ae10-4713-4719-a199-0bbf5f9acab3,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:01.451325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4690637a-529f-4191-a960-85efbe6559fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.494263 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fb6c9124-c665-43a4-824b-d8050feed33d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.496230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fb6c9124-c665-43a4-824b-d8050feed33d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0404639 Sep 17 22:20:01.499453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51370) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:01.505154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cd2f14af-28d5-4e3f-b169-492a78e04bdf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': '2dce49c9-3210-4bfb-a067-29a6bc961485', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:01.536663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4690637a-529f-4191-a960-85efbe6559fd None None] For port d52c3703-12e1-47d4-8a83-67f24a7371ad, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d52c3703-12e1-47d4-8a83-67f24a7371ad,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:01.551788 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:54Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'd52c3703-12e1-47d4-8a83-67f24a7371ad', 'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:fb:a6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:51Z', 'updated_at': '2021-09-17T22:20:00Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '41270b41-b535-430e-b678-56d131f10f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:01.590146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Allocated IP 172.20.0.2 (009e2ae4-9011-425b-9754-1716813af3af/307d71a2-a6e3-4c0d-b439-90598e2bd635/43896b47-b420-455c-b762-01ee5ccc991e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:01.616120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ead45-1642-4528-9aad-57e7cb67d077 None None] The sync data for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 is: [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:54Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'd52c3703-12e1-47d4-8a83-67f24a7371ad', 'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:fb:a6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:51Z', 'updated_at': '2021-09-17T22:20:00Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '41270b41-b535-430e-b678-56d131f10f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:20:01.652574 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4690637a-529f-4191-a960-85efbe6559fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.787954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690637a-529f-4191-a960-85efbe6559fd None None] Pushing event updated for resources: {'Port': ['ID=d52c3703-12e1-47d4-8a83-67f24a7371ad,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:01.817759 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd2f14af-28d5-4e3f-b169-492a78e04bdf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.952837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51376) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:01.957915 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd2f14af-28d5-4e3f-b169-492a78e04bdf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:01.984767 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.026838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-58248894-8b63-48c6-8253-5dde5e266b43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da8ff001bd764ba1be155184f742d194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710888 Sep 17 22:20:02.027858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51378) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:02.175016 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.189263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:02.211556 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd2f14af-28d5-4e3f-b169-492a78e04bdf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.313433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event updated for resources: {'Port': ['ID=43896b47-b420-455c-b762-01ee5ccc991e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:02.337351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f14af-28d5-4e3f-b169-492a78e04bdf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7333f21-0d47-486a-a155-e4425bdc1a98,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:02.347696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Network 009e2ae4-9011-425b-9754-1716813af3af is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:02.350352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:02.365710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:02.387195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bdd5d-df98-4f67-b333-f4952b5c6214 req-a64ce802-170c-43cd-843a-90800b9719cd tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:02.393244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f37bdd5d-df98-4f67-b333-f4952b5c6214 req-a64ce802-170c-43cd-843a-90800b9719cd tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.3328609 Sep 17 22:20:02.458782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb763c80-d4ed-4ba2-9b64-f111312ff8dc req-895fd06f-8391-4a20-95bc-2f95d13ef349 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:02.471545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb763c80-d4ed-4ba2-9b64-f111312ff8dc req-895fd06f-8391-4a20-95bc-2f95d13ef349 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.2298951 Sep 17 22:20:02.488138 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd2f14af-28d5-4e3f-b169-492a78e04bdf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.496453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cd2f14af-28d5-4e3f-b169-492a78e04bdf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9956775 Sep 17 22:20:02.500399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51386) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:02.521838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:02.522938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.552500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c01434e-30fd-420e-bf04-772159314be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.572817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-60ee628b-7e1b-4290-a1d7-4be9287c3443 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': '2dce49c9-3210-4bfb-a067-29a6bc961485', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:02.645481 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-77f004bf-a779-4d08-a228-04d4cd84a543 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9119196 Sep 17 22:20:02.666679 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c01434e-30fd-420e-bf04-772159314be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.708988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Request body: {'port': {'device_id': 'f472e562-1c75-4eb0-9a6e-10b2e88b9019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:02.720112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f37bdd5d-df98-4f67-b333-f4952b5c6214 req-b38eb9a3-56d7-47eb-8baf-504bb09f85d0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228278 Sep 17 22:20:02.780281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb763c80-d4ed-4ba2-9b64-f111312ff8dc req-31acb7ed-cacc-408f-a1af-e911bed98ed5 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074355 Sep 17 22:20:02.868120 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.976129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c01434e-30fd-420e-bf04-772159314be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.986771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c01434e-30fd-420e-bf04-772159314be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:02.994260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3c01434e-30fd-420e-bf04-772159314be6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e3d81ca-ccff-495c-b8c0-1b6079a9e243 HTTP/1.1" status: 204 len: 168 time: 0.9646227 Sep 17 22:20:03.004967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60ee628b-7e1b-4290-a1d7-4be9287c3443 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.130687 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60ee628b-7e1b-4290-a1d7-4be9287c3443 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.134891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01434e-30fd-420e-bf04-772159314be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d81ca-ccff-495c-b8c0-1b6079a9e243,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:03.187217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586bc34-aa60-44f2-9f9b-355e8fc381ed req-4ce71e67-b624-453d-9acd-db864e3aaebe tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:03.197156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1586bc34-aa60-44f2-9f9b-355e8fc381ed req-4ce71e67-b624-453d-9acd-db864e3aaebe tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 931 time: 0.3260224 Sep 17 22:20:03.248432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60ee628b-7e1b-4290-a1d7-4be9287c3443 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.277346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d52c3703-12e1-47d4-8a83-67f24a7371ad up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:03.341798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee628b-7e1b-4290-a1d7-4be9287c3443 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50d7eb7-8402-48fb-81c6-3a76c141f45e,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:03.381577 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60ee628b-7e1b-4290-a1d7-4be9287c3443 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.386138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-60ee628b-7e1b-4290-a1d7-4be9287c3443 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8381093 Sep 17 22:20:03.396478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51392) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:03.421858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d52c3703-12e1-47d4-8a83-67f24a7371ad triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:03.422235 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:03.427176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f5f663f4-f93a-445d-8a00-1add439a2cff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': '2dce49c9-3210-4bfb-a067-29a6bc961485', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:03.484975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1586bc34-aa60-44f2-9f9b-355e8fc381ed req-46d93e5c-4124-4f67-9caf-245582cb9f82 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704184 Sep 17 22:20:04.018500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cea0-b011-4ae3-9372-78351d018fe9 req-abaf0b13-eb1c-422b-8ff3-aa1bd8cc43c5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.018500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a618cea0-b011-4ae3-9372-78351d018fe9 req-abaf0b13-eb1c-422b-8ff3-aa1bd8cc43c5 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.1928694 Sep 17 22:20:04.043832 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f663f4-f93a-445d-8a00-1add439a2cff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.175036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a618cea0-b011-4ae3-9372-78351d018fe9 req-a1c0564d-8fe7-45bf-aefd-63ae08dcab85 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394551 Sep 17 22:20:04.187041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9eb07-7a70-4d28-8eb0-eb1784cdf19b req-3e0449d2-ac69-4777-88f9-89a09131b60b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.188588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3b9eb07-7a70-4d28-8eb0-eb1784cdf19b req-3e0449d2-ac69-4777-88f9-89a09131b60b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.2749588 Sep 17 22:20:04.238620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43896b47-b420-455c-b762-01ee5ccc991e {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:04.245766 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f663f4-f93a-445d-8a00-1add439a2cff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.261288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.275578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3b9eb07-7a70-4d28-8eb0-eb1784cdf19b req-60b36c35-35b4-4bbf-b06f-4540b70bc5cc tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743036 Sep 17 22:20:04.276802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Transition to ACTIVE for port object 43896b47-b420-455c-b762-01ee5ccc991e will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:04.333642 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f663f4-f93a-445d-8a00-1add439a2cff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.355937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f663f4-f93a-445d-8a00-1add439a2cff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8df067-a186-4122-a1b1-91859b8dcdc0,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:04.362414 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.415977 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Pushing event updated for resources: {'Port': ['ID=43896b47-b420-455c-b762-01ee5ccc991e,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:04.448015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f663f4-f93a-445d-8a00-1add439a2cff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.450118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f5f663f4-f93a-445d-8a00-1add439a2cff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0485897 Sep 17 22:20:04.458180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51412) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:04.463442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ad9d93c8-2174-4a63-a9e1-ee4a1e253ac7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': '2dce49c9-3210-4bfb-a067-29a6bc961485', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:04.517850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Attempting to bind port 43896b47-b420-455c-b762-01ee5ccc991e on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:04.518487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Attempting to bind port 43896b47-b420-455c-b762-01ee5ccc991e by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:04.519079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Attempting to bind port 43896b47-b420-455c-b762-01ee5ccc991e on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:04.525137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Port 43896b47-b420-455c-b762-01ee5ccc991e on network 009e2ae4-9011-425b-9754-1716813af3af not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:04.525776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Attempting to bind port 43896b47-b420-455c-b762-01ee5ccc991e on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:04.532760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:04.539513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Checking segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:04.539513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Bound using segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:04.539513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Bound port: 43896b47-b420-455c-b762-01ee5ccc991e, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:04.539513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.584908 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-ad9d93c8-2174-4a63-a9e1-ee4a1e253ac7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Project 076cc959d05a4581b5408ab57b9d3558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:20:04.591078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ad9d93c8-2174-4a63-a9e1-ee4a1e253ac7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.643494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] For port 43896b47-b420-455c-b762-01ee5ccc991e, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:04.648401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] For port 43896b47-b420-455c-b762-01ee5ccc991e, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43896b47-b420-455c-b762-01ee5ccc991e,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:04.733421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.747879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89c31f-ca41-4344-8a0f-b1c57ffab901 req-a4e63238-820f-4869-9de2-79d29cfd4be8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.755816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee89c31f-ca41-4344-8a0f-b1c57ffab901 req-a4e63238-820f-4869-9de2-79d29cfd4be8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 943 time: 0.1420465 Sep 17 22:20:04.761516 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ad9d93c8-2174-4a63-a9e1-ee4a1e253ac7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.822345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:04.825096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.826547 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/43896b47-b420-455c-b762-01ee5ccc991e HTTP/1.1" status: 200 len: 1092 time: 2.1359069 Sep 17 22:20:04.829587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f472e562-1c75-4eb0-9a6e-10b2e88b9019', 'tag': '43896b47-b420-455c-b762-01ee5ccc991e'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:04.836022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee89c31f-ca41-4344-8a0f-b1c57ffab901 req-029fc4b7-69d8-437d-bff7-3119b9edaacc tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791752 Sep 17 22:20:04.836183 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a8921-7adc-42bf-a424-e18ce5356e39" -d '{"events": [{"name": "network-changed", "server_uuid": "f472e562-1c75-4eb0-9a6e-10b2e88b9019", "tag": "43896b47-b420-455c-b762-01ee5ccc991e"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:04.850372 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ad9d93c8-2174-4a63-a9e1-ee4a1e253ac7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.900658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d93c8-2174-4a63-a9e1-ee4a1e253ac7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078b9d5c-7cd1-4c54-b173-bc856b71d32c,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:04.918055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e2c17-05b9-4fbb-9424-004e309370a4 service neutron] Pushing event updated for resources: {'Port': ['ID=43896b47-b420-455c-b762-01ee5ccc991e,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:04.940202 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb6961f-0305-4ce9-9967-1884ee0a8e23 x-openstack-request-id: req-ceb6961f-0305-4ce9-9967-1884ee0a8e23 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:04.940525 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f472e562-1c75-4eb0-9a6e-10b2e88b9019", "tag": "43896b47-b420-455c-b762-01ee5ccc991e", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:04.940828 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ceb6961f-0305-4ce9-9967-1884ee0a8e23 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:04.941305 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f472e562-1c75-4eb0-9a6e-10b2e88b9019', 'tag': '43896b47-b420-455c-b762-01ee5ccc991e', 'status': 'completed', 'code': 200} Sep 17 22:20:04.976051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51428) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:04.988599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ad9d93c8-2174-4a63-a9e1-ee4a1e253ac7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:04.989857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ad9d93c8-2174-4a63-a9e1-ee4a1e253ac7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5303593 Sep 17 22:20:04.993056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51432) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:04.998726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-716decce-e44e-4a95-81e1-88fb53a34596 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'security_group_rule': {'security_group_id': '2dce49c9-3210-4bfb-a067-29a6bc961485', 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:05.096882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8921-7adc-42bf-a424-e18ce5356e39 req-d2e98b01-bcf0-4c7d-a4af-403aa5063614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.098585 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac8a8921-7adc-42bf-a424-e18ce5356e39 req-d2e98b01-bcf0-4c7d-a4af-403aa5063614 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 1095 time: 0.0560188 Sep 17 22:20:05.099973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1261220075-network', 'tenant_id': '3eb6cc33b9e44d35b90734a26b9d763f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:05.150846 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-716decce-e44e-4a95-81e1-88fb53a34596 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Project 076cc959d05a4581b5408ab57b9d3558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:20:05.158467 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-716decce-e44e-4a95-81e1-88fb53a34596 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.241728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-716decce-e44e-4a95-81e1-88fb53a34596 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.253662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Made reservation on behalf of 3eb6cc33b9e44d35b90734a26b9d763f for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:05.264712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.277849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.412391 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-716decce-e44e-4a95-81e1-88fb53a34596 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.441524 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716decce-e44e-4a95-81e1-88fb53a34596 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec61cc67-de12-487b-8774-5dd1960c1fc8,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:05.472976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8921-7adc-42bf-a424-e18ce5356e39 req-5c4a1788-decb-4e38-9114-f389e96a34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.476858 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac8a8921-7adc-42bf-a424-e18ce5356e39 req-5c4a1788-decb-4e38-9114-f389e96a34a7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2bf6624a12954b2f98a82611bfa802cd&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2101827 Sep 17 22:20:05.507334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26252a52-9e71-4a61-9a2f-3dc1376c8e99 req-4cea4eb5-45e6-4319-a5ec-7b7bf58a2c15 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.507334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26252a52-9e71-4a61-9a2f-3dc1376c8e99 req-4cea4eb5-45e6-4319-a5ec-7b7bf58a2c15 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.1840525 Sep 17 22:20:05.524968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1efc82-c031-46bb-af53-b95181216dac req-30f506d6-b718-46f3-9401-725d86a044d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.527119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e1efc82-c031-46bb-af53-b95181216dac req-30f506d6-b718-46f3-9401-725d86a044d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.1137757 Sep 17 22:20:05.607480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26252a52-9e71-4a61-9a2f-3dc1376c8e99 req-94e18015-b184-4825-823b-1a406c8d7ce6 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778272 Sep 17 22:20:05.685410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e1efc82-c031-46bb-af53-b95181216dac req-b08b00a5-6692-46c0-b4e6-af7260957ec6 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267259 Sep 17 22:20:05.762121 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:05.845027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8921-7adc-42bf-a424-e18ce5356e39 req-a933302f-265e-4da9-8179-cf4964f3d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.846702 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac8a8921-7adc-42bf-a424-e18ce5356e39 req-a933302f-265e-4da9-8179-cf4964f3d4f8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2290931 Sep 17 22:20:05.995165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982ddc2-5823-4a47-9cfb-9b93f3847a8d req-4e7f1eee-b184-44b6-b5f9-14daffa6b8d2 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:05.996794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5982ddc2-5823-4a47-9cfb-9b93f3847a8d req-4e7f1eee-b184-44b6-b5f9-14daffa6b8d2 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 943 time: 0.0725148 Sep 17 22:20:05.997619 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:06.042411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:20:06.053961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e9434c-ece6-4163-aa56-a5fe7767c300,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:06.067710 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:06.068057 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Added segment 65ad5faa-7b5d-48a1-aaae-4e782b93edb8 of type vlan for network 4c85d9cb-9847-4978-933e-15a6839872f9 Sep 17 22:20:06.081332 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-716decce-e44e-4a95-81e1-88fb53a34596 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:06.083729 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-716decce-e44e-4a95-81e1-88fb53a34596 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0891590 Sep 17 22:20:06.099661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5982ddc2-5823-4a47-9cfb-9b93f3847a8d req-6ab5ec20-8b8b-4490-9706-9204168c297e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932262 Sep 17 22:20:06.143199 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:06.242545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:06.243562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.244711 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:06.320234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] Pushing event updated for resources: {'Network': ['ID=4c85d9cb-9847-4978-933e-15a6839872f9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:06.330174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 4c85d9cb-9847-4978-933e-15a6839872f9 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:20:06.520887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-3002d46d-58cc-4e1a-b6b7-de6200ed6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.522527 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-3002d46d-58cc-4e1a-b6b7-de6200ed6809 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 1095 time: 0.0463042 Sep 17 22:20:06.587593 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-0d8cdec4-1ee7-47e1-a27f-e855dcbbb471 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43896b47-b420-455c-b762-01ee5ccc991e HTTP/1.1" status: 200 len: 217 time: 0.0519569 Sep 17 22:20:06.659021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-fa546352-ed7e-4340-8c40-a22680107b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.661773 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-fa546352-ed7e-4340-8c40-a22680107b8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0617571 Sep 17 22:20:06.682594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a5c3c841-272c-4aee-bebb-6c412d0d8552 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7052872 Sep 17 22:20:06.687266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51470) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:06.704451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Request body: {'subnet': {'network_id': '4c85d9cb-9847-4978-933e-15a6839872f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1261220075-subnet', 'tenant_id': '3eb6cc33b9e44d35b90734a26b9d763f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:06.729604 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-15a3613b-acec-4b7c-b823-baf0c7292eca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584080 Sep 17 22:20:06.764362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-4415bc84-0b63-4173-8888-af20a4f3f546 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452247437&fields=id&tenant_id=076cc959d05a4581b5408ab57b9d3558 HTTP/1.1" status: 200 len: 267 time: 0.4527886 Sep 17 22:20:06.860002 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-c414868c-9a8a-42c2-8b52-f6e727835518 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228266 Sep 17 22:20:06.865773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Made reservation on behalf of 3eb6cc33b9e44d35b90734a26b9d763f for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:06.870495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:06.914023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e60247-1606-44a9-953a-0e40c0b73de5 req-ec865070-fbb9-47ed-86db-ee9883f7e5d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:06.915748 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54e60247-1606-44a9-953a-0e40c0b73de5 req-ec865070-fbb9-47ed-86db-ee9883f7e5d2 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.1678967 Sep 17 22:20:06.971574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35c30daf-1fe1-4a32-a259-e0e4186ed611 req-b218e463-994f-4eae-9d54-5db7b93bf71a service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036305 Sep 17 22:20:07.000056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-9b6bc13f-8034-45ca-a11a-78b2f9ef3224 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.001635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-9b6bc13f-8034-45ca-a11a-78b2f9ef3224 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/networks?id=2e75e273-31b2-438a-bdc2-b7bc16d59be7 HTTP/1.1" status: 200 len: 797 time: 0.2226076 Sep 17 22:20:07.039679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54e60247-1606-44a9-953a-0e40c0b73de5 req-2f2eefb6-c5c0-4d8e-9183-2ac92ab6cd46 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175311 Sep 17 22:20:07.043429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-8763b97b-109f-4524-b9f6-783c9f743536 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/quotas/076cc959d05a4581b5408ab57b9d3558 HTTP/1.1" status: 200 len: 375 time: 0.0276120 Sep 17 22:20:07.211269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-9c735a29-dbfa-4433-ab24-271c3b07b6d3 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1534121 Sep 17 22:20:07.279562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf4c05-787c-4d39-af96-c62a26099347 req-0395a3c8-d773-46ec-9cc0-f4fd4de38707 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.281056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eecf4c05-787c-4d39-af96-c62a26099347 req-0395a3c8-d773-46ec-9cc0-f4fd4de38707 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.1536164 Sep 17 22:20:07.332555 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:07.414488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eecf4c05-787c-4d39-af96-c62a26099347 req-d48e1f86-9450-4b5e-8218-4c8557153c52 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050313 Sep 17 22:20:07.421092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-37a56853-cbcb-4f5e-9713-3916bd0fe9da service neutron] 10.222.0.13 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855869 Sep 17 22:20:07.426884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9e8962-3196-4bcd-a895-fff27834a331,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:07.484394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Checking segment: {'id': '65ad5faa-7b5d-48a1-aaae-4e782b93edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c85d9cb-9847-4978-933e-15a6839872f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:07.484737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Network hostable DHCP agents. Network: 4c85d9cb-9847-4978-933e-15a6839872f9, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:20:07.590623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073aca4-9138-4c06-8174-d98f4fa6a5ad req-b221c7c3-bac7-49c7-b673-92403ed2b297 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.592145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3073aca4-9138-4c06-8174-d98f4fa6a5ad req-b221c7c3-bac7-49c7-b673-92403ed2b297 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 943 time: 0.1115391 Sep 17 22:20:07.598892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-766fef68-2ef1-4805-b37c-a83641e21e8e service neutron] 10.222.0.13 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596537 Sep 17 22:20:07.636750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3073aca4-9138-4c06-8174-d98f4fa6a5ad req-1ae1ca8b-44cb-4e3e-b7e3-1b93f97fd79d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359437 Sep 17 22:20:07.651321 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Network 4c85d9cb-9847-4978-933e-15a6839872f9 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:20:07.790741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 4c85d9cb-9847-4978-933e-15a6839872f9) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:07.795216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:07.795992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:07.801508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c1d4ca-8eea-48ea-8c1e-56d082490ed3 None None] Network 4c85d9cb-9847-4978-933e-15a6839872f9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:07.906862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f4dc47a2-810b-47a7-880c-5a5b62771cb4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2113416 Sep 17 22:20:07.981150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d74c99bd-d29f-4d88-b877-9b9a4733c423 req-1f18b05c-d1cc-4e64-9bcc-22d020a33488 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 210 time: 0.0796802 Sep 17 22:20:08.134998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c5ea2-12e3-432f-a353-0edbe5c85e4b None None] Network 4c85d9cb-9847-4978-933e-15a6839872f9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:08.234831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9f8e9-d2d8-4d24-b784-f0754300990b req-7f2a9d30-0de4-43cf-bf8b-c25459338086 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.234831 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9b9f8e9-d2d8-4d24-b784-f0754300990b req-7f2a9d30-0de4-43cf-bf8b-c25459338086 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.0778487 Sep 17 22:20:08.321827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9b9f8e9-d2d8-4d24-b784-f0754300990b req-e2a8b630-398e-4383-b3ea-3563cc25aa2a tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737765 Sep 17 22:20:08.636164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bdf1d-3d40-4d57-aeef-774b5083dce0 req-f99645d8-c214-4dcc-b4cf-9b292d058b1d tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.637582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-469bdf1d-3d40-4d57-aeef-774b5083dce0 req-f99645d8-c214-4dcc-b4cf-9b292d058b1d tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.1354601 Sep 17 22:20:08.693815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-79e0b133-e41a-40f7-9c37-2be0af344d71 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.695699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-79e0b133-e41a-40f7-9c37-2be0af344d71 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/networks?id=4c85d9cb-9847-4978-933e-15a6839872f9 HTTP/1.1" status: 200 len: 821 time: 0.1629241 Sep 17 22:20:08.721460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-469bdf1d-3d40-4d57-aeef-774b5083dce0 req-98944439-39e0-49c2-95dc-8eece486a2a2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756202 Sep 17 22:20:08.724010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-ec6f6a77-4adc-499e-ac70-15e2085a1989 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/quotas/3eb6cc33b9e44d35b90734a26b9d763f HTTP/1.1" status: 200 len: 375 time: 0.0195272 Sep 17 22:20:08.757263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-df8124ed-dc01-4a21-94ff-a224dce8e9bc tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb6cc33b9e44d35b90734a26b9d763f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274248 Sep 17 22:20:08.902446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd8af3-48e7-4adc-9efd-f75eae21662d req-562a5b39-a503-421d-bdb0-c2bfda79f508 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:08.903895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfcd8af3-48e7-4adc-9efd-f75eae21662d req-562a5b39-a503-421d-bdb0-c2bfda79f508 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 943 time: 0.1181419 Sep 17 22:20:08.965351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-20a4c072-4eee-4e9b-9777-8ac1d4668f9e service neutron] 10.222.0.13 "GET /v2.0/networks/4c85d9cb-9847-4978-933e-15a6839872f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962688 Sep 17 22:20:08.971520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfcd8af3-48e7-4adc-9efd-f75eae21662d req-3ac7206a-134c-4208-a2f3-28ac5b49a6f8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608134 Sep 17 22:20:09.052839 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.074135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6de7ccff-f7e9-4ff9-ba6f-cd69e5b33a80 req-56543821-6325-4c99-afe1-a3e67d67ecee tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 210 time: 0.0305359 Sep 17 22:20:09.091802 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-8f525033-9a2f-4e40-96ca-971f1299337a service neutron] 10.222.0.13 "GET /v2.0/networks/4c85d9cb-9847-4978-933e-15a6839872f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193674 Sep 17 22:20:09.269337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 43896b47-b420-455c-b762-01ee5ccc991e details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:09.436527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98b4ad90-eaea-45f8-8757-1ab0246c26ae req-de560a55-8124-400f-815c-746890d3f874 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 210 time: 0.0766575 Sep 17 22:20:09.487928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 43896b47-b420-455c-b762-01ee5ccc991e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43896b47-b420-455c-b762-01ee5ccc991e,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:09.504897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '43896b47-b420-455c-b762-01ee5ccc991e', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'port_id': '43896b47-b420-455c-b762-01ee5ccc991e', 'mac_address': 'fa:16:3e:e8:a7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307d71a2-a6e3-4c0d-b439-90598e2bd635', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:09.531743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b463e1-c211-4d51-bc0f-ab6863dffac9 req-166088ca-1973-40f7-a831-8c6e6376ad69 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:09.532672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b463e1-c211-4d51-bc0f-ab6863dffac9 req-166088ca-1973-40f7-a831-8c6e6376ad69 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 945 time: 0.0604608 Sep 17 22:20:09.569579 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.585821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43896b47-b420-455c-b762-01ee5ccc991e {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:09.600120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b463e1-c211-4d51-bc0f-ab6863dffac9 req-dfba1c31-faf5-45b4-a024-b79db993d419 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590315 Sep 17 22:20:09.607789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 43896b47-b420-455c-b762-01ee5ccc991e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43896b47-b420-455c-b762-01ee5ccc991e,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:09.721081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.722189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:09.813003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=43896b47-b420-455c-b762-01ee5ccc991e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:09.848337 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.854509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225276b7-ce67-4da9-be07-d33e79179abe req-1e2ad120-b675-4a6b-a134-07c3b0624029 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:09.857242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-225276b7-ce67-4da9-be07-d33e79179abe req-1e2ad120-b675-4a6b-a134-07c3b0624029 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.0602870 Sep 17 22:20:09.879481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:09.896345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'port_id': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'mac_address': 'fa:16:3e:34:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:09.914710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-225276b7-ce67-4da9-be07-d33e79179abe req-9edcf037-886d-42c9-bf32-6a20922a2ba3 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504076 Sep 17 22:20:09.946592 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:09.961575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:09.989841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:10.047859 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:10.131881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d7e01-7b11-4cb0-9c70-e972b64e6430 req-2a249fa8-7cfe-4cb0-971a-df5002d65450 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.133462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-150d7e01-7b11-4cb0-9c70-e972b64e6430 req-2a249fa8-7cfe-4cb0-971a-df5002d65450 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 944 time: 0.0877264 Sep 17 22:20:10.140607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=11']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:10.190654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-150d7e01-7b11-4cb0-9c70-e972b64e6430 req-92712c86-a099-4e65-a38b-11fdf6b09188 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490370 Sep 17 22:20:10.242343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a8a0a1c-2ef8-4e00-8d57-124896221a4f req-874cb466-160c-43f0-93d4-a0d794125307 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 210 time: 0.0332980 Sep 17 22:20:10.265539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['43896b47-b420-455c-b762-01ee5ccc991e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:10.270003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:10.574222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06da68d6-ef92-42a1-b009-8eac205e8cb1 req-4ef8be4e-8d15-4f52-919f-ace5385c0b39 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 210 time: 0.0448122 Sep 17 22:20:10.726310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d46d-5ea5-4e72-82f6-ca5607cddaad req-e29b2788-bbf5-4995-b13c-d4192b46afd9 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:10.727822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f719d46d-5ea5-4e72-82f6-ca5607cddaad req-e29b2788-bbf5-4995-b13c-d4192b46afd9 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.0505936 Sep 17 22:20:10.768491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f719d46d-5ea5-4e72-82f6-ca5607cddaad req-3ab7d9d1-3be6-43e0-bcca-888602987f57 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Sep 17 22:20:11.047241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa90fb-f56c-4b33-abf0-30a979a2f790 req-917142bb-8735-405f-977a-c17cdaaacb6b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.051306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78fa90fb-f56c-4b33-abf0-30a979a2f790 req-917142bb-8735-405f-977a-c17cdaaacb6b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.0633543 Sep 17 22:20:11.106903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78fa90fb-f56c-4b33-abf0-30a979a2f790 req-694cae06-9be9-46ad-a83b-21f6332f24ad tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478716 Sep 17 22:20:11.228252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-a62be068-3f5f-4fd2-8030-34c1463b9423 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.229758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-a62be068-3f5f-4fd2-8030-34c1463b9423 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "GET /v2.0/networks?id=2e75e273-31b2-438a-bdc2-b7bc16d59be7 HTTP/1.1" status: 200 len: 797 time: 0.1087210 Sep 17 22:20:11.286327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-b9fc62dd-0e4a-42f3-bb30-89d08cffd964 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076cc959d05a4581b5408ab57b9d3558 HTTP/1.1" status: 200 len: 380 time: 0.0438797 Sep 17 22:20:11.286435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 43896b47-b420-455c-b762-01ee5ccc991e up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:11.294894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'port': {'device_id': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'admin_state_up': True, 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'security_groups': ['2dce49c9-3210-4bfb-a067-29a6bc961485']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:11.447444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1fd622cd-fcbf-49b9-964b-fe6065564805 req-b7eb6e5a-41c1-4cab-aa55-6bf7062771db tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 210 time: 0.1092565 Sep 17 22:20:11.459143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 43896b47-b420-455c-b762-01ee5ccc991e completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:11.465523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 43896b47-b420-455c-b762-01ee5ccc991e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:11.465976 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:11.478502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eff648-d8b7-4d81-b1aa-c144da35b25a req-a501c1f7-9c08-4946-bd96-246b8dc17dec tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.479992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9eff648-d8b7-4d81-b1aa-c144da35b25a req-a501c1f7-9c08-4946-bd96-246b8dc17dec tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 944 time: 0.1636055 Sep 17 22:20:11.539380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9eff648-d8b7-4d81-b1aa-c144da35b25a req-248fc10e-c4c4-452d-bfb6-d5db8858f680 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502338 Sep 17 22:20:11.562409 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:11.587951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472e562-1c75-4eb0-9a6e-10b2e88b9019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43896b47-b420-455c-b762-01ee5ccc991e'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:11.592735 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d668db5-3211-4585-9a42-fba07aa72bf6" -d '{"events": [{"server_uuid": "f472e562-1c75-4eb0-9a6e-10b2e88b9019", "name": "network-vif-plugged", "status": "completed", "tag": "43896b47-b420-455c-b762-01ee5ccc991e"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:11.606714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51572) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:11.616272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 43896b47-b420-455c-b762-01ee5ccc991e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43896b47-b420-455c-b762-01ee5ccc991e,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:11.616418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-813977501'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:11.627393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Made reservation on behalf of 076cc959d05a4581b5408ab57b9d3558 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:11.630904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:11.662490 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ddd1d9-1897-4d0a-bde8-cfbcff413d2e x-openstack-request-id: req-93ddd1d9-1897-4d0a-bde8-cfbcff413d2e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:11.662831 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472e562-1c75-4eb0-9a6e-10b2e88b9019", "name": "network-vif-plugged", "status": "completed", "tag": "43896b47-b420-455c-b762-01ee5ccc991e", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:11.663112 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93ddd1d9-1897-4d0a-bde8-cfbcff413d2e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:11.663540 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472e562-1c75-4eb0-9a6e-10b2e88b9019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43896b47-b420-455c-b762-01ee5ccc991e', 'code': 200} Sep 17 22:20:11.730565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90d99cab-48f5-46d1-9cb2-048d5e7d1545 req-aee0fb3a-12fb-4ff1-bc4a-9e7428a490f4 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 210 time: 0.0599575 Sep 17 22:20:11.750939 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:11.751277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:11.772588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b7ea7-5b89-42ac-85c0-380a28ebe1f2 req-faa59497-1512-427b-a26c-766bb95a1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:11.778288 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f36b7ea7-5b89-42ac-85c0-380a28ebe1f2 req-faa59497-1512-427b-a26c-766bb95a1693 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 1096 time: 0.0526073 Sep 17 22:20:11.817155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.20.0.12 (2e75e273-31b2-438a-bdc2-b7bc16d59be7/41270b41-b535-430e-b678-56d131f10f4d/c17f0d6b-582f-4ea6-9fe0-ffa73823ef07) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:11.833997 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f36b7ea7-5b89-42ac-85c0-380a28ebe1f2 req-dc21bafa-c81e-4a54-9ead-faa46c3eda02 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472894 Sep 17 22:20:11.841686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=43896b47-b420-455c-b762-01ee5ccc991e,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:11.853146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:11.856753 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:11.938871 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:11.944717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:11.950720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:11.956807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:20:12.008087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.008437 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Added segment 11097df4-daf5-437d-bb32-1692060608f3 of type vlan for network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b Sep 17 22:20:12.028428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591fcee-ea8e-417d-96eb-a88e8cf5c293 req-155d96b7-3147-4229-a65d-99929464d017 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.030017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8591fcee-ea8e-417d-96eb-a88e8cf5c293 req-155d96b7-3147-4229-a65d-99929464d017 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 946 time: 0.1578367 Sep 17 22:20:12.045808 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.088002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:12.112774 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.117168 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.146462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8591fcee-ea8e-417d-96eb-a88e8cf5c293 req-cd049f5a-5a63-4930-84da-341fbcd5dc5f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062286 Sep 17 22:20:12.165373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.221520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=12']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:12.247974 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.253678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.254340 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.272021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ad487-f767-439d-af87-ac04c5e0c75f req-b729b9e8-d015-418a-b2b4-f2566c274b1c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.273590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b81ad487-f767-439d-af87-ac04c5e0c75f req-b729b9e8-d015-418a-b2b4-f2566c274b1c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.0668454 Sep 17 22:20:12.291563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.413226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8053033 Sep 17 22:20:12.417592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51582) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:12.421669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb57089-2c38-4d7c-8b4e-cad68bba16d6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Network': ['ID=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:12.425726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1538249047'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:12.432702 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:20:12.440507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-99e6430a-d13e-4ae7-8f98-a1f9c8e57e2b tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.443204 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-99e6430a-d13e-4ae7-8f98-a1f9c8e57e2b tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.32 "GET /v2.0/networks?id=4c85d9cb-9847-4978-933e-15a6839872f9 HTTP/1.1" status: 200 len: 821 time: 0.1523142 Sep 17 22:20:12.458323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b81ad487-f767-439d-af87-ac04c5e0c75f req-1d4b0d3a-29e2-4698-8ac7-a477f0e07f91 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695445 Sep 17 22:20:12.460969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Request body: {'port': {'device_id': '04ed647a-ee37-4bc9-87fd-2dd35dddf957', 'network_id': '4c85d9cb-9847-4978-933e-15a6839872f9', 'admin_state_up': True, 'tenant_id': '3eb6cc33b9e44d35b90734a26b9d763f'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:12.483114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:12.500476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:12.500476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:12.520567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:12.609579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:12.614746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.658918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.659659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.668368 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:20:12.679200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.679528 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Added segment eeb825c0-5621-4fd0-84ff-84277be850b8 of type vlan for network d4b5def6-02b7-4a39-bab6-685f1dfdab05 Sep 17 22:20:12.706599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdcd95-0770-4304-a556-64a1905fca7d req-4e51e6ab-1ddb-4d44-bd85-639e6dba2b5b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.708530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98fdcd95-0770-4304-a556-64a1905fca7d req-4e51e6ab-1ddb-4d44-bd85-639e6dba2b5b tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 932 time: 0.1481788 Sep 17 22:20:12.722976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Made reservation on behalf of 3eb6cc33b9e44d35b90734a26b9d763f for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:12.726579 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.750323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a51acb-0e6b-48d6-92cd-c1d2e4d58842 req-d4856720-0250-4b84-a6f8-b91e2c9ea364 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.752568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59a51acb-0e6b-48d6-92cd-c1d2e4d58842 req-d4856720-0250-4b84-a6f8-b91e2c9ea364 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 945 time: 0.1119063 Sep 17 22:20:12.766344 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.791480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98fdcd95-0770-4304-a556-64a1905fca7d req-0ab3208a-57ab-45e4-b078-2f90d76553ef tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680137 Sep 17 22:20:12.816909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-daffbb60-dcf3-4e37-a68c-0c2215581cac tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5262539 Sep 17 22:20:12.832584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Request body: {'port': {'device_id': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:12.870584 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4e63facc-6832-4afb-800f-44862a78ee31 None None] Provisioning complete for port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:12.870994 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4e63facc-6832-4afb-800f-44862a78ee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.879616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59a51acb-0e6b-48d6-92cd-c1d2e4d58842 req-14f9ec3e-ac13-43b3-882e-bebe702e8972 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847769 Sep 17 22:20:12.918760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17aa1055-fda1-4765-b583-1eb444d0ab0b req-64191023-954f-4ccf-940f-916a926f395e tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 210 time: 0.0333567 Sep 17 22:20:12.936490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4e63facc-6832-4afb-800f-44862a78ee31 None None] Port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:12.945349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Allocated IP 172.20.0.7 (4c85d9cb-9847-4978-933e-15a6839872f9/6c9e8962-3196-4bcd-a895-fff27834a331/b779da5d-5cb4-4bbc-9a26-886035cc0dde) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:12.955653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.980957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:12.986945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:12.987557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.088251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Network': ['ID=d4b5def6-02b7-4a39-bab6-685f1dfdab05,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:13.102523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d4b5def6-02b7-4a39-bab6-685f1dfdab05 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:20:13.184819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.196547 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-13e8d59b-6c9d-42f0-b5d0-4075472f71ed tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7772923 Sep 17 22:20:13.202461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51592) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:13.208789 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'subnet': {'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:13.306940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:13.316172 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.335518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Transition to ACTIVE for port object c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:13.343944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f2775-4633-4db6-828b-00b86fc67788 req-49656c0f-e9d2-4d14-b0f7-69e570b931c1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:13.351903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-625f2775-4633-4db6-828b-00b86fc67788 req-49656c0f-e9d2-4d14-b0f7-69e570b931c1 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 947 time: 0.0878098 Sep 17 22:20:13.374498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.394723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-625f2775-4633-4db6-828b-00b86fc67788 req-ae6c4e58-2cc1-4da6-8087-96da752d56c0 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Sep 17 22:20:13.405469 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.423376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:13.423376 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.458560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Network 4c85d9cb-9847-4978-933e-15a6839872f9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:13.463735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:13.466276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:13.541152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Pushing event updated for resources: {'Port': ['ID=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:13.607631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Attempting to bind port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:13.607974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Attempting to bind port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:13.608306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Attempting to bind port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 on network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:13.620214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 on network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:13.620570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Attempting to bind port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 on network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:13.628933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:13.632021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Checking segment: {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:13.632021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Bound using segment: {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:13.632021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Bound port: c17f0d6b-582f-4ea6-9fe0-ffa73823ef07, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f734e7f5-94df-4a56-9d8a-f2ac26948657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:13.632021 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.641977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f807c15-621c-4417-b763-0f578c3299ac req-71ac8b27-a0e2-463e-a624-d3360c6c9bcf tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:13.643621 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f807c15-621c-4417-b763-0f578c3299ac req-71ac8b27-a0e2-463e-a624-d3360c6c9bcf tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.0782866 Sep 17 22:20:13.665488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:13.668388 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258a60bf-fc3d-4fd3-93e5-092b5448b81a" -d '{"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:13.697233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:13.697881 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.705271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Pushing event updated for resources: {'Port': ['ID=b779da5d-5cb4-4bbc-9a26-886035cc0dde,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:13.738503 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d3fc8b-7a31-4670-a349-80fc0cee994c x-openstack-request-id: req-92d3fc8b-7a31-4670-a349-80fc0cee994c {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:13.738928 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:13.739321 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92d3fc8b-7a31-4670-a349-80fc0cee994c {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:13.740042 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'code': 200} Sep 17 22:20:13.740178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f807c15-621c-4417-b763-0f578c3299ac req-806c75d6-b979-420b-9f17-ec7b8fed659d tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857816 Sep 17 22:20:13.760684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] For port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:13.765469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] For port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:13.830225 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-af3b7286-386a-4378-8b6f-5503ab6b6b5a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3772197 Sep 17 22:20:13.842591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Request body: {'port': {'device_id': '04ed647a-ee37-4bc9-87fd-2dd35dddf957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:13.894385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.908336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.924449 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.946411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:13.946870 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:13.948542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] 10.222.0.32 "PUT /v2.0/ports/c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 HTTP/1.1" status: 200 len: 1093 time: 1.1209800 Sep 17 22:20:13.957442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:13.960065 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da40efb-7694-4d8a-80a3-d00e927db9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:14.017555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3953c-1913-41ee-937c-742767dad6aa req-d2c8cb5b-3db8-4d66-85d3-160190c500bc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.024559 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13f3953c-1913-41ee-937c-742767dad6aa req-d2c8cb5b-3db8-4d66-85d3-160190c500bc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 944 time: 0.1605208 Sep 17 22:20:14.060231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Subnet': ['ID=74cba945-0995-4397-bedb-d7c00197bdfe,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:14.098236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Checking segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:14.098610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network hostable DHCP agents. Network: e5b753a8-b73a-45b8-ad4b-56ebaad6b03b, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:20:14.100270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e307c5-799b-4672-9b7b-423093b907dd service neutron] Pushing event updated for resources: {'Port': ['ID=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:14.151274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13f3953c-1913-41ee-937c-742767dad6aa req-5c1139e2-a582-40bc-9bc5-0b73254a6c4c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257854 Sep 17 22:20:14.161954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6582a1a-d440-4b5f-b362-529293829571 req-1cf4773a-c886-4d60-84a2-76a7004e932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.163868 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6582a1a-d440-4b5f-b362-529293829571 req-1cf4773a-c886-4d60-84a2-76a7004e932a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1099 time: 0.1817255 Sep 17 22:20:14.175348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef78e-37f4-42c3-a9fc-63b8997adc3c req-6ba65802-0fe2-49a0-9be6-60de1a7ddecb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.180664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdeef78e-37f4-42c3-a9fc-63b8997adc3c req-6ba65802-0fe2-49a0-9be6-60de1a7ddecb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 945 time: 0.1939011 Sep 17 22:20:14.187934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-1a311004-13fe-46b0-a8f4-b8e0db463ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.192245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-1a311004-13fe-46b0-a8f4-b8e0db463ffa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 1096 time: 0.1019716 Sep 17 22:20:14.224994 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f6582a1a-d440-4b5f-b362-529293829571 req-18213c40-7c53-476e-887c-2ec2d3931d5f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506024 Sep 17 22:20:14.265862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-e994e180-3701-4719-b44d-b3d219c42cb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 HTTP/1.1" status: 200 len: 217 time: 0.0565071 Sep 17 22:20:14.315366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:20:14.340439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdeef78e-37f4-42c3-a9fc-63b8997adc3c req-327007cb-0565-493f-8350-c02b827e7364 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471181 Sep 17 22:20:14.382722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23d452-dda8-4ff9-99c3-124164ec2479 req-b1d66689-e3dc-4404-9205-7c9eb8f3a37d tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.385552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e23d452-dda8-4ff9-99c3-124164ec2479 req-b1d66689-e3dc-4404-9205-7c9eb8f3a37d tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 931 time: 0.1227598 Sep 17 22:20:14.385851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-1156b027-cf13-47eb-abac-2ba93ae9e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.387606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-1156b027-cf13-47eb-abac-2ba93ae9e47a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41270b41-b535-430e-b678-56d131f10f4d HTTP/1.1" status: 200 len: 834 time: 0.1082449 Sep 17 22:20:14.400723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b779da5d-5cb4-4bbc-9a26-886035cc0dde {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:14.409761 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.424686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Transition to ACTIVE for port object b779da5d-5cb4-4bbc-9a26-886035cc0dde will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:14.441124 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e87b71-dcfc-4362-ba2d-6ce4324151e8 x-openstack-request-id: req-30e87b71-dcfc-4362-ba2d-6ce4324151e8 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:14.441432 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:14.441952 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30e87b71-dcfc-4362-ba2d-6ce4324151e8 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:14.442395 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'status': 'completed', 'code': 200} Sep 17 22:20:14.452833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, e5b753a8-b73a-45b8-ad4b-56ebaad6b03b) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:14.463375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d14037f-d0fc-404a-81e5-ee3a4f1740c0 None None] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:14.465637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.471445 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.473178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e23d452-dda8-4ff9-99c3-124164ec2479 req-6650d96f-7017-4d5b-a842-caa120b44329 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793281 Sep 17 22:20:14.479947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-9d17552a-5085-4834-a7d1-f50169ba45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.481888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-9d17552a-5085-4834-a7d1-f50169ba45d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e75e273-31b2-438a-bdc2-b7bc16d59be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862324 Sep 17 22:20:14.528159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.577677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51614) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:14.580725 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ede82ccf-535e-4a28-8c01-16d6fa05e262 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3752251 Sep 17 22:20:14.586404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'subnet': {'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:14.645063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Pushing event updated for resources: {'Port': ['ID=b779da5d-5cb4-4bbc-9a26-886035cc0dde,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:14.707309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Attempting to bind port b779da5d-5cb4-4bbc-9a26-886035cc0dde on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:14.707816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Attempting to bind port b779da5d-5cb4-4bbc-9a26-886035cc0dde by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '65ad5faa-7b5d-48a1-aaae-4e782b93edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c85d9cb-9847-4978-933e-15a6839872f9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:14.708244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Attempting to bind port b779da5d-5cb4-4bbc-9a26-886035cc0dde on network 4c85d9cb-9847-4978-933e-15a6839872f9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:14.713305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Port b779da5d-5cb4-4bbc-9a26-886035cc0dde on network 4c85d9cb-9847-4978-933e-15a6839872f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:14.713706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Attempting to bind port b779da5d-5cb4-4bbc-9a26-886035cc0dde on network 4c85d9cb-9847-4978-933e-15a6839872f9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:14.717942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-e7deba50-0bf6-4846-9661-f54ca2ee126b service neutron] 10.222.0.32 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282567 Sep 17 22:20:14.722245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:14.727824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Checking segment: {'id': '65ad5faa-7b5d-48a1-aaae-4e782b93edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c85d9cb-9847-4978-933e-15a6839872f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:14.727824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Bound using segment: {'id': '65ad5faa-7b5d-48a1-aaae-4e782b93edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c85d9cb-9847-4978-933e-15a6839872f9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:14.727824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Bound port: b779da5d-5cb4-4bbc-9a26-886035cc0dde, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ad5faa-7b5d-48a1-aaae-4e782b93edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c85d9cb-9847-4978-933e-15a6839872f9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:14.727824 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.746662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'fixed_ips': [{'subnet_id': '74cba945-0995-4397-bedb-d7c00197bdfe'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:20:14.747855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.802303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] For port b779da5d-5cb4-4bbc-9a26-886035cc0dde, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:14.805801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] For port b779da5d-5cb4-4bbc-9a26-886035cc0dde, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b779da5d-5cb4-4bbc-9a26-886035cc0dde,segment=NetworkSegment(65ad5faa-7b5d-48a1-aaae-4e782b93edb8),segment_id=65ad5faa-7b5d-48a1-aaae-4e782b93edb8)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:14.864791 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.897112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144a5e7-9dfe-4138-a99a-25f6ac7359b1 req-5c71a036-f5c9-47f9-938a-091b8b48ef60 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.898664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c144a5e7-9dfe-4138-a99a-25f6ac7359b1 req-5c71a036-f5c9-47f9-938a-091b8b48ef60 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 947 time: 0.2907989 Sep 17 22:20:14.907233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.909227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:14.911333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] 10.222.0.32 "PUT /v2.0/ports/b779da5d-5cb4-4bbc-9a26-886035cc0dde HTTP/1.1" status: 200 len: 1092 time: 1.0725954 Sep 17 22:20:14.911540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed647a-ee37-4bc9-87fd-2dd35dddf957', 'tag': 'b779da5d-5cb4-4bbc-9a26-886035cc0dde'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:14.913926 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28221c5d-364f-450c-b2c0-962d267b7462" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed647a-ee37-4bc9-87fd-2dd35dddf957", "tag": "b779da5d-5cb4-4bbc-9a26-886035cc0dde"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:14.918353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b184b33-5240-4caa-9587-60377e0af6b7 req-12265788-76e7-4505-aa42-1f6e4a74d11f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:14.920814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b184b33-5240-4caa-9587-60377e0af6b7 req-12265788-76e7-4505-aa42-1f6e4a74d11f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 945 time: 0.1679115 Sep 17 22:20:14.943248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Allocated IP 10.1.1.2 (e5b753a8-b73a-45b8-ad4b-56ebaad6b03b/74cba945-0995-4397-bedb-d7c00197bdfe/ca200326-159a-47de-8037-3bf8db08eed9) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:14.963740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29fbf3-ab26-43d2-800c-d63bfbb72028 service neutron] Pushing event updated for resources: {'Port': ['ID=b779da5d-5cb4-4bbc-9a26-886035cc0dde,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:14.983954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5a7a9de-e20e-4326-b1c7-d08f798156b6 req-b347cdd7-81c9-4a0e-8312-61c4b56f4fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298727 Sep 17 22:20:14.995220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:14.998721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.045545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c144a5e7-9dfe-4138-a99a-25f6ac7359b1 req-094d8029-511c-4729-9c5d-561f78deae21 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166856 Sep 17 22:20:15.156292 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.183610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-969bce85-a5d1-4fe7-aea1-23a847a46d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.185659 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-969bce85-a5d1-4fe7-aea1-23a847a46d46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 1096 time: 0.0757129 Sep 17 22:20:15.231289 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.279925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:15.283940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:15.290964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:15.295115 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Pushing event updated for resources: {'Port': ['ID=ca200326-159a-47de-8037-3bf8db08eed9,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:15.338219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-091e4c66-36df-49eb-a9c5-5c9257315dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.339924 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-091e4c66-36df-49eb-a9c5-5c9257315dbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e75e273-31b2-438a-bdc2-b7bc16d59be7 HTTP/1.1" status: 200 len: 897 time: 0.1467395 Sep 17 22:20:15.425319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Attempting to bind port ca200326-159a-47de-8037-3bf8db08eed9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:15.425688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Attempting to bind port ca200326-159a-47de-8037-3bf8db08eed9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:15.426063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Attempting to bind port ca200326-159a-47de-8037-3bf8db08eed9 on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:15.444398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:15.444841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Checking segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:15.445267 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.445670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Bound using segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:15.446269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Bound port: ca200326-159a-47de-8037-3bf8db08eed9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:15.446553 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.458668 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-6b369e69-2f69-4d0d-bb1d-e840838297a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 HTTP/1.1" status: 200 len: 217 time: 0.1084540 Sep 17 22:20:15.460069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b184b33-5240-4caa-9587-60377e0af6b7 req-50976a19-581c-43c5-b152-c4670e7c3607 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273950 Sep 17 22:20:15.557856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-9dba702c-1a36-46b2-b6ed-0d7999dce833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.560775 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-9dba702c-1a36-46b2-b6ed-0d7999dce833 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41270b41-b535-430e-b678-56d131f10f4d HTTP/1.1" status: 200 len: 834 time: 0.0933242 Sep 17 22:20:15.591248 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a383c2df-a151-4a1a-a2c0-01c99f3844fc x-openstack-request-id: req-a383c2df-a151-4a1a-a2c0-01c99f3844fc {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:15.592614 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed647a-ee37-4bc9-87fd-2dd35dddf957", "tag": "b779da5d-5cb4-4bbc-9a26-886035cc0dde", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:15.595161 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a383c2df-a151-4a1a-a2c0-01c99f3844fc {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:15.595161 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ed647a-ee37-4bc9-87fd-2dd35dddf957', 'tag': 'b779da5d-5cb4-4bbc-9a26-886035cc0dde', 'status': 'completed', 'code': 200} Sep 17 22:20:15.630599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-103c4deb-55bd-4c8a-b95d-26e837a41c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.632233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-103c4deb-55bd-4c8a-b95d-26e837a41c3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eb6cc33b9e44d35b90734a26b9d763f&device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 1095 time: 0.5907633 Sep 17 22:20:15.640525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-f6f7c6d7-d1a7-41be-9d66-b310dc023a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.643301 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-f6f7c6d7-d1a7-41be-9d66-b310dc023a41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e75e273-31b2-438a-bdc2-b7bc16d59be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677538 Sep 17 22:20:15.648928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] For port ca200326-159a-47de-8037-3bf8db08eed9, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:15.654733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] For port ca200326-159a-47de-8037-3bf8db08eed9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ca200326-159a-47de-8037-3bf8db08eed9,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:15.686337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad75e-947b-4a1a-9d66-e9bfb424c1e1 req-ab45b2a9-24f3-44f6-a1a8-e1065c7098ef tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.686337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5dad75e-947b-4a1a-9d66-e9bfb424c1e1 req-ab45b2a9-24f3-44f6-a1a8-e1065c7098ef tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.2235487 Sep 17 22:20:15.761272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-f1e06e6f-d069-4690-87cb-3e6660c47205 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b779da5d-5cb4-4bbc-9a26-886035cc0dde HTTP/1.1" status: 200 len: 217 time: 0.1100619 Sep 17 22:20:15.776989 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-c989fbb6-97c8-42aa-b02c-5fd3413efd1d service neutron] 10.222.0.32 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229460 Sep 17 22:20:15.779580 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:15.859063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db752182-bae9-4676-8bd7-64102be1e4c0 None None] Pushing event updated for resources: {'Port': ['ID=ca200326-159a-47de-8037-3bf8db08eed9,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:15.868968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5dad75e-947b-4a1a-9d66-e9bfb424c1e1 req-6d1c6c65-3fc8-459d-8b00-a1d1993bff55 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207764 Sep 17 22:20:15.928707 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4da40efb-7694-4d8a-80a3-d00e927db9ed req-2300e1af-4dff-43aa-8e27-c79c84cc712f service neutron] 10.222.0.32 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412594 Sep 17 22:20:15.940346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b2c2-ed8e-48a7-8709-c0a6798345d7 req-1e359b88-af9a-402f-9ec9-13f6afe2598e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:15.947692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7430b2c2-ed8e-48a7-8709-c0a6798345d7 req-1e359b88-af9a-402f-9ec9-13f6afe2598e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 944 time: 0.2255895 Sep 17 22:20:15.991928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-3543c6fd-30eb-4e2d-872c-1babd616fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.004063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-3543c6fd-30eb-4e2d-872c-1babd616fedf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c9e8962-3196-4bcd-a895-fff27834a331 HTTP/1.1" status: 200 len: 861 time: 0.2216878 Sep 17 22:20:16.109859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-a309a18c-e613-4385-8469-4b3b4f0b5682 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c85d9cb-9847-4978-933e-15a6839872f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809622 Sep 17 22:20:16.157986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7430b2c2-ed8e-48a7-8709-c0a6798345d7 req-9e8ccfb8-2a1a-445c-84ef-6799440d53cc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092223 Sep 17 22:20:16.177017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e657b-a67c-43a5-bc50-ae2061250d40 req-9b42147d-ebba-434f-afe8-a65b6849c9cb tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.178424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0d8e657b-a67c-43a5-bc50-ae2061250d40 req-9b42147d-ebba-434f-afe8-a65b6849c9cb tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 943 time: 0.2162564 Sep 17 22:20:16.244882 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:16.319224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0d8e657b-a67c-43a5-bc50-ae2061250d40 req-59cfe2b1-adaf-4ecf-ae1f-862e079fd450 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397808 Sep 17 22:20:16.371446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-b0356383-da89-4f75-8246-1c5807780fce service neutron] 10.222.0.32 "GET /v2.0/networks/4c85d9cb-9847-4978-933e-15a6839872f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461095 Sep 17 22:20:16.376613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Subnet': ['ID=75f297e3-84c0-4121-bf31-e3205e0f7e5f,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:16.444664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a1632-27b7-4533-b5b8-7bf5f1b566d5 req-8d50b6ca-452f-4011-84cd-372a74a31f59 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.446199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-948a1632-27b7-4533-b5b8-7bf5f1b566d5 req-8d50b6ca-452f-4011-84cd-372a74a31f59 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 945 time: 0.1519251 Sep 17 22:20:16.451946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Checking segment: {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:16.452309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network hostable DHCP agents. Network: d4b5def6-02b7-4a39-bab6-685f1dfdab05, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:20:16.578620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46d1f-321f-40d7-950c-be0675eb4660 req-f4fa6d19-fc5e-46bf-be12-fc581e4c3031 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.580816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3e46d1f-321f-40d7-950c-be0675eb4660 req-f4fa6d19-fc5e-46bf-be12-fc581e4c3031 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 947 time: 0.1683023 Sep 17 22:20:16.588158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-948a1632-27b7-4533-b5b8-7bf5f1b566d5 req-5f9a8a7d-1839-4c69-8555-56c92a5163b9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319726 Sep 17 22:20:16.590179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9735ee8-367c-458e-a861-7d090b4d0241 req-4193d0bf-e9c6-4d86-b0dc-43e14fe117c7 service neutron] 10.222.0.32 "GET /v2.0/networks/4c85d9cb-9847-4978-933e-15a6839872f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091343 Sep 17 22:20:16.624698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network d4b5def6-02b7-4a39-bab6-685f1dfdab05 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:20:16.634670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3e46d1f-321f-40d7-950c-be0675eb4660 req-11b362f8-2c22-4b27-a6a0-51f92c2507db tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Sep 17 22:20:16.750388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d4b5def6-02b7-4a39-bab6-685f1dfdab05) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:16.754763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.755417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:16.762745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3aec25-d69c-430b-afae-d94213ac4d21 None None] Network d4b5def6-02b7-4a39-bab6-685f1dfdab05 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:16.845754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221c5d-364f-450c-b2c0-962d267b7462 req-4f159c44-b6a2-4f1b-8002-f11332c697e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:16.849850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28221c5d-364f-450c-b2c0-962d267b7462 req-4f159c44-b6a2-4f1b-8002-f11332c697e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eb6cc33b9e44d35b90734a26b9d763f&device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 1095 time: 0.0679622 Sep 17 22:20:16.856032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a3a2a48f-a090-4267-9c5a-ecf70e56fd60 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2756326 Sep 17 22:20:16.860879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51672) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:16.873063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'port': {'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'name': 'tempest-TaggedBootDevicesTest-2034762725', 'fixed_ips': [{'subnet_id': '74cba945-0995-4397-bedb-d7c00197bdfe'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:17.002555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221c5d-364f-450c-b2c0-962d267b7462 req-f31f17f6-7877-449a-a67a-977b3d88a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.004612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28221c5d-364f-450c-b2c0-962d267b7462 req-f31f17f6-7877-449a-a67a-977b3d88a101 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c85d9cb-9847-4978-933e-15a6839872f9 HTTP/1.1" status: 200 len: 921 time: 0.1474404 Sep 17 22:20:17.039983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d4b5def6-02b7-4a39-bab6-685f1dfdab05', 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'fixed_ips': [{'subnet_id': '75f297e3-84c0-4121-bf31-e3205e0f7e5f'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:20:17.048219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:17.162469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28221c5d-364f-450c-b2c0-962d267b7462 req-047d3e94-644d-4aab-b2f4-493348e242e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b779da5d-5cb4-4bbc-9a26-886035cc0dde HTTP/1.1" status: 200 len: 217 time: 0.0864198 Sep 17 22:20:17.179771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfec804-bebd-41a9-a04e-4dc348d60b91 None None] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:17.187151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08747f-090a-4f6d-b288-f52c297cbe24 req-a7ad1ef5-dd55-48da-b24d-ebadbe8c061f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.189255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb08747f-090a-4f6d-b288-f52c297cbe24 req-a7ad1ef5-dd55-48da-b24d-ebadbe8c061f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.1801014 Sep 17 22:20:17.213459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:17.275090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ca200326-159a-47de-8037-3bf8db08eed9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:17.331312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:17.334590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb08747f-090a-4f6d-b288-f52c297cbe24 req-916121a3-3bce-4a4c-9226-2c7a0c9ccc52 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892093 Sep 17 22:20:17.362699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221c5d-364f-450c-b2c0-962d267b7462 req-efac5745-2662-4590-9b51-fcf6d2ecdda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.364620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28221c5d-364f-450c-b2c0-962d267b7462 req-efac5745-2662-4590-9b51-fcf6d2ecdda6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c9e8962-3196-4bcd-a895-fff27834a331 HTTP/1.1" status: 200 len: 861 time: 0.1858079 Sep 17 22:20:17.373055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520806-3bf7-4126-94d0-b71550d656f6 req-cec1ab08-baee-4d26-aee3-8f83dc9f3eee tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.379427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] device_id is not set on port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:20:17.381583 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46520806-3bf7-4126-94d0-b71550d656f6 req-cec1ab08-baee-4d26-aee3-8f83dc9f3eee tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 945 time: 0.2119794 Sep 17 22:20:17.447289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28221c5d-364f-450c-b2c0-962d267b7462 req-21f162dd-ee02-43be-a5ec-a65b8cb21281 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c85d9cb-9847-4978-933e-15a6839872f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604753 Sep 17 22:20:17.471101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46520806-3bf7-4126-94d0-b71550d656f6 req-be3c16fa-da42-480b-b46a-6812acc245fa tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821340 Sep 17 22:20:17.622144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f35386-2656-4138-acf4-32a9b0099f23 req-2175251f-543b-404b-816e-6ff74b31959e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.622917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ba8c422c-d940-4e89-97a6-4df92c119c89 None None] Provisioning complete for port ca200326-159a-47de-8037-3bf8db08eed9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:17.623054 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba8c422c-d940-4e89-97a6-4df92c119c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:17.623902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1f35386-2656-4138-acf4-32a9b0099f23 req-2175251f-543b-404b-816e-6ff74b31959e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 944 time: 0.1441488 Sep 17 22:20:17.660775 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28221c5d-364f-450c-b2c0-962d267b7462 req-76201fed-4161-43a3-8162-8ed1ce9cf4a4 service neutron] 10.222.0.32 "GET /v2.0/networks/4c85d9cb-9847-4978-933e-15a6839872f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884673 Sep 17 22:20:17.704261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597cc5f-858d-4d9d-8dc1-b799ce93119e req-c695de4b-9d65-4040-adaf-26c7aed8859b tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:17.711227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a597cc5f-858d-4d9d-8dc1-b799ce93119e req-c695de4b-9d65-4040-adaf-26c7aed8859b tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 943 time: 0.1365137 Sep 17 22:20:17.712078 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Allocated IP 10.1.1.96 (e5b753a8-b73a-45b8-ad4b-56ebaad6b03b/74cba945-0995-4397-bedb-d7c00197bdfe/43fbbe21-2868-46d6-b8de-ebe64362d0a7) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:17.715578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Allocated IP 10.2.2.2 (d4b5def6-02b7-4a39-bab6-685f1dfdab05/75f297e3-84c0-4121-bf31-e3205e0f7e5f/699a8f03-bcb6-496b-a9a5-1511b1c75845) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:17.775190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1f35386-2656-4138-acf4-32a9b0099f23 req-573a3751-3f21-451e-a40a-3e081e7e90bd tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319604 Sep 17 22:20:17.785276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ca200326-159a-47de-8037-3bf8db08eed9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:17.786665 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:17.856843 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-189448e1-bfdb-44b4-b971-6be8fe0c802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:17.919815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28221c5d-364f-450c-b2c0-962d267b7462 req-4fb329d8-8058-4a7f-a59e-869c8bc2a20e service neutron] 10.222.0.32 "GET /v2.0/networks/4c85d9cb-9847-4978-933e-15a6839872f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491460 Sep 17 22:20:17.931887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a597cc5f-858d-4d9d-8dc1-b799ce93119e req-6bd3e63c-8528-4523-8b61-9bc0edfa7b83 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197344 Sep 17 22:20:17.942669 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba8c422c-d940-4e89-97a6-4df92c119c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:17.958805 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.026553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ba8c422c-d940-4e89-97a6-4df92c119c89 None None] For port ca200326-159a-47de-8037-3bf8db08eed9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ca200326-159a-47de-8037-3bf8db08eed9,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:18.128931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.139731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.149147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.160817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae578d-e891-449f-8039-211e95cb3ebc req-a34ef115-ce02-4cde-8dd7-3049345dc19f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.171530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02ae578d-e891-449f-8039-211e95cb3ebc req-a34ef115-ce02-4cde-8dd7-3049345dc19f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 947 time: 0.0969629 Sep 17 22:20:18.198022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Port': ['ID=43fbbe21-2868-46d6-b8de-ebe64362d0a7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:18.225240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:18.226725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:18.229385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:18.235788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02ae578d-e891-449f-8039-211e95cb3ebc req-17c80767-8e76-4988-8921-58140fd2a442 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626719 Sep 17 22:20:18.283777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:18.299515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.299713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.372844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-9495dd2e-3180-4b5f-80b2-f02befb0bfd6 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.374816 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-9495dd2e-3180-4b5f-80b2-f02befb0bfd6 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 945 time: 0.0694215 Sep 17 22:20:18.418357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:18.440190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'port_id': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'mac_address': 'fa:16:3e:b3:43:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:18.482201 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.497238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:18.522287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:18.524081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Deleting port 43896b47-b420-455c-b762-01ee5ccc991e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:18.524836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.529978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188c6d-4520-40f4-bfbe-2c3040fe2dd4 req-c1d8c332-199b-4459-938a-645ec33a6bb6 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.531938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff188c6d-4520-40f4-bfbe-2c3040fe2dd4 req-c1d8c332-199b-4459-938a-645ec33a6bb6 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.0896640 Sep 17 22:20:18.582285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff188c6d-4520-40f4-bfbe-2c3040fe2dd4 req-997a51d1-ec23-409c-ab55-3c64c6bf9526 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Sep 17 22:20:18.623178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] For port 43896b47-b420-455c-b762-01ee5ccc991e, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=43896b47-b420-455c-b762-01ee5ccc991e,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:18.623834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.637700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Calling delete_port for 43896b47-b420-455c-b762-01ee5ccc991e owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:18.707019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9c691-1c97-4c14-8bdf-aa25dbd7f711 req-dca29674-9ab0-4bf3-bcbb-c45ba843fdbd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.708831 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81f9c691-1c97-4c14-8bdf-aa25dbd7f711 req-dca29674-9ab0-4bf3-bcbb-c45ba843fdbd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 945 time: 0.0622420 Sep 17 22:20:18.751536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81f9c691-1c97-4c14-8bdf-aa25dbd7f711 req-108a2398-05a3-423e-84f2-91087f84d87f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348630 Sep 17 22:20:18.814750 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba8c422c-d940-4e89-97a6-4df92c119c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.885720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:20:18.886433 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:20:18.894687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5ac4a5e2-3d00-4103-bc62-8e52d6ddedfa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0273108 Sep 17 22:20:18.894687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51708) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:18.894989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.899629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'port': {'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'name': 'tempest-TaggedBootDevicesTest-885252763', 'fixed_ips': [{'subnet_id': '74cba945-0995-4397-bedb-d7c00197bdfe'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:18.915505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c422c-d940-4e89-97a6-4df92c119c89 None None] Pushing event updated for resources: {'Port': ['ID=ca200326-159a-47de-8037-3bf8db08eed9,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:18.920714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Network d4b5def6-02b7-4a39-bab6-685f1dfdab05 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:18.930879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:18.933390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:18.948628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461b56-368a-4546-ac86-c6f7042e46c2 req-2165ce84-9551-438d-9d7d-647bbc8e89dc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:18.952395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff461b56-368a-4546-ac86-c6f7042e46c2 req-2165ce84-9551-438d-9d7d-647bbc8e89dc tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 944 time: 0.0824664 Sep 17 22:20:18.992305 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:18.992954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b779da5d-5cb4-4bbc-9a26-886035cc0dde details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:19.004367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff461b56-368a-4546-ac86-c6f7042e46c2 req-5f71db59-86af-4eda-b988-a05bfcd17a2d tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450785 Sep 17 22:20:19.015506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.039636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84', '43896b47-b420-455c-b762-01ee5ccc991e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:19.041432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-477a2b32-23d4-443a-a64f-80caf7bf15a6 None None] Provisioning complete for port ca200326-159a-47de-8037-3bf8db08eed9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:19.041802 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-477a2b32-23d4-443a-a64f-80caf7bf15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.048727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Pushing event updated for resources: {'Port': ['ID=699a8f03-bcb6-496b-a9a5-1511b1c75845,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:19.082761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event deleted for resources: {'Port': ['ID=43896b47-b420-455c-b762-01ee5ccc991e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:19.145088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] No DVR routers for this DVR port 43896b47-b420-455c-b762-01ee5ccc991e on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:19.151880 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.153854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f784dd-2d7f-4379-936c-a43bf74c20d4 req-b2d6bf60-9cd0-4855-9330-ef3107e999bc tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.154009 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d35b7ceb-692e-4fae-9dd0-646685689bbf req-ea0a01a1-e7b9-41c4-b11f-e1a2bfa79e6d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "DELETE /v2.0/ports/43896b47-b420-455c-b762-01ee5ccc991e HTTP/1.1" status: 204 len: 173 time: 0.7723451 Sep 17 22:20:19.154414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472e562-1c75-4eb0-9a6e-10b2e88b9019', 'name': 'network-vif-deleted', 'tag': '43896b47-b420-455c-b762-01ee5ccc991e'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:19.156839 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa91512c-b484-4a8d-bd41-d8158f39f1fc" -d '{"events": [{"server_uuid": "f472e562-1c75-4eb0-9a6e-10b2e88b9019", "name": "network-vif-deleted", "tag": "43896b47-b420-455c-b762-01ee5ccc991e"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:19.162225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72f784dd-2d7f-4379-936c-a43bf74c20d4 req-b2d6bf60-9cd0-4855-9330-ef3107e999bc tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 943 time: 0.0757499 Sep 17 22:20:19.168818 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:20:19.198279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Attempting to bind port 699a8f03-bcb6-496b-a9a5-1511b1c75845 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:19.198651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Attempting to bind port 699a8f03-bcb6-496b-a9a5-1511b1c75845 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:19.199053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Attempting to bind port 699a8f03-bcb6-496b-a9a5-1511b1c75845 on network d4b5def6-02b7-4a39-bab6-685f1dfdab05 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:19.199413 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72f784dd-2d7f-4379-936c-a43bf74c20d4 req-ef95a1d8-7d6d-4365-bdcc-bc2f7e12dc9d tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363462 Sep 17 22:20:19.250834 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f731ca9f-facb-410c-b399-d8e5e46caa99 x-openstack-request-id: req-f731ca9f-facb-410c-b399-d8e5e46caa99 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:19.251112 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472e562-1c75-4eb0-9a6e-10b2e88b9019", "name": "network-vif-deleted", "tag": "43896b47-b420-455c-b762-01ee5ccc991e", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:19.260068 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f731ca9f-facb-410c-b399-d8e5e46caa99 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:19.260068 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472e562-1c75-4eb0-9a6e-10b2e88b9019', 'name': 'network-vif-deleted', 'tag': '43896b47-b420-455c-b762-01ee5ccc991e', 'status': 'completed', 'code': 200} Sep 17 22:20:19.272915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:19.273284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Checking segment: {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:19.273690 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.274091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Bound using segment: {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:19.275266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Bound port: 699a8f03-bcb6-496b-a9a5-1511b1c75845, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:19.275666 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.304229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:19.316143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:19.321339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.347847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] device_id is not set on port 69f5ea08-1733-4003-80b0-4221fe2cbcbd yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:20:19.421418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25677c21-9606-4976-824b-8e31bb52fd56 req-d34c583e-f4d7-448a-8a91-32c7501a001e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.430945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25677c21-9606-4976-824b-8e31bb52fd56 req-d34c583e-f4d7-448a-8a91-32c7501a001e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.437855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25677c21-9606-4976-824b-8e31bb52fd56 req-d34c583e-f4d7-448a-8a91-32c7501a001e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.444319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b779da5d-5cb4-4bbc-9a26-886035cc0dde, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b779da5d-5cb4-4bbc-9a26-886035cc0dde,segment=NetworkSegment(65ad5faa-7b5d-48a1-aaae-4e782b93edb8),segment_id=65ad5faa-7b5d-48a1-aaae-4e782b93edb8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:19.445010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25677c21-9606-4976-824b-8e31bb52fd56 req-d34c583e-f4d7-448a-8a91-32c7501a001e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.451839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25677c21-9606-4976-824b-8e31bb52fd56 req-d34c583e-f4d7-448a-8a91-32c7501a001e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.478086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25677c21-9606-4976-824b-8e31bb52fd56 req-d34c583e-f4d7-448a-8a91-32c7501a001e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.488057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25677c21-9606-4976-824b-8e31bb52fd56 req-d34c583e-f4d7-448a-8a91-32c7501a001e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.491130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25677c21-9606-4976-824b-8e31bb52fd56 req-d34c583e-f4d7-448a-8a91-32c7501a001e tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5446 time: 0.1645861 Sep 17 22:20:19.528873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'b779da5d-5cb4-4bbc-9a26-886035cc0dde', 'network_id': '4c85d9cb-9847-4978-933e-15a6839872f9', 'port_id': 'b779da5d-5cb4-4bbc-9a26-886035cc0dde', 'mac_address': 'fa:16:3e:42:ce:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9e8962-3196-4bcd-a895-fff27834a331', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:19.540791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25677c21-9606-4976-824b-8e31bb52fd56 req-a4b7ebdb-7760-42ff-b994-56766aa61465 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430863 Sep 17 22:20:19.548986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Allocated IP 10.1.1.220 (e5b753a8-b73a-45b8-ad4b-56ebaad6b03b/74cba945-0995-4397-bedb-d7c00197bdfe/69f5ea08-1733-4003-80b0-4221fe2cbcbd) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:19.552875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] For port 699a8f03-bcb6-496b-a9a5-1511b1c75845, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:19.609437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] For port 699a8f03-bcb6-496b-a9a5-1511b1c75845, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=699a8f03-bcb6-496b-a9a5-1511b1c75845,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:19.637064 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.648933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-477a2b32-23d4-443a-a64f-80caf7bf15a6 None None] Provisioning complete for port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:19.649853 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-477a2b32-23d4-443a-a64f-80caf7bf15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.686617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b779da5d-5cb4-4bbc-9a26-886035cc0dde {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:19.698605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ca200326-159a-47de-8037-3bf8db08eed9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:19.748298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b779da5d-5cb4-4bbc-9a26-886035cc0dde, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b779da5d-5cb4-4bbc-9a26-886035cc0dde,segment=NetworkSegment(65ad5faa-7b5d-48a1-aaae-4e782b93edb8),segment_id=65ad5faa-7b5d-48a1-aaae-4e782b93edb8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:19.749655 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.770558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ed3d5-23ec-488a-b8a8-4d5b8000c39d req-69786cb4-ff0a-4187-ae05-af540e51ce56 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:19.772291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-477a2b32-23d4-443a-a64f-80caf7bf15a6 None None] Port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:19.779751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b81ed3d5-23ec-488a-b8a8-4d5b8000c39d req-69786cb4-ff0a-4187-ae05-af540e51ce56 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.0701566 Sep 17 22:20:19.822720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.838236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b81ed3d5-23ec-488a-b8a8-4d5b8000c39d req-c1cee61b-0134-4919-9254-394365e85245 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543654 Sep 17 22:20:19.848407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27845e2c-8d25-435f-a2c9-20ff1376b5a1 None None] Pushing event updated for resources: {'Port': ['ID=699a8f03-bcb6-496b-a9a5-1511b1c75845,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:19.855606 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.862125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ca200326-159a-47de-8037-3bf8db08eed9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:19.862495 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:19.912691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-564df54e-848e-42a1-845c-7574cce7f54c req-36d636e6-aa45-4ed8-b408-8f01a5f9ee4f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=f472e562-1c75-4eb0-9a6e-10b2e88b9019 HTTP/1.1" status: 200 len: 210 time: 0.0391676 Sep 17 22:20:19.951842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b779da5d-5cb4-4bbc-9a26-886035cc0dde,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:20.008094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:20.068474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Port': ['ID=69f5ea08-1733-4003-80b0-4221fe2cbcbd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:20.086151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:20.086151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:20.110464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:20.149226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['c17f0d6b-582f-4ea6-9fe0-ffa73823ef07'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:20.157585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b779da5d-5cb4-4bbc-9a26-886035cc0dde'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:20.238003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.238695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:20.267692 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27311ae7-86c6-429a-8359-dce70fa3c322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:20.291239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331846b-62ce-4b37-ae94-c1c5cc188ff9 req-683ec068-b858-438b-886a-58ef0d292dff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.296881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0331846b-62ce-4b37-ae94-c1c5cc188ff9 req-683ec068-b858-438b-886a-58ef0d292dff tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 945 time: 0.1523588 Sep 17 22:20:20.319923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:20.338133 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4d25e953-96e1-496c-8361-8d388d691074 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4446192 Sep 17 22:20:20.454911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0331846b-62ce-4b37-ae94-c1c5cc188ff9 req-459d81e7-6f08-4f33-af44-0826e0f922aa tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440370 Sep 17 22:20:20.510635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2217c1-b17e-4bc9-a16f-a8783b5353a3 req-8f7cf911-5890-4f18-9a12-0ad41deb40b6 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.520140 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:20.525073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e2217c1-b17e-4bc9-a16f-a8783b5353a3 req-8f7cf911-5890-4f18-9a12-0ad41deb40b6 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 944 time: 0.1587625 Sep 17 22:20:20.540668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-4ec2d60a-a1c0-4aab-b8d5-a7b93396e7c6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.547823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-4ec2d60a-a1c0-4aab-b8d5-a7b93396e7c6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.554177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-4ec2d60a-a1c0-4aab-b8d5-a7b93396e7c6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.565746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-4ec2d60a-a1c0-4aab-b8d5-a7b93396e7c6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.572894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-4ec2d60a-a1c0-4aab-b8d5-a7b93396e7c6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.580339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-4ec2d60a-a1c0-4aab-b8d5-a7b93396e7c6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.583288 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:20.586623 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0e953e-2c3f-4b5a-bb6f-49875216f3ff" -d '{"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:20.591413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-4ec2d60a-a1c0-4aab-b8d5-a7b93396e7c6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.594668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-4ec2d60a-a1c0-4aab-b8d5-a7b93396e7c6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5446 time: 0.2272096 Sep 17 22:20:20.605252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:20.687149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8a4c9d24-5ba1-4fe7-b8b6-b63b1835e99b None None] Provisioning complete for port 69f5ea08-1733-4003-80b0-4221fe2cbcbd triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:20.687149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9d24-5ba1-4fe7-b8b6-b63b1835e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:20.688562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e2217c1-b17e-4bc9-a16f-a8783b5353a3 req-ffac7d69-843f-4f45-89db-0131a0d78139 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623671 Sep 17 22:20:20.720012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ad552286-59f3-4bcd-b53a-45b8d5a0a15f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.721902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ad552286-59f3-4bcd-b53a-45b8d5a0a15f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "GET /v2.0/ports/a6231a7e-020d-4b08-9889-4a128f41cc2c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1202908 Sep 17 22:20:20.839312 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:20.840829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 99e226e5-351d-4d26-b8b0-10a31a1b383b no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:20.942626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-dc3d13d9-acef-4b69-a5f6-7a5d36465297 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "GET /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2139723 Sep 17 22:20:20.960018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a1754-ac93-4ac4-b88f-1f94aff7734e req-c7698b1b-3a76-4350-91db-3cc7b14d4b1b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.966550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a1754-ac93-4ac4-b88f-1f94aff7734e req-c7698b1b-3a76-4350-91db-3cc7b14d4b1b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.978353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a1754-ac93-4ac4-b88f-1f94aff7734e req-c7698b1b-3a76-4350-91db-3cc7b14d4b1b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.989741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a1754-ac93-4ac4-b88f-1f94aff7734e req-c7698b1b-3a76-4350-91db-3cc7b14d4b1b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:20.995944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a1754-ac93-4ac4-b88f-1f94aff7734e req-c7698b1b-3a76-4350-91db-3cc7b14d4b1b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.002115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a1754-ac93-4ac4-b88f-1f94aff7734e req-c7698b1b-3a76-4350-91db-3cc7b14d4b1b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.009060 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.009209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a1754-ac93-4ac4-b88f-1f94aff7734e req-c7698b1b-3a76-4350-91db-3cc7b14d4b1b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.011068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c9d24-5ba1-4fe7-b8b6-b63b1835e99b None None] Port 69f5ea08-1733-4003-80b0-4221fe2cbcbd cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:21.017927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba7a1754-ac93-4ac4-b88f-1f94aff7734e req-c7698b1b-3a76-4350-91db-3cc7b14d4b1b tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 5444 time: 0.1766987 Sep 17 22:20:21.043893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:21.076673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba7a1754-ac93-4ac4-b88f-1f94aff7734e req-78b46ef4-0d8f-46a0-9958-12440a4b9972 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578241 Sep 17 22:20:21.126615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:21.162184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 99e226e5-351d-4d26-b8b0-10a31a1b383b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:21.181336 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aa531d-2a23-432b-94f4-aaef1a2dd2fe x-openstack-request-id: req-07aa531d-2a23-432b-94f4-aaef1a2dd2fe {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:21.181619 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:21.182157 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07aa531d-2a23-432b-94f4-aaef1a2dd2fe {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:21.182305 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4', 'code': 200} Sep 17 22:20:21.191055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.269768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.275063 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.275063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 05f46038-8355-4a3e-8d49-a8d153e2ef32 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:21.295165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51754) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:21.300761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-95e3cee4-80d3-4cbb-8732-774dcb65dfb2 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268034183', 'description': 'tempest-description--440201120'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:21.415584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6337652-6644-401e-bc2d-31f7e363537f req-60e9c4c9-a8b9-4dbb-b1c4-cf6ce995aadf tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.417517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6337652-6644-401e-bc2d-31f7e363537f req-60e9c4c9-a8b9-4dbb-b1c4-cf6ce995aadf tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.1638646 Sep 17 22:20:21.447485 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95e3cee4-80d3-4cbb-8732-774dcb65dfb2 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.500867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] For port a6231a7e-020d-4b08-9889-4a128f41cc2c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a6231a7e-020d-4b08-9889-4a128f41cc2c,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:21.555086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6337652-6644-401e-bc2d-31f7e363537f req-70b1d970-3cd6-459b-881c-d5ee85e7c7ad tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233177 Sep 17 22:20:21.638862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] For port a6231a7e-020d-4b08-9889-4a128f41cc2c, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:21.682083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 43896b47-b420-455c-b762-01ee5ccc991e no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:21.722220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5fe37-5ea0-4f49-9a48-ebd9d2303d2e None None] Network d4b5def6-02b7-4a39-bab6-685f1dfdab05 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:21.730874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 43896b47-b420-455c-b762-01ee5ccc991e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:21.731215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 43896b47-b420-455c-b762-01ee5ccc991e not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:21.785041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] device_id is not set on port a6231a7e-020d-4b08-9889-4a128f41cc2c yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:20:21.805632 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.806655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 699a8f03-bcb6-496b-a9a5-1511b1c75845 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:21.827383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d7efb-ff8d-449a-a028-3a764f50c6ee req-f502cfb7-91bf-4b3d-b06b-2cd76946752e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.835405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-642d7efb-ff8d-449a-a028-3a764f50c6ee req-f502cfb7-91bf-4b3d-b06b-2cd76946752e tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 945 time: 0.1443677 Sep 17 22:20:21.889077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-d1854866-8253-4dbb-b733-f628ef4febe1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:21.891350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-d1854866-8253-4dbb-b733-f628ef4febe1 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.3009009 Sep 17 22:20:21.904845 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-642d7efb-ff8d-449a-a028-3a764f50c6ee req-c8175148-a836-4f96-9253-46a207159ea1 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671062 Sep 17 22:20:21.928718 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.935771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95e3cee4-80d3-4cbb-8732-774dcb65dfb2 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:21.968390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-94aafe40-bb5a-46e3-8459-968af2be40e7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/quotas/2bf6624a12954b2f98a82611bfa802cd HTTP/1.1" status: 200 len: 375 time: 0.0593915 Sep 17 22:20:21.999658 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-83211198-7fff-4cac-9630-2457ff3153d7 None None] Provisioning complete for port 699a8f03-bcb6-496b-a9a5-1511b1c75845 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:22.005972 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83211198-7fff-4cac-9630-2457ff3153d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.005972 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.021755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] Pushing event updated for resources: {'Port': ['ID=a6231a7e-020d-4b08-9889-4a128f41cc2c,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:22.050673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=99e226e5-351d-4d26-b8b0-10a31a1b383b,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:22.053285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95e3cee4-80d3-4cbb-8732-774dcb65dfb2 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.087552 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.102228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] No DVR routers for this DVR port a6231a7e-020d-4b08-9889-4a128f41cc2c on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:22.118779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3cee4-80d3-4cbb-8732-774dcb65dfb2 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:22.150060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] In _notify_port_updated(), no bound segment for port a6231a7e-020d-4b08-9889-4a128f41cc2c on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:20:22.151498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.152657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.154535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-ff69221f-6ab1-491d-96b9-ed4727ba89de service neutron] 10.222.0.32 "PUT /v2.0/ports/a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 200 len: 1033 time: 1.1337407 Sep 17 22:20:22.192693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 699a8f03-bcb6-496b-a9a5-1511b1c75845 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:22.193391 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.218301 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95e3cee4-80d3-4cbb-8732-774dcb65dfb2 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.220298 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-95e3cee4-80d3-4cbb-8732-774dcb65dfb2 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9233832 Sep 17 22:20:22.224641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51776) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:22.250822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f8f8405f-a45a-4362-9d1d-8bf0d04325ff tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'security_group_rule': {'security_group_id': '9c7b4965-56a5-4cc5-8988-6ceacec5fd9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:22.250943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-7a1315f7-d242-43a4-8d7a-801d76c4d962 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2728410 Sep 17 22:20:22.251694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 05f46038-8355-4a3e-8d49-a8d153e2ef32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:22.276891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bf8dd-a33c-4e76-81b5-638ad88df398 req-8658d021-41db-4415-ba03-248324c3bb7b tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.285134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f7bf8dd-a33c-4e76-81b5-638ad88df398 req-8658d021-41db-4415-ba03-248324c3bb7b tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 944 time: 0.2887096 Sep 17 22:20:22.338512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.345099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8aaff56d-9650-4e36-88f3-bd83066f5c11 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:22.351773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f7bf8dd-a33c-4e76-81b5-638ad88df398 req-9a737992-e83c-48b4-a5ba-92d25cc42eb7 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653009 Sep 17 22:20:22.352747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d618e-fb23-4664-b025-90827221eb6c req-a7853d93-7580-4712-b4fc-e1173961673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.355081 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-310d618e-fb23-4664-b025-90827221eb6c req-a7853d93-7580-4712-b4fc-e1173961673d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 1097 time: 0.1320529 Sep 17 22:20:22.430124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8f8405f-a45a-4362-9d1d-8bf0d04325ff tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.446232 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-310d618e-fb23-4664-b025-90827221eb6c req-9f1098f3-36dc-4e7e-b97a-ecafe3aaaaea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840192 Sep 17 22:20:22.477672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-a642de3b-61d8-4add-809e-08df4f7f2784 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.487150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-a642de3b-61d8-4add-809e-08df4f7f2784 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "GET /v2.0/ports/a229c9de-faee-40c0-a86e-801a47e68b58?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3179481 Sep 17 22:20:22.487592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-2e2080fe-b733-4ad0-8ac3-5b638de74ba0 service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370212 Sep 17 22:20:22.501890 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8f8405f-a45a-4362-9d1d-8bf0d04325ff tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.570450 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83211198-7fff-4cac-9630-2457ff3153d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.573131 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8f8405f-a45a-4362-9d1d-8bf0d04325ff tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.599655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8405f-a45a-4362-9d1d-8bf0d04325ff tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925913d9-2eff-472c-9575-8fb6e899b202,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:22.609711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=05f46038-8355-4a3e-8d49-a8d153e2ef32,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:22.611831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbc922-cf0c-467d-a029-734c3d77ad5f req-27e7dc11-c77b-481e-93fa-5c91d9bba33f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.624369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbc922-cf0c-467d-a029-734c3d77ad5f req-27e7dc11-c77b-481e-93fa-5c91d9bba33f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.635354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbc922-cf0c-467d-a029-734c3d77ad5f req-27e7dc11-c77b-481e-93fa-5c91d9bba33f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.638122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbc922-cf0c-467d-a029-734c3d77ad5f req-27e7dc11-c77b-481e-93fa-5c91d9bba33f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.644870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbc922-cf0c-467d-a029-734c3d77ad5f req-27e7dc11-c77b-481e-93fa-5c91d9bba33f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.651420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbc922-cf0c-467d-a029-734c3d77ad5f req-27e7dc11-c77b-481e-93fa-5c91d9bba33f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:22.653489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18dbc922-cf0c-467d-a029-734c3d77ad5f req-27e7dc11-c77b-481e-93fa-5c91d9bba33f tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 4660 time: 0.1638520 Sep 17 22:20:22.658761 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.666814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:22.699575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8f8405f-a45a-4362-9d1d-8bf0d04325ff tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.703460 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f8f8405f-a45a-4362-9d1d-8bf0d04325ff tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4767566 Sep 17 22:20:22.703991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51782) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:22.708489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-81472375-a5dc-44ea-bdde-65a8a99b524e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'security_group_rule': {'security_group_id': '9c7b4965-56a5-4cc5-8988-6ceacec5fd9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:22.723699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-83211198-7fff-4cac-9630-2457ff3153d7 None None] For port 699a8f03-bcb6-496b-a9a5-1511b1c75845, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=699a8f03-bcb6-496b-a9a5-1511b1c75845,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:22.751412 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.783578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8aaff56d-9650-4e36-88f3-bd83066f5c11, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:22.795419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-71b6859d-f6e8-427d-a77e-be7585c9e61a service neutron] 10.222.0.13 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069422 Sep 17 22:20:22.809671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.825184 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83211198-7fff-4cac-9630-2457ff3153d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.826774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18dbc922-cf0c-467d-a029-734c3d77ad5f req-c55af981-0975-459f-b99f-f285f1776daf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&id=4c608e1d-c030-4d9a-bcad-3edd06f62914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557701 Sep 17 22:20:22.871252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81472375-a5dc-44ea-bdde-65a8a99b524e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.923006 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:22.923716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:22.972107 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81472375-a5dc-44ea-bdde-65a8a99b524e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.001385 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:20:23.010157 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:20:23.010507 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:20:23.021343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2c6b503f-f6be-479d-bd72-389d57b15ab6 None None] Provisioning complete for port 699a8f03-bcb6-496b-a9a5-1511b1c75845 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:23.021711 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2c6b503f-f6be-479d-bd72-389d57b15ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.023096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83211198-7fff-4cac-9630-2457ff3153d7 None None] Pushing event updated for resources: {'Port': ['ID=699a8f03-bcb6-496b-a9a5-1511b1c75845,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:23.035924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81472375-a5dc-44ea-bdde-65a8a99b524e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.059756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81472375-a5dc-44ea-bdde-65a8a99b524e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0baa489-607b-4ac2-b674-df9861156411,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:23.121699 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81472375-a5dc-44ea-bdde-65a8a99b524e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.129227 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-81472375-a5dc-44ea-bdde-65a8a99b524e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4211426 Sep 17 22:20:23.130250 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51788) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:23.137952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:23.152107 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.155503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=8aaff56d-9650-4e36-88f3-bd83066f5c11,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:23.183701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e226e5-351d-4d26-b8b0-10a31a1b383b'}, {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f46038-8355-4a3e-8d49-a8d153e2ef32'}, {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:23.185885 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c8c48c-7eda-48d6-afe5-c2bd98930251" -d '{"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "99e226e5-351d-4d26-b8b0-10a31a1b383b"}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "05f46038-8355-4a3e-8d49-a8d153e2ef32"}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:23.274088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:23.306585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2c6b503f-f6be-479d-bd72-389d57b15ab6 None None] Provisioning complete for port a6231a7e-020d-4b08-9889-4a128f41cc2c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:23.307079 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2c6b503f-f6be-479d-bd72-389d57b15ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.318772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.361924 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.368559 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.368559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a229c9de-faee-40c0-a86e-801a47e68b58 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:23.433679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b503f-f6be-479d-bd72-389d57b15ab6 None None] Port a6231a7e-020d-4b08-9889-4a128f41cc2c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:23.527948 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.577575 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.619610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:23.667919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] For port a229c9de-faee-40c0-a86e-801a47e68b58, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a229c9de-faee-40c0-a86e-801a47e68b58,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:23.686420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d76521-ba85-41ea-8629-60b8fef5b20e req-f99b2d5b-9fee-4672-a635-89dc4d6a226b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:23.688902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84d76521-ba85-41ea-8629-60b8fef5b20e req-f99b2d5b-9fee-4672-a635-89dc4d6a226b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.7073145 Sep 17 22:20:23.695786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Allocated IP 172.25.5.180 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/bb20c7b0-895d-40c7-aaa9-89ee169003e2) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:23.715288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4019e-5fb3-4eb6-b971-341f17a08aa9 req-5b4d0310-8971-4bf2-8583-616154fdc835 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:23.716830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80f4019e-5fb3-4eb6-b971-341f17a08aa9 req-5b4d0310-8971-4bf2-8583-616154fdc835 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 945 time: 0.1228397 Sep 17 22:20:23.755842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] For port a229c9de-faee-40c0-a86e-801a47e68b58, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:23.784555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 699a8f03-bcb6-496b-a9a5-1511b1c75845 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:23.819433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] device_id is not set on port a229c9de-faee-40c0-a86e-801a47e68b58 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:20:23.846091 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.861064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 699a8f03-bcb6-496b-a9a5-1511b1c75845 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:23.861472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.863114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84d76521-ba85-41ea-8629-60b8fef5b20e req-8bdda473-053c-4036-a2f3-d0afaea7e8ba tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578741 Sep 17 22:20:23.878089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80f4019e-5fb3-4eb6-b971-341f17a08aa9 req-c601d971-44b9-4fb0-a4f4-d2f479d7b940 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436558 Sep 17 22:20:23.904478 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.923240 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:23.988404 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58021af4-1e7d-403c-b08b-b077254e4696 x-openstack-request-id: req-58021af4-1e7d-403c-b08b-b077254e4696 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:23.988909 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "99e226e5-351d-4d26-b8b0-10a31a1b383b", "code": 200}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "05f46038-8355-4a3e-8d49-a8d153e2ef32", "code": 200}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:23.989168 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58021af4-1e7d-403c-b08b-b077254e4696 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:23.989798 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e226e5-351d-4d26-b8b0-10a31a1b383b', 'code': 200} Sep 17 22:20:23.990054 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f46038-8355-4a3e-8d49-a8d153e2ef32', 'code': 200} Sep 17 22:20:23.990300 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'code': 200} Sep 17 22:20:24.014287 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:20:24.014623 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:20:24.026542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6123b81b-710a-4e81-adfb-e734589b9f38 req-27feed21-9f13-49b2-bbde-d996d3b11574 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 210 time: 0.0584588 Sep 17 22:20:24.029347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] No DVR routers for this DVR port a229c9de-faee-40c0-a86e-801a47e68b58 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:24.071269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.121801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a229c9de-faee-40c0-a86e-801a47e68b58,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:24.147825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] In _notify_port_updated(), no bound segment for port a229c9de-faee-40c0-a86e-801a47e68b58 on network d52773da-ea71-415b-9d63-4f91823d2c03 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:20:24.149034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:24.149490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.151030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-c948e23f-e8b9-453c-bf8c-c7d3a38212a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 200 len: 1032 time: 1.4963720 Sep 17 22:20:24.156366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:24.161577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:24.164331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6dafe-5e9a-4e21-ac5a-b19553a5f31e req-3fc6bfb2-38ea-4830-94e1-3a5a67a41959 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:24.165876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09e6dafe-5e9a-4e21-ac5a-b19553a5f31e req-3fc6bfb2-38ea-4830-94e1-3a5a67a41959 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 944 time: 0.0795541 Sep 17 22:20:24.168458 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:24.174542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Port': ['ID=bb20c7b0-895d-40c7-aaa9-89ee169003e2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:24.283272 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.316525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09e6dafe-5e9a-4e21-ac5a-b19553a5f31e req-aefc1932-f0cd-4bbf-9fd3-213d3861f80a tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298923 Sep 17 22:20:24.334523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f9cfc-68d8-49cb-814f-ee3b926a3663 req-a5157dfb-1549-4246-b952-dad9c335c5b1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:24.340766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f9cfc-68d8-49cb-814f-ee3b926a3663 req-a5157dfb-1549-4246-b952-dad9c335c5b1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:24.347111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f9cfc-68d8-49cb-814f-ee3b926a3663 req-a5157dfb-1549-4246-b952-dad9c335c5b1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:24.353283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f9cfc-68d8-49cb-814f-ee3b926a3663 req-a5157dfb-1549-4246-b952-dad9c335c5b1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:24.359315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f9cfc-68d8-49cb-814f-ee3b926a3663 req-a5157dfb-1549-4246-b952-dad9c335c5b1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:24.361678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae2f9cfc-68d8-49cb-814f-ee3b926a3663 req-a5157dfb-1549-4246-b952-dad9c335c5b1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 3877 time: 0.1665704 Sep 17 22:20:24.362946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-77271fd0-1dc8-417d-80e4-5833baeb1a9d None None] Provisioning complete for port a229c9de-faee-40c0-a86e-801a47e68b58 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:24.363432 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-77271fd0-1dc8-417d-80e4-5833baeb1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.407841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:24.408206 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.424281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-77271fd0-1dc8-417d-80e4-5833baeb1a9d None None] Port a229c9de-faee-40c0-a86e-801a47e68b58 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:24.436075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae2f9cfc-68d8-49cb-814f-ee3b926a3663 req-46c4e142-3fc5-4436-810d-0cb6a9c104b6 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650492 Sep 17 22:20:24.440118 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.513424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] For port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:24.513816 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.537207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Calling delete_port for 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:24.573643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a6231a7e-020d-4b08-9889-4a128f41cc2c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:24.620622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.621247 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a6231a7e-020d-4b08-9889-4a128f41cc2c not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:24.629577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b779da5d-5cb4-4bbc-9a26-886035cc0dde up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:24.722089 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.776560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.846641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.848644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port b779da5d-5cb4-4bbc-9a26-886035cc0dde completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:24.864461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port b779da5d-5cb4-4bbc-9a26-886035cc0dde triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:24.864879 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.876042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Port': ['ID=498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:24.887900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Port': ['ID=bb20c7b0-895d-40c7-aaa9-89ee169003e2,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:24.941669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] No DVR routers for this DVR port 498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:24.944755 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:24.947179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-9e6cb6ec-66e4-48ca-8eac-f74d5bd85312 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "DELETE /v2.0/ports/498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4 HTTP/1.1" status: 204 len: 173 time: 0.7803297 Sep 17 22:20:24.947738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:24.950484 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6690f9f-d40f-4576-8ec7-992d400be464" -d '{"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:24.975525 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.013435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.014703 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-353a478c-bd07-427a-be38-56a5edf2b012 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8819177 Sep 17 22:20:25.069513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b779da5d-5cb4-4bbc-9a26-886035cc0dde, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b779da5d-5cb4-4bbc-9a26-886035cc0dde,segment=NetworkSegment(65ad5faa-7b5d-48a1-aaae-4e782b93edb8),segment_id=65ad5faa-7b5d-48a1-aaae-4e782b93edb8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:25.112015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee0d3f-dd47-40d6-afc4-811995b18829 req-7d59f9a2-8b5c-48a5-95fa-c905e62998ea tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:25.112015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16ee0d3f-dd47-40d6-afc4-811995b18829 req-7d59f9a2-8b5c-48a5-95fa-c905e62998ea tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.1348848 Sep 17 22:20:25.122439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efaabd-ad98-4c8b-84c1-80835b9fc4c6 req-fe3693c7-89a6-49f6-998b-7fe44d89939f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:25.122439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6efaabd-ad98-4c8b-84c1-80835b9fc4c6 req-fe3693c7-89a6-49f6-998b-7fe44d89939f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 945 time: 0.1468253 Sep 17 22:20:25.184534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.185466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:25.191463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16ee0d3f-dd47-40d6-afc4-811995b18829 req-f8c3644a-dfef-45fd-a482-5b6c22f348f6 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698454 Sep 17 22:20:25.200704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6efaabd-ad98-4c8b-84c1-80835b9fc4c6 req-d96b0e98-76d6-477c-9599-0dd84f24ece0 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703049 Sep 17 22:20:25.206871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting port 05f46038-8355-4a3e-8d49-a8d153e2ef32 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:25.206871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.348170 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe6164b-4da7-4032-83ff-3ea5854a9e85 x-openstack-request-id: req-bfe6164b-4da7-4032-83ff-3ea5854a9e85 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:25.348695 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:25.349121 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfe6164b-4da7-4032-83ff-3ea5854a9e85 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:25.349637 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': '498cebce-3057-4a0c-a9f1-e9a7b0ddbdf4', 'status': 'completed', 'code': 200} Sep 17 22:20:25.420905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fbe9d71-d6ee-4a09-8728-4001d0379a9e req-dfd9e8c3-ac66-4342-a41b-2f21a039da03 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 210 time: 0.0755544 Sep 17 22:20:25.482762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] For port 05f46038-8355-4a3e-8d49-a8d153e2ef32, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=05f46038-8355-4a3e-8d49-a8d153e2ef32,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:25.483161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.497866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Calling delete_port for 05f46038-8355-4a3e-8d49-a8d153e2ef32 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:25.548891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b779da5d-5cb4-4bbc-9a26-886035cc0dde,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:25.605558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-b298125f-3eb9-4f61-a833-85eacff49a58 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--268034183&fields=id&tenant_id=1077f606df7e4a1c95d9f8faf3035535 HTTP/1.1" status: 200 len: 267 time: 0.1686809 Sep 17 22:20:25.623712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:25.633382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:25.633382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.672100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ed3e9-4230-4862-a268-f1de482ebd67 req-bf664c26-a51e-4adf-8bf9-63ec43cfc484 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:25.674440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea1ed3e9-4230-4862-a268-f1de482ebd67 req-bf664c26-a51e-4adf-8bf9-63ec43cfc484 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 945 time: 0.1285157 Sep 17 22:20:25.689986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-30cdcd5b-e438-48a8-805d-9461091492bc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:25.691360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-30cdcd5b-e438-48a8-805d-9461091492bc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports/43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 931 time: 0.0758059 Sep 17 22:20:25.713249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.749940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:25.792941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea1ed3e9-4230-4862-a268-f1de482ebd67 req-11a619ac-b52a-42e0-ae58-2270889f4c4c tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111655 Sep 17 22:20:25.802421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-7dbea270-df9b-4adc-b9fa-87f3e2a997e6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:25.803799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-7dbea270-df9b-4adc-b9fa-87f3e2a997e6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports/69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 931 time: 0.0980940 Sep 17 22:20:25.862434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-b2f38f74-ba5c-4e57-a4a4-600844aa32d5 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0507021 Sep 17 22:20:25.881977 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.914903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-a4eb6de0-f308-45d8-a747-cb0a6cd06bfb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0453975 Sep 17 22:20:25.932947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:25.944951 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:25.991659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa'}, {'server_uuid': '04ed647a-ee37-4bc9-87fd-2dd35dddf957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b779da5d-5cb4-4bbc-9a26-886035cc0dde'}, {'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:25.995176 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce787621-d2a7-46f3-9711-49506cdc70db" -d '{"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa"}, {"server_uuid": "04ed647a-ee37-4bc9-87fd-2dd35dddf957", "name": "network-vif-plugged", "status": "completed", "tag": "b779da5d-5cb4-4bbc-9a26-886035cc0dde"}, {"server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "name": "network-vif-plugged", "status": "completed", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:26.028508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Port': ['ID=05f46038-8355-4a3e-8d49-a8d153e2ef32,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:26.095494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-3d18ae1e-7fb3-4aea-b2a6-b2b863b3c8d0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.096873 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-3d18ae1e-7fb3-4aea-b2a6-b2b863b3c8d0 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 806 time: 0.1087065 Sep 17 22:20:26.109412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Request body: {'port': {'device_id': '72639357-063a-49b5-90fa-05863beca323', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'admin_state_up': True, 'tenant_id': '2bf6624a12954b2f98a82611bfa802cd'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:26.133216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] No DVR routers for this DVR port 05f46038-8355-4a3e-8d49-a8d153e2ef32 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:26.135779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.138819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-28a44cb5-2fab-4128-9a4e-1259ee693b01 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "DELETE /v2.0/ports/05f46038-8355-4a3e-8d49-a8d153e2ef32 HTTP/1.1" status: 204 len: 173 time: 1.1843505 Sep 17 22:20:26.171656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd55f-cb0f-493d-8bee-746855909885 req-65b406d7-899f-435e-a17f-38441f3a712c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.178831 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-65b406d7-899f-435e-a17f-38441f3a712c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/networks?id=9993fd27-9a55-47f7-9df6-03c8088c4005 HTTP/1.1" status: 200 len: 811 time: 0.3073640 Sep 17 22:20:26.227068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-a20ae3c9-819f-4036-b16e-aa14a8d8a733 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.233307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-a20ae3c9-819f-4036-b16e-aa14a8d8a733 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.239859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-a20ae3c9-819f-4036-b16e-aa14a8d8a733 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.241525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-a20ae3c9-819f-4036-b16e-aa14a8d8a733 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/networks?id=62070a8a-5c99-4c5a-bf55-2777253b05df&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05 HTTP/1.1" status: 200 len: 1989 time: 0.3168056 Sep 17 22:20:26.245929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-12d31a24-2a4f-4b75-9bd8-7c6f6c3f644f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/quotas/870cbf9c6da8416da2ae754f1c8dffcb HTTP/1.1" status: 200 len: 375 time: 0.0663040 Sep 17 22:20:26.309488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-dcc9a2e7-b014-4f37-838c-65aba9331f12 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/quotas/1077f606df7e4a1c95d9f8faf3035535 HTTP/1.1" status: 200 len: 375 time: 0.0571780 Sep 17 22:20:26.334160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Made reservation on behalf of 2bf6624a12954b2f98a82611bfa802cd for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:26.339746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.380193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-fd14bc43-efb5-4379-8b2d-6ef3020db4ed tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260412 Sep 17 22:20:26.402186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:26.402539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.448574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-e06869f1-f751-49c0-9d74-12b9a2e36ed8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1321037 Sep 17 22:20:26.496212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Allocated IP 172.20.0.10 (009e2ae4-9011-425b-9754-1716813af3af/307d71a2-a6e3-4c0d-b439-90598e2bd635/d6f27132-9445-43cf-b130-ab567ea35144) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:26.632614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-3afcc814-7411-4d71-9a24-8b1c8c9d29d1 service neutron] 10.222.0.13 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447052 Sep 17 22:20:26.659444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.683908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] For port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:26.684227 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.706398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Calling delete_port for ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:26.713332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-469e4978-82ab-42ef-b85e-aaa6483d0ab1 service neutron] 10.222.0.13 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463350 Sep 17 22:20:26.825004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.837486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:26.872650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Network 009e2ae4-9011-425b-9754-1716813af3af is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:26.876155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:26.880259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:26.887722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-7179ec93-6dd2-479a-82f4-7dabaa9baf7d service neutron] 10.222.0.13 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448189 Sep 17 22:20:26.925794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-03c52e74-0ae6-48d1-8d5e-be168e63212a service neutron] 10.222.0.13 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777153 Sep 17 22:20:26.932292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:26.932941 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:26.957576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event updated for resources: {'Port': ['ID=d6f27132-9445-43cf-b130-ab567ea35144,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:26.968764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-d00c752d-2b69-48e9-b33d-3987e37db752 service neutron] 10.222.0.13 "GET /v2.0/ports/43fbbe21-2868-46d6-b8de-ebe64362d0a7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0420165 Sep 17 22:20:27.069357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-ff8d64e3-e0a3-4e1f-9469-854af31910c9 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926931 Sep 17 22:20:27.111256 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-747d0744-81bb-40a4-905c-7115b8c3a199 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0056000 Sep 17 22:20:27.124351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Request body: {'port': {'device_id': '72639357-063a-49b5-90fa-05863beca323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:27.182185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.198243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-c8bea913-c4ca-4a06-a44d-66f801f02e7b service neutron] 10.222.0.13 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220696 Sep 17 22:20:27.242660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-83ddb9fb-9e4a-4765-9f28-dba88590744c service neutron] 10.222.0.13 "GET /v2.0/ports/69f5ea08-1733-4003-80b0-4221fe2cbcbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0359416 Sep 17 22:20:27.354526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': '05f46038-8355-4a3e-8d49-a8d153e2ef32'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:27.358118 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde01bac-3dbc-4973-b809-1221fdfad920" -d '{"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "05f46038-8355-4a3e-8d49-a8d153e2ef32"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:27.369647 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.417376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Port': ['ID=ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:27.434598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-af56dadd-d29d-4c3b-9b02-5a819e49a321 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856468 Sep 17 22:20:27.485500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] No DVR routers for this DVR port ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:27.489004 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.490978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-e7eb1ead-2f8d-420b-af0d-9acea1424cf2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "DELETE /v2.0/ports/ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa HTTP/1.1" status: 204 len: 173 time: 1.3426433 Sep 17 22:20:27.504937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f27132-9445-43cf-b130-ab567ea35144 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:27.511024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85bc11-50c7-4875-8746-cbfdbbe4f1f2 req-8a309be0-5c6f-4478-9efe-0aa4b273b4bf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:27.512590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.517119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85bc11-50c7-4875-8746-cbfdbbe4f1f2 req-8a309be0-5c6f-4478-9efe-0aa4b273b4bf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:27.522959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85bc11-50c7-4875-8746-cbfdbbe4f1f2 req-8a309be0-5c6f-4478-9efe-0aa4b273b4bf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:27.524596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b85bc11-50c7-4875-8746-cbfdbbe4f1f2 req-8a309be0-5c6f-4478-9efe-0aa4b273b4bf tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 2333 time: 0.2419350 Sep 17 22:20:27.525019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Transition to ACTIVE for port object d6f27132-9445-43cf-b130-ab567ea35144 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:27.666324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.676076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b85bc11-50c7-4875-8746-cbfdbbe4f1f2 req-9c55daaf-b5c2-4155-8c6c-02bd691181fe tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338317 Sep 17 22:20:27.684148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-4af9a4e6-41ce-4f9e-a4e1-da6d19a5c577 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328780 Sep 17 22:20:27.737112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Pushing event updated for resources: {'Port': ['ID=d6f27132-9445-43cf-b130-ab567ea35144,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:27.753128 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae891c17-7685-4122-b0f2-b4d526efa2a3 x-openstack-request-id: req-ae891c17-7685-4122-b0f2-b4d526efa2a3 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:27.754302 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa", "code": 200}, {"server_uuid": "04ed647a-ee37-4bc9-87fd-2dd35dddf957", "name": "network-vif-plugged", "status": "completed", "tag": "b779da5d-5cb4-4bbc-9a26-886035cc0dde", "code": 200}, {"server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "name": "network-vif-plugged", "status": "completed", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:27.754955 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae891c17-7685-4122-b0f2-b4d526efa2a3 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:27.755928 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa', 'code': 200} Sep 17 22:20:27.756716 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ed647a-ee37-4bc9-87fd-2dd35dddf957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b779da5d-5cb4-4bbc-9a26-886035cc0dde', 'code': 200} Sep 17 22:20:27.757426 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'code': 200} Sep 17 22:20:27.762711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting port 99e226e5-351d-4d26-b8b0-10a31a1b383b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:27.763163 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.846645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Attempting to bind port d6f27132-9445-43cf-b130-ab567ea35144 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:27.847125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Attempting to bind port d6f27132-9445-43cf-b130-ab567ea35144 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:27.847591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Attempting to bind port d6f27132-9445-43cf-b130-ab567ea35144 on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:27.853170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Port d6f27132-9445-43cf-b130-ab567ea35144 on network 009e2ae4-9011-425b-9754-1716813af3af not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:27.853632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Attempting to bind port d6f27132-9445-43cf-b130-ab567ea35144 on network 009e2ae4-9011-425b-9754-1716813af3af {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:27.860449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:27.861121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Checking segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:27.861604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Bound using segment: {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:27.862709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Bound port: d6f27132-9445-43cf-b130-ab567ea35144, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8437b5e-60e2-4481-972a-f5ac6996bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '009e2ae4-9011-425b-9754-1716813af3af'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:27.863246 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:27.950361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7901c48-d21f-4da7-a065-bae5a4ace45f req-6d45523b-af0d-4090-8733-d7e1ea090228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:27.952129 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7901c48-d21f-4da7-a065-bae5a4ace45f req-6d45523b-af0d-4090-8733-d7e1ea090228 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 1097 time: 0.0852175 Sep 17 22:20:27.999338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] For port d6f27132-9445-43cf-b130-ab567ea35144, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:28.004420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] For port d6f27132-9445-43cf-b130-ab567ea35144, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d6f27132-9445-43cf-b130-ab567ea35144,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:28.021885 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e7901c48-d21f-4da7-a065-bae5a4ace45f req-8031d6c7-1ee8-4cd3-bdd2-e4f2ad835cca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618734 Sep 17 22:20:28.128986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.168242 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.169373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.170784 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] 10.222.0.35 "PUT /v2.0/ports/d6f27132-9445-43cf-b130-ab567ea35144 HTTP/1.1" status: 200 len: 1093 time: 1.0508096 Sep 17 22:20:28.173642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72639357-063a-49b5-90fa-05863beca323', 'tag': 'd6f27132-9445-43cf-b130-ab567ea35144'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:28.176737 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "72639357-063a-49b5-90fa-05863beca323", "tag": "d6f27132-9445-43cf-b130-ab567ea35144"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:28.206706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dc344-9e1e-4ee7-97f3-136e24688ecb service neutron] Pushing event updated for resources: {'Port': ['ID=d6f27132-9445-43cf-b130-ab567ea35144,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:28.334181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f3e01-e106-4b0d-8e0f-096346040b80 req-c5755eeb-5131-4c3b-841b-6119fcab187f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.335687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b5f3e01-e106-4b0d-8e0f-096346040b80 req-c5755eeb-5131-4c3b-841b-6119fcab187f tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 946 time: 0.5025721 Sep 17 22:20:28.346037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-49b2b008-db4f-4016-8754-58c4287f8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.346037 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-49b2b008-db4f-4016-8754-58c4287f8bef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 1096 time: 0.0460575 Sep 17 22:20:28.346351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-d73d9374-05d5-4c52-8216-3716628167ed service neutron] 10.222.0.13 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227281 Sep 17 22:20:28.391663 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-dde65315-f198-42fa-9648-c8bc85eedcca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f27132-9445-43cf-b130-ab567ea35144 HTTP/1.1" status: 200 len: 217 time: 0.0402308 Sep 17 22:20:28.393971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706252a-a2b5-43a3-8bad-ad9f625b6e0d req-a07c7e56-0f89-4ca4-a537-4a0e6f54c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.395520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a706252a-a2b5-43a3-8bad-ad9f625b6e0d req-a07c7e56-0f89-4ca4-a537-4a0e6f54c1f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 1098 time: 0.5009043 Sep 17 22:20:28.404556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] For port 99e226e5-351d-4d26-b8b0-10a31a1b383b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=99e226e5-351d-4d26-b8b0-10a31a1b383b,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:28.404924 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.440492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Calling delete_port for 99e226e5-351d-4d26-b8b0-10a31a1b383b owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:28.448330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-cb51bbea-1c8f-4946-bf77-fc7916206495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.449881 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-cb51bbea-1c8f-4946-bf77-fc7916206495 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0469124 Sep 17 22:20:28.488908 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-0915ad1b-1004-4540-87c1-a61f9ba8b85a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301132 Sep 17 22:20:28.511151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b5f3e01-e106-4b0d-8e0f-096346040b80 req-534a54fe-f3d3-4366-abbc-3f77a22e76f7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576505 Sep 17 22:20:28.567083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a706252a-a2b5-43a3-8bad-ad9f625b6e0d req-0540d37d-f582-4091-a323-34bdc6fa6e97 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529002 Sep 17 22:20:28.583159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-351af78f-2acf-44ea-b62e-2bbb82086a94 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307045 Sep 17 22:20:28.591479 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-24627a2a-7a80-4e73-adc6-b103f3f170a1 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915327 Sep 17 22:20:28.692036 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-513ef713-f7a7-4af1-be61-79a1a6fd197e req-67611931-dc15-4de3-a14b-aa7e9ca51e25 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935802 Sep 17 22:20:28.739034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab9053-d962-4fa2-aab5-8ad784e9e553 req-d29f8390-11ca-4917-8740-57271ce42b1e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:28.740619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8dab9053-d962-4fa2-aab5-8ad784e9e553 req-d29f8390-11ca-4917-8740-57271ce42b1e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 944 time: 0.1534069 Sep 17 22:20:28.792360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-e9ebf545-e947-4686-b8d9-221c9c5d8e43 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992683 Sep 17 22:20:28.825972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8dab9053-d962-4fa2-aab5-8ad784e9e553 req-899d858f-caf9-4507-80db-f28df19d986f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776944 Sep 17 22:20:28.911997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-b9c70cfb-1ab5-4fda-af64-3919fb00af67 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122046 Sep 17 22:20:28.938718 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:28.993316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Port': ['ID=99e226e5-351d-4d26-b8b0-10a31a1b383b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:29.076124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ee656-0c0f-4b6d-afec-1596828d20d4 req-5837e401-1564-4e07-b010-0d6aa1190233 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.077628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b40ee656-0c0f-4b6d-afec-1596828d20d4 req-5837e401-1564-4e07-b010-0d6aa1190233 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 945 time: 0.1798520 Sep 17 22:20:29.082811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] No DVR routers for this DVR port 99e226e5-351d-4d26-b8b0-10a31a1b383b on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:29.083640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.085498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-7f086c57-7ce8-4f0f-9bdb-eee9b6892034 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "DELETE /v2.0/ports/99e226e5-351d-4d26-b8b0-10a31a1b383b HTTP/1.1" status: 204 len: 173 time: 1.5582032 Sep 17 22:20:29.151134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-52e49907-28d6-4198-9ebd-dbcb3f0966d8 service neutron] 10.222.0.13 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247183 Sep 17 22:20:29.209340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b40ee656-0c0f-4b6d-afec-1596828d20d4 req-10d2650a-2ac9-4080-980a-9142b0464165 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215394 Sep 17 22:20:29.293106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-8fd93386-4906-4ae5-9969-104ed8cd7d5e service neutron] 10.222.0.13 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302631 Sep 17 22:20:29.301104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting port 8aaff56d-9650-4e36-88f3-bd83066f5c11 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:29.301442 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.362360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3d363da-7fe5-4fe2-b890-cf11221d3ea0 req-399b33f3-83a1-4802-8b50-5d2eb9becbf7 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 210 time: 0.0651646 Sep 17 22:20:29.434455 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cb05b3-0811-4b35-b786-68797fe8882c x-openstack-request-id: req-a2cb05b3-0811-4b35-b786-68797fe8882c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:29.434455 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "05f46038-8355-4a3e-8d49-a8d153e2ef32", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:29.434455 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2cb05b3-0811-4b35-b786-68797fe8882c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:29.434455 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': '05f46038-8355-4a3e-8d49-a8d153e2ef32', 'status': 'completed', 'code': 200} Sep 17 22:20:29.455141 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c21a8e-762a-4235-beb7-a737207b0341 x-openstack-request-id: req-a2c21a8e-762a-4235-beb7-a737207b0341 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:29.455672 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72639357-063a-49b5-90fa-05863beca323", "tag": "d6f27132-9445-43cf-b130-ab567ea35144", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:29.455771 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2c21a8e-762a-4235-beb7-a737207b0341 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:29.456132 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72639357-063a-49b5-90fa-05863beca323', 'tag': 'd6f27132-9445-43cf-b130-ab567ea35144', 'status': 'completed', 'code': 200} Sep 17 22:20:29.528997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] For port 8aaff56d-9650-4e36-88f3-bd83066f5c11, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8aaff56d-9650-4e36-88f3-bd83066f5c11,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:29.529414 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.548834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-1e65d03c-d0d2-4f31-8214-e628c467e3c8 service neutron] 10.222.0.13 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442453 Sep 17 22:20:29.565938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-6ada031b-3f06-4089-8af1-5a37584416fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.568208 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-6ada031b-3f06-4089-8af1-5a37584416fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bf6624a12954b2f98a82611bfa802cd&device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 1096 time: 0.0805559 Sep 17 22:20:29.683440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-51c0bf1c-8b9c-4d12-9f98-d169c74bbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.685108 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-51c0bf1c-8b9c-4d12-9f98-d169c74bbf4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 200 len: 906 time: 0.1009319 Sep 17 22:20:29.732443 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-f1dd329d-6364-4a74-afc9-7d2d1eaa21bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f27132-9445-43cf-b130-ab567ea35144 HTTP/1.1" status: 200 len: 217 time: 0.0389903 Sep 17 22:20:29.791350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-5df558e1-be92-48f5-894c-dd71340df354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.793405 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-5df558e1-be92-48f5-894c-dd71340df354 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 200 len: 846 time: 0.0526261 Sep 17 22:20:29.803314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700171f4-bcc6-44d9-a696-8e559187e5d6 req-7cebd130-96c3-4572-b007-0c806636ebb7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:29.804848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-700171f4-bcc6-44d9-a696-8e559187e5d6 req-7cebd130-96c3-4572-b007-0c806636ebb7 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 944 time: 0.2448747 Sep 17 22:20:29.829333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-56560219-bf7d-4cd1-9a75-6e86069b5530 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=009e2ae4-9011-425b-9754-1716813af3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272846 Sep 17 22:20:29.877346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-94bd1872-b91e-4556-894d-816cd38885ca service neutron] 10.222.0.13 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275640 Sep 17 22:20:29.905344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-700171f4-bcc6-44d9-a696-8e559187e5d6 req-1e5b2bf5-f3e6-4faf-9e9d-83df81f898d5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f43b80a-0552-4e2a-a702-9148acbe6b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888839 Sep 17 22:20:29.924825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.924825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:29.924825 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Floating IP 7ecdde96-9eba-44d7-b86d-f3d998527653 disassociated. External IP: 172.25.5.91, port: 8aaff56d-9650-4e36-88f3-bd83066f5c11. Sep 17 22:20:29.924825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Calling delete_port for 8aaff56d-9650-4e36-88f3-bd83066f5c11 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:29.945408 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-8b122701-ae3d-4f8a-b40a-c0f05737e75f service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094301 Sep 17 22:20:30.056990 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83c94574-1303-4fa6-97ed-a3f6c3aa9b7c req-012328c6-5210-4624-a53f-80a1ac277571 service neutron] 10.222.0.35 "GET /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012995 Sep 17 22:20:30.108786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63637-9bd3-4aae-a1fe-826f1db43b7f req-521d8d2f-43c5-491c-a295-4d4f57ff1a0a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.110644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ce63637-9bd3-4aae-a1fe-826f1db43b7f req-521d8d2f-43c5-491c-a295-4d4f57ff1a0a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 946 time: 0.1003029 Sep 17 22:20:30.174854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ce63637-9bd3-4aae-a1fe-826f1db43b7f req-e87f0628-e6bf-4087-8c75-0b5fd6c928c1 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528686 Sep 17 22:20:30.243019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd55f-cb0f-493d-8bee-746855909885 req-f76fbeb5-1189-4ba4-a669-ceed64b16e5e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.244592 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-f76fbeb5-1189-4ba4-a669-ceed64b16e5e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.35 "GET /v2.0/networks?id=9993fd27-9a55-47f7-9df6-03c8088c4005 HTTP/1.1" status: 200 len: 811 time: 0.1105494 Sep 17 22:20:30.258722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Request body: {'port': {'device_id': '873e3703-4989-481b-b98b-718280089ac1', 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005', 'admin_state_up': True, 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:30.286751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf79ee-4be2-49e6-9448-fbc45735feab req-7e3c3205-f505-44a9-88df-77031a426e0d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.288306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bccf79ee-4be2-49e6-9448-fbc45735feab req-7e3c3205-f505-44a9-88df-77031a426e0d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 944 time: 0.0519683 Sep 17 22:20:30.289447 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.321230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Port': ['ID=8aaff56d-9650-4e36-88f3-bd83066f5c11,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:30.410642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bccf79ee-4be2-49e6-9448-fbc45735feab req-9ebecd57-e331-492f-b191-5cc43d04c5b3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914421 Sep 17 22:20:30.480501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Made reservation on behalf of 870cbf9c6da8416da2ae754f1c8dffcb for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:30.485935 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.494315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Router fb7b46e7-af00-4db9-b55b-e14300277619 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:20:30.596492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61bf96-21bc-4532-ad4a-5479c6d4bc31 req-7bba6d13-7748-4afc-b624-e063c6833254 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:30.598273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b61bf96-21bc-4532-ad4a-5479c6d4bc31 req-7bba6d13-7748-4afc-b624-e063c6833254 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 945 time: 0.1225548 Sep 17 22:20:30.649984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Allocated IP 172.20.0.4 (9993fd27-9a55-47f7-9df6-03c8088c4005/15ce2c70-6f3d-4b9a-b608-15f8bb71974a/450caf2c-18f2-4114-8ed4-13ad8e67f129) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:30.686121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b61bf96-21bc-4532-ad4a-5479c6d4bc31 req-3dac9311-5854-4353-a524-e13fe691f7ef tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767076 Sep 17 22:20:30.701138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:20:30.739761 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] Sync routers for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:20:30.751939 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:20:30.752948 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:30.753665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] No DVR routers for this DVR port 8aaff56d-9650-4e36-88f3-bd83066f5c11 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:30.757380 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.759549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9c3e64-13d4-4a8f-918e-d86a4a7a6fcc req-0360e99e-da27-4fd6-9ba2-06e077d248e1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.32 "DELETE /v2.0/ports/8aaff56d-9650-4e36-88f3-bd83066f5c11 HTTP/1.1" status: 204 len: 173 time: 1.6624382 Sep 17 22:20:30.877375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee3bf7e5-a56a-4ff2-9a5c-2844d240813e req-d97a85f9-fc49-4c25-99de-f093bad924d1 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 210 time: 0.0681491 Sep 17 22:20:30.929586 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:30.980207 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:20:31.060916 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-01cecbbf-847f-4fdd-b0f5-615c7004465e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0715015 Sep 17 22:20:31.073302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-660baa16-02f6-4e6a-b9ef-74501c29d880 req-de5c3ba3-18eb-4205-9658-cb5f8a70b407 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0504627 Sep 17 22:20:31.164177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-70a641d5-0b4d-4b10-8232-df04cf8ce9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.165726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-70a641d5-0b4d-4b10-8232-df04cf8ce9de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da95cdb13f4844a8bd78c73e211e1698&device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 1099 time: 0.0594997 Sep 17 22:20:31.200273 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.213964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:31.251474 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0b7e0527-e25f-4cd3-8f3c-a64aeccd1490', 'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'mac_address': 'fa:16:3e:c0:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:39Z', 'updated_at': '2021-09-17T22:09:47Z', 'revision_number': 5, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'subnets': [{'id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:31.293738 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] Checking router: fb7b46e7-af00-4db9-b55b-e14300277619 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:20:31.304980 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:20:31.306006 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:31.316921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d6f27132-9445-43cf-b130-ab567ea35144 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:31.339436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Network 9993fd27-9a55-47f7-9df6-03c8088c4005 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:31.345552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:31.351656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:31.413110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Pushing event updated for resources: {'Port': ['ID=450caf2c-18f2-4114-8ed4-13ad8e67f129,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:31.422418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.423111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.424030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a6e9-f142-48d9-94f3-1511b5015b3d req-f986d9b8-191d-4df8-817e-3ed7a7a24f79 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.425713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bd3a6e9-f142-48d9-94f3-1511b5015b3d req-f986d9b8-191d-4df8-817e-3ed7a7a24f79 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 946 time: 0.1277962 Sep 17 22:20:31.435388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa'}, {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': '99e226e5-351d-4d26-b8b0-10a31a1b383b'}, {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:31.437987 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53da208d-d070-415e-b23a-ff138a55effd" -d '{"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa"}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "99e226e5-351d-4d26-b8b0-10a31a1b383b"}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:31.448082 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:20:31.452651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-8f3f0f5c-a605-45ea-9225-1a026e4b6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.455022 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-8f3f0f5c-a605-45ea-9225-1a026e4b6225 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 200 len: 916 time: 0.2514577 Sep 17 22:20:31.504446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5bd3a6e9-f142-48d9-94f3-1511b5015b3d req-ba8195e0-a7d4-4255-9823-9afe651b4348 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697994 Sep 17 22:20:31.612830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port d6f27132-9445-43cf-b130-ab567ea35144, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d6f27132-9445-43cf-b130-ab567ea35144,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:31.619212 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-c2fd364a-8440-4e21-93bc-439feeb8a687 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3642156 Sep 17 22:20:31.628854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'd6f27132-9445-43cf-b130-ab567ea35144', 'network_id': '009e2ae4-9011-425b-9754-1716813af3af', 'port_id': 'd6f27132-9445-43cf-b130-ab567ea35144', 'mac_address': 'fa:16:3e:0b:68:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307d71a2-a6e3-4c0d-b439-90598e2bd635', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:31.635777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Request body: {'port': {'device_id': '873e3703-4989-481b-b98b-718280089ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:31.677927 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.679564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a3489-5ce8-4803-bc58-89d33a63dd19 req-20ffdd5e-56ab-4766-8d80-06def92ca86f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.690143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-482a3489-5ce8-4803-bc58-89d33a63dd19 req-20ffdd5e-56ab-4766-8d80-06def92ca86f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 944 time: 0.1050522 Sep 17 22:20:31.693749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f27132-9445-43cf-b130-ab567ea35144 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:31.719990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port d6f27132-9445-43cf-b130-ab567ea35144, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d6f27132-9445-43cf-b130-ab567ea35144,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:31.720556 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-627a37fd-9238-4a48-bdf0-87af536c929c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 200 len: 1002 time: 0.2586901 Sep 17 22:20:31.760124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-482a3489-5ce8-4803-bc58-89d33a63dd19 req-9632295f-9ff5-4274-93e7-96d637ef1d66 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683219 Sep 17 22:20:31.807935 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc76039-43e3-432d-a0ee-ab7f932ebb31 x-openstack-request-id: req-7bc76039-43e3-432d-a0ee-ab7f932ebb31 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:31.808510 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa", "status": "completed", "code": 200}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "99e226e5-351d-4d26-b8b0-10a31a1b383b", "status": "completed", "code": 200}, {"server_uuid": "72df83db-a9d4-4682-961a-c21fdb1bd24b", "name": "network-vif-deleted", "tag": "8aaff56d-9650-4e36-88f3-bd83066f5c11", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:31.809070 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bc76039-43e3-432d-a0ee-ab7f932ebb31 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:31.809680 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': 'ae3d8ef5-cded-44d4-b7e6-d042d0c0e6aa', 'status': 'completed', 'code': 200} Sep 17 22:20:31.810540 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': '99e226e5-351d-4d26-b8b0-10a31a1b383b', 'status': 'completed', 'code': 200} Sep 17 22:20:31.811440 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72df83db-a9d4-4682-961a-c21fdb1bd24b', 'name': 'network-vif-deleted', 'tag': '8aaff56d-9650-4e36-88f3-bd83066f5c11', 'status': 'completed', 'code': 200} Sep 17 22:20:31.861107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-df437cfe-98da-4095-a9db-1fb8da4932e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.863106 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-df437cfe-98da-4095-a9db-1fb8da4932e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 200 len: 855 time: 0.1310627 Sep 17 22:20:31.876823 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.935091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:31.951145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fbed323-90bb-4d45-bba4-fa2fbacf4d66 req-109e1271-05a4-44e3-ad9c-37f3105a7a71 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0512793 Sep 17 22:20:31.973376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d056a13-56d5-49c1-8a5e-44c795528fe3 req-c472a844-5d14-4b3a-a6c4-5e0e0cdee482 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:31.989666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d056a13-56d5-49c1-8a5e-44c795528fe3 req-c472a844-5d14-4b3a-a6c4-5e0e0cdee482 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 946 time: 0.1198649 Sep 17 22:20:32.010506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=d6f27132-9445-43cf-b130-ab567ea35144,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:32.020388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.021563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.022745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.023321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.024262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.024795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.025348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.026024 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.036756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.037457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.037987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.038516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:32.076910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d056a13-56d5-49c1-8a5e-44c795528fe3 req-920ce456-426a-4f92-9d88-c9aa2d703ca2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861051 Sep 17 22:20:32.079896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-e8afabb1-c056-4b00-81bc-90f6c0fa3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:32.081504 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-e8afabb1-c056-4b00-81bc-90f6c0fa3d1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0777e420-4d24-425f-a8d8-fd1f29b0ca2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817796 Sep 17 22:20:32.088304 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0b7e0527-e25f-4cd3-8f3c-a64aeccd1490', 'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'mac_address': 'fa:16:3e:c0:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:39Z', 'updated_at': '2021-09-17T22:09:47Z', 'revision_number': 5, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'subnets': [{'id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:32.095178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['d6f27132-9445-43cf-b130-ab567ea35144'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:32.115439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51960) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:32.138440 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab8a5d-4a9b-41b5-94b4-54d81f30cda8 None None] The sync data for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 is: [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:09:40Z', 'revision_number': 4, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0b7e0527-e25f-4cd3-8f3c-a64aeccd1490', 'name': '', 'network_id': 'd7326ed9-6ce3-4256-b4f3-1c934d40e640', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'mac_address': 'fa:16:3e:c0:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:39Z', 'updated_at': '2021-09-17T22:09:47Z', 'revision_number': 5, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'subnets': [{'id': 'ff22ac41-1331-40f0-914f-a615036958e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:20:32.218774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d6dae-fa8a-442e-b6b1-3cd7d2e3afd7 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:32.223704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ae4d6dae-fa8a-442e-b6b1-3cd7d2e3afd7 tempest-TestNetworkBasicOps-2008320578 tempest-TestNetworkBasicOps-2008320578-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 1093 time: 0.1044874 Sep 17 22:20:32.224856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51964) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:32.229911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:32.264887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811ff3-f7e5-409b-94ec-e80e1891ed7c req-c42a624e-1bfe-4ec0-8c1f-41b95bcff67c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:32.266523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c811ff3-f7e5-409b-94ec-e80e1891ed7c req-c42a624e-1bfe-4ec0-8c1f-41b95bcff67c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 931 time: 0.0980294 Sep 17 22:20:32.320110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c811ff3-f7e5-409b-94ec-e80e1891ed7c req-7196f42a-67df-4e06-afa5-de2e2917519a tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468574 Sep 17 22:20:32.390374 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.466061 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-a84c872c-09b8-42fc-9d8b-9989d7ab22a7 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459141 Sep 17 22:20:32.466172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63f4afa7-8247-4297-81cb-d1fa5169226c req-5a30270e-27f9-484f-96b9-b93e61436737 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0453706 Sep 17 22:20:32.578039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.636177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d8916-b620-4bfd-8736-0832af64ab9c None None] New status for floating IP 7ecdde96-9eba-44d7-b86d-f3d998527653: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:20:32.664595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450caf2c-18f2-4114-8ed4-13ad8e67f129 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:32.670424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.694050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Transition to ACTIVE for port object 450caf2c-18f2-4114-8ed4-13ad8e67f129 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:32.705791 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-72f078cf-c21f-4ea8-aa2f-67769726338b req-841cd323-7b7e-4b8d-b59a-2be1f7448b13 service neutron] 10.222.0.35 "GET /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426531 Sep 17 22:20:32.756348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Allocated IP 172.25.5.189 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/41195d45-3f34-45f7-8dc7-3391c0cd2668) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:32.853360 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.941129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113dbe-5ad5-4d31-a212-6821180d7b6a req-e23691af-33c6-45bf-920a-7c52ece7acfe tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:32.941129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09113dbe-5ad5-4d31-a212-6821180d7b6a req-e23691af-33c6-45bf-920a-7c52ece7acfe tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 945 time: 0.0868909 Sep 17 22:20:32.955986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Pushing event updated for resources: {'Port': ['ID=450caf2c-18f2-4114-8ed4-13ad8e67f129,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:32.981682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:32.981682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09113dbe-5ad5-4d31-a212-6821180d7b6a req-cb1b3a7d-6b9c-4b10-9a29-ac7d9bbf0254 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Sep 17 22:20:33.040137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Attempting to bind port 450caf2c-18f2-4114-8ed4-13ad8e67f129 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:33.040651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Attempting to bind port 450caf2c-18f2-4114-8ed4-13ad8e67f129 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:33.041080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Attempting to bind port 450caf2c-18f2-4114-8ed4-13ad8e67f129 on network 9993fd27-9a55-47f7-9df6-03c8088c4005 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:33.048594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Port 450caf2c-18f2-4114-8ed4-13ad8e67f129 on network 9993fd27-9a55-47f7-9df6-03c8088c4005 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:33.049503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Attempting to bind port 450caf2c-18f2-4114-8ed4-13ad8e67f129 on network 9993fd27-9a55-47f7-9df6-03c8088c4005 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:33.057626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:33.058294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Checking segment: {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:33.067731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Bound using segment: {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:33.068455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Bound port: 450caf2c-18f2-4114-8ed4-13ad8e67f129, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c330cdf-206e-42e2-ab43-ce11375dc1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:33.068896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.091277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f793c9-342f-4a64-93e7-b106834d1efc req-1e7c30a9-e34a-41ff-9155-b22887a56ae4 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.092861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24f793c9-342f-4a64-93e7-b106834d1efc req-1e7c30a9-e34a-41ff-9155-b22887a56ae4 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 945 time: 0.0885980 Sep 17 22:20:33.181576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aea6a8ee-2f58-4b09-ba10-5bd69373a86b req-bc636808-4d1d-4920-9c4b-e6de13db1dbe tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0463467 Sep 17 22:20:33.181751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] For port 450caf2c-18f2-4114-8ed4-13ad8e67f129, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:33.181864 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.182368 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] For port 450caf2c-18f2-4114-8ed4-13ad8e67f129, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=450caf2c-18f2-4114-8ed4-13ad8e67f129,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:33.213801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24f793c9-342f-4a64-93e7-b106834d1efc req-5997e11d-0519-4d37-b1be-4bba389708ba tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122606 Sep 17 22:20:33.238628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:33.243103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:33.251513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:33.254606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=41195d45-3f34-45f7-8dc7-3391c0cd2668,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:33.316411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d6f27132-9445-43cf-b130-ab567ea35144 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:33.322147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.375300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.375970 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.377591 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] 10.222.0.35 "PUT /v2.0/ports/450caf2c-18f2-4114-8ed4-13ad8e67f129 HTTP/1.1" status: 200 len: 1092 time: 1.7468021 Sep 17 22:20:33.378135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873e3703-4989-481b-b98b-718280089ac1', 'tag': '450caf2c-18f2-4114-8ed4-13ad8e67f129'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:33.380404 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d3604-92f1-46a8-99af-b0f238618f17" -d '{"events": [{"name": "network-changed", "server_uuid": "873e3703-4989-481b-b98b-718280089ac1", "tag": "450caf2c-18f2-4114-8ed4-13ad8e67f129"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:33.424206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0caa0f-a464-4d05-8211-2993103e4539 service neutron] Pushing event updated for resources: {'Port': ['ID=450caf2c-18f2-4114-8ed4-13ad8e67f129,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:33.456872 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381f03dc-f983-4fe6-993d-2d67c1848d2f x-openstack-request-id: req-381f03dc-f983-4fe6-993d-2d67c1848d2f {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:33.457513 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873e3703-4989-481b-b98b-718280089ac1", "tag": "450caf2c-18f2-4114-8ed4-13ad8e67f129", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:33.457932 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-381f03dc-f983-4fe6-993d-2d67c1848d2f {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:33.458572 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873e3703-4989-481b-b98b-718280089ac1', 'tag': '450caf2c-18f2-4114-8ed4-13ad8e67f129', 'status': 'completed', 'code': 200} Sep 17 22:20:33.534959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d3604-92f1-46a8-99af-b0f238618f17 req-4b65ff06-8155-4d26-858a-17d4dfd950d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.537726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port d6f27132-9445-43cf-b130-ab567ea35144 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:33.542183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port d6f27132-9445-43cf-b130-ab567ea35144 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:33.542551 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.547725 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-408d3604-92f1-46a8-99af-b0f238618f17 req-4b65ff06-8155-4d26-858a-17d4dfd950d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0611722 Sep 17 22:20:33.676883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d3604-92f1-46a8-99af-b0f238618f17 req-4f9e3f1e-d807-49b5-9eab-43704a5dc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.678650 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-408d3604-92f1-46a8-99af-b0f238618f17 req-4f9e3f1e-d807-49b5-9eab-43704a5dc151 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1233907 Sep 17 22:20:33.684146 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.732220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port d6f27132-9445-43cf-b130-ab567ea35144, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d6f27132-9445-43cf-b130-ab567ea35144,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:33.733696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72639357-063a-49b5-90fa-05863beca323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f27132-9445-43cf-b130-ab567ea35144'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:33.736701 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182355d4-eb3c-4a72-97f3-b9c6e62f6185" -d '{"events": [{"server_uuid": "72639357-063a-49b5-90fa-05863beca323", "name": "network-vif-plugged", "status": "completed", "tag": "d6f27132-9445-43cf-b130-ab567ea35144"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:33.816814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d3604-92f1-46a8-99af-b0f238618f17 req-72097ba6-e141-4f47-9f4d-183d9b3f4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.818477 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-408d3604-92f1-46a8-99af-b0f238618f17 req-72097ba6-e141-4f47-9f4d-183d9b3f4733 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1234241 Sep 17 22:20:33.865191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:33.897958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b73c6523-17be-432f-a389-1593fb2bcc89 req-901730bd-478d-48d7-90cd-3c27df3284d3 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0579715 Sep 17 22:20:33.912068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd55f-cb0f-493d-8bee-746855909885 req-7772acb1-e389-4ab1-8943-0b84cf37eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.914405 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-7772acb1-e389-4ab1-8943-0b84cf37eef1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0531816 Sep 17 22:20:33.968878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=d6f27132-9445-43cf-b130-ab567ea35144,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:33.993762 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3880ff-05ce-4458-9216-c8360d54a35f x-openstack-request-id: req-0d3880ff-05ce-4458-9216-c8360d54a35f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:33.994103 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72639357-063a-49b5-90fa-05863beca323", "name": "network-vif-plugged", "status": "completed", "tag": "d6f27132-9445-43cf-b130-ab567ea35144", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:33.994363 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d3880ff-05ce-4458-9216-c8360d54a35f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:33.994968 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72639357-063a-49b5-90fa-05863beca323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f27132-9445-43cf-b130-ab567ea35144', 'code': 200} Sep 17 22:20:33.998901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e36e-7058-41af-b721-9facc752aaf7 req-07548ba3-91a7-41e8-b3a6-c71ad71536a7 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:33.999934 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-9506fb6a-6839-4a3b-812d-180373309fec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450caf2c-18f2-4114-8ed4-13ad8e67f129 HTTP/1.1" status: 200 len: 217 time: 0.0727003 Sep 17 22:20:34.000979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9328e36e-7058-41af-b721-9facc752aaf7 req-07548ba3-91a7-41e8-b3a6-c71ad71536a7 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 943 time: 0.5554433 Sep 17 22:20:34.112153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9328e36e-7058-41af-b721-9facc752aaf7 req-c853db09-bd7c-47b7-9082-ee643b9334b4 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018765 Sep 17 22:20:34.244845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f181d6-3ac6-4077-89ca-1d37b35a883b req-a56f1535-5cba-46be-94ac-1d4bedd28d71 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.253657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6f181d6-3ac6-4077-89ca-1d37b35a883b req-a56f1535-5cba-46be-94ac-1d4bedd28d71 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1372278 Sep 17 22:20:34.461081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91eb675d-3e52-4221-a7e7-f00ab8d28719 req-ba62977f-c226-4840-9780-bca438a78313 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0570517 Sep 17 22:20:34.461081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6f181d6-3ac6-4077-89ca-1d37b35a883b req-7e0e1854-b8e5-4122-bb4f-4f05b404f5d8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551321 Sep 17 22:20:34.461081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-c4013eb7-4c96-4bba-9971-768f7717de5c tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.461081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-c4013eb7-4c96-4bba-9971-768f7717de5c tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.32 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 945 time: 0.1810865 Sep 17 22:20:34.462947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd55f-cb0f-493d-8bee-746855909885 req-ba957493-89db-4aac-a509-8cc09cc1df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.462947 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-ba957493-89db-4aac-a509-8cc09cc1df4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15ce2c70-6f3d-4b9a-b608-15f8bb71974a HTTP/1.1" status: 200 len: 851 time: 0.4382949 Sep 17 22:20:34.481675 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.488936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549bf89-98a9-49fd-8ec3-127c868dbca8 req-618cf589-e1a5-4c6b-9792-13b7fe3a982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.490724 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0549bf89-98a9-49fd-8ec3-127c868dbca8 req-618cf589-e1a5-4c6b-9792-13b7fe3a982c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 1098 time: 0.0874171 Sep 17 22:20:34.492647 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-84d65fd1-c2ac-4a07-a1aa-3378534e7649 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9993fd27-9a55-47f7-9df6-03c8088c4005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375373 Sep 17 22:20:34.591950 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0549bf89-98a9-49fd-8ec3-127c868dbca8 req-28802739-a872-4162-a3ca-4ef1f3bef995 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862508 Sep 17 22:20:34.623818 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-5903a3a2-d398-4fa7-ba2b-58d0bc3a0b54 service neutron] 10.222.0.35 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121080 Sep 17 22:20:34.627231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0c0c6-5365-43a8-97ff-602a36ea5394 req-b7a9378d-26e3-45fc-bd29-ac95f169a936 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:34.628935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24a0c0c6-5365-43a8-97ff-602a36ea5394 req-b7a9378d-26e3-45fc-bd29-ac95f169a936 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 945 time: 0.1695743 Sep 17 22:20:34.674929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Deleting port b779da5d-5cb4-4bbc-9a26-886035cc0dde {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:34.675274 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.695755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24a0c0c6-5365-43a8-97ff-602a36ea5394 req-f0af4699-30dd-4ca4-b653-9c5950b641c5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/security-groups?id=93e9434c-ece6-4163-aa56-a5fe7767c300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604887 Sep 17 22:20:34.802598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] For port b779da5d-5cb4-4bbc-9a26-886035cc0dde, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b779da5d-5cb4-4bbc-9a26-886035cc0dde,segment=NetworkSegment(65ad5faa-7b5d-48a1-aaae-4e782b93edb8),segment_id=65ad5faa-7b5d-48a1-aaae-4e782b93edb8)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:34.803032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.819773 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:34.821463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Calling delete_port for b779da5d-5cb4-4bbc-9a26-886035cc0dde owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:34.889424 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-930dd55f-cb0f-493d-8bee-746855909885 req-4d0886fd-7e80-42c7-b4ed-6489d4f80a35 service neutron] 10.222.0.35 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965655 Sep 17 22:20:35.019372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2162c7f1-3c3b-4695-8d4a-13eefc6084f4 req-02f424df-599b-4934-832d-70468a992e3c tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0358737 Sep 17 22:20:35.111633 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.185004 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.196767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b779da5d-5cb4-4bbc-9a26-886035cc0dde'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:35.303748 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.310373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Pushing event deleted for resources: {'Port': ['ID=b779da5d-5cb4-4bbc-9a26-886035cc0dde,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:35.335716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] No DVR routers for this DVR port b779da5d-5cb4-4bbc-9a26-886035cc0dde on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:35.342578 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.343056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-236611f7-6928-49eb-8bbb-8dc0c3586d11 req-5c0085f7-c5ff-4c8f-8053-20e55b98ddc5 tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.32 "DELETE /v2.0/ports/b779da5d-5cb4-4bbc-9a26-886035cc0dde HTTP/1.1" status: 204 len: 173 time: 0.8961148 Sep 17 22:20:35.361180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed647a-ee37-4bc9-87fd-2dd35dddf957', 'name': 'network-vif-deleted', 'tag': 'b779da5d-5cb4-4bbc-9a26-886035cc0dde'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:35.363444 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b790cc94-6850-440a-a4da-12accf74af3a" -d '{"events": [{"server_uuid": "04ed647a-ee37-4bc9-87fd-2dd35dddf957", "name": "network-vif-deleted", "tag": "b779da5d-5cb4-4bbc-9a26-886035cc0dde"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:35.407292 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1766a4d4-2e69-48c4-85b3-83dc4dd1d4ae x-openstack-request-id: req-1766a4d4-2e69-48c4-85b3-83dc4dd1d4ae {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:35.407591 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed647a-ee37-4bc9-87fd-2dd35dddf957", "name": "network-vif-deleted", "tag": "b779da5d-5cb4-4bbc-9a26-886035cc0dde", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:35.407824 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1766a4d4-2e69-48c4-85b3-83dc4dd1d4ae {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:35.408266 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ed647a-ee37-4bc9-87fd-2dd35dddf957', 'name': 'network-vif-deleted', 'tag': 'b779da5d-5cb4-4bbc-9a26-886035cc0dde', 'status': 'completed', 'code': 200} Sep 17 22:20:35.421663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b4e2a-b73f-43e7-ab2b-8a926a29fbda req-90be8020-21df-416c-97ca-b169b619fc14 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:35.423636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c5b4e2a-b73f-43e7-ab2b-8a926a29fbda req-90be8020-21df-416c-97ca-b169b619fc14 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 943 time: 0.2071419 Sep 17 22:20:35.432856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event updated for resources: {'Port': ['ID=41195d45-3f34-45f7-8dc7-3391c0cd2668,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:35.463142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:35.520219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c5b4e2a-b73f-43e7-ab2b-8a926a29fbda req-264a7050-ec6e-456b-aa18-bdd692b719b9 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846827 Sep 17 22:20:35.620667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e575c5-4689-4067-9f5a-2f70cfcbdef5 req-94393076-9837-499e-9010-17f5c0954558 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:35.622280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17e575c5-4689-4067-9f5a-2f70cfcbdef5 req-94393076-9837-499e-9010-17f5c0954558 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.0995133 Sep 17 22:20:35.676965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccacf7a5-95d9-4ca0-b190-f744f99a8195 req-cea0d8cb-e170-4632-9802-d310e073c02c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0485587 Sep 17 22:20:35.681746 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Floating IP 83558de7-1278-4497-9135-a7b43a50c5bb associated. External IP: 172.25.5.189, port: c17f0d6b-582f-4ea6-9fe0-ffa73823ef07. Sep 17 22:20:35.782162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17e575c5-4689-4067-9f5a-2f70cfcbdef5 req-7e0afe93-febf-4b2d-aa29-6e1eb4e8d8c3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441340 Sep 17 22:20:35.869317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ca2c9f2-d097-44ca-b211-1284eddd9ffe req-cd4c88f7-2751-45a3-8eee-76c16841e86b tempest-ServerMetadataNegativeTestJSON-890459744 tempest-ServerMetadataNegativeTestJSON-890459744-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ed647a-ee37-4bc9-87fd-2dd35dddf957 HTTP/1.1" status: 200 len: 210 time: 0.0312960 Sep 17 22:20:35.957087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-a832e23f-b421-4fd4-bfe5-ca06b22b3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:35.958637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-a832e23f-b421-4fd4-bfe5-ca06b22b3f77 service neutron] 10.222.0.32 "GET /v2.0/ports/43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 1027 time: 0.0774753 Sep 17 22:20:36.033920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-7beae7e5-c643-40c9-bc35-db5ba996fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:36.035877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-7beae7e5-c643-40c9-bc35-db5ba996fe96 service neutron] 10.222.0.32 "GET /v2.0/ports/69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 1027 time: 0.0674479 Sep 17 22:20:36.084489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 73851afb-eb00-4cb5-9665-41ab9e66b571 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:20:36.207195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-799da0dc-8511-419e-90d9-2718cf39128f req-2756cce9-3ff1-4440-881e-f37e8ddd46a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0701210 Sep 17 22:20:36.275150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-143266af-976a-430e-8974-6bdf9265ea62 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:36.280938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-143266af-976a-430e-8974-6bdf9265ea62 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:36.286844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-143266af-976a-430e-8974-6bdf9265ea62 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:36.288681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-143266af-976a-430e-8974-6bdf9265ea62 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "GET /v2.0/networks?id=62070a8a-5c99-4c5a-bf55-2777253b05df&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05 HTTP/1.1" status: 200 len: 1989 time: 0.2450569 Sep 17 22:20:36.319235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:20:36.333327 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] Sync routers for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:20:36.360891 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:20:36.362011 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:36.372123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-e5284dc8-1ee4-4193-8800-b2a4a24d6d15 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1077f606df7e4a1c95d9f8faf3035535 HTTP/1.1" status: 200 len: 379 time: 0.0616033 Sep 17 22:20:36.381610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'admin_state_up': True, 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'security_groups': ['9c7b4965-56a5-4cc5-8988-6ceacec5fd9a']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:36.486814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:36.531125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52010) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:36.532832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d4b254aa-5bcf-4478-a366-5962dd9a8d93 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3052707 Sep 17 22:20:36.534932 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:20:36.647349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:36.651500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:36.663986 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ded03654-2d64-4321-98e7-e24b03f52b73 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/floatingips/83558de7-1278-4497-9135-a7b43a50c5bb HTTP/1.1" status: 200 len: 992 time: 0.1310778 Sep 17 22:20:36.777523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60004c-4dcd-4213-b88b-d42098a6f888 req-4ee93015-167a-45c4-affb-2d714537a5be tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:36.785997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e60004c-4dcd-4213-b88b-d42098a6f888 req-4ee93015-167a-45c4-affb-2d714537a5be tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 943 time: 0.1320324 Sep 17 22:20:36.842749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d49b3215-f07e-4103-a418-ab787574ceb7 req-72c30292-1531-44be-8fa7-22305aef7b5e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0517375 Sep 17 22:20:36.879434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e60004c-4dcd-4213-b88b-d42098a6f888 req-4427e1be-ed16-41a4-8dfd-e3de771f4d92 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924766 Sep 17 22:20:36.916370 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:54Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '83558de7-1278-4497-9135-a7b43a50c5bb', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'port_id': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'mac_address': 'fa:16:3e:b3:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:20:34Z', 'updated_at': '2021-09-17T22:20:34Z', 'revision_number': 0, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52c3703-12e1-47d4-8a83-67f24a7371ad', 'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:fb:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:51Z', 'updated_at': '2021-09-17T22:20:01Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '41270b41-b535-430e-b678-56d131f10f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:36.957619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52022) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:36.980528 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] Checking router: 73851afb-eb00-4cb5-9665-41ab9e66b571 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:20:36.990494 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:20:36.991149 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:36.992699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Allocated IP 172.20.0.12 (62070a8a-5c99-4c5a-bf55-2777253b05df/c6812680-94e6-4c28-9cd8-de924bf5b40c/1911c6d1-70dc-4f9e-a186-aa1654fb8c14) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:37.011567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d530f9-d6a0-4dc5-ae56-90be96fe7e67 admin admin] Deleting subnet 6c9e8962-3196-4bcd-a895-fff27834a331 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:20:37.016621 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11d530f9-d6a0-4dc5-ae56-90be96fe7e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.072362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11d530f9-d6a0-4dc5-ae56-90be96fe7e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.114010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11d530f9-d6a0-4dc5-ae56-90be96fe7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.146684 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:20:37.242555 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11d530f9-d6a0-4dc5-ae56-90be96fe7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.270444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11d530f9-d6a0-4dc5-ae56-90be96fe7e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.279068 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-11d530f9-d6a0-4dc5-ae56-90be96fe7e67 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c9e8962-3196-4bcd-a895-fff27834a331 HTTP/1.1" status: 204 len: 168 time: 0.3188717 Sep 17 22:20:37.282674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52026) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:37.312184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d530f9-d6a0-4dc5-ae56-90be96fe7e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9e8962-3196-4bcd-a895-fff27834a331,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:37.348263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 450caf2c-18f2-4114-8ed4-13ad8e67f129 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:20:37.413934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.484058 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:54Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '83558de7-1278-4497-9135-a7b43a50c5bb', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'port_id': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'mac_address': 'fa:16:3e:b3:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:20:34Z', 'updated_at': '2021-09-17T22:20:34Z', 'revision_number': 0, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52c3703-12e1-47d4-8a83-67f24a7371ad', 'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:fb:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:51Z', 'updated_at': '2021-09-17T22:20:01Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '41270b41-b535-430e-b678-56d131f10f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:37.501488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.506400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 450caf2c-18f2-4114-8ed4-13ad8e67f129, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=450caf2c-18f2-4114-8ed4-13ad8e67f129,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:37.514568 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4396312a-ff56-491f-84ea-297e7a45cebd None None] The sync data for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 is: [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:54Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '83558de7-1278-4497-9135-a7b43a50c5bb', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'port_id': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'mac_address': 'fa:16:3e:b3:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:20:34Z', 'updated_at': '2021-09-17T22:20:34Z', 'revision_number': 0, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52c3703-12e1-47d4-8a83-67f24a7371ad', 'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:fb:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:51Z', 'updated_at': '2021-09-17T22:20:01Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '41270b41-b535-430e-b678-56d131f10f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:20:37.522388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '450caf2c-18f2-4114-8ed4-13ad8e67f129', 'network_id': '9993fd27-9a55-47f7-9df6-03c8088c4005', 'port_id': '450caf2c-18f2-4114-8ed4-13ad8e67f129', 'mac_address': 'fa:16:3e:aa:f3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ce2c70-6f3d-4b9a-b608-15f8bb71974a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:20:37.523925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c85d9cb-9847-4978-933e-15a6839872f9']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:37.536450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ad5faa-7b5d-48a1-aaae-4e782b93edb8') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:37.537134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ad5faa-7b5d-48a1-aaae-4e782b93edb8') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:37.558152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:37.560443 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa2c16-f94b-4c01-887d-d93a61ca1088" -d '{"events": [{"name": "network-changed", "server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:37.562817 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.573007 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.584390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.591729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450caf2c-18f2-4114-8ed4-13ad8e67f129 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:37.592338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:20:37.592913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:20:37.595914 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:20:37.618142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 450caf2c-18f2-4114-8ed4-13ad8e67f129, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=450caf2c-18f2-4114-8ed4-13ad8e67f129,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:37.652355 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-361d70ec-9bee-44dd-9697-93114836b67e req-275c7753-559d-4528-a548-b8107c646e34 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0872481 Sep 17 22:20:37.669417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52034) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:37.697707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ed1b1-a04c-46c1-acbc-b60243692395 req-5d434ea7-4f38-4504-9850-f3ba2feb7159 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:37.699696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-970ed1b1-a04c-46c1-acbc-b60243692395 req-5d434ea7-4f38-4504-9850-f3ba2feb7159 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.6302052 Sep 17 22:20:37.740957 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.743606 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e615432-05af-45d1-8588-ac4adc409876 x-openstack-request-id: req-2e615432-05af-45d1-8588-ac4adc409876 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:37.744282 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:37.744549 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e615432-05af-45d1-8588-ac4adc409876 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:37.744938 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'status': 'completed', 'code': 200} Sep 17 22:20:37.774964 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b838a340-4689-4bb9-9e23-10934a28aacf tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/floatingips/83558de7-1278-4497-9135-a7b43a50c5bb HTTP/1.1" status: 200 len: 992 time: 0.1023121 Sep 17 22:20:37.776077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.800186 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.802270 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4c85d9cb-9847-4978-933e-15a6839872f9 HTTP/1.1" status: 204 len: 168 time: 0.5184436 Sep 17 22:20:37.803456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90823e-497b-4193-8959-a4860ff24a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c85d9cb-9847-4978-933e-15a6839872f9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:37.807623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=450caf2c-18f2-4114-8ed4-13ad8e67f129,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:37.821712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:37.843256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-970ed1b1-a04c-46c1-acbc-b60243692395 req-e3d4b650-8d82-4ab2-80d3-dfe41a0f2d4a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121278 Sep 17 22:20:37.873544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-458e6c74-3bd6-4eb4-a3c7-af43f4dec7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:37.875311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-458e6c74-3bd6-4eb4-a3c7-af43f4dec7f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 1098 time: 0.1104200 Sep 17 22:20:37.957424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d82adb-7859-417e-a861-1de0a6c2d48a None None] New status for floating IP 83558de7-1278-4497-9135-a7b43a50c5bb: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:20:38.002179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['450caf2c-18f2-4114-8ed4-13ad8e67f129'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:20:38.073155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-f751da69-db6f-4142-b93c-7463cca14315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.073773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-f751da69-db6f-4142-b93c-7463cca14315 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e75e273-31b2-438a-bdc2-b7bc16d59be7 HTTP/1.1" status: 200 len: 897 time: 0.1859391 Sep 17 22:20:38.082493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c639a-7f67-4e6c-bdff-0fd1f87366ea req-b317d454-cfc0-4cd7-844a-ccaca4cb4c00 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.084137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1c639a-7f67-4e6c-bdff-0fd1f87366ea req-b317d454-cfc0-4cd7-844a-ccaca4cb4c00 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 944 time: 0.0787280 Sep 17 22:20:38.131508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.229058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network 62070a8a-5c99-4c5a-bf55-2777253b05df is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:38.241974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-95e46918-70a3-4234-a36e-b379d00ffae9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 HTTP/1.1" status: 200 len: 1000 time: 0.1564219 Sep 17 22:20:38.243327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:38.248790 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.267907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:38.285127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1c639a-7f67-4e6c-bdff-0fd1f87366ea req-0e0b7df9-8bbe-43d6-928e-d05008ed1617 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875734 Sep 17 22:20:38.291853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52046) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:38.303959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Port': ['ID=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:38.376657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b779da5d-5cb4-4bbc-9a26-886035cc0dde no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:38.382452 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cdcec8c3-6ee2-4e6c-a59b-a3ec5e34f315 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3eb6cc33b9e44d35b90734a26b9d763f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879500 Sep 17 22:20:38.383501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52048) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:38.406274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: b779da5d-5cb4-4bbc-9a26-886035cc0dde {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:38.406700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b779da5d-5cb4-4bbc-9a26-886035cc0dde not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:38.455444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b84a-29da-47f3-a8a5-5ab10f72769f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.488981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b84a-29da-47f3-a8a5-5ab10f72769f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.535831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.536672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.553785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-0bb4144a-ba9c-41e4-863d-0a75f140614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.555278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-0bb4144a-ba9c-41e4-863d-0a75f140614d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41270b41-b535-430e-b678-56d131f10f4d HTTP/1.1" status: 200 len: 834 time: 0.2790744 Sep 17 22:20:38.586720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71c71e-c934-4267-a4bb-d215cd30b78d req-8a679296-e2bc-4590-91f2-6aec372b22c7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.588271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c71c71e-c934-4267-a4bb-d215cd30b78d req-8a679296-e2bc-4590-91f2-6aec372b22c7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 932 time: 0.3222728 Sep 17 22:20:38.590317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-789c70c8-6330-430e-a18d-d4e5d7031ce3 None None] Provisioning complete for port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:38.590690 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-789c70c8-6330-430e-a18d-d4e5d7031ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.616107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2855567-891a-448a-817a-afe69c8341e9 req-be1c14d1-7b2f-4972-9c34-eeddb0e5091d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.617696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2855567-891a-448a-817a-afe69c8341e9 req-be1c14d1-7b2f-4972-9c34-eeddb0e5091d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.2254541 Sep 17 22:20:38.618457 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b84a-29da-47f3-a8a5-5ab10f72769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.621149 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b84a-29da-47f3-a8a5-5ab10f72769f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:38.637434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-789c70c8-6330-430e-a18d-d4e5d7031ce3 None None] Port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:38.637666 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c9e1b84a-29da-47f3-a8a5-5ab10f72769f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93e9434c-ece6-4163-aa56-a5fe7767c300 HTTP/1.1" status: 204 len: 168 time: 0.2447648 Sep 17 22:20:38.656937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1b84a-29da-47f3-a8a5-5ab10f72769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e9434c-ece6-4163-aa56-a5fe7767c300,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:38.669388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-f4df2482-30bb-4e85-8593-2eced31b7298 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2916574 Sep 17 22:20:38.677933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-145ee9af-f843-4f36-88b4-cb4f761c563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:38.679575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-145ee9af-f843-4f36-88b4-cb4f761c563e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e75e273-31b2-438a-bdc2-b7bc16d59be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148331 Sep 17 22:20:38.690427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'admin_state_up': True, 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'security_groups': ['9c7b4965-56a5-4cc5-8988-6ceacec5fd9a']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:38.724654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c71c71e-c934-4267-a4bb-d215cd30b78d req-f264ced4-5d59-4f0a-ab3b-59a012fdd541 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190543 Sep 17 22:20:38.777017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2855567-891a-448a-817a-afe69c8341e9 req-f04123dc-212c-4ed4-8d95-a30a354cc894 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456010 Sep 17 22:20:38.778098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52054) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:38.955982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6c579cb-7ec3-470d-b426-cebecabe0265 req-c177e3e9-34b6-4036-b2b0-d74d948fb4f2 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0717821 Sep 17 22:20:39.017700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2f031ab3-7bb5-4dbe-a8c5-037e46bcbad4 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/floatingips/83558de7-1278-4497-9135-a7b43a50c5bb HTTP/1.1" status: 200 len: 994 time: 0.2389967 Sep 17 22:20:39.033816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-0178b0ea-7b7f-4a7e-98f6-b26d4895524e service neutron] 10.222.0.32 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347375 Sep 17 22:20:39.046370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032c092-96ec-476a-bfb8-fad19ee612c0 req-aa639085-9595-4de8-ab7f-191eef57cca9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.051262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9032c092-96ec-476a-bfb8-fad19ee612c0 req-aa639085-9595-4de8-ab7f-191eef57cca9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1995864 Sep 17 22:20:39.141518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:39.148320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.156083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9032c092-96ec-476a-bfb8-fad19ee612c0 req-f111ba7f-b82c-4a7b-af99-ec691a781601 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942771 Sep 17 22:20:39.246450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2fa2c16-f94b-4c01-887d-d93a61ca1088 req-d38f5fc2-62ff-4ab1-ad27-2d8afbcadb6c service neutron] 10.222.0.32 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918459 Sep 17 22:20:39.323524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Allocated IP 10.1.1.113 (e5b753a8-b73a-45b8-ad4b-56ebaad6b03b/74cba945-0995-4397-bedb-d7c00197bdfe/2fff7491-5a32-44e8-9b3c-a3e6d20b95eb) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:39.374778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 450caf2c-18f2-4114-8ed4-13ad8e67f129 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:20:39.521293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 450caf2c-18f2-4114-8ed4-13ad8e67f129 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:20:39.526515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 450caf2c-18f2-4114-8ed4-13ad8e67f129 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:39.526912 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.576482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ce34a-f41e-42b1-804c-7df247487948 req-cf09dff1-ec93-4b99-826a-e39de313a1c3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.578978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-648ce34a-f41e-42b1-804c-7df247487948 req-cf09dff1-ec93-4b99-826a-e39de313a1c3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1067455 Sep 17 22:20:39.585471 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.598953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38686c8-9d3f-4773-96e5-0542450eede7 req-15bb5043-eccf-4ff9-9132-5a5732ee1a24 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.600551 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f38686c8-9d3f-4773-96e5-0542450eede7 req-15bb5043-eccf-4ff9-9132-5a5732ee1a24 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 944 time: 0.1790259 Sep 17 22:20:39.630585 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.683145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 450caf2c-18f2-4114-8ed4-13ad8e67f129, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=450caf2c-18f2-4114-8ed4-13ad8e67f129,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:39.683145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e3703-4989-481b-b98b-718280089ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450caf2c-18f2-4114-8ed4-13ad8e67f129'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:39.683145 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa7fcc3-fc31-4b1c-b082-7f3c3cf0d4b8" -d '{"events": [{"server_uuid": "873e3703-4989-481b-b98b-718280089ac1", "name": "network-vif-plugged", "status": "completed", "tag": "450caf2c-18f2-4114-8ed4-13ad8e67f129"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:39.700429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-648ce34a-f41e-42b1-804c-7df247487948 req-107294e9-1047-428d-8045-f145979d0300 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130550 Sep 17 22:20:39.712855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f38686c8-9d3f-4773-96e5-0542450eede7 req-7bdaddcf-5d64-44a3-8b1a-998411b7409f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041772 Sep 17 22:20:39.759843 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b843243b-8e77-440a-84f2-b0684508dd3e x-openstack-request-id: req-b843243b-8e77-440a-84f2-b0684508dd3e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:39.760005 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e3703-4989-481b-b98b-718280089ac1", "name": "network-vif-plugged", "status": "completed", "tag": "450caf2c-18f2-4114-8ed4-13ad8e67f129", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:39.760259 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b843243b-8e77-440a-84f2-b0684508dd3e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:39.760678 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e3703-4989-481b-b98b-718280089ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450caf2c-18f2-4114-8ed4-13ad8e67f129', 'code': 200} Sep 17 22:20:39.853867 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.865674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52029f-1734-41b9-9077-2c7bd91be70e req-cefa6bca-5add-454e-baa4-c71420ccdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.867921 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1d52029f-1734-41b9-9077-2c7bd91be70e req-cefa6bca-5add-454e-baa4-c71420ccdf31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0455847 Sep 17 22:20:39.884667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e709b26-bfc2-4162-9fdf-efcc82d1da13 req-72daa7af-922c-4973-a5c8-0a814b0c4bd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:39.886378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e709b26-bfc2-4162-9fdf-efcc82d1da13 req-72daa7af-922c-4973-a5c8-0a814b0c4bd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 932 time: 0.0597880 Sep 17 22:20:39.919431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.922254 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:39.923702 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1d52029f-1734-41b9-9077-2c7bd91be70e req-2ccbe50a-7fe9-42f3-b9ce-38082497192b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477648 Sep 17 22:20:39.927854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=450caf2c-18f2-4114-8ed4-13ad8e67f129,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:39.973891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e709b26-bfc2-4162-9fdf-efcc82d1da13 req-f0050e62-8fbd-43eb-9280-b1b06dcf5fa8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805569 Sep 17 22:20:39.982364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:39.986354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:39.990749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:40.036969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Port': ['ID=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:40.078929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.080223 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:40.131058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bba68297-a42a-4b7e-aa36-2853d6ee9746 req-743caa86-8830-4c19-a2db-ae0c906bcd66 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0617173 Sep 17 22:20:40.218694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-4054db66-12da-4d45-a810-33aaad4f7a88 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5357473 Sep 17 22:20:40.229698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'admin_state_up': True, 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'security_groups': ['9c7b4965-56a5-4cc5-8988-6ceacec5fd9a']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:40.273218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d377e27e-9d94-43f0-86bc-abc8ea45d0c8 None None] Provisioning complete for port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:40.273723 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d377e27e-9d94-43f0-86bc-abc8ea45d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:40.316990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d377e27e-9d94-43f0-86bc-abc8ea45d0c8 None None] Port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:40.388473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:40.392641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:40.529643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Allocated IP 10.1.1.90 (e5b753a8-b73a-45b8-ad4b-56ebaad6b03b/74cba945-0995-4397-bedb-d7c00197bdfe/f6f73823-e240-4a58-bf12-fb3f19d1bebb) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:40.689255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:40.807806 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:40.860416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:40.866462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:40.878325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:40.884710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb314eb-5967-4b8c-839d-9c78c951fbfe req-eac2f4a1-c0ec-481e-a4d2-a8299c587b0b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.886263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-acb314eb-5967-4b8c-839d-9c78c951fbfe req-eac2f4a1-c0ec-481e-a4d2-a8299c587b0b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1072669 Sep 17 22:20:40.907799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Port': ['ID=f6f73823-e240-4a58-bf12-fb3f19d1bebb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:40.960881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:40.961530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:40.975372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-acb314eb-5967-4b8c-839d-9c78c951fbfe req-d286f653-2632-48cf-92be-33ebcbd96e0c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686264 Sep 17 22:20:41.092262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-31524db9-35e6-4642-bcc6-5064bc3eb80f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8669403 Sep 17 22:20:41.103093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb94b5-fc5b-422c-9986-dc1a3437d847 req-5436c911-59bc-4a07-9193-fdf8b0a3888f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:41.118143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08eb94b5-fc5b-422c-9986-dc1a3437d847 req-5436c911-59bc-4a07-9193-fdf8b0a3888f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.0825841 Sep 17 22:20:41.132510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05', 'admin_state_up': True, 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'security_groups': ['9c7b4965-56a5-4cc5-8988-6ceacec5fd9a']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:41.154009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c1635587-542e-4cc3-8204-b985d4b75683 None None] Provisioning complete for port f6f73823-e240-4a58-bf12-fb3f19d1bebb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:41.154872 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c1635587-542e-4cc3-8204-b985d4b75683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:41.208698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c1635587-542e-4cc3-8204-b985d4b75683 None None] Port f6f73823-e240-4a58-bf12-fb3f19d1bebb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:41.213332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08eb94b5-fc5b-422c-9986-dc1a3437d847 req-c3626bf6-ea98-4c92-b9ad-105e0d162e54 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938628 Sep 17 22:20:41.336956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367f0b-2fb2-4340-9765-daf8335b209f req-9f872e29-1174-4cce-aa0c-7a7c539c1659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:41.343476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367f0b-2fb2-4340-9765-daf8335b209f req-9f872e29-1174-4cce-aa0c-7a7c539c1659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:41.350153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367f0b-2fb2-4340-9765-daf8335b209f req-9f872e29-1174-4cce-aa0c-7a7c539c1659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:41.355890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9367f0b-2fb2-4340-9765-daf8335b209f req-9f872e29-1174-4cce-aa0c-7a7c539c1659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 2374 time: 0.0809433 Sep 17 22:20:41.388283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:41.407089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9367f0b-2fb2-4340-9765-daf8335b209f req-bbe00705-c683-4dee-b0e9-c687a5c922be tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482492 Sep 17 22:20:41.505011 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0be0cf23-632f-4704-9940-e3cb74b00158 req-44010a39-aabd-462e-b4a4-65c060e87419 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0317545 Sep 17 22:20:41.517331 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:41.748559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Allocated IP 10.2.2.100 (d4b5def6-02b7-4a39-bab6-685f1dfdab05/75f297e3-84c0-4121-bf31-e3205e0f7e5f/58c91934-149c-4aad-9181-e930ac0aab9f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:41.892167 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:42.011090 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:42.090423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network d4b5def6-02b7-4a39-bab6-685f1dfdab05 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:42.109400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:42.111284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Port': ['ID=58c91934-149c-4aad-9181-e930ac0aab9f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:42.113419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:42.175859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d89bd-8f26-4593-995b-4b0cd08f52b3 req-728f6d16-2638-4851-8a1f-e696e8850137 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.177565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b0d89bd-8f26-4593-995b-4b0cd08f52b3 req-728f6d16-2638-4851-8a1f-e696e8850137 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1113589 Sep 17 22:20:42.183908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.184624 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:42.248766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b0d89bd-8f26-4593-995b-4b0cd08f52b3 req-a94f569b-c821-40e4-b326-ef39e7439fac tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613637 Sep 17 22:20:42.276440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-d2d04ccd-0b14-4c7e-a395-07625d19b7de tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1551723 Sep 17 22:20:42.292499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05', 'admin_state_up': True, 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'security_groups': ['9c7b4965-56a5-4cc5-8988-6ceacec5fd9a']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:42.448632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3d3a8a51-5cea-443f-9be5-24941601120b None None] Provisioning complete for port 58c91934-149c-4aad-9181-e930ac0aab9f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:42.449642 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3d3a8a51-5cea-443f-9be5-24941601120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:42.461849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e458d-ac10-4ed4-bdaa-e2fee9821e0f req-f7c38a63-ae9e-420d-889d-c04ca37bae05 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.465808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03e458d-ac10-4ed4-bdaa-e2fee9821e0f req-f7c38a63-ae9e-420d-889d-c04ca37bae05 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.0796866 Sep 17 22:20:42.497677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a8a51-5cea-443f-9be5-24941601120b None None] Port 58c91934-149c-4aad-9181-e930ac0aab9f cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:42.517354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f03e458d-ac10-4ed4-bdaa-e2fee9821e0f req-482c5670-1faa-4139-b70a-6c8c1900511e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369856 Sep 17 22:20:42.565491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Made reservation on behalf of 1077f606df7e4a1c95d9f8faf3035535 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:20:42.570501 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:42.682541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae7ad-9d4d-49f9-9f63-2f4624bcd94b req-6db48bde-186d-4aae-81aa-b2b24d70ca79 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.688973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae7ad-9d4d-49f9-9f63-2f4624bcd94b req-6db48bde-186d-4aae-81aa-b2b24d70ca79 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.694835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae7ad-9d4d-49f9-9f63-2f4624bcd94b req-6db48bde-186d-4aae-81aa-b2b24d70ca79 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.700664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae7ad-9d4d-49f9-9f63-2f4624bcd94b req-6db48bde-186d-4aae-81aa-b2b24d70ca79 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:42.702396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-640ae7ad-9d4d-49f9-9f63-2f4624bcd94b req-6db48bde-186d-4aae-81aa-b2b24d70ca79 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 3095 time: 0.1283596 Sep 17 22:20:42.812475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-640ae7ad-9d4d-49f9-9f63-2f4624bcd94b req-e65d8215-2ebc-4044-bbb1-0abb77c4a133 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722458 Sep 17 22:20:42.838953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Allocated IP 10.2.2.200 (d4b5def6-02b7-4a39-bab6-685f1dfdab05/75f297e3-84c0-4121-bf31-e3205e0f7e5f/283912f1-9194-4d2f-a00c-a4650cd4c715) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:20:42.924310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ece8142d-adcf-41ab-9721-50cfa0356ac5 req-2623ae1d-3d64-484b-974c-d114a51e8d22 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0376778 Sep 17 22:20:43.013444 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.149269 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.195507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Network d4b5def6-02b7-4a39-bab6-685f1dfdab05 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:20:43.199159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:20:43.204308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:20:43.237014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event updated for resources: {'Port': ['ID=283912f1-9194-4d2f-a00c-a4650cd4c715,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:43.266841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.267738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.334010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-3b0182b6-24c0-46c9-bce2-7332d5100ba7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0496321 Sep 17 22:20:43.386941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:43.458613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-01693f90-e01d-45f1-b445-33fe807b635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.460511 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-01693f90-e01d-45f1-b445-33fe807b635c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0668464 Sep 17 22:20:43.480552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.527977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e23d8242-aa8b-4c7a-a96d-1e2065b814a5 None None] Provisioning complete for port 283912f1-9194-4d2f-a00c-a4650cd4c715 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:20:43.529542 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e23d8242-aa8b-4c7a-a96d-1e2065b814a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:43.568113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-9f044ccb-884d-4175-9b79-54b465f3fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.569945 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-9f044ccb-884d-4175-9b79-54b465f3fbc1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9993fd27-9a55-47f7-9df6-03c8088c4005 HTTP/1.1" status: 200 len: 911 time: 0.0980999 Sep 17 22:20:43.576330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e23d8242-aa8b-4c7a-a96d-1e2065b814a5 None None] Port 283912f1-9194-4d2f-a00c-a4650cd4c715 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:20:43.629517 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-ff62142f-c7c4-4799-b6fc-063667e0c7ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450caf2c-18f2-4114-8ed4-13ad8e67f129 HTTP/1.1" status: 200 len: 217 time: 0.0456595 Sep 17 22:20:43.696785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-906f01de-656a-48e6-9f96-183a35e3db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.698844 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-906f01de-656a-48e6-9f96-183a35e3db3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15ce2c70-6f3d-4b9a-b608-15f8bb71974a HTTP/1.1" status: 200 len: 851 time: 0.0533342 Sep 17 22:20:43.735065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-0c69b9a0-2bfa-44a2-905f-a2ec7120aec3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9993fd27-9a55-47f7-9df6-03c8088c4005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278058 Sep 17 22:20:43.836768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c76bf2-dc10-41ee-956f-317c2c363111 req-4a576233-0943-43f9-b05d-dba686c6ba35 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:43.838369 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7c76bf2-dc10-41ee-956f-317c2c363111 req-4a576233-0943-43f9-b05d-dba686c6ba35 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.4711905 Sep 17 22:20:43.841911 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-045b774b-66fc-44d5-8768-e3a3ff01c8b5 service neutron] 10.222.0.35 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994482 Sep 17 22:20:43.946172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44a6154b-10aa-41c7-841a-62929fb2f8a0 req-d2d47ab0-ddfa-4a59-90a1-2ab37e55a4dd service neutron] 10.222.0.35 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961747 Sep 17 22:20:43.964286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7c76bf2-dc10-41ee-956f-317c2c363111 req-aff180eb-adcf-4ea3-b2d2-c6f48a38a832 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015215 Sep 17 22:20:44.120052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555bfe3-0042-47b2-88c3-f82cc57f55e3 req-dc9091b9-8f07-41bc-a600-82d1d7a36562 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.121608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5555bfe3-0042-47b2-88c3-f82cc57f55e3 req-dc9091b9-8f07-41bc-a600-82d1d7a36562 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.0797584 Sep 17 22:20:44.199142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5555bfe3-0042-47b2-88c3-f82cc57f55e3 req-31529a70-96c7-493f-a52b-fb96fad55f14 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703738 Sep 17 22:20:44.211380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:44.221413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:44.236233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Transition to ACTIVE for port object 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:44.317964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b510c56-0e7f-4442-b835-b7aecb12368e req-fb0c10f9-e704-4525-a68b-a6bbde44e16f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.324032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b510c56-0e7f-4442-b835-b7aecb12368e req-fb0c10f9-e704-4525-a68b-a6bbde44e16f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.330269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b510c56-0e7f-4442-b835-b7aecb12368e req-fb0c10f9-e704-4525-a68b-a6bbde44e16f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.336076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b510c56-0e7f-4442-b835-b7aecb12368e req-fb0c10f9-e704-4525-a68b-a6bbde44e16f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.341830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b510c56-0e7f-4442-b835-b7aecb12368e req-fb0c10f9-e704-4525-a68b-a6bbde44e16f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.344365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b510c56-0e7f-4442-b835-b7aecb12368e req-fb0c10f9-e704-4525-a68b-a6bbde44e16f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 3816 time: 0.0782268 Sep 17 22:20:44.347200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:44.419736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Pushing event updated for resources: {'Port': ['ID=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:44.431415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b510c56-0e7f-4442-b835-b7aecb12368e req-56b85fa2-a922-4e6a-98f9-9879e9c75070 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594740 Sep 17 22:20:44.510079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Attempting to bind port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:44.510463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Attempting to bind port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:44.510821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Attempting to bind port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 on network 62070a8a-5c99-4c5a-bf55-2777253b05df {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:44.516306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 on network 62070a8a-5c99-4c5a-bf55-2777253b05df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:44.516684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Attempting to bind port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 on network 62070a8a-5c99-4c5a-bf55-2777253b05df {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:44.522485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:44.522978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Checking segment: {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:44.523524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Bound using segment: {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:44.524018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Bound port: 1911c6d1-70dc-4f9e-a186-aa1654fb8c14, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980bbd62-a87d-4d6e-a6f9-207c1318d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:44.524388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:44.587392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b18fc2f-1ad6-44f8-aa5a-beb0449f7779 req-02a5a0fe-17d5-44a9-a1a5-96a6947c62b4 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0516155 Sep 17 22:20:44.626784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] For port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:44.630504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] For port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:44.727856 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:44.770210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.771057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:44.772505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] 10.222.0.32 "PUT /v2.0/ports/1911c6d1-70dc-4f9e-a186-aa1654fb8c14 HTTP/1.1" status: 200 len: 1093 time: 1.3921337 Sep 17 22:20:44.772951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:44.775277 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27ffb48-48fa-413a-9662-7a4b069671da" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "1911c6d1-70dc-4f9e-a186-aa1654fb8c14"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:44.801278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d20e10-e509-4ff2-b70b-eb5a9da5f422 service neutron] Pushing event updated for resources: {'Port': ['ID=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:44.836740 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875dc010-ed71-46a9-a7e5-6746daedd7ec x-openstack-request-id: req-875dc010-ed71-46a9-a7e5-6746daedd7ec {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:44.837031 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "1911c6d1-70dc-4f9e-a186-aa1654fb8c14", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:44.837659 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-875dc010-ed71-46a9-a7e5-6746daedd7ec {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:44.837770 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14', 'status': 'completed', 'code': 200} Sep 17 22:20:44.881602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:44.965456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffb48-48fa-413a-9662-7a4b069671da req-6073c4cd-ce85-43af-8b81-9b8d5c5b16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.965987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffb48-48fa-413a-9662-7a4b069671da req-6073c4cd-ce85-43af-8b81-9b8d5c5b16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.966450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffb48-48fa-413a-9662-7a4b069671da req-6073c4cd-ce85-43af-8b81-9b8d5c5b16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.966942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffb48-48fa-413a-9662-7a4b069671da req-6073c4cd-ce85-43af-8b81-9b8d5c5b16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.967409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffb48-48fa-413a-9662-7a4b069671da req-6073c4cd-ce85-43af-8b81-9b8d5c5b16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:44.970040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b27ffb48-48fa-413a-9662-7a4b069671da req-6073c4cd-ce85-43af-8b81-9b8d5c5b16ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 4364 time: 0.1024487 Sep 17 22:20:44.975176 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:45.231072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a234631-266a-4f58-ab71-199de5688f42 req-d3563da4-1940-4a64-be40-73d01b282d0d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.232493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a234631-266a-4f58-ab71-199de5688f42 req-d3563da4-1940-4a64-be40-73d01b282d0d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1788867 Sep 17 22:20:45.235973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffb48-48fa-413a-9662-7a4b069671da req-f9109048-1d95-44c0-b09a-c55c77d6409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.236440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffb48-48fa-413a-9662-7a4b069671da req-f9109048-1d95-44c0-b09a-c55c77d6409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.236900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffb48-48fa-413a-9662-7a4b069671da req-f9109048-1d95-44c0-b09a-c55c77d6409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.238381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b27ffb48-48fa-413a-9662-7a4b069671da req-f9109048-1d95-44c0-b09a-c55c77d6409f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1077f606df7e4a1c95d9f8faf3035535&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2599812 Sep 17 22:20:45.384636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a234631-266a-4f58-ab71-199de5688f42 req-18a3f6a7-68d1-4ca9-b162-d55fa61c3378 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367402 Sep 17 22:20:45.430772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffb48-48fa-413a-9662-7a4b069671da req-7bc21b93-48cf-4644-8779-401f196faa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.432260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b27ffb48-48fa-413a-9662-7a4b069671da req-7bc21b93-48cf-4644-8779-401f196faa6b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1834323 Sep 17 22:20:45.511975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fbbe21-2868-46d6-b8de-ebe64362d0a7 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:45.522587 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:45.548983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deec88-0631-4698-80d4-10206317ecfa req-e7cc6c2c-c02c-488a-b17e-068913de8c2f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.550497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52deec88-0631-4698-80d4-10206317ecfa req-e7cc6c2c-c02c-488a-b17e-068913de8c2f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.0822196 Sep 17 22:20:45.551532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Transition to ACTIVE for port object 43fbbe21-2868-46d6-b8de-ebe64362d0a7 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:45.588736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52deec88-0631-4698-80d4-10206317ecfa req-f81d9173-4323-4bde-b7e5-7e7f4983f2b6 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320439 Sep 17 22:20:45.612478 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:45.701907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Pushing event updated for resources: {'Port': ['ID=43fbbe21-2868-46d6-b8de-ebe64362d0a7,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:45.773313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fe5a1-3ef2-475e-a471-f13497b4b684 req-4fa2fcba-e946-4784-a6b1-8fff0a92e53c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.779337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fe5a1-3ef2-475e-a471-f13497b4b684 req-4fa2fcba-e946-4784-a6b1-8fff0a92e53c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.786534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fe5a1-3ef2-475e-a471-f13497b4b684 req-4fa2fcba-e946-4784-a6b1-8fff0a92e53c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.792379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fe5a1-3ef2-475e-a471-f13497b4b684 req-4fa2fcba-e946-4784-a6b1-8fff0a92e53c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.800004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fe5a1-3ef2-475e-a471-f13497b4b684 req-4fa2fcba-e946-4784-a6b1-8fff0a92e53c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.805799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fe5a1-3ef2-475e-a471-f13497b4b684 req-4fa2fcba-e946-4784-a6b1-8fff0a92e53c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:45.807747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2fe5a1-3ef2-475e-a471-f13497b4b684 req-4fa2fcba-e946-4784-a6b1-8fff0a92e53c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 4600 time: 0.1551075 Sep 17 22:20:45.842212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Attempting to bind port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:45.842939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Attempting to bind port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:45.842939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Attempting to bind port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:45.851206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:45.851521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Attempting to bind port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:45.865085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:45.865419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Checking segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:45.865793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Bound using segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:45.866218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Bound port: 43fbbe21-2868-46d6-b8de-ebe64362d0a7, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:45.866568 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:45.882587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e2fe5a1-3ef2-475e-a471-f13497b4b684 req-ad4724c6-9153-4880-a062-6ce3dc0ee5bf tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644722 Sep 17 22:20:45.941479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] For port 43fbbe21-2868-46d6-b8de-ebe64362d0a7, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:45.945405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] For port 43fbbe21-2868-46d6-b8de-ebe64362d0a7, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:45.981813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e13fcbb-47ba-4135-bf29-96df95f5ff70 req-9136974b-e33b-4ef3-ab38-cb98075e14b0 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/ports?device_id=72df83db-a9d4-4682-961a-c21fdb1bd24b HTTP/1.1" status: 200 len: 210 time: 0.0350451 Sep 17 22:20:46.007448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.040819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:46.041520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.043058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] 10.222.0.32 "PUT /v2.0/ports/43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 1131 time: 1.1668425 Sep 17 22:20:46.069670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd2e0e-c06a-4f8c-9129-f6b28973247e service neutron] Pushing event updated for resources: {'Port': ['ID=43fbbe21-2868-46d6-b8de-ebe64362d0a7,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:46.129307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:46.189267 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.529127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f5ea08-1733-4003-80b0-4221fe2cbcbd {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:46.540002 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.560642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673153a-9637-4d6a-a834-5068f97341f1 req-d5ac5179-7972-42db-b3dd-656ad796396d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:46.562648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3673153a-9637-4d6a-a834-5068f97341f1 req-d5ac5179-7972-42db-b3dd-656ad796396d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.0770471 Sep 17 22:20:46.565525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Transition to ACTIVE for port object 69f5ea08-1733-4003-80b0-4221fe2cbcbd will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:46.603640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3673153a-9637-4d6a-a834-5068f97341f1 req-96c674fb-3787-4787-b481-e9263ed5625f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342150 Sep 17 22:20:46.664131 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.762831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Pushing event updated for resources: {'Port': ['ID=69f5ea08-1733-4003-80b0-4221fe2cbcbd,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:46.812742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7d601-8aa6-46ce-855a-775ac2a314a7 req-21a44233-dbd4-41a1-9ba4-3cf4e1826867 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:46.820346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59c7d601-8aa6-46ce-855a-775ac2a314a7 req-21a44233-dbd4-41a1-9ba4-3cf4e1826867 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.1453762 Sep 17 22:20:46.838820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '43fbbe21-2868-46d6-b8de-ebe64362d0a7'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:46.841015 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "43fbbe21-2868-46d6-b8de-ebe64362d0a7"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:46.882258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59c7d601-8aa6-46ce-855a-775ac2a314a7 req-f7635747-3659-425c-99ab-38cf8978f0e3 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589514 Sep 17 22:20:46.917998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Attempting to bind port 69f5ea08-1733-4003-80b0-4221fe2cbcbd on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:46.918338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Attempting to bind port 69f5ea08-1733-4003-80b0-4221fe2cbcbd by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:46.918964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Attempting to bind port 69f5ea08-1733-4003-80b0-4221fe2cbcbd on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:46.928619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Port 69f5ea08-1733-4003-80b0-4221fe2cbcbd on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:46.928946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Attempting to bind port 69f5ea08-1733-4003-80b0-4221fe2cbcbd on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:46.937681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:46.938133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Checking segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:46.939348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Bound using segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:46.939348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Bound port: 69f5ea08-1733-4003-80b0-4221fe2cbcbd, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:46.939348 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:46.957197 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374da7ba-8ba1-4f1a-bbcf-873c6aa25390 x-openstack-request-id: req-374da7ba-8ba1-4f1a-bbcf-873c6aa25390 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:46.957480 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "43fbbe21-2868-46d6-b8de-ebe64362d0a7", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:46.957728 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374da7ba-8ba1-4f1a-bbcf-873c6aa25390 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:46.958120 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '43fbbe21-2868-46d6-b8de-ebe64362d0a7', 'status': 'completed', 'code': 200} Sep 17 22:20:47.088514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-1bb54704-df17-4584-a519-7434582b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.089007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-1bb54704-df17-4584-a519-7434582b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.089544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-1bb54704-df17-4584-a519-7434582b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.090069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-1bb54704-df17-4584-a519-7434582b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.090592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-1bb54704-df17-4584-a519-7434582b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.091139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-1bb54704-df17-4584-a519-7434582b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.091659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-1bb54704-df17-4584-a519-7434582b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.094343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-1bb54704-df17-4584-a519-7434582b5d14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6170 time: 0.1092551 Sep 17 22:20:47.095747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] For port 69f5ea08-1733-4003-80b0-4221fe2cbcbd, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:47.120440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] For port 69f5ea08-1733-4003-80b0-4221fe2cbcbd, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:47.151628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afce01-393a-4a27-b747-808b357af701 req-16701a47-9c7a-4b67-b9bc-d8405b17e94f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.158476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afce01-393a-4a27-b747-808b357af701 req-16701a47-9c7a-4b67-b9bc-d8405b17e94f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.164786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afce01-393a-4a27-b747-808b357af701 req-16701a47-9c7a-4b67-b9bc-d8405b17e94f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.171517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afce01-393a-4a27-b747-808b357af701 req-16701a47-9c7a-4b67-b9bc-d8405b17e94f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.177608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afce01-393a-4a27-b747-808b357af701 req-16701a47-9c7a-4b67-b9bc-d8405b17e94f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.183623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afce01-393a-4a27-b747-808b357af701 req-16701a47-9c7a-4b67-b9bc-d8405b17e94f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.189586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afce01-393a-4a27-b747-808b357af701 req-16701a47-9c7a-4b67-b9bc-d8405b17e94f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.191580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46afce01-393a-4a27-b747-808b357af701 req-16701a47-9c7a-4b67-b9bc-d8405b17e94f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5372 time: 0.1708069 Sep 17 22:20:47.208044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.345319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.346278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.347932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] 10.222.0.32 "PUT /v2.0/ports/69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 1131 time: 1.2234831 Sep 17 22:20:47.376334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46afce01-393a-4a27-b747-808b357af701 req-875449e3-c644-49a1-876a-f1e054090d2e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1759388 Sep 17 22:20:47.434258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ff7fa-64e4-4e05-8f82-402b99598158 service neutron] Pushing event updated for resources: {'Port': ['ID=69f5ea08-1733-4003-80b0-4221fe2cbcbd,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:47.465420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:47.523908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52178) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:47.545723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-01d27478-cc8d-4b33-9292-bc3a73a92ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.546215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-01d27478-cc8d-4b33-9292-bc3a73a92ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.547285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-01d27478-cc8d-4b33-9292-bc3a73a92ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.548993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-01d27478-cc8d-4b33-9292-bc3a73a92ba0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1077f606df7e4a1c95d9f8faf3035535&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4469836 Sep 17 22:20:47.560945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.601209 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.632125 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.726026 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c7c002e3-015b-4b80-9659-245872df61b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.873836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.873836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:47.874207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f4454-a9f9-425a-8f31-60c3c1232be3 req-b748ef9f-1699-4477-8c43-6740b896e15b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.875396 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f43b80a-0552-4e2a-a702-9148acbe6b22 HTTP/1.1" status: 204 len: 168 time: 0.3487887 Sep 17 22:20:47.876025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d09f4454-a9f9-425a-8f31-60c3c1232be3 req-b748ef9f-1699-4477-8c43-6740b896e15b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1386189 Sep 17 22:20:47.883904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52182) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:47.908634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f43b80a-0552-4e2a-a702-9148acbe6b22,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:47.911381 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-f006faf3-e17f-41e4-ba40-325940199bcb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] show failed (client error): The resource could not be found. Sep 17 22:20:47.912582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f006faf3-e17f-41e4-ba40-325940199bcb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "GET /v2.0/security-groups/6f43b80a-0552-4e2a-a702-9148acbe6b22 HTTP/1.1" status: 404 len: 347 time: 0.0239604 Sep 17 22:20:47.918373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52186) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:47.923333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-3dda3bc0-9986-4045-a11d-0324b6f2f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:47.930485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cdc9e490-8c8d-482d-bf39-d70ca8faabd7 req-3dda3bc0-9986-4045-a11d-0324b6f2f95f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3599782 Sep 17 22:20:47.940553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.942670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.943988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.944857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.945576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.946000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.946429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.946866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.947278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.947683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.948080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.948780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80add268-0d70-49a5-af68-9d8fd8b28d07 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:47.966466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d09f4454-a9f9-425a-8f31-60c3c1232be3 req-72e59ff6-dc6a-4221-8d3e-a42cab751286 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596735 Sep 17 22:20:48.195633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:48.212031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbabb0-3ed7-442a-9a1d-62bb2c3c4c1f req-415f295e-250c-4c61-8627-73ea889dac30 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.213025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting port 278d8366-2a17-4488-bcc8-30b82fe4c7f7 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:48.213392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.213625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34fbabb0-3ed7-442a-9a1d-62bb2c3c4c1f req-415f295e-250c-4c61-8627-73ea889dac30 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.1390781 Sep 17 22:20:48.218349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.247181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Transition to ACTIVE for port object 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:48.265037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34fbabb0-3ed7-442a-9a1d-62bb2c3c4c1f req-2ee5211d-1789-41b3-af05-9683b6fccfb8 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Sep 17 22:20:48.308498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.312791 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.323171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Calling delete_port for 278d8366-2a17-4488-bcc8-30b82fe4c7f7 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:48.355765 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.409326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Pushing event updated for resources: {'Port': ['ID=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:48.589333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9c59-d762-4fad-bf68-ab563e312434 req-b53176d8-ddb4-4fe6-abd8-b8c440e0d643 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.596021 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.606006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9c59-d762-4fad-bf68-ab563e312434 req-b53176d8-ddb4-4fe6-abd8-b8c440e0d643 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.621520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9c59-d762-4fad-bf68-ab563e312434 req-b53176d8-ddb4-4fe6-abd8-b8c440e0d643 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.627932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9c59-d762-4fad-bf68-ab563e312434 req-b53176d8-ddb4-4fe6-abd8-b8c440e0d643 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.644857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9c59-d762-4fad-bf68-ab563e312434 req-b53176d8-ddb4-4fe6-abd8-b8c440e0d643 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.652183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9c59-d762-4fad-bf68-ab563e312434 req-b53176d8-ddb4-4fe6-abd8-b8c440e0d643 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.663093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Port': ['ID=278d8366-2a17-4488-bcc8-30b82fe4c7f7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:48.663541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9c59-d762-4fad-bf68-ab563e312434 req-b53176d8-ddb4-4fe6-abd8-b8c440e0d643 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:48.670030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c02a9c59-d762-4fad-bf68-ab563e312434 req-b53176d8-ddb4-4fe6-abd8-b8c440e0d643 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5384 time: 0.1610184 Sep 17 22:20:48.672366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Attempting to bind port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:48.672609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Attempting to bind port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:48.672941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Attempting to bind port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:48.706825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:48.707344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Attempting to bind port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:48.730265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:48.731306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Checking segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:48.751030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Bound using segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:48.754662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Bound port: 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:48.784710 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.832449 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.838698 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:48.843958 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-45bed917-8fff-4c16-8d9d-85e7ecae69fb tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "DELETE /v2.0/floatingips/7ecdde96-9eba-44d7-b86d-f3d998527653 HTTP/1.1" status: 204 len: 168 time: 0.9241858 Sep 17 22:20:48.845430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52204) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:48.909914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c02a9c59-d762-4fad-bf68-ab563e312434 req-7cc61e5c-06c7-49f0-b2c9-f663cf3c52d2 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2193336 Sep 17 22:20:48.959899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '69f5ea08-1733-4003-80b0-4221fe2cbcbd'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:48.963678 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb3df8-0098-4b90-9b16-b51de05b1a20" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "69f5ea08-1733-4003-80b0-4221fe2cbcbd"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:48.976842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4ddec331-bc06-4478-bfe0-a9e758b3dec5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting port a229c9de-faee-40c0-a86e-801a47e68b58 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:48.977093 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ddec331-bc06-4478-bfe0-a9e758b3dec5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:49.034464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] For port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:49.040258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] For port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:49.047789 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0891146-d204-4ed7-87b6-b0f73bed0225 x-openstack-request-id: req-b0891146-d204-4ed7-87b6-b0f73bed0225 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:49.048062 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "69f5ea08-1733-4003-80b0-4221fe2cbcbd", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:49.048315 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0891146-d204-4ed7-87b6-b0f73bed0225 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:49.048707 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '69f5ea08-1733-4003-80b0-4221fe2cbcbd', 'status': 'completed', 'code': 200} Sep 17 22:20:49.100466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ddec331-bc06-4478-bfe0-a9e758b3dec5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:49.116735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4ddec331-bc06-4478-bfe0-a9e758b3dec5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Calling delete_port for a229c9de-faee-40c0-a86e-801a47e68b58 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:49.170386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680692f-d5b8-4d21-93e4-357dd0bca769 req-74aab46f-3bf9-462f-a60c-0f305d94b674 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.175287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0680692f-d5b8-4d21-93e4-357dd0bca769 req-74aab46f-3bf9-462f-a60c-0f305d94b674 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1150327 Sep 17 22:20:49.181767 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:49.200471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-6e2de418-c995-41ca-bd4b-a5fdb43e7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.200961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-6e2de418-c995-41ca-bd4b-a5fdb43e7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.201422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-6e2de418-c995-41ca-bd4b-a5fdb43e7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.201890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-6e2de418-c995-41ca-bd4b-a5fdb43e7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.203297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-6e2de418-c995-41ca-bd4b-a5fdb43e7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.203452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-6e2de418-c995-41ca-bd4b-a5fdb43e7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.203940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-6e2de418-c995-41ca-bd4b-a5fdb43e7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.205892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-6e2de418-c995-41ca-bd4b-a5fdb43e7999 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6238 time: 0.1306872 Sep 17 22:20:49.415494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.416411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:49.417805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] 10.222.0.32 "PUT /v2.0/ports/2fff7491-5a32-44e8-9b3c-a3e6d20b95eb HTTP/1.1" status: 200 len: 1092 time: 1.9724319 Sep 17 22:20:49.445241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0680692f-d5b8-4d21-93e4-357dd0bca769 req-075bf37b-6bef-48b6-be5f-973392509b7f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560041 Sep 17 22:20:49.445241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Pushing event updated for resources: {'Port': ['ID=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:49.453716 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ddec331-bc06-4478-bfe0-a9e758b3dec5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:49.512945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddec331-bc06-4478-bfe0-a9e758b3dec5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Port': ['ID=a229c9de-faee-40c0-a86e-801a47e68b58,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:49.542723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:49.604384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.604979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.605526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.606069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.606608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.607200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.607728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.608266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.608794 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.609363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.610014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.610566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcaee7-8181-474d-a587-0ed1ec487b42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:20:49.614240 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ddec331-bc06-4478-bfe0-a9e758b3dec5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:49.619563 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4ddec331-bc06-4478-bfe0-a9e758b3dec5 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "DELETE /v2.0/ports/a229c9de-faee-40c0-a86e-801a47e68b58 HTTP/1.1" status: 204 len: 168 time: 0.7705946 Sep 17 22:20:49.628350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52230) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:49.755800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-18010e65-dd21-4b9b-b614-96b224f3d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.756266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-18010e65-dd21-4b9b-b614-96b224f3d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.756734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-18010e65-dd21-4b9b-b614-96b224f3d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.758295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-18010e65-dd21-4b9b-b614-96b224f3d913 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1077f606df7e4a1c95d9f8faf3035535&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5092793 Sep 17 22:20:49.801061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:49.820250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3903f-7368-4797-b03c-d5cb89b5b50c req-6c98636b-8b56-4d98-bb10-c1e43abe3834 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:49.821747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8f3903f-7368-4797-b03c-d5cb89b5b50c req-6c98636b-8b56-4d98-bb10-c1e43abe3834 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.2630374 Sep 17 22:20:49.979057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8f3903f-7368-4797-b03c-d5cb89b5b50c req-e84702a7-dd66-4342-b375-2f5b9d55da83 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365345 Sep 17 22:20:49.992671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b76cc-d5cb-440d-9d9e-00dc2ef3bfc8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting port a6231a7e-020d-4b08-9889-4a128f41cc2c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:49.993014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d0b76cc-d5cb-440d-9d9e-00dc2ef3bfc8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:50.106890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-77af12b4-a3d1-42f7-bcfa-489f18426b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.108678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eeb3df8-0098-4b90-9b16-b51de05b1a20 req-77af12b4-a3d1-42f7-bcfa-489f18426b59 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3255215 Sep 17 22:20:50.188830 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7dc32262-a6cd-4446-b16c-a5eb2896ccab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:50.722816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe0ef-c189-4074-a04f-c01b56c65a99 req-35b318b5-3069-49a2-806d-d4f2a1129121 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.726315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe0ef-c189-4074-a04f-c01b56c65a99 req-35b318b5-3069-49a2-806d-d4f2a1129121 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.733098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe0ef-c189-4074-a04f-c01b56c65a99 req-35b318b5-3069-49a2-806d-d4f2a1129121 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.739473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe0ef-c189-4074-a04f-c01b56c65a99 req-35b318b5-3069-49a2-806d-d4f2a1129121 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.745774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe0ef-c189-4074-a04f-c01b56c65a99 req-35b318b5-3069-49a2-806d-d4f2a1129121 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.752251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe0ef-c189-4074-a04f-c01b56c65a99 req-35b318b5-3069-49a2-806d-d4f2a1129121 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.758527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe0ef-c189-4074-a04f-c01b56c65a99 req-35b318b5-3069-49a2-806d-d4f2a1129121 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.760632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8efe0ef-c189-4074-a04f-c01b56c65a99 req-35b318b5-3069-49a2-806d-d4f2a1129121 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5384 time: 0.6643834 Sep 17 22:20:50.770559 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d0b76cc-d5cb-440d-9d9e-00dc2ef3bfc8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:50.815235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b76cc-d5cb-440d-9d9e-00dc2ef3bfc8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Calling delete_port for a6231a7e-020d-4b08-9889-4a128f41cc2c owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:50.830498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f81b6-a5ee-47cc-8d1f-15749d00cbc2 req-5133db25-7b93-47bf-94f4-2400670e6b72 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:50.832023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff9f81b6-a5ee-47cc-8d1f-15749d00cbc2 req-5133db25-7b93-47bf-94f4-2400670e6b72 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.2299826 Sep 17 22:20:50.950457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8efe0ef-c189-4074-a04f-c01b56c65a99 req-be47a367-ab53-4473-9259-131aeeaa5998 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746919 Sep 17 22:20:50.992126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff9f81b6-a5ee-47cc-8d1f-15749d00cbc2 req-f78bd687-1495-4a37-af21-10c99615f5d9 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480167 Sep 17 22:20:51.069911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f73823-e240-4a58-bf12-fb3f19d1bebb {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:51.088886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.106712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '2fff7491-5a32-44e8-9b3c-a3e6d20b95eb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:51.109401 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04404c0c-52d0-4053-8cca-7e94ebac92dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "2fff7491-5a32-44e8-9b3c-a3e6d20b95eb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:51.147343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Transition to ACTIVE for port object f6f73823-e240-4a58-bf12-fb3f19d1bebb will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:51.227954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946692-7157-4707-90a2-899cc1f6aab2 req-00ecfe8c-cfa1-4752-9117-bb9d552c0921 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.229815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60946692-7157-4707-90a2-899cc1f6aab2 req-00ecfe8c-cfa1-4752-9117-bb9d552c0921 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.0960839 Sep 17 22:20:51.236066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.268404 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.295326 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d0b76cc-d5cb-440d-9d9e-00dc2ef3bfc8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.397779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60946692-7157-4707-90a2-899cc1f6aab2 req-3f0a99e8-557e-477a-b617-078fa976fa03 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589622 Sep 17 22:20:51.400838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f73823-e240-4a58-bf12-fb3f19d1bebb,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:51.497284 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40958209-99b8-4308-8f83-17839b901f19 x-openstack-request-id: req-40958209-99b8-4308-8f83-17839b901f19 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:51.497557 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "2fff7491-5a32-44e8-9b3c-a3e6d20b95eb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:51.498035 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40958209-99b8-4308-8f83-17839b901f19 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:51.498235 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '2fff7491-5a32-44e8-9b3c-a3e6d20b95eb', 'status': 'completed', 'code': 200} Sep 17 22:20:51.504140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b76cc-d5cb-440d-9d9e-00dc2ef3bfc8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Port': ['ID=a6231a7e-020d-4b08-9889-4a128f41cc2c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:51.583905 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d0b76cc-d5cb-440d-9d9e-00dc2ef3bfc8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.588582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52262) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:51.593694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9d0b76cc-d5cb-440d-9d9e-00dc2ef3bfc8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "DELETE /v2.0/ports/a6231a7e-020d-4b08-9889-4a128f41cc2c HTTP/1.1" status: 204 len: 168 time: 1.9553368 Sep 17 22:20:51.602369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-87e5179e-0a0c-47c6-9ac9-06d4387fd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.602876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-87e5179e-0a0c-47c6-9ac9-06d4387fd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.603373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-87e5179e-0a0c-47c6-9ac9-06d4387fd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.603822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-87e5179e-0a0c-47c6-9ac9-06d4387fd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.604288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-87e5179e-0a0c-47c6-9ac9-06d4387fd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.604752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-87e5179e-0a0c-47c6-9ac9-06d4387fd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.605293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-87e5179e-0a0c-47c6-9ac9-06d4387fd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.607384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-87e5179e-0a0c-47c6-9ac9-06d4387fd5f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6306 time: 0.0993474 Sep 17 22:20:51.612512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.616592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Attempting to bind port f6f73823-e240-4a58-bf12-fb3f19d1bebb on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:51.616592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Attempting to bind port f6f73823-e240-4a58-bf12-fb3f19d1bebb by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:51.616592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Attempting to bind port f6f73823-e240-4a58-bf12-fb3f19d1bebb on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:51.672315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a61a233-2b04-4a2c-b52f-3b0628203280 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting subnet 2103b05a-bdc8-41c2-a4f7-122f35ff3dee {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:20:51.676424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a61a233-2b04-4a2c-b52f-3b0628203280 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.677355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Port f6f73823-e240-4a58-bf12-fb3f19d1bebb on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:51.677688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Attempting to bind port f6f73823-e240-4a58-bf12-fb3f19d1bebb on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:51.689460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:51.689807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Checking segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:51.690194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Bound using segment: {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:51.690756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Bound port: f6f73823-e240-4a58-bf12-fb3f19d1bebb, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11097df4-daf5-437d-bb32-1692060608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:51.691141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.749064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a61a233-2b04-4a2c-b52f-3b0628203280 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.838360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] For port f6f73823-e240-4a58-bf12-fb3f19d1bebb, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:51.841778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] For port f6f73823-e240-4a58-bf12-fb3f19d1bebb, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:51.865329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c2a3e-7d8f-45db-9ebb-9cf74979f294 req-c3d43e58-5f31-45c0-ac23-89dfcd644f9f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.867316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b05c2a3e-7d8f-45db-9ebb-9cf74979f294 req-c3d43e58-5f31-45c0-ac23-89dfcd644f9f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 947 time: 0.2485161 Sep 17 22:20:51.895103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a61a233-2b04-4a2c-b52f-3b0628203280 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.914103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:51.919970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-13f8d296-fb20-45a5-a83b-2e5efb792dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.920881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-13f8d296-fb20-45a5-a83b-2e5efb792dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.921257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-13f8d296-fb20-45a5-a83b-2e5efb792dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.923707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-13f8d296-fb20-45a5-a83b-2e5efb792dd4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1077f606df7e4a1c95d9f8faf3035535&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3060369 Sep 17 22:20:51.997168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:51.998237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.000363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] 10.222.0.32 "PUT /v2.0/ports/f6f73823-e240-4a58-bf12-fb3f19d1bebb HTTP/1.1" status: 200 len: 1091 time: 2.4722612 Sep 17 22:20:52.046519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a61a233-2b04-4a2c-b52f-3b0628203280 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.057989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b05c2a3e-7d8f-45db-9ebb-9cf74979f294 req-89314ab5-2ac9-4a2b-a28d-f0dbf681284f tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699715 Sep 17 22:20:52.119986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61a233-2b04-4a2c-b52f-3b0628203280 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Subnet': ['ID=2103b05a-bdc8-41c2-a4f7-122f35ff3dee,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:52.134459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:52.145346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a61a233-2b04-4a2c-b52f-3b0628203280 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.150860 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2a61a233-2b04-4a2c-b52f-3b0628203280 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "DELETE /v2.0/subnets/2103b05a-bdc8-41c2-a4f7-122f35ff3dee HTTP/1.1" status: 204 len: 168 time: 0.5611763 Sep 17 22:20:52.151726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52270) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:52.153739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df87ae31-e9a6-4f04-bb34-b314ec9155ef None None] Network 326fc1b5-7834-476d-a7fb-3ec75767f891 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:52.159360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a64a0a-f70b-44c4-9b08-06f9e0735378 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f73823-e240-4a58-bf12-fb3f19d1bebb,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:52.229802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d437e9-3579-435a-b2a8-a1c65c934753 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting subnet e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:20:52.244028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d437e9-3579-435a-b2a8-a1c65c934753 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.328660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d437e9-3579-435a-b2a8-a1c65c934753 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.376759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172923e6-5a55-4474-ab31-aa04fab0cdc6 req-b663a763-7e56-4eb9-bc5d-a6bb74c1038d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.383037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172923e6-5a55-4474-ab31-aa04fab0cdc6 req-b663a763-7e56-4eb9-bc5d-a6bb74c1038d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.394178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172923e6-5a55-4474-ab31-aa04fab0cdc6 req-b663a763-7e56-4eb9-bc5d-a6bb74c1038d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.403888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172923e6-5a55-4474-ab31-aa04fab0cdc6 req-b663a763-7e56-4eb9-bc5d-a6bb74c1038d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.410409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172923e6-5a55-4474-ab31-aa04fab0cdc6 req-b663a763-7e56-4eb9-bc5d-a6bb74c1038d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.416933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172923e6-5a55-4474-ab31-aa04fab0cdc6 req-b663a763-7e56-4eb9-bc5d-a6bb74c1038d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.423605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172923e6-5a55-4474-ab31-aa04fab0cdc6 req-b663a763-7e56-4eb9-bc5d-a6bb74c1038d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.425859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-172923e6-5a55-4474-ab31-aa04fab0cdc6 req-b663a763-7e56-4eb9-bc5d-a6bb74c1038d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5396 time: 0.3201859 Sep 17 22:20:52.430780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.436742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-54f99f11-1d1c-4262-bb3e-36c829721dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.441515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04404c0c-52d0-4053-8cca-7e94ebac92dc req-54f99f11-1d1c-4262-bb3e-36c829721dc5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4820302 Sep 17 22:20:52.454179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2dc73-c6a0-46eb-addc-491c0a57c308 None None] DHCP port deletion for 326fc1b5-7834-476d-a7fb-3ec75767f891 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:20:52.481730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b89cf-9e7e-4ecd-9112-0c0fc25c1730 req-09d5c842-51d6-45b5-a71f-953cf4b245cd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:52.483456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-682b89cf-9e7e-4ecd-9112-0c0fc25c1730 req-09d5c842-51d6-45b5-a71f-953cf4b245cd tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.2652087 Sep 17 22:20:52.506779 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d437e9-3579-435a-b2a8-a1c65c934753 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.527520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2dc73-c6a0-46eb-addc-491c0a57c308 None None] Deleting port 7363d39f-404c-4b5f-8755-389c4a7eee20 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:52.528363 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e5f2dc73-c6a0-46eb-addc-491c0a57c308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.548385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-172923e6-5a55-4474-ab31-aa04fab0cdc6 req-73624100-feff-4ee4-bac2-a6eeed3b59b7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001351 Sep 17 22:20:52.620468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-682b89cf-9e7e-4ecd-9112-0c0fc25c1730 req-9933561d-2c57-4604-aa7d-6fa693ffc8d8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109889 Sep 17 22:20:52.657974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e5f2dc73-c6a0-46eb-addc-491c0a57c308 None None] For port 7363d39f-404c-4b5f-8755-389c4a7eee20, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7363d39f-404c-4b5f-8755-389c4a7eee20,segment=NetworkSegment(1860c145-d119-4012-9d4f-4f7dc3231f0e),segment_id=1860c145-d119-4012-9d4f-4f7dc3231f0e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:52.658907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e5f2dc73-c6a0-46eb-addc-491c0a57c308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.677752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2dc73-c6a0-46eb-addc-491c0a57c308 None None] Calling delete_port for 7363d39f-404c-4b5f-8755-389c4a7eee20 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:52.699036 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d437e9-3579-435a-b2a8-a1c65c934753 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.782196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d437e9-3579-435a-b2a8-a1c65c934753 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:52.786076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d437e9-3579-435a-b2a8-a1c65c934753 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.791653 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-23d437e9-3579-435a-b2a8-a1c65c934753 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "DELETE /v2.0/subnets/e3bbc322-03b4-4b7c-b5d0-ecf74b7afc99 HTTP/1.1" status: 204 len: 168 time: 0.6386859 Sep 17 22:20:52.792640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52282) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:52.808501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848be790-539f-4d79-93a1-def083a54c5b None None] Network d52773da-ea71-415b-9d63-4f91823d2c03 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:20:52.877011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c91934-149c-4aad-9181-e930ac0aab9f {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:52.884295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.885812 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:52.919688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Transition to ACTIVE for port object 58c91934-149c-4aad-9181-e930ac0aab9f will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:52.971980 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.009041 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e5f2dc73-c6a0-46eb-addc-491c0a57c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.078084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2dc73-c6a0-46eb-addc-491c0a57c308 None None] Pushing event deleted for resources: {'Port': ['ID=7363d39f-404c-4b5f-8755-389c4a7eee20,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:53.092480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2dc73-c6a0-46eb-addc-491c0a57c308 None None] No DVR routers for this DVR port 7363d39f-404c-4b5f-8755-389c4a7eee20 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:53.095081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Deleting port 7363d39f-404c-4b5f-8755-389c4a7eee20 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:53.095449 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.096392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c881ce-bd68-4e99-8be1-4293f5fe8b8a req-91c0f457-56b2-41f2-9c1c-39c4fea297ba tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.107681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89c881ce-bd68-4e99-8be1-4293f5fe8b8a req-91c0f457-56b2-41f2-9c1c-39c4fea297ba tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.2112603 Sep 17 22:20:53.225529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79858dc-0d06-4b99-bc9d-070e46437e30 None None] DHCP port deletion for d52773da-ea71-415b-9d63-4f91823d2c03 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:20:53.297510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] For port 7363d39f-404c-4b5f-8755-389c4a7eee20, host n-d-713498-17, got binding levels [] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:53.298245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.306142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Pushing event updated for resources: {'Port': ['ID=58c91934-149c-4aad-9181-e930ac0aab9f,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:53.309839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-9ab8fcc7-7712-42d9-b764-00d8d47dc60b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.313537 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-9ab8fcc7-7712-42d9-b764-00d8d47dc60b tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 947 time: 0.3015289 Sep 17 22:20:53.320667 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.336223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b79858dc-0d06-4b99-bc9d-070e46437e30 None None] Deleting port abc90586-925c-4e21-a522-90b5a754a9ff {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:53.336591 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b79858dc-0d06-4b99-bc9d-070e46437e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.390750 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Calling delete_port for 7363d39f-404c-4b5f-8755-389c4a7eee20 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:53.398145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Port 7363d39f-404c-4b5f-8755-389c4a7eee20 was not found and therefore no delete operation was performed {{(pid=101660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:20:53.403697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.444514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b79858dc-0d06-4b99-bc9d-070e46437e30 None None] For port abc90586-925c-4e21-a522-90b5a754a9ff, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=abc90586-925c-4e21-a522-90b5a754a9ff,segment=NetworkSegment(a765c46f-6372-4ac7-a527-5d82ccc8e697),segment_id=a765c46f-6372-4ac7-a527-5d82ccc8e697)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:53.444903 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b79858dc-0d06-4b99-bc9d-070e46437e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.447771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892190f0-3ac7-484d-9f92-966ef6af68e9 req-fd2cc90d-8057-4da8-98af-85624b829cd9 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.457816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-892190f0-3ac7-484d-9f92-966ef6af68e9 req-fd2cc90d-8057-4da8-98af-85624b829cd9 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 947 time: 0.1402521 Sep 17 22:20:53.485601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89c881ce-bd68-4e99-8be1-4293f5fe8b8a req-2784f4cb-0330-41c9-ab23-4ef40688731f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787775 Sep 17 22:20:53.502099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b79858dc-0d06-4b99-bc9d-070e46437e30 None None] Calling delete_port for abc90586-925c-4e21-a522-90b5a754a9ff owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:53.505938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] No DVR routers for this DVR port 7363d39f-404c-4b5f-8755-389c4a7eee20 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:53.510041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:53.510617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Port': ['ID=7363d39f-404c-4b5f-8755-389c4a7eee20,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:53.515743 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "f6f73823-e240-4a58-bf12-fb3f19d1bebb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:53.535571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-892190f0-3ac7-484d-9f92-966ef6af68e9 req-0eb1b7bb-da37-4365-8cb8-370167e80f10 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760691 Sep 17 22:20:53.572035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Attempting to bind port 58c91934-149c-4aad-9181-e930ac0aab9f on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:53.572385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Attempting to bind port 58c91934-149c-4aad-9181-e930ac0aab9f by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:53.572702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Attempting to bind port 58c91934-149c-4aad-9181-e930ac0aab9f on network d4b5def6-02b7-4a39-bab6-685f1dfdab05 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:53.578252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Port 58c91934-149c-4aad-9181-e930ac0aab9f on network d4b5def6-02b7-4a39-bab6-685f1dfdab05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:53.578602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Attempting to bind port 58c91934-149c-4aad-9181-e930ac0aab9f on network d4b5def6-02b7-4a39-bab6-685f1dfdab05 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:53.584960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:53.585850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Checking segment: {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:53.586527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Bound using segment: {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:53.588280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Bound port: 58c91934-149c-4aad-9181-e930ac0aab9f, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:53.588280 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.607314 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b57d4f-b867-42c2-a336-9b6f9955e72e x-openstack-request-id: req-f4b57d4f-b867-42c2-a336-9b6f9955e72e {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:53.607657 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "f6f73823-e240-4a58-bf12-fb3f19d1bebb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:53.607882 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4b57d4f-b867-42c2-a336-9b6f9955e72e {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:53.609948 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb', 'status': 'completed', 'code': 200} Sep 17 22:20:53.717780 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.758297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Deleting port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:53.758297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.777842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326fc1b5-7834-476d-a7fb-3ec75767f891']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:53.798982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1860c145-d119-4012-9d4f-4f7dc3231f0e') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:53.799338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1860c145-d119-4012-9d4f-4f7dc3231f0e') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:53.820802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7363d39f-404c-4b5f-8755-389c4a7eee20 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:53.843102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.861017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 7363d39f-404c-4b5f-8755-389c4a7eee20 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:53.861749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7363d39f-404c-4b5f-8755-389c4a7eee20 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:53.862375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device abc90586-925c-4e21-a522-90b5a754a9ff no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:53.866663 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.878888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:20:53.879384 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:20:53.882521 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:20:53.906836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: abc90586-925c-4e21-a522-90b5a754a9ff {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:53.910210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device abc90586-925c-4e21-a522-90b5a754a9ff not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:53.920741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] For port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:20:53.921121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.925561 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b79858dc-0d06-4b99-bc9d-070e46437e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:53.981288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8462b94f-473f-4682-89a2-04f8822e1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.981288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8462b94f-473f-4682-89a2-04f8822e1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.981288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8462b94f-473f-4682-89a2-04f8822e1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.981288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8462b94f-473f-4682-89a2-04f8822e1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.982045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8462b94f-473f-4682-89a2-04f8822e1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.982525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8462b94f-473f-4682-89a2-04f8822e1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.983012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8462b94f-473f-4682-89a2-04f8822e1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:53.985465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8462b94f-473f-4682-89a2-04f8822e1f89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6374 time: 0.3571689 Sep 17 22:20:53.994540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79858dc-0d06-4b99-bc9d-070e46437e30 None None] Pushing event deleted for resources: {'Port': ['ID=abc90586-925c-4e21-a522-90b5a754a9ff,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:53.998751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] For port 58c91934-149c-4aad-9181-e930ac0aab9f, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:54.003573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79858dc-0d06-4b99-bc9d-070e46437e30 None None] No DVR routers for this DVR port abc90586-925c-4e21-a522-90b5a754a9ff on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:54.016891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] For port 58c91934-149c-4aad-9181-e930ac0aab9f, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58c91934-149c-4aad-9181-e930ac0aab9f,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:54.029892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bfd1-097e-428d-897e-fafd05701966 req-88424a96-0fe8-4dfc-9b3a-fa4b5285b99a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.031674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d897bfd1-097e-428d-897e-fafd05701966 req-88424a96-0fe8-4dfc-9b3a-fa4b5285b99a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.2319252 Sep 17 22:20:54.046070 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316de3e-27e4-4caf-8be1-747df34b16ed req-540e697f-e027-4abd-b98b-d36c347c1ee3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.048363 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.056080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316de3e-27e4-4caf-8be1-747df34b16ed req-540e697f-e027-4abd-b98b-d36c347c1ee3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.059136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316de3e-27e4-4caf-8be1-747df34b16ed req-540e697f-e027-4abd-b98b-d36c347c1ee3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.093990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316de3e-27e4-4caf-8be1-747df34b16ed req-540e697f-e027-4abd-b98b-d36c347c1ee3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.097499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.098025 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "DELETE /v2.0/networks/326fc1b5-7834-476d-a7fb-3ec75767f891 HTTP/1.1" status: 204 len: 168 time: 1.3038859 Sep 17 22:20:54.100737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31784717-712f-4e3a-8cb7-86cb143ed0a1 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Network': ['ID=326fc1b5-7834-476d-a7fb-3ec75767f891,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:54.104232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52300) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:54.118231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316de3e-27e4-4caf-8be1-747df34b16ed req-540e697f-e027-4abd-b98b-d36c347c1ee3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.135715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316de3e-27e4-4caf-8be1-747df34b16ed req-540e697f-e027-4abd-b98b-d36c347c1ee3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.148038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316de3e-27e4-4caf-8be1-747df34b16ed req-540e697f-e027-4abd-b98b-d36c347c1ee3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.156223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6316de3e-27e4-4caf-8be1-747df34b16ed req-540e697f-e027-4abd-b98b-d36c347c1ee3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5408 time: 0.3811388 Sep 17 22:20:54.208134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.294009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.327166 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.328529 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.328984 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Floating IP 06f82edc-05f6-44bf-87dd-b843ed1b8c9b disassociated. External IP: 172.25.5.127, port: 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c. Sep 17 22:20:54.329706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Calling delete_port for 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:54.409436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6316de3e-27e4-4caf-8be1-747df34b16ed req-229704d0-f78c-444f-a76d-0ff6fd6989a6 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2522137 Sep 17 22:20:54.456610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.457583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.459192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] 10.222.0.32 "PUT /v2.0/ports/58c91934-149c-4aad-9181-e930ac0aab9f HTTP/1.1" status: 200 len: 1092 time: 2.3400762 Sep 17 22:20:54.483087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d897bfd1-097e-428d-897e-fafd05701966 req-9fe41e69-bca7-40be-bc4f-29fa1fee6e0b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894962 Sep 17 22:20:54.490953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.532127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52773da-ea71-415b-9d63-4f91823d2c03']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:54.551626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a765c46f-6372-4ac7-a527-5d82ccc8e697') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:54.552061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a765c46f-6372-4ac7-a527-5d82ccc8e697') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:54.563730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.575991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Request body: {'port': {'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:20:54.648000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8e776a11-e3f9-4e95-989d-3bb5894a6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.649348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8e776a11-e3f9-4e95-989d-3bb5894a6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.649830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8e776a11-e3f9-4e95-989d-3bb5894a6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.652774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-8e776a11-e3f9-4e95-989d-3bb5894a6bec service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1077f606df7e4a1c95d9f8faf3035535&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6509206 Sep 17 22:20:54.711795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.727959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:20:54.729259 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:20:54.740201 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:20:54.764366 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:54.878469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event deleted for resources: {'Port': ['ID=3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:54.919352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc8c26-e612-4421-9bff-b4597538fd9a service neutron] Pushing event updated for resources: {'Port': ['ID=58c91934-149c-4aad-9181-e930ac0aab9f,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:54.937881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-a3b9886f-9656-4574-9b3e-368f59da7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:54.939800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccbc659a-bcaf-43cc-9d79-3cfac5f19d90 req-a3b9886f-9656-4574-9b3e-368f59da7450 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2349386 Sep 17 22:20:55.114471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41663ccd-93b7-4681-a558-f2eae647fd46 req-211293e3-ede7-483d-b1ff-186f9d5b772e tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 210 time: 0.1289160 Sep 17 22:20:55.169440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:55.180177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28d105-2419-44b1-9ecd-a5af1a479217 req-21d01d65-6b24-4629-ac11-4698cfc6fc1d tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.180666 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:55.186152 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] 10.222.0.13 "DELETE /v2.0/networks/d52773da-ea71-415b-9d63-4f91823d2c03 HTTP/1.1" status: 204 len: 168 time: 1.0771949 Sep 17 22:20:55.186269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea28d105-2419-44b1-9ecd-a5af1a479217 req-21d01d65-6b24-4629-ac11-4698cfc6fc1d tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.5299597 Sep 17 22:20:55.187416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:55.243680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed0d6a-a4ae-4489-ad84-747879af96a8 tempest-TaggedBootDevicesTest_v242-265753458 tempest-TaggedBootDevicesTest_v242-265753458-project] Pushing event deleted for resources: {'Network': ['ID=d52773da-ea71-415b-9d63-4f91823d2c03,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:55.345562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Router b61586ff-fd9d-4137-8179-2be1e075f49e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:20:55.381769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea28d105-2419-44b1-9ecd-a5af1a479217 req-207f5242-c0f6-4641-8790-70fd63754412 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714184 Sep 17 22:20:55.453109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:20:55.502946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:20:55.503502 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:20:55.639621 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:20:55.650269 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] Sync routers for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:20:55.657587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '58c91934-149c-4aad-9181-e930ac0aab9f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:55.667455 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72a03f4-8c40-4a2a-b32d-0573b1b26722" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "58c91934-149c-4aad-9181-e930ac0aab9f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:55.674589 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:20:55.675953 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:55.759238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] No DVR routers for this DVR port 3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:20:55.764165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:55.769195 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a1573fce-5f84-48fe-8bb9-069b6075093a req-e3530e55-d895-42c1-89f7-0c583fa915b7 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.35 "DELETE /v2.0/ports/3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c HTTP/1.1" status: 204 len: 173 time: 2.4484472 Sep 17 22:20:55.769806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-deleted', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:55.772429 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a504503d-e4ef-45a0-b34a-4b5f7b5bde4c" -d '{"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-deleted", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:55.816759 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:20:55.928786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660df5a2-f1e4-4c66-8f82-70219024f569 req-4c3fd567-a0ec-4c9f-97a4-4ff815ae8945 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.929810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-660df5a2-f1e4-4c66-8f82-70219024f569 req-4c3fd567-a0ec-4c9f-97a4-4ff815ae8945 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.2354105 Sep 17 22:20:55.987772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6f8b1-0473-47f0-9d9e-b022bfaf8f63 req-13362208-2409-4e41-9947-93eb17e2e9fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:55.995300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6f8b1-0473-47f0-9d9e-b022bfaf8f63 req-13362208-2409-4e41-9947-93eb17e2e9fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.001609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6f8b1-0473-47f0-9d9e-b022bfaf8f63 req-13362208-2409-4e41-9947-93eb17e2e9fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.008137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6f8b1-0473-47f0-9d9e-b022bfaf8f63 req-13362208-2409-4e41-9947-93eb17e2e9fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.015927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6f8b1-0473-47f0-9d9e-b022bfaf8f63 req-13362208-2409-4e41-9947-93eb17e2e9fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.022632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6f8b1-0473-47f0-9d9e-b022bfaf8f63 req-13362208-2409-4e41-9947-93eb17e2e9fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.028824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6f8b1-0473-47f0-9d9e-b022bfaf8f63 req-13362208-2409-4e41-9947-93eb17e2e9fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.031510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2be6f8b1-0473-47f0-9d9e-b022bfaf8f63 req-13362208-2409-4e41-9947-93eb17e2e9fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5408 time: 0.3106668 Sep 17 22:20:56.156255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2be6f8b1-0473-47f0-9d9e-b022bfaf8f63 req-a1a9af2b-3510-4e69-9a15-db45425d6ecd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1102026 Sep 17 22:20:56.158349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-660df5a2-f1e4-4c66-8f82-70219024f569 req-5b4e4229-b480-433e-92a8-897d411a3020 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171733 Sep 17 22:20:56.350062 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:56.377198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283912f1-9194-4d2f-a00c-a4650cd4c715 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:20:56.398627 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.408276 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4f232b-33fd-4876-8940-339c5296f017 x-openstack-request-id: req-7b4f232b-33fd-4876-8940-339c5296f017 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:56.408838 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6abafa-e556-47b0-9c02-591976544ec4", "name": "network-vif-deleted", "tag": "3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:56.409246 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b4f232b-33fd-4876-8940-339c5296f017 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:56.409796 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6abafa-e556-47b0-9c02-591976544ec4', 'name': 'network-vif-deleted', 'tag': '3bf9601e-17c4-4c6e-9cc4-fb0b7c69980c', 'status': 'completed', 'code': 200} Sep 17 22:20:56.419751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Transition to ACTIVE for port object 283912f1-9194-4d2f-a00c-a4650cd4c715 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:20:56.425920 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381a770f-aa61-46cc-a25b-ec2f843e8d01 x-openstack-request-id: req-381a770f-aa61-46cc-a25b-ec2f843e8d01 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:56.425920 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "58c91934-149c-4aad-9181-e930ac0aab9f", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:56.425920 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-381a770f-aa61-46cc-a25b-ec2f843e8d01 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:56.425920 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '58c91934-149c-4aad-9181-e930ac0aab9f', 'status': 'completed', 'code': 200} Sep 17 22:20:56.437413 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] Checking router: b61586ff-fd9d-4137-8179-2be1e075f49e for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:20:56.489418 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:20:56.490078 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:56.500776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-5cec2f8f-09ef-40a4-8fb6-89b291d15a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.505877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-5cec2f8f-09ef-40a4-8fb6-89b291d15a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.505877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-5cec2f8f-09ef-40a4-8fb6-89b291d15a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.505877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-5cec2f8f-09ef-40a4-8fb6-89b291d15a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.505877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-5cec2f8f-09ef-40a4-8fb6-89b291d15a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.505877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-5cec2f8f-09ef-40a4-8fb6-89b291d15a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.505877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-5cec2f8f-09ef-40a4-8fb6-89b291d15a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.505877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-5cec2f8f-09ef-40a4-8fb6-89b291d15a1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6416 time: 0.0819190 Sep 17 22:20:56.507111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:56.664669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-c82895b5-9632-47b5-9852-d1189825de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.665061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-c82895b5-9632-47b5-9852-d1189825de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.665526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-c82895b5-9632-47b5-9852-d1189825de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.668086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-c82895b5-9632-47b5-9852-d1189825de57 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1077f606df7e4a1c95d9f8faf3035535&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1518600 Sep 17 22:20:56.724820 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:20:56.891310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-e270ecec-fc95-4db8-b20b-3f58b9d05ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:56.892840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f72a03f4-8c40-4a2a-b32d-0573b1b26722 req-e270ecec-fc95-4db8-b20b-3f58b9d05ff7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1090953 Sep 17 22:20:56.954869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85c2a19f-4fc0-4891-8985-b467247aec9b req-902f4904-8606-45fe-90ee-f5a8398599ae tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d6abafa-e556-47b0-9c02-591976544ec4 HTTP/1.1" status: 200 len: 210 time: 0.2265110 Sep 17 22:20:57.001565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Pushing event updated for resources: {'Port': ['ID=283912f1-9194-4d2f-a00c-a4650cd4c715,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:57.033341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f214dd4-bfa4-41b4-a797-eaa1452c22f1 req-33f3cbc9-4a5b-43b3-bd7b-a97358600779 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:57.041679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f214dd4-bfa4-41b4-a797-eaa1452c22f1 req-33f3cbc9-4a5b-43b3-bd7b-a97358600779 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.2946205 Sep 17 22:20:57.193309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f214dd4-bfa4-41b4-a797-eaa1452c22f1 req-04ed48db-50a9-4d71-be75-c2bd34ed08e2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508718 Sep 17 22:20:57.194550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Attempting to bind port 283912f1-9194-4d2f-a00c-a4650cd4c715 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:20:57.203882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Attempting to bind port 283912f1-9194-4d2f-a00c-a4650cd4c715 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:20:57.204644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Attempting to bind port 283912f1-9194-4d2f-a00c-a4650cd4c715 on network d4b5def6-02b7-4a39-bab6-685f1dfdab05 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:57.217955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Port 283912f1-9194-4d2f-a00c-a4650cd4c715 on network d4b5def6-02b7-4a39-bab6-685f1dfdab05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:20:57.218744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Attempting to bind port 283912f1-9194-4d2f-a00c-a4650cd4c715 on network d4b5def6-02b7-4a39-bab6-685f1dfdab05 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:20:57.226543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:20:57.227201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Checking segment: {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:20:57.227764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Bound using segment: {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:20:57.231581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Bound port: 283912f1-9194-4d2f-a00c-a4650cd4c715, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb825c0-5621-4fd0-84ff-84277be850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:20:57.232164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.320358 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:20:57.401050 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebeda30-8126-4261-a304-3fd9ecc33d60 None None] The sync data for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 is: [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:12:15Z', 'revision_number': 4, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0291ef62-dfb0-4783-a311-4d5801dce3e3', 'name': '', 'network_id': '0777e420-4d24-425f-a8d8-fd1f29b0ca2c', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'mac_address': 'fa:16:3e:b7:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:12Z', 'updated_at': '2021-09-17T22:12:20Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'subnets': [{'id': '300e056c-2aaa-4605-a5f4-63ad6822403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:20:57.475614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] For port 283912f1-9194-4d2f-a00c-a4650cd4c715, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:20:57.480650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] For port 283912f1-9194-4d2f-a00c-a4650cd4c715, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=283912f1-9194-4d2f-a00c-a4650cd4c715,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:20:57.512783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1208473-9574-4134-be5f-23efbd53d5bb req-5f622827-647c-40bf-be9c-180782f75ef3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:57.514495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1208473-9574-4134-be5f-23efbd53d5bb req-5f622827-647c-40bf-be9c-180782f75ef3 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1761796 Sep 17 22:20:57.585202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1208473-9574-4134-be5f-23efbd53d5bb req-f2523e86-8f49-4403-bec8-cc965ae841d2 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594275 Sep 17 22:20:57.586885 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.637649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:57.637649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:57.638992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] 10.222.0.32 "PUT /v2.0/ports/283912f1-9194-4d2f-a00c-a4650cd4c715 HTTP/1.1" status: 200 len: 1092 time: 3.0840690 Sep 17 22:20:57.760977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94416248-7ae0-4001-aa18-99d773ce12cd service neutron] Pushing event updated for resources: {'Port': ['ID=283912f1-9194-4d2f-a00c-a4650cd4c715,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:58.012026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e65ee-5cc3-424a-ad3d-273d66a24fce None None] New status for floating IP 06f82edc-05f6-44bf-87dd-b843ed1b8c9b: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:20:58.029944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-56a55026-4830-45a8-929e-09069a2c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.030399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-56a55026-4830-45a8-929e-09069a2c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.033442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-56a55026-4830-45a8-929e-09069a2c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.034002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-56a55026-4830-45a8-929e-09069a2c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.038267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-56a55026-4830-45a8-929e-09069a2c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.038267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-56a55026-4830-45a8-929e-09069a2c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.038267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-56a55026-4830-45a8-929e-09069a2c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.049963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-56a55026-4830-45a8-929e-09069a2c04a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6484 time: 0.2625129 Sep 17 22:20:58.076738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67e87-840f-4618-b2be-725dc8444248 req-bd9b97c5-5077-44a5-8145-6e9c57101697 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.103551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67e87-840f-4618-b2be-725dc8444248 req-bd9b97c5-5077-44a5-8145-6e9c57101697 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.119578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67e87-840f-4618-b2be-725dc8444248 req-bd9b97c5-5077-44a5-8145-6e9c57101697 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.129786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67e87-840f-4618-b2be-725dc8444248 req-bd9b97c5-5077-44a5-8145-6e9c57101697 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.150327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52374) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:58.173693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67e87-840f-4618-b2be-725dc8444248 req-bd9b97c5-5077-44a5-8145-6e9c57101697 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.185455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67e87-840f-4618-b2be-725dc8444248 req-bd9b97c5-5077-44a5-8145-6e9c57101697 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.206247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67e87-840f-4618-b2be-725dc8444248 req-bd9b97c5-5077-44a5-8145-6e9c57101697 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:58.226586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dbc67e87-840f-4618-b2be-725dc8444248 req-bd9b97c5-5077-44a5-8145-6e9c57101697 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.4252198 Sep 17 22:20:58.305966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-83c9a06c-4c81-42aa-b3d2-848ca282b11c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14 HTTP/1.1" status: 200 len: 217 time: 0.0591419 Sep 17 22:20:58.306459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0048-439f-4224-a3e0-35a667261bbb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.336244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0048-439f-4224-a3e0-35a667261bbb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.438661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dbc67e87-840f-4618-b2be-725dc8444248 req-2dbdd7ea-cfd8-4663-aa05-fb4f0a45c7eb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2052693 Sep 17 22:20:58.443943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '283912f1-9194-4d2f-a00c-a4650cd4c715'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:20:58.453753 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "283912f1-9194-4d2f-a00c-a4650cd4c715"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:20:58.532818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0048-439f-4224-a3e0-35a667261bbb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.536238 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0048-439f-4224-a3e0-35a667261bbb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:58.537766 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0f8c0048-439f-4224-a3e0-35a667261bbb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a06921f-9ab5-4c4f-8463-ec0aa26bdab8 HTTP/1.1" status: 204 len: 168 time: 0.3858950 Sep 17 22:20:58.558111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52378) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:58.559351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0048-439f-4224-a3e0-35a667261bbb tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06921f-9ab5-4c4f-8463-ec0aa26bdab8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:58.649208 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-0d11a749-d7c0-42ce-98a3-d65277b29634 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] show failed (client error): The resource could not be found. Sep 17 22:20:58.652574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0d11a749-d7c0-42ce-98a3-d65277b29634 tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "GET /v2.0/security-groups/7a06921f-9ab5-4c4f-8463-ec0aa26bdab8 HTTP/1.1" status: 404 len: 347 time: 0.0816357 Sep 17 22:20:58.656434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52384) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:58.835035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52386) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:58.911434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Deleting port bb1d1331-c315-461c-a2d5-d8713fa00ae6 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:20:58.911786 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.022318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.023149 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.038258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Calling delete_port for bb1d1331-c315-461c-a2d5-d8713fa00ae6 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:20:59.068142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-350bd20b-47d9-40f7-bb1e-14d06093c6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.150456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-41ba5a15-a33f-43ba-9add-6129c7a133ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.151995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-41ba5a15-a33f-43ba-9add-6129c7a133ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6812680-94e6-4c28-9cd8-de924bf5b40c HTTP/1.1" status: 200 len: 850 time: 0.8324733 Sep 17 22:20:59.182964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2906c46-3ed3-47c9-9b46-17a35b4765c9 req-0e0f4f7e-f405-42ba-b485-6c13715aeaff tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.184752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2906c46-3ed3-47c9-9b46-17a35b4765c9 req-0e0f4f7e-f405-42ba-b485-6c13715aeaff tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.8026125 Sep 17 22:20:59.233945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ffc4e-92f3-4430-8605-274137c3fd3d req-cc17274d-edcc-4ebd-bf26-81b78662fe65 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.238862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-359ffc4e-92f3-4430-8605-274137c3fd3d req-cc17274d-edcc-4ebd-bf26-81b78662fe65 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1469855 Sep 17 22:20:59.282120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-c3947601-6a80-49a3-925c-7f7a2adbc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.283759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-c3947601-6a80-49a3-925c-7f7a2adbc2ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62070a8a-5c99-4c5a-bf55-2777253b05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202035 Sep 17 22:20:59.289243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2906c46-3ed3-47c9-9b46-17a35b4765c9 req-b7b2d081-08b6-4cbd-bd99-6b82315df2e9 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891991 Sep 17 22:20:59.349672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.353618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-359ffc4e-92f3-4430-8605-274137c3fd3d req-81adf7ad-a831-45f6-a5a4-5ccb41474256 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025035 Sep 17 22:20:59.360996 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-350bd20b-47d9-40f7-bb1e-14d06093c6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.411716 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c940d6f6-1ac1-4d6c-b822-3a2ebf87a255 x-openstack-request-id: req-c940d6f6-1ac1-4d6c-b822-3a2ebf87a255 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:20:59.412008 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "283912f1-9194-4d2f-a00c-a4650cd4c715", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:20:59.412387 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c940d6f6-1ac1-4d6c-b822-3a2ebf87a255 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:20:59.412798 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '283912f1-9194-4d2f-a00c-a4650cd4c715', 'status': 'completed', 'code': 200} Sep 17 22:20:59.438645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Pushing event deleted for resources: {'Port': ['ID=bb1d1331-c315-461c-a2d5-d8713fa00ae6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:59.475124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-97129e19-2a36-4d55-a8ea-2c6501bae9ac service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803410 Sep 17 22:20:59.525496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-350bd20b-47d9-40f7-bb1e-14d06093c6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.529735 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.537973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.537973 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-07f9b284-b4c1-419c-a5d9-ade096db8f8c tempest-AttachVolumeShelveTestJSON-856373416 tempest-AttachVolumeShelveTestJSON-856373416-project] 10.222.0.13 "DELETE /v2.0/floatingips/06f82edc-05f6-44bf-87dd-b843ed1b8c9b HTTP/1.1" status: 204 len: 168 time: 0.8762493 Sep 17 22:20:59.585305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-0824602f-b761-4c59-9363-a7ab45b7f74e service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987101 Sep 17 22:20:59.626472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-350bd20b-47d9-40f7-bb1e-14d06093c6b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d482e9382a742d8a9c6f5f151e0d697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7876716 Sep 17 22:20:59.629367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52408) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:20:59.647381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bd20b-47d9-40f7-bb1e-14d06093c6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a8d3c6-08ab-47c7-8525-8e10e160a6c4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:20:59.665541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-fb2011fc-b054-473e-a0a1-e98585437f53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 217 time: 0.0702219 Sep 17 22:20:59.730921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-0191f8e5-3062-4887-af31-98804b5e4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.732746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-0191f8e5-3062-4887-af31-98804b5e4bc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0538220 Sep 17 22:20:59.751011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2fef-ea03-44ce-8009-e4d46e600de4 req-e2d7da9c-0e04-4552-aebb-8fa6a05ff291 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.758718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2fef-ea03-44ce-8009-e4d46e600de4 req-e2d7da9c-0e04-4552-aebb-8fa6a05ff291 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.759302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3025c7f-8557-4cac-a4e7-562c2c7dcb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.765418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2fef-ea03-44ce-8009-e4d46e600de4 req-e2d7da9c-0e04-4552-aebb-8fa6a05ff291 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.771678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2fef-ea03-44ce-8009-e4d46e600de4 req-e2d7da9c-0e04-4552-aebb-8fa6a05ff291 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.778534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2fef-ea03-44ce-8009-e4d46e600de4 req-e2d7da9c-0e04-4552-aebb-8fa6a05ff291 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.785166 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2fef-ea03-44ce-8009-e4d46e600de4 req-e2d7da9c-0e04-4552-aebb-8fa6a05ff291 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.806354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2fef-ea03-44ce-8009-e4d46e600de4 req-e2d7da9c-0e04-4552-aebb-8fa6a05ff291 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.808799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f1ea2fef-ea03-44ce-8009-e4d46e600de4 req-e2d7da9c-0e04-4552-aebb-8fa6a05ff291 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.2222672 Sep 17 22:20:59.840076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3025c7f-8557-4cac-a4e7-562c2c7dcb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.941330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f1ea2fef-ea03-44ce-8009-e4d46e600de4 req-6ea85062-88c4-4e4d-b931-560652f8a78c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920117 Sep 17 22:20:59.954353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-3131d378-cf02-4689-9da2-0b4fe022d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:20:59.960388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-3131d378-cf02-4689-9da2-0b4fe022d0c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1481223 Sep 17 22:20:59.972845 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3025c7f-8557-4cac-a4e7-562c2c7dcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.976470 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3025c7f-8557-4cac-a4e7-562c2c7dcb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:20:59.978065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b3025c7f-8557-4cac-a4e7-562c2c7dcb7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2a8d3c6-08ab-47c7-8525-8e10e160a6c4 HTTP/1.1" status: 204 len: 168 time: 0.3472762 Sep 17 22:21:00.003650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3025c7f-8557-4cac-a4e7-562c2c7dcb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a8d3c6-08ab-47c7-8525-8e10e160a6c4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:00.004359 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:21:00.157768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-093a62b2-c634-4012-aa4d-40be63ba6cfd service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922109 Sep 17 22:21:00.298825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-96900d6f-17e1-4014-8cfc-09bb2a9d2ea1 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338031 Sep 17 22:21:00.443877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-01bf953e-d2c6-4cb2-9544-9c763b9cdbdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 217 time: 0.1379886 Sep 17 22:21:00.589912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6336aa-7df5-4ab2-a380-ffdc1d589d43 req-8a14a0f7-0024-4479-8913-1305692f744e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:00.590252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f6336aa-7df5-4ab2-a380-ffdc1d589d43 req-8a14a0f7-0024-4479-8913-1305692f744e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.1399758 Sep 17 22:21:00.649979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f6336aa-7df5-4ab2-a380-ffdc1d589d43 req-02a8fd8e-1250-4463-a4d6-ecbd15bf2abe tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541127 Sep 17 22:21:00.662421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-47873067-b1b0-4884-9cb5-d94f565d0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:00.664286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-47873067-b1b0-4884-9cb5-d94f565d0683 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.1772857 Sep 17 22:21:00.679261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f100-38c2-4603-b5a8-08f6d9e9345e req-342e6c7f-13bc-4fb5-a8bc-a77ac27184eb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:00.680984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2460f100-38c2-4603-b5a8-08f6d9e9345e req-342e6c7f-13bc-4fb5-a8bc-a77ac27184eb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.1514812 Sep 17 22:21:00.765593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2460f100-38c2-4603-b5a8-08f6d9e9345e req-1496a42c-47a5-48c3-8800-20941de91c71 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717132 Sep 17 22:21:00.784516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-99d2f376-87ce-458c-bf15-6aab401e0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:00.787411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-99d2f376-87ce-458c-bf15-6aab401e0f6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053514 Sep 17 22:21:00.909619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-d91b6238-92ce-413b-a16b-0845d4687a57 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145260 Sep 17 22:21:01.184828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-182f4d24-2498-4e95-a349-03c805f3bc37 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673163 Sep 17 22:21:01.200091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b49d-6432-47ba-b348-f7056b1bc01a req-562ea092-a39d-46f1-86a7-0e596cb73da7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.208291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b49d-6432-47ba-b348-f7056b1bc01a req-562ea092-a39d-46f1-86a7-0e596cb73da7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.215170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b49d-6432-47ba-b348-f7056b1bc01a req-562ea092-a39d-46f1-86a7-0e596cb73da7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.228639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b49d-6432-47ba-b348-f7056b1bc01a req-562ea092-a39d-46f1-86a7-0e596cb73da7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.229121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b49d-6432-47ba-b348-f7056b1bc01a req-562ea092-a39d-46f1-86a7-0e596cb73da7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.236009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b49d-6432-47ba-b348-f7056b1bc01a req-562ea092-a39d-46f1-86a7-0e596cb73da7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.243655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b49d-6432-47ba-b348-f7056b1bc01a req-562ea092-a39d-46f1-86a7-0e596cb73da7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.252854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83e8b49d-6432-47ba-b348-f7056b1bc01a req-562ea092-a39d-46f1-86a7-0e596cb73da7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.1697929 Sep 17 22:21:01.308812 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-3caf54c8-cdb4-447e-9a72-008290d57fef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb HTTP/1.1" status: 200 len: 217 time: 0.0383475 Sep 17 22:21:01.355389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83e8b49d-6432-47ba-b348-f7056b1bc01a req-c959ef09-42b9-4150-a90e-6cbc5ccfaf13 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835834 Sep 17 22:21:01.410936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-58c00e50-5b04-4e8a-8d6f-ca0f9964e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.413336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-58c00e50-5b04-4e8a-8d6f-ca0f9964e8d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0879529 Sep 17 22:21:01.509891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfccee60-f754-4eba-a5e7-d4ceec396b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:01.511488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-dfccee60-f754-4eba-a5e7-d4ceec396b47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0913312 Sep 17 22:21:01.681833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-7029553f-bf1d-4772-9f88-9139dd29b7f3 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626792 Sep 17 22:21:01.895376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-58001ae0-2275-4862-b87d-91dac7d9a3eb service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052810 Sep 17 22:21:02.042460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-5f902a23-6d38-4da6-97e6-2f54b9e21e92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb HTTP/1.1" status: 200 len: 217 time: 0.0960076 Sep 17 22:21:02.092747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c48acf-b5a5-4515-a48e-3f6a6bebbea3 req-45545e90-402b-431d-ae31-c8ce9a5804fd tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.094509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8c48acf-b5a5-4515-a48e-3f6a6bebbea3 req-45545e90-402b-431d-ae31-c8ce9a5804fd tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.3278561 Sep 17 22:21:02.130986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262614c-de92-43c2-baab-bd77e1475009 req-331d743b-cb11-4486-a417-eef53a58335b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.132156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8262614c-de92-43c2-baab-bd77e1475009 req-331d743b-cb11-4486-a417-eef53a58335b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.2321110 Sep 17 22:21:02.222524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-d6f0ab4a-d60f-4e07-84c6-3cfcd269a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.224289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-d6f0ab4a-d60f-4e07-84c6-3cfcd269a440 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.1799655 Sep 17 22:21:02.230474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8262614c-de92-43c2-baab-bd77e1475009 req-1b94c451-524f-4e37-b04e-bde36b07b88e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974171 Sep 17 22:21:02.234539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8c48acf-b5a5-4515-a48e-3f6a6bebbea3 req-1001111d-2619-43fb-85fd-b905491620a7 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307602 Sep 17 22:21:02.344815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-71b3f89e-6d6d-4a9b-81f1-c9140b05f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.344815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-71b3f89e-6d6d-4a9b-81f1-c9140b05f134 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088386 Sep 17 22:21:02.464627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-4a74e8d0-d012-4e77-8167-84ee4eaa8dda service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092522 Sep 17 22:21:02.602662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2479-38c1-4133-b67a-5f6d6be098fe req-61716fbd-a604-44cd-b2e7-a651636224e3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.617351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2479-38c1-4133-b67a-5f6d6be098fe req-61716fbd-a604-44cd-b2e7-a651636224e3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.623185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2479-38c1-4133-b67a-5f6d6be098fe req-61716fbd-a604-44cd-b2e7-a651636224e3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.630026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2479-38c1-4133-b67a-5f6d6be098fe req-61716fbd-a604-44cd-b2e7-a651636224e3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.636671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2479-38c1-4133-b67a-5f6d6be098fe req-61716fbd-a604-44cd-b2e7-a651636224e3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.644143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2479-38c1-4133-b67a-5f6d6be098fe req-61716fbd-a604-44cd-b2e7-a651636224e3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.650391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2479-38c1-4133-b67a-5f6d6be098fe req-61716fbd-a604-44cd-b2e7-a651636224e3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.652805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3c2479-38c1-4133-b67a-5f6d6be098fe req-61716fbd-a604-44cd-b2e7-a651636224e3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.1870415 Sep 17 22:21:02.679380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-38953adf-503c-4c47-b603-67f8db0530fb service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041447 Sep 17 22:21:02.739044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-5b0676e6-0d96-4806-8aae-cd257d423263 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58c91934-149c-4aad-9181-e930ac0aab9f HTTP/1.1" status: 200 len: 217 time: 0.0520091 Sep 17 22:21:02.804918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3c2479-38c1-4133-b67a-5f6d6be098fe req-5ef42ed5-2540-4a9e-8835-9908a152fb0a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244652 Sep 17 22:21:02.827514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-fab673de-b80c-42df-af47-85dbd9077421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.827514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-fab673de-b80c-42df-af47-85dbd9077421 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.0664806 Sep 17 22:21:02.914910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-528e0ef1-f2c9-47dd-bfe5-84fbe2118987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:02.919391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-528e0ef1-f2c9-47dd-bfe5-84fbe2118987 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861175 Sep 17 22:21:03.067881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-099ed441-ef46-4ae8-9db4-7eefba3aa151 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368792 Sep 17 22:21:03.201187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-2fb2a0f0-ad89-4cd9-a959-1c206365a09e service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253426 Sep 17 22:21:03.309002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-1b068744-2a00-443f-81fd-72fca875988d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=283912f1-9194-4d2f-a00c-a4650cd4c715 HTTP/1.1" status: 200 len: 217 time: 0.0981283 Sep 17 22:21:03.494564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52516) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:03.567380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-4fe179a4-045b-49a7-af4e-140161fa90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:03.568882 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-4fe179a4-045b-49a7-af4e-140161fa90d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.2506242 Sep 17 22:21:03.688573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5148b1d-4883-46bd-8c0f-1a251fa6fd49 req-d8b6775b-a5d7-41ba-bf05-3b07aeb1268e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:03.696553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5148b1d-4883-46bd-8c0f-1a251fa6fd49 req-d8b6775b-a5d7-41ba-bf05-3b07aeb1268e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.2122939 Sep 17 22:21:03.760455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaeeb8-ec5d-4d13-8a0a-0e2bd517dda6 req-5d303d0d-ceed-4354-bf62-bb08521a44eb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:03.763296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8eaeeb8-ec5d-4d13-8a0a-0e2bd517dda6 req-5d303d0d-ceed-4354-bf62-bb08521a44eb tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.3617594 Sep 17 22:21:03.775211 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c59b6706-4ebc-431e-a88e-a0cafdec5ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:03.848467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8eaeeb8-ec5d-4d13-8a0a-0e2bd517dda6 req-79efecd2-9112-4f18-992a-01e6f5c90895 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724835 Sep 17 22:21:03.848467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e313e-703f-4827-9565-45659b8b84ed req-ef36a2d8-607f-4831-b4ff-73294acb1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:03.848467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-ef36a2d8-607f-4831-b4ff-73294acb1c62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2581956 Sep 17 22:21:03.861965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5148b1d-4883-46bd-8c0f-1a251fa6fd49 req-b8d7b061-57c2-4075-8e2b-d5d3bca28fe3 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644328 Sep 17 22:21:03.960721 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c59b6706-4ebc-431e-a88e-a0cafdec5ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.051526 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c59b6706-4ebc-431e-a88e-a0cafdec5ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.065484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c95-e1bc-420e-ac5f-458d22e547ca req-3e78cf8d-8dfd-4614-bf28-b5c5fdf28cd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.071578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c95-e1bc-420e-ac5f-458d22e547ca req-3e78cf8d-8dfd-4614-bf28-b5c5fdf28cd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.078471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c95-e1bc-420e-ac5f-458d22e547ca req-3e78cf8d-8dfd-4614-bf28-b5c5fdf28cd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.084511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c95-e1bc-420e-ac5f-458d22e547ca req-3e78cf8d-8dfd-4614-bf28-b5c5fdf28cd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.090953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c95-e1bc-420e-ac5f-458d22e547ca req-3e78cf8d-8dfd-4614-bf28-b5c5fdf28cd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.095468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52532) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:04.097173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c95-e1bc-420e-ac5f-458d22e547ca req-3e78cf8d-8dfd-4614-bf28-b5c5fdf28cd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.103292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c95-e1bc-420e-ac5f-458d22e547ca req-3e78cf8d-8dfd-4614-bf28-b5c5fdf28cd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.105214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ca80c95-e1bc-420e-ac5f-458d22e547ca req-3e78cf8d-8dfd-4614-bf28-b5c5fdf28cd1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.1196167 Sep 17 22:21:04.107105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-c513554f-3da7-4494-8278-8fe751012749 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405932 Sep 17 22:21:04.116661 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c59b6706-4ebc-431e-a88e-a0cafdec5ac0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52db81c6b4af408ab50f118efe0c4bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6205368 Sep 17 22:21:04.161036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52534) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:04.261994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f49e313e-703f-4827-9565-45659b8b84ed req-8ae6984c-b18c-4fab-9661-ad883a4c4da7 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359408 Sep 17 22:21:04.291120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ca80c95-e1bc-420e-ac5f-458d22e547ca req-9861923b-807b-4362-a5c0-ccd7a8c34f4c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763499 Sep 17 22:21:04.533087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-9310cd89-a530-49cd-8a24-cf16eee19933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.533745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-9310cd89-a530-49cd-8a24-cf16eee19933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.534042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-9310cd89-a530-49cd-8a24-cf16eee19933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.534503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-9310cd89-a530-49cd-8a24-cf16eee19933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.534980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-9310cd89-a530-49cd-8a24-cf16eee19933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.535434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-9310cd89-a530-49cd-8a24-cf16eee19933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.535883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-9310cd89-a530-49cd-8a24-cf16eee19933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.537856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-9310cd89-a530-49cd-8a24-cf16eee19933 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6484 time: 0.0895326 Sep 17 22:21:04.574905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b6706-4ebc-431e-a88e-a0cafdec5ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210da7f6-17a3-40c5-86b1-7eee59e64d3d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:04.594347 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-98d57fc9-836c-4d93-a7d6-876f9c596781 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/floatingips/83558de7-1278-4497-9135-a7b43a50c5bb HTTP/1.1" status: 200 len: 994 time: 0.4715056 Sep 17 22:21:04.635218 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe898-080d-4594-9bf2-460023b4cc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.664484 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe898-080d-4594-9bf2-460023b4cc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.684349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52544) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:04.695994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-120b3e7f-d070-446e-8e13-9287822393b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.697654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-120b3e7f-d070-446e-8e13-9287822393b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b5def6-02b7-4a39-bab6-685f1dfdab05 HTTP/1.1" status: 200 len: 902 time: 0.1502845 Sep 17 22:21:04.778895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-e5d2372e-171e-4433-a6e9-eb8a1a14cef4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=283912f1-9194-4d2f-a00c-a4650cd4c715 HTTP/1.1" status: 200 len: 217 time: 0.0471919 Sep 17 22:21:04.833845 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe898-080d-4594-9bf2-460023b4cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.836609 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe898-080d-4594-9bf2-460023b4cc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:04.837762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a1bfe898-080d-4594-9bf2-460023b4cc29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/210da7f6-17a3-40c5-86b1-7eee59e64d3d HTTP/1.1" status: 204 len: 168 time: 0.6738634 Sep 17 22:21:04.849232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfe898-080d-4594-9bf2-460023b4cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210da7f6-17a3-40c5-86b1-7eee59e64d3d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:04.904465 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52556) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:04.928252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-700133d5-780b-4310-b094-78da1b848e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:04.930970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-700133d5-780b-4310-b094-78da1b848e56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.1441698 Sep 17 22:21:04.932952 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fc5945ab-4941-4d8b-983e-a7dfa841bf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.140569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fc5945ab-4941-4d8b-983e-a7dfa841bf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.200205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525bd6-dab1-493e-95ce-febddb69a512 req-f3c85daa-1c49-4b08-831c-a1e06ad3f321 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:05.201699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e525bd6-dab1-493e-95ce-febddb69a512 req-f3c85daa-1c49-4b08-831c-a1e06ad3f321 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.2074342 Sep 17 22:21:05.206239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-77910da0-a8fa-485c-bbad-49495bf245db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:05.207754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-77910da0-a8fa-485c-bbad-49495bf245db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2678835 Sep 17 22:21:05.214866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port 41195d45-3f34-45f7-8dc7-3391c0cd2668 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:05.215443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.215975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29a6ef-8e2f-4bd0-bb46-0fe8ec77e6d0 req-0b880540-505e-4d50-8bf6-bf3fe72f2c86 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:05.217800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be29a6ef-8e2f-4bd0-bb46-0fe8ec77e6d0 req-0b880540-505e-4d50-8bf6-bf3fe72f2c86 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.2324712 Sep 17 22:21:05.292191 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fc5945ab-4941-4d8b-983e-a7dfa841bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.439531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e525bd6-dab1-493e-95ce-febddb69a512 req-b867be46-da6e-4cd9-917d-e6ac376efa3b tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125401 Sep 17 22:21:05.461640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fc5945ab-4941-4d8b-983e-a7dfa841bf76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebdcd62a594d4b82aad51b699b4df030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7719703 Sep 17 22:21:05.471200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be29a6ef-8e2f-4bd0-bb46-0fe8ec77e6d0 req-7b1bb041-c39e-41ab-a377-27865104e51a tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336054 Sep 17 22:21:05.473194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52568) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:05.475672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5945ab-4941-4d8b-983e-a7dfa841bf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4165874-559d-472a-ba9b-5d4c7d430eda,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:05.501391 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.502047 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.524674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-6d8c7169-727c-4511-aa9b-59c68a92a920 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054569 Sep 17 22:21:05.542336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for 41195d45-3f34-45f7-8dc7-3391c0cd2668 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:05.797478 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd1c5-08ab-4d91-915d-1b59f0c2ff42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.828395 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd1c5-08ab-4d91-915d-1b59f0c2ff42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.880975 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:05.923213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=41195d45-3f34-45f7-8dc7-3391c0cd2668,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:06.006550 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd1c5-08ab-4d91-915d-1b59f0c2ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.009135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd1c5-08ab-4d91-915d-1b59f0c2ff42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.024741 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3f8fd1c5-08ab-4d91-915d-1b59f0c2ff42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4165874-559d-472a-ba9b-5d4c7d430eda HTTP/1.1" status: 204 len: 168 time: 0.5448484 Sep 17 22:21:06.030250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77f4b038-d92b-479a-95f4-a73ca0b2b1cd req-1a075772-1390-4822-bd7b-5eef6e362165 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978933 Sep 17 22:21:06.036695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.038473 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Floating IP 83558de7-1278-4497-9135-a7b43a50c5bb disassociated (deleted). External IP: 172.25.5.189, port: c17f0d6b-582f-4ea6-9fe0-ffa73823ef07. Sep 17 22:21:06.088961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4418-2af5-4c2e-8400-11603362c2fb req-1a5e2223-82bc-48a4-a3ab-947c47697f07 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.095174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4418-2af5-4c2e-8400-11603362c2fb req-1a5e2223-82bc-48a4-a3ab-947c47697f07 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.101014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4418-2af5-4c2e-8400-11603362c2fb req-1a5e2223-82bc-48a4-a3ab-947c47697f07 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.107167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4418-2af5-4c2e-8400-11603362c2fb req-1a5e2223-82bc-48a4-a3ab-947c47697f07 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.114722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4418-2af5-4c2e-8400-11603362c2fb req-1a5e2223-82bc-48a4-a3ab-947c47697f07 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.117537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fd1c5-08ab-4d91-915d-1b59f0c2ff42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4165874-559d-472a-ba9b-5d4c7d430eda,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:06.124542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4418-2af5-4c2e-8400-11603362c2fb req-1a5e2223-82bc-48a4-a3ab-947c47697f07 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.132726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4418-2af5-4c2e-8400-11603362c2fb req-1a5e2223-82bc-48a4-a3ab-947c47697f07 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.135468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-952d4418-2af5-4c2e-8400-11603362c2fb req-1a5e2223-82bc-48a4-a3ab-947c47697f07 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.1042814 Sep 17 22:21:06.206084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-952d4418-2af5-4c2e-8400-11603362c2fb req-b5c3179b-a952-43a6-a723-900050257fc0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593321 Sep 17 22:21:06.351112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 73851afb-eb00-4cb5-9665-41ab9e66b571 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:06.474776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:06.485883 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] Sync routers for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:06.487003 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.501476 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:06.502107 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:06.544207 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67781bc1-aa81-49c4-a8f3-e5341f40d5c6 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/floatingips/83558de7-1278-4497-9135-a7b43a50c5bb HTTP/1.1" status: 204 len: 168 time: 1.6377397 Sep 17 22:21:06.546572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:06.561205 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554e9932-22ae-47ad-9125-abbdddf63287" -d '{"events": [{"name": "network-changed", "server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:06.675688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b0f11-3588-48cb-94c3-02e3493025b4 req-3261574e-74b1-48cc-9e3c-e0eeb2ed9e9b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.677465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f8b0f11-3588-48cb-94c3-02e3493025b4 req-3261574e-74b1-48cc-9e3c-e0eeb2ed9e9b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.0993311 Sep 17 22:21:06.701209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db3be9-2dfc-4800-881d-13e17a5b996c req-b6186495-0f1f-4dd1-8178-8d5267c0dfb7 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:06.703315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10db3be9-2dfc-4800-881d-13e17a5b996c req-b6186495-0f1f-4dd1-8178-8d5267c0dfb7 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.1147377 Sep 17 22:21:06.721134 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:06.721263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52598) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:06.773542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f8b0f11-3588-48cb-94c3-02e3493025b4 req-7f0205b2-5792-4657-bc24-4ad94c90b45b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872312 Sep 17 22:21:06.783279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10db3be9-2dfc-4800-881d-13e17a5b996c req-75754019-56f1-4e69-81f1-9143426d4852 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728233 Sep 17 22:21:06.823522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52604) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:06.864242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4520cf41-6963-47a8-ac7c-407303079be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:06.890206 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ce55d5-6270-4531-b82d-12c01eac8ec7 x-openstack-request-id: req-32ce55d5-6270-4531-b82d-12c01eac8ec7 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:06.890491 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:06.890759 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32ce55d5-6270-4531-b82d-12c01eac8ec7 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:06.891155 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'status': 'completed', 'code': 200} Sep 17 22:21:07.005481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9932-22ae-47ad-9125-abbdddf63287 req-324f9ec2-2a0c-4d8c-b3af-f75b38d965e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.008482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-554e9932-22ae-47ad-9125-abbdddf63287 req-324f9ec2-2a0c-4d8c-b3af-f75b38d965e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=076cc959d05a4581b5408ab57b9d3558&device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 1098 time: 0.0975974 Sep 17 22:21:07.090663 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:54Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'd52c3703-12e1-47d4-8a83-67f24a7371ad', 'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:fb:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:51Z', 'updated_at': '2021-09-17T22:20:01Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '41270b41-b535-430e-b678-56d131f10f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:07.101920 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4520cf41-6963-47a8-ac7c-407303079be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.115176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1135873424-network', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:07.134493 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] Checking router: 73851afb-eb00-4cb5-9665-41ab9e66b571 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:07.148501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9932-22ae-47ad-9125-abbdddf63287 req-6944c39f-7b68-4df7-a7c8-b2032647b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.151694 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:07.151971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-554e9932-22ae-47ad-9125-abbdddf63287 req-6944c39f-7b68-4df7-a7c8-b2032647b054 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e75e273-31b2-438a-bdc2-b7bc16d59be7 HTTP/1.1" status: 200 len: 897 time: 0.1325893 Sep 17 22:21:07.152090 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:07.199923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-554e9932-22ae-47ad-9125-abbdddf63287 req-4eaac3b0-28b5-4ca8-a007-3593af2ee117 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 HTTP/1.1" status: 200 len: 217 time: 0.0426729 Sep 17 22:21:07.276678 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:07.290678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9932-22ae-47ad-9125-abbdddf63287 req-cdfeb5e8-e9b9-4ab3-92a5-b5e695c697e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.292304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-554e9932-22ae-47ad-9125-abbdddf63287 req-cdfeb5e8-e9b9-4ab3-92a5-b5e695c697e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41270b41-b535-430e-b678-56d131f10f4d HTTP/1.1" status: 200 len: 834 time: 0.0850639 Sep 17 22:21:07.297905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4520cf41-6963-47a8-ac7c-407303079be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.305153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a518185-d51a-469b-9631-2968187cf12f req-ec749d34-bb04-4c11-9f15-8ad7cf407938 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.312655 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a518185-d51a-469b-9631-2968187cf12f req-ec749d34-bb04-4c11-9f15-8ad7cf407938 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.0935209 Sep 17 22:21:07.389960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a518185-d51a-469b-9631-2968187cf12f req-d76c84b5-5833-465c-b5ae-0548bc572671 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711908 Sep 17 22:21:07.395855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52612) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:07.402401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4520cf41-6963-47a8-ac7c-407303079be5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=469713e18d88488d8818e64a3dfd7320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684929 Sep 17 22:21:07.416719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9932-22ae-47ad-9125-abbdddf63287 req-d78ab22a-8fbb-436b-9db1-f99ffdf75410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.419045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-554e9932-22ae-47ad-9125-abbdddf63287 req-d78ab22a-8fbb-436b-9db1-f99ffdf75410 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e75e273-31b2-438a-bdc2-b7bc16d59be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043065 Sep 17 22:21:07.439671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520cf41-6963-47a8-ac7c-407303079be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490bd644-6e7e-4b35-9a4f-e4ed396368ff,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:07.452931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Made reservation on behalf of 0a908da8522f41b38cc1ff39ef66235e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:07.455268 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.478433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.588540 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:54Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'd52c3703-12e1-47d4-8a83-67f24a7371ad', 'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:fb:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:51Z', 'updated_at': '2021-09-17T22:20:01Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '41270b41-b535-430e-b678-56d131f10f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:07.622842 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47718acd-d381-4ecb-8d0c-7c3143242f27 None None] The sync data for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 is: [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:19:54Z', 'revision_number': 4, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'd52c3703-12e1-47d4-8a83-67f24a7371ad', 'name': '', 'network_id': '2e75e273-31b2-438a-bdc2-b7bc16d59be7', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'mac_address': 'fa:16:3e:fb:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '41270b41-b535-430e-b678-56d131f10f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:51Z', 'updated_at': '2021-09-17T22:20:01Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'subnets': [{'id': '41270b41-b535-430e-b678-56d131f10f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:07.628956 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.654095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a5f-7b77-4851-b867-d8d085fd88b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.710049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80711f1c-02cc-4f19-9815-65ff75d9700f req-2cafaf68-6476-474a-8220-20e4f09bf518 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.719077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80711f1c-02cc-4f19-9815-65ff75d9700f req-2cafaf68-6476-474a-8220-20e4f09bf518 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.2247727 Sep 17 22:21:07.738042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.765486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40544-d83b-43f3-85d1-83d4275708b9 req-c347a9f6-b680-4f46-a589-7405f24976b3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.766392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40544-d83b-43f3-85d1-83d4275708b9 req-c347a9f6-b680-4f46-a589-7405f24976b3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.772406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40544-d83b-43f3-85d1-83d4275708b9 req-c347a9f6-b680-4f46-a589-7405f24976b3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.773433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:21:07.778325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40544-d83b-43f3-85d1-83d4275708b9 req-c347a9f6-b680-4f46-a589-7405f24976b3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.784764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40544-d83b-43f3-85d1-83d4275708b9 req-c347a9f6-b680-4f46-a589-7405f24976b3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.785452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ed0fc9-54b1-420f-8ccf-68ed38de596f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:07.790454 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.790707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40544-d83b-43f3-85d1-83d4275708b9 req-c347a9f6-b680-4f46-a589-7405f24976b3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.790861 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Added segment 3c84efff-9afe-48b9-950f-f7fedff47a57 of type vlan for network 2797a969-d7aa-415b-920e-6aec58295ffe Sep 17 22:21:07.797650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40544-d83b-43f3-85d1-83d4275708b9 req-c347a9f6-b680-4f46-a589-7405f24976b3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:07.799684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60e40544-d83b-43f3-85d1-83d4275708b9 req-c347a9f6-b680-4f46-a589-7405f24976b3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.2842801 Sep 17 22:21:07.801559 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-554e9932-22ae-47ad-9125-abbdddf63287 req-195b68a6-a636-47a5-a411-6cf1d54b49b7 service neutron] 10.222.0.32 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723779 Sep 17 22:21:07.818139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a5f-7b77-4851-b867-d8d085fd88b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.841163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:07.956438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c7736-cd79-433b-99d0-9715b0c3bd98 None None] New status for floating IP 83558de7-1278-4497-9135-a7b43a50c5bb: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:21:07.964481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80711f1c-02cc-4f19-9815-65ff75d9700f req-53ea8d21-3fd5-4de1-bea7-938400552b7e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443337 Sep 17 22:21:07.984151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60e40544-d83b-43f3-85d1-83d4275708b9 req-4b7d0454-41fc-45c8-b210-815afadfd23d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643906 Sep 17 22:21:08.024439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.025993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.026249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-554e9932-22ae-47ad-9125-abbdddf63287 req-0fa0b1fe-b73b-4367-9bef-5c7933a9d4ba service neutron] 10.222.0.32 "GET /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133389 Sep 17 22:21:08.027105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.184584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.191111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=2797a969-d7aa-415b-920e-6aec58295ffe,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:08.201622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 2797a969-d7aa-415b-920e-6aec58295ffe details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:21:08.231422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1efe4-b0a3-42e6-b727-4124a7618ffd req-4feac447-1787-457e-92e9-891fbcc5ce30 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.231991 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4154f2a2-ed4b-47d5-bd1c-1d4162d33ce8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5073559 Sep 17 22:21:08.232127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fd1efe4-b0a3-42e6-b727-4124a7618ffd req-4feac447-1787-457e-92e9-891fbcc5ce30 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 946 time: 0.1150339 Sep 17 22:21:08.232316 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a5f-7b77-4851-b867-d8d085fd88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.233843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52630) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:08.235510 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a5f-7b77-4851-b867-d8d085fd88b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.239078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d8e86a5f-7b77-4851-b867-d8d085fd88b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/490bd644-6e7e-4b35-9a4f-e4ed396368ff HTTP/1.1" status: 204 len: 168 time: 0.8397431 Sep 17 22:21:08.243620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Request body: {'subnet': {'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1135873424-subnet', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:08.350849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fd1efe4-b0a3-42e6-b727-4124a7618ffd req-cb7c0b53-cdc4-427b-beb0-8964fece7e37 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768151 Sep 17 22:21:08.371339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e86a5f-7b77-4851-b867-d8d085fd88b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490bd644-6e7e-4b35-9a4f-e4ed396368ff,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:08.381269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Made reservation on behalf of 0a908da8522f41b38cc1ff39ef66235e for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:08.381269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.402845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aabcdb-2492-4d95-83b5-a4935655426d req-a3a3aef5-b77e-4a19-b760-1f0b0ec624a9 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.419666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94aabcdb-2492-4d95-83b5-a4935655426d req-a3a3aef5-b77e-4a19-b760-1f0b0ec624a9 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.2528379 Sep 17 22:21:08.478235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94aabcdb-2492-4d95-83b5-a4935655426d req-13b989e9-4c43-47c8-b0b3-ee154218bdce tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574236 Sep 17 22:21:08.871183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-cee975d9-266d-4b5d-bd09-37ea0196eea5 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:08.872595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-cee975d9-266d-4b5d-bd09-37ea0196eea5 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 946 time: 0.0515704 Sep 17 22:21:08.915838 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:08.996262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6a2941-e407-4d04-9077-031b8ad0cdf2,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:09.020057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:09.020521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.022947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Checking segment: {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:09.026201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Network hostable DHCP agents. Network: 2797a969-d7aa-415b-920e-6aec58295ffe, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:21:09.172394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Network 2797a969-d7aa-415b-920e-6aec58295ffe is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:21:09.258006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 2797a969-d7aa-415b-920e-6aec58295ffe) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:09.263479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.265788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.269234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139479f-1018-40f8-aaf5-4295d34d3bc0 None None] Network 2797a969-d7aa-415b-920e-6aec58295ffe requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:09.290528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] For port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:09.310111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.350472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ab332ea-bd77-462a-b173-b1dbe1171789 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1154613 Sep 17 22:21:09.353203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52660) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:09.361640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:09.366681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:09.384576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a740d-72a6-41f0-bee4-67b2eba289ab req-aecd2276-6d00-499b-95ff-c1c77211ebe3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.391380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a740d-72a6-41f0-bee4-67b2eba289ab req-aecd2276-6d00-499b-95ff-c1c77211ebe3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.397662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a740d-72a6-41f0-bee4-67b2eba289ab req-aecd2276-6d00-499b-95ff-c1c77211ebe3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.403887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a740d-72a6-41f0-bee4-67b2eba289ab req-aecd2276-6d00-499b-95ff-c1c77211ebe3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.410594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a740d-72a6-41f0-bee4-67b2eba289ab req-aecd2276-6d00-499b-95ff-c1c77211ebe3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.416772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a740d-72a6-41f0-bee4-67b2eba289ab req-aecd2276-6d00-499b-95ff-c1c77211ebe3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.423182 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a740d-72a6-41f0-bee4-67b2eba289ab req-aecd2276-6d00-499b-95ff-c1c77211ebe3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.425248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-006a740d-72a6-41f0-bee4-67b2eba289ab req-aecd2276-6d00-499b-95ff-c1c77211ebe3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.3016050 Sep 17 22:21:09.435299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112bcc1-7a11-4366-a49b-4f7cf4407e88 req-4646fdf6-f2cc-4af3-adc3-5105c8f390b7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.442808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1112bcc1-7a11-4366-a49b-4f7cf4407e88 req-4646fdf6-f2cc-4af3-adc3-5105c8f390b7 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.2459660 Sep 17 22:21:09.481145 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.482242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.577576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-006a740d-72a6-41f0-bee4-67b2eba289ab req-020f3d1c-35f3-4cae-b003-eb375bbbdddf tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324196 Sep 17 22:21:09.592710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1112bcc1-7a11-4366-a49b-4f7cf4407e88 req-8862a901-3448-43cc-bcf9-2419e03efb40 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489587 Sep 17 22:21:09.597128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.737267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-2797a969-d7aa-415b-920e-6aec58295ffe', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:21:09.738120 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.859513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528da999-bcfa-47d3-a2d3-ed39c2dde020 req-45a293ec-0df3-4670-b106-2f00bd62da3a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.861093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-528da999-bcfa-47d3-a2d3-ed39c2dde020 req-45a293ec-0df3-4670-b106-2f00bd62da3a tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 946 time: 0.1071606 Sep 17 22:21:09.863106 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.872839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f696660-501d-4b97-9285-33481a03c5c4 req-c80ef08a-52de-4697-bd02-51f0843782b5 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:09.874560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f696660-501d-4b97-9285-33481a03c5c4 req-c80ef08a-52de-4697-bd02-51f0843782b5 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.0791850 Sep 17 22:21:09.919028 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:09.935044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-528da999-bcfa-47d3-a2d3-ed39c2dde020 req-17b08986-1135-4d87-81f8-2f6ac5eb44bd tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dce49c9-3210-4bfb-a067-29a6bc961485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594115 Sep 17 22:21:09.944639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f696660-501d-4b97-9285-33481a03c5c4 req-7676a4a9-0efa-4523-9ed2-7753fc7dafb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612907 Sep 17 22:21:09.950400 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.024244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52672) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:10.033569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Allocated IP 172.20.0.2 (2797a969-d7aa-415b-920e-6aec58295ffe/5e6a2941-e407-4d04-9077-031b8ad0cdf2/8052e849-c2ac-43f1-89f9-7ee02c243ea4) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:10.145242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] No DVR routers for this DVR port c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:10.152523 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.159622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64a579f0-23a8-49a4-9f2f-8e8a816feb98 req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.32 "DELETE /v2.0/ports/c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 HTTP/1.1" status: 204 len: 173 time: 1.2808514 Sep 17 22:21:10.163487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be927932-70a3-40fb-ba62-62ce00d014d2 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=c17f0d6b-582f-4ea6-9fe0-ffa73823ef07,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:10.174406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'name': 'network-vif-deleted', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:10.181940 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a7d00c-c529-45e4-9439-57bb6589e30b" -d '{"events": [{"server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "name": "network-vif-deleted", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:10.187437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74a36-c7d4-44bc-8b09-33805bbb50d5 req-17f7099b-cb78-4f85-a442-35a95d1fd42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.188983 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cbe74a36-c7d4-44bc-8b09-33805bbb50d5 req-17f7099b-cb78-4f85-a442-35a95d1fd42c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0598629 Sep 17 22:21:10.263149 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cbe74a36-c7d4-44bc-8b09-33805bbb50d5 req-9407b68b-f129-4d8b-887e-5bba41d92481 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375266 Sep 17 22:21:10.277033 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db1b86-78ad-4a66-bc6c-fbacbc4c25dc x-openstack-request-id: req-86db1b86-78ad-4a66-bc6c-fbacbc4c25dc {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:10.277927 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26cd8dd-07bd-4132-84bc-bb375d72f440", "name": "network-vif-deleted", "tag": "c17f0d6b-582f-4ea6-9fe0-ffa73823ef07", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:10.279021 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86db1b86-78ad-4a66-bc6c-fbacbc4c25dc {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:10.279021 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26cd8dd-07bd-4132-84bc-bb375d72f440', 'name': 'network-vif-deleted', 'tag': 'c17f0d6b-582f-4ea6-9fe0-ffa73823ef07', 'status': 'completed', 'code': 200} Sep 17 22:21:10.360054 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.364009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.393680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.481268 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.529151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Pushing event updated for resources: {'Port': ['ID=8052e849-c2ac-43f1-89f9-7ee02c243ea4,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:10.546144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Network 2797a969-d7aa-415b-920e-6aec58295ffe is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:10.547737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:10.556245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:10.674721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Attempting to bind port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:10.676429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Attempting to bind port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:10.677725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Attempting to bind port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 on network 2797a969-d7aa-415b-920e-6aec58295ffe {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:10.690454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:10.691160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Checking segment: {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:10.691741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.695360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Bound using segment: {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:10.696104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Bound port: 8052e849-c2ac-43f1-89f9-7ee02c243ea4, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:10.696912 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.698179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Allocated IP 172.25.5.46 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/9d8b7acd-07fb-4197-9a36-f77912a871b2) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:10.753484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9eee3-077e-42ff-a5f3-30705cef30fd req-40e29834-e1c5-42da-b1cd-29c4678b0018 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.763022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30c9eee3-077e-42ff-a5f3-30705cef30fd req-40e29834-e1c5-42da-b1cd-29c4678b0018 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.0821037 Sep 17 22:21:10.834660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] For port 8052e849-c2ac-43f1-89f9-7ee02c243ea4, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:10.839272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] For port 8052e849-c2ac-43f1-89f9-7ee02c243ea4, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8052e849-c2ac-43f1-89f9-7ee02c243ea4,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:10.854666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88807679-4b33-4044-8d32-a9686dda013a req-ef03d5ad-9ec5-4897-924a-e1d0f631243d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.856220 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-88807679-4b33-4044-8d32-a9686dda013a req-ef03d5ad-9ec5-4897-924a-e1d0f631243d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.3527966 Sep 17 22:21:10.879698 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30c9eee3-077e-42ff-a5f3-30705cef30fd req-6e54e223-d6d2-4d32-95fb-700be0a72ead tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154697 Sep 17 22:21:10.894533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:10.897560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22ec38-0e3c-4169-a615-a4012ba8dfa9 req-b1b9f1ef-6444-4c11-b013-1cb1c97f0bdb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.909106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22ec38-0e3c-4169-a615-a4012ba8dfa9 req-b1b9f1ef-6444-4c11-b013-1cb1c97f0bdb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.915334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22ec38-0e3c-4169-a615-a4012ba8dfa9 req-b1b9f1ef-6444-4c11-b013-1cb1c97f0bdb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.928114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22ec38-0e3c-4169-a615-a4012ba8dfa9 req-b1b9f1ef-6444-4c11-b013-1cb1c97f0bdb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.938602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22ec38-0e3c-4169-a615-a4012ba8dfa9 req-b1b9f1ef-6444-4c11-b013-1cb1c97f0bdb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.946150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22ec38-0e3c-4169-a615-a4012ba8dfa9 req-b1b9f1ef-6444-4c11-b013-1cb1c97f0bdb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.953378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22ec38-0e3c-4169-a615-a4012ba8dfa9 req-b1b9f1ef-6444-4c11-b013-1cb1c97f0bdb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:10.956486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd22ec38-0e3c-4169-a615-a4012ba8dfa9 req-b1b9f1ef-6444-4c11-b013-1cb1c97f0bdb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.1811876 Sep 17 22:21:11.002605 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:11.027480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd22ec38-0e3c-4169-a615-a4012ba8dfa9 req-2e8f22e5-7dbd-4aae-9a03-4a1ee2b1b141 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651097 Sep 17 22:21:11.102224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762252fc-0c92-48c6-9716-79e093cb57db None None] Pushing event updated for resources: {'Port': ['ID=8052e849-c2ac-43f1-89f9-7ee02c243ea4,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:11.124653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381250ad-c3f6-4cad-a759-3b87c645d91e req-2265f4fa-7439-40c2-a265-a83d866cc6a0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:11.132707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-381250ad-c3f6-4cad-a759-3b87c645d91e req-2265f4fa-7439-40c2-a265-a83d866cc6a0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.1027520 Sep 17 22:21:11.178700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-88807679-4b33-4044-8d32-a9686dda013a req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Deleting port d6f27132-9445-43cf-b130-ab567ea35144 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:11.179244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-88807679-4b33-4044-8d32-a9686dda013a req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:11.218001 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:11.220970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-381250ad-c3f6-4cad-a759-3b87c645d91e req-590ce8dd-c6ec-4a5e-ad0c-695e91b233f4 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800021 Sep 17 22:21:11.270523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de98e948-ba26-48bb-b7e3-de4a27b4c064 req-bc82e45a-cd78-48db-a37c-237e69bbbf95 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a26cd8dd-07bd-4132-84bc-bb375d72f440 HTTP/1.1" status: 200 len: 210 time: 0.0332541 Sep 17 22:21:11.375594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:11.381121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:11.406424 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:11.416757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8b7acd-07fb-4197-9a36-f77912a871b2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:11.512049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-88807679-4b33-4044-8d32-a9686dda013a req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] For port d6f27132-9445-43cf-b130-ab567ea35144, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d6f27132-9445-43cf-b130-ab567ea35144,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:11.512351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-88807679-4b33-4044-8d32-a9686dda013a req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:11.569609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-88807679-4b33-4044-8d32-a9686dda013a req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Calling delete_port for d6f27132-9445-43cf-b130-ab567ea35144 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:11.828818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8052e849-c2ac-43f1-89f9-7ee02c243ea4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:11.887941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:11.888318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.089766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.094552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c38c5d-fc70-48ce-9c84-d9ea8960bc50 req-6749aea5-35b4-4e2e-bf1f-22c3ee82265b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.103937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73c38c5d-fc70-48ce-9c84-d9ea8960bc50 req-6749aea5-35b4-4e2e-bf1f-22c3ee82265b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 946 time: 0.0747573 Sep 17 22:21:12.122309 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.139072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 8052e849-c2ac-43f1-89f9-7ee02c243ea4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8052e849-c2ac-43f1-89f9-7ee02c243ea4,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:12.161122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73c38c5d-fc70-48ce-9c84-d9ea8960bc50 req-4767f72a-3e0a-49c0-989f-1101bc6cac3c tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525770 Sep 17 22:21:12.268570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5b4b-9182-4629-aaf3-a5f0c290e378 req-2491ab8a-4d84-49e8-b245-6cb1fd897f50 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.275225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5b4b-9182-4629-aaf3-a5f0c290e378 req-2491ab8a-4d84-49e8-b245-6cb1fd897f50 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.287312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5b4b-9182-4629-aaf3-a5f0c290e378 req-2491ab8a-4d84-49e8-b245-6cb1fd897f50 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.298170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.312618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5b4b-9182-4629-aaf3-a5f0c290e378 req-2491ab8a-4d84-49e8-b245-6cb1fd897f50 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.319369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5b4b-9182-4629-aaf3-a5f0c290e378 req-2491ab8a-4d84-49e8-b245-6cb1fd897f50 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.330746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5b4b-9182-4629-aaf3-a5f0c290e378 req-2491ab8a-4d84-49e8-b245-6cb1fd897f50 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.337070 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5b4b-9182-4629-aaf3-a5f0c290e378 req-2491ab8a-4d84-49e8-b245-6cb1fd897f50 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.355715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fcb5b4b-9182-4629-aaf3-a5f0c290e378 req-2491ab8a-4d84-49e8-b245-6cb1fd897f50 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.1657331 Sep 17 22:21:12.410075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=8052e849-c2ac-43f1-89f9-7ee02c243ea4,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:12.446489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fcb5b4b-9182-4629-aaf3-a5f0c290e378 req-18216de0-2cab-4232-935f-1d764f852d2e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899391 Sep 17 22:21:12.472613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a566b0-4b50-4438-83db-eac94129d6fd req-53724182-3d0e-4e65-857f-3c8e3ad6c315 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:12.487258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57a566b0-4b50-4438-83db-eac94129d6fd req-53724182-3d0e-4e65-857f-3c8e3ad6c315 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.1227171 Sep 17 22:21:12.490811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52730) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:12.497886 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.541868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52734) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:12.560812 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-88807679-4b33-4044-8d32-a9686dda013a req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.571174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['c6f3993b-3009-4114-8bd0-49bfe7c73b84'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:12.597922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57a566b0-4b50-4438-83db-eac94129d6fd req-1ea94d73-1859-418b-8763-0ed01178b00e tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089079 Sep 17 22:21:12.613934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:12.694878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d84e1-9547-422f-b60e-e18724123f7f None None] Network 2797a969-d7aa-415b-920e-6aec58295ffe requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:12.734914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event deleted for resources: {'Port': ['ID=d6f27132-9445-43cf-b130-ab567ea35144,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:12.790496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:12.790863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c17f0d6b-582f-4ea6-9fe0-ffa73823ef07 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:12.849170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-08d680ce-46b9-4324-ae59-b462ffe8e60c None None] Provisioning complete for port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:12.849890 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08d680ce-46b9-4324-ae59-b462ffe8e60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.868915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-88807679-4b33-4044-8d32-a9686dda013a req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] No DVR routers for this DVR port d6f27132-9445-43cf-b130-ab567ea35144 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:12.877044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-88807679-4b33-4044-8d32-a9686dda013a req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:12.879785 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-88807679-4b33-4044-8d32-a9686dda013a req-b58d37ac-397c-49d4-a6a6-e1037c11a89e tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "DELETE /v2.0/ports/d6f27132-9445-43cf-b130-ab567ea35144 HTTP/1.1" status: 204 len: 173 time: 1.9884825 Sep 17 22:21:12.879785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72639357-063a-49b5-90fa-05863beca323', 'name': 'network-vif-deleted', 'tag': 'd6f27132-9445-43cf-b130-ab567ea35144'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:12.883859 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb38a56-b581-43cd-b4cc-fa406f233832" -d '{"events": [{"server_uuid": "72639357-063a-49b5-90fa-05863beca323", "name": "network-vif-deleted", "tag": "d6f27132-9445-43cf-b130-ab567ea35144"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:12.955854 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37121391-ad37-4089-9abc-34a852c1d721 x-openstack-request-id: req-37121391-ad37-4089-9abc-34a852c1d721 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:12.956258 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72639357-063a-49b5-90fa-05863beca323", "name": "network-vif-deleted", "tag": "d6f27132-9445-43cf-b130-ab567ea35144", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:12.956517 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37121391-ad37-4089-9abc-34a852c1d721 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:12.956920 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72639357-063a-49b5-90fa-05863beca323', 'name': 'network-vif-deleted', 'tag': 'd6f27132-9445-43cf-b130-ab567ea35144', 'status': 'completed', 'code': 200} Sep 17 22:21:12.986104 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8cc801a7-0adb-497c-9127-f03b4622141c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.121017 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8cc801a7-0adb-497c-9127-f03b4622141c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.175568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.327710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Deleting port 0291ef62-dfb0-4783-a311-4d5801dce3e3 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:13.328028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.333715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-786a1ae9-30dc-4f6a-a828-5b647f4e1177 req-81cfcf38-82ac-4ce1-92d2-5714d81afc31 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=72639357-063a-49b5-90fa-05863beca323 HTTP/1.1" status: 200 len: 210 time: 0.0649774 Sep 17 22:21:13.372031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bacd5f-de9d-4007-a6f9-6f9becb9d34c req-971e90f3-abb4-445e-8726-5b9503e54ca1 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.373767 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89bacd5f-de9d-4007-a6f9-6f9becb9d34c req-971e90f3-abb4-445e-8726-5b9503e54ca1 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.1250706 Sep 17 22:21:13.445466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-57569d75-c009-4635-ae26-500557feb6c2 None None] Provisioning complete for port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:13.445840 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-57569d75-c009-4635-ae26-500557feb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.488250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89bacd5f-de9d-4007-a6f9-6f9becb9d34c req-e66aa310-fea1-4a2f-9930-7fe9213d32cb tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953867 Sep 17 22:21:13.536337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-8a9c9c84-8ac0-4679-8e7a-9def3ec90e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.539668 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.544359 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-8a9c9c84-8ac0-4679-8e7a-9def3ec90e5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 1097 time: 0.2556698 Sep 17 22:21:13.601040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d6f27132-9445-43cf-b130-ab567ea35144 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:13.621959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] For port 0291ef62-dfb0-4783-a311-4d5801dce3e3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0291ef62-dfb0-4783-a311-4d5801dce3e3,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:13.622328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.624414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: d6f27132-9445-43cf-b130-ab567ea35144 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:13.624910 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8cc801a7-0adb-497c-9127-f03b4622141c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.625186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d6f27132-9445-43cf-b130-ab567ea35144 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:13.627400 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8cc801a7-0adb-497c-9127-f03b4622141c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.631268 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8cc801a7-0adb-497c-9127-f03b4622141c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/security-groups/2dce49c9-3210-4bfb-a067-29a6bc961485 HTTP/1.1" status: 204 len: 168 time: 1.0879297 Sep 17 22:21:13.694556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3141cc5-ba02-4c4a-94ec-8311afe47256 req-413f478e-2cbd-4221-9d5c-9e116fbbca01 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.697090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Calling delete_port for 0291ef62-dfb0-4783-a311-4d5801dce3e3 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:13.701135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc801a7-0adb-497c-9127-f03b4622141c tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dce49c9-3210-4bfb-a067-29a6bc961485,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:13.702693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3141cc5-ba02-4c4a-94ec-8311afe47256 req-413f478e-2cbd-4221-9d5c-9e116fbbca01 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.712034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3141cc5-ba02-4c4a-94ec-8311afe47256 req-413f478e-2cbd-4221-9d5c-9e116fbbca01 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.715273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3141cc5-ba02-4c4a-94ec-8311afe47256 req-413f478e-2cbd-4221-9d5c-9e116fbbca01 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.721830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3141cc5-ba02-4c4a-94ec-8311afe47256 req-413f478e-2cbd-4221-9d5c-9e116fbbca01 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.727721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3141cc5-ba02-4c4a-94ec-8311afe47256 req-413f478e-2cbd-4221-9d5c-9e116fbbca01 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.734080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3141cc5-ba02-4c4a-94ec-8311afe47256 req-413f478e-2cbd-4221-9d5c-9e116fbbca01 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.742032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3141cc5-ba02-4c4a-94ec-8311afe47256 req-413f478e-2cbd-4221-9d5c-9e116fbbca01 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.1568072 Sep 17 22:21:13.769087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52754) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:13.800261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-beb2a1fe-3e5c-46cd-ac0b-3fe31339034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.801895 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-beb2a1fe-3e5c-46cd-ac0b-3fe31339034e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9993fd27-9a55-47f7-9df6-03c8088c4005 HTTP/1.1" status: 200 len: 911 time: 0.2394946 Sep 17 22:21:13.828725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8052e849-c2ac-43f1-89f9-7ee02c243ea4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:13.856378 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-cef0268d-8ef8-4bd7-ade2-4d803a18a554 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450caf2c-18f2-4114-8ed4-13ad8e67f129 HTTP/1.1" status: 200 len: 217 time: 0.0464883 Sep 17 22:21:13.908163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Router 73212519-4199-45f5-bdd8-d6ec19ebf784 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:21:13.918466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:13.919154 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:13.966880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-5d6d300e-a2a0-4620-bd21-2a3b4f5441ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:13.969051 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-5d6d300e-a2a0-4620-bd21-2a3b4f5441ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15ce2c70-6f3d-4b9a-b608-15f8bb71974a HTTP/1.1" status: 200 len: 851 time: 0.1051538 Sep 17 22:21:14.009908 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-e25ced10-fa7c-452e-9bcf-ba1c8667a9c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9993fd27-9a55-47f7-9df6-03c8088c4005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328791 Sep 17 22:21:14.218803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3141cc5-ba02-4c4a-94ec-8311afe47256 req-f285b064-cd4c-40b4-9eeb-af02beaf978f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4723310 Sep 17 22:21:14.241147 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-4b7cb6d4-1902-4f85-81ba-114c2f7f69ec service neutron] 10.222.0.35 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933765 Sep 17 22:21:14.245326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:14.256573 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Sync routers for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:14.267288 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:14.268242 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:14.395717 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-aeff4ec7-5246-49f0-aae7-999a2cde3ebd req-90f15a25-ce28-4c2a-803c-07f5a2ba74e4 service neutron] 10.222.0.35 "GET /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449587 Sep 17 22:21:14.396977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.406482 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:14.468299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0291ef62-dfb0-4783-a311-4d5801dce3e3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:14.476635 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.481377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-36c822e6-c4b1-4930-9fd6-d8b995b5ddd3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1261873 Sep 17 22:21:14.481377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52762) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:14.715014 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:12Z', 'revision_number': 3, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:14.730916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Deleting port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:14.731442 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.762302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c2285-9f1c-4b93-a1f4-d7aa677a016e req-40f5b3c6-9534-4b7e-b823-bd5ab1f385b3 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:14.769077 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Checking router: 73212519-4199-45f5-bdd8-d6ec19ebf784 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:14.769434 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Updating router 73212519-4199-45f5-bdd8-d6ec19ebf784 port 9d8b7acd-07fb-4197-9a36-f77912a871b2 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:21:14.777716 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d09c2285-9f1c-4b93-a1f4-d7aa677a016e req-40f5b3c6-9534-4b7e-b823-bd5ab1f385b3 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.1593208 Sep 17 22:21:14.809865 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.891057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] For port 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0b7e0527-e25f-4cd3-8f3c-a64aeccd1490,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:14.891432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:14.905459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Calling delete_port for 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:15.019122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52784) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:15.138052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d09c2285-9f1c-4b93-a1f4-d7aa677a016e req-dece7ec8-6562-4aba-b73a-c01aa947db34 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124675 Sep 17 22:21:15.240644 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fb90d9c-3f3b-491d-97d8-993353c29f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.287171 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.341284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.422451 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.432431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d462-e09b-44d5-8eb6-e61084a62a42 req-0edbb5ff-dc51-4a44-8682-ffab5bb1a926 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.439293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d462-e09b-44d5-8eb6-e61084a62a42 req-0edbb5ff-dc51-4a44-8682-ffab5bb1a926 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.445219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d462-e09b-44d5-8eb6-e61084a62a42 req-0edbb5ff-dc51-4a44-8682-ffab5bb1a926 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.451171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d462-e09b-44d5-8eb6-e61084a62a42 req-0edbb5ff-dc51-4a44-8682-ffab5bb1a926 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.457577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d462-e09b-44d5-8eb6-e61084a62a42 req-0edbb5ff-dc51-4a44-8682-ffab5bb1a926 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.464331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d462-e09b-44d5-8eb6-e61084a62a42 req-0edbb5ff-dc51-4a44-8682-ffab5bb1a926 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.470221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d462-e09b-44d5-8eb6-e61084a62a42 req-0edbb5ff-dc51-4a44-8682-ffab5bb1a926 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:15.472251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd68d462-e09b-44d5-8eb6-e61084a62a42 req-0edbb5ff-dc51-4a44-8682-ffab5bb1a926 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.1517265 Sep 17 22:21:15.479179 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.501321 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.574027 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Attempting to bind port 9d8b7acd-07fb-4197-9a36-f77912a871b2 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:15.574661 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Attempting to bind port 9d8b7acd-07fb-4197-9a36-f77912a871b2 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:15.575233 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Attempting to bind port 9d8b7acd-07fb-4197-9a36-f77912a871b2 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:15.577414 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Pushing event updated for resources: {'Port': ['ID=9d8b7acd-07fb-4197-9a36-f77912a871b2,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:15.582168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7e0527-e25f-4cd3-8f3c-a64aeccd1490,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:15.588860 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:15.589435 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:15.590009 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.590569 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:15.591406 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Bound port: 9d8b7acd-07fb-4197-9a36-f77912a871b2, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:15.591958 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.595485 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.608342 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.609008 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.609705 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.610199 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.610744 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.611095 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.611417 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.611734 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.612233 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.612791 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.613292 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:15.660949 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fb90d9c-3f3b-491d-97d8-993353c29f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.672009 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] For port 9d8b7acd-07fb-4197-9a36-f77912a871b2, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:15.673809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd68d462-e09b-44d5-8eb6-e61084a62a42 req-5277d1fe-10b4-41ed-968e-f89d65ef72ba tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1832249 Sep 17 22:21:15.675751 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] For port 9d8b7acd-07fb-4197-9a36-f77912a871b2, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9d8b7acd-07fb-4197-9a36-f77912a871b2,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:15.790603 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.865238 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7fb90d9c-3f3b-491d-97d8-993353c29f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:15.907633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Router b61586ff-fd9d-4137-8179-2be1e075f49e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:15.909317 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ed3d7-5952-40d9-ac68-443ab2bae728 None None] Pushing event updated for resources: {'Port': ['ID=9d8b7acd-07fb-4197-9a36-f77912a871b2,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:15.916688 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:15.917333 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:15.965569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.005895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7fb90d9c-3f3b-491d-97d8-993353c29f9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5131fd66f3ff4461947385b5630951eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9822738 Sep 17 22:21:16.038617 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:16.039494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52804) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:16.065007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb90d9c-3f3b-491d-97d8-993353c29f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6113d8-e0de-46de-bcc9-e5f2a8330786,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:16.095266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:16.103654 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4b37deff-e780-4b28-a353-11989052eb77 admin admin] 10.222.0.13 "PUT /v2.0/routers/b61586ff-fd9d-4137-8179-2be1e075f49e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0749555 Sep 17 22:21:16.104565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] Sync routers for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:16.118877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:16.119544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:16.120988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52806) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:16.122646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.207970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd0fa-89a4-4007-ba67-59cd656ae8bd req-4dd12ea6-6701-4f52-bf51-ea22b182bf25 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.216665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Allocated IP 172.20.0.1 (2797a969-d7aa-415b-920e-6aec58295ffe/5e6a2941-e407-4d04-9077-031b8ad0cdf2/8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:16.224270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbcfd0fa-89a4-4007-ba67-59cd656ae8bd req-4dd12ea6-6701-4f52-bf51-ea22b182bf25 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 946 time: 0.3654182 Sep 17 22:21:16.268857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:16.270584 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:12Z', 'revision_number': 3, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:16.299268 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26ac29-f2d5-46ff-913c-ae5685d0020f None None] The sync data for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 is: [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:12Z', 'revision_number': 3, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:16.388218 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.389772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a01b3d1-e251-4029-9546-4813c5bbc484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.481795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbcfd0fa-89a4-4007-ba67-59cd656ae8bd req-318b1487-4cae-4189-9c1b-9d171a8cf18f tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fc54d37-1512-47a9-8fec-b35599ade78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571554 Sep 17 22:21:16.495236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:21:14Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:16.499036 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.518853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a01b3d1-e251-4029-9546-4813c5bbc484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.528526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] Checking router: b61586ff-fd9d-4137-8179-2be1e075f49e for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:16.538730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] Routers {'b61586ff-fd9d-4137-8179-2be1e075f49e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:16.539724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b61586ff-fd9d-4137-8179-2be1e075f49e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:16.558320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Network 2797a969-d7aa-415b-920e-6aec58295ffe is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:16.562898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:16.572127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:16.576355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Pushing event updated for resources: {'Port': ['ID=8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:16.601390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c4b0a-9b58-4dd4-9e80-639366b919cc req-53bbc65e-15e0-410c-aeac-49776ec97922 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:16.603443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-941c4b0a-9b58-4dd4-9e80-639366b919cc req-53bbc65e-15e0-410c-aeac-49776ec97922 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.3357697 Sep 17 22:21:16.633645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.650738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.727167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] Set router b61586ff-fd9d-4137-8179-2be1e075f49e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:16.949042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.955087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bc706d11-e4bd-4509-af80-2150bf6d3f27 None None] Provisioning complete for port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:16.955591 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bc706d11-e4bd-4509-af80-2150bf6d3f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:16.974232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.010075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:21:14Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:17.013059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bc706d11-e4bd-4509-af80-2150bf6d3f27 None None] Port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:17.028878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-941c4b0a-9b58-4dd4-9e80-639366b919cc req-0d650e67-33af-488b-a527-f82341dd4b6f tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823895 Sep 17 22:21:17.057242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41ca9c8-e9b5-4cf4-aec0-a95ed1c57090 None None] The sync data for ids ['b61586ff-fd9d-4137-8179-2be1e075f49e'] in n-d-713498-17 is: [{'id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'name': 'tempest-AttachVolumeShelveTestJSON-736150494-router', 'tenant_id': 'da95cdb13f4844a8bd78c73e211e1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '8550e1e0-436d-445a-94b9-905c825ea246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:12:06Z', 'updated_at': '2021-09-17T22:21:14Z', 'revision_number': 5, 'project_id': 'da95cdb13f4844a8bd78c73e211e1698', 'gw_port': {'id': '8550e1e0-436d-445a-94b9-905c825ea246', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61586ff-fd9d-4137-8179-2be1e075f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:12:07Z', 'updated_at': '2021-09-17T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:17.098608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776152f-c336-4785-a097-eaf48cdda720 req-b29f5c94-d00e-45a3-87a7-c73b3e966c9f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.100435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-e02738cc-e99a-434d-8ec3-fa98ffe389e8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.102015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-e02738cc-e99a-434d-8ec3-fa98ffe389e8 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 946 time: 0.1320701 Sep 17 22:21:17.106734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776152f-c336-4785-a097-eaf48cdda720 req-b29f5c94-d00e-45a3-87a7-c73b3e966c9f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.117029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776152f-c336-4785-a097-eaf48cdda720 req-b29f5c94-d00e-45a3-87a7-c73b3e966c9f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.122914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776152f-c336-4785-a097-eaf48cdda720 req-b29f5c94-d00e-45a3-87a7-c73b3e966c9f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.128835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776152f-c336-4785-a097-eaf48cdda720 req-b29f5c94-d00e-45a3-87a7-c73b3e966c9f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.137488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776152f-c336-4785-a097-eaf48cdda720 req-b29f5c94-d00e-45a3-87a7-c73b3e966c9f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.144318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776152f-c336-4785-a097-eaf48cdda720 req-b29f5c94-d00e-45a3-87a7-c73b3e966c9f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:17.146260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7776152f-c336-4785-a097-eaf48cdda720 req-b29f5c94-d00e-45a3-87a7-c73b3e966c9f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.2498844 Sep 17 22:21:17.199727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port d52c3703-12e1-47d4-8a83-67f24a7371ad {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:17.200027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.226923 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a01b3d1-e251-4029-9546-4813c5bbc484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.229513 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a01b3d1-e251-4029-9546-4813c5bbc484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.231338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3a01b3d1-e251-4029-9546-4813c5bbc484 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff6113d8-e0de-46de-bcc9-e5f2a8330786 HTTP/1.1" status: 204 len: 168 time: 1.1892195 Sep 17 22:21:17.257767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Router fb7b46e7-af00-4db9-b55b-e14300277619 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:17.272044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01b3d1-e251-4029-9546-4813c5bbc484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6113d8-e0de-46de-bcc9-e5f2a8330786,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:17.296442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Deleting port c6f3993b-3009-4114-8bd0-49bfe7c73b84 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:17.296895 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.339498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.359425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7776152f-c336-4785-a097-eaf48cdda720 req-9fc7a152-54cc-43c1-af7b-f6c979f306a0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2023826 Sep 17 22:21:17.426551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] For port c6f3993b-3009-4114-8bd0-49bfe7c73b84, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=c6f3993b-3009-4114-8bd0-49bfe7c73b84,segment=NetworkSegment(c8437b5e-60e2-4481-972a-f5ac6996bf21),segment_id=c8437b5e-60e2-4481-972a-f5ac6996bf21)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:17.427189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.434122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] For port d52c3703-12e1-47d4-8a83-67f24a7371ad, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d52c3703-12e1-47d4-8a83-67f24a7371ad,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:17.434755 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.439457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Deleting port 8550e1e0-436d-445a-94b9-905c825ea246 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:17.439785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.442284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Calling delete_port for c6f3993b-3009-4114-8bd0-49bfe7c73b84 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:17.448697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.463620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for d52c3703-12e1-47d4-8a83-67f24a7371ad owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:17.587677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Pushing event updated for resources: {'Port': ['ID=8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:17.591151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.760907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db6234c6-d067-462a-835c-0592eb250db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:17.865894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Network 2797a969-d7aa-415b-920e-6aec58295ffe is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:17.871513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:17.882038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9d8b7acd-07fb-4197-9a36-f77912a871b2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:17.952487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9d8b7acd-07fb-4197-9a36-f77912a871b2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:17.953148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.000553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.050964 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.059043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Router 73212519-4199-45f5-bdd8-d6ec19ebf784 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:18.061970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Pushing event deleted for resources: {'Port': ['ID=c6f3993b-3009-4114-8bd0-49bfe7c73b84,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:18.075106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 9d8b7acd-07fb-4197-9a36-f77912a871b2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9d8b7acd-07fb-4197-9a36-f77912a871b2,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:18.124288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d41fa41-6892-433a-a62a-eb3bc466cd48 req-9b111098-6534-4fa0-a53a-ca541d4cae12 tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 210 time: 0.0940208 Sep 17 22:21:18.150074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:18.157413 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4d507666-9759-46b6-9cb7-e02b7e562489 admin admin] 10.222.0.13 "PUT /v2.0/routers/fb7b46e7-af00-4db9-b55b-e14300277619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6525023 Sep 17 22:21:18.163054 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] Sync routers for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:18.169608 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.170674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52822) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:18.179889 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:18.182615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] No DVR routers for this DVR port c6f3993b-3009-4114-8bd0-49bfe7c73b84 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:18.183104 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:18.183254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] For port 8550e1e0-436d-445a-94b9-905c825ea246, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8550e1e0-436d-445a-94b9-905c825ea246,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:18.183595 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.185077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.187892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0291ef62-dfb0-4783-a311-4d5801dce3e3 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:18.189918 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-74dedc38-a64e-4285-bb0b-e0a260f4d8e8 req-c515f41b-140f-4e50-80c5-6a17894f7e7d tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.35 "DELETE /v2.0/ports/c6f3993b-3009-4114-8bd0-49bfe7c73b84 HTTP/1.1" status: 204 len: 173 time: 1.0796585 Sep 17 22:21:18.200979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66', 'name': 'network-vif-deleted', 'tag': 'c6f3993b-3009-4114-8bd0-49bfe7c73b84'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:18.205405 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af325054-e24e-4f3c-8914-73a8372beff4" -d '{"events": [{"server_uuid": "bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66", "name": "network-vif-deleted", "tag": "c6f3993b-3009-4114-8bd0-49bfe7c73b84"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:18.251471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Calling delete_port for 8550e1e0-436d-445a-94b9-905c825ea246 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:18.291043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:18.304688 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15120c1-67e6-49f9-8a71-782bfe00be5d x-openstack-request-id: req-d15120c1-67e6-49f9-8a71-782bfe00be5d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:18.305008 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66", "name": "network-vif-deleted", "tag": "c6f3993b-3009-4114-8bd0-49bfe7c73b84", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:18.305268 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d15120c1-67e6-49f9-8a71-782bfe00be5d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:18.305716 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66', 'name': 'network-vif-deleted', 'tag': 'c6f3993b-3009-4114-8bd0-49bfe7c73b84', 'status': 'completed', 'code': 200} Sep 17 22:21:18.311631 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-17daf248-a2c5-4c89-a29b-ba7a00440e18 admin admin] 10.222.0.13 "PUT /v2.0/routers/73212519-4199-45f5-bdd8-d6ec19ebf784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8285253 Sep 17 22:21:18.365893 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:18.407294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52830) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:18.444204 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e3abd7e-fef6-4bff-9cbb-ef996dbfa68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.528029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0754-a44d-4c4f-8496-9ee61c82d941 req-9230a9cd-d7ef-4682-8e4f-544f292f1b62 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.534750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0291ef62-dfb0-4783-a311-4d5801dce3e3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:18.535474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0291ef62-dfb0-4783-a311-4d5801dce3e3 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:18.541608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e6c0754-a44d-4c4f-8496-9ee61c82d941 req-9230a9cd-d7ef-4682-8e4f-544f292f1b62 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.5024903 Sep 17 22:21:18.575316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b3afae5c-c002-4f8b-b671-58b2ee09d089 None None] Provisioning complete for port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:18.575316 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3afae5c-c002-4f8b-b671-58b2ee09d089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.579300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=9d8b7acd-07fb-4197-9a36-f77912a871b2,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:18.626574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b3afae5c-c002-4f8b-b671-58b2ee09d089 None None] Port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:18.656157 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e3abd7e-fef6-4bff-9cbb-ef996dbfa68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.695306 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:21:15Z', 'revision_number': 5, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:18.704121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e6c0754-a44d-4c4f-8496-9ee61c82d941 req-001bcfbd-0f6e-4658-8a1a-d566c25e3bd0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613162 Sep 17 22:21:18.713948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.734660 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] Checking router: fb7b46e7-af00-4db9-b55b-e14300277619 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:18.744870 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] Routers {'fb7b46e7-af00-4db9-b55b-e14300277619'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:18.745572 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fb7b46e7-af00-4db9-b55b-e14300277619'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:18.805577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e3abd7e-fef6-4bff-9cbb-ef996dbfa68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:18.845686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42262d6-ccb2-4f72-8e81-dd08561f0b37 req-55198422-da09-4c8e-8949-047449f8a84c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.851729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42262d6-ccb2-4f72-8e81-dd08561f0b37 req-55198422-da09-4c8e-8949-047449f8a84c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.854329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0e3abd7e-fef6-4bff-9cbb-ef996dbfa68f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937b93cf02c445eba9d68c926b096402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458625 Sep 17 22:21:18.854950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52834) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:18.858569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42262d6-ccb2-4f72-8e81-dd08561f0b37 req-55198422-da09-4c8e-8949-047449f8a84c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.861543 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] Set router fb7b46e7-af00-4db9-b55b-e14300277619 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:18.864832 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42262d6-ccb2-4f72-8e81-dd08561f0b37 req-55198422-da09-4c8e-8949-047449f8a84c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.870691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42262d6-ccb2-4f72-8e81-dd08561f0b37 req-55198422-da09-4c8e-8949-047449f8a84c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.872344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3abd7e-fef6-4bff-9cbb-ef996dbfa68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f638dc-4f8b-4211-b176-938cb0e2b853,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:18.877190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42262d6-ccb2-4f72-8e81-dd08561f0b37 req-55198422-da09-4c8e-8949-047449f8a84c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.883735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42262d6-ccb2-4f72-8e81-dd08561f0b37 req-55198422-da09-4c8e-8949-047449f8a84c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:18.891496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b42262d6-ccb2-4f72-8e81-dd08561f0b37 req-55198422-da09-4c8e-8949-047449f8a84c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.3102078 Sep 17 22:21:18.928486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Sync routers for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:18.942602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:18.943528 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:18.971306 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ffac8df-ecbb-4b84-a725-e1f9da13e3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.006203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ffac8df-ecbb-4b84-a725-e1f9da13e3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.079238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:19.117162 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:21:15Z', 'revision_number': 5, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:19.125711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b42262d6-ccb2-4f72-8e81-dd08561f0b37 req-ddaa25b7-e82b-4c67-ae46-10a02c0b0dd4 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2333305 Sep 17 22:21:19.135491 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.144116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.150650 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3baf7f2-d810-4828-a9b7-6ab261f990f3 None None] The sync data for ids ['fb7b46e7-af00-4db9-b55b-e14300277619'] in n-d-713498-17 is: [{'id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'name': 'tempest-TaggedBootDevicesTest_v242-122690390-router', 'tenant_id': '99a2dc38667d414d82ef9c49e81a359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:09:34Z', 'updated_at': '2021-09-17T22:21:15Z', 'revision_number': 5, 'project_id': '99a2dc38667d414d82ef9c49e81a359b', 'gw_port': {'id': 'f79a6c00-86e9-4685-9b8f-7dec83604441', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7b46e7-af00-4db9-b55b-e14300277619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:09:35Z', 'updated_at': '2021-09-17T22:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:19.166833 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ffac8df-ecbb-4b84-a725-e1f9da13e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.172771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5ffac8df-ecbb-4b84-a725-e1f9da13e3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.174064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5ffac8df-ecbb-4b84-a725-e1f9da13e3b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24f638dc-4f8b-4211-b176-938cb0e2b853 HTTP/1.1" status: 204 len: 168 time: 0.3129857 Sep 17 22:21:19.187547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffac8df-ecbb-4b84-a725-e1f9da13e3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f638dc-4f8b-4211-b176-938cb0e2b853,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:19.187665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=d52c3703-12e1-47d4-8a83-67f24a7371ad,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:19.350832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c459493-5c11-4550-87ec-1598ecda48c4 req-e78be760-6c87-474b-aee9-a79163c56b6b tempest-ServersTestJSON-1450425973 tempest-ServersTestJSON-1450425973-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc2628e-8d0d-4e30-bf6a-7e09e61ddf66 HTTP/1.1" status: 200 len: 210 time: 0.0883296 Sep 17 22:21:19.359759 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.408962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8550e1e0-436d-445a-94b9-905c825ea246,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:19.452445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:17Z', 'revision_number': 2, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:19.481140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Checking router: 73212519-4199-45f5-bdd8-d6ec19ebf784 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:19.481399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Updating router 73212519-4199-45f5-bdd8-d6ec19ebf784 port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:21:19.512790 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.584183 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.600322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Deleting port f79a6c00-86e9-4685-9b8f-7dec83604441 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:19.600322 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.631756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device c6f3993b-3009-4114-8bd0-49bfe7c73b84 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:19.657008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: c6f3993b-3009-4114-8bd0-49bfe7c73b84 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:19.657356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device c6f3993b-3009-4114-8bd0-49bfe7c73b84 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:19.695365 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.736122 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.803901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.837630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52856) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:19.844200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-807887370-network', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:19.972108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Made reservation on behalf of a3e2d0ece3084cbdafa0824f01cf5ec9 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:19.974450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.981390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9d8b7acd-07fb-4197-9a36-f77912a871b2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:19.984595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] For port f79a6c00-86e9-4685-9b8f-7dec83604441, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f79a6c00-86e9-4685-9b8f-7dec83604441,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:19.984974 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:19.995010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.027598 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.032685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Calling delete_port for f79a6c00-86e9-4685-9b8f-7dec83604441 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:20.048324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc93af-d3c6-41f1-bee0-72a373bb46ff req-19e74acf-a9e2-4e1e-bdbc-f4c4bcdc7ccb tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.049889 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02fc93af-d3c6-41f1-bee0-72a373bb46ff req-19e74acf-a9e2-4e1e-bdbc-f4c4bcdc7ccb tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.1728671 Sep 17 22:21:20.050539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.051127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b61586ff-fd9d-4137-8179-2be1e075f49e {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:21:20.060100 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.064212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-47a301a4-92b3-48e1-859e-843db49e52d2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b61586ff-fd9d-4137-8179-2be1e075f49e HTTP/1.1" status: 204 len: 168 time: 3.9392717 Sep 17 22:21:20.069521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9d8b7acd-07fb-4197-9a36-f77912a871b2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:20.069774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52862) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:20.070341 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.127252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.162865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-233993c3-ec23-409f-a0c6-60b9932a008e admin admin] Deleting subnet 300e056c-2aaa-4605-a5f4-63ad6822403c {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:21:20.171291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-233993c3-ec23-409f-a0c6-60b9932a008e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.233089 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-233993c3-ec23-409f-a0c6-60b9932a008e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.264679 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.272149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b9925-988b-47b5-9e45-d888ea52bf40 None None] Pushing event updated for resources: {'Port': ['ID=8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:20.313529 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e80ac813-f083-4bde-8bc4-063ce3f69efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.336043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Attempting to bind port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:20.336417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Attempting to bind port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:20.346390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Attempting to bind port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 on network 2797a969-d7aa-415b-920e-6aec58295ffe {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:20.362626 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.378121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:21:20.380100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:20.380556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Checking segment: {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:20.381036 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.382196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Bound using segment: {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:20.383428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Bound port: 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:20.385368 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.391716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:20.394402 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.394759 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Added segment e3feb573-5f3b-447f-8d19-225949bbd61e of type vlan for network ac317094-32f2-4693-b50e-6d3d4ada6f07 Sep 17 22:21:20.423621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:20.423967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0b7e0527-e25f-4cd3-8f3c-a64aeccd1490 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:20.444009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.449530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Router 73851afb-eb00-4cb5-9665-41ab9e66b571 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:20.486273 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-233993c3-ec23-409f-a0c6-60b9932a008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.503752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] For port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:20.509513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] For port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:20.523654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8ef7cda4-2889-48e1-a1b5-2f60fd97dcd7 None None] Provisioning complete for port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:20.524127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ef7cda4-2889-48e1-a1b5-2f60fd97dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.536089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02fc93af-d3c6-41f1-bee0-72a373bb46ff req-359b5566-14d8-4afc-9ee3-eb9da27ece97 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659739 Sep 17 22:21:20.583561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7cda4-2889-48e1-a1b5-2f60fd97dcd7 None None] Port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:20.588226 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.589205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.589795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.600978 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.605294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52874) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:20.613500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6830c9c2-c096-4c1c-91dc-6686a7b246cd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:20.663433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7343ac-7e45-421d-b9fb-e9609cb69e85 req-bbd2cc5a-5ce4-45ed-b1ee-13b6fcc0701e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.672704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7343ac-7e45-421d-b9fb-e9609cb69e85 req-bbd2cc5a-5ce4-45ed-b1ee-13b6fcc0701e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.675914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:20.676725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:20.680101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7343ac-7e45-421d-b9fb-e9609cb69e85 req-bbd2cc5a-5ce4-45ed-b1ee-13b6fcc0701e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.687619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7343ac-7e45-421d-b9fb-e9609cb69e85 req-bbd2cc5a-5ce4-45ed-b1ee-13b6fcc0701e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.694726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7343ac-7e45-421d-b9fb-e9609cb69e85 req-bbd2cc5a-5ce4-45ed-b1ee-13b6fcc0701e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.702264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7343ac-7e45-421d-b9fb-e9609cb69e85 req-bbd2cc5a-5ce4-45ed-b1ee-13b6fcc0701e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.708993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7343ac-7e45-421d-b9fb-e9609cb69e85 req-bbd2cc5a-5ce4-45ed-b1ee-13b6fcc0701e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.719350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c7343ac-7e45-421d-b9fb-e9609cb69e85 req-bbd2cc5a-5ce4-45ed-b1ee-13b6fcc0701e tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.2896662 Sep 17 22:21:20.770299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-268b47c7-0e44-44bc-a5d6-1c8136315f97 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:20.773233 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-268b47c7-0e44-44bc-a5d6-1c8136315f97 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.35 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.2887638 Sep 17 22:21:20.777040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b9925-988b-47b5-9e45-d888ea52bf40 None None] Pushing event updated for resources: {'Port': ['ID=8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:20.827627 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9878259 Sep 17 22:21:20.832869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52880) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:20.848752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Request body: {'subnet': {'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-807887370-subnet', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:20.856958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cd2e4-f51f-4283-a0df-dd4d2aa42d91 admin admin] Pushing event updated for resources: {'Network': ['ID=ac317094-32f2-4693-b50e-6d3d4ada6f07,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:20.864910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-41450240-2f71-43df-841a-e238a26b17e5 admin admin] Deleting subnet 307d71a2-a6e3-4c0d-b439-90598e2bd635 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:21:20.869770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network ac317094-32f2-4693-b50e-6d3d4ada6f07 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:21:20.871869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41450240-2f71-43df-841a-e238a26b17e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.921199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:20.930395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7026b064-e669-49da-9e63-b96f7a9e2340 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "PUT /v2.0/routers/73851afb-eb00-4cb5-9665-41ab9e66b571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1586635 Sep 17 22:21:20.935507 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] Sync routers for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:20.937586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c7343ac-7e45-421d-b9fb-e9609cb69e85 req-27215527-7da0-47c2-8ef9-c8367dddcdab tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2178216 Sep 17 22:21:20.937944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41450240-2f71-43df-841a-e238a26b17e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.940206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-233993c3-ec23-409f-a0c6-60b9932a008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.941029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52882) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:20.963179 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:20.968960 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:20.991852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-233993c3-ec23-409f-a0c6-60b9932a008e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:20.993952 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-233993c3-ec23-409f-a0c6-60b9932a008e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/300e056c-2aaa-4605-a5f4-63ad6822403c HTTP/1.1" status: 204 len: 168 time: 0.9229667 Sep 17 22:21:21.006811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52884) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:21.009385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2fb3a2-e43e-41df-b366-e3be8da96987 None None] Network 0777e420-4d24-425f-a8d8-fd1f29b0ca2c requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:21.044880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:21.047809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bff0344f-ef20-41d3-b065-5e6b24f5c745 None None] Provisioning complete for port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:21.048279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bff0344f-ef20-41d3-b065-5e6b24f5c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.075799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233993c3-ec23-409f-a0c6-60b9932a008e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300e056c-2aaa-4605-a5f4-63ad6822403c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:21.122079 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41450240-2f71-43df-841a-e238a26b17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.174720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Deleting port 450caf2c-18f2-4114-8ed4-13ad8e67f129 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:21.175290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.185407 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:21.191638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.219365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-019f04b0-6a5f-41bc-bc39-2262e86f7772 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting subnet 41270b41-b535-430e-b678-56d131f10f4d {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:21:21.260597 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-019f04b0-6a5f-41bc-bc39-2262e86f7772 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.289459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Made reservation on behalf of a3e2d0ece3084cbdafa0824f01cf5ec9 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:21.292781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.343521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.403598 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.443989 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:21.469427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-019f04b0-6a5f-41bc-bc39-2262e86f7772 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.584410 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] Checking router: 73851afb-eb00-4cb5-9665-41ab9e66b571 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:21.589923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79a6c00-86e9-4685-9b8f-7dec83604441,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:21.603366 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] Routers {'73851afb-eb00-4cb5-9665-41ab9e66b571'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:21.604512 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73851afb-eb00-4cb5-9665-41ab9e66b571'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:21.769263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bff0344f-ef20-41d3-b065-5e6b24f5c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.777812 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] Set router 73851afb-eb00-4cb5-9665-41ab9e66b571 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:21.844433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.872379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] For port 450caf2c-18f2-4114-8ed4-13ad8e67f129, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=450caf2c-18f2-4114-8ed4-13ad8e67f129,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:21.873006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:21.874933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8550e1e0-436d-445a-94b9-905c825ea246 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:21.902251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Calling delete_port for 450caf2c-18f2-4114-8ed4-13ad8e67f129 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:21.908468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 8550e1e0-436d-445a-94b9-905c825ea246 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:21.908835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8550e1e0-436d-445a-94b9-905c825ea246 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:21.913444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bff0344f-ef20-41d3-b065-5e6b24f5c745 None None] For port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:21.936578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:20Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:21.938978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c4efd5-64dd-4ec8-9b27-2234c0fa098b None None] DHCP port deletion for 0777e420-4d24-425f-a8d8-fd1f29b0ca2c request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:21:21.983417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80790e-01da-47bd-b7c3-ab4d72e27be9 None None] The sync data for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 is: [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:20Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:22.087824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-00c4efd5-64dd-4ec8-9b27-2234c0fa098b None None] Deleting port ea87ca66-6a0d-4f25-9c60-cc4cf407968b {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:22.088514 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-00c4efd5-64dd-4ec8-9b27-2234c0fa098b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.141869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41450240-2f71-43df-841a-e238a26b17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.198245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41450240-2f71-43df-841a-e238a26b17e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307d71a2-a6e3-4c0d-b439-90598e2bd635,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:22.230046 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bff0344f-ef20-41d3-b065-5e6b24f5c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.251855 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41450240-2f71-43df-841a-e238a26b17e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.256113 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-41450240-2f71-43df-841a-e238a26b17e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/307d71a2-a6e3-4c0d-b439-90598e2bd635 HTTP/1.1" status: 204 len: 168 time: 1.6424441 Sep 17 22:21:22.271464 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:22.273060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52904) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:22.310271 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fd390-573a-4904-a326-5d62ba5a11bd None None] The sync data for ids ['73851afb-eb00-4cb5-9665-41ab9e66b571'] in n-d-713498-17 is: [{'id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'name': 'tempest-TestNetworkBasicOps-router-712194132', 'tenant_id': '076cc959d05a4581b5408ab57b9d3558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:43Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 5, 'project_id': '076cc959d05a4581b5408ab57b9d3558', 'gw_port': {'id': 'dedc4334-c9ba-4982-b448-3f268090fa28', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73851afb-eb00-4cb5-9665-41ab9e66b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:44Z', 'updated_at': '2021-09-17T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:22.526553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.527472 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-019f04b0-6a5f-41bc-bc39-2262e86f7772 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.549209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-00c4efd5-64dd-4ec8-9b27-2234c0fa098b None None] For port ea87ca66-6a0d-4f25-9c60-cc4cf407968b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea87ca66-6a0d-4f25-9c60-cc4cf407968b,segment=NetworkSegment(5c1b3803-fb84-4a93-9108-788ad3e507e3),segment_id=5c1b3803-fb84-4a93-9108-788ad3e507e3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:22.549600 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-00c4efd5-64dd-4ec8-9b27-2234c0fa098b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.569429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-00c4efd5-64dd-4ec8-9b27-2234c0fa098b None None] Calling delete_port for ea87ca66-6a0d-4f25-9c60-cc4cf407968b owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:22.584558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.596460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cadac-77aa-44cb-951e-41686f696cce req-1545ddfe-3ace-4e30-bed1-b3e38e78427c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.604064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca3cadac-77aa-44cb-951e-41686f696cce req-1545ddfe-3ace-4e30-bed1-b3e38e78427c tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 945 time: 0.2346551 Sep 17 22:21:22.621621 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0b813-0588-44f9-8245-b4fc4a57caf1 req-1dbdc550-76bf-4e63-bf10-c754ab1256cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.627638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0b813-0588-44f9-8245-b4fc4a57caf1 req-1dbdc550-76bf-4e63-bf10-c754ab1256cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.633742 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.633941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0b813-0588-44f9-8245-b4fc4a57caf1 req-1dbdc550-76bf-4e63-bf10-c754ab1256cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.637416 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.644669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0b813-0588-44f9-8245-b4fc4a57caf1 req-1dbdc550-76bf-4e63-bf10-c754ab1256cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.652710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0b813-0588-44f9-8245-b4fc4a57caf1 req-1dbdc550-76bf-4e63-bf10-c754ab1256cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.663593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0b813-0588-44f9-8245-b4fc4a57caf1 req-1dbdc550-76bf-4e63-bf10-c754ab1256cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.671521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0b813-0588-44f9-8245-b4fc4a57caf1 req-1dbdc550-76bf-4e63-bf10-c754ab1256cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:22.679695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfe0b813-0588-44f9-8245-b4fc4a57caf1 req-1dbdc550-76bf-4e63-bf10-c754ab1256cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5420 time: 0.3051436 Sep 17 22:21:22.692528 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0344f-ef20-41d3-b065-5e6b24f5c745 None None] Pushing event updated for resources: {'Port': ['ID=8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:22.704774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.705931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 58c91934-149c-4aad-9181-e930ac0aab9f details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:22.771903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:22.777764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009e2ae4-9011-425b-9754-1716813af3af']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:22.842773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8437b5e-60e2-4481-972a-f5ac6996bf21') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:22.842773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8437b5e-60e2-4481-972a-f5ac6996bf21') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:22.848785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] No DVR routers for this DVR port 450caf2c-18f2-4114-8ed4-13ad8e67f129 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:22.852251 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.854637 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9ae6610d-0e38-4542-8e01-244b20f84fcd req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.35 "DELETE /v2.0/ports/450caf2c-18f2-4114-8ed4-13ad8e67f129 HTTP/1.1" status: 204 len: 173 time: 2.0341067 Sep 17 22:21:22.855440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd61f2-271e-4651-8b80-a195516cc4d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Pushing event deleted for resources: {'Port': ['ID=450caf2c-18f2-4114-8ed4-13ad8e67f129,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:22.870936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e3703-4989-481b-b98b-718280089ac1', 'name': 'network-vif-deleted', 'tag': '450caf2c-18f2-4114-8ed4-13ad8e67f129'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:22.873673 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fab79c0-51e7-4ee7-9ce8-c693c39769e2" -d '{"events": [{"server_uuid": "873e3703-4989-481b-b98b-718280089ac1", "name": "network-vif-deleted", "tag": "450caf2c-18f2-4114-8ed4-13ad8e67f129"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:22.881090 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-00c4efd5-64dd-4ec8-9b27-2234c0fa098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.897206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.911979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Checking segment: {'id': 'e3feb573-5f3b-447f-8d19-225949bbd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:22.912605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Network hostable DHCP agents. Network: ac317094-32f2-4693-b50e-6d3d4ada6f07, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:21:22.915284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f056ba23-0798-4adb-8370-9bfe29e7365f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:22.931672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.942845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.951026 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.960418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:21:22.960832 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:22.961658 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4efd5-64dd-4ec8-9b27-2234c0fa098b None None] Pushing event deleted for resources: {'Port': ['ID=ea87ca66-6a0d-4f25-9c60-cc4cf407968b,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:22.978915 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfe0b813-0588-44f9-8245-b4fc4a57caf1 req-92019004-4be0-4e52-bc3d-6772f4b45912 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2980900 Sep 17 22:21:22.985388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4efd5-64dd-4ec8-9b27-2234c0fa098b None None] No DVR routers for this DVR port ea87ca66-6a0d-4f25-9c60-cc4cf407968b on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:22.992785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Deleting port ea87ca66-6a0d-4f25-9c60-cc4cf407968b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:23.006770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.025877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca3cadac-77aa-44cb-951e-41686f696cce req-c1b14d81-b106-4638-bdbf-3d8fc6d42dab tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189026 Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:21:23.048835 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:21:23.121135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.152585 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.155346 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/009e2ae4-9011-425b-9754-1716813af3af HTTP/1.1" status: 204 len: 168 time: 0.8805516 Sep 17 22:21:23.159015 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be282cf4-7185-481d-8e69-58a068c9b7be x-openstack-request-id: req-be282cf4-7185-481d-8e69-58a068c9b7be {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:23.159239 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e3703-4989-481b-b98b-718280089ac1", "name": "network-vif-deleted", "tag": "450caf2c-18f2-4114-8ed4-13ad8e67f129", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:23.159609 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be282cf4-7185-481d-8e69-58a068c9b7be {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:23.159877 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e3703-4989-481b-b98b-718280089ac1', 'name': 'network-vif-deleted', 'tag': '450caf2c-18f2-4114-8ed4-13ad8e67f129', 'status': 'completed', 'code': 200} Sep 17 22:21:23.160869 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-019f04b0-6a5f-41bc-bc39-2262e86f7772 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.161168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834310c-395c-4713-a078-6f1cb50b97f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=009e2ae4-9011-425b-9754-1716813af3af,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:23.161293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 58c91934-149c-4aad-9181-e930ac0aab9f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58c91934-149c-4aad-9181-e930ac0aab9f,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:23.163269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Network ac317094-32f2-4693-b50e-6d3d4ada6f07 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:21:23.192226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '58c91934-149c-4aad-9181-e930ac0aab9f', 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05', 'port_id': '58c91934-149c-4aad-9181-e930ac0aab9f', 'mac_address': 'fa:16:3e:0d:06:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f297e3-84c0-4121-bf31-e3205e0f7e5f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:23.236160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436a0ea-861f-4b4b-bdb1-8a335e3fd06e None None] Network 2e75e273-31b2-438a-bdc2-b7bc16d59be7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:23.247068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f04b0-6a5f-41bc-bc39-2262e86f7772 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Subnet': ['ID=41270b41-b535-430e-b678-56d131f10f4d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:23.253211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, ac317094-32f2-4693-b50e-6d3d4ada6f07) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:23.261697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-019f04b0-6a5f-41bc-bc39-2262e86f7772 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.274979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-019f04b0-6a5f-41bc-bc39-2262e86f7772 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/subnets/41270b41-b535-430e-b678-56d131f10f4d HTTP/1.1" status: 204 len: 168 time: 2.3324409 Sep 17 22:21:23.276987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:23.278428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2985ce-7b26-4846-a4ed-f856d36a28ef None None] Network ac317094-32f2-4693-b50e-6d3d4ada6f07 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:23.281707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.292018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52920) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:23.302562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.335792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb7b46e7-af00-4db9-b55b-e14300277619 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:21:23.335792 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.335792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e28ef447-d199-4546-b3a2-ecfa165fb162 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fb7b46e7-af00-4db9-b55b-e14300277619 HTTP/1.1" status: 204 len: 168 time: 5.1471212 Sep 17 22:21:23.335792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] For port ea87ca66-6a0d-4f25-9c60-cc4cf407968b, host n-d-713498-17, got binding levels [] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:23.335792 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.338961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52922) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:23.436036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Calling delete_port for ea87ca66-6a0d-4f25-9c60-cc4cf407968b owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:23.447303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.ipam_backend_mixin [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Port ea87ca66-6a0d-4f25-9c60-cc4cf407968b was not found and therefore no delete operation was performed {{(pid=101661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:21:23.452594 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.493288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea87ca66-6a0d-4f25-9c60-cc4cf407968b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:23.494061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] No DVR routers for this DVR port ea87ca66-6a0d-4f25-9c60-cc4cf407968b on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:23.498258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a62a6f9-57ab-4528-87d8-1bc94492c6b1 admin admin] Deleting subnet ff22ac41-1331-40f0-914f-a615036958e1 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:21:23.504698 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6f9-57ab-4528-87d8-1bc94492c6b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.528042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.561146 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.572925 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.583030 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ebac2631-2cb8-4bd9-aebe-cbb1b9e72c59 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7379799 Sep 17 22:21:23.583030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52926) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:23.609461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:23.609720 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6f9-57ab-4528-87d8-1bc94492c6b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.630023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c91934-149c-4aad-9181-e930ac0aab9f {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:23.660370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 450caf2c-18f2-4114-8ed4-13ad8e67f129 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:23.662910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-ac317094-32f2-4693-b50e-6d3d4ada6f07', 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'fixed_ips': [{'subnet_id': 'f056ba23-0798-4adb-8370-9bfe29e7365f'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:21:23.663929 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.671562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.704191 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.711643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 58c91934-149c-4aad-9181-e930ac0aab9f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58c91934-149c-4aad-9181-e930ac0aab9f,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:23.736162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 450caf2c-18f2-4114-8ed4-13ad8e67f129 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:23.736600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 450caf2c-18f2-4114-8ed4-13ad8e67f129 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:23.753921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6f9-57ab-4528-87d8-1bc94492c6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.790728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.791927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.803705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0777e420-4d24-425f-a8d8-fd1f29b0ca2c']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:23.817808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1b3803-fb84-4a93-9108-788ad3e507e3') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:23.818137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1b3803-fb84-4a93-9108-788ad3e507e3') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:23.831263 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.852363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.864982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:21:23.865623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.878256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.879042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:23.906075 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.932428 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52932) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:21:23.960074 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:21:23.967982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Deleting port dedc4334-c9ba-4982-b448-3f268090fa28 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:23.968335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:23.984733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6f9-57ab-4528-87d8-1bc94492c6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.109988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62a6f9-57ab-4528-87d8-1bc94492c6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff22ac41-1331-40f0-914f-a615036958e1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:24.125355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.131915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.resource_extend [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 22:21:24.165581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.165581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0777e420-4d24-425f-a8d8-fd1f29b0ca2c HTTP/1.1" status: 204 len: 168 time: 3.1531632 Sep 17 22:21:24.241670 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f63f0315-5b65-4904-8c11-e86b84053894 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bf6624a12954b2f98a82611bfa802cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075185 Sep 17 22:21:24.245622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52942) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:24.253907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=58c91934-149c-4aad-9181-e930ac0aab9f,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:24.259962 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6f9-57ab-4528-87d8-1bc94492c6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.262677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3a62a6f9-57ab-4528-87d8-1bc94492c6b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff22ac41-1331-40f0-914f-a615036958e1 HTTP/1.1" status: 204 len: 168 time: 0.9227374 Sep 17 22:21:24.267379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52944) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:24.268545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b46f2-8bd0-4e55-b644-fe8084fcc5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0777e420-4d24-425f-a8d8-fd1f29b0ca2c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:24.283092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335da31-58de-42c2-9f90-bc292747b3f1 None None] DHCP port deletion for 2e75e273-31b2-438a-bdc2-b7bc16d59be7 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:21:24.283092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:24.286030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6697c5c-f8ba-46c5-af50-05a4ffac5adb None None] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:24.331388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e11c49c-cdfd-43f2-8a18-6ea8676df689 req-8ddecbb5-3ba6-49a8-bbb3-796349d11aad tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=873e3703-4989-481b-b98b-718280089ac1 HTTP/1.1" status: 200 len: 210 time: 0.0929456 Sep 17 22:21:24.376405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] For port dedc4334-c9ba-4982-b448-3f268090fa28, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=dedc4334-c9ba-4982-b448-3f268090fa28,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:24.376829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.382736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b244-82d7-479a-bf95-7c3547d4b5b5 req-77c2110d-903a-4922-9424-366d1c0b91dc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.388966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b244-82d7-479a-bf95-7c3547d4b5b5 req-77c2110d-903a-4922-9424-366d1c0b91dc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.395006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b244-82d7-479a-bf95-7c3547d4b5b5 req-77c2110d-903a-4922-9424-366d1c0b91dc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.401160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b244-82d7-479a-bf95-7c3547d4b5b5 req-77c2110d-903a-4922-9424-366d1c0b91dc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.407406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b244-82d7-479a-bf95-7c3547d4b5b5 req-77c2110d-903a-4922-9424-366d1c0b91dc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.413265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b244-82d7-479a-bf95-7c3547d4b5b5 req-77c2110d-903a-4922-9424-366d1c0b91dc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.421590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b244-82d7-479a-bf95-7c3547d4b5b5 req-77c2110d-903a-4922-9424-366d1c0b91dc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:24.423821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d48b244-82d7-479a-bf95-7c3547d4b5b5 req-77c2110d-903a-4922-9424-366d1c0b91dc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5421 time: 0.2585864 Sep 17 22:21:24.461875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Calling delete_port for dedc4334-c9ba-4982-b448-3f268090fa28 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:24.469710 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.472272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Allocated IP 172.20.0.2 (ac317094-32f2-4693-b50e-6d3d4ada6f07/f056ba23-0798-4adb-8370-9bfe29e7365f/22b900f5-9307-4926-b6ed-21ed50f1adc2) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:24.479696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:24.484169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ccc4-b4e4-461f-afe7-8ad5ea8a3a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.495675 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.525402 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d48b244-82d7-479a-bf95-7c3547d4b5b5 req-5b6fee22-7c78-44d1-ae6c-5566d0599930 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663130 Sep 17 22:21:24.542715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ccc4-b4e4-461f-afe7-8ad5ea8a3a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.543385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '2fff7491-5a32-44e8-9b3c-a3e6d20b95eb', 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'port_id': '2fff7491-5a32-44e8-9b3c-a3e6d20b95eb', 'mac_address': 'fa:16:3e:c8:8d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cba945-0995-4397-bedb-d7c00197bdfe', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:24.621691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Deleting port 2629fdce-b480-4372-a294-04cedb68874f {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:24.624158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.673585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2335da31-58de-42c2-9f90-bc292747b3f1 None None] Deleting port 003ade2f-b230-406b-961a-ef219dd7320b {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:24.674008 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2335da31-58de-42c2-9f90-bc292747b3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.685346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:24.686413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.699711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52952) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:24.729805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] For port 2629fdce-b480-4372-a294-04cedb68874f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2629fdce-b480-4372-a294-04cedb68874f,segment=NetworkSegment(98fcfc93-d643-4aa3-b6d3-cb98b0157710),segment_id=98fcfc93-d643-4aa3-b6d3-cb98b0157710)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:24.730052 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.737279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.750581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Calling delete_port for 2629fdce-b480-4372-a294-04cedb68874f owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:24.808737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-77cc127a-3e90-4e72-a1d1-f2ca308c6a8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da95cdb13f4844a8bd78c73e211e1698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079507 Sep 17 22:21:24.812625 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ccc4-b4e4-461f-afe7-8ad5ea8a3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.818138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:24.818503 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ccc4-b4e4-461f-afe7-8ad5ea8a3a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.824207 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e3e4ccc4-b4e4-461f-afe7-8ad5ea8a3a1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fc54d37-1512-47a9-8fec-b35599ade78f HTTP/1.1" status: 204 len: 168 time: 0.5739775 Sep 17 22:21:24.824207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52956) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:24.847885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2335da31-58de-42c2-9f90-bc292747b3f1 None None] For port 003ade2f-b230-406b-961a-ef219dd7320b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=003ade2f-b230-406b-961a-ef219dd7320b,segment=NetworkSegment(f734e7f5-94df-4a56-9d8a-f2ac26948657),segment_id=f734e7f5-94df-4a56-9d8a-f2ac26948657)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:24.848359 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2335da31-58de-42c2-9f90-bc292747b3f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.860126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4ccc4-b4e4-461f-afe7-8ad5ea8a3a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc54d37-1512-47a9-8fec-b35599ade78f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:24.876424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:24.896798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] DHCP port deletion for d7326ed9-6ce3-4256-b4f3-1c934d40e640 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:21:24.925843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2335da31-58de-42c2-9f90-bc292747b3f1 None None] Calling delete_port for 003ade2f-b230-406b-961a-ef219dd7320b owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:24.931442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:24.957587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Port': ['ID=dedc4334-c9ba-4982-b448-3f268090fa28,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.024819 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.025402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 43fbbe21-2868-46d6-b8de-ebe64362d0a7 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:25.058547 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.063253 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.101428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e62a46aa-f1ef-4b9d-901e-a1025922f791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.103135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.103943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Pushing event deleted for resources: {'Port': ['ID=2629fdce-b480-4372-a294-04cedb68874f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.113991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] No DVR routers for this DVR port 2629fdce-b480-4372-a294-04cedb68874f on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:25.200769 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.222436 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e62a46aa-f1ef-4b9d-901e-a1025922f791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.225383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.228713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7326ed9-6ce3-4256-b4f3-1c934d40e640']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:25.232825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.235349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.242280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fcfc93-d643-4aa3-b6d3-cb98b0157710') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:25.242946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fcfc93-d643-4aa3-b6d3-cb98b0157710') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:25.255525 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.272690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.287379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:21:25.288113 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:21:25.292099 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:21:25.299648 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.332893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 43fbbe21-2868-46d6-b8de-ebe64362d0a7, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:25.364430 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.386296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.386834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Fanout notify agent at l3_agent the message router_deleted on router 73851afb-eb00-4cb5-9665-41ab9e66b571 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:21:25.390390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Network ac317094-32f2-4693-b50e-6d3d4ada6f07 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:25.401566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.410002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.411330 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-000a684c-9042-4516-958c-a49c94bacca7 tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/routers/73851afb-eb00-4cb5-9665-41ab9e66b571 HTTP/1.1" status: 204 len: 168 time: 2.1163485 Sep 17 22:21:25.413887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52966) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:25.426149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:25.427731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:25.432888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '43fbbe21-2868-46d6-b8de-ebe64362d0a7', 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'port_id': '43fbbe21-2868-46d6-b8de-ebe64362d0a7', 'mac_address': 'fa:16:3e:c4:ef:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cba945-0995-4397-bedb-d7c00197bdfe', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:25.434277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] Deleting port 2629fdce-b480-4372-a294-04cedb68874f {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:25.434710 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.465022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f79a6c00-86e9-4685-9b8f-7dec83604441 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:25.480383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2335da31-58de-42c2-9f90-bc292747b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.500858 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.529839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.539689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7326ed9-6ce3-4256-b4f3-1c934d40e640 HTTP/1.1" status: 204 len: 168 time: 1.2684562 Sep 17 22:21:25.596398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e62a46aa-f1ef-4b9d-901e-a1025922f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.602780 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e62a46aa-f1ef-4b9d-901e-a1025922f791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.605458 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e62a46aa-f1ef-4b9d-901e-a1025922f791 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/167d153b-8c52-4640-927c-76998e7b02c0 HTTP/1.1" status: 204 len: 168 time: 0.7692761 Sep 17 22:21:25.607052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Allocated IP 172.25.5.254 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/1849f6a3-171d-4cbd-8dcd-ad223d804815) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:25.623707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a46aa-f1ef-4b9d-901e-a1025922f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d153b-8c52-4640-927c-76998e7b02c0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.627438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: f79a6c00-86e9-4685-9b8f-7dec83604441 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:25.630912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f79a6c00-86e9-4685-9b8f-7dec83604441 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:25.631940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea87ca66-6a0d-4f25-9c60-cc4cf407968b no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:25.660673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: ea87ca66-6a0d-4f25-9c60-cc4cf407968b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:25.661177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea87ca66-6a0d-4f25-9c60-cc4cf407968b not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:25.661865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d52c3703-12e1-47d4-8a83-67f24a7371ad no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:25.675287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b73a39-eaaf-4521-9bd0-ceccd853cf14 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7326ed9-6ce3-4256-b4f3-1c934d40e640,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.697461 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.767155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335da31-58de-42c2-9f90-bc292747b3f1 None None] No DVR routers for this DVR port 003ade2f-b230-406b-961a-ef219dd7320b on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:25.771058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: d52c3703-12e1-47d4-8a83-67f24a7371ad {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:25.771058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d52c3703-12e1-47d4-8a83-67f24a7371ad not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:25.772564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Pushing event updated for resources: {'Port': ['ID=22b900f5-9307-4926-b6ed-21ed50f1adc2,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.775353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.807087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c0c8-1119-48e2-8898-d0ac233817c4 req-488809cf-eb6e-42e7-aff5-ea3b0dd7469c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.814357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c0c8-1119-48e2-8898-d0ac233817c4 req-488809cf-eb6e-42e7-aff5-ea3b0dd7469c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.820732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c0c8-1119-48e2-8898-d0ac233817c4 req-488809cf-eb6e-42e7-aff5-ea3b0dd7469c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.820974 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.825822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Attempting to bind port 22b900f5-9307-4926-b6ed-21ed50f1adc2 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:25.827429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Attempting to bind port 22b900f5-9307-4926-b6ed-21ed50f1adc2 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e3feb573-5f3b-447f-8d19-225949bbd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:25.827898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Attempting to bind port 22b900f5-9307-4926-b6ed-21ed50f1adc2 on network ac317094-32f2-4693-b50e-6d3d4ada6f07 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:25.828196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c0c8-1119-48e2-8898-d0ac233817c4 req-488809cf-eb6e-42e7-aff5-ea3b0dd7469c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.834253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c0c8-1119-48e2-8898-d0ac233817c4 req-488809cf-eb6e-42e7-aff5-ea3b0dd7469c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.838977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335da31-58de-42c2-9f90-bc292747b3f1 None None] Pushing event deleted for resources: {'Port': ['ID=003ade2f-b230-406b-961a-ef219dd7320b,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.840323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c0c8-1119-48e2-8898-d0ac233817c4 req-488809cf-eb6e-42e7-aff5-ea3b0dd7469c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.843070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] For port 2629fdce-b480-4372-a294-04cedb68874f, host n-d-713498-17, got binding levels [] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:25.843538 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.851839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c0c8-1119-48e2-8898-d0ac233817c4 req-488809cf-eb6e-42e7-aff5-ea3b0dd7469c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:25.851839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38e2c0c8-1119-48e2-8898-d0ac233817c4 req-488809cf-eb6e-42e7-aff5-ea3b0dd7469c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5422 time: 0.1551530 Sep 17 22:21:25.858919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:25.859418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Checking segment: {'id': 'e3feb573-5f3b-447f-8d19-225949bbd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:25.859925 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.860774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Bound using segment: {'id': 'e3feb573-5f3b-447f-8d19-225949bbd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:25.861370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Bound port: 22b900f5-9307-4926-b6ed-21ed50f1adc2, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb573-5f3b-447f-8d19-225949bbd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:25.861856 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.868572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fbbe21-2868-46d6-b8de-ebe64362d0a7 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:25.881563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] Calling delete_port for 2629fdce-b480-4372-a294-04cedb68874f owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:25.898665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.ipam_backend_mixin [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] Port 2629fdce-b480-4372-a294-04cedb68874f was not found and therefore no delete operation was performed {{(pid=101662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:21:25.906017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.916690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.956435 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:25.962750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] Network d7326ed9-6ce3-4256-b4f3-1c934d40e640 is not hosted by any dhcp agent {{(pid=101662) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:21:25.963165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] No DVR routers for this DVR port 2629fdce-b480-4372-a294-04cedb68874f on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:25.966221 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 43fbbe21-2868-46d6-b8de-ebe64362d0a7, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:25.967586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:25.971312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:25.971887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65d645-ccf5-44fd-ae34-f8aac39646ab None None] Pushing event deleted for resources: {'Port': ['ID=2629fdce-b480-4372-a294-04cedb68874f,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:25.978712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:26.016650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] For port 22b900f5-9307-4926-b6ed-21ed50f1adc2, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:26.020992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] For port 22b900f5-9307-4926-b6ed-21ed50f1adc2, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=22b900f5-9307-4926-b6ed-21ed50f1adc2,segment=NetworkSegment(e3feb573-5f3b-447f-8d19-225949bbd61e),segment_id=e3feb573-5f3b-447f-8d19-225949bbd61e)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:26.047342 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Pushing event updated for resources: {'Port': ['ID=1849f6a3-171d-4cbd-8dcd-ad223d804815,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:26.047622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38e2c0c8-1119-48e2-8898-d0ac233817c4 req-98683baa-b713-45a0-9d18-7906334d664a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1672943 Sep 17 22:21:26.085736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e75e273-31b2-438a-bdc2-b7bc16d59be7']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:26.104648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.104648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 69f5ea08-1733-4003-80b0-4221fe2cbcbd details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:26.111418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f734e7f5-94df-4a56-9d8a-f2ac26948657') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:26.115063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f734e7f5-94df-4a56-9d8a-f2ac26948657') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:26.138209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.142020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52986) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:26.174483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 69f5ea08-1733-4003-80b0-4221fe2cbcbd, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:26.204349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6bff66cc-8d43-482b-95e7-b12f4222febe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99a2dc38667d414d82ef9c49e81a359b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598862 Sep 17 22:21:26.210360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52988) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:26.242203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.243641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '69f5ea08-1733-4003-80b0-4221fe2cbcbd', 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'port_id': '69f5ea08-1733-4003-80b0-4221fe2cbcbd', 'mac_address': 'fa:16:3e:26:28:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cba945-0995-4397-bedb-d7c00197bdfe', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:26.247111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device dedc4334-c9ba-4982-b448-3f268090fa28 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:26.250585 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.259872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:21:26.260408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:21:26.266166 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:21:26.285553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=43fbbe21-2868-46d6-b8de-ebe64362d0a7,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:26.313743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: dedc4334-c9ba-4982-b448-3f268090fa28 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:26.314025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device dedc4334-c9ba-4982-b448-3f268090fa28 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:26.314239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2629fdce-b480-4372-a294-04cedb68874f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:26.353784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d502345-9595-485c-ba0d-fdac847b08c8 req-e6b4690d-5787-4e75-98c0-d4c6d6374e40 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:26.363836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d502345-9595-485c-ba0d-fdac847b08c8 req-e6b4690d-5787-4e75-98c0-d4c6d6374e40 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.2206860 Sep 17 22:21:26.383495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 2629fdce-b480-4372-a294-04cedb68874f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:26.384876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2629fdce-b480-4372-a294-04cedb68874f not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:26.385459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 003ade2f-b230-406b-961a-ef219dd7320b no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:26.421448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7ce3b414-750a-4fcc-bab2-1d9228cc5813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.423922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 003ade2f-b230-406b-961a-ef219dd7320b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:26.424479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 003ade2f-b230-406b-961a-ef219dd7320b not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:26.439786 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.458254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7ce3b414-750a-4fcc-bab2-1d9228cc5813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.465905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f5ea08-1733-4003-80b0-4221fe2cbcbd {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:26.503593 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.505140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d502345-9595-485c-ba0d-fdac847b08c8 req-8975979b-4c0d-4b73-9790-0b68a7554df8 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333892 Sep 17 22:21:26.522359 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.527055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 69f5ea08-1733-4003-80b0-4221fe2cbcbd, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:26.541900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412a5e5-8355-4ab5-b6e3-ba27d74edbf2 None None] Pushing event updated for resources: {'Port': ['ID=22b900f5-9307-4926-b6ed-21ed50f1adc2,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:26.544620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.547677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] 10.222.0.13 "DELETE /v2.0/networks/2e75e273-31b2-438a-bdc2-b7bc16d59be7 HTTP/1.1" status: 204 len: 168 time: 1.1326921 Sep 17 22:21:26.572730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e57800-634a-4fb1-b602-6d52c2348bad tempest-TestNetworkBasicOps-1311728967 tempest-TestNetworkBasicOps-1311728967-project] Pushing event deleted for resources: {'Network': ['ID=2e75e273-31b2-438a-bdc2-b7bc16d59be7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:26.663664 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.664353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f6f73823-e240-4a58-bf12-fb3f19d1bebb details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:26.737120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=69f5ea08-1733-4003-80b0-4221fe2cbcbd,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:26.742469 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.743417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f6f73823-e240-4a58-bf12-fb3f19d1bebb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:26.755236 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7ce3b414-750a-4fcc-bab2-1d9228cc5813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.755847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb', 'network_id': 'e5b753a8-b73a-45b8-ad4b-56ebaad6b03b', 'port_id': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb', 'mac_address': 'fa:16:3e:a8:82:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cba945-0995-4397-bedb-d7c00197bdfe', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:26.764251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7ce3b414-750a-4fcc-bab2-1d9228cc5813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.768143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7ce3b414-750a-4fcc-bab2-1d9228cc5813 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c608e1d-c030-4d9a-bcad-3edd06f62914 HTTP/1.1" status: 204 len: 168 time: 0.5563581 Sep 17 22:21:26.778846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3b414-750a-4fcc-bab2-1d9228cc5813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c608e1d-c030-4d9a-bcad-3edd06f62914,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:26.816082 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.836052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f73823-e240-4a58-bf12-fb3f19d1bebb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:26.859819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f6f73823-e240-4a58-bf12-fb3f19d1bebb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:26.954704 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:26.955476 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:27.006265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Router a51103b9-2348-4c7c-a839-51f66ef78ecc is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:21:27.032684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=f6f73823-e240-4a58-bf12-fb3f19d1bebb,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:27.097471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:27.109855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'port_id': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14', 'mac_address': 'fa:16:3e:67:9a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:27.116505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:27.135345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Sync routers for ids ['a51103b9-2348-4c7c-a839-51f66ef78ecc'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:27.156970 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Routers {'a51103b9-2348-4c7c-a839-51f66ef78ecc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:27.157610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a51103b9-2348-4c7c-a839-51f66ef78ecc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:27.159646 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:27.208097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f72ec6-3b77-466e-9b1a-e6ce742ff8f4 req-47627563-037e-4bfb-a49e-11d3cf264659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.211007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:27.216472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f72ec6-3b77-466e-9b1a-e6ce742ff8f4 req-47627563-037e-4bfb-a49e-11d3cf264659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.224656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f72ec6-3b77-466e-9b1a-e6ce742ff8f4 req-47627563-037e-4bfb-a49e-11d3cf264659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.230982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f72ec6-3b77-466e-9b1a-e6ce742ff8f4 req-47627563-037e-4bfb-a49e-11d3cf264659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.237607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f72ec6-3b77-466e-9b1a-e6ce742ff8f4 req-47627563-037e-4bfb-a49e-11d3cf264659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.238496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:27.243834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f72ec6-3b77-466e-9b1a-e6ce742ff8f4 req-47627563-037e-4bfb-a49e-11d3cf264659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.246476 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:27.250614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ad73f1cf-8477-4a3d-bf84-cbba19749334 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6614902 Sep 17 22:21:27.251470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53010) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:27.254239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f72ec6-3b77-466e-9b1a-e6ce742ff8f4 req-47627563-037e-4bfb-a49e-11d3cf264659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.256568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5f72ec6-3b77-466e-9b1a-e6ce742ff8f4 req-47627563-037e-4bfb-a49e-11d3cf264659 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5425 time: 0.1154251 Sep 17 22:21:27.304751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Set router a51103b9-2348-4c7c-a839-51f66ef78ecc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:27.317553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5f72ec6-3b77-466e-9b1a-e6ce742ff8f4 req-894f0451-323b-42fa-acf2-ac6ff00d20ac tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544713 Sep 17 22:21:27.364982 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:27.400238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 283912f1-9194-4d2f-a00c-a4650cd4c715 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:27.538615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:27.682215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 283912f1-9194-4d2f-a00c-a4650cd4c715, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=283912f1-9194-4d2f-a00c-a4650cd4c715,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:27.696609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:23Z', 'updated_at': '2021-09-17T22:21:26Z', 'revision_number': 3, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'gw_port': {'id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:25Z', 'updated_at': '2021-09-17T22:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:27.702265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '283912f1-9194-4d2f-a00c-a4650cd4c715', 'network_id': 'd4b5def6-02b7-4a39-bab6-685f1dfdab05', 'port_id': '283912f1-9194-4d2f-a00c-a4650cd4c715', 'mac_address': 'fa:16:3e:10:28:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f297e3-84c0-4121-bf31-e3205e0f7e5f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:27.714290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911a00b-6a18-4dfb-b22f-8adc5d9843ed req-baefa1fd-344a-42bf-ad0e-7762442406cd tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:27.725305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6911a00b-6a18-4dfb-b22f-8adc5d9843ed req-baefa1fd-344a-42bf-ad0e-7762442406cd tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.1031430 Sep 17 22:21:27.739286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Checking router: a51103b9-2348-4c7c-a839-51f66ef78ecc for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:27.739790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Updating router a51103b9-2348-4c7c-a839-51f66ef78ecc port 1849f6a3-171d-4cbd-8dcd-ad223d804815 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:21:27.783409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6911a00b-6a18-4dfb-b22f-8adc5d9843ed req-4af39d4d-09f8-45ac-ba2a-c03ffb884d23 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571206 Sep 17 22:21:27.802336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8707a-69f5-4a3c-93e0-bf0f12071684 None None] Network ac317094-32f2-4693-b50e-6d3d4ada6f07 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:27.842860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['1911c6d1-70dc-4f9e-a186-aa1654fb8c14'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:27.850645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['69f5ea08-1733-4003-80b0-4221fe2cbcbd'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:27.852857 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:27.953481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['58c91934-149c-4aad-9181-e930ac0aab9f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:27.966081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.007103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53024) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:28.190315 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.200117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 22b900f5-9307-4926-b6ed-21ed50f1adc2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:28.203478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-92cdb1b0-c37f-4c4f-ad54-015eae66fa40 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.205225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-92cdb1b0-c37f-4c4f-ad54-015eae66fa40 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.0710104 Sep 17 22:21:28.214905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b8e31884-8030-4791-b62c-e200c307921e None None] Provisioning complete for port 22b900f5-9307-4926-b6ed-21ed50f1adc2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:28.215285 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b8e31884-8030-4791-b62c-e200c307921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.269229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283912f1-9194-4d2f-a00c-a4650cd4c715 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:28.320940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Deleting port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:28.320940 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.425321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 283912f1-9194-4d2f-a00c-a4650cd4c715, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=283912f1-9194-4d2f-a00c-a4650cd4c715,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:28.446574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] For port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:28.447063 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.467964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Calling delete_port for c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:28.535335 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.574094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Allocated IP 172.20.0.1 (ac317094-32f2-4693-b50e-6d3d4ada6f07/f056ba23-0798-4adb-8370-9bfe29e7365f/afddfe07-9b68-4abe-9785-41800788cb50) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:28.604945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53040) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:28.640540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-054e38dc-328f-4ecf-9e45-1fb9e061f907 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=076cc959d05a4581b5408ab57b9d3558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6464257 Sep 17 22:21:28.651266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53046) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:28.726496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.727766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce2ee-7b48-41ff-9f5c-b7df2ab70f40 req-e8f7598c-feba-4569-b1c4-4a7bde98696b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.734393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce2ee-7b48-41ff-9f5c-b7df2ab70f40 req-e8f7598c-feba-4569-b1c4-4a7bde98696b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.740360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce2ee-7b48-41ff-9f5c-b7df2ab70f40 req-e8f7598c-feba-4569-b1c4-4a7bde98696b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.746266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce2ee-7b48-41ff-9f5c-b7df2ab70f40 req-e8f7598c-feba-4569-b1c4-4a7bde98696b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.752575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce2ee-7b48-41ff-9f5c-b7df2ab70f40 req-e8f7598c-feba-4569-b1c4-4a7bde98696b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.758444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce2ee-7b48-41ff-9f5c-b7df2ab70f40 req-e8f7598c-feba-4569-b1c4-4a7bde98696b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.764410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce2ee-7b48-41ff-9f5c-b7df2ab70f40 req-e8f7598c-feba-4569-b1c4-4a7bde98696b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.766356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68fce2ee-7b48-41ff-9f5c-b7df2ab70f40 req-e8f7598c-feba-4569-b1c4-4a7bde98696b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5427 time: 0.2358210 Sep 17 22:21:28.781117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 22b900f5-9307-4926-b6ed-21ed50f1adc2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:28.781957 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.820699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6fba-18c1-4254-8d20-5eae1ee755c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.888115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6fba-18c1-4254-8d20-5eae1ee755c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.893494 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b8e31884-8030-4791-b62c-e200c307921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.901316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68fce2ee-7b48-41ff-9f5c-b7df2ab70f40 req-59333b01-0bff-490e-8292-c2c06f25d0fa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263893 Sep 17 22:21:28.915435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:28.960316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68926d-5c9a-4996-bd73-4417a80d467d req-5a16d313-c924-4cbb-aec2-f0b3acafd4db tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:28.961883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d68926d-5c9a-4996-bd73-4417a80d467d req-5a16d313-c924-4cbb-aec2-f0b3acafd4db tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 945 time: 0.0952744 Sep 17 22:21:28.963728 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.001093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Pushing event deleted for resources: {'Port': ['ID=c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:29.016791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b8e31884-8030-4791-b62c-e200c307921e None None] For port 22b900f5-9307-4926-b6ed-21ed50f1adc2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=22b900f5-9307-4926-b6ed-21ed50f1adc2,segment=NetworkSegment(e3feb573-5f3b-447f-8d19-225949bbd61e),segment_id=e3feb573-5f3b-447f-8d19-225949bbd61e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:29.019098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=283912f1-9194-4d2f-a00c-a4650cd4c715,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:29.060904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Network ac317094-32f2-4693-b50e-6d3d4ada6f07 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:29.063688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['283912f1-9194-4d2f-a00c-a4650cd4c715'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:29.064541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] No DVR routers for this DVR port c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:29.070286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['2fff7491-5a32-44e8-9b3c-a3e6d20b95eb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:29.070700 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.072332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:29.072693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f4b1128-4b2b-4337-acbd-b274daf1cf82 req-5d54bae4-4136-4f62-900a-3c1c3d213eb2 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.32 "DELETE /v2.0/ports/c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c HTTP/1.1" status: 204 len: 173 time: 0.8616941 Sep 17 22:21:29.073542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4187115-b115-49ae-8f99-6da7f4a792d4', 'name': 'network-vif-deleted', 'tag': 'c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:29.075771 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8a1888-5786-4103-9899-62269ded630d" -d '{"events": [{"server_uuid": "c4187115-b115-49ae-8f99-6da7f4a792d4", "name": "network-vif-deleted", "tag": "c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:29.085879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d68926d-5c9a-4996-bd73-4417a80d467d req-92de7608-62e5-4df2-89bb-bfe83c35e2d0 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/security-groups?id=330c0458-56b8-4d50-9e2d-68b46994bd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130526 Sep 17 22:21:29.093609 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-059a9dd5-0254-4510-b9c2-712a1623a398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.111494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['43fbbe21-2868-46d6-b8de-ebe64362d0a7'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:29.115381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['f6f73823-e240-4a58-bf12-fb3f19d1bebb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:29.118412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:29.166825 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b0fe92-493a-40de-964e-143ffdc641e9 x-openstack-request-id: req-14b0fe92-493a-40de-964e-143ffdc641e9 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:29.167128 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4187115-b115-49ae-8f99-6da7f4a792d4", "name": "network-vif-deleted", "tag": "c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:29.167385 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14b0fe92-493a-40de-964e-143ffdc641e9 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:29.168859 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4187115-b115-49ae-8f99-6da7f4a792d4', 'name': 'network-vif-deleted', 'tag': 'c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c', 'status': 'completed', 'code': 200} Sep 17 22:21:29.188525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Pushing event updated for resources: {'Port': ['ID=afddfe07-9b68-4abe-9785-41800788cb50,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:29.188924 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6fba-18c1-4254-8d20-5eae1ee755c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.192664 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.196249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6fba-18c1-4254-8d20-5eae1ee755c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.199747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c5b6fba-18c1-4254-8d20-5eae1ee755c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a210d86-4daa-46a4-af4e-c777d0ea8a66 HTTP/1.1" status: 204 len: 168 time: 0.5471644 Sep 17 22:21:29.248713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b8e31884-8030-4791-b62c-e200c307921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.288532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-059a9dd5-0254-4510-b9c2-712a1623a398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.290339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b6fba-18c1-4254-8d20-5eae1ee755c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a210d86-4daa-46a4-af4e-c777d0ea8a66,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:29.405209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-059a9dd5-0254-4510-b9c2-712a1623a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.476914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-059a9dd5-0254-4510-b9c2-712a1623a398 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdce0668c7d04a49984eb3a4649edbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8552690 Sep 17 22:21:29.478160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a9dd5-0254-4510-b9c2-712a1623a398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d000ee4d-55d9-49d0-9a10-4afd3dd63442,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:29.479644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53080) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:29.525944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.653109 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80820a4f-0ef4-45c5-af18-e4ee731f3445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.669963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e31884-8030-4791-b62c-e200c307921e None None] Pushing event updated for resources: {'Port': ['ID=22b900f5-9307-4926-b6ed-21ed50f1adc2,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:29.685527 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.715163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80820a4f-0ef4-45c5-af18-e4ee731f3445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.783399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-04a8780e-f9c1-4abd-93e3-c349a31b5b04 None None] Provisioning complete for port 22b900f5-9307-4926-b6ed-21ed50f1adc2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:29.784228 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-04a8780e-f9c1-4abd-93e3-c349a31b5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.814603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.881281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.932210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:29.949211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53088) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:30.055370 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80820a4f-0ef4-45c5-af18-e4ee731f3445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.057894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80820a4f-0ef4-45c5-af18-e4ee731f3445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.061730 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-80820a4f-0ef4-45c5-af18-e4ee731f3445 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d000ee4d-55d9-49d0-9a10-4afd3dd63442 HTTP/1.1" status: 204 len: 168 time: 0.5683517 Sep 17 22:21:30.067905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048da7d-2d89-47d6-8944-4ee006841404 None None] Pushing event updated for resources: {'Port': ['ID=1849f6a3-171d-4cbd-8dcd-ad223d804815,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:30.080565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80820a4f-0ef4-45c5-af18-e4ee731f3445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d000ee4d-55d9-49d0-9a10-4afd3dd63442,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:30.103315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Pushing event updated for resources: {'Port': ['ID=afddfe07-9b68-4abe-9785-41800788cb50,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:30.109427 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.117872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Attempting to bind port 1849f6a3-171d-4cbd-8dcd-ad223d804815 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:30.118306 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Attempting to bind port 1849f6a3-171d-4cbd-8dcd-ad223d804815 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:30.118665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Attempting to bind port 1849f6a3-171d-4cbd-8dcd-ad223d804815 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:30.147789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:30.148511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:30.148749 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.149147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:30.149625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Bound port: 1849f6a3-171d-4cbd-8dcd-ad223d804815, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:30.149998 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.176369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 22b900f5-9307-4926-b6ed-21ed50f1adc2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:30.181088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1171f-574d-4a82-b505-8eb5e949ba2f req-4845a40c-7e94-40c7-86b3-c5ee158e2727 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.194132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1171f-574d-4a82-b505-8eb5e949ba2f req-4845a40c-7e94-40c7-86b3-c5ee158e2727 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.208826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1171f-574d-4a82-b505-8eb5e949ba2f req-4845a40c-7e94-40c7-86b3-c5ee158e2727 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.237238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1171f-574d-4a82-b505-8eb5e949ba2f req-4845a40c-7e94-40c7-86b3-c5ee158e2727 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.243460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1171f-574d-4a82-b505-8eb5e949ba2f req-4845a40c-7e94-40c7-86b3-c5ee158e2727 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.249947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1171f-574d-4a82-b505-8eb5e949ba2f req-4845a40c-7e94-40c7-86b3-c5ee158e2727 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.254370 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Network ac317094-32f2-4693-b50e-6d3d4ada6f07 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:30.256178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1171f-574d-4a82-b505-8eb5e949ba2f req-4845a40c-7e94-40c7-86b3-c5ee158e2727 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.256317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:30.266943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52e1171f-574d-4a82-b505-8eb5e949ba2f req-4845a40c-7e94-40c7-86b3-c5ee158e2727 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5427 time: 0.1901042 Sep 17 22:21:30.356321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52e1171f-574d-4a82-b505-8eb5e949ba2f req-9be0363d-af04-4e17-88e3-8bf267981643 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713692 Sep 17 22:21:30.379537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] For port 1849f6a3-171d-4cbd-8dcd-ad223d804815, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:30.398255 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] For port 1849f6a3-171d-4cbd-8dcd-ad223d804815, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1849f6a3-171d-4cbd-8dcd-ad223d804815,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:30.406137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 22b900f5-9307-4926-b6ed-21ed50f1adc2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:30.406506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.409620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-548e9473-8029-48ee-a23e-67971b78771d req-5d04a9aa-c41b-48e6-afbf-a0d88c437cd8 tempest-ServerRescueTestJSON-1384499065 tempest-ServerRescueTestJSON-1384499065-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 210 time: 0.1315134 Sep 17 22:21:30.411861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-272ebea6-96a0-4f2f-b4e7-91cb167db939 req-46397044-fa0b-4941-b779-65e9a37930b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4187115-b115-49ae-8f99-6da7f4a792d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1328936 Sep 17 22:21:30.477936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Router a51103b9-2348-4c7c-a839-51f66ef78ecc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:30.507770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-272ebea6-96a0-4f2f-b4e7-91cb167db939 req-90755408-1a56-4c0c-86c8-8060371f3981 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&device_id=c4187115-b115-49ae-8f99-6da7f4a792d4 HTTP/1.1" status: 200 len: 210 time: 0.0363212 Sep 17 22:21:30.510046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cb676aee-fb19-403b-b082-cc40755a1f54 None None] Provisioning complete for port afddfe07-9b68-4abe-9785-41800788cb50 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:30.510651 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb676aee-fb19-403b-b082-cc40755a1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.533220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-717960658-network', 'tenant_id': '3ffa36fdc5d248a5a1d306e5c8ca065d'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:30.565327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.627358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53106) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:30.631295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048da7d-2d89-47d6-8944-4ee006841404 None None] Pushing event updated for resources: {'Port': ['ID=1849f6a3-171d-4cbd-8dcd-ad223d804815,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:30.649272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-cb676aee-fb19-403b-b082-cc40755a1f54 None None] Port afddfe07-9b68-4abe-9785-41800788cb50 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:30.659911 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2416742a-da90-41fa-9288-c74b84fa5637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.666080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:30.668267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Routers {'a51103b9-2348-4c7c-a839-51f66ef78ecc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:30.669107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a51103b9-2348-4c7c-a839-51f66ef78ecc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:30.684547 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-876ff14e-434c-4d7c-984d-82093758a181 admin admin] 10.222.0.13 "PUT /v2.0/routers/a51103b9-2348-4c7c-a839-51f66ef78ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4319146 Sep 17 22:21:30.692733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Made reservation on behalf of 3ffa36fdc5d248a5a1d306e5c8ca065d for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:30.695078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.711986 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.714210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ebea6-96a0-4f2f-b4e7-91cb167db939 req-a8a0f9ab-14cc-4570-b8b3-1e68dcb850e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.715726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-272ebea6-96a0-4f2f-b4e7-91cb167db939 req-a8a0f9ab-14cc-4570-b8b3-1e68dcb850e5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1783221 Sep 17 22:21:30.789499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b34b073e-11cf-4630-949f-f87cb6039d5c None None] Provisioning complete for port afddfe07-9b68-4abe-9785-41800788cb50 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:30.790106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b34b073e-11cf-4630-949f-f87cb6039d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.792487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] Set router a51103b9-2348-4c7c-a839-51f66ef78ecc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:30.859407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ebea6-96a0-4f2f-b4e7-91cb167db939 req-cfc600ab-adcf-46c7-abb4-a102b508e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:30.860934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-272ebea6-96a0-4f2f-b4e7-91cb167db939 req-cfc600ab-adcf-46c7-abb4-a102b508e3b8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1369076 Sep 17 22:21:30.886829 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2416742a-da90-41fa-9288-c74b84fa5637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:30.962299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2416742a-da90-41fa-9288-c74b84fa5637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.005750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:31.017976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2416742a-da90-41fa-9288-c74b84fa5637 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=498c0a251c7e405bbd9d152d2876eee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892610 Sep 17 22:21:31.020782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53112) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:31.021008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416742a-da90-41fa-9288-c74b84fa5637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364609c3-c6f7-4f37-920c-2dcb892fb65a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:31.106461 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fd152c8-03b7-426d-8de8-f4944ce8a813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.111264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.131256 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fd152c8-03b7-426d-8de8-f4944ce8a813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.135880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b34b073e-11cf-4630-949f-f87cb6039d5c None None] Port afddfe07-9b68-4abe-9785-41800788cb50 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:31.163904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53116) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:31.200360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.236833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c515fb3d-3adc-452a-b954-e37bdfe01431,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:31.244868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:23Z', 'updated_at': '2021-09-17T22:21:29Z', 'revision_number': 4, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'gw_port': {'id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:25Z', 'updated_at': '2021-09-17T22:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'afddfe07-9b68-4abe-9785-41800788cb50', 'name': '', 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'mac_address': 'fa:16:3e:fd:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:28Z', 'updated_at': '2021-09-17T22:21:29Z', 'revision_number': 2, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'subnets': [{'id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:31.254402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53122) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:31.269830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fd152c8-03b7-426d-8de8-f4944ce8a813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.272229 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fd152c8-03b7-426d-8de8-f4944ce8a813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.273558 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9fd152c8-03b7-426d-8de8-f4944ce8a813 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/364609c3-c6f7-4f37-920c-2dcb892fb65a HTTP/1.1" status: 204 len: 168 time: 0.2510412 Sep 17 22:21:31.280508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:21:31.286469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd152c8-03b7-426d-8de8-f4944ce8a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364609c3-c6f7-4f37-920c-2dcb892fb65a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:31.289795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcec882-0334-4bf7-9233-37afa902901a None None] The sync data for ids ['a51103b9-2348-4c7c-a839-51f66ef78ecc'] in n-d-713498-17 is: [{'id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:23Z', 'updated_at': '2021-09-17T22:21:29Z', 'revision_number': 4, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'gw_port': {'id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:25Z', 'updated_at': '2021-09-17T22:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'afddfe07-9b68-4abe-9785-41800788cb50', 'name': '', 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'mac_address': 'fa:16:3e:fd:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:28Z', 'updated_at': '2021-09-17T22:21:29Z', 'revision_number': 2, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'subnets': [{'id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:31.298663 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.299491 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Added segment 84dcd0a8-0a86-4220-ae1c-3d556cda47af of type vlan for network 057dac44-70f0-4b7a-a29a-b577f279a090 Sep 17 22:21:31.363379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.406610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 58c91934-149c-4aad-9181-e930ac0aab9f up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:31.461964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1090609343-network', 'tenant_id': '48c0074dd5cc4951a186b6c22f781dc4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:31.496210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53138) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:31.516924 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.517846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.518623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.553319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d184-e720-4989-bc27-257f02ff6dc0 req-80ccd3a4-a3a4-428f-a7f3-c7cd55f52170 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.555270 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c736f602-8688-40ee-a696-e5dece7fcf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.562958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d184-e720-4989-bc27-257f02ff6dc0 req-80ccd3a4-a3a4-428f-a7f3-c7cd55f52170 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.578194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d184-e720-4989-bc27-257f02ff6dc0 req-80ccd3a4-a3a4-428f-a7f3-c7cd55f52170 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.586058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d184-e720-4989-bc27-257f02ff6dc0 req-80ccd3a4-a3a4-428f-a7f3-c7cd55f52170 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.588843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 58c91934-149c-4aad-9181-e930ac0aab9f completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:31.603567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d184-e720-4989-bc27-257f02ff6dc0 req-80ccd3a4-a3a4-428f-a7f3-c7cd55f52170 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.605896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 58c91934-149c-4aad-9181-e930ac0aab9f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:31.606263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.610172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d184-e720-4989-bc27-257f02ff6dc0 req-80ccd3a4-a3a4-428f-a7f3-c7cd55f52170 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.616275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d184-e720-4989-bc27-257f02ff6dc0 req-80ccd3a4-a3a4-428f-a7f3-c7cd55f52170 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:31.618215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8973d184-e720-4989-bc27-257f02ff6dc0 req-80ccd3a4-a3a4-428f-a7f3-c7cd55f52170 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5427 time: 0.1554201 Sep 17 22:21:31.665311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Made reservation on behalf of 48c0074dd5cc4951a186b6c22f781dc4 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:31.668587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.681167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] Pushing event updated for resources: {'Network': ['ID=057dac44-70f0-4b7a-a29a-b577f279a090,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:31.693461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 057dac44-70f0-4b7a-a29a-b577f279a090 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:21:31.707704 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.771029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8973d184-e720-4989-bc27-257f02ff6dc0 req-b6d6f13a-639e-42d3-9728-b15ba004dc92 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852890 Sep 17 22:21:31.827688 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.847858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c91934-149c-4aad-9181-e930ac0aab9f'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:31.850127 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492356ad-21ae-409c-83aa-838b93eaed18" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "58c91934-149c-4aad-9181-e930ac0aab9f"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:31.863946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 58c91934-149c-4aad-9181-e930ac0aab9f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58c91934-149c-4aad-9181-e930ac0aab9f,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:31.911419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53142) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:31.920376 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2647ad46-8162-4cca-a7ba-f1604cd11ff6 x-openstack-request-id: req-2647ad46-8162-4cca-a7ba-f1604cd11ff6 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:31.920671 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "58c91934-149c-4aad-9181-e930ac0aab9f", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:31.920927 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2647ad46-8162-4cca-a7ba-f1604cd11ff6 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:31.921319 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c91934-149c-4aad-9181-e930ac0aab9f', 'code': 200} Sep 17 22:21:31.942705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c736f602-8688-40ee-a696-e5dece7fcf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.955325 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-591547f1-5953-4fd2-b005-2598b5b366d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.994768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:31.995651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:32.083379 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c736f602-8688-40ee-a696-e5dece7fcf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.112746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=58c91934-149c-4aad-9181-e930ac0aab9f,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:32.130737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.131147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.131486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.134783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.135177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.135521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.135912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.142692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.142692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.142692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.142692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.142692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.142692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:32.143504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ddfde56f-b199-4013-b7ed-829ce552ed89 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1914961 Sep 17 22:21:32.143504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53146) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:32.150062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Request body: {'subnet': {'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-717960658-subnet', 'tenant_id': '3ffa36fdc5d248a5a1d306e5c8ca065d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:32.219432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:32.223954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:32.224374 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.237090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736f602-8688-40ee-a696-e5dece7fcf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f8ba4-0c5a-4f3c-b84a-ba8b3a7fb2ae,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:32.244044 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c736f602-8688-40ee-a696-e5dece7fcf2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d3795f3fbbf45d983767a9165d84db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9862943 Sep 17 22:21:32.244422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53166) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:32.326121 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218f2448-8eec-44db-83a5-2ade465f784f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.365966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.401038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218f2448-8eec-44db-83a5-2ade465f784f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.429899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:32.520998 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.526221 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.527131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f6f73823-e240-4a58-bf12-fb3f19d1bebb up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:32.597436 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218f2448-8eec-44db-83a5-2ade465f784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.601405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-218f2448-8eec-44db-83a5-2ade465f784f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.602605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-218f2448-8eec-44db-83a5-2ade465f784f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/617f8ba4-0c5a-4f3c-b84a-ba8b3a7fb2ae HTTP/1.1" status: 204 len: 168 time: 0.3570220 Sep 17 22:21:32.613123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f2448-8eec-44db-83a5-2ade465f784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f8ba4-0c5a-4f3c-b84a-ba8b3a7fb2ae,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:32.614190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:32.648771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.686498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:21:32.715800 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62d02b-ea52-48ac-8b0e-93374dc35a7b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:32.723496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.723966 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Added segment f53b11a6-6438-481d-bddf-763f95a1aa78 of type vlan for network 3636b931-c88d-4972-91af-0e1b2bdb99ab Sep 17 22:21:32.732862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port f6f73823-e240-4a58-bf12-fb3f19d1bebb completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:32.737396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port f6f73823-e240-4a58-bf12-fb3f19d1bebb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:32.737719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.846771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.850253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-591547f1-5953-4fd2-b005-2598b5b366d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.864709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Deleting port 06725299-d78a-4060-a722-52c721e559ff {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:32.865697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.909870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.954130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb3b9-8a9b-4698-baba-085caaa8d098 req-ff318c4e-57e3-4c3a-8df3-18a699a83f1a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:32.965664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f6f73823-e240-4a58-bf12-fb3f19d1bebb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:32.970140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] For port 06725299-d78a-4060-a722-52c721e559ff, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=06725299-d78a-4060-a722-52c721e559ff,segment=NetworkSegment(5c330cdf-206e-42e2-ab43-ce11375dc1a4),segment_id=5c330cdf-206e-42e2-ab43-ce11375dc1a4)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:32.970628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:32.977701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb3b9-8a9b-4698-baba-085caaa8d098 req-ff318c4e-57e3-4c3a-8df3-18a699a83f1a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:32.984121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb3b9-8a9b-4698-baba-085caaa8d098 req-ff318c4e-57e3-4c3a-8df3-18a699a83f1a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:32.989864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Calling delete_port for 06725299-d78a-4060-a722-52c721e559ff owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:32.990116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb3b9-8a9b-4698-baba-085caaa8d098 req-ff318c4e-57e3-4c3a-8df3-18a699a83f1a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:32.996115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb3b9-8a9b-4698-baba-085caaa8d098 req-ff318c4e-57e3-4c3a-8df3-18a699a83f1a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:33.002755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb3b9-8a9b-4698-baba-085caaa8d098 req-ff318c4e-57e3-4c3a-8df3-18a699a83f1a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:33.015269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb3b9-8a9b-4698-baba-085caaa8d098 req-ff318c4e-57e3-4c3a-8df3-18a699a83f1a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:33.025155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b4bb3b9-8a9b-4698-baba-085caaa8d098 req-ff318c4e-57e3-4c3a-8df3-18a699a83f1a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5429 time: 0.1429510 Sep 17 22:21:33.038332 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.039333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:33.039921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.045587 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-591547f1-5953-4fd2-b005-2598b5b366d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.086705 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.087552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 283912f1-9194-4d2f-a00c-a4650cd4c715 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:33.121577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] Pushing event updated for resources: {'Network': ['ID=3636b931-c88d-4972-91af-0e1b2bdb99ab,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:33.175792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b4bb3b9-8a9b-4698-baba-085caaa8d098 req-e75b5992-1d0e-404d-a88f-c79a9bffdc16 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368692 Sep 17 22:21:33.183811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-591547f1-5953-4fd2-b005-2598b5b366d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff7e971b6206432a9382997d631f7a14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2709320 Sep 17 22:21:33.184097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53200) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:33.187613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591547f1-5953-4fd2-b005-2598b5b366d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e407d0-8a0e-4f08-ae3b-e9fe36808d41,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:33.203468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=f6f73823-e240-4a58-bf12-fb3f19d1bebb,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:33.206842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 3636b931-c88d-4972-91af-0e1b2bdb99ab details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:21:33.238950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Made reservation on behalf of 3ffa36fdc5d248a5a1d306e5c8ca065d for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:33.241700 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.355456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-120f6bb3-ca6e-4336-9574-3cca10d6449d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.360989 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-993b4c0b-a894-46ba-b525-cf6f79299325 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1959918 Sep 17 22:21:33.372171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53210) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:33.380466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Request body: {'subnet': {'network_id': '3636b931-c88d-4972-91af-0e1b2bdb99ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1090609343-subnet', 'tenant_id': '48c0074dd5cc4951a186b6c22f781dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:33.402964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-120f6bb3-ca6e-4336-9574-3cca10d6449d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.532326 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.572751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Pushing event deleted for resources: {'Port': ['ID=06725299-d78a-4060-a722-52c721e559ff,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:33.606181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Made reservation on behalf of 48c0074dd5cc4951a186b6c22f781dc4 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:33.610567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.614639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-120f6bb3-ca6e-4336-9574-3cca10d6449d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.617906 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-120f6bb3-ca6e-4336-9574-3cca10d6449d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.619249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-120f6bb3-ca6e-4336-9574-3cca10d6449d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71e407d0-8a0e-4f08-ae3b-e9fe36808d41 HTTP/1.1" status: 204 len: 168 time: 0.4330592 Sep 17 22:21:33.627800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 283912f1-9194-4d2f-a00c-a4650cd4c715 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:33.633708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 283912f1-9194-4d2f-a00c-a4650cd4c715 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:33.637414 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.675466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f6bb3-ca6e-4336-9574-3cca10d6449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e407d0-8a0e-4f08-ae3b-e9fe36808d41,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:33.743537 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.766729 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.819961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 283912f1-9194-4d2f-a00c-a4650cd4c715, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=283912f1-9194-4d2f-a00c-a4650cd4c715,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:33.878467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:33.903320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Checking segment: {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:33.904544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Network hostable DHCP agents. Network: 057dac44-70f0-4b7a-a29a-b577f279a090, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:21:33.914654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.916170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 69f5ea08-1733-4003-80b0-4221fe2cbcbd up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:33.977411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:33.982980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fff7491-5a32-44e8-9b3c-a3e6d20b95eb'}, {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb'}, {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283912f1-9194-4d2f-a00c-a4650cd4c715'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:33.990023 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb206071-6d06-427c-a338-96fbc23c6982" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "2fff7491-5a32-44e8-9b3c-a3e6d20b95eb"}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "f6f73823-e240-4a58-bf12-fb3f19d1bebb"}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "283912f1-9194-4d2f-a00c-a4650cd4c715"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:33.993023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=283912f1-9194-4d2f-a00c-a4650cd4c715,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:34.038631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Network 057dac44-70f0-4b7a-a29a-b577f279a090 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:21:34.099051 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26fd8d6-e372-4869-951e-ea8764ac74de x-openstack-request-id: req-b26fd8d6-e372-4869-951e-ea8764ac74de {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:34.099359 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "2fff7491-5a32-44e8-9b3c-a3e6d20b95eb", "code": 200}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "f6f73823-e240-4a58-bf12-fb3f19d1bebb", "code": 200}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "283912f1-9194-4d2f-a00c-a4650cd4c715", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:34.099613 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b26fd8d6-e372-4869-951e-ea8764ac74de {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:34.100011 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fff7491-5a32-44e8-9b3c-a3e6d20b95eb', 'code': 200} Sep 17 22:21:34.100266 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb', 'code': 200} Sep 17 22:21:34.100519 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283912f1-9194-4d2f-a00c-a4650cd4c715', 'code': 200} Sep 17 22:21:34.101061 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.168449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 057dac44-70f0-4b7a-a29a-b577f279a090) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:34.171377 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.172031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.181399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833bfdb1-ce27-4ea9-85c3-2f86d91b9175 None None] Network 057dac44-70f0-4b7a-a29a-b577f279a090 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:34.199624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 69f5ea08-1733-4003-80b0-4221fe2cbcbd completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:34.214638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 69f5ea08-1733-4003-80b0-4221fe2cbcbd triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:34.215039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.244877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Pushing event updated for resources: {'Subnet': ['ID=748aca10-1d39-4bb0-8578-ff8eafc7c174,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:34.254627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Checking segment: {'id': 'f53b11a6-6438-481d-bddf-763f95a1aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3636b931-c88d-4972-91af-0e1b2bdb99ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:34.255037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Network hostable DHCP agents. Network: 3636b931-c88d-4972-91af-0e1b2bdb99ab, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:21:34.322633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bd5fa587-53d9-4205-89df-f4e4fc75a1f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1689186 Sep 17 22:21:34.390246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1849f6a3-171d-4cbd-8dcd-ad223d804815 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:34.418483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Network 3636b931-c88d-4972-91af-0e1b2bdb99ab is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:21:34.452620 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Sync routers for ids ['a51103b9-2348-4c7c-a839-51f66ef78ecc'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:34.467925 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Routers {'a51103b9-2348-4c7c-a839-51f66ef78ecc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:34.470325 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a51103b9-2348-4c7c-a839-51f66ef78ecc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:34.480448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f50d5-0901-45fe-a616-bf93e3b9f966 req-01a85816-414d-4f05-a4d8-8c871b194555 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.507720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f50d5-0901-45fe-a616-bf93e3b9f966 req-01a85816-414d-4f05-a4d8-8c871b194555 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.517132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f50d5-0901-45fe-a616-bf93e3b9f966 req-01a85816-414d-4f05-a4d8-8c871b194555 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.522364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f50d5-0901-45fe-a616-bf93e3b9f966 req-01a85816-414d-4f05-a4d8-8c871b194555 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.531674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f50d5-0901-45fe-a616-bf93e3b9f966 req-01a85816-414d-4f05-a4d8-8c871b194555 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.538448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f50d5-0901-45fe-a616-bf93e3b9f966 req-01a85816-414d-4f05-a4d8-8c871b194555 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.545897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f50d5-0901-45fe-a616-bf93e3b9f966 req-01a85816-414d-4f05-a4d8-8c871b194555 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.548799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Router 10ce5e0b-680c-4aaf-9752-3c97af370adf has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:34.554771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb5f50d5-0901-45fe-a616-bf93e3b9f966 req-01a85816-414d-4f05-a4d8-8c871b194555 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5431 time: 0.2089009 Sep 17 22:21:34.560640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 3636b931-c88d-4972-91af-0e1b2bdb99ab) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:34.566006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:34.566596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.612900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb5f50d5-0901-45fe-a616-bf93e3b9f966 req-31b2e5b2-fa5f-4a11-a345-cb3b5cee3cf3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571191 Sep 17 22:21:34.620242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea4737-856a-4df6-a19e-3d73ae8d1967 None None] Network 3636b931-c88d-4972-91af-0e1b2bdb99ab requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:34.723475 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Set router a51103b9-2348-4c7c-a839-51f66ef78ecc gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:34.882345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1849f6a3-171d-4cbd-8dcd-ad223d804815 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:34.883055 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.917310 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:34.929771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b380c98d-edf7-4c1f-be62-7c733de204c9 None None] Network 057dac44-70f0-4b7a-a29a-b577f279a090 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:35.051410 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:23Z', 'updated_at': '2021-09-17T22:21:29Z', 'revision_number': 4, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'gw_port': {'id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:25Z', 'updated_at': '2021-09-17T22:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'afddfe07-9b68-4abe-9785-41800788cb50', 'name': '', 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'mac_address': 'fa:16:3e:fd:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:28Z', 'updated_at': '2021-09-17T22:21:29Z', 'revision_number': 2, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'subnets': [{'id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:35.083306 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Checking router: a51103b9-2348-4c7c-a839-51f66ef78ecc for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:35.084017 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Updating router a51103b9-2348-4c7c-a839-51f66ef78ecc port afddfe07-9b68-4abe-9785-41800788cb50 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:21:35.141474 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0f6e15d4-b486-437f-a953-90695a18590e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7676613 Sep 17 22:21:35.155031 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.161028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad25eb-a601-407d-82e2-f65755e1fe22 None None] Network 3636b931-c88d-4972-91af-0e1b2bdb99ab requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:21:35.235283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:35.249998 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4adfadb5-c7bd-4bd2-a244-9f858ea9612c admin admin] 10.222.0.13 "PUT /v2.0/routers/10ce5e0b-680c-4aaf-9752-3c97af370adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7519150 Sep 17 22:21:35.252929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53296) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:35.259908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace703d9-3767-4203-9924-f56d2930170e None None] Sync routers for ids ['10ce5e0b-680c-4aaf-9752-3c97af370adf'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:35.358585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 69f5ea08-1733-4003-80b0-4221fe2cbcbd, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:35.457777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace703d9-3767-4203-9924-f56d2930170e None None] Routers {'10ce5e0b-680c-4aaf-9752-3c97af370adf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:35.457777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ace703d9-3767-4203-9924-f56d2930170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['10ce5e0b-680c-4aaf-9752-3c97af370adf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:35.509904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.636245 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.736397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-5a425a9f-59c9-46e4-aafd-070217cd7c0d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:35.737760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.746467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-5a425a9f-59c9-46e4-aafd-070217cd7c0d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 814 time: 0.2656012 Sep 17 22:21:35.767756 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:35.842183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-29ca9ef3-b337-43ac-b02b-cdf677e5696d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/quotas/3ffa36fdc5d248a5a1d306e5c8ca065d HTTP/1.1" status: 200 len: 375 time: 0.0929570 Sep 17 22:21:35.912880 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed758d-4fdf-4363-b6df-bff90fa17644 None None] Pushing event updated for resources: {'Port': ['ID=afddfe07-9b68-4abe-9785-41800788cb50,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:35.931737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ace703d9-3767-4203-9924-f56d2930170e None None] Set router 10ce5e0b-680c-4aaf-9752-3c97af370adf gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:35.962343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-1c9c22d4-7133-4c02-8e79-c71d02e0b6de tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171944 Sep 17 22:21:35.993375 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Deleting port 0d84101c-a8b0-4277-9fad-f2be8e86916e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:35.993727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.033863 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Attempting to bind port afddfe07-9b68-4abe-9785-41800788cb50 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:36.038140 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Attempting to bind port afddfe07-9b68-4abe-9785-41800788cb50 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e3feb573-5f3b-447f-8d19-225949bbd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:36.038140 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Attempting to bind port afddfe07-9b68-4abe-9785-41800788cb50 on network ac317094-32f2-4693-b50e-6d3d4ada6f07 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:36.059805 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:36.061788 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Checking segment: {'id': 'e3feb573-5f3b-447f-8d19-225949bbd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:36.063099 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.065388 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Bound using segment: {'id': 'e3feb573-5f3b-447f-8d19-225949bbd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:36.066131 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Bound port: afddfe07-9b68-4abe-9785-41800788cb50, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb573-5f3b-447f-8d19-225949bbd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:36.066709 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.123858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.124680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 43fbbe21-2868-46d6-b8de-ebe64362d0a7 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:36.126188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5ea08-1733-4003-80b0-4221fe2cbcbd'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:36.129062 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55618430-bba9-4085-ad19-bfabfb6b6d09" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "69f5ea08-1733-4003-80b0-4221fe2cbcbd"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:36.161572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfe3c5-4964-4f47-b03f-b884cacc1ccf req-06d1bdd5-8f7b-45e7-b92c-e7f600c0d593 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.176968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfe3c5-4964-4f47-b03f-b884cacc1ccf req-06d1bdd5-8f7b-45e7-b92c-e7f600c0d593 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.217181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfe3c5-4964-4f47-b03f-b884cacc1ccf req-06d1bdd5-8f7b-45e7-b92c-e7f600c0d593 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.291326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfe3c5-4964-4f47-b03f-b884cacc1ccf req-06d1bdd5-8f7b-45e7-b92c-e7f600c0d593 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.293431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] For port 0d84101c-a8b0-4277-9fad-f2be8e86916e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0d84101c-a8b0-4277-9fad-f2be8e86916e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:36.293431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.294302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfe3c5-4964-4f47-b03f-b884cacc1ccf req-06d1bdd5-8f7b-45e7-b92c-e7f600c0d593 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.294302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfe3c5-4964-4f47-b03f-b884cacc1ccf req-06d1bdd5-8f7b-45e7-b92c-e7f600c0d593 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.297004 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] For port afddfe07-9b68-4abe-9785-41800788cb50, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:36.297876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Calling delete_port for 0d84101c-a8b0-4277-9fad-f2be8e86916e owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:36.305198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfe3c5-4964-4f47-b03f-b884cacc1ccf req-06d1bdd5-8f7b-45e7-b92c-e7f600c0d593 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:36.307096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66cfe3c5-4964-4f47-b03f-b884cacc1ccf req-06d1bdd5-8f7b-45e7-b92c-e7f600c0d593 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5432 time: 0.5207517 Sep 17 22:21:36.313893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=69f5ea08-1733-4003-80b0-4221fe2cbcbd,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:36.315305 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] For port afddfe07-9b68-4abe-9785-41800788cb50, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=afddfe07-9b68-4abe-9785-41800788cb50,segment=NetworkSegment(e3feb573-5f3b-447f-8d19-225949bbd61e),segment_id=e3feb573-5f3b-447f-8d19-225949bbd61e)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:36.406544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-35449c2f-ecf8-4eaa-8e5d-b0b5bfa91e25 service neutron] 10.222.0.13 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418252 Sep 17 22:21:36.419272 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.455086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66cfe3c5-4964-4f47-b03f-b884cacc1ccf req-0ee4b1fa-bd37-4cec-be16-e1e3a2217c55 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993814 Sep 17 22:21:36.522499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 1849f6a3-171d-4cbd-8dcd-ad223d804815, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1849f6a3-171d-4cbd-8dcd-ad223d804815,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:36.533651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-aff15964-d929-40e1-859d-239b27728bd7 None None] Provisioning complete for port afddfe07-9b68-4abe-9785-41800788cb50 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:36.534330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aff15964-d929-40e1-859d-239b27728bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.566599 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acc9b58-f2a6-4940-98f1-4462559425c5 x-openstack-request-id: req-2acc9b58-f2a6-4940-98f1-4462559425c5 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:36.567343 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "69f5ea08-1733-4003-80b0-4221fe2cbcbd", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:36.567778 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2acc9b58-f2a6-4940-98f1-4462559425c5 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:36.568363 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5ea08-1733-4003-80b0-4221fe2cbcbd', 'code': 200} Sep 17 22:21:36.569432 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.580935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-84511ff6-82ed-4352-a123-8755e362d457 service neutron] 10.222.0.13 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618867 Sep 17 22:21:36.641980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-aff15964-d929-40e1-859d-239b27728bd7 None None] Port afddfe07-9b68-4abe-9785-41800788cb50 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:21:36.674113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:36.690119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:36.690900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.700977 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Routers {'a51103b9-2348-4c7c-a839-51f66ef78ecc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:36.704939 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a51103b9-2348-4c7c-a839-51f66ef78ecc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:36.743811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ace703d9-3767-4203-9924-f56d2930170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:14Z', 'updated_at': '2021-09-17T22:21:33Z', 'revision_number': 5, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'gw_port': {'id': '0d84101c-a8b0-4277-9fad-f2be8e86916e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:15Z', 'updated_at': '2021-09-17T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:36.748483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.815413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:36.821448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d84101c-a8b0-4277-9fad-f2be8e86916e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:36.828280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace703d9-3767-4203-9924-f56d2930170e None None] Checking router: 10ce5e0b-680c-4aaf-9752-3c97af370adf for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:36.964120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace703d9-3767-4203-9924-f56d2930170e None None] Routers {'10ce5e0b-680c-4aaf-9752-3c97af370adf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:36.964767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ace703d9-3767-4203-9924-f56d2930170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['10ce5e0b-680c-4aaf-9752-3c97af370adf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:37.057758 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed758d-4fdf-4363-b6df-bff90fa17644 None None] Pushing event updated for resources: {'Port': ['ID=afddfe07-9b68-4abe-9785-41800788cb50,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:37.069343 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.133673 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.137360 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:21:37.170580 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] Set router a51103b9-2348-4c7c-a839-51f66ef78ecc gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:37.177285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53378) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:37.180778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=1849f6a3-171d-4cbd-8dcd-ad223d804815,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:37.182133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9a8cb32-2d0b-48f2-86e2-de46cc5737ce req-5078c4c4-95c5-45d7-b97e-462a2e57df36 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 210 time: 0.1282094 Sep 17 22:21:37.209051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ace703d9-3767-4203-9924-f56d2930170e None None] Set router 10ce5e0b-680c-4aaf-9752-3c97af370adf gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:37.270498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 43fbbe21-2868-46d6-b8de-ebe64362d0a7, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:37.358374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-13985767-931e-49f0-967a-e29dc02e0227 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:37.364650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.367495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.372346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-13985767-931e-49f0-967a-e29dc02e0227 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/networks?id=3636b931-c88d-4972-91af-0e1b2bdb99ab HTTP/1.1" status: 200 len: 818 time: 0.4405522 Sep 17 22:21:37.381015 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.381847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:37.404420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-e1f6b119-c646-4a2c-a640-8b9d4264809b tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/quotas/48c0074dd5cc4951a186b6c22f781dc4 HTTP/1.1" status: 200 len: 375 time: 0.0304320 Sep 17 22:21:37.444805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9efddf00-942e-4e23-8fc9-d36641a1e6b1 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=48c0074dd5cc4951a186b6c22f781dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392778 Sep 17 22:21:37.461188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ace703d9-3767-4203-9924-f56d2930170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:14Z', 'updated_at': '2021-09-17T22:21:36Z', 'revision_number': 7, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:37.543205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace703d9-3767-4203-9924-f56d2930170e None None] The sync data for ids ['10ce5e0b-680c-4aaf-9752-3c97af370adf'] in n-d-713498-17 is: [{'id': '10ce5e0b-680c-4aaf-9752-3c97af370adf', 'name': 'tempest-ServerRescueTestJSON-1107202238-router', 'tenant_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:14Z', 'updated_at': '2021-09-17T22:21:36Z', 'revision_number': 7, 'project_id': '870cbf9c6da8416da2ae754f1c8dffcb', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:37.544669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.545874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10ce5e0b-680c-4aaf-9752-3c97af370adf {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:21:37.546034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0fec116f-6f42-489d-9a45-622c41089f87 None None] Provisioning complete for port afddfe07-9b68-4abe-9785-41800788cb50 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:37.546358 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0fec116f-6f42-489d-9a45-622c41089f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.552643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.554905 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-223af6bb-0d1e-4845-b010-0e7bd3ddaf8f admin admin] 10.222.0.13 "DELETE /v2.0/routers/10ce5e0b-680c-4aaf-9752-3c97af370adf HTTP/1.1" status: 204 len: 168 time: 2.3008287 Sep 17 22:21:37.558278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53400) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:37.699375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=43fbbe21-2868-46d6-b8de-ebe64362d0a7,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:37.714521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2c8be0-c804-4170-8ed4-c29dc395fb94 admin admin] Deleting subnet 15ce2c70-6f3d-4b9a-b608-15f8bb71974a {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:21:37.734330 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8be0-c804-4170-8ed4-c29dc395fb94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.758495 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0fec116f-6f42-489d-9a45-622c41089f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.783343 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f9f0e4a-ecf6-490e-a22b-0a567a5c02db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.824319 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8be0-c804-4170-8ed4-c29dc395fb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.846611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:37.851620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:37.852142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:37.866724 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:23Z', 'updated_at': '2021-09-17T22:21:29Z', 'revision_number': 4, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'gw_port': {'id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:25Z', 'updated_at': '2021-09-17T22:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'afddfe07-9b68-4abe-9785-41800788cb50', 'name': '', 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'mac_address': 'fa:16:3e:fd:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:28Z', 'updated_at': '2021-09-17T22:21:36Z', 'revision_number': 4, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'subnets': [{'id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:37.901471 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d7888-cf44-44f6-8175-a629a3ea03e8 None None] The sync data for ids ['a51103b9-2348-4c7c-a839-51f66ef78ecc'] in n-d-713498-17 is: [{'id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:23Z', 'updated_at': '2021-09-17T22:21:29Z', 'revision_number': 4, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'gw_port': {'id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:25Z', 'updated_at': '2021-09-17T22:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'afddfe07-9b68-4abe-9785-41800788cb50', 'name': '', 'network_id': 'ac317094-32f2-4693-b50e-6d3d4ada6f07', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'mac_address': 'fa:16:3e:fd:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:28Z', 'updated_at': '2021-09-17T22:21:36Z', 'revision_number': 4, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'subnets': [{'id': 'f056ba23-0798-4adb-8370-9bfe29e7365f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:37.926554 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8be0-c804-4170-8ed4-c29dc395fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.010547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0fec116f-6f42-489d-9a45-622c41089f87 None None] For port afddfe07-9b68-4abe-9785-41800788cb50, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=afddfe07-9b68-4abe-9785-41800788cb50,segment=NetworkSegment(e3feb573-5f3b-447f-8d19-225949bbd61e),segment_id=e3feb573-5f3b-447f-8d19-225949bbd61e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:38.173477 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0fec116f-6f42-489d-9a45-622c41089f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.230356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.281941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:38.283059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec116f-6f42-489d-9a45-622c41089f87 None None] Pushing event updated for resources: {'Port': ['ID=afddfe07-9b68-4abe-9785-41800788cb50,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:38.289884 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8be0-c804-4170-8ed4-c29dc395fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.305004 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.330454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c8be0-c804-4170-8ed4-c29dc395fb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ce2c70-6f3d-4b9a-b608-15f8bb71974a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:38.337308 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8be0-c804-4170-8ed4-c29dc395fb94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.339401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2c2c8be0-c804-4170-8ed4-c29dc395fb94 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/15ce2c70-6f3d-4b9a-b608-15f8bb71974a HTTP/1.1" status: 204 len: 168 time: 0.7796540 Sep 17 22:21:38.343298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53430) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:38.390950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f9f0e4a-ecf6-490e-a22b-0a567a5c02db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.428423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-da106a19-9aa2-4053-a0a7-be32e48e61f1 service neutron] 10.222.0.13 "GET /v2.0/networks/3636b931-c88d-4972-91af-0e1b2bdb99ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9645209 Sep 17 22:21:38.461040 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.488034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fa16c-ac81-447b-b8ee-1decdd68fc6e req-cd3d0104-829c-452b-b334-3f3b0c048507 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.494666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fa16c-ac81-447b-b8ee-1decdd68fc6e req-cd3d0104-829c-452b-b334-3f3b0c048507 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.503474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fa16c-ac81-447b-b8ee-1decdd68fc6e req-cd3d0104-829c-452b-b334-3f3b0c048507 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.507505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fa16c-ac81-447b-b8ee-1decdd68fc6e req-cd3d0104-829c-452b-b334-3f3b0c048507 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.514396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fa16c-ac81-447b-b8ee-1decdd68fc6e req-cd3d0104-829c-452b-b334-3f3b0c048507 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.521140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fa16c-ac81-447b-b8ee-1decdd68fc6e req-cd3d0104-829c-452b-b334-3f3b0c048507 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.527246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fa16c-ac81-447b-b8ee-1decdd68fc6e req-cd3d0104-829c-452b-b334-3f3b0c048507 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:38.537872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d7fa16c-ac81-447b-b8ee-1decdd68fc6e req-cd3d0104-829c-452b-b334-3f3b0c048507 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5433 time: 0.9059937 Sep 17 22:21:38.549483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.619197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fbbe21-2868-46d6-b8de-ebe64362d0a7'}, {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:38.619409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.626115 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c39f375-f1fb-4730-8ef1-a275ebcbec3f" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "43fbbe21-2868-46d6-b8de-ebe64362d0a7"}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "1911c6d1-70dc-4f9e-a186-aa1654fb8c14"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:38.638851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f9f0e4a-ecf6-490e-a22b-0a567a5c02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.639226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:38.681277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:38.682016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c7f4228a-ade0-46a7-a8e5-4ccd405b2e9c not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:38.703190 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2f9f0e4a-ecf6-490e-a22b-0a567a5c02db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d02a9b6620714221b6ac6383a12e34df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5145657 Sep 17 22:21:38.704366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:38.706819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9993fd27-9a55-47f7-9df6-03c8088c4005']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:38.708499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53440) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:38.724739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f0e4a-ecf6-490e-a22b-0a567a5c02db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a13f1-58c1-4541-9f8a-4ff59eb9ef56,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:38.740012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c330cdf-206e-42e2-ab43-ce11375dc1a4') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:38.740299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c330cdf-206e-42e2-ab43-ce11375dc1a4') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:38.748465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d7fa16c-ac81-447b-b8ee-1decdd68fc6e req-5c029c92-8241-4f1d-8528-be0bdd03f663 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2079380 Sep 17 22:21:38.752914 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.764309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-d4628ec5-4adc-44b9-933e-1c7dd78b24eb service neutron] 10.222.0.13 "GET /v2.0/networks/3636b931-c88d-4972-91af-0e1b2bdb99ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274319 Sep 17 22:21:38.775056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.787200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:21:38.788442 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:21:38.793342 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:21:38.892706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc9cef2e-c0de-433d-816d-4f884724f964 req-1de978b6-ecf0-4e36-ad48-a73045dcc809 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 210 time: 0.0741427 Sep 17 22:21:38.915531 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b280-0fab-46a7-bf83-a94a2b1eab28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:38.950270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b280-0fab-46a7-bf83-a94a2b1eab28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:39.031133 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a8f3b4-a3b3-426e-a80b-1dabb7d594f8 x-openstack-request-id: req-b1a8f3b4-a3b3-426e-a80b-1dabb7d594f8 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:39.031713 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "43fbbe21-2868-46d6-b8de-ebe64362d0a7", "code": 200}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-plugged", "status": "completed", "tag": "1911c6d1-70dc-4f9e-a186-aa1654fb8c14", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:39.031713 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1a8f3b4-a3b3-426e-a80b-1dabb7d594f8 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:39.032050 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fbbe21-2868-46d6-b8de-ebe64362d0a7', 'code': 200} Sep 17 22:21:39.032485 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14', 'code': 200} Sep 17 22:21:39.054968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1849f6a3-171d-4cbd-8dcd-ad223d804815 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:39.092719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:39.119692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:39.124170 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9993fd27-9a55-47f7-9df6-03c8088c4005 HTTP/1.1" status: 204 len: 168 time: 0.7805953 Sep 17 22:21:39.126965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b280-0fab-46a7-bf83-a94a2b1eab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:39.129426 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110fdeb-37e8-47d1-86a3-137f054f5495 admin admin] Pushing event deleted for resources: {'Network': ['ID=9993fd27-9a55-47f7-9df6-03c8088c4005,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:39.139128 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b280-0fab-46a7-bf83-a94a2b1eab28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:39.141582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4cb2b280-0fab-46a7-bf83-a94a2b1eab28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d9a13f1-58c1-4541-9f8a-4ff59eb9ef56 HTTP/1.1" status: 204 len: 168 time: 0.4247077 Sep 17 22:21:39.156834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1849f6a3-171d-4cbd-8dcd-ad223d804815 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:39.157550 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:39.231240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2b280-0fab-46a7-bf83-a94a2b1eab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a13f1-58c1-4541-9f8a-4ff59eb9ef56,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:39.311954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-595a5cbb-deb5-4c5e-9ccb-abe688bc3cbd req-92fcf389-98cd-4e43-be48-8047ce729dc6 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 210 time: 0.1216278 Sep 17 22:21:39.341915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device afddfe07-9b68-4abe-9785-41800788cb50 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:39.344801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491782e-27e9-4ab1-a364-17ded9b293d1 req-8a490477-0253-4035-9dbe-820540aed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.345284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491782e-27e9-4ab1-a364-17ded9b293d1 req-8a490477-0253-4035-9dbe-820540aed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.345745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491782e-27e9-4ab1-a364-17ded9b293d1 req-8a490477-0253-4035-9dbe-820540aed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.346204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491782e-27e9-4ab1-a364-17ded9b293d1 req-8a490477-0253-4035-9dbe-820540aed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.348660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491782e-27e9-4ab1-a364-17ded9b293d1 req-8a490477-0253-4035-9dbe-820540aed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.349135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491782e-27e9-4ab1-a364-17ded9b293d1 req-8a490477-0253-4035-9dbe-820540aed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.349611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491782e-27e9-4ab1-a364-17ded9b293d1 req-8a490477-0253-4035-9dbe-820540aed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.351631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5491782e-27e9-4ab1-a364-17ded9b293d1 req-8a490477-0253-4035-9dbe-820540aed7b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6498 time: 0.1853838 Sep 17 22:21:39.425608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port afddfe07-9b68-4abe-9785-41800788cb50 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:39.425608 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:39.425848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5491782e-27e9-4ab1-a364-17ded9b293d1 req-666ab516-8e84-4bc3-b068-44704ff346b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5c8ddb39-1a07-416c-9790-1e6181a1a983&id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645669 Sep 17 22:21:39.573728 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0d84101c-a8b0-4277-9fad-f2be8e86916e no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:39.595310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0d84101c-a8b0-4277-9fad-f2be8e86916e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:39.595649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0d84101c-a8b0-4277-9fad-f2be8e86916e not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:39.596078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 06725299-d78a-4060-a722-52c721e559ff no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:39.614347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 06725299-d78a-4060-a722-52c721e559ff {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:39.614686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 06725299-d78a-4060-a722-52c721e559ff not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:39.895380 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:39.919147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94870cbb-5fb6-4292-8069-eca8b19a3efb req-8f5fdfac-6b26-4a4d-9f65-efca9eecb1ad tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.925406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94870cbb-5fb6-4292-8069-eca8b19a3efb req-8f5fdfac-6b26-4a4d-9f65-efca9eecb1ad tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.931429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94870cbb-5fb6-4292-8069-eca8b19a3efb req-8f5fdfac-6b26-4a4d-9f65-efca9eecb1ad tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.937974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94870cbb-5fb6-4292-8069-eca8b19a3efb req-8f5fdfac-6b26-4a4d-9f65-efca9eecb1ad tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.943971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94870cbb-5fb6-4292-8069-eca8b19a3efb req-8f5fdfac-6b26-4a4d-9f65-efca9eecb1ad tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.950355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94870cbb-5fb6-4292-8069-eca8b19a3efb req-8f5fdfac-6b26-4a4d-9f65-efca9eecb1ad tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.959420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94870cbb-5fb6-4292-8069-eca8b19a3efb req-8f5fdfac-6b26-4a4d-9f65-efca9eecb1ad tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:39.973286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94870cbb-5fb6-4292-8069-eca8b19a3efb req-8f5fdfac-6b26-4a4d-9f65-efca9eecb1ad tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5434 time: 0.1386316 Sep 17 22:21:40.029074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94870cbb-5fb6-4292-8069-eca8b19a3efb req-fc932df6-6df3-4f00-8b71-62e9e7e408e9 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522189 Sep 17 22:21:40.064933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53508) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:40.079440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74922efc-fd4c-4802-b8ac-3f00e545aad0 req-46407a20-d156-47fe-808e-fb336463c352 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 210 time: 0.0468683 Sep 17 22:21:40.132243 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2694b95d-5176-43f5-a1d5-5af04d37f5ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=870cbf9c6da8416da2ae754f1c8dffcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658417 Sep 17 22:21:40.135194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53514) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:40.202284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-157b7e5a-46ff-4fb2-8794-32642168da5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:40.225606 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-157b7e5a-46ff-4fb2-8794-32642168da5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:40.434742 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-157b7e5a-46ff-4fb2-8794-32642168da5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:40.438485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26519814-83bd-4730-9a83-8cc2507b86e4 req-67d574d2-1fc3-413b-ab4f-96c635c5d0d9 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 210 time: 0.0373549 Sep 17 22:21:40.439467 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-157b7e5a-46ff-4fb2-8794-32642168da5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:40.440781 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-157b7e5a-46ff-4fb2-8794-32642168da5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/330c0458-56b8-4d50-9e2d-68b46994bd0b HTTP/1.1" status: 204 len: 168 time: 0.3045816 Sep 17 22:21:40.450044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7e5a-46ff-4fb2-8794-32642168da5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330c0458-56b8-4d50-9e2d-68b46994bd0b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:40.837661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-459aa850-7d41-4222-acd7-a203886b4487 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:40.839376 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-459aa850-7d41-4222-acd7-a203886b4487 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 814 time: 0.1158676 Sep 17 22:21:40.852564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Request body: {'port': {'device_id': '4c87fef8-dba0-40d1-a90e-45781e808a08', 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090', 'admin_state_up': True, 'tenant_id': '3ffa36fdc5d248a5a1d306e5c8ca065d'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:41.177989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Made reservation on behalf of 3ffa36fdc5d248a5a1d306e5c8ca065d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:41.183589 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:41.207668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ea8-81a2-4d50-b1bd-7fb9e8bb55b9 req-aa99de54-6edb-4059-bdd7-0ccd89dc2de7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.213966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ea8-81a2-4d50-b1bd-7fb9e8bb55b9 req-aa99de54-6edb-4059-bdd7-0ccd89dc2de7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.221433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ea8-81a2-4d50-b1bd-7fb9e8bb55b9 req-aa99de54-6edb-4059-bdd7-0ccd89dc2de7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.228228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ea8-81a2-4d50-b1bd-7fb9e8bb55b9 req-aa99de54-6edb-4059-bdd7-0ccd89dc2de7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.235040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ea8-81a2-4d50-b1bd-7fb9e8bb55b9 req-aa99de54-6edb-4059-bdd7-0ccd89dc2de7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.242340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ea8-81a2-4d50-b1bd-7fb9e8bb55b9 req-aa99de54-6edb-4059-bdd7-0ccd89dc2de7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.251127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4ea8-81a2-4d50-b1bd-7fb9e8bb55b9 req-aa99de54-6edb-4059-bdd7-0ccd89dc2de7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.260321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db7d4ea8-81a2-4d50-b1bd-7fb9e8bb55b9 req-aa99de54-6edb-4059-bdd7-0ccd89dc2de7 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5434 time: 0.1331627 Sep 17 22:21:41.301455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02404bdf-a638-48db-aae4-b16cafd1e968 req-3ea25615-1ec7-4a5f-82df-13e55ebd3f99 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 210 time: 0.0388498 Sep 17 22:21:41.332134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db7d4ea8-81a2-4d50-b1bd-7fb9e8bb55b9 req-79c47734-b9ad-4db4-8e2b-f14e2a701b81 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707023 Sep 17 22:21:41.424242 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Allocated IP 172.20.0.5 (057dac44-70f0-4b7a-a29a-b577f279a090/fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd/36434616-4dcf-40f6-88ef-937cf772ef00) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:41.553360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac56c737-88a1-40b6-aa98-258be01e2388 req-29be7f81-a1a9-498a-98e0-5180b4475871 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 210 time: 0.0335708 Sep 17 22:21:41.643588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:41.863881 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:41.914491 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Network 057dac44-70f0-4b7a-a29a-b577f279a090 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:41.917884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:41.921583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:41.952754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Pushing event updated for resources: {'Port': ['ID=36434616-4dcf-40f6-88ef-937cf772ef00,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:41.981493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:41.982920 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.093872 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-9305d997-071f-4454-9e22-b941504d874d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2448928 Sep 17 22:21:42.105801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Request body: {'port': {'device_id': '4c87fef8-dba0-40d1-a90e-45781e808a08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:42.163384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53600) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:42.197705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.539324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820e8a-b824-41e6-8401-e61954e3e990 req-44f027ea-edc2-40eb-8977-6ec15faff152 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.540950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93820e8a-b824-41e6-8401-e61954e3e990 req-44f027ea-edc2-40eb-8977-6ec15faff152 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 931 time: 0.1297796 Sep 17 22:21:42.553751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33109-4fd4-4612-8d9d-d92247cd1c58 req-74df4001-8071-44de-950c-1fd03e3eb735 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.559798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33109-4fd4-4612-8d9d-d92247cd1c58 req-74df4001-8071-44de-950c-1fd03e3eb735 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.561195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36434616-4dcf-40f6-88ef-937cf772ef00 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:42.568156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33109-4fd4-4612-8d9d-d92247cd1c58 req-74df4001-8071-44de-950c-1fd03e3eb735 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.574912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33109-4fd4-4612-8d9d-d92247cd1c58 req-74df4001-8071-44de-950c-1fd03e3eb735 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.584526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33109-4fd4-4612-8d9d-d92247cd1c58 req-74df4001-8071-44de-950c-1fd03e3eb735 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.592983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33109-4fd4-4612-8d9d-d92247cd1c58 req-74df4001-8071-44de-950c-1fd03e3eb735 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.595138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.600701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33109-4fd4-4612-8d9d-d92247cd1c58 req-74df4001-8071-44de-950c-1fd03e3eb735 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.602689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61c33109-4fd4-4612-8d9d-d92247cd1c58 req-74df4001-8071-44de-950c-1fd03e3eb735 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5434 time: 0.1353228 Sep 17 22:21:42.648273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a571e0a9-734a-467b-adcd-95be4ea91dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.700851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93820e8a-b824-41e6-8401-e61954e3e990 req-4f565e83-845d-4c27-9164-9fd46ea78230 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948262 Sep 17 22:21:42.735580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61c33109-4fd4-4612-8d9d-d92247cd1c58 req-d4d21f47-8e00-4131-b903-52deb1025b94 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203160 Sep 17 22:21:42.747963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-39e7a150-48c5-4f3c-b419-5d4e3229bff0 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.749005 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-39e7a150-48c5-4f3c-b419-5d4e3229bff0 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.35 "GET /v2.0/networks?id=3636b931-c88d-4972-91af-0e1b2bdb99ab HTTP/1.1" status: 200 len: 818 time: 0.1508474 Sep 17 22:21:42.750289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Transition to ACTIVE for port object 36434616-4dcf-40f6-88ef-937cf772ef00 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:42.765106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Request body: {'port': {'device_id': 'e92dd77b-20cb-4a2d-a9a6-a224f29002b2', 'network_id': '3636b931-c88d-4972-91af-0e1b2bdb99ab', 'admin_state_up': True, 'tenant_id': '48c0074dd5cc4951a186b6c22f781dc4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:42.816596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b5f322d-5eea-4e02-a57a-0918af029d43 req-f8c76d30-c4f5-4754-bc7e-8148dd7e6a08 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 210 time: 0.0345035 Sep 17 22:21:42.907718 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a571e0a9-734a-467b-adcd-95be4ea91dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.933406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018068-888e-46ef-9233-911cc0b39c20 req-0cfbcb61-eabd-491c-850a-fcd102066e34 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.940317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018068-888e-46ef-9233-911cc0b39c20 req-0cfbcb61-eabd-491c-850a-fcd102066e34 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.946260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018068-888e-46ef-9233-911cc0b39c20 req-0cfbcb61-eabd-491c-850a-fcd102066e34 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.949825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:42.953038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018068-888e-46ef-9233-911cc0b39c20 req-0cfbcb61-eabd-491c-850a-fcd102066e34 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.960560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018068-888e-46ef-9233-911cc0b39c20 req-0cfbcb61-eabd-491c-850a-fcd102066e34 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.969602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018068-888e-46ef-9233-911cc0b39c20 req-0cfbcb61-eabd-491c-850a-fcd102066e34 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.977971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018068-888e-46ef-9233-911cc0b39c20 req-0cfbcb61-eabd-491c-850a-fcd102066e34 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:42.982988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61018068-888e-46ef-9233-911cc0b39c20 req-0cfbcb61-eabd-491c-850a-fcd102066e34 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5434 time: 0.1234848 Sep 17 22:21:42.991659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53624) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:42.998299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c467b43e-d345-48b3-8ff4-2122c5072d42 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Request body: {'floatingip': {'port_id': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:43.033406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Pushing event updated for resources: {'Port': ['ID=36434616-4dcf-40f6-88ef-937cf772ef00,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:43.047205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c467b43e-d345-48b3-8ff4-2122c5072d42 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.129790 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a571e0a9-734a-467b-adcd-95be4ea91dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.138005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Attempting to bind port 36434616-4dcf-40f6-88ef-937cf772ef00 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:43.138361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Attempting to bind port 36434616-4dcf-40f6-88ef-937cf772ef00 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:43.138695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Attempting to bind port 36434616-4dcf-40f6-88ef-937cf772ef00 on network 057dac44-70f0-4b7a-a29a-b577f279a090 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:43.152082 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Port 36434616-4dcf-40f6-88ef-937cf772ef00 on network 057dac44-70f0-4b7a-a29a-b577f279a090 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:43.152459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Attempting to bind port 36434616-4dcf-40f6-88ef-937cf772ef00 on network 057dac44-70f0-4b7a-a29a-b577f279a090 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:43.162835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:43.163352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Checking segment: {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:43.163633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Bound using segment: {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:43.164082 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Bound port: 36434616-4dcf-40f6-88ef-937cf772ef00, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:43.164495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.260152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] For port 36434616-4dcf-40f6-88ef-937cf772ef00, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:43.264483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] For port 36434616-4dcf-40f6-88ef-937cf772ef00, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=36434616-4dcf-40f6-88ef-937cf772ef00,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:43.266147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Made reservation on behalf of 48c0074dd5cc4951a186b6c22f781dc4 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:43.270144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.339432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571e0a9-734a-467b-adcd-95be4ea91dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b59567a-f66b-404c-9a74-508922f80f67,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:43.346719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a571e0a9-734a-467b-adcd-95be4ea91dcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=135fedc5aecb476d9f52f92f2a2ca812&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1797383 Sep 17 22:21:43.350364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53638) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:43.427257 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.515296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:43.515929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.517349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] 10.222.0.35 "PUT /v2.0/ports/36434616-4dcf-40f6-88ef-937cf772ef00 HTTP/1.1" status: 200 len: 1092 time: 1.4160316 Sep 17 22:21:43.519478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c87fef8-dba0-40d1-a90e-45781e808a08', 'tag': '36434616-4dcf-40f6-88ef-937cf772ef00'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:43.530679 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2381d9-f24d-4dec-acbf-ee848c5fc9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c87fef8-dba0-40d1-a90e-45781e808a08", "tag": "36434616-4dcf-40f6-88ef-937cf772ef00"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:43.558295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Allocated IP 172.20.0.14 (3636b931-c88d-4972-91af-0e1b2bdb99ab/748aca10-1d39-4bb0-8578-ff8eafc7c174/8be7f37d-6b24-4f20-8332-9bf53213dc77) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:43.579776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9006397-d9b3-4529-8d85-65e410d1a5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.623486 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbd2d31-6b4a-441d-b4a5-3f7ca1565b46 x-openstack-request-id: req-9fbd2d31-6b4a-441d-b4a5-3f7ca1565b46 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:43.623486 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c87fef8-dba0-40d1-a90e-45781e808a08", "tag": "36434616-4dcf-40f6-88ef-937cf772ef00", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:43.623486 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fbd2d31-6b4a-441d-b4a5-3f7ca1565b46 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:43.623486 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c87fef8-dba0-40d1-a90e-45781e808a08', 'tag': '36434616-4dcf-40f6-88ef-937cf772ef00', 'status': 'completed', 'code': 200} Sep 17 22:21:43.623486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0d06-0203-4ee5-b4ba-ceddd2235d3d service neutron] Pushing event updated for resources: {'Port': ['ID=36434616-4dcf-40f6-88ef-937cf772ef00,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:43.652179 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9006397-d9b3-4529-8d85-65e410d1a5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.814602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2381d9-f24d-4dec-acbf-ee848c5fc9e7 req-58ce6f87-2a68-4bd0-ad01-c9366cd46337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:43.817818 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4f2381d9-f24d-4dec-acbf-ee848c5fc9e7 req-58ce6f87-2a68-4bd0-ad01-c9366cd46337 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 1095 time: 0.1615968 Sep 17 22:21:43.818312 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c467b43e-d345-48b3-8ff4-2122c5072d42 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:43.891301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5f2f3-72d0-4cde-96f1-ed1ee7b006ba req-9634e6db-892e-4891-9ac1-0e8cd1224fee tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:43.893483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8d5f2f3-72d0-4cde-96f1-ed1ee7b006ba req-9634e6db-892e-4891-9ac1-0e8cd1224fee tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 943 time: 0.0711470 Sep 17 22:21:43.940702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2381d9-f24d-4dec-acbf-ee848c5fc9e7 req-803bcc24-e4de-4d58-93d8-1c035bd3a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:43.942204 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4f2381d9-f24d-4dec-acbf-ee848c5fc9e7 req-803bcc24-e4de-4d58-93d8-1c035bd3a4a6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1148942 Sep 17 22:21:44.002762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29010159-e4e7-4be2-94c9-ad4e29ec0795 req-a0ca25a0-240f-45e0-a478-6ff6f407022e tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 210 time: 0.0653296 Sep 17 22:21:44.015430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c467b43e-d345-48b3-8ff4-2122c5072d42 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.064041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8d5f2f3-72d0-4cde-96f1-ed1ee7b006ba req-9fa29470-0895-42d9-8ae4-02b8f5ddd66b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636169 Sep 17 22:21:44.092041 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9006397-d9b3-4529-8d85-65e410d1a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.092041 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f9006397-d9b3-4529-8d85-65e410d1a5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.092041 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f9006397-d9b3-4529-8d85-65e410d1a5a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b59567a-f66b-404c-9a74-508922f80f67 HTTP/1.1" status: 204 len: 168 time: 0.7382720 Sep 17 22:21:44.104831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.108631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9006397-d9b3-4529-8d85-65e410d1a5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b59567a-f66b-404c-9a74-508922f80f67,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:44.128117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2381d9-f24d-4dec-acbf-ee848c5fc9e7 req-ad212514-65c6-4725-8f25-ece533d3bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.129657 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4f2381d9-f24d-4dec-acbf-ee848c5fc9e7 req-ad212514-65c6-4725-8f25-ece533d3bdb7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1558731 Sep 17 22:21:44.139684 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-c467b43e-d345-48b3-8ff4-2122c5072d42 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Floating IP adcb7240-a9d4-4e84-a9f2-dcade3672b5a associated. External IP: 172.25.5.180, port: 1911c6d1-70dc-4f9e-a186-aa1654fb8c14. Sep 17 22:21:44.221875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-fce4cfbb-7588-4755-8cff-fe8b58153f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.223724 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-fce4cfbb-7588-4755-8cff-fe8b58153f5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 1095 time: 0.0527260 Sep 17 22:21:44.267446 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-0cc70211-23a4-4b1a-b296-a06c10d5e559 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36434616-4dcf-40f6-88ef-937cf772ef00 HTTP/1.1" status: 200 len: 217 time: 0.0363863 Sep 17 22:21:44.290896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.358707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Network 3636b931-c88d-4972-91af-0e1b2bdb99ab is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:44.363443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:44.390482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:44.399259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c467b43e-d345-48b3-8ff4-2122c5072d42 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Router 677e3377-0b50-4047-b69a-316037b0b003 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:21:44.446843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Pushing event updated for resources: {'Port': ['ID=8be7f37d-6b24-4f20-8332-9bf53213dc77,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:44.453551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-ec597c39-ee85-4708-9181-3ce646fcd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.455084 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-ec597c39-ee85-4708-9181-3ce646fcd7cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd HTTP/1.1" status: 200 len: 854 time: 0.1750891 Sep 17 22:21:44.479788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.481420 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.501175 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-bbefe822-5e6a-4e80-b16c-930cee38336d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=057dac44-70f0-4b7a-a29a-b577f279a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382791 Sep 17 22:21:44.554206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c467b43e-d345-48b3-8ff4-2122c5072d42 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:44.558957 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c467b43e-d345-48b3-8ff4-2122c5072d42 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.569016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] Sync routers for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:44.581435 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:44.584184 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:44.588664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c467b43e-d345-48b3-8ff4-2122c5072d42 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "PUT /v2.0/floatingips/adcb7240-a9d4-4e84-a9f2-dcade3672b5a HTTP/1.1" status: 200 len: 992 time: 1.5954957 Sep 17 22:21:44.589354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:44.605189 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f617869-befb-4442-9aaf-c6c80bb52371" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "1911c6d1-70dc-4f9e-a186-aa1654fb8c14"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:44.618880 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-0520e0a0-b51a-4aea-ae00-a74b984384fb service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091819 Sep 17 22:21:44.744444 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a2bc4a-8b18-4473-8702-22f4a2cdeb26 x-openstack-request-id: req-b5a2bc4a-8b18-4473-8702-22f4a2cdeb26 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:44.744733 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "tag": "1911c6d1-70dc-4f9e-a186-aa1654fb8c14", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:44.744987 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5a2bc4a-8b18-4473-8702-22f4a2cdeb26 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:44.745396 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'tag': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14', 'status': 'completed', 'code': 200} Sep 17 22:21:44.747864 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:44.794299 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5d91fd51-b534-41dd-86be-5a417ba35548 req-c82200b6-35a8-4229-baf1-dd81cf0da9f7 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690240 Sep 17 22:21:44.796073 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-8c63d75b-b5a2-494c-8dd0-5aa1ec6037c8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0378530 Sep 17 22:21:44.810414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Request body: {'port': {'device_id': 'e92dd77b-20cb-4a2d-a9a6-a224f29002b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:44.854403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-b5bfcd05-69eb-4e98-b432-f72c093db015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.855983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-b5bfcd05-69eb-4e98-b432-f72c093db015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.856835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-b5bfcd05-69eb-4e98-b432-f72c093db015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.857608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-b5bfcd05-69eb-4e98-b432-f72c093db015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.858060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-b5bfcd05-69eb-4e98-b432-f72c093db015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.859060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-b5bfcd05-69eb-4e98-b432-f72c093db015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.859536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-b5bfcd05-69eb-4e98-b432-f72c093db015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.861629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-b5bfcd05-69eb-4e98-b432-f72c093db015 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6498 time: 0.0937333 Sep 17 22:21:44.916357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:44.970672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-c1ba77a1-ba7b-4457-be56-ff35993f73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:44.972221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-c1ba77a1-ba7b-4457-be56-ff35993f73f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62070a8a-5c99-4c5a-bf55-2777253b05df HTTP/1.1" status: 200 len: 911 time: 0.1037226 Sep 17 22:21:45.064755 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'adcb7240-a9d4-4e84-a9f2-dcade3672b5a', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '677e3377-0b50-4047-b69a-316037b0b003', 'port_id': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'mac_address': 'fa:16:3e:67:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:20:24Z', 'updated_at': '2021-09-17T22:21:43Z', 'revision_number': 1, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0', 'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'mac_address': 'fa:16:3e:49:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:13Z', 'updated_at': '2021-09-17T22:19:23Z', 'revision_number': 5, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'subnets': [{'id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:45.110653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-86d602d1-b7f9-401c-99c5-232cfd052711 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14 HTTP/1.1" status: 200 len: 1000 time: 0.1292958 Sep 17 22:21:45.156738 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] Checking router: 677e3377-0b50-4047-b69a-316037b0b003 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:45.167585 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:45.168360 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:45.235587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-880f011e-b5f8-456b-bc3d-3c14c018f9ce req-274bb5de-98b6-46e0-83ba-3c86549a5e16 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=46d9b74c-9eb5-4967-a52b-b9ad1673bb90 HTTP/1.1" status: 200 len: 210 time: 0.0851965 Sep 17 22:21:45.264641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53696) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:45.337559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-90edae3b-6e40-44a0-b08d-52d80ca1e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.342426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-90edae3b-6e40-44a0-b08d-52d80ca1e938 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6812680-94e6-4c28-9cd8-de924bf5b40c HTTP/1.1" status: 200 len: 850 time: 0.2252417 Sep 17 22:21:45.428072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fef33-a2d5-40c8-a9db-a4c36bcaebbc req-1cb60c1b-d3d4-4ec2-b767-fd9c51bf6e52 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.436724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-095fef33-a2d5-40c8-a9db-a4c36bcaebbc req-1cb60c1b-d3d4-4ec2-b767-fd9c51bf6e52 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 932 time: 0.2501369 Sep 17 22:21:45.453515 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:45.493820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb2724-b3b2-4618-b494-7a677754077f req-62da629e-71ca-4712-b4ba-d7145aa6a75d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.501642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dadb2724-b3b2-4618-b494-7a677754077f req-62da629e-71ca-4712-b4ba-d7145aa6a75d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 943 time: 0.1545508 Sep 17 22:21:45.508202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-edcb40c0-cc70-4f99-aeb7-171c25f50d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:45.509843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-edcb40c0-cc70-4f99-aeb7-171c25f50d70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62070a8a-5c99-4c5a-bf55-2777253b05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598072 Sep 17 22:21:45.533087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be7f37d-6b24-4f20-8332-9bf53213dc77 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:45.534197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-095fef33-a2d5-40c8-a9db-a4c36bcaebbc req-280734d3-c99e-41fc-bf51-785eb9686655 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967503 Sep 17 22:21:45.545873 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:45.574281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Transition to ACTIVE for port object 8be7f37d-6b24-4f20-8332-9bf53213dc77 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:21:45.602174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dadb2724-b3b2-4618-b494-7a677754077f req-8ea280d7-5493-4b83-ad84-835a2c125462 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976970 Sep 17 22:21:45.645785 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:45.693308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-ac4ff776-dd18-4089-8da8-fc289acf307f service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471772 Sep 17 22:21:45.737910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 36434616-4dcf-40f6-88ef-937cf772ef00 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:45.793011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53710) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:45.851819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d33dfe76-9a3d-4a48-bae3-7452be4a491b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:45.858512 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'adcb7240-a9d4-4e84-a9f2-dcade3672b5a', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '677e3377-0b50-4047-b69a-316037b0b003', 'port_id': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'mac_address': 'fa:16:3e:67:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:20:24Z', 'updated_at': '2021-09-17T22:21:43Z', 'revision_number': 1, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0', 'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'mac_address': 'fa:16:3e:49:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:13Z', 'updated_at': '2021-09-17T22:19:23Z', 'revision_number': 5, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'subnets': [{'id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:45.892201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8be7f37d-6b24-4f20-8332-9bf53213dc77,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:45.929016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e33c32-4e27-4bef-b138-99c864c71cae None None] The sync data for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 is: [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'adcb7240-a9d4-4e84-a9f2-dcade3672b5a', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '677e3377-0b50-4047-b69a-316037b0b003', 'port_id': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'mac_address': 'fa:16:3e:67:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:20:24Z', 'updated_at': '2021-09-17T22:21:43Z', 'revision_number': 1, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0', 'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'mac_address': 'fa:16:3e:49:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:13Z', 'updated_at': '2021-09-17T22:19:23Z', 'revision_number': 5, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'subnets': [{'id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:21:45.975745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f617869-befb-4442-9aaf-c6c80bb52371 req-558aa7c2-4696-4203-b4a7-f207f9e1cfcd service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760198 Sep 17 22:21:45.985724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Attempting to bind port 8be7f37d-6b24-4f20-8332-9bf53213dc77 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:21:45.989867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Attempting to bind port 8be7f37d-6b24-4f20-8332-9bf53213dc77 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'f53b11a6-6438-481d-bddf-763f95a1aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3636b931-c88d-4972-91af-0e1b2bdb99ab'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:21:45.991173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Attempting to bind port 8be7f37d-6b24-4f20-8332-9bf53213dc77 on network 3636b931-c88d-4972-91af-0e1b2bdb99ab {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:46.011217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Port 8be7f37d-6b24-4f20-8332-9bf53213dc77 on network 3636b931-c88d-4972-91af-0e1b2bdb99ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:21:46.011538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Attempting to bind port 8be7f37d-6b24-4f20-8332-9bf53213dc77 on network 3636b931-c88d-4972-91af-0e1b2bdb99ab {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:21:46.022554 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:21:46.022923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Checking segment: {'id': 'f53b11a6-6438-481d-bddf-763f95a1aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3636b931-c88d-4972-91af-0e1b2bdb99ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:21:46.023336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Bound using segment: {'id': 'f53b11a6-6438-481d-bddf-763f95a1aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3636b931-c88d-4972-91af-0e1b2bdb99ab'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:21:46.023746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Bound port: 8be7f37d-6b24-4f20-8332-9bf53213dc77, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53b11a6-6438-481d-bddf-763f95a1aa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3636b931-c88d-4972-91af-0e1b2bdb99ab'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:21:46.024100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.050704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 36434616-4dcf-40f6-88ef-937cf772ef00, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=36434616-4dcf-40f6-88ef-937cf772ef00,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:46.073379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '36434616-4dcf-40f6-88ef-937cf772ef00', 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090', 'port_id': '36434616-4dcf-40f6-88ef-937cf772ef00', 'mac_address': 'fa:16:3e:21:4b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:46.177959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.183638 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] For port 8be7f37d-6b24-4f20-8332-9bf53213dc77, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:21:46.193923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] For port 8be7f37d-6b24-4f20-8332-9bf53213dc77, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8be7f37d-6b24-4f20-8332-9bf53213dc77,segment=NetworkSegment(f53b11a6-6438-481d-bddf-763f95a1aa78),segment_id=f53b11a6-6438-481d-bddf-763f95a1aa78)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:21:46.209136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-264e13b8-c338-4fa3-8199-8a2c110ebe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.211827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36434616-4dcf-40f6-88ef-937cf772ef00 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:46.234434 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d33dfe76-9a3d-4a48-bae3-7452be4a491b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.247218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 36434616-4dcf-40f6-88ef-937cf772ef00, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=36434616-4dcf-40f6-88ef-937cf772ef00,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:46.258331 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.328875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.329509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.330999 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] 10.222.0.35 "PUT /v2.0/ports/8be7f37d-6b24-4f20-8332-9bf53213dc77 HTTP/1.1" status: 200 len: 1093 time: 1.5255513 Sep 17 22:21:46.331452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92dd77b-20cb-4a2d-a9a6-a224f29002b2', 'tag': '8be7f37d-6b24-4f20-8332-9bf53213dc77'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:46.334058 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e474cd-8ee7-4d84-bf42-59905ca2ae89" -d '{"events": [{"name": "network-changed", "server_uuid": "e92dd77b-20cb-4a2d-a9a6-a224f29002b2", "tag": "8be7f37d-6b24-4f20-8332-9bf53213dc77"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:46.379156 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.422630 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d33dfe76-9a3d-4a48-bae3-7452be4a491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.466836 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657059f9-70a3-42e6-a2c0-bfdc58fe484d x-openstack-request-id: req-657059f9-70a3-42e6-a2c0-bfdc58fe484d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:46.466836 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92dd77b-20cb-4a2d-a9a6-a224f29002b2", "tag": "8be7f37d-6b24-4f20-8332-9bf53213dc77", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:46.466836 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-657059f9-70a3-42e6-a2c0-bfdc58fe484d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:46.466836 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92dd77b-20cb-4a2d-a9a6-a224f29002b2', 'tag': '8be7f37d-6b24-4f20-8332-9bf53213dc77', 'status': 'completed', 'code': 200} Sep 17 22:21:46.466836 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d33dfe76-9a3d-4a48-bae3-7452be4a491b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba8b06ea6e8542e389b5327f83122eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6601427 Sep 17 22:21:46.477275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53734) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:46.511347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df690c6-04d4-4c5a-91c1-f2c0465195e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8be7f37d-6b24-4f20-8332-9bf53213dc77,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:46.530349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dfe76-9a3d-4a48-bae3-7452be4a491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd72853-b702-465f-815b-8346367a6745,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:46.622336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e474cd-8ee7-4d84-bf42-59905ca2ae89 req-57d5c258-b602-4e22-892b-eabf90979f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.631290 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-94e474cd-8ee7-4d84-bf42-59905ca2ae89 req-57d5c258-b602-4e22-892b-eabf90979f4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48c0074dd5cc4951a186b6c22f781dc4&device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 1096 time: 0.1712329 Sep 17 22:21:46.631936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c0f08f-a832-4c1a-bafd-dc416cc61673 None None] New status for floating IP adcb7240-a9d4-4e84-a9f2-dcade3672b5a: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:21:46.678257 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-264e13b8-c338-4fa3-8199-8a2c110ebe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.730149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=36434616-4dcf-40f6-88ef-937cf772ef00,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:46.748934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1207bf92-3cc0-412f-8c97-c3ea575e033f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.800939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['36434616-4dcf-40f6-88ef-937cf772ef00'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:46.813490 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f07ba85-8112-4a62-a47e-28c72ccb7d17 req-59b43c2b-ca8f-449f-a43a-cc9127e44b40 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0741434 Sep 17 22:21:46.833255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-264e13b8-c338-4fa3-8199-8a2c110ebe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.875446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1207bf92-3cc0-412f-8c97-c3ea575e033f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:46.896339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f5679-bc1b-4722-be4c-9ae76bde61b7 req-9c6effe3-d855-4344-84dc-4d45a3631a0b tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:46.910409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-268f5679-bc1b-4722-be4c-9ae76bde61b7 req-9c6effe3-d855-4344-84dc-4d45a3631a0b tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 944 time: 0.2298093 Sep 17 22:21:46.953248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-264e13b8-c338-4fa3-8199-8a2c110ebe92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4230cdc053aa47fbb8136ec6ba842138&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6522171 Sep 17 22:21:46.964998 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53756) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:46.984925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e13b8-c338-4fa3-8199-8a2c110ebe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7bfffa-ddfd-43b1-af3a-10d1078ac439,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:46.999064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-268f5679-bc1b-4722-be4c-9ae76bde61b7 req-bcefe0e7-607b-4b5d-a785-5750856e7526 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675855 Sep 17 22:21:47.020765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea5798-e032-469a-8bad-c3433370b606 req-a524b19e-2bd2-4e68-a6b1-fe5b5cde1fd6 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.022348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e474cd-8ee7-4d84-bf42-59905ca2ae89 req-309a4210-a406-4082-b947-f2a10d3b0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.023943 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-94e474cd-8ee7-4d84-bf42-59905ca2ae89 req-309a4210-a406-4082-b947-f2a10d3b0fd0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=48c0074dd5cc4951a186b6c22f781dc4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3918784 Sep 17 22:21:47.030154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dea5798-e032-469a-8bad-c3433370b606 req-a524b19e-2bd2-4e68-a6b1-fe5b5cde1fd6 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 944 time: 0.1076295 Sep 17 22:21:47.121718 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dea5798-e032-469a-8bad-c3433370b606 req-e2d0f3d0-5181-434b-b497-2d9b51291add tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899835 Sep 17 22:21:47.175226 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f19d7244-5ad0-4e6b-8174-29fdf3cc3ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.201679 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1207bf92-3cc0-412f-8c97-c3ea575e033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.204255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1207bf92-3cc0-412f-8c97-c3ea575e033f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.205395 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1207bf92-3cc0-412f-8c97-c3ea575e033f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcd72853-b702-465f-815b-8346367a6745 HTTP/1.1" status: 204 len: 168 time: 0.7239215 Sep 17 22:21:47.215388 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f19d7244-5ad0-4e6b-8174-29fdf3cc3ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.239186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207bf92-3cc0-412f-8c97-c3ea575e033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd72853-b702-465f-815b-8346367a6745,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:47.246227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e474cd-8ee7-4d84-bf42-59905ca2ae89 req-fec87738-b31b-4ba5-b881-726ac82ab1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.248575 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-94e474cd-8ee7-4d84-bf42-59905ca2ae89 req-fec87738-b31b-4ba5-b881-726ac82ab1bf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2153578 Sep 17 22:21:47.336391 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-2ceadd5b-0705-47dd-9e60-c93fe00bad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.337910 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-2ceadd5b-0705-47dd-9e60-c93fe00bad2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48c0074dd5cc4951a186b6c22f781dc4&device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 1096 time: 0.0463326 Sep 17 22:21:47.396364 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-b0bb89ad-a1ec-4285-962f-b80f259d4237 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be7f37d-6b24-4f20-8332-9bf53213dc77 HTTP/1.1" status: 200 len: 217 time: 0.0445457 Sep 17 22:21:47.742831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 36434616-4dcf-40f6-88ef-937cf772ef00 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:47.789418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f19d7244-5ad0-4e6b-8174-29fdf3cc3ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.792590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f19d7244-5ad0-4e6b-8174-29fdf3cc3ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.796083 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f19d7244-5ad0-4e6b-8174-29fdf3cc3ad1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d7bfffa-ddfd-43b1-af3a-10d1078ac439 HTTP/1.1" status: 204 len: 168 time: 0.8212399 Sep 17 22:21:47.808393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d7244-5ad0-4e6b-8174-29fdf3cc3ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7bfffa-ddfd-43b1-af3a-10d1078ac439,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:47.815081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-34c990d8-2d19-4309-8400-d1a16f3138f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:47.816607 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-34c990d8-2d19-4309-8400-d1a16f3138f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=748aca10-1d39-4bb0-8578-ff8eafc7c174 HTTP/1.1" status: 200 len: 858 time: 0.4134133 Sep 17 22:21:47.858827 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-4f6ae620-55f9-40d8-a69a-3b40ee2b4237 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3636b931-c88d-4972-91af-0e1b2bdb99ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345509 Sep 17 22:21:47.869288 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-30201c8c-f220-4fbb-bfd9-e8480c483821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:47.929507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4a66bc3-c637-4331-b220-3abb45f2d5c5 req-a465539e-1ddf-4f8f-8c5c-c73ed3bcf323 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0420337 Sep 17 22:21:47.996782 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-f05e5f92-164a-46c7-ba35-8f0eb37414ce service neutron] 10.222.0.35 "GET /v2.0/networks/3636b931-c88d-4972-91af-0e1b2bdb99ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310275 Sep 17 22:21:48.041234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 36434616-4dcf-40f6-88ef-937cf772ef00 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:48.050389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 36434616-4dcf-40f6-88ef-937cf772ef00 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:48.051954 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:48.141406 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5b7dd74-0db4-4e9a-95fa-3c3c8a1890ac req-97e9f6d2-cec4-4af3-8143-e81ad329ef9c service neutron] 10.222.0.35 "GET /v2.0/networks/3636b931-c88d-4972-91af-0e1b2bdb99ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373193 Sep 17 22:21:48.206844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972aa090-1966-405a-84b8-b425bcceaff4 req-fef7a161-6e1c-43c9-86ab-8120c7d8900f tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.208452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-972aa090-1966-405a-84b8-b425bcceaff4 req-fef7a161-6e1c-43c9-86ab-8120c7d8900f tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 944 time: 0.0636923 Sep 17 22:21:48.224065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:48.249128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c87fef8-dba0-40d1-a90e-45781e808a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36434616-4dcf-40f6-88ef-937cf772ef00'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:48.251439 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e73a97b-37b9-4222-86d9-df82d1c64343" -d '{"events": [{"server_uuid": "4c87fef8-dba0-40d1-a90e-45781e808a08", "name": "network-vif-plugged", "status": "completed", "tag": "36434616-4dcf-40f6-88ef-937cf772ef00"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:48.268013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 36434616-4dcf-40f6-88ef-937cf772ef00, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=36434616-4dcf-40f6-88ef-937cf772ef00,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:48.282990 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-972aa090-1966-405a-84b8-b425bcceaff4 req-da4a78a3-7fb3-4047-b3e2-7424e6fdb946 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595927 Sep 17 22:21:48.324108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e758034-6547-4908-9526-6656d3174336 req-6e6472bb-5110-42f2-8079-e8493353bbe7 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.324108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e758034-6547-4908-9526-6656d3174336 req-6e6472bb-5110-42f2-8079-e8493353bbe7 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 944 time: 0.1100731 Sep 17 22:21:48.346623 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:48.408012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e758034-6547-4908-9526-6656d3174336 req-a5742e67-569c-4f7e-a035-adfd6a77b9cd tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793235 Sep 17 22:21:48.423806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=36434616-4dcf-40f6-88ef-937cf772ef00,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:48.467279 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b895766-ea52-481b-84ef-1b6d078ed865 x-openstack-request-id: req-4b895766-ea52-481b-84ef-1b6d078ed865 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:48.469821 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c87fef8-dba0-40d1-a90e-45781e808a08", "name": "network-vif-plugged", "status": "completed", "tag": "36434616-4dcf-40f6-88ef-937cf772ef00", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:48.470090 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b895766-ea52-481b-84ef-1b6d078ed865 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:48.470475 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c87fef8-dba0-40d1-a90e-45781e808a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36434616-4dcf-40f6-88ef-937cf772ef00', 'code': 200} Sep 17 22:21:48.595989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b9cc6-b77a-4f98-9d19-7b23e90483a1 req-e2a025c3-3f2d-4792-a10b-9df25e0b5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:48.597517 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410b9cc6-b77a-4f98-9d19-7b23e90483a1 req-e2a025c3-3f2d-4792-a10b-9df25e0b5d00 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 1097 time: 0.0484319 Sep 17 22:21:48.638001 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-410b9cc6-b77a-4f98-9d19-7b23e90483a1 req-caf9f6fe-d846-405a-9a76-3a0db88c8caf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Sep 17 22:21:49.035265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-711e8e88-9fef-470e-bf02-520fa1101ba0 req-d22303e6-cb25-40a4-abd0-39dc51c66eab tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0297225 Sep 17 22:21:49.424571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b0c2-5db5-4372-b06e-e335b5a676cf req-e3b0ac43-7f76-4c64-ab14-9c3bbfbb25ce tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.429274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53802) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:49.434158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b863b0c2-5db5-4372-b06e-e335b5a676cf req-e3b0ac43-7f76-4c64-ab14-9c3bbfbb25ce tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 944 time: 0.0661287 Sep 17 22:21:49.457084 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:49.491624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b863b0c2-5db5-4372-b06e-e335b5a676cf req-68a0a457-8c7c-408d-b9ca-6e671341be03 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448551 Sep 17 22:21:49.598821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd44ad-ab6b-4933-ae02-50e842236b3a req-ac197b28-830d-4f0a-afc9-eee84ee88a46 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:49.600926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6fd44ad-ab6b-4933-ae02-50e842236b3a req-ac197b28-830d-4f0a-afc9-eee84ee88a46 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 945 time: 0.0610664 Sep 17 22:21:49.619857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:49.646321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6fd44ad-ab6b-4933-ae02-50e842236b3a req-07cedafd-9193-47a6-8dc6-4bba7a05f6ec tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Sep 17 22:21:49.732489 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:49.737512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8be7f37d-6b24-4f20-8332-9bf53213dc77 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:21:49.786951 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed7785c2578c4b2f8d839ddad73ba9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539333 Sep 17 22:21:49.786951 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35c0cee-9e68-4762-93c8-bb4620b36b2e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:49.787330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53814) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:49.812544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.812901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.813249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.813590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.813922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.814253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.814586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.816039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.816562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.817075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.824251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.824847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ecd6-509b-4c84-8ad6-fed7ae3612c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:49.877322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8be7f37d-6b24-4f20-8332-9bf53213dc77, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8be7f37d-6b24-4f20-8332-9bf53213dc77,segment=NetworkSegment(f53b11a6-6438-481d-bddf-763f95a1aa78),segment_id=f53b11a6-6438-481d-bddf-763f95a1aa78)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:49.884580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-958a08ab-a702-49ff-9796-fb2ceb91b444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:49.890449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '8be7f37d-6b24-4f20-8332-9bf53213dc77', 'network_id': '3636b931-c88d-4972-91af-0e1b2bdb99ab', 'port_id': '8be7f37d-6b24-4f20-8332-9bf53213dc77', 'mac_address': 'fa:16:3e:b6:34:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748aca10-1d39-4bb0-8578-ff8eafc7c174', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:21:49.911922 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-958a08ab-a702-49ff-9796-fb2ceb91b444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:49.932846 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:49.951409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be7f37d-6b24-4f20-8332-9bf53213dc77 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:21:49.966624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8be7f37d-6b24-4f20-8332-9bf53213dc77, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8be7f37d-6b24-4f20-8332-9bf53213dc77,segment=NetworkSegment(f53b11a6-6438-481d-bddf-763f95a1aa78),segment_id=f53b11a6-6438-481d-bddf-763f95a1aa78)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:50.052441 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.095327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-958a08ab-a702-49ff-9796-fb2ceb91b444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.100572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-958a08ab-a702-49ff-9796-fb2ceb91b444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.101880 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-958a08ab-a702-49ff-9796-fb2ceb91b444 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e35c0cee-9e68-4762-93c8-bb4620b36b2e HTTP/1.1" status: 204 len: 168 time: 0.3127584 Sep 17 22:21:50.116514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a08ab-a702-49ff-9796-fb2ceb91b444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35c0cee-9e68-4762-93c8-bb4620b36b2e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:50.163664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8be7f37d-6b24-4f20-8332-9bf53213dc77,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:50.199379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3308e41a-d5aa-41e9-8126-f5add4776f08 req-8b5eec8f-00dc-4221-b141-3a6dacfb2dab tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0459569 Sep 17 22:21:50.247585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['8be7f37d-6b24-4f20-8332-9bf53213dc77'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:21:50.286768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7def-cba9-4e6b-b020-7baab16bce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.370894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b675e47-362d-4bda-a45b-ded9c767ac6b req-ef493fd1-9d4a-49f0-a728-a01c58b42e43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46d9b74c-9eb5-4967-a52b-b9ad1673bb90 HTTP/1.1" status: 200 len: 210 time: 0.0533304 Sep 17 22:21:50.547274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53836) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:50.637468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa22de5-016a-41aa-bdbf-df69e4624e95 req-fa7f361d-f674-4e99-a361-7c231d75be9d tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:50.639781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fa22de5-016a-41aa-bdbf-df69e4624e95 req-fa7f361d-f674-4e99-a361-7c231d75be9d tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 945 time: 0.0647683 Sep 17 22:21:50.686627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fa22de5-016a-41aa-bdbf-df69e4624e95 req-f3cca22a-67ac-4fdd-a13e-52ceed7b2f4a tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Sep 17 22:21:50.790620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:50.811512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e82bed-a065-442c-a59b-d344198235c5 req-3876947c-66f6-4b20-97d4-370fad52048c tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:50.815130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53e82bed-a065-442c-a59b-d344198235c5 req-3876947c-66f6-4b20-97d4-370fad52048c tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 945 time: 0.0780063 Sep 17 22:21:50.883715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53e82bed-a065-442c-a59b-d344198235c5 req-863f60cd-04a8-4523-958a-a399c8c62c50 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586324 Sep 17 22:21:50.955622 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:51.023477 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:51.073368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2a30b9567014c3aa19097262e7bde58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243356 Sep 17 22:21:51.078424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53866) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:51.092886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f84865f-a9ec-4039-a3a3-0a3a433c7e0c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:51.104693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.105130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.105557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.105989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.107178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.107890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.108300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.108797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.109262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.109649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.110044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.110442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c186e3-f3d5-4468-b8ed-a5304bb4b475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:21:51.156101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6adb8db-c0b3-458a-996c-a4087d05f5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:51.183187 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6adb8db-c0b3-458a-996c-a4087d05f5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:51.315890 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:51.337850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e421b2a-fbae-4708-912a-e126d844e6fb req-7866a722-4f66-48bb-af49-1f37948d2dde tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0531683 Sep 17 22:21:51.340297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6adb8db-c0b3-458a-996c-a4087d05f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:51.344953 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6adb8db-c0b3-458a-996c-a4087d05f5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:51.349674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6adb8db-c0b3-458a-996c-a4087d05f5e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f84865f-a9ec-4039-a3a3-0a3a433c7e0c HTTP/1.1" status: 204 len: 168 time: 0.2711480 Sep 17 22:21:51.362554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adb8db-c0b3-458a-996c-a4087d05f5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f84865f-a9ec-4039-a3a3-0a3a433c7e0c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:51.597933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19b84c20-89fc-44c8-b470-93d37b52e048 req-6e4dc80c-17ec-4054-8330-8af47c35ebf3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0296969 Sep 17 22:21:51.675047 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:51.751029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8be7f37d-6b24-4f20-8332-9bf53213dc77 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:21:51.836140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2a94-93d1-4ef7-884e-596e1cfd18ad req-7d6944f9-f34f-4e7a-b510-b51d4afa4fee tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:51.837665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-422d2a94-93d1-4ef7-884e-596e1cfd18ad req-7d6944f9-f34f-4e7a-b510-b51d4afa4fee tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 945 time: 0.0541732 Sep 17 22:21:51.878549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-422d2a94-93d1-4ef7-884e-596e1cfd18ad req-2340afa8-be48-4b24-bb52-926877c9e10c tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343421 Sep 17 22:21:52.203390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 8be7f37d-6b24-4f20-8332-9bf53213dc77 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:21:52.203390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 8be7f37d-6b24-4f20-8332-9bf53213dc77 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:21:52.203390 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:52.235472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:52.257095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92dd77b-20cb-4a2d-a9a6-a224f29002b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7f37d-6b24-4f20-8332-9bf53213dc77'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:52.259385 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600e9c43-3c08-4dc0-bf72-55fbd0e239ff" -d '{"events": [{"server_uuid": "e92dd77b-20cb-4a2d-a9a6-a224f29002b2", "name": "network-vif-plugged", "status": "completed", "tag": "8be7f37d-6b24-4f20-8332-9bf53213dc77"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:52.274379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 8be7f37d-6b24-4f20-8332-9bf53213dc77, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8be7f37d-6b24-4f20-8332-9bf53213dc77,segment=NetworkSegment(f53b11a6-6438-481d-bddf-763f95a1aa78),segment_id=f53b11a6-6438-481d-bddf-763f95a1aa78)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:52.301706 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580b35c4-154f-4935-b5dc-c54c1775e307 x-openstack-request-id: req-580b35c4-154f-4935-b5dc-c54c1775e307 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:52.302042 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92dd77b-20cb-4a2d-a9a6-a224f29002b2", "name": "network-vif-plugged", "status": "completed", "tag": "8be7f37d-6b24-4f20-8332-9bf53213dc77", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:52.302334 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-580b35c4-154f-4935-b5dc-c54c1775e307 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:52.302765 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92dd77b-20cb-4a2d-a9a6-a224f29002b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7f37d-6b24-4f20-8332-9bf53213dc77', 'code': 200} Sep 17 22:21:52.431247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90382c-9c9d-4e8f-9451-fd6ec46a1235 req-c955a9aa-bdc5-4f12-9520-58755f0a3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:52.432757 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3c90382c-9c9d-4e8f-9451-fd6ec46a1235 req-c955a9aa-bdc5-4f12-9520-58755f0a3338 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 1097 time: 0.0499060 Sep 17 22:21:52.472214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b671675e-770f-4219-b0e0-2dd007541c93 req-79135fd3-531e-486c-95a6-c1bf25281227 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0359282 Sep 17 22:21:52.473565 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-3c90382c-9c9d-4e8f-9451-fd6ec46a1235 req-8d9e8d41-e570-4fc2-bfe4-c78116e590c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Sep 17 22:21:53.010303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ff04e-34e8-482b-8c2f-bdd66bc10677 req-1da50c5e-b1ed-4d73-8b66-c361b5ee70e9 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:53.011933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a1ff04e-34e8-482b-8c2f-bdd66bc10677 req-1da50c5e-b1ed-4d73-8b66-c361b5ee70e9 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 945 time: 0.0533526 Sep 17 22:21:53.052532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a1ff04e-34e8-482b-8c2f-bdd66bc10677 req-79a06079-42d7-46fe-b923-1fb15fba710c tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336592 Sep 17 22:21:53.263000 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:53.332974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=8be7f37d-6b24-4f20-8332-9bf53213dc77,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:53.360899 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:53.621849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53932) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:53.636073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0c8644a-5282-4404-bd39-289e5e8799d6 req-d56ea471-1d27-427a-a38b-169ea2dda15d tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0467620 Sep 17 22:21:53.647736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-970fad78-474f-4f68-9fa0-a943a1cb406a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:53.860914 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-970fad78-474f-4f68-9fa0-a943a1cb406a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.016192 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-970fad78-474f-4f68-9fa0-a943a1cb406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.058645 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-970fad78-474f-4f68-9fa0-a943a1cb406a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cacbe684e1c44010b4731ce0820f8732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352772 Sep 17 22:21:54.062869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fad78-474f-4f68-9fa0-a943a1cb406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6757779-bfe8-4130-b9b1-a72e691f526a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:54.064744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53968) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:54.133887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-616cdac5-9fb4-402f-8cf8-2c501098e2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.161651 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-616cdac5-9fb4-402f-8cf8-2c501098e2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.428770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-616cdac5-9fb4-402f-8cf8-2c501098e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.433638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-616cdac5-9fb4-402f-8cf8-2c501098e2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.441519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-616cdac5-9fb4-402f-8cf8-2c501098e2ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6757779-bfe8-4130-b9b1-a72e691f526a HTTP/1.1" status: 204 len: 168 time: 0.3691928 Sep 17 22:21:54.460168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cdac5-9fb4-402f-8cf8-2c501098e2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6757779-bfe8-4130-b9b1-a72e691f526a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:54.483369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9ea96-d87e-4f5f-8ecf-2a47d46a9c92 req-8795418e-7e79-43cd-83f2-2d4a66b365ec tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:54.484917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09a9ea96-d87e-4f5f-8ecf-2a47d46a9c92 req-8795418e-7e79-43cd-83f2-2d4a66b365ec tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 946 time: 0.1100459 Sep 17 22:21:54.531204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09a9ea96-d87e-4f5f-8ecf-2a47d46a9c92 req-547a1796-4793-45b6-bdeb-f5359a6680b8 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 Sep 17 22:21:54.626466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a60a5b5-b12a-43e9-ac19-6ee3ecac32b0 req-c5a8a9f6-ed94-4fde-a51c-6949ccc7d8eb tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0310199 Sep 17 22:21:54.750677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53994) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:54.757209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'network': {'name': 'tempest-network-smoke--1679277816', 'project_id': '195015506e4142db836c85c9333add1f', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:54.935357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Made reservation on behalf of 195015506e4142db836c85c9333add1f for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:21:54.939264 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:54.949673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.080929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.134471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.195435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cd56f3-64bc-43b8-847d-cd36fae437c1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:55.204996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:21:55.217993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.218406 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Added segment 309c04b5-936b-47e0-8f19-297ae5920e86 of type vlan for network 139bcc55-776f-489a-9201-929c95f5bd6d Sep 17 22:21:55.356611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.426329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06097f38-3eed-49e6-beca-6e9be40d8e99 req-a11170ed-d382-428b-9f1e-e04b894bf127 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:55.431815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06097f38-3eed-49e6-beca-6e9be40d8e99 req-a11170ed-d382-428b-9f1e-e04b894bf127 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 946 time: 0.0998383 Sep 17 22:21:55.489244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54026) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:55.503543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.519636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:55.520291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.521034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06097f38-3eed-49e6-beca-6e9be40d8e99 req-88949d76-934e-40ae-a0f5-b294b62b569d tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833228 Sep 17 22:21:55.609365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Network': ['ID=139bcc55-776f-489a-9201-929c95f5bd6d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:55.621071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 139bcc55-776f-489a-9201-929c95f5bd6d details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:21:55.663535 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cfcb307a-f9cb-47fa-b455-c149d62c6278 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9110053 Sep 17 22:21:55.669681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54040) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:55.675435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'admin_state_up': True, 'project_id': '195015506e4142db836c85c9333add1f', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:21:55.725969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9af6-a241-4809-a651-e435870ec87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.773911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61486123-0830-423b-bef4-c421444d2e18 req-a19f5499-7fcf-41fc-94dc-e1782ccf5917 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0465770 Sep 17 22:21:55.985042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:55.986160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.076620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.141876 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9af6-a241-4809-a651-e435870ec87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.240715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9af6-a241-4809-a651-e435870ec87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.355871 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b9af6-a241-4809-a651-e435870ec87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc06c5-9c74-486b-8e2e-d5b54f665c64,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:56.396238 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4a5b9af6-a241-4809-a651-e435870ec87a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e84d3bc812c04c2bacb9f5fc4438beb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9030025 Sep 17 22:21:56.396702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54058) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:56.442658 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.460874 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206a9b54-8ef2-41d4-9c6a-24de43cd4d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.485463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206a9b54-8ef2-41d4-9c6a-24de43cd4d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.632395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-ce3877a5-4527-4ef7-9eb0-77726cf9a199 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:56.635218 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-ce3877a5-4527-4ef7-9eb0-77726cf9a199 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.35 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 946 time: 0.0924821 Sep 17 22:21:56.663508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a437c5-53ea-445d-bca9-bd60242423be req-ab861038-1aa2-45ee-ac25-19124985c213 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:56.665023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09a437c5-53ea-445d-bca9-bd60242423be req-ab861038-1aa2-45ee-ac25-19124985c213 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 946 time: 0.0567107 Sep 17 22:21:56.697249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206a9b54-8ef2-41d4-9c6a-24de43cd4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.702067 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206a9b54-8ef2-41d4-9c6a-24de43cd4d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.706651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-206a9b54-8ef2-41d4-9c6a-24de43cd4d72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ccc06c5-9c74-486b-8e2e-d5b54f665c64 HTTP/1.1" status: 204 len: 168 time: 0.3087325 Sep 17 22:21:56.737046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a9b54-8ef2-41d4-9c6a-24de43cd4d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc06c5-9c74-486b-8e2e-d5b54f665c64,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:56.792418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09a437c5-53ea-445d-bca9-bd60242423be req-91c7e6e6-266e-49ce-9b3d-2853528aec89 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a62d02b-ea52-48ac-8b0e-93374dc35a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153014 Sep 17 22:21:56.910708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Deleting port 8be7f37d-6b24-4f20-8332-9bf53213dc77 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:21:56.911260 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:56.986300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ba9332c-102b-4359-bab9-35e87db4c828 req-cfa3918b-5b6b-4c1c-8dec-b39446c57f4f tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0864685 Sep 17 22:21:56.996329 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.061408 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.286261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Allocated IP 172.25.5.106 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/6e6fd973-bff1-4ff5-9c4c-7a585ec6323d) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:21:57.309804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] For port 8be7f37d-6b24-4f20-8332-9bf53213dc77, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=8be7f37d-6b24-4f20-8332-9bf53213dc77,segment=NetworkSegment(f53b11a6-6438-481d-bddf-763f95a1aa78),segment_id=f53b11a6-6438-481d-bddf-763f95a1aa78)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:21:57.310702 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.363367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Calling delete_port for 8be7f37d-6b24-4f20-8332-9bf53213dc77 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:21:57.533850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.770668 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.813228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.831628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:21:57.836003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=6e6fd973-bff1-4ff5-9c4c-7a585ec6323d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:57.849179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:21:57.856142 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:21:57.927390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Pushing event deleted for resources: {'Port': ['ID=8be7f37d-6b24-4f20-8332-9bf53213dc77,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:21:57.932960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6cfb1713-8c9b-411b-89b0-1e6fe4efe4b2 req-8f979d9a-0d03-4dac-8471-0e9eedb8c000 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 210 time: 0.0386012 Sep 17 22:21:57.964874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] No DVR routers for this DVR port 8be7f37d-6b24-4f20-8332-9bf53213dc77 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:21:57.969528 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:57.971750 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c4698794-b4fa-44a4-8420-bd4077292f64 req-449d0ac0-b7f0-4a28-9ad0-47b4e39f0fdd tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.35 "DELETE /v2.0/ports/8be7f37d-6b24-4f20-8332-9bf53213dc77 HTTP/1.1" status: 204 len: 173 time: 1.3284931 Sep 17 22:21:57.972309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92dd77b-20cb-4a2d-a9a6-a224f29002b2', 'name': 'network-vif-deleted', 'tag': '8be7f37d-6b24-4f20-8332-9bf53213dc77'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:21:57.974881 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eff30e3-7d99-4d9a-bcdd-eb6363294431" -d '{"events": [{"server_uuid": "e92dd77b-20cb-4a2d-a9a6-a224f29002b2", "name": "network-vif-deleted", "tag": "8be7f37d-6b24-4f20-8332-9bf53213dc77"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:21:58.079980 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0353af1e-21b1-4499-9629-c51ef3f3fc99 x-openstack-request-id: req-0353af1e-21b1-4499-9629-c51ef3f3fc99 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:21:58.079980 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92dd77b-20cb-4a2d-a9a6-a224f29002b2", "name": "network-vif-deleted", "tag": "8be7f37d-6b24-4f20-8332-9bf53213dc77", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:21:58.079980 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0353af1e-21b1-4499-9629-c51ef3f3fc99 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:21:58.079980 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92dd77b-20cb-4a2d-a9a6-a224f29002b2', 'name': 'network-vif-deleted', 'tag': '8be7f37d-6b24-4f20-8332-9bf53213dc77', 'status': 'completed', 'code': 200} Sep 17 22:21:58.133836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e19dad98-9384-49ae-9af0-7b6ef3301237 req-a8d702e9-fedc-47c6-915e-3b4684f6707d tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0357432 Sep 17 22:21:58.474526 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:58.706605 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.066476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87503976-a056-41ef-82bb-9c067b4f9aad req-e581ab8e-70a5-4678-a571-66b70bc0af43 tempest-InstanceActionsV221TestJSON-2145211972 tempest-InstanceActionsV221TestJSON-2145211972-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92dd77b-20cb-4a2d-a9a6-a224f29002b2 HTTP/1.1" status: 200 len: 210 time: 0.0441952 Sep 17 22:21:59.154455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Router 06d2b30b-791b-41ff-a167-9fffa06a7add is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:21:59.297907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:21:59.310551 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Sync routers for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:21:59.320247 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:21:59.320867 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:59.334530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ccbdceb-d60f-4269-8c20-e16202e68c9b req-85bc3050-e3a3-4800-ab50-73c1a19fce75 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0953400 Sep 17 22:21:59.440017 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:21:59.497168 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.498749 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-020ee09f-db75-43af-96df-bd4295c9cf77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8271968 Sep 17 22:21:59.501749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54170) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:59.631322 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:21:58Z', 'revision_number': 3, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:21:59.660075 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Checking router: 06d2b30b-791b-41ff-a167-9fffa06a7add for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:21:59.660413 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Updating router 06d2b30b-791b-41ff-a167-9fffa06a7add port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:21:59.705786 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:21:59.754095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8be7f37d-6b24-4f20-8332-9bf53213dc77 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:21:59.796486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 8be7f37d-6b24-4f20-8332-9bf53213dc77 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:21:59.796842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 8be7f37d-6b24-4f20-8332-9bf53213dc77 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:21:59.870088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54188) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:59.881734 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-80738134-c77e-4c6c-86f2-d832f1173661 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=195015506e4142db836c85c9333add1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3787878 Sep 17 22:21:59.970422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d58e69f-5311-413e-802b-cf0b28a0dc42 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:21:59.974938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7d58e69f-5311-413e-802b-cf0b28a0dc42 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005409 Sep 17 22:21:59.975250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54190) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:21:59.984152 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.008803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5878de14-0270-4b24-bc7d-3ef73e100788 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295534 Sep 17 22:22:00.009058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54192) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:00.015305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003535857', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'project_id': '195015506e4142db836c85c9333add1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:00.171484 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.220843 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Attempting to bind port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:00.221211 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Attempting to bind port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:00.221813 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Attempting to bind port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:00.236362 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac6203-6516-4a18-939b-e93325c8402a None None] Pushing event updated for resources: {'Port': ['ID=6e6fd973-bff1-4ff5-9c4c-7a585ec6323d,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:00.243444 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:00.245542 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:00.245542 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.245761 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:00.246137 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Bound port: 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:00.246554 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.291318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Made reservation on behalf of 195015506e4142db836c85c9333add1f for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:00.299792 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.300849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54206) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:00.315770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54208) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:00.384773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff36499b-49cc-4f8e-bed6-130ef6dab0f2 admin admin] Deleting subnet 748aca10-1d39-4bb0-8578-ff8eafc7c174 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:22:00.390307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff36499b-49cc-4f8e-bed6-130ef6dab0f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.424062 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] For port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:00.428094 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] For port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6e6fd973-bff1-4ff5-9c4c-7a585ec6323d,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:00.484336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff36499b-49cc-4f8e-bed6-130ef6dab0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.546736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff36499b-49cc-4f8e-bed6-130ef6dab0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.554489 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.597131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe84be57-3c87-4d6d-bc7b-b72ffed15f20 req-a52d4dcd-e24a-4d32-82f9-d75959b918e3 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0816402 Sep 17 22:22:00.602340 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-576ac6cf-5b7d-4dc9-a4e5-155fc53992f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.611943 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:00.612873 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:00.731007 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac6203-6516-4a18-939b-e93325c8402a None None] Pushing event updated for resources: {'Port': ['ID=6e6fd973-bff1-4ff5-9c4c-7a585ec6323d,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:00.761066 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:00.788031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54220) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:00.819469 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff36499b-49cc-4f8e-bed6-130ef6dab0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.867847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36499b-49cc-4f8e-bed6-130ef6dab0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748aca10-1d39-4bb0-8578-ff8eafc7c174,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:00.883897 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff36499b-49cc-4f8e-bed6-130ef6dab0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.885867 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ff36499b-49cc-4f8e-bed6-130ef6dab0f2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/748aca10-1d39-4bb0-8578-ff8eafc7c174 HTTP/1.1" status: 204 len: 168 time: 0.5839806 Sep 17 22:22:00.888858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54226) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:00.944787 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-576ac6cf-5b7d-4dc9-a4e5-155fc53992f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.971961 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:00.974040 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.018530 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:21:58Z', 'revision_number': 3, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:01.037306 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be2835bb-1b24-42fe-8463-e1308537c1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.039569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Subnet': ['ID=a8bad664-f377-4fdc-b3e5-d4ef070936ed,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:01.060535 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bfbaf-e0a6-408e-b0cb-17a608adc82f None None] The sync data for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 is: [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:21:58Z', 'revision_number': 3, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:22:01.083059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Checking segment: {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:01.083746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network hostable DHCP agents. Network: 139bcc55-776f-489a-9201-929c95f5bd6d, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:01.098423 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.120024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3636b931-c88d-4972-91af-0e1b2bdb99ab']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:01.133233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53b11a6-6438-481d-bddf-763f95a1aa78') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:01.133840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53b11a6-6438-481d-bddf-763f95a1aa78') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:01.146138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.148494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-576ac6cf-5b7d-4dc9-a4e5-155fc53992f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.186397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.199324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:01.199726 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.200864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-576ac6cf-5b7d-4dc9-a4e5-155fc53992f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6af21131e0e54b498f9e7a2fc9eac5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8828728 Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:01.202039 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:01.210907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ac6cf-5b7d-4dc9-a4e5-155fc53992f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5952320-de65-4a26-9a3d-5f2ade19151d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:01.211588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54228) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:01.253160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 139bcc55-776f-489a-9201-929c95f5bd6d is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:01.282338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cae40947-b2fa-4b68-a625-0adef6a426bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.305955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cae40947-b2fa-4b68-a625-0adef6a426bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.327795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be2835bb-1b24-42fe-8463-e1308537c1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.365857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 139bcc55-776f-489a-9201-929c95f5bd6d) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:01.371573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:01.372233 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.403078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0e69df-4a3b-4b6a-a4b9-0a6781379035 None None] Network 139bcc55-776f-489a-9201-929c95f5bd6d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:01.434676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.436819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be2835bb-1b24-42fe-8463-e1308537c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.446311 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.451829 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3636b931-c88d-4972-91af-0e1b2bdb99ab HTTP/1.1" status: 204 len: 168 time: 0.5589988 Sep 17 22:22:01.479629 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cae40947-b2fa-4b68-a625-0adef6a426bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.487038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cae40947-b2fa-4b68-a625-0adef6a426bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.487328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cae40947-b2fa-4b68-a625-0adef6a426bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5952320-de65-4a26-9a3d-5f2ade19151d HTTP/1.1" status: 204 len: 168 time: 0.2733397 Sep 17 22:22:01.501293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb690c-2709-4667-9075-ac2d3521eda6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3636b931-c88d-4972-91af-0e1b2bdb99ab,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:01.511565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae40947-b2fa-4b68-a625-0adef6a426bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5952320-de65-4a26-9a3d-5f2ade19151d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:01.541597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54234) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:01.548442 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-be2835bb-1b24-42fe-8463-e1308537c1a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7e7ae0c7c2e467f9d0bdbae2d3c60a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7592399 Sep 17 22:22:01.550154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2835bb-1b24-42fe-8463-e1308537c1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12df4f7c-a86f-4437-8f45-49a9d4ac9c41,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:01.581142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-45e3ebc8-0f11-463f-afc8-b2ee52869028 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5685992 Sep 17 22:22:01.581632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54238) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:01.661607 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-17891542-aeaa-4039-bc18-80cd9826d6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.729449 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-17891542-aeaa-4039-bc18-80cd9826d6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.803341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-139bcc55-776f-489a-9201-929c95f5bd6d', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:22:01.805476 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:01.881900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3ab1f48-a6c8-43e8-a3cd-bd31b939d877 req-410663ab-64d6-4fcf-abb9-4c92a84e50c1 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.1046457 Sep 17 22:22:01.943909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54246) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:02.010823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6c46e72c-f6c3-412f-93da-69228a5ab89b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48c0074dd5cc4951a186b6c22f781dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656192 Sep 17 22:22:02.014367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54248) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:02.054582 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-17891542-aeaa-4039-bc18-80cd9826d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.055404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Allocated IP 172.20.0.2 (139bcc55-776f-489a-9201-929c95f5bd6d/a8bad664-f377-4fdc-b3e5-d4ef070936ed/de6eb7f5-db5b-4b1b-8107-d822ec27593c) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:02.058017 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-17891542-aeaa-4039-bc18-80cd9826d6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.074466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-17891542-aeaa-4039-bc18-80cd9826d6b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12df4f7c-a86f-4437-8f45-49a9d4ac9c41 HTTP/1.1" status: 204 len: 168 time: 0.5197291 Sep 17 22:22:02.105550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891542-aeaa-4039-bc18-80cd9826d6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12df4f7c-a86f-4437-8f45-49a9d4ac9c41,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:02.180885 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e16364ff-6963-4634-8668-30e30a192ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.251783 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e16364ff-6963-4634-8668-30e30a192ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.378103 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.549167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.549843 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e16364ff-6963-4634-8668-30e30a192ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.552468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e16364ff-6963-4634-8668-30e30a192ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.553789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e16364ff-6963-4634-8668-30e30a192ea0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a62d02b-ea52-48ac-8b0e-93374dc35a7b HTTP/1.1" status: 204 len: 168 time: 0.5381386 Sep 17 22:22:02.564100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16364ff-6963-4634-8668-30e30a192ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62d02b-ea52-48ac-8b0e-93374dc35a7b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:02.608103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Network 139bcc55-776f-489a-9201-929c95f5bd6d is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:02.611537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:02.618485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:02.620676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Pushing event updated for resources: {'Port': ['ID=de6eb7f5-db5b-4b1b-8107-d822ec27593c,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:02.680072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Attempting to bind port de6eb7f5-db5b-4b1b-8107-d822ec27593c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:02.680464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Attempting to bind port de6eb7f5-db5b-4b1b-8107-d822ec27593c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:02.680818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Attempting to bind port de6eb7f5-db5b-4b1b-8107-d822ec27593c on network 139bcc55-776f-489a-9201-929c95f5bd6d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:02.687185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:02.687578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Checking segment: {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:02.687982 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.688431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Bound using segment: {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:02.688906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Bound port: de6eb7f5-db5b-4b1b-8107-d822ec27593c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:02.689291 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.761466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] For port de6eb7f5-db5b-4b1b-8107-d822ec27593c, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:02.772659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] For port de6eb7f5-db5b-4b1b-8107-d822ec27593c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=de6eb7f5-db5b-4b1b-8107-d822ec27593c,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:02.776373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.897554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54264) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:02.919713 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c414cd85-a311-4694-a843-6f3cb71be367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:02.956801 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.048482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:03.139305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-707af3d7-0b21-4818-9eb0-4366e905ef7e req-092e14e3-3ceb-43a9-b5a6-b1cd368cdbab tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0945365 Sep 17 22:22:03.155730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ddc59-940d-4517-b152-8dc6a5370877 None None] Pushing event updated for resources: {'Port': ['ID=de6eb7f5-db5b-4b1b-8107-d822ec27593c,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:03.189057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:03.189734 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.220692 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c414cd85-a311-4694-a843-6f3cb71be367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.297258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Allocated IP 172.20.0.1 (139bcc55-776f-489a-9201-929c95f5bd6d/a8bad664-f377-4fdc-b3e5-d4ef070936ed/0ca7c404-ca5f-4f53-97bc-97537e1685bc) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:03.332273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c414cd85-a311-4694-a843-6f3cb71be367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.375702 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.394427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414cd85-a311-4694-a843-6f3cb71be367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0db8d2-d961-4067-a89d-448fdd82a395,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:03.439553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c414cd85-a311-4694-a843-6f3cb71be367 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de9c1f2f8e2549eeb399dd31bf9a3b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378208 Sep 17 22:22:03.439959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54280) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:03.440265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6e6fd973-bff1-4ff5-9c4c-7a585ec6323d,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:03.535053 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-376abd81-bd1f-4996-a53f-01e24eb79f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.548761 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.565466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.591858 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-376abd81-bd1f-4996-a53f-01e24eb79f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.632829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=6e6fd973-bff1-4ff5-9c4c-7a585ec6323d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:03.778294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.823276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 139bcc55-776f-489a-9201-929c95f5bd6d is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:03.828328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:03.828642 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-376abd81-bd1f-4996-a53f-01e24eb79f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.830753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:03.831351 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-376abd81-bd1f-4996-a53f-01e24eb79f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:03.834894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-376abd81-bd1f-4996-a53f-01e24eb79f46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa0db8d2-d961-4067-a89d-448fdd82a395 HTTP/1.1" status: 204 len: 168 time: 0.3917105 Sep 17 22:22:03.841824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376abd81-bd1f-4996-a53f-01e24eb79f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0db8d2-d961-4067-a89d-448fdd82a395,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:03.878489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=0ca7c404-ca5f-4f53-97bc-97537e1685bc,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:03.900297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.197477 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.278024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d7a983d-140e-4c6b-977c-efe4cd065743 req-a0a653ac-983a-413e-af2d-913521100ef1 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0415964 Sep 17 22:22:04.368149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b4030-3507-4e69-bfde-52828472f311 None None] Network 139bcc55-776f-489a-9201-929c95f5bd6d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:04.451303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b5ace98a-6415-40d2-a011-6325dd2e2db8 None None] Provisioning complete for port de6eb7f5-db5b-4b1b-8107-d822ec27593c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:04.451713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b5ace98a-6415-40d2-a011-6325dd2e2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.578389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54318) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:04.604230 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.633843 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b5ace98a-6415-40d2-a011-6325dd2e2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.675220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b5ace98a-6415-40d2-a011-6325dd2e2db8 None None] For port de6eb7f5-db5b-4b1b-8107-d822ec27593c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=de6eb7f5-db5b-4b1b-8107-d822ec27593c,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:04.720505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-953026371-network', 'tenant_id': '0c7333ab7c7b4ab3ab97c0468a0dad07'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:04.784564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.834584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b5ace98a-6415-40d2-a011-6325dd2e2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.876478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=0ca7c404-ca5f-4f53-97bc-97537e1685bc,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:04.880141 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.907925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ace98a-6415-40d2-a011-6325dd2e2db8 None None] Pushing event updated for resources: {'Port': ['ID=de6eb7f5-db5b-4b1b-8107-d822ec27593c,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:04.909670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Made reservation on behalf of 0c7333ab7c7b4ab3ab97c0468a0dad07 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:04.923042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.976859 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:04.988289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d51adf11-05e2-4dc3-8489-28e4ff5e8425 None None] Provisioning complete for port de6eb7f5-db5b-4b1b-8107-d822ec27593c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:04.992124 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d51adf11-05e2-4dc3-8489-28e4ff5e8425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.073836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 139bcc55-776f-489a-9201-929c95f5bd6d is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:05.076001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:05.240012 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.262399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device de6eb7f5-db5b-4b1b-8107-d822ec27593c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:05.333596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Router 06d2b30b-791b-41ff-a167-9fffa06a7add has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:22:05.337864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d51adf11-05e2-4dc3-8489-28e4ff5e8425 None None] Provisioning complete for port 0ca7c404-ca5f-4f53-97bc-97537e1685bc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:05.338597 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d51adf11-05e2-4dc3-8489-28e4ff5e8425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.346178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port de6eb7f5-db5b-4b1b-8107-d822ec27593c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:05.346837 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.365843 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.456879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb5bfd4-e047-4961-87e4-e1f9f2059666,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:05.475371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:05.507976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d51adf11-05e2-4dc3-8489-28e4ff5e8425 None None] Port 0ca7c404-ca5f-4f53-97bc-97537e1685bc cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:22:05.554262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24ae9934-26b2-40d0-82c9-dda3c0962561 req-6ba5fd76-7d67-4a66-bcc4-cdc273ca7cc0 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0587056 Sep 17 22:22:05.562195 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.564965 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Added segment 1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb of type vlan for network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 Sep 17 22:22:05.613147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:22:05.631533 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-86a2dd04-8531-4305-8c19-265d0412629b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "PUT /v2.0/routers/06d2b30b-791b-41ff-a167-9fffa06a7add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0467536 Sep 17 22:22:05.632269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54352) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:05.638453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Sync routers for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:22:05.639264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-12ea55dc-0aa9-4292-a79f-27859ff272da tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--164551257', 'description': 'tempest-secgroup_access--164551257 description', 'project_id': '195015506e4142db836c85c9333add1f'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:05.646630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:05.661310 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.689088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b1246dfd-5c7c-46bc-a53b-da6b1db6c5dc None None] Provisioning complete for port 0ca7c404-ca5f-4f53-97bc-97537e1685bc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:05.689443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b1246dfd-5c7c-46bc-a53b-da6b1db6c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.690936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:05.697200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:05.776058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b1246dfd-5c7c-46bc-a53b-da6b1db6c5dc None None] Port 0ca7c404-ca5f-4f53-97bc-97537e1685bc cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:22:05.795100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:05.795480 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.844843 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12ea55dc-0aa9-4292-a79f-27859ff272da tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.878717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:05.892331 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.894484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:05.895098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:05.980836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12ea55dc-0aa9-4292-a79f-27859ff272da tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.023190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fc74a680-83e3-47b6-9892-c46a59bca3d3 None None] Provisioning complete for port 0ca7c404-ca5f-4f53-97bc-97537e1685bc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:06.023839 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc74a680-83e3-47b6-9892-c46a59bca3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.052597 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12ea55dc-0aa9-4292-a79f-27859ff272da tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.065035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] Pushing event updated for resources: {'Network': ['ID=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:06.120753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:06.133418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eced413a-a094-486e-9e20-bf4e01167f27 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5532753 Sep 17 22:22:06.137688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54368) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:06.143207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Request body: {'subnet': {'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-953026371-subnet', 'tenant_id': '0c7333ab7c7b4ab3ab97c0468a0dad07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:06.177785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea55dc-0aa9-4292-a79f-27859ff272da tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68594d3-6682-43f4-94fa-6ac3367ef10b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:06.198627 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-12ea55dc-0aa9-4292-a79f-27859ff272da tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.203112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54372) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:06.203945 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-12ea55dc-0aa9-4292-a79f-27859ff272da tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5697730 Sep 17 22:22:06.209864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bbe6cb31-3701-47f6-bb75-56ebd60ebbb6 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--282746952', 'description': 'tempest-secgroup_general--282746952 description', 'project_id': '195015506e4142db836c85c9333add1f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:06.241659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-fc74a680-83e3-47b6-9892-c46a59bca3d3 None None] Port 0ca7c404-ca5f-4f53-97bc-97537e1685bc cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:22:06.323339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Made reservation on behalf of 0c7333ab7c7b4ab3ab97c0468a0dad07 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:06.326998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.374270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0ca7c404-ca5f-4f53-97bc-97537e1685bc', 'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:7b:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:22:02Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 2, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:06.401954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Checking router: 06d2b30b-791b-41ff-a167-9fffa06a7add for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:22:06.402307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Updating router 06d2b30b-791b-41ff-a167-9fffa06a7add port 0ca7c404-ca5f-4f53-97bc-97537e1685bc binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:22:06.428877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.516511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbe6cb31-3701-47f6-bb75-56ebd60ebbb6 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.583365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54382) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:06.750037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d1f2cb17-009c-4bb0-b90a-abe7672861be tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:06.868481 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d1f2cb17-009c-4bb0-b90a-abe7672861be tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] 10.222.0.13 "PUT /v2.0/quotas/f2d7da7b13bc4456a18330954e5caff9 HTTP/1.1" status: 200 len: 368 time: 0.2834799 Sep 17 22:22:06.871085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54392) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:06.878218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Request body: {'network': {'project_id': 'f2d7da7b13bc4456a18330954e5caff9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:06.925728 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.935267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device de6eb7f5-db5b-4b1b-8107-d822ec27593c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:06.986254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port de6eb7f5-db5b-4b1b-8107-d822ec27593c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:06.986851 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:06.989868 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.028287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbe6cb31-3701-47f6-bb75-56ebd60ebbb6 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.063848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ae5b8d2-c234-4a91-9677-c9d778f4b00a req-149d653f-0859-4b6b-b31f-55829a41d0c4 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0452166 Sep 17 22:22:07.077370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bd021-46f1-4085-a428-004bfc7cb158 None None] Pushing event updated for resources: {'Port': ['ID=0ca7c404-ca5f-4f53-97bc-97537e1685bc,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.093904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.125283 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbe6cb31-3701-47f6-bb75-56ebd60ebbb6 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.188632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Made reservation on behalf of f2d7da7b13bc4456a18330954e5caff9 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:07.189735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6cb31-3701-47f6-bb75-56ebd60ebbb6 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b71bdf-5f60-4448-86bc-804d9248d91f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.194540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.199493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4676d0ae-753f-4373-8f11-a19f4c2711ee,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.219496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.220242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Checking segment: {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:07.220866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Network hostable DHCP agents. Network: 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:07.249287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Attempting to bind port 0ca7c404-ca5f-4f53-97bc-97537e1685bc on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:07.249935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Attempting to bind port 0ca7c404-ca5f-4f53-97bc-97537e1685bc by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:07.250456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Attempting to bind port 0ca7c404-ca5f-4f53-97bc-97537e1685bc on network 139bcc55-776f-489a-9201-929c95f5bd6d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:07.261280 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbe6cb31-3701-47f6-bb75-56ebd60ebbb6 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.261280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bbe6cb31-3701-47f6-bb75-56ebd60ebbb6 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0542774 Sep 17 22:22:07.262080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54404) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:07.272750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-15693cc9-8161-4828-a6b5-73f0093163d0 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'security_group_rule': {'security_group_id': 'e68594d3-6682-43f4-94fa-6ac3367ef10b', 'project_id': '195015506e4142db836c85c9333add1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:07.296305 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:07.297072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Checking segment: {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:07.297899 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.298731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Bound using segment: {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:07.299725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Bound port: 0ca7c404-ca5f-4f53-97bc-97537e1685bc, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:07.300432 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.314885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:07.363441 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.394533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:07.403260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:07.403260 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.412652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d297844-d3b3-48ac-b580-b5562d1fa6c4 None None] Network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:07.452318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.472090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] For port 0ca7c404-ca5f-4f53-97bc-97537e1685bc, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:07.484050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:07.488692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73766d9a-2151-4d51-96a5-f1e7c9d01c42,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.496030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.496377 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Added segment a490fb8b-92f5-49f8-8f3d-ad1bf59f6775 of type vlan for network a9d24be1-b045-44d6-bfd1-07ac2c68acc1 Sep 17 22:22:07.529039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] For port 0ca7c404-ca5f-4f53-97bc-97537e1685bc, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0ca7c404-ca5f-4f53-97bc-97537e1685bc,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:07.539649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9ede04e7-7c56-41b9-bf4d-3553e81cf045 None None] Provisioning complete for port 0ca7c404-ca5f-4f53-97bc-97537e1685bc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:07.540057 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9ede04e7-7c56-41b9-bf4d-3553e81cf045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.544660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.580509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ef5d87da-9f65-4e17-be70-20fe365ab723 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4414365 Sep 17 22:22:07.604481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9ede04e7-7c56-41b9-bf4d-3553e81cf045 None None] Port 0ca7c404-ca5f-4f53-97bc-97537e1685bc cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:22:07.649845 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.652041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e46d7a0-d814-4474-ae49-0e44400d01a1 None None] Network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:07.685950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.687447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:07.688483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.707133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-15693cc9-8161-4828-a6b5-73f0093163d0 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.745957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:07.746959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:21:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:07.810120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Pushing event updated for resources: {'Network': ['ID=a9d24be1-b045-44d6-bfd1-07ac2c68acc1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:07.816602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-15693cc9-8161-4828-a6b5-73f0093163d0 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.871656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a9d24be1-b045-44d6-bfd1-07ac2c68acc1 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:07.897050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:07.907791 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57bcadbc-cd74-467b-9d19-d4554856aeb0 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0355995 Sep 17 22:22:07.909997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54428) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:07.916308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Request body: {'network': {'project_id': 'f2d7da7b13bc4456a18330954e5caff9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:07.935652 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-15693cc9-8161-4828-a6b5-73f0093163d0 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:07.997200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15693cc9-8161-4828-a6b5-73f0093163d0 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc7322e-f541-485c-a8db-06cfa265fde4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:08.082429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Made reservation on behalf of f2d7da7b13bc4456a18330954e5caff9 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:08.085415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bd021-46f1-4085-a428-004bfc7cb158 None None] Pushing event updated for resources: {'Port': ['ID=0ca7c404-ca5f-4f53-97bc-97537e1685bc,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:08.086116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.139831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:08.150916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-33719c26-f1ad-4117-949e-4c1859757864 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:08.152813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-33719c26-f1ad-4117-949e-4c1859757864 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/networks?id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 200 len: 812 time: 0.1389322 Sep 17 22:22:08.170241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.170646 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Added segment 871d6840-e0b5-4df3-9539-9858669e4fbb of type vlan for network f1d0c087-0bef-493a-9b2c-969653a4cd7e Sep 17 22:22:08.184761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-71800a27-d14b-49fb-b383-49fbabe3916d tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/quotas/0c7333ab7c7b4ab3ab97c0468a0dad07 HTTP/1.1" status: 200 len: 375 time: 0.0248749 Sep 17 22:22:08.237032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-15693cc9-8161-4828-a6b5-73f0093163d0 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.242838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-15693cc9-8161-4828-a6b5-73f0093163d0 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9743025 Sep 17 22:22:08.243063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-35e97203-4bd4-41dc-8b9a-480cf28c5d45 None None] Provisioning complete for port 0ca7c404-ca5f-4f53-97bc-97537e1685bc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:08.243063 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35e97203-4bd4-41dc-8b9a-480cf28c5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.249997 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.276799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-2accd947-1bd5-4fed-b127-842d65579bf4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851815 Sep 17 22:22:08.292228 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.297379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4b7ea59-7720-4ac5-ae84-50282dc38d3a req-7ef76c5d-c129-4b31-8d7d-6aa0e982eb8a tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0740602 Sep 17 22:22:08.452043 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35e97203-4bd4-41dc-8b9a-480cf28c5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.462748 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.464162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:08.466611 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.499598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e8626ad9-33b8-4865-8b96-df788d2dd205 service neutron] 10.222.0.13 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043226 Sep 17 22:22:08.523672 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0ca7c404-ca5f-4f53-97bc-97537e1685bc', 'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:7b:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:22:02Z', 'updated_at': '2021-09-17T22:22:07Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:08.527996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-35e97203-4bd4-41dc-8b9a-480cf28c5d45 None None] For port 0ca7c404-ca5f-4f53-97bc-97537e1685bc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0ca7c404-ca5f-4f53-97bc-97537e1685bc,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:08.558663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfae45c-52fc-4014-8da6-16645560d5ab None None] The sync data for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 is: [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0ca7c404-ca5f-4f53-97bc-97537e1685bc', 'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:7b:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:22:02Z', 'updated_at': '2021-09-17T22:22:07Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:22:08.626517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35e97203-4bd4-41dc-8b9a-480cf28c5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:08.652830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7385828 Sep 17 22:22:08.652830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b891f3-9ae8-4958-8ff2-54cb904142ec tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Pushing event updated for resources: {'Network': ['ID=f1d0c087-0bef-493a-9b2c-969653a4cd7e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:08.654875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54466) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:08.662519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-33e272fa-3827-4113-b289-e8b87f1bf2d8 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Request body: {'network': {'project_id': 'f2d7da7b13bc4456a18330954e5caff9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:08.673464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-f931b55b-c499-44eb-97c9-7a7179ea08b3 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--164551257&fields=id&tenant_id=195015506e4142db836c85c9333add1f HTTP/1.1" status: 200 len: 267 time: 0.1485338 Sep 17 22:22:08.692653 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e272fa-3827-4113-b289-e8b87f1bf2d8 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 22:22:08.693418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e272fa-3827-4113-b289-e8b87f1bf2d8 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:22:08.694927 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-33e272fa-3827-4113-b289-e8b87f1bf2d8 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0387201 Sep 17 22:22:08.699245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54468) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:08.702056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f1d0c087-0bef-493a-9b2c-969653a4cd7e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:08.767456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-9a9993cc-7810-4a3f-b598-f4617d598efd tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--282746952&fields=id&tenant_id=195015506e4142db836c85c9333add1f HTTP/1.1" status: 200 len: 267 time: 0.0930064 Sep 17 22:22:08.791002 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-09a9819a-4232-4336-ae18-cfc4d06cb805 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2d7da7b13bc4456a18330954e5caff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880940 Sep 17 22:22:08.796442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e97203-4bd4-41dc-8b9a-480cf28c5d45 None None] Pushing event updated for resources: {'Port': ['ID=0ca7c404-ca5f-4f53-97bc-97537e1685bc,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:08.804862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54470) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:08.950355 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-0c9e78a6-247d-4d0d-8e98-9ecadae7baba service neutron] 10.222.0.13 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222240 Sep 17 22:22:09.006087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbb0dbe5-c5ff-4f1e-a5b9-7f1003f74a1c tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.019843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0ca7c404-ca5f-4f53-97bc-97537e1685bc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:09.073575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe457-fb28-44fc-8668-df60996f47fd req-5d38f287-2c82-4267-b546-e5d4c20dc5f5 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:09.082290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-5d38f287-2c82-4267-b546-e5d4c20dc5f5 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/networks?id=139bcc55-776f-489a-9201-929c95f5bd6d HTTP/1.1" status: 200 len: 797 time: 0.3101795 Sep 17 22:22:09.106143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0ca7c404-ca5f-4f53-97bc-97537e1685bc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:09.111927 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.112122 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbb0dbe5-c5ff-4f1e-a5b9-7f1003f74a1c tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.117813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-b49a7eb7-8e06-4030-8d1f-7b78ba5b17d1 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/quotas/195015506e4142db836c85c9333add1f HTTP/1.1" status: 200 len: 375 time: 0.0343683 Sep 17 22:22:09.248276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-c2092ad1-73c9-4c50-b638-466ffb1aa9eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=195015506e4142db836c85c9333add1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293025 Sep 17 22:22:09.414974 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbb0dbe5-c5ff-4f1e-a5b9-7f1003f74a1c tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.422207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbb0dbe5-c5ff-4f1e-a5b9-7f1003f74a1c tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.424292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dbb0dbe5-c5ff-4f1e-a5b9-7f1003f74a1c tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/73766d9a-2151-4d51-96a5-f1e7c9d01c42 HTTP/1.1" status: 204 len: 168 time: 0.6186132 Sep 17 22:22:09.427110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54488) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:09.479773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0dbe5-c5ff-4f1e-a5b9-7f1003f74a1c tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73766d9a-2151-4d51-96a5-f1e7c9d01c42,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:09.506992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-4807f8c4-b784-4de9-b27a-67bcfe154f8e service neutron] 10.222.0.13 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367787 Sep 17 22:22:09.525017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8cb4a405-b355-4db7-b091-5fe0fe633c72 req-339d422e-e705-4465-a3bc-eb5f90497ac2 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0565436 Sep 17 22:22:09.595581 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.714270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-f878ef6b-3248-491b-9751-7ee7e96e8919 service neutron] 10.222.0.13 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068212 Sep 17 22:22:09.798832 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.806750 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.846334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d0c087-0bef-493a-9b2c-969653a4cd7e']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:09.859060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871d6840-e0b5-4df3-9539-9858669e4fbb') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:09.859707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871d6840-e0b5-4df3-9539-9858669e4fbb') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:09.879100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.895539 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.915182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:09.915594 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:09.917564 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:09.936652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a556a2f-f579-4be5-9fcf-de6216bc4a99 req-d4855474-6c19-40c8-9f7d-4bc4dc830032 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 210 time: 0.0388019 Sep 17 22:22:10.125822 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.137624 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.140902 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f1d0c087-0bef-493a-9b2c-969653a4cd7e HTTP/1.1" status: 204 len: 168 time: 0.7121663 Sep 17 22:22:10.157302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54522) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:10.188861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55be453-f001-45e3-b106-dad3e454bfa6 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1d0c087-0bef-493a-9b2c-969653a4cd7e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:10.213507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8692e36-01b4-4890-ab1a-49c8adaea9b2 req-2696d939-054d-41e0-bc79-877dc88d063e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 210 time: 0.0474575 Sep 17 22:22:10.324561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be93908-f376-489b-b138-df48c6efd94a req-d4e3476f-c80c-4de6-82fb-334b61991a43 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:10.336395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-d4e3476f-c80c-4de6-82fb-334b61991a43 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 814 time: 0.2844360 Sep 17 22:22:10.370091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-8108bc46-3c27-42be-908b-4977c6ec6c95 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/quotas/3ffa36fdc5d248a5a1d306e5c8ca065d HTTP/1.1" status: 200 len: 375 time: 0.0147188 Sep 17 22:22:10.404843 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.441010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-505fa6e9-2723-4e7d-ba42-6706c0905e0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611918 Sep 17 22:22:10.493039 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.521977 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d24be1-b045-44d6-bfd1-07ac2c68acc1']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:10.533933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a490fb8b-92f5-49f8-8f3d-ad1bf59f6775') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:10.534274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a490fb8b-92f5-49f8-8f3d-ad1bf59f6775') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:10.543872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-576a7cd7-f29d-4b38-8a6b-92584796ed1b service neutron] 10.222.0.13 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016791 Sep 17 22:22:10.544118 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.577382 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.591028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:10.591451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:10.671139 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:10.716233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24085e62-9a14-451a-8ba4-a677d8a9e6f4 req-c6704f27-366b-4bd6-a0e2-f21a8628250a tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0342267 Sep 17 22:22:10.743459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-0ef32015-2ee0-4391-8af4-d3ec0c02d31d service neutron] 10.222.0.13 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895983 Sep 17 22:22:10.754387 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.764305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:10.767246 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a9d24be1-b045-44d6-bfd1-07ac2c68acc1 HTTP/1.1" status: 204 len: 168 time: 0.6089256 Sep 17 22:22:10.782649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4647eb1-e37a-4ff8-a20f-7937ae479056 tempest-QuotasNegativeTest-85049577 tempest-QuotasNegativeTest-85049577-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9d24be1-b045-44d6-bfd1-07ac2c68acc1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:11.127871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3ce151a-c187-46c0-8733-c5a0c5817136 req-f4eae6d3-98b9-4f1f-a660-d3c4fb9d63e5 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 210 time: 0.0821979 Sep 17 22:22:11.129896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fefe3470-c56b-4532-932e-5e59d63b3312 req-aad9e3d4-727d-48f9-8d95-cc35bfecb66c tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0705409 Sep 17 22:22:11.348189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fed03b4-46fe-46be-8b81-d3a6b2c95a4f req-604d3afd-f70f-48f7-a597-c28c536c03ee tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 210 time: 0.0670905 Sep 17 22:22:11.863509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-667dd1c8-5119-4743-86a8-66b1911d2f1d req-ef5146f8-18a4-44d7-911c-121865000f6b tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0495069 Sep 17 22:22:11.956000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54590) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:12.083951 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd83edb6-c989-45c2-b364-25069d37506a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:12.209353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd83edb6-c989-45c2-b364-25069d37506a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:12.241088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0860833b-939e-4e14-b1f0-062372e3ba40 req-2f0e782a-8b12-4b35-b602-6fc2d1a487eb tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 210 time: 0.0365551 Sep 17 22:22:12.286551 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7bb875b-e372-4d48-8cb0-26aa73428f6c req-30b1289c-528f-4a57-ad94-0b9253209dfe tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0439694 Sep 17 22:22:12.394266 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd83edb6-c989-45c2-b364-25069d37506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:12.458727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83edb6-c989-45c2-b364-25069d37506a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe77f48-d741-46d7-9789-c9b9f54108ec,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:12.466604 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fd83edb6-c989-45c2-b364-25069d37506a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aab8f8221d844a54a8fe7e057a3c9d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065787 Sep 17 22:22:12.467647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54610) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:12.482369 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f90a9791-c909-469f-9dc2-8c05413ce21b req-973a3ee3-bbc5-4ba3-bfaa-9868d93ff954 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 210 time: 0.0583813 Sep 17 22:22:12.552953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90a8b2bb-416a-46ee-a318-a500a67f4112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:12.581349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90a8b2bb-416a-46ee-a318-a500a67f4112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:12.806181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90a8b2bb-416a-46ee-a318-a500a67f4112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:12.810474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90a8b2bb-416a-46ee-a318-a500a67f4112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:12.813728 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-90a8b2bb-416a-46ee-a318-a500a67f4112 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fe77f48-d741-46d7-9789-c9b9f54108ec HTTP/1.1" status: 204 len: 168 time: 0.3432169 Sep 17 22:22:12.820137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8b2bb-416a-46ee-a318-a500a67f4112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe77f48-d741-46d7-9789-c9b9f54108ec,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:13.008966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05004a75-938c-4ba0-a2e4-c2f283ba288d req-ce65a58b-2003-403c-847d-e054333cff4a tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0472112 Sep 17 22:22:13.386850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a58a1182-e016-405d-aa16-e653e4763eb5 req-c3469e8f-b3a0-43ac-aa39-81dd44830884 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 210 time: 0.0551653 Sep 17 22:22:13.441960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bc4064e-0efa-4c7b-9c5a-a114adab6203 req-374b1f50-6bf7-4947-8b1b-4baac08634dd tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0574865 Sep 17 22:22:13.655565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d6cd17d6-458b-4a8c-abfc-73579d8d3555 req-f47366b5-8746-488d-95b9-38b608aaa175 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 210 time: 0.0343866 Sep 17 22:22:13.743723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe457-fb28-44fc-8668-df60996f47fd req-43c9f8db-d85c-455e-96ef-c2107df9337c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:13.745101 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-43c9f8db-d85c-455e-96ef-c2107df9337c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.35 "GET /v2.0/networks?id=139bcc55-776f-489a-9201-929c95f5bd6d HTTP/1.1" status: 200 len: 797 time: 0.2234867 Sep 17 22:22:13.794560 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-f364c09b-6bbb-4e4d-96c9-8d2d6825502e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195015506e4142db836c85c9333add1f HTTP/1.1" status: 200 len: 476 time: 0.0390048 Sep 17 22:22:13.804475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'port': {'device_id': '90430e6c-378e-4a30-8056-aee16fdd4073', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'admin_state_up': True, 'tenant_id': '195015506e4142db836c85c9333add1f', 'security_groups': ['e68594d3-6682-43f4-94fa-6ac3367ef10b', '17b71bdf-5f60-4448-86bc-804d9248d91f']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:14.037097 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:22:14.085641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Made reservation on behalf of 195015506e4142db836c85c9333add1f for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:14.089759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.102842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54652) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:14.108565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0d1e201e-fbab-4d66-8567-05446c7ff395 req-1113647e-1b3a-4cf0-a018-d6684cea2b0e tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0313382 Sep 17 22:22:14.176731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8458b92-6074-4990-b908-c80484dc0917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.285400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Allocated IP 172.20.0.12 (139bcc55-776f-489a-9201-929c95f5bd6d/a8bad664-f377-4fdc-b3e5-d4ef070936ed/ea840516-ba0a-4bae-9f5c-89b28cef6938) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:14.525709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8458b92-6074-4990-b908-c80484dc0917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.552392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bd24a00a-ff75-4701-a960-cc36ba8f46d7 req-b439646b-2699-442a-816c-7cb15a79f887 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 210 time: 0.0549576 Sep 17 22:22:14.597921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60dbb98c-e8e6-4c3b-abc5-c0857030bdf9 req-bb097088-57ac-49d5-89e2-af5a5496c1b6 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0438111 Sep 17 22:22:14.632022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-b86ebcc4-7022-42b6-a80a-f2c897b28ac2 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:14.633490 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-b86ebcc4-7022-42b6-a80a-f2c897b28ac2 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "GET /v2.0/networks?id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 200 len: 812 time: 0.3085957 Sep 17 22:22:14.638052 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8458b92-6074-4990-b908-c80484dc0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.661216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Request body: {'port': {'device_id': '961e8e5f-810a-439b-83e5-d01c18ed16c3', 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28', 'admin_state_up': True, 'tenant_id': '0c7333ab7c7b4ab3ab97c0468a0dad07'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:14.726546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.734591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8458b92-6074-4990-b908-c80484dc0917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7fe71e-e964-443f-89a5-4f910e012486,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:14.752814 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c8458b92-6074-4990-b908-c80484dc0917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc69df50754c4872a9fabc1eec80a1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488616 Sep 17 22:22:14.755589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54672) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:14.790693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ef2c43c-a407-4329-9b68-4f2f63dd2fa3 req-ae6d16fa-27e2-4eb2-9830-7ca6060ea32a tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 210 time: 0.0511031 Sep 17 22:22:14.880112 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96bacff0-7227-42b9-88d0-2a3db2daf2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:14.902276 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96bacff0-7227-42b9-88d0-2a3db2daf2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.040062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Made reservation on behalf of 0c7333ab7c7b4ab3ab97c0468a0dad07 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:15.044336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.077156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.116781 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96bacff0-7227-42b9-88d0-2a3db2daf2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.122389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96bacff0-7227-42b9-88d0-2a3db2daf2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.128721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-96bacff0-7227-42b9-88d0-2a3db2daf2da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e7fe71e-e964-443f-89a5-4f910e012486 HTTP/1.1" status: 204 len: 168 time: 0.3702154 Sep 17 22:22:15.156277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bacff0-7227-42b9-88d0-2a3db2daf2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7fe71e-e964-443f-89a5-4f910e012486,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:15.156443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 139bcc55-776f-489a-9201-929c95f5bd6d is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:15.217552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:15.251988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f28ae07c-8914-4b9c-97a1-fb31204ba9d8 req-8296139c-d3b3-4f9a-868e-af5ac8a28631 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0333135 Sep 17 22:22:15.271945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:15.361322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=ea840516-ba0a-4bae-9f5c-89b28cef6938,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:15.509864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:15.510499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.561969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Allocated IP 172.20.0.7 (9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28/4676d0ae-753f-4373-8f11-a19f4c2711ee/f16f2d44-6ed6-4330-be25-2d0b834fbf5a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:15.570028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be93908-f376-489b-b138-df48c6efd94a req-11f90043-a03c-47b3-aaf4-a7fbe719ba74 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:15.571477 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-11f90043-a03c-47b3-aaf4-a7fbe719ba74 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 814 time: 0.4052877 Sep 17 22:22:15.586502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Request body: {'port': {'device_id': 'b2dc366e-4846-47d0-99df-72bcafa0e6f8', 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090', 'admin_state_up': True, 'tenant_id': '3ffa36fdc5d248a5a1d306e5c8ca065d'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:15.646984 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-fdd7dc26-3d95-47cd-be53-b3dd57fa44b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.8469086 Sep 17 22:22:15.669626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c7096214-23c8-4f4b-93e8-5d1fa66e2450 None None] Provisioning complete for port ea840516-ba0a-4bae-9f5c-89b28cef6938 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:15.669626 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c7096214-23c8-4f4b-93e8-5d1fa66e2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.701533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Request body: {'port': {'device_id': '90430e6c-378e-4a30-8056-aee16fdd4073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:15.737204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07af469d-bc86-481a-953e-430cc7663c0b req-22e74f0a-41e3-4e53-829a-35f76b55ff48 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 210 time: 0.0676084 Sep 17 22:22:15.777611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c7096214-23c8-4f4b-93e8-5d1fa66e2450 None None] Port ea840516-ba0a-4bae-9f5c-89b28cef6938 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:22:15.841565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e33b8fd-5068-40c2-8741-2e7a99a60dfa req-5c7a6962-77aa-442b-86ab-51a9afd26ec5 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0716176 Sep 17 22:22:15.901486 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:15.999372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb9525-26fb-47ec-a056-9927efd4ef84 req-236aff5e-78b3-4085-9ade-94c9036e0151 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:16.003109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27fb9525-26fb-47ec-a056-9927efd4ef84 req-236aff5e-78b3-4085-9ade-94c9036e0151 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 971 time: 0.1054735 Sep 17 22:22:16.017635 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.060420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27fb9525-26fb-47ec-a056-9927efd4ef84 req-307ae381-6b28-4a87-877f-cd3ae8b6bf83 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0503936 Sep 17 22:22:16.173976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Made reservation on behalf of 3ffa36fdc5d248a5a1d306e5c8ca065d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:16.177537 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.350499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-9fb03706-6258-43e5-9bfb-5defe32560ae tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:16.355991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-9fb03706-6258-43e5-9bfb-5defe32560ae tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "GET /v2.0/networks?id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 200 len: 812 time: 0.1690590 Sep 17 22:22:16.384173 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.394749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f959dcd0-ef9e-42b8-8100-7fae8216f777 req-f5e72394-7316-4a4c-8ea6-45a63d04391f tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0376527 Sep 17 22:22:16.398264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Request body: {'port': {'device_id': 'c68d5f5d-250e-40c4-a2a5-5fd4b40026d0', 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28', 'admin_state_up': True, 'tenant_id': '0c7333ab7c7b4ab3ab97c0468a0dad07'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:16.794396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Made reservation on behalf of 0c7333ab7c7b4ab3ab97c0468a0dad07 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:16.799273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.846975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-942ec2f3-eba5-4c1f-b020-74ebc68f395a req-7a60c30f-2990-4e6c-ae6b-8a3a67e820a5 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 210 time: 0.0429966 Sep 17 22:22:16.875704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea840516-ba0a-4bae-9f5c-89b28cef6938 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:16.888842 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.904368 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:16.918595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:16.924990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Pushing event updated for resources: {'Port': ['ID=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:16.929362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:16.975225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Allocated IP 172.20.0.11 (057dac44-70f0-4b7a-a29a-b577f279a090/fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd/b68bed19-1e35-4c4a-9f6c-9c7bf6d11909) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:16.982820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:16.986609 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:16.994391 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Transition to ACTIVE for port object ea840516-ba0a-4bae-9f5c-89b28cef6938 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:17.018288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5aa7ab73-0e40-40b0-a1e3-fc20a034c4aa req-c617f03f-ff0c-4936-9887-82008c0ba295 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0339105 Sep 17 22:22:17.044304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Allocated IP 172.20.0.11 (9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28/4676d0ae-753f-4373-8f11-a19f4c2711ee/1ccbaf87-90fa-4868-9871-e65f32eb99b0) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:17.076881 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.092540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54742) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:17.176341 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-af54feae-6d57-474b-8037-e2eeb1aeb5c4 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5293977 Sep 17 22:22:17.192364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Request body: {'port': {'device_id': '961e8e5f-810a-439b-83e5-d01c18ed16c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:17.241086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'networks': [{'name': 'tempest-network--1914252508'}, {'name': 'tempest-network--1070177667'}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:17.241566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'network': {'name': 'tempest-network--1914252508'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:17.242040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'network': {'name': 'tempest-network--1070177667'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:17.257926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Pushing event updated for resources: {'Port': ['ID=ea840516-ba0a-4bae-9f5c-89b28cef6938,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:17.277511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec597-01af-4f07-9510-ff612343f32b req-c0c084ff-a752-4e17-aff0-8f27800da67e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:17.279445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4acec597-01af-4f07-9510-ff612343f32b req-c0c084ff-a752-4e17-aff0-8f27800da67e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 983 time: 0.1287267 Sep 17 22:22:17.311629 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.360495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.361857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.397544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4acec597-01af-4f07-9510-ff612343f32b req-194d665b-8fb8-416a-ac4b-6816e0db0811 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1011250 Sep 17 22:22:17.408704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Made reservation on behalf of 1096fd29b415467db9ca582d1e486e60 for: {'network': 2} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:17.414095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.431731 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.494995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Attempting to bind port ea840516-ba0a-4bae-9f5c-89b28cef6938 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:17.497460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Attempting to bind port ea840516-ba0a-4bae-9f5c-89b28cef6938 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:17.497460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Attempting to bind port ea840516-ba0a-4bae-9f5c-89b28cef6938 on network 139bcc55-776f-489a-9201-929c95f5bd6d {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:17.556739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9454492c-a5ec-4311-adf1-0cb933b0ec5c req-b8ba21ec-4e65-4b87-ad5a-dd165f17c30d tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0329380 Sep 17 22:22:17.587551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Port ea840516-ba0a-4bae-9f5c-89b28cef6938 on network 139bcc55-776f-489a-9201-929c95f5bd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:17.587884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Attempting to bind port ea840516-ba0a-4bae-9f5c-89b28cef6938 on network 139bcc55-776f-489a-9201-929c95f5bd6d {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:17.590183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.601822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['36434616-4dcf-40f6-88ef-937cf772ef00'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:17.630221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:17.631049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Checking segment: {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:17.631663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Bound using segment: {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:17.632586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Bound port: ea840516-ba0a-4bae-9f5c-89b28cef6938, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c04b5-936b-47e0-8f19-297ae5920e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:17.633305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.656321 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.667452 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.692406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Network 057dac44-70f0-4b7a-a29a-b577f279a090 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:17.711682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:17.747800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:17.749386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Pushing event updated for resources: {'Port': ['ID=1ccbaf87-90fa-4868-9871-e65f32eb99b0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:17.753035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:17.761114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Pushing event updated for resources: {'Port': ['ID=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:17.770440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:17.779571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:17.781402 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.782827 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.789319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-76a12150-c2d0-4d80-a6fe-e685fd072aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.856984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:17.866837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] For port ea840516-ba0a-4bae-9f5c-89b28cef6938, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:17.874142 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:17.874831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.880397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] For port ea840516-ba0a-4bae-9f5c-89b28cef6938, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea840516-ba0a-4bae-9f5c-89b28cef6938,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:17.883615 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.883964 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Added segment 1bc1fff6-0b7b-4e46-a3b5-65d7a31fc0b8 of type vlan for network fafc6dc5-fc88-4915-bfea-9d0a7bcd4cab Sep 17 22:22:17.897766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da88222-13d9-41e1-a83b-53ff5adddbcf,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:17.914025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:17.914591 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:17.997872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16f2d44-6ed6-4330-be25-2d0b834fbf5a {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:18.002251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.007178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.022360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Transition to ACTIVE for port object f16f2d44-6ed6-4330-be25-2d0b834fbf5a will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:18.031947 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-28d2e4eb-478e-4e7e-a730-5f5e2d72eeff tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4503949 Sep 17 22:22:18.034363 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.053191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73b449-2b9c-4be9-8bbb-244cceaa7126 req-14c397af-2c41-4807-bec8-f84c00ee00e0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.061265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c73b449-2b9c-4be9-8bbb-244cceaa7126 req-14c397af-2c41-4807-bec8-f84c00ee00e0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 932 time: 0.0976753 Sep 17 22:22:18.070878 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Request body: {'port': {'device_id': 'b2dc366e-4846-47d0-99df-72bcafa0e6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:18.071437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:18.101785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.102162 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Added segment 2cba8b2c-0152-4e36-a52c-2d1e9e526f55 of type vlan for network cc8c5299-711d-4387-a0d6-cbfc0208370a Sep 17 22:22:18.109147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.109774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.111223 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] 10.222.0.35 "PUT /v2.0/ports/ea840516-ba0a-4bae-9f5c-89b28cef6938 HTTP/1.1" status: 200 len: 1132 time: 2.4271109 Sep 17 22:22:18.111654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:18.114159 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00333368-289c-4063-a7c9-5fe30ff52265" -d '{"events": [{"name": "network-changed", "server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:18.134945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c73b449-2b9c-4be9-8bbb-244cceaa7126 req-c64a467a-6913-4d14-bcc3-90e3b6252e6d tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683568 Sep 17 22:22:18.136333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4f941ee-0683-45c6-927e-679ae734112c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7445457 Sep 17 22:22:18.161141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Request body: {'port': {'device_id': 'c68d5f5d-250e-40c4-a2a5-5fd4b40026d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:18.175413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11c314-c332-4fad-83ea-31396112bddd service neutron] Pushing event updated for resources: {'Port': ['ID=ea840516-ba0a-4bae-9f5c-89b28cef6938,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:18.178236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.206155 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c55e61-a012-47ac-a528-78a30664ee64 x-openstack-request-id: req-a3c55e61-a012-47ac-a528-78a30664ee64 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:18.206155 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:18.206155 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3c55e61-a012-47ac-a528-78a30664ee64 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:18.206155 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'status': 'completed', 'code': 200} Sep 17 22:22:18.207541 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.254724 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.331719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae8a16-7880-496c-a414-2f450ada1d69 req-64ad7fd2-1b2d-4124-8f51-d4232775e128 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.347029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48ae8a16-7880-496c-a414-2f450ada1d69 req-64ad7fd2-1b2d-4124-8f51-d4232775e128 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 932 time: 0.2020051 Sep 17 22:22:18.386640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.461559 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.462149 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.467786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Pushing event updated for resources: {'Port': ['ID=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:18.470315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.485368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.486061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.512991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48ae8a16-7880-496c-a414-2f450ada1d69 req-9192da1f-0c89-44df-bc21-b90693cb5d5e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636312 Sep 17 22:22:18.517388 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00333368-289c-4063-a7c9-5fe30ff52265 req-d11c86e3-1ee3-4431-9d48-5d4f15bc6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.519400 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-00333368-289c-4063-a7c9-5fe30ff52265 req-d11c86e3-1ee3-4431-9d48-5d4f15bc6f8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=195015506e4142db836c85c9333add1f&device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 1135 time: 0.2706487 Sep 17 22:22:18.672736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Network': ['ID=fafc6dc5-fc88-4915-bfea-9d0a7bcd4cab,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:18.680458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network fafc6dc5-fc88-4915-bfea-9d0a7bcd4cab details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:18.706895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6113164 Sep 17 22:22:18.721656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54796) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:18.781635 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Attempting to bind port f16f2d44-6ed6-4330-be25-2d0b834fbf5a on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:18.781935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Attempting to bind port f16f2d44-6ed6-4330-be25-2d0b834fbf5a by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:18.782050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Attempting to bind port f16f2d44-6ed6-4330-be25-2d0b834fbf5a on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:18.788644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7407023-4f01-494c-83f2-dbfa3d3f56c6 req-0a97a6cd-b44e-41da-a72f-fdf9fe92a93a tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.790149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7407023-4f01-494c-83f2-dbfa3d3f56c6 req-0a97a6cd-b44e-41da-a72f-fdf9fe92a93a tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 983 time: 0.2865841 Sep 17 22:22:18.825591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9349a8-e6fd-423a-a0a8-57d5bf72e993 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Network': ['ID=cc8c5299-711d-4387-a0d6-cbfc0208370a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:18.836972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network cc8c5299-711d-4387-a0d6-cbfc0208370a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:18.837413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Port f16f2d44-6ed6-4330-be25-2d0b834fbf5a on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:18.838054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Attempting to bind port f16f2d44-6ed6-4330-be25-2d0b834fbf5a on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:18.861416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba398592-463d-4b8e-9367-0060bd1d924b req-6dbbca65-1059-4a02-8137-03ae15fd31cf tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0549743 Sep 17 22:22:18.917082 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:18.917436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Checking segment: {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:18.917816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Bound using segment: {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:18.918269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Bound port: f16f2d44-6ed6-4330-be25-2d0b834fbf5a, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:18.919741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:18.956691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7407023-4f01-494c-83f2-dbfa3d3f56c6 req-914451de-41ad-4b15-9871-4c3c109ef6b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1457672 Sep 17 22:22:18.964132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00333368-289c-4063-a7c9-5fe30ff52265 req-ac072f20-85f8-48fd-a486-ca229edca73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:18.965687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-00333368-289c-4063-a7c9-5fe30ff52265 req-ac072f20-85f8-48fd-a486-ca229edca73d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=195015506e4142db836c85c9333add1f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4375710 Sep 17 22:22:19.045536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccbaf87-90fa-4868-9871-e65f32eb99b0 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:19.054780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.071197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Transition to ACTIVE for port object 1ccbaf87-90fa-4868-9871-e65f32eb99b0 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:19.092752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e48ca9-51f2-448c-a925-3e3f0b12f290 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.098721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e48ca9-51f2-448c-a925-3e3f0b12f290 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.104518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e48ca9-51f2-448c-a925-3e3f0b12f290 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.112379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e48ca9-51f2-448c-a925-3e3f0b12f290 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.114050 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-45e48ca9-51f2-448c-a925-3e3f0b12f290 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3914239 Sep 17 22:22:19.117342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54806) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:19.195330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:19.199173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.200944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] For port f16f2d44-6ed6-4330-be25-2d0b834fbf5a, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:19.217072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.220442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] For port f16f2d44-6ed6-4330-be25-2d0b834fbf5a, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:19.243270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Transition to ACTIVE for port object b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:19.244197 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.246171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00333368-289c-4063-a7c9-5fe30ff52265 req-c0a407fd-2deb-46b2-8fda-e2f3bfe6bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.247752 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-00333368-289c-4063-a7c9-5fe30ff52265 req-c0a407fd-2deb-46b2-8fda-e2f3bfe6bc27 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2656145 Sep 17 22:22:19.355535 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.376585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6126e94-c500-49de-9534-b2b8b7c09e35 req-9dd711d1-3aef-49ef-8cd8-488c2bc1c1ee tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.378307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6126e94-c500-49de-9534-b2b8b7c09e35 req-9dd711d1-3aef-49ef-8cd8-488c2bc1c1ee tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 932 time: 0.1710606 Sep 17 22:22:19.397223 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.405548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.406162 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.407582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] 10.222.0.35 "PUT /v2.0/ports/f16f2d44-6ed6-4330-be25-2d0b834fbf5a HTTP/1.1" status: 200 len: 1092 time: 2.2209148 Sep 17 22:22:19.412848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Pushing event updated for resources: {'Port': ['ID=1ccbaf87-90fa-4868-9871-e65f32eb99b0,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:19.431477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe457-fb28-44fc-8668-df60996f47fd req-d9990a60-1e72-46a2-bfb1-c106fbb7cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.433206 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-d9990a60-1e72-46a2-bfb1-c106fbb7cee9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=195015506e4142db836c85c9333add1f&device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 1135 time: 0.1394835 Sep 17 22:22:19.486158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.499059 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-1904e604-19a2-4cc8-ae8f-e762957df7e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea840516-ba0a-4bae-9f5c-89b28cef6938 HTTP/1.1" status: 200 len: 217 time: 0.0507426 Sep 17 22:22:19.500283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2c1cd-cd44-4c16-91a9-2baaf670ea3c service neutron] Pushing event updated for resources: {'Port': ['ID=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:19.527130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6126e94-c500-49de-9534-b2b8b7c09e35 req-b01e3130-260d-4170-9c6f-9ad6398b48b1 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336637 Sep 17 22:22:19.528907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafc6dc5-fc88-4915-bfea-9d0a7bcd4cab']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:19.583622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Attempting to bind port 1ccbaf87-90fa-4868-9871-e65f32eb99b0 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:19.583899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Attempting to bind port 1ccbaf87-90fa-4868-9871-e65f32eb99b0 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:19.584104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Attempting to bind port 1ccbaf87-90fa-4868-9871-e65f32eb99b0 on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:19.589310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc1fff6-0b7b-4e46-a3b5-65d7a31fc0b8') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:19.589597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc1fff6-0b7b-4e46-a3b5-65d7a31fc0b8') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:19.600115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Port 1ccbaf87-90fa-4868-9871-e65f32eb99b0 on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:19.600431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Attempting to bind port 1ccbaf87-90fa-4868-9871-e65f32eb99b0 on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:19.621486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe457-fb28-44fc-8668-df60996f47fd req-ff6e3b87-1cc4-4cbd-befa-9b9cc274da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.623870 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-ff6e3b87-1cc4-4cbd-befa-9b9cc274da2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8bad664-f377-4fdc-b3e5-d4ef070936ed HTTP/1.1" status: 200 len: 835 time: 0.1130526 Sep 17 22:22:19.638965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.662865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:19.663210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Checking segment: {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:19.670298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Bound using segment: {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:19.670298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Bound port: 1ccbaf87-90fa-4868-9871-e65f32eb99b0, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:19.670298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.696657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.726283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:19.726945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:19.732974 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:19.741765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Pushing event updated for resources: {'Port': ['ID=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:19.767749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-7659c495-e4c5-4686-ad31-a08b7ba68b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.769267 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-7659c495-e4c5-4686-ad31-a08b7ba68b14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&device_id=961e8e5f-810a-439b-83e5-d01c18ed16c3 HTTP/1.1" status: 200 len: 1095 time: 0.1424954 Sep 17 22:22:19.777826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe457-fb28-44fc-8668-df60996f47fd req-94b04d50-56a7-4352-9295-6fdc81c2c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.778730 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-94b04d50-56a7-4352-9295-6fdc81c2c590 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=139bcc55-776f-489a-9201-929c95f5bd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969734 Sep 17 22:22:19.802774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c2547-9adb-4ab4-aef6-e5cb5f87fe23 req-f7bcc353-93f0-48d9-ac91-3f34c9c998de tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:19.804473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e46c2547-9adb-4ab4-aef6-e5cb5f87fe23 req-f7bcc353-93f0-48d9-ac91-3f34c9c998de tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 944 time: 0.1684043 Sep 17 22:22:19.817006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Attempting to bind port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:19.817344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Attempting to bind port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:19.817676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Attempting to bind port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 on network 057dac44-70f0-4b7a-a29a-b577f279a090 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:19.828053 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-e4432914-d1e3-4b7e-9984-71302a2347b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f16f2d44-6ed6-4330-be25-2d0b834fbf5a HTTP/1.1" status: 200 len: 217 time: 0.0468071 Sep 17 22:22:19.841478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 on network 057dac44-70f0-4b7a-a29a-b577f279a090 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:19.841806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Attempting to bind port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 on network 057dac44-70f0-4b7a-a29a-b577f279a090 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:19.889435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:19.896249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Checking segment: {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:19.896249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Bound using segment: {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:19.896249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Bound port: b68bed19-1e35-4c4a-9f6c-9c7bf6d11909, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:19.896249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.011120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-b402837b-7b42-43a9-b252-1e84fbfe5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.013311 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-b402837b-7b42-43a9-b252-1e84fbfe5d4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4676d0ae-753f-4373-8f11-a19f4c2711ee HTTP/1.1" status: 200 len: 852 time: 0.1728926 Sep 17 22:22:20.021706 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-8313d90e-31de-4f8e-9e3c-5688658e8220 service neutron] 10.222.0.35 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056377 Sep 17 22:22:20.060241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-67fa69c6-810d-4b76-a653-40e3cac5b855 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377722 Sep 17 22:22:20.174844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] For port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:20.232343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961e8e5f-810a-439b-83e5-d01c18ed16c3', 'tag': 'f16f2d44-6ed6-4330-be25-2d0b834fbf5a'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:20.234407 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c994ba-ee2b-4210-8913-7aa020504e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "961e8e5f-810a-439b-83e5-d01c18ed16c3", "tag": "f16f2d44-6ed6-4330-be25-2d0b834fbf5a"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:20.247814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] For port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:20.266957 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.271898 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bc730f7f-3044-40ca-b1a6-f1fc4ad2f54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.283513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3f2f1c94-b11c-472c-90f7-5783d38b353b service neutron] 10.222.0.35 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500737 Sep 17 22:22:20.289065 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.294371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/networks/fafc6dc5-fc88-4915-bfea-9d0a7bcd4cab HTTP/1.1" status: 204 len: 168 time: 1.1725397 Sep 17 22:22:20.303124 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9b2b42-4578-4eb4-8085-9fdbcc17e84d service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176313 Sep 17 22:22:20.303124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:20.309962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] For port 1ccbaf87-90fa-4868-9871-e65f32eb99b0, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:20.322241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35af185b-6729-447d-b31c-8efac2c8035e req-6ed8a1e0-1ad7-4b05-81f8-8c18cbe5db7b tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0613496 Sep 17 22:22:20.331308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013134e5-5084-4532-9da5-29a76953a5d9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Network': ['ID=fafc6dc5-fc88-4915-bfea-9d0a7bcd4cab,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:20.347512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e46c2547-9adb-4ab4-aef6-e5cb5f87fe23 req-571169f9-9db0-44e0-a25e-b0ead4e2ee91 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338275 Sep 17 22:22:20.350591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] For port 1ccbaf87-90fa-4868-9871-e65f32eb99b0, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1ccbaf87-90fa-4868-9871-e65f32eb99b0,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:20.374460 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.428036 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb8b6b1-82d2-490d-bf43-551d0bfb2945 x-openstack-request-id: req-7cb8b6b1-82d2-490d-bf43-551d0bfb2945 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:20.428408 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961e8e5f-810a-439b-83e5-d01c18ed16c3", "tag": "f16f2d44-6ed6-4330-be25-2d0b834fbf5a", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:20.428723 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cb8b6b1-82d2-490d-bf43-551d0bfb2945 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:20.429233 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961e8e5f-810a-439b-83e5-d01c18ed16c3', 'tag': 'f16f2d44-6ed6-4330-be25-2d0b834fbf5a', 'status': 'completed', 'code': 200} Sep 17 22:22:20.452677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b99a4-6900-4856-a448-69269bcd6a48 req-a8cb607b-0ba9-4019-84e0-23188587d2df tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.454012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e3b99a4-6900-4856-a448-69269bcd6a48 req-a8cb607b-0ba9-4019-84e0-23188587d2df tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 983 time: 0.0529635 Sep 17 22:22:20.500158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e3b99a4-6900-4856-a448-69269bcd6a48 req-f3c21aee-e9d5-4b55-a33e-00d5fe57b406 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0380995 Sep 17 22:22:20.537648 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.609026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.610378 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.611583 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] 10.222.0.35 "PUT /v2.0/ports/1ccbaf87-90fa-4868-9871-e65f32eb99b0 HTTP/1.1" status: 200 len: 1093 time: 2.4630315 Sep 17 22:22:20.612202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68d5f5d-250e-40c4-a2a5-5fd4b40026d0', 'tag': '1ccbaf87-90fa-4868-9871-e65f32eb99b0'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:20.614702 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063c03c6-bdcf-4823-8a48-43cc06758e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c68d5f5d-250e-40c4-a2a5-5fd4b40026d0", "tag": "1ccbaf87-90fa-4868-9871-e65f32eb99b0"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:20.643458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9af3db-be39-4b0a-9531-6c9f5458607b service neutron] Pushing event updated for resources: {'Port': ['ID=1ccbaf87-90fa-4868-9871-e65f32eb99b0,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:20.687370 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f644de26-e8c5-4e8b-a28c-bbc82aa8f227 x-openstack-request-id: req-f644de26-e8c5-4e8b-a28c-bbc82aa8f227 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:20.687705 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68d5f5d-250e-40c4-a2a5-5fd4b40026d0", "tag": "1ccbaf87-90fa-4868-9871-e65f32eb99b0", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:20.687961 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f644de26-e8c5-4e8b-a28c-bbc82aa8f227 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:20.688374 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68d5f5d-250e-40c4-a2a5-5fd4b40026d0', 'tag': '1ccbaf87-90fa-4868-9871-e65f32eb99b0', 'status': 'completed', 'code': 200} Sep 17 22:22:20.724359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c727afd-00b0-49f2-853d-f4b90ea9e16a req-ade1e628-fe00-48fa-9429-c8442dc3a87e tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.724359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c727afd-00b0-49f2-853d-f4b90ea9e16a req-ade1e628-fe00-48fa-9429-c8442dc3a87e tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 944 time: 0.0736890 Sep 17 22:22:20.815941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c727afd-00b0-49f2-853d-f4b90ea9e16a req-9c62cd67-b655-4128-b6c7-3fd894d59ac1 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826335 Sep 17 22:22:20.830342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c03c6-bdcf-4823-8a48-43cc06758e8d req-c6b9aaa2-e7f9-4843-81bb-7137a1d4b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.832644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-063c03c6-bdcf-4823-8a48-43cc06758e8d req-c6b9aaa2-e7f9-4843-81bb-7137a1d4b502 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 1096 time: 0.1212642 Sep 17 22:22:20.850399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.852728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:20.853343 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:20.854704 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] 10.222.0.35 "PUT /v2.0/ports/b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 HTTP/1.1" status: 200 len: 1093 time: 2.7902231 Sep 17 22:22:20.919654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1a728-2e72-4721-a8cf-10eb4b31fc8c service neutron] Pushing event updated for resources: {'Port': ['ID=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:20.919654 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-1a801157-876e-415f-a0cc-3c9593abfc77 service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944564 Sep 17 22:22:21.002276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c03c6-bdcf-4823-8a48-43cc06758e8d req-57608aee-4ba2-4b66-b423-ba633eb8338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.003854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-063c03c6-bdcf-4823-8a48-43cc06758e8d req-57608aee-4ba2-4b66-b423-ba633eb8338a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1601770 Sep 17 22:22:21.005350 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.025219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8c5299-711d-4387-a0d6-cbfc0208370a']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:21.035504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cba8b2c-0152-4e36-a52c-2d1e9e526f55') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:21.035831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cba8b2c-0152-4e36-a52c-2d1e9e526f55') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:21.046987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.060895 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.075394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:21.075801 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:21.078928 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:21.111261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c03c6-bdcf-4823-8a48-43cc06758e8d req-6c5ce9ed-4f5b-4175-8edc-b27dece4de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.141946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-063c03c6-bdcf-4823-8a48-43cc06758e8d req-6c5ce9ed-4f5b-4175-8edc-b27dece4de29 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1024215 Sep 17 22:22:21.174679 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be93908-f376-489b-b138-df48c6efd94a req-1e358284-235a-45a6-9340-923841570032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.179064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-1e358284-235a-45a6-9340-923841570032 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0877533 Sep 17 22:22:21.209491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-c2903b07-73ac-43b9-a853-5ec2db49443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.211034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-c2903b07-73ac-43b9-a853-5ec2db49443f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 1096 time: 0.0536308 Sep 17 22:22:21.226712 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-797c18f2-391e-4b5a-b913-15c5add4f0ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 HTTP/1.1" status: 200 len: 217 time: 0.0410593 Sep 17 22:22:21.260769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-1b15026a-627b-4d78-88cf-3d4b3bf92167 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ccbaf87-90fa-4868-9871-e65f32eb99b0 HTTP/1.1" status: 200 len: 217 time: 0.0352051 Sep 17 22:22:21.316080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-f22aaffe-1695-4569-9a77-c6812435265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.316767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be93908-f376-489b-b138-df48c6efd94a req-c154d02b-2771-4a2b-8cd1-e3279c1b3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.317589 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-f22aaffe-1695-4569-9a77-c6812435265d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4676d0ae-753f-4373-8f11-a19f4c2711ee HTTP/1.1" status: 200 len: 852 time: 0.0483842 Sep 17 22:22:21.318294 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-c154d02b-2771-4a2b-8cd1-e3279c1b3d96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd HTTP/1.1" status: 200 len: 854 time: 0.0782599 Sep 17 22:22:21.320888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-0bb9ffcd-b6f7-4c8b-bdee-66c03e5712cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.322221 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-0bb9ffcd-b6f7-4c8b-bdee-66c03e5712cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&device_id=961e8e5f-810a-439b-83e5-d01c18ed16c3 HTTP/1.1" status: 200 len: 1095 time: 0.0738020 Sep 17 22:22:21.385121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-ce02a894-3327-4306-8620-ff5cad2fc34d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467019 Sep 17 22:22:21.390221 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-182dd490-edde-4653-b493-745ebd3b13e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=057dac44-70f0-4b7a-a29a-b577f279a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497787 Sep 17 22:22:21.405677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.463102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.484225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.489017 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/networks/cc8c5299-711d-4387-a0d6-cbfc0208370a HTTP/1.1" status: 204 len: 168 time: 1.1853189 Sep 17 22:22:21.490967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54864) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:21.535410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3262704-2199-400b-bf1d-6bf7da1cfef6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Network': ['ID=cc8c5299-711d-4387-a0d6-cbfc0208370a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:21.555552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-acbc2247-ad07-4f6a-aa96-a81370dcf6cb req-9506fa7b-9440-44ef-a485-79cbe662d16d tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0689800 Sep 17 22:22:21.577627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-36bfa85b-ed92-4af4-bce8-c2178dbad501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.579678 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-36bfa85b-ed92-4af4-bce8-c2178dbad501 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 200 len: 912 time: 0.2401736 Sep 17 22:22:21.643867 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:21.653821 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-16d6b11d-0891-4dd2-8a27-abbd13f432b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f16f2d44-6ed6-4330-be25-2d0b834fbf5a HTTP/1.1" status: 200 len: 217 time: 0.0606780 Sep 17 22:22:21.665897 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-f302561c-78cc-4ff3-8bd0-0c39950560e5 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617722 Sep 17 22:22:21.825477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-f54114c5-662a-4b17-90c7-0825fbb13fa5 service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252071 Sep 17 22:22:21.827032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-dc7e631f-5a9d-44a4-b15f-9b42e0f62fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.828530 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-dc7e631f-5a9d-44a4-b15f-9b42e0f62fdd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4676d0ae-753f-4373-8f11-a19f4c2711ee HTTP/1.1" status: 200 len: 852 time: 0.1558378 Sep 17 22:22:21.830779 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2be93908-f376-489b-b138-df48c6efd94a req-69a59d2b-606a-44ec-8aea-3950ca278a34 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593070 Sep 17 22:22:21.867428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffaccf-cce5-4370-9f36-046ac8af0681 req-9bfa6a79-cfff-493f-8578-761af19a3dcc tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.870665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26ffaccf-cce5-4370-9f36-046ac8af0681 req-9bfa6a79-cfff-493f-8578-761af19a3dcc tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 944 time: 0.3828673 Sep 17 22:22:21.898825 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-6216f0f3-f3d5-4bcb-8179-01156c47eea6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525587 Sep 17 22:22:21.969003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e603f-4da4-4a68-ab3e-1c7e3e8330ed req-b7eba525-17c9-44de-8af8-82f38e6bfd20 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:21.974185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af7e603f-4da4-4a68-ab3e-1c7e3e8330ed req-b7eba525-17c9-44de-8af8-82f38e6bfd20 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 983 time: 0.2303200 Sep 17 22:22:21.990260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177a4d8-9ec6-4661-8ee4-3cb230b3fddd tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.005458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177a4d8-9ec6-4661-8ee4-3cb230b3fddd tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.013517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8177a4d8-9ec6-4661-8ee4-3cb230b3fddd tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5134294 Sep 17 22:22:22.013661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54878) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:22.019801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1028206830'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:22.073115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26ffaccf-cce5-4370-9f36-046ac8af0681 req-6214e9b5-45ba-4b5b-acd3-011d90c84983 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798735 Sep 17 22:22:22.109081 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-b3d25967-c1d2-46ab-ad5f-1cffb32e08c9 service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897030 Sep 17 22:22:22.155752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af7e603f-4da4-4a68-ab3e-1c7e3e8330ed req-c48c1d5f-9fec-4505-aea0-a74e35dbfeb4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1385760 Sep 17 22:22:22.164418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b44d5bb-625f-470a-97d3-2e8fbb91e864 req-bad5040e-74d7-450d-9914-db320ef7b286 service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899618 Sep 17 22:22:22.170326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Made reservation on behalf of 1096fd29b415467db9ca582d1e486e60 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:22.177173 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.260537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429886ee-d8f8-47d8-9c8c-837b70573dd0 req-5cd43d42-1f7c-44e5-b8de-edd06a2a7b4a tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.263115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-429886ee-d8f8-47d8-9c8c-837b70573dd0 req-5cd43d42-1f7c-44e5-b8de-edd06a2a7b4a tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 944 time: 0.0814736 Sep 17 22:22:22.299908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:22.321092 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.321438 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Added segment 19817ed0-a07d-461a-8a2f-88386ae91b71 of type vlan for network ad5d7c59-7594-4e00-88fa-5f834ae7564f Sep 17 22:22:22.323267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-429886ee-d8f8-47d8-9c8c-837b70573dd0 req-4fba89c9-e32d-4fa3-8c64-b8625b36b8a3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528393 Sep 17 22:22:22.332308 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-19c994ba-ee2b-4210-8913-7aa020504e3c req-fb91f056-0258-4c2b-83a4-f745f6e89a42 service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239263 Sep 17 22:22:22.371385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.430614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dc366e-4846-47d0-99df-72bcafa0e6f8', 'tag': 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:22.436495 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96385df-a6e3-430a-8a07-7f3ba35541e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dc366e-4846-47d0-99df-72bcafa0e6f8", "tag": "b68bed19-1e35-4c4a-9f6c-9c7bf6d11909"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:22.456501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.462934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.462934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.516698 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b769113-2546-4cef-8917-f83189fddd4b x-openstack-request-id: req-6b769113-2546-4cef-8917-f83189fddd4b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:22.516990 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dc366e-4846-47d0-99df-72bcafa0e6f8", "tag": "b68bed19-1e35-4c4a-9f6c-9c7bf6d11909", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:22.517239 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b769113-2546-4cef-8917-f83189fddd4b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:22.517622 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dc366e-4846-47d0-99df-72bcafa0e6f8', 'tag': 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909', 'status': 'completed', 'code': 200} Sep 17 22:22:22.574781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Network': ['ID=ad5d7c59-7594-4e00-88fa-5f834ae7564f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:22.584229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network ad5d7c59-7594-4e00-88fa-5f834ae7564f details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:22.591183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-965ed079-968b-430b-aa69-4f0d137d6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.593100 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-965ed079-968b-430b-aa69-4f0d137d6ed3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0746083 Sep 17 22:22:22.677386 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-509ea82a-2efd-488d-8fc2-b33c454e4634 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6622500 Sep 17 22:22:22.679957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54890) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:22.684866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2144037715'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:22.687236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c29e53b3-9d8b-4349-bf70-31d2de93edc6 req-ac45f056-a4a4-4006-88a1-f6abd344f58e tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0333896 Sep 17 22:22:22.721234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-a05fc907-0e31-4856-940b-ebbf26011a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.722855 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-a05fc907-0e31-4856-940b-ebbf26011a8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 914 time: 0.1226621 Sep 17 22:22:22.768343 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-31700e1e-710a-4f01-8f94-547f8a012112 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 HTTP/1.1" status: 200 len: 217 time: 0.0350661 Sep 17 22:22:22.827654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-ec241dfb-28c7-495e-891f-d4fd83d3195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:22.829062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-ec241dfb-28c7-495e-891f-d4fd83d3195b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd HTTP/1.1" status: 200 len: 854 time: 0.0460248 Sep 17 22:22:22.867597 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-fe070495-8c92-4629-9d45-19bf5d53b454 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=057dac44-70f0-4b7a-a29a-b577f279a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302372 Sep 17 22:22:22.868470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Made reservation on behalf of 1096fd29b415467db9ca582d1e486e60 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:22.871896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.921151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:22.959274 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:22.959617 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Added segment f9731337-ad86-48b5-aa02-525ad34d3a44 of type vlan for network cd15ba79-33a2-4dc0-b9fe-610ee626e94e Sep 17 22:22:23.015143 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.018508 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-9a0d5f24-0cb6-4455-ada9-4e01b1567c51 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373792 Sep 17 22:22:23.118714 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b96385df-a6e3-430a-8a07-7f3ba35541e8 req-735795ce-818f-4a40-bec7-c205736ffb83 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912843 Sep 17 22:22:23.172775 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.178493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:23.182723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.222410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb2e3-70eb-4355-9866-477d260828eb req-2a35de24-b87b-4422-b3b0-2676f990bc6a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:23.224182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac6cb2e3-70eb-4355-9866-477d260828eb req-2a35de24-b87b-4422-b3b0-2676f990bc6a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 944 time: 0.0599191 Sep 17 22:22:23.268360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Network': ['ID=cd15ba79-33a2-4dc0-b9fe-610ee626e94e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:23.280918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network cd15ba79-33a2-4dc0-b9fe-610ee626e94e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:23.314198 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.357850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac6cb2e3-70eb-4355-9866-477d260828eb req-e3d620c7-1aef-4232-9a18-129daf94845a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185200 Sep 17 22:22:23.381311 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4d8490c6-f490-468e-9fbb-31e5f9bd1373 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7003386 Sep 17 22:22:23.389386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54916) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:23.394515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'ports': [{'network_id': 'ad5d7c59-7594-4e00-88fa-5f834ae7564f', 'name': 'tempest-port--454384121', 'admin_state_up': True}, {'network_id': 'cd15ba79-33a2-4dc0-b9fe-610ee626e94e', 'admin_state_up': False}]} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:23.394771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'port': {'network_id': 'ad5d7c59-7594-4e00-88fa-5f834ae7564f', 'name': 'tempest-port--454384121', 'admin_state_up': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:23.395362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'port': {'network_id': 'cd15ba79-33a2-4dc0-b9fe-610ee626e94e', 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:23.448602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cab9ab-595d-494c-9e0e-6ea4ab6f37c7 req-d96d3e2b-6ada-49d7-b0da-50f1d959801d tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:23.456566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6cab9ab-595d-494c-9e0e-6ea4ab6f37c7 req-d96d3e2b-6ada-49d7-b0da-50f1d959801d tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 983 time: 0.1832809 Sep 17 22:22:23.483588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53206fb5-05a7-4def-b06c-85299293ad89 req-af7090e6-83e3-42e9-8a90-08451af1b61b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0837028 Sep 17 22:22:23.529479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6cab9ab-595d-494c-9e0e-6ea4ab6f37c7 req-93fccd39-50aa-4b4a-8b99-136ccb7d899e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0664561 Sep 17 22:22:23.601436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89960e-6bb8-41ad-bda9-1d90ef4f8107 req-76547888-7150-4a8f-9d73-e473fc2b74a6 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:23.603027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a89960e-6bb8-41ad-bda9-1d90ef4f8107 req-76547888-7150-4a8f-9d73-e473fc2b74a6 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 944 time: 0.0516839 Sep 17 22:22:23.647017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a89960e-6bb8-41ad-bda9-1d90ef4f8107 req-caf519ca-9337-4f48-961d-5566cc7e1c6a tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325537 Sep 17 22:22:23.719497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Made reservation on behalf of 1096fd29b415467db9ca582d1e486e60 for: {'port': 2} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:23.724857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.765495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:23.818948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ea840516-ba0a-4bae-9f5c-89b28cef6938 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:23.822548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efd3ad31-0636-4cfd-9fe6-0ac7388adc99 req-5ca12c8e-e82d-4c73-831b-34053ed18260 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0277648 Sep 17 22:22:23.862591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] device_id is not set on port 54935889-c1f4-4971-acad-4499cd579312 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:22:23.951591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ea840516-ba0a-4bae-9f5c-89b28cef6938, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea840516-ba0a-4bae-9f5c-89b28cef6938,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:24.024959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.134535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] device_id is not set on port e9140372-08af-443f-a579-c13448185a1f yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:22:24.134690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'port_id': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'mac_address': 'fa:16:3e:75:7a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:24.154089 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.174899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea840516-ba0a-4bae-9f5c-89b28cef6938 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:24.200659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ea840516-ba0a-4bae-9f5c-89b28cef6938, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea840516-ba0a-4bae-9f5c-89b28cef6938,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:24.248963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.302338 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.353485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ea840516-ba0a-4bae-9f5c-89b28cef6938,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:24.445423 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.503410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55181711-a819-43da-b4b6-f7af81e6bfe0 req-8c84f0c4-e007-4803-ad92-6901815b26bd tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:24.506214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55181711-a819-43da-b4b6-f7af81e6bfe0 req-8c84f0c4-e007-4803-ad92-6901815b26bd tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 944 time: 0.0804586 Sep 17 22:22:24.515188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['ea840516-ba0a-4bae-9f5c-89b28cef6938'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:24.516883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Port': ['ID=54935889-c1f4-4971-acad-4499cd579312,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:24.538500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Checking segment: {'id': '19817ed0-a07d-461a-8a2f-88386ae91b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad5d7c59-7594-4e00-88fa-5f834ae7564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:24.539172 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Network hostable DHCP agents. Network: ad5d7c59-7594-4e00-88fa-5f834ae7564f, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:24.584438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55181711-a819-43da-b4b6-f7af81e6bfe0 req-6543ae63-f444-4b2b-ace6-9997fed46d66 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661049 Sep 17 22:22:24.672373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Network ad5d7c59-7594-4e00-88fa-5f834ae7564f is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:24.687917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141e57-586a-4cee-a436-e6d78bfccb76 req-3c65c69c-f080-4d1d-b80e-fe372e273a08 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:24.698129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf141e57-586a-4cee-a436-e6d78bfccb76 req-3c65c69c-f080-4d1d-b80e-fe372e273a08 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 984 time: 0.0736158 Sep 17 22:22:24.738617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf141e57-586a-4cee-a436-e6d78bfccb76 req-b1d25a65-dea1-48bc-9c43-36bd2bb6fb8b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0401566 Sep 17 22:22:24.777402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, ad5d7c59-7594-4e00-88fa-5f834ae7564f) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:24.777402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:24.777402 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:24.786626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff86ba33-e110-4392-85fe-95d83be60503 None None] Network ad5d7c59-7594-4e00-88fa-5f834ae7564f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:24.866535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Port': ['ID=e9140372-08af-443f-a579-c13448185a1f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:24.867326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196f38f-3737-4318-bdae-658e57f2089e req-e3d4af56-69e2-4d5c-9ccd-1c22c42dbc1a tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:24.868884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Checking segment: {'id': 'f9731337-ad86-48b5-aa02-525ad34d3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd15ba79-33a2-4dc0-b9fe-610ee626e94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:24.869248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Network hostable DHCP agents. Network: cd15ba79-33a2-4dc0-b9fe-610ee626e94e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:24.880210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9196f38f-3737-4318-bdae-658e57f2089e req-e3d4af56-69e2-4d5c-9ccd-1c22c42dbc1a tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 944 time: 0.0827618 Sep 17 22:22:24.957690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9196f38f-3737-4318-bdae-658e57f2089e req-c18c1146-1b30-4311-b6c4-a683e3a9deee tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752413 Sep 17 22:22:24.972299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Network cd15ba79-33a2-4dc0-b9fe-610ee626e94e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:25.005605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f353fe8a-6715-442b-be7e-6b73c5458944 req-507b7851-0c26-4b36-a6d0-863a85b3a33e tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0596087 Sep 17 22:22:25.068291 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, cd15ba79-33a2-4dc0-b9fe-610ee626e94e) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:25.080726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:25.085239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf63488-83e0-4ebe-aa91-499eb48af849 None None] Network cd15ba79-33a2-4dc0-b9fe-610ee626e94e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:25.087060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:25.093216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:25.093962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.177881 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2e137443-dd62-4f25-b1c8-1ec7c7ff109c tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7764263 Sep 17 22:22:25.178158 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54964) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:25.279776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808347dc-75ed-404b-8721-d7612573eb32 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:25.286010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808347dc-75ed-404b-8721-d7612573eb32 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:25.288524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-808347dc-75ed-404b-8721-d7612573eb32 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1107738 Sep 17 22:22:25.290913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54966) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:25.359442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edaed3ab-d3ca-4f4a-8682-07af1dc537d9 req-d8f7b7f8-3c12-4523-a596-7fa8b24c6093 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb&device_id=46d9b74c-9eb5-4967-a52b-b9ad1673bb90 HTTP/1.1" status: 200 len: 210 time: 0.0351279 Sep 17 22:22:25.410753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e997ff32-b2ed-4562-bdd5-d8f55fda8fe9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Deleting port 54935889-c1f4-4971-acad-4499cd579312 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:25.411617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e997ff32-b2ed-4562-bdd5-d8f55fda8fe9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.489061 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e997ff32-b2ed-4562-bdd5-d8f55fda8fe9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.501741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e997ff32-b2ed-4562-bdd5-d8f55fda8fe9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Calling delete_port for 54935889-c1f4-4971-acad-4499cd579312 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:25.715013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e997ff32-b2ed-4562-bdd5-d8f55fda8fe9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.743220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52efa-9a2d-4962-b6df-f18f746a5f93 req-7ccc7b3c-e7c2-435b-af35-6b497909cd7f tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:25.744802 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9a52efa-9a2d-4962-b6df-f18f746a5f93 req-7ccc7b3c-e7c2-435b-af35-6b497909cd7f tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 944 time: 0.0591719 Sep 17 22:22:25.761763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997ff32-b2ed-4562-bdd5-d8f55fda8fe9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Port': ['ID=54935889-c1f4-4971-acad-4499cd579312,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:25.767024 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e997ff32-b2ed-4562-bdd5-d8f55fda8fe9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.770045 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e997ff32-b2ed-4562-bdd5-d8f55fda8fe9 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/ports/54935889-c1f4-4971-acad-4499cd579312 HTTP/1.1" status: 204 len: 168 time: 0.4773653 Sep 17 22:22:25.773507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54984) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:25.791957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9a52efa-9a2d-4962-b6df-f18f746a5f93 req-80b374c8-2bb5-434b-ae9f-203062d95a75 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395951 Sep 17 22:22:25.830096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f16f2d44-6ed6-4330-be25-2d0b834fbf5a details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:25.901022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5564bf6b-f004-4433-95f8-18c48985b27d tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Deleting port e9140372-08af-443f-a579-c13448185a1f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:25.901539 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5564bf6b-f004-4433-95f8-18c48985b27d tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.928376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f683bd-68f7-4ca1-ba0b-e773cd18e046 req-eea16260-a836-47dc-9d3a-fab78af7cdec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f9815c500b147dfb034bf1656d69c0b&device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0445986 Sep 17 22:22:25.982361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d782200-3d09-41bc-82dc-4bbc586117ae req-4a636b3d-58d4-4ed6-a63c-837d9509ace2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:25.992151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5564bf6b-f004-4433-95f8-18c48985b27d tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:25.999037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d782200-3d09-41bc-82dc-4bbc586117ae req-4a636b3d-58d4-4ed6-a63c-837d9509ace2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 984 time: 0.1268175 Sep 17 22:22:26.008792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5564bf6b-f004-4433-95f8-18c48985b27d tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Calling delete_port for e9140372-08af-443f-a579-c13448185a1f owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:26.013146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port f16f2d44-6ed6-4330-be25-2d0b834fbf5a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:26.019247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f683bd-68f7-4ca1-ba0b-e773cd18e046 req-073eed37-6569-42ed-a737-14b9b5d1f8d2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7f9815c500b147dfb034bf1656d69c0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807667 Sep 17 22:22:26.022393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'f16f2d44-6ed6-4330-be25-2d0b834fbf5a', 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28', 'port_id': 'f16f2d44-6ed6-4330-be25-2d0b834fbf5a', 'mac_address': 'fa:16:3e:72:13:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4676d0ae-753f-4373-8f11-a19f4c2711ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:26.024519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ea840516-ba0a-4bae-9f5c-89b28cef6938 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:26.063667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-075a08a2-9ef2-42a7-9482-4313d8db47b7 req-091272a8-d4f8-493e-a117-204e2b4425e7 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.1132197 Sep 17 22:22:26.124069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d782200-3d09-41bc-82dc-4bbc586117ae req-053089af-8509-4f8c-ac2e-8367757d67c5 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1161957 Sep 17 22:22:26.140491 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.160774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16f2d44-6ed6-4330-be25-2d0b834fbf5a {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:26.181571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port f16f2d44-6ed6-4330-be25-2d0b834fbf5a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:26.182955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port ea840516-ba0a-4bae-9f5c-89b28cef6938 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:26.187340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port ea840516-ba0a-4bae-9f5c-89b28cef6938 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:26.187971 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.200050 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5564bf6b-f004-4433-95f8-18c48985b27d tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.251128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f683bd-68f7-4ca1-ba0b-e773cd18e046 req-44759802-ac07-451d-bd42-d85b6af90e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:26.252719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f683bd-68f7-4ca1-ba0b-e773cd18e046 req-44759802-ac07-451d-bd42-d85b6af90e80 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1977706 Sep 17 22:22:26.254669 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.255574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1ccbaf87-90fa-4868-9871-e65f32eb99b0 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:26.263494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564bf6b-f004-4433-95f8-18c48985b27d tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Port': ['ID=e9140372-08af-443f-a579-c13448185a1f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:26.266298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5564bf6b-f004-4433-95f8-18c48985b27d tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.272409 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5564bf6b-f004-4433-95f8-18c48985b27d tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/ports/e9140372-08af-443f-a579-c13448185a1f HTTP/1.1" status: 204 len: 168 time: 0.4968476 Sep 17 22:22:26.273476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55000) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:26.286042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654584e-a76c-43e8-a37a-916f232840ee req-9be4829e-c1b2-498e-9067-195db4b15e86 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:26.290076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2654584e-a76c-43e8-a37a-916f232840ee req-9be4829e-c1b2-498e-9067-195db4b15e86 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 944 time: 0.0953019 Sep 17 22:22:26.332317 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0c258a0c-2b91-422c-9d62-e9ac2cf6d3cf tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0571237 Sep 17 22:22:26.340877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55004) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:26.348724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2005182928'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:26.353311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2654584e-a76c-43e8-a37a-916f232840ee req-4089b434-da14-4c11-9d57-4d43a18e1778 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576282 Sep 17 22:22:26.358140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:26.386084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1ccbaf87-90fa-4868-9871-e65f32eb99b0, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1ccbaf87-90fa-4868-9871-e65f32eb99b0,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:26.401033 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.405776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '1ccbaf87-90fa-4868-9871-e65f32eb99b0', 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28', 'port_id': '1ccbaf87-90fa-4868-9871-e65f32eb99b0', 'mac_address': 'fa:16:3e:20:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4676d0ae-753f-4373-8f11-a19f4c2711ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:26.433518 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:26.436378 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf7e4c7-9dc5-47d6-a9f3-adacc4770b14" -d '{"events": [{"server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "name": "network-vif-plugged", "status": "completed", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:26.467341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port ea840516-ba0a-4bae-9f5c-89b28cef6938, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea840516-ba0a-4bae-9f5c-89b28cef6938,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:26.473436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Made reservation on behalf of 1096fd29b415467db9ca582d1e486e60 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:26.476995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.478993 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.491619 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdce251e-c8f6-46f7-abde-ad17cb6d3def x-openstack-request-id: req-fdce251e-c8f6-46f7-abde-ad17cb6d3def {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:26.491619 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "name": "network-vif-plugged", "status": "completed", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:26.491619 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdce251e-c8f6-46f7-abde-ad17cb6d3def {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:26.491619 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'code': 200} Sep 17 22:22:26.495065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccbaf87-90fa-4868-9871-e65f32eb99b0 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:26.520615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:26.527135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1ccbaf87-90fa-4868-9871-e65f32eb99b0, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1ccbaf87-90fa-4868-9871-e65f32eb99b0,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:26.529146 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.543058 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.543666 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Added segment dba595f3-dfe6-4abe-855e-a21bf73e938b of type vlan for network 30de8279-1f1d-4b81-9209-34c263538e1e Sep 17 22:22:26.582866 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.583200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:26.594219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=ea840516-ba0a-4bae-9f5c-89b28cef6938,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:26.647981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.663216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=1ccbaf87-90fa-4868-9871-e65f32eb99b0,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:26.664796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa36f3-0cff-4406-a10b-c74857e655b0 req-2934f19a-dd85-4026-b5dc-c11bb8454c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:26.666612 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-beaa36f3-0cff-4406-a10b-c74857e655b0 req-2934f19a-dd85-4026-b5dc-c11bb8454c85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 1137 time: 0.1119142 Sep 17 22:22:26.712838 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-beaa36f3-0cff-4406-a10b-c74857e655b0 req-6420c112-a33d-4f13-bd1b-06dd45e0c123 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=17b71bdf-5f60-4448-86bc-804d9248d91f&id=e68594d3-6682-43f4-94fa-6ac3367ef10b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0344646 Sep 17 22:22:26.774941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:26.782499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.788091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:26.788691 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.789622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909', 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090', 'port_id': 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909', 'mac_address': 'fa:16:3e:c5:49:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:26.837833 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.851958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:26.873756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:26.885369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Network': ['ID=30de8279-1f1d-4b81-9209-34c263538e1e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:26.898286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 30de8279-1f1d-4b81-9209-34c263538e1e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:26.931734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a75b3-2f41-418f-bc99-3792e96adfc5 req-1cfc1655-dfe3-4d48-b4c6-986a47ebf4d1 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:26.933229 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-359a75b3-2f41-418f-bc99-3792e96adfc5 req-1cfc1655-dfe3-4d48-b4c6-986a47ebf4d1 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 944 time: 0.0563395 Sep 17 22:22:26.975666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-359a75b3-2f41-418f-bc99-3792e96adfc5 req-e23814c3-b49f-4de9-aeeb-b3c57b65b7a1 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355420 Sep 17 22:22:26.993949 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:26.997523 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0b0ca97a-0802-47d8-8484-9030151c7971 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6526141 Sep 17 22:22:26.997899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55026) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:27.005431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1200037700'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:27.055081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:27.091060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Made reservation on behalf of 1096fd29b415467db9ca582d1e486e60 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:27.094576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.145032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:27.158396 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.158752 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Added segment df6d9bee-4457-4913-8cf8-1ea46a0cf1c6 of type vlan for network f1685444-e338-450c-810d-3aa17492ecdf Sep 17 22:22:27.185074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea577247-b720-4cd9-a844-393ba0a07362 req-8c33f8f8-23d1-42a9-91da-12ec4a2dfacd tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0416825 Sep 17 22:22:27.221874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.264746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e7bbf-d6e3-440f-b3c2-6b5d5c46bbf9 req-3b75b4b1-7aab-471d-ba3c-59b4a7bdb50a tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:27.266232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c1e7bbf-d6e3-440f-b3c2-6b5d5c46bbf9 req-3b75b4b1-7aab-471d-ba3c-59b4a7bdb50a tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 985 time: 0.0547786 Sep 17 22:22:27.305476 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b68bed19-1e35-4c4a-9f6c-9c7bf6d11909'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:27.312862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c1e7bbf-d6e3-440f-b3c2-6b5d5c46bbf9 req-28f21733-c3bc-4734-a009-38e8233ff52c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0401115 Sep 17 22:22:27.331121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.337907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:27.338824 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:27.376568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['1ccbaf87-90fa-4868-9871-e65f32eb99b0'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:27.379158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['f16f2d44-6ed6-4330-be25-2d0b834fbf5a'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:27.467177 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4633856 Sep 17 22:22:27.467177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63788c56-941b-4f1f-b0e8-95f349723fdb tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Network': ['ID=f1685444-e338-450c-810d-3aa17492ecdf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:27.494840 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f1685444-e338-450c-810d-3aa17492ecdf details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:27.544654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f683bd-68f7-4ca1-ba0b-e773cd18e046 req-33265f8f-38d3-4689-a100-3536f5a9b536 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.32 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0526953 Sep 17 22:22:27.589163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd41950-5c01-43bc-90d8-c5e257c8ffe8 req-acfdadee-eaf3-49fb-ad64-c54af8d40cf5 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:27.591794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cd41950-5c01-43bc-90d8-c5e257c8ffe8 req-acfdadee-eaf3-49fb-ad64-c54af8d40cf5 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 945 time: 0.1174932 Sep 17 22:22:27.715026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cd41950-5c01-43bc-90d8-c5e257c8ffe8 req-6f0bd53a-9e9c-42aa-9fc6-3254dce2171e tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007869 Sep 17 22:22:28.106533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b105f54-cb93-4143-b041-50755b341eb6 req-1cf0b00f-cf29-44b6-a6f9-f49695352d71 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:28.108294 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b105f54-cb93-4143-b041-50755b341eb6 req-1cf0b00f-cf29-44b6-a6f9-f49695352d71 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0644722 Sep 17 22:22:28.147832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b105f54-cb93-4143-b041-50755b341eb6 req-ffe2d04e-198b-4b65-b203-f791b30f5532 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Sep 17 22:22:28.385231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ec2d214-b6a2-456a-a9c1-ea90f9cad508 req-2062c3ca-7649-4768-99e1-640d9e94f230 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=70dddac3-50fd-46b7-97a3-5b8cd6ff59bb HTTP/1.1" status: 200 len: 210 time: 0.0643845 Sep 17 22:22:28.512489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df9b9-46b0-402e-b2e8-f640ee84f4fc req-102ff935-c46e-484e-a4f7-0b17e6036c32 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:28.514991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da2df9b9-46b0-402e-b2e8-f640ee84f4fc req-102ff935-c46e-484e-a4f7-0b17e6036c32 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 985 time: 0.0674665 Sep 17 22:22:28.585308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da2df9b9-46b0-402e-b2e8-f640ee84f4fc req-033e8338-d031-48e7-a848-188a34298c08 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0642092 Sep 17 22:22:28.730292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d1187-3607-485f-a9ba-c91e65049b67 req-bd1c3893-eedf-4d7c-8f4b-eca1346bef4c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:28.732423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e21d1187-3607-485f-a9ba-c91e65049b67 req-bd1c3893-eedf-4d7c-8f4b-eca1346bef4c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 985 time: 0.0665710 Sep 17 22:22:28.798673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e21d1187-3607-485f-a9ba-c91e65049b67 req-d81d53ef-512d-46d4-815f-e97a2a9dfb70 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0462568 Sep 17 22:22:28.870358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1b87c-2d50-4ffe-b624-ec611afd37a1 req-84f5ce0f-c8a4-4603-a58b-a2c0d2663c49 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:28.881194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ef1b87c-2d50-4ffe-b624-ec611afd37a1 req-84f5ce0f-c8a4-4603-a58b-a2c0d2663c49 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 945 time: 0.0710797 Sep 17 22:22:28.983992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ef1b87c-2d50-4ffe-b624-ec611afd37a1 req-d3ff41ed-6a90-4025-b45d-a5e173c2166b tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009388 Sep 17 22:22:28.998698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e2594-57c9-44a2-91b2-2d43b471e0a8 req-9cbd4d8a-5997-4063-a697-dd66b23c3ea6 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:29.000598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf9e2594-57c9-44a2-91b2-2d43b471e0a8 req-9cbd4d8a-5997-4063-a697-dd66b23c3ea6 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 1137 time: 0.0875463 Sep 17 22:22:29.035930 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cf9e2594-57c9-44a2-91b2-2d43b471e0a8 req-212313d9-e84e-4cdf-93df-4c895c949b7a tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.136348 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cf9e2594-57c9-44a2-91b2-2d43b471e0a8 req-212313d9-e84e-4cdf-93df-4c895c949b7a tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.230008 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cf9e2594-57c9-44a2-91b2-2d43b471e0a8 req-212313d9-e84e-4cdf-93df-4c895c949b7a tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.251873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf9e2594-57c9-44a2-91b2-2d43b471e0a8 req-212313d9-e84e-4cdf-93df-4c895c949b7a tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2397597 Sep 17 22:22:29.276896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55088) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:29.311502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212313d9-e84e-4cdf-93df-4c895c949b7a tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec36bfc6-41b1-4ff8-8680-7658d5b569db,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:29.373437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb395b3-6485-444c-b58a-8b6ef45a4735 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:29.377279 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-feb395b3-6485-444c-b58a-8b6ef45a4735 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 1132 time: 0.0982218 Sep 17 22:22:29.380327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657908a-cf96-4d26-86b0-df39639d5e61 req-2c787e68-ddb2-4265-8a1e-35f806222bf3 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:29.380675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55090) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:29.386019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'tenant_id': '195015506e4142db836c85c9333add1f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:29.388850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5657908a-cf96-4d26-86b0-df39639d5e61 req-2c787e68-ddb2-4265-8a1e-35f806222bf3 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 945 time: 0.1678531 Sep 17 22:22:29.446375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5657908a-cf96-4d26-86b0-df39639d5e61 req-355dcb05-7f0e-4e64-81da-5e854db15eaa tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564554 Sep 17 22:22:29.542345 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.651268 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:29.791823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Allocated IP 172.25.5.41 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/1e1b258c-d25c-462c-99bd-d0f32766ba88) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:29.844923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f16f2d44-6ed6-4330-be25-2d0b834fbf5a up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:29.983805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e82245b6-eb27-448d-8258-9b0426169ade req-f18c72a4-9d16-4ba6-9d72-51914dffbc17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f9815c500b147dfb034bf1656d69c0b&device_id=46d9b74c-9eb5-4967-a52b-b9ad1673bb90 HTTP/1.1" status: 200 len: 210 time: 0.0490446 Sep 17 22:22:30.016781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port f16f2d44-6ed6-4330-be25-2d0b834fbf5a completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:30.028547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port f16f2d44-6ed6-4330-be25-2d0b834fbf5a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:30.029254 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.048820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e82245b6-eb27-448d-8258-9b0426169ade req-ec63b31b-7707-4587-a3cf-c561989dcd94 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7f9815c500b147dfb034bf1656d69c0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533087 Sep 17 22:22:30.055706 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.198879 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.240837 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.261268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961e8e5f-810a-439b-83e5-d01c18ed16c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16f2d44-6ed6-4330-be25-2d0b834fbf5a'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:30.271447 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18503772-d898-4b57-bbf5-c0e2eda731db" -d '{"events": [{"server_uuid": "961e8e5f-810a-439b-83e5-d01c18ed16c3", "name": "network-vif-plugged", "status": "completed", "tag": "f16f2d44-6ed6-4330-be25-2d0b834fbf5a"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:30.305977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port f16f2d44-6ed6-4330-be25-2d0b834fbf5a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:30.347184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:30.348846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=1e1b258c-d25c-462c-99bd-d0f32766ba88,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:30.360188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:30.367137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.372713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:30.386106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e2b9a-543d-4fb8-8cb8-2f0f122c908f req-dae90418-f07e-4c72-9c73-d544afcc34b8 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:30.390215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:30.394338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e25e2b9a-543d-4fb8-8cb8-2f0f122c908f req-dae90418-f07e-4c72-9c73-d544afcc34b8 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 945 time: 0.2443194 Sep 17 22:22:30.511172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e25e2b9a-543d-4fb8-8cb8-2f0f122c908f req-09b56f74-3222-45db-af6d-a3bc2d54e3fe tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120045 Sep 17 22:22:30.518423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82245b6-eb27-448d-8258-9b0426169ade req-10acd826-5da8-400d-8ed0-b5b86107cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:30.524503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e82245b6-eb27-448d-8258-9b0426169ade req-10acd826-5da8-400d-8ed0-b5b86107cc20 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4671803 Sep 17 22:22:30.570019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:30.693269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28dd8b81-d34e-4434-a685-6f9852392097 req-043d2e87-245d-4074-88eb-b13c820d8aa7 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=46d9b74c-9eb5-4967-a52b-b9ad1673bb90 HTTP/1.1" status: 200 len: 210 time: 0.5442214 Sep 17 22:22:30.740834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55118) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:30.780841 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3966a253-cc28-47fc-b3ca-e17f9ba468be x-openstack-request-id: req-3966a253-cc28-47fc-b3ca-e17f9ba468be {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:30.780841 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961e8e5f-810a-439b-83e5-d01c18ed16c3", "name": "network-vif-plugged", "status": "completed", "tag": "f16f2d44-6ed6-4330-be25-2d0b834fbf5a", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:30.780841 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3966a253-cc28-47fc-b3ca-e17f9ba468be {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:30.780841 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961e8e5f-810a-439b-83e5-d01c18ed16c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16f2d44-6ed6-4330-be25-2d0b834fbf5a', 'code': 200} Sep 17 22:22:30.780841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:30.784152 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:30.784531 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:30.866846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8b5a-1afa-4467-865c-8eb7a6ed98e5 req-fa062439-a303-4036-8220-32cf4ae7b586 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:30.880104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a1c8b5a-1afa-4467-865c-8eb7a6ed98e5 req-fa062439-a303-4036-8220-32cf4ae7b586 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 945 time: 0.0820391 Sep 17 22:22:30.921771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55124) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:30.928462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'subnets': [{'network_id': '30de8279-1f1d-4b81-9209-34c263538e1e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2131379929', 'ip_version': 6}, {'network_id': 'f1685444-e338-450c-810d-3aa17492ecdf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:30.928774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'subnet': {'network_id': '30de8279-1f1d-4b81-9209-34c263538e1e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2131379929', 'ip_version': 6}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:30.929452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Request body: {'subnet': {'network_id': 'f1685444-e338-450c-810d-3aa17492ecdf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:30.988742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a1c8b5a-1afa-4467-865c-8eb7a6ed98e5 req-5e8a4332-bc15-4127-8eaf-d709f2b0ab23 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019008 Sep 17 22:22:30.989488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-220dd2d2-0af1-4974-85ef-c2e7fed7b2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.005552 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.068494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:31.104398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbefbfd-3816-4c76-8290-1923835b8c01 req-f3fca051-794a-4a3f-a703-bec9d26a5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.106115 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8fbefbfd-3816-4c76-8290-1923835b8c01 req-f3fca051-794a-4a3f-a703-bec9d26a5d7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=961e8e5f-810a-439b-83e5-d01c18ed16c3 HTTP/1.1" status: 200 len: 1097 time: 0.2137055 Sep 17 22:22:31.136284 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.137588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1ccbaf87-90fa-4868-9871-e65f32eb99b0 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:31.216797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:31.301829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 1ccbaf87-90fa-4868-9871-e65f32eb99b0 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:31.306013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 1ccbaf87-90fa-4868-9871-e65f32eb99b0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:31.306382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.311216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-b4574e9f-e5fd-45c6-acf6-df0a2e110143 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0614581 Sep 17 22:22:31.403254 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.437563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3ff3198f-051d-4d87-b220-90045c7b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.438914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3ff3198f-051d-4d87-b220-90045c7b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.440162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3ff3198f-051d-4d87-b220-90045c7b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.440914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3ff3198f-051d-4d87-b220-90045c7b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.442099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3ff3198f-051d-4d87-b220-90045c7b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.442772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3ff3198f-051d-4d87-b220-90045c7b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.443419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1ccbaf87-90fa-4868-9871-e65f32eb99b0, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1ccbaf87-90fa-4868-9871-e65f32eb99b0,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:31.444024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3ff3198f-051d-4d87-b220-90045c7b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.446287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3ff3198f-051d-4d87-b220-90045c7b1ea9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6498 time: 0.0738618 Sep 17 22:22:31.506155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.568391 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8fbefbfd-3816-4c76-8290-1923835b8c01 req-d8777c97-f566-4f23-8bbb-d502c50d7f45 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539282 Sep 17 22:22:31.607964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=1ccbaf87-90fa-4868-9871-e65f32eb99b0,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:31.627978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-e1fd9444-704f-4d07-af71-d796158b3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.628508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-e1fd9444-704f-4d07-af71-d796158b3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.629036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-e1fd9444-704f-4d07-af71-d796158b3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.631426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-e1fd9444-704f-4d07-af71-d796158b3b23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62070a8a-5c99-4c5a-bf55-2777253b05df&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05 HTTP/1.1" status: 200 len: 2289 time: 0.1550243 Sep 17 22:22:31.670974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.715382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-b9c90b82-3b96-4044-92e2-202c33682ddf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14 HTTP/1.1" status: 200 len: 1002 time: 0.0731475 Sep 17 22:22:31.739418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-220dd2d2-0af1-4974-85ef-c2e7fed7b2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.778984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-e0d77e03-4b15-4025-bef8-c937ff05f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.780743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-e0d77e03-4b15-4025-bef8-c937ff05f911 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6812680-94e6-4c28-9cd8-de924bf5b40c HTTP/1.1" status: 200 len: 850 time: 0.0568838 Sep 17 22:22:31.862296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-220dd2d2-0af1-4974-85ef-c2e7fed7b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.887449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6307006b-0d8b-4ee4-a05b-6b477c04d9a7 req-c2c429a4-4248-46ac-98ef-613a284a0dc4 tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.13 "GET /v2.0/ports?device_id=46d9b74c-9eb5-4967-a52b-b9ad1673bb90 HTTP/1.1" status: 200 len: 210 time: 0.0866904 Sep 17 22:22:31.898958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e82245b6-eb27-448d-8258-9b0426169ade req-d8ef2f40-81de-40b3-8070-c7f0f344401e tempest-ServerShowV247Test-867759809 tempest-ServerShowV247Test-867759809-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d9b74c-9eb5-4967-a52b-b9ad1673bb90 HTTP/1.1" status: 200 len: 210 time: 0.0665128 Sep 17 22:22:31.909492 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-220dd2d2-0af1-4974-85ef-c2e7fed7b2b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cc60ac5520446b38e60860319ece40e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1614821 Sep 17 22:22:31.924280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55140) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:31.939555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dd2d2-0af1-4974-85ef-c2e7fed7b2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93448d81-4fcc-4f24-9601-46a2c60a9da0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:31.952036 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:31.959124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-16dc215f-d7aa-49d6-9ebc-871c7caa7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:31.960817 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-16dc215f-d7aa-49d6-9ebc-871c7caa7b9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62070a8a-5c99-4c5a-bf55-2777253b05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731014 Sep 17 22:22:32.017197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d656d05-7bbe-4e4c-8e51-22799fce2017 req-0737eb01-b0b5-4c27-8d39-4db2f89fe8c7 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:32.025308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0d656d05-7bbe-4e4c-8e51-22799fce2017 req-0737eb01-b0b5-4c27-8d39-4db2f89fe8c7 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 946 time: 0.4068620 Sep 17 22:22:32.036747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Made reservation on behalf of 1096fd29b415467db9ca582d1e486e60 for: {'subnet': 2} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:32.043331 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.043978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.167050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52143d72-7ea3-4c65-b03b-db8eb1f4acbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.181299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.222004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.268295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0d656d05-7bbe-4e4c-8e51-22799fce2017 req-7883aa14-45cb-4b38-969b-ceab97b9e104 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430909 Sep 17 22:22:32.276995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52143d72-7ea3-4c65-b03b-db8eb1f4acbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.291395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-5ea12cff-16b2-4a16-9fd9-6d9c3c3db7e5 service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204408 Sep 17 22:22:32.302615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90d04a-8fc9-4367-8a11-c564c3897f2d req-c325b4cc-3dd5-4d96-bfa6-75999f91487e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:32.304166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a90d04a-8fc9-4367-8a11-c564c3897f2d req-c325b4cc-3dd5-4d96-bfa6-75999f91487e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 946 time: 0.2008960 Sep 17 22:22:32.320059 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=1e1b258c-d25c-462c-99bd-d0f32766ba88,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:32.323229 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.441487 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Floating IP e5727227-19e9-44f1-a425-d174ebe31c4c associated. External IP: 172.25.5.41, port: ea840516-ba0a-4bae-9f5c-89b28cef6938. Sep 17 22:22:32.451383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a90d04a-8fc9-4367-8a11-c564c3897f2d req-53820a45-2c3f-4ac5-b13c-3811ddc9a265 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343422 Sep 17 22:22:32.711067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Router 06d2b30b-791b-41ff-a167-9fffa06a7add has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:22:32.779058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dc366e-4846-47d0-99df-72bcafa0e6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909'}, {'server_uuid': 'c68d5f5d-250e-40c4-a2a5-5fd4b40026d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccbaf87-90fa-4868-9871-e65f32eb99b0'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:32.782242 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135c0103-4e15-4a86-a039-9a61a5405370" -d '{"events": [{"server_uuid": "b2dc366e-4846-47d0-99df-72bcafa0e6f8", "name": "network-vif-plugged", "status": "completed", "tag": "b68bed19-1e35-4c4a-9f6c-9c7bf6d11909"}, {"server_uuid": "c68d5f5d-250e-40c4-a2a5-5fd4b40026d0", "name": "network-vif-plugged", "status": "completed", "tag": "1ccbaf87-90fa-4868-9871-e65f32eb99b0"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:32.854246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:22:32.869012 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] Sync routers for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:22:32.881960 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:32.882625 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:22:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:32.897583 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d22d3d-569b-47d2-bedb-23f2e0cd6a08 x-openstack-request-id: req-f0d22d3d-569b-47d2-bedb-23f2e0cd6a08 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:32.898393 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dc366e-4846-47d0-99df-72bcafa0e6f8", "name": "network-vif-plugged", "status": "completed", "tag": "b68bed19-1e35-4c4a-9f6c-9c7bf6d11909", "code": 200}, {"server_uuid": "c68d5f5d-250e-40c4-a2a5-5fd4b40026d0", "name": "network-vif-plugged", "status": "completed", "tag": "1ccbaf87-90fa-4868-9871-e65f32eb99b0", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:32.898393 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0d22d3d-569b-47d2-bedb-23f2e0cd6a08 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:32.898781 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dc366e-4846-47d0-99df-72bcafa0e6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909', 'code': 200} Sep 17 22:22:32.899202 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68d5f5d-250e-40c4-a2a5-5fd4b40026d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccbaf87-90fa-4868-9871-e65f32eb99b0', 'code': 200} Sep 17 22:22:32.904077 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52143d72-7ea3-4c65-b03b-db8eb1f4acbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.906599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52143d72-7ea3-4c65-b03b-db8eb1f4acbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:32.907793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-52143d72-7ea3-4c65-b03b-db8eb1f4acbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93448d81-4fcc-4f24-9601-46a2c60a9da0 HTTP/1.1" status: 204 len: 168 time: 0.9809909 Sep 17 22:22:32.926910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52143d72-7ea3-4c65-b03b-db8eb1f4acbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93448d81-4fcc-4f24-9601-46a2c60a9da0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:32.967067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-1b1ead51-10f3-46fe-a92e-821b22db11b8 service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528816 Sep 17 22:22:33.019020 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-c3617493-34f4-4c03-83a6-b53208d13e10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 217 time: 0.0508628 Sep 17 22:22:33.036120 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.098711 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca3f1bba-f9ad-4800-933e-2e44ca3b9559 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7169700 Sep 17 22:22:33.100080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:33.102547 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01acb39-25b8-4549-9f5c-d93e4808bb90" -d '{"events": [{"name": "network-changed", "server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:33.103295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-a9640958-52a3-4f12-9ed4-f16c68a1c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.104751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-a9640958-52a3-4f12-9ed4-f16c68a1c782 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0554001 Sep 17 22:22:33.105473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55160) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:33.145276 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:33.168626 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f02678d-a3ac-4abf-b55b-e207b26cdb98 x-openstack-request-id: req-1f02678d-a3ac-4abf-b55b-e207b26cdb98 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:33.169204 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:33.169679 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f02678d-a3ac-4abf-b55b-e207b26cdb98 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:33.170263 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'status': 'completed', 'code': 200} Sep 17 22:22:33.172977 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed64ee5-6ba3-4771-a896-8f1ece2d616b req-3cc664d6-f095-4c9c-9de4-ea0ebfb965f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.176427 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6ed64ee5-6ba3-4771-a896-8f1ece2d616b req-3cc664d6-f095-4c9c-9de4-ea0ebfb965f4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 1098 time: 0.1535425 Sep 17 22:22:33.227356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e90cbd-1f5d-4629-8d2d-66617d17cf86 req-05583411-1865-42f3-8265-7026ee12ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.228919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91e90cbd-1f5d-4629-8d2d-66617d17cf86 req-05583411-1865-42f3-8265-7026ee12ff9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 1098 time: 0.2045069 Sep 17 22:22:33.252792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-54f80d24-5e20-41d3-992f-b6c37874b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.254323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-54f80d24-5e20-41d3-992f-b6c37874b6fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1333110 Sep 17 22:22:33.311682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91e90cbd-1f5d-4629-8d2d-66617d17cf86 req-bb62f626-7737-4005-862a-8fd2c2c77b84 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725441 Sep 17 22:22:33.347615 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6ed64ee5-6ba3-4771-a896-8f1ece2d616b req-d0526e31-c9c9-453e-ace3-d0beba7ded67 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567802 Sep 17 22:22:33.437595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-13355422-4b93-4032-8d8a-ee2c6cae2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.439153 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-13355422-4b93-4032-8d8a-ee2c6cae2ff6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=195015506e4142db836c85c9333add1f&device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 1137 time: 0.2431455 Sep 17 22:22:33.469494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.469956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.470425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.472578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.477607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.488562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.492655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.492655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.492655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.492655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.492655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.492655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.492655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.493501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.493501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.498560 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-40ceb64a-b113-4a34-b6cb-c027c34131a0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10416 time: 0.3889656 Sep 17 22:22:33.499412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55172) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:33.566249 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e5727227-19e9-44f1-a425-d174ebe31c4c', 'tenant_id': '195015506e4142db836c85c9333add1f', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'port_id': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'mac_address': 'fa:16:3e:75:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90430e6c-378e-4a30-8056-aee16fdd4073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:22:30Z', 'updated_at': '2021-09-17T22:22:30Z', 'revision_number': 0, 'project_id': '195015506e4142db836c85c9333add1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca7c404-ca5f-4f53-97bc-97537e1685bc', 'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:7b:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:22:02Z', 'updated_at': '2021-09-17T22:22:08Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:33.599558 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] Checking router: 06d2b30b-791b-41ff-a167-9fffa06a7add for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:22:33.607006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-ae071177-e13e-4e1a-9a9b-bb8be8805eb8 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412609 Sep 17 22:22:33.612513 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:22:33.613511 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:22:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:33.614605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ba1ef-169d-4871-8b07-472097352b77 req-cd02768f-68d2-42ce-8dd4-e34d7472d6d2 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.621776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-849ba1ef-169d-4871-8b07-472097352b77 req-cd02768f-68d2-42ce-8dd4-e34d7472d6d2 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 946 time: 0.1435890 Sep 17 22:22:33.625730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.628842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.629604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.630179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.630982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.632829 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.634595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.635396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.638851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.639686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.640983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.650090 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-52da3d0c-74f9-492b-929e-cad9142da1f2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7099 time: 0.1495402 Sep 17 22:22:33.651446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55176) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:33.675027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.703062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55178) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:33.734951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-849ba1ef-169d-4871-8b07-472097352b77 req-4a9c5bd7-64d6-4b30-a74d-df22cf7dc752 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121874 Sep 17 22:22:33.780163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2576-b03f-4e52-ae65-c8b142c0c342 req-fcc5e8b0-7b19-4a83-b0d3-938ea67b8cfe tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:33.780416 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:22:33.782651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b1c2576-b03f-4e52-ae65-c8b142c0c342 req-fcc5e8b0-7b19-4a83-b0d3-938ea67b8cfe tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 946 time: 0.2224891 Sep 17 22:22:33.846010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55182) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:33.849827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Subnet': ['ID=7cc62cf3-ca75-41c5-954c-b8e27a0db8b8,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:33.912130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b1c2576-b03f-4e52-ae65-c8b142c0c342 req-9f521862-ec8b-412c-86c8-72cadb5530e4 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200905 Sep 17 22:22:33.915400 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccbc77b6-3f04-42fe-b9a8-1cf3bea78824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:33.917642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Checking segment: {'id': 'dba595f3-dfe6-4abe-855e-a21bf73e938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '30de8279-1f1d-4b81-9209-34c263538e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:33.918579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Network hostable DHCP agents. Network: 30de8279-1f1d-4b81-9209-34c263538e1e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:33.924109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-2287bfd1-ca94-4625-8ed8-5a269dde438a service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996984 Sep 17 22:22:33.994359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-949a7b6f-9855-406c-8bdc-c2cfb0a6a1f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 217 time: 0.0519540 Sep 17 22:22:34.059693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Network 30de8279-1f1d-4b81-9209-34c263538e1e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:34.069090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-c6a284fd-9ba0-4487-8e84-d2ba03f26eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.070152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-c6a284fd-9ba0-4487-8e84-d2ba03f26eda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0752947 Sep 17 22:22:34.127099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-e18f14bb-ac85-4763-9fa3-d8e3a5a8479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.128637 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-e18f14bb-ac85-4763-9fa3-d8e3a5a8479b service neutron] 10.222.0.35 "GET /v2.0/networks?id=139bcc55-776f-489a-9201-929c95f5bd6d HTTP/1.1" status: 200 len: 897 time: 0.4050033 Sep 17 22:22:34.151039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 30de8279-1f1d-4b81-9209-34c263538e1e) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:34.155392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-12e375f5-1049-4374-aca8-6104277de90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.160632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c4a691-d2fc-4e15-9755-43b83a93e63d None None] Network 30de8279-1f1d-4b81-9209-34c263538e1e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:34.161151 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.225309 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e5727227-19e9-44f1-a425-d174ebe31c4c', 'tenant_id': '195015506e4142db836c85c9333add1f', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'port_id': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'mac_address': 'fa:16:3e:75:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90430e6c-378e-4a30-8056-aee16fdd4073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:22:30Z', 'updated_at': '2021-09-17T22:22:30Z', 'revision_number': 0, 'project_id': '195015506e4142db836c85c9333add1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca7c404-ca5f-4f53-97bc-97537e1685bc', 'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:7b:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:22:02Z', 'updated_at': '2021-09-17T22:22:08Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:34.269478 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e99dc0b-32f4-4161-ba52-bd600664563e None None] The sync data for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 is: [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e5727227-19e9-44f1-a425-d174ebe31c4c', 'tenant_id': '195015506e4142db836c85c9333add1f', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'port_id': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'mac_address': 'fa:16:3e:75:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90430e6c-378e-4a30-8056-aee16fdd4073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:22:30Z', 'updated_at': '2021-09-17T22:22:30Z', 'revision_number': 0, 'project_id': '195015506e4142db836c85c9333add1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca7c404-ca5f-4f53-97bc-97537e1685bc', 'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:7b:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:22:02Z', 'updated_at': '2021-09-17T22:22:08Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:22:34.274013 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-e61b068a-b8bd-4934-bddb-7717a2fda024 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2348120 Sep 17 22:22:34.278185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-c0b69b98-68f4-4738-8ca0-15f62873f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.284153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-c0b69b98-68f4-4738-8ca0-15f62873f30c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2055404 Sep 17 22:22:34.288262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccbc77b6-3f04-42fe-b9a8-1cf3bea78824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.305193 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-92128009-ad4a-4123-9f56-b9c59bfbb113 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.6490388 Sep 17 22:22:34.306875 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-7553b39a-9b3f-4a73-bbe5-74f58bee4052 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea840516-ba0a-4bae-9f5c-89b28cef6938 HTTP/1.1" status: 200 len: 999 time: 0.1669075 Sep 17 22:22:34.307714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55188) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:34.350095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event updated for resources: {'Subnet': ['ID=60b3cd7e-b7f4-4dbf-99f4-7d9fae6f8512,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:34.389058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Checking segment: {'id': 'df6d9bee-4457-4913-8cf8-1ea46a0cf1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f1685444-e338-450c-810d-3aa17492ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:34.389433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Network hostable DHCP agents. Network: f1685444-e338-450c-810d-3aa17492ecdf, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:34.405855 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccbc77b6-3f04-42fe-b9a8-1cf3bea78824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.424906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-30de8279-1f1d-4b81-9209-34c263538e1e', 'network_id': '30de8279-1f1d-4b81-9209-34c263538e1e', 'tenant_id': '1096fd29b415467db9ca582d1e486e60', 'fixed_ips': [{'subnet_id': '7cc62cf3-ca75-41c5-954c-b8e27a0db8b8'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:22:34.426029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.487131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0425c7a-0c15-4064-b972-6cc61660c5bf tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.488417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0425c7a-0c15-4064-b972-6cc61660c5bf tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.490141 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0425c7a-0c15-4064-b972-6cc61660c5bf tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06d2b30b-791b-41ff-a167-9fffa06a7add HTTP/1.1" status: 200 len: 1992 time: 0.1813893 Sep 17 22:22:34.499895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-db702502-3817-4575-8541-8b2ca2caee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.501585 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-db702502-3817-4575-8541-8b2ca2caee77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8bad664-f377-4fdc-b3e5-d4ef070936ed HTTP/1.1" status: 200 len: 835 time: 0.1393406 Sep 17 22:22:34.532551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-f6eccb54-a23c-46b5-9f42-53fdb7d4c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.532551 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-f6eccb54-a23c-46b5-9f42-53fdb7d4c737 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 1097 time: 0.1645851 Sep 17 22:22:34.557368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ccbc77b6-3f04-42fe-b9a8-1cf3bea78824 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5568e78efb3a400191326501107394a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084069 Sep 17 22:22:34.566867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55192) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:34.585774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc77b6-3f04-42fe-b9a8-1cf3bea78824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f7e398-46ad-4ba3-8771-f575b7f64c2b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:34.624826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-4492a2e0-48d9-44f9-b7f2-5a7e7c2d18c5 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173430 Sep 17 22:22:34.696061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-7550af85-7686-403a-8dc7-1819e0a799f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.702042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Network f1685444-e338-450c-810d-3aa17492ecdf is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:34.702617 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-7550af85-7686-403a-8dc7-1819e0a799f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=139bcc55-776f-489a-9201-929c95f5bd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1902878 Sep 17 22:22:34.752764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-602ba79f-813b-4b79-b412-72a55e87116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.754434 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-602ba79f-813b-4b79-b412-72a55e87116b service neutron] 10.222.0.35 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 914 time: 0.1980968 Sep 17 22:22:34.770176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5ca96f-083f-4d03-9be2-be10d14dd3a0 None None] New status for floating IP e5727227-19e9-44f1-a425-d174ebe31c4c: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:22:34.796763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f1685444-e338-450c-810d-3aa17492ecdf) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:34.808393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea02155f-5664-43a9-933e-5f8a12de7121 None None] Network f1685444-e338-450c-810d-3aa17492ecdf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:34.816702 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e81e97f-b648-4bfc-8352-dd831369ff1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.819784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.820681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:34.821613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.916601 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e81e97f-b648-4bfc-8352-dd831369ff1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:34.920013 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-dac3dd5e-7350-4aaa-9230-ead2e554a042 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36434616-4dcf-40f6-88ef-937cf772ef00 HTTP/1.1" status: 200 len: 217 time: 0.0425146 Sep 17 22:22:34.995385 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-5d708a56-1dde-4821-832f-9d4081a3d163 service neutron] 10.222.0.35 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838194 Sep 17 22:22:35.001910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-260cabf7-c27f-4970-aa58-41fbe2624c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.003594 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-260cabf7-c27f-4970-aa58-41fbe2624c39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd HTTP/1.1" status: 200 len: 854 time: 0.0739264 Sep 17 22:22:35.023202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-0ad3d18a-148a-40c5-b660-0640669b07df service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849099 Sep 17 22:22:35.110241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a01acb39-25b8-4549-9f5c-d93e4808bb90 req-73e6aab8-d883-4131-8899-6da02f850f98 service neutron] 10.222.0.35 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049137 Sep 17 22:22:35.118888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Allocated IP 2001:db8::1 (30de8279-1f1d-4b81-9209-34c263538e1e/7cc62cf3-ca75-41c5-954c-b8e27a0db8b8/9d80beaf-9d24-43ff-96ba-96da24f5b921) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:35.155172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-35343abe-1b17-4c1c-869e-ec469e10cfac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=057dac44-70f0-4b7a-a29a-b577f279a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438013 Sep 17 22:22:35.170602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-12e375f5-1049-4374-aca8-6104277de90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.189833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-f1685444-e338-450c-810d-3aa17492ecdf', 'network_id': 'f1685444-e338-450c-810d-3aa17492ecdf', 'tenant_id': '1096fd29b415467db9ca582d1e486e60', 'fixed_ips': [{'subnet_id': '60b3cd7e-b7f4-4dbf-99f4-7d9fae6f8512'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:22:35.191452 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.207542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-1fd652c0-8929-4027-9ed5-0e89f1920d73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb HTTP/1.1" status: 200 len: 217 time: 0.1736078 Sep 17 22:22:35.235107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6250c-2e52-4772-9bf6-66f95700919e req-f3b65de8-d389-4d46-9c22-051e0ff21d2d tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.242310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4a6250c-2e52-4772-9bf6-66f95700919e req-f3b65de8-d389-4d46-9c22-051e0ff21d2d tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 946 time: 0.2574391 Sep 17 22:22:35.285544 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-12e375f5-1049-4374-aca8-6104277de90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.296200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f13d35-e50d-40c7-8495-5d0fad35fd63 req-78cffd93-fc58-400e-9f07-2c699aedf213 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.304214 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-b8808956-7e76-41b2-a7b9-8e2545a13a01 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342010 Sep 17 22:22:35.304658 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0f13d35-e50d-40c7-8495-5d0fad35fd63 req-78cffd93-fc58-400e-9f07-2c699aedf213 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 946 time: 0.2414792 Sep 17 22:22:35.329101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e81e97f-b648-4bfc-8352-dd831369ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.332595 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3e81e97f-b648-4bfc-8352-dd831369ff1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.334127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3e81e97f-b648-4bfc-8352-dd831369ff1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65f7e398-46ad-4ba3-8771-f575b7f64c2b HTTP/1.1" status: 204 len: 168 time: 0.7660062 Sep 17 22:22:35.372731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4a6250c-2e52-4772-9bf6-66f95700919e req-b232d9ea-8726-420d-8d97-63c0fd560a0c tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282358 Sep 17 22:22:35.564754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0f13d35-e50d-40c7-8495-5d0fad35fd63 req-8e8931ef-c47f-415a-a81f-6d83fddd3aab tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206627 Sep 17 22:22:35.564754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-860b7541-e08b-4a02-8b66-1831af32e879 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.5042994 Sep 17 22:22:35.566183 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d7c08600-3f9e-4145-9cf7-8227b4cc75c4 req-ceb9f7cf-01c1-45a8-945f-3cb2ebab5375 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293359 Sep 17 22:22:35.566183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55208) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:35.567340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-c66d02b7-2537-48e4-af0f-17897692d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.567340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-c66d02b7-2537-48e4-af0f-17897692d343 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.2543499 Sep 17 22:22:35.567340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-12e375f5-1049-4374-aca8-6104277de90f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f9815c500b147dfb034bf1656d69c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7720852 Sep 17 22:22:35.567340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e375f5-1049-4374-aca8-6104277de90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca2ffe-9a62-476e-8ded-2af13c46c72a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:35.567340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55210) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:35.568963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee7354-86bc-4002-9979-3ea4ed81716a tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.568963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee7354-86bc-4002-9979-3ea4ed81716a tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.568963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee7354-86bc-4002-9979-3ea4ed81716a tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.568963 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-31ee7354-86bc-4002-9979-3ea4ed81716a tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1088083 Sep 17 22:22:35.568963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55212) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:35.572633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81e97f-b648-4bfc-8352-dd831369ff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f7e398-46ad-4ba3-8771-f575b7f64c2b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:35.584970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.595660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Allocated IP 2001:db8:0:1::1 (f1685444-e338-450c-810d-3aa17492ecdf/60b3cd7e-b7f4-4dbf-99f4-7d9fae6f8512/adb7d75d-befa-4e1c-9a72-6167bcab4053) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:35.617599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-08938b65-12f4-41e5-beb5-067d295419e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.640889 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-08938b65-12f4-41e5-beb5-067d295419e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.665324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-37374f4b-bbce-429a-86ed-2c484db8f0d5 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Deleting subnet 7cc62cf3-ca75-41c5-954c-b8e27a0db8b8 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:22:35.688002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-0e8f81cf-a583-438e-9863-5c7b20042f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:35.689885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-0e8f81cf-a583-438e-9863-5c7b20042f18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2097709 Sep 17 22:22:35.707576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37374f4b-bbce-429a-86ed-2c484db8f0d5 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.754581 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37374f4b-bbce-429a-86ed-2c484db8f0d5 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.782965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-08938b65-12f4-41e5-beb5-067d295419e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.786535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-08938b65-12f4-41e5-beb5-067d295419e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.788051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-08938b65-12f4-41e5-beb5-067d295419e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6ca2ffe-9a62-476e-8ded-2af13c46c72a HTTP/1.1" status: 204 len: 168 time: 0.2935438 Sep 17 22:22:35.807615 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.846903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08938b65-12f4-41e5-beb5-067d295419e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca2ffe-9a62-476e-8ded-2af13c46c72a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:35.866291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Pushing event updated for resources: {'Port': ['ID=9d80beaf-9d24-43ff-96ba-96da24f5b921,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:35.876164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-828b89d3-7d83-4f45-a44d-374a20471f76 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740322 Sep 17 22:22:35.891237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Network 30de8279-1f1d-4b81-9209-34c263538e1e is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:35.892673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:35.900720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:35.907624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.907975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.908317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.908647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.908978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.909304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.909629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.910042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.910438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.910763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.911105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.911423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:35.939924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37374f4b-bbce-429a-86ed-2c484db8f0d5 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.954249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.986669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Attempting to bind port 9d80beaf-9d24-43ff-96ba-96da24f5b921 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:35.987062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Attempting to bind port 9d80beaf-9d24-43ff-96ba-96da24f5b921 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'dba595f3-dfe6-4abe-855e-a21bf73e938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '30de8279-1f1d-4b81-9209-34c263538e1e'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:35.987428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Attempting to bind port 9d80beaf-9d24-43ff-96ba-96da24f5b921 on network 30de8279-1f1d-4b81-9209-34c263538e1e {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:35.992633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:35.993059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Checking segment: {'id': 'dba595f3-dfe6-4abe-855e-a21bf73e938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '30de8279-1f1d-4b81-9209-34c263538e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:35.993465 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:35.993855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Bound using segment: {'id': 'dba595f3-dfe6-4abe-855e-a21bf73e938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '30de8279-1f1d-4b81-9209-34c263538e1e'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:35.994324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Bound port: 9d80beaf-9d24-43ff-96ba-96da24f5b921, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba595f3-dfe6-4abe-855e-a21bf73e938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '30de8279-1f1d-4b81-9209-34c263538e1e'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:35.994718 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.070325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.124162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Pushing event updated for resources: {'Port': ['ID=adb7d75d-befa-4e1c-9a72-6167bcab4053,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:36.132404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Network f1685444-e338-450c-810d-3aa17492ecdf is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:36.134055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:36.139447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:36.140101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-efc9cbe9-ab76-4d2f-bb2b-c97c8b2074a1 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591181 Sep 17 22:22:36.212115 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Attempting to bind port adb7d75d-befa-4e1c-9a72-6167bcab4053 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:36.212905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Attempting to bind port adb7d75d-befa-4e1c-9a72-6167bcab4053 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'df6d9bee-4457-4913-8cf8-1ea46a0cf1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f1685444-e338-450c-810d-3aa17492ecdf'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:36.213330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Attempting to bind port adb7d75d-befa-4e1c-9a72-6167bcab4053 on network f1685444-e338-450c-810d-3aa17492ecdf {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:36.228832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:36.229219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Checking segment: {'id': 'df6d9bee-4457-4913-8cf8-1ea46a0cf1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f1685444-e338-450c-810d-3aa17492ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:36.229682 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.230039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-9f32e985-4e0e-4fb0-a6dd-8e7ee329cbb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb HTTP/1.1" status: 200 len: 217 time: 0.0831158 Sep 17 22:22:36.230180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Bound using segment: {'id': 'df6d9bee-4457-4913-8cf8-1ea46a0cf1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f1685444-e338-450c-810d-3aa17492ecdf'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:36.230729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Bound port: adb7d75d-befa-4e1c-9a72-6167bcab4053, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6d9bee-4457-4913-8cf8-1ea46a0cf1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f1685444-e338-450c-810d-3aa17492ecdf'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:36.231269 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.233896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37374f4b-bbce-429a-86ed-2c484db8f0d5 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.270527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37374f4b-bbce-429a-86ed-2c484db8f0d5 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc62cf3-ca75-41c5-954c-b8e27a0db8b8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:36.278130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] For port 9d80beaf-9d24-43ff-96ba-96da24f5b921, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:36.278643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37374f4b-bbce-429a-86ed-2c484db8f0d5 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.278643 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-37374f4b-bbce-429a-86ed-2c484db8f0d5 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/subnets/7cc62cf3-ca75-41c5-954c-b8e27a0db8b8 HTTP/1.1" status: 204 len: 168 time: 0.7153487 Sep 17 22:22:36.281705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:36.298749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] For port 9d80beaf-9d24-43ff-96ba-96da24f5b921, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9d80beaf-9d24-43ff-96ba-96da24f5b921,segment=NetworkSegment(dba595f3-dfe6-4abe-855e-a21bf73e938b),segment_id=dba595f3-dfe6-4abe-855e-a21bf73e938b)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:36.316677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-5050cf15-7b70-4d9a-94fd-b9f3db0958b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:36.318473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-5050cf15-7b70-4d9a-94fd-b9f3db0958b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0812075 Sep 17 22:22:36.363374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6924c5dc-3705-4718-8538-ca922e76cf99 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Deleting subnet 60b3cd7e-b7f4-4dbf-99f4-7d9fae6f8512 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:22:36.370277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6924c5dc-3705-4718-8538-ca922e76cf99 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.389517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-dde02f40-d651-407b-8a4e-d609589b9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:36.390659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] For port adb7d75d-befa-4e1c-9a72-6167bcab4053, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:36.391694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-dde02f40-d651-407b-8a4e-d609589b9838 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0648422 Sep 17 22:22:36.394642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] For port adb7d75d-befa-4e1c-9a72-6167bcab4053, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=adb7d75d-befa-4e1c-9a72-6167bcab4053,segment=NetworkSegment(df6d9bee-4457-4913-8cf8-1ea46a0cf1c6),segment_id=df6d9bee-4457-4913-8cf8-1ea46a0cf1c6)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:36.406850 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.446708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6924c5dc-3705-4718-8538-ca922e76cf99 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.493023 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.569463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce79a-51c3-42e9-9b94-3b34f4221fc3 None None] Pushing event updated for resources: {'Port': ['ID=9d80beaf-9d24-43ff-96ba-96da24f5b921,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:36.653441 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6924c5dc-3705-4718-8538-ca922e76cf99 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:36.676012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81295e-0d49-47d6-bbe4-eca3ccba57b9 None None] Pushing event updated for resources: {'Port': ['ID=adb7d75d-befa-4e1c-9a72-6167bcab4053,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:36.786939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-8546fbe1-c885-49b0-af7a-65b68784fb1a service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851395 Sep 17 22:22:36.804537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfed8f-92a3-4e9c-8518-15e235ad95a1 req-1f38a33d-b5d6-4a10-a101-11b37ff16231 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:36.809046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fcfed8f-92a3-4e9c-8518-15e235ad95a1 req-1f38a33d-b5d6-4a10-a101-11b37ff16231 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 946 time: 0.2401776 Sep 17 22:22:36.861483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e91ab-e727-4647-bc43-c3248101f5eb req-176b2d92-da1a-43a9-9474-aa7151b3e19a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:36.861483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed2e91ab-e727-4647-bc43-c3248101f5eb req-176b2d92-da1a-43a9-9474-aa7151b3e19a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 946 time: 0.2367857 Sep 17 22:22:36.885565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6924c5dc-3705-4718-8538-ca922e76cf99 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.046854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6924c5dc-3705-4718-8538-ca922e76cf99 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.052016 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6924c5dc-3705-4718-8538-ca922e76cf99 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/subnets/60b3cd7e-b7f4-4dbf-99f4-7d9fae6f8512 HTTP/1.1" status: 204 len: 168 time: 0.7662070 Sep 17 22:22:37.052016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924c5dc-3705-4718-8538-ca922e76cf99 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Subnet': ['ID=60b3cd7e-b7f4-4dbf-99f4-7d9fae6f8512,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:37.052217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55254) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:37.073728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2fcfed8f-92a3-4e9c-8518-15e235ad95a1 req-59a20a61-002d-45b1-9543-67a1e0229462 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502275 Sep 17 22:22:37.167494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed2e91ab-e727-4647-bc43-c3248101f5eb req-637fe368-f19f-4844-b815-23b1b66cf10e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962284 Sep 17 22:22:37.173766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b441c13-a358-4c29-9b58-436044b7f3d6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:37.175560 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b441c13-a358-4c29-9b58-436044b7f3d6 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1223245 Sep 17 22:22:37.184338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55262) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:37.202865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-568f8367-d9cd-4fad-9aef-c0e9d23e7d41 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097116 Sep 17 22:22:37.224669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9d80beaf-9d24-43ff-96ba-96da24f5b921 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:37.271556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-91011e73-84d0-4900-9789-f97016ebf21b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58c91934-149c-4aad-9181-e930ac0aab9f HTTP/1.1" status: 200 len: 217 time: 0.0600998 Sep 17 22:22:37.394477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9d80beaf-9d24-43ff-96ba-96da24f5b921 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:37.394477 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.409717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-855fb53b-2b92-49d8-9e9a-d8e1bb33d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:37.411558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-855fb53b-2b92-49d8-9e9a-d8e1bb33d4a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.1326556 Sep 17 22:22:37.446710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d89fb9-10cc-4c14-92c5-acbafb75f78e req-bbf64b3c-0517-4205-b596-4b439b498bcc tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:37.446710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96d89fb9-10cc-4c14-92c5-acbafb75f78e req-bbf64b3c-0517-4205-b596-4b439b498bcc tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=961e8e5f-810a-439b-83e5-d01c18ed16c3 HTTP/1.1" status: 200 len: 945 time: 0.1109207 Sep 17 22:22:37.459565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.497469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-aeaaecf6-ed3d-4578-830e-feaa4d9c05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:37.499088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-aeaaecf6-ed3d-4578-830e-feaa4d9c05e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806308 Sep 17 22:22:37.523082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96d89fb9-10cc-4c14-92c5-acbafb75f78e req-e8db26f9-e816-46a2-bde3-8710f186326d tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570052 Sep 17 22:22:37.613285 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.656171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Deleting port adb7d75d-befa-4e1c-9a72-6167bcab4053 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:37.659664 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.684147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 9d80beaf-9d24-43ff-96ba-96da24f5b921, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9d80beaf-9d24-43ff-96ba-96da24f5b921,segment=NetworkSegment(dba595f3-dfe6-4abe-855e-a21bf73e938b),segment_id=dba595f3-dfe6-4abe-855e-a21bf73e938b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:37.710122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-be2b440f-1721-4b34-85e6-f44c0c401069 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989760 Sep 17 22:22:37.793882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.890406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] For port adb7d75d-befa-4e1c-9a72-6167bcab4053, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=adb7d75d-befa-4e1c-9a72-6167bcab4053,segment=NetworkSegment(df6d9bee-4457-4913-8cf8-1ea46a0cf1c6),segment_id=df6d9bee-4457-4913-8cf8-1ea46a0cf1c6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:37.897749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:37.950191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Calling delete_port for adb7d75d-befa-4e1c-9a72-6167bcab4053 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:37.968033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-f98cba5c-8e49-4352-8b1e-73b7538f041a service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530656 Sep 17 22:22:37.969273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=9d80beaf-9d24-43ff-96ba-96da24f5b921,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:38.127050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-ac353f44-d443-4a0d-8bc5-3e8b9a960a6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=283912f1-9194-4d2f-a00c-a4650cd4c715 HTTP/1.1" status: 200 len: 217 time: 0.1499012 Sep 17 22:22:38.132674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55298) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:38.152858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.252847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3bcc572a-1664-44ab-aaaa-32378d65e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:38.254373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3bcc572a-1664-44ab-aaaa-32378d65e098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.1075599 Sep 17 22:22:38.347613 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.400539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3c00e68c-e54d-41bc-b643-374b498d077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:38.416417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-3c00e68c-e54d-41bc-b643-374b498d077e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1520529 Sep 17 22:22:38.462716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1480871032-network', 'tenant_id': '5013209e51bb4508a89983eeeb50c24c'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:38.504294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Port': ['ID=adb7d75d-befa-4e1c-9a72-6167bcab4053,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:38.508817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] No DVR routers for this DVR port adb7d75d-befa-4e1c-9a72-6167bcab4053 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:38.579730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f791ca-6631-415f-bae4-7d539772da94 None None] Network f1685444-e338-450c-810d-3aa17492ecdf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:38.594543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-c85a3cfc-e781-4bc3-b0dd-78ca788b556b service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705513 Sep 17 22:22:38.680544 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.709069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Made reservation on behalf of 5013209e51bb4508a89983eeeb50c24c for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:38.722880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.732037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1685444-e338-450c-810d-3aa17492ecdf']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:38.752423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6d9bee-4457-4913-8cf8-1ea46a0cf1c6') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:38.753372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6d9bee-4457-4913-8cf8-1ea46a0cf1c6') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:38.754993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c2616033-1af3-4c0c-8209-6269bf17870d None None] Could not find standard attr ID for object adb7d75d-befa-4e1c-9a72-6167bcab4053. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:22:38.766110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.781620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.803933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:38.804575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.804761 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:38.871324 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:38.891723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d971ca9a-082a-49f1-ade7-71645d22357f req-05e62090-7c88-4fad-847f-ff637a1e8248 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851229 Sep 17 22:22:38.922223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a2dea-1874-4b10-9b40-e16c3963e488 None None] Network 30de8279-1f1d-4b81-9209-34c263538e1e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:38.982253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.990557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:38.993130 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/networks/f1685444-e338-450c-810d-3aa17492ecdf HTTP/1.1" status: 204 len: 168 time: 1.8066757 Sep 17 22:22:39.001139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55326) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:39.061957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75586c8d-e06d-4b3c-a3f8-f338ae82b5a1 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Network': ['ID=f1685444-e338-450c-810d-3aa17492ecdf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:39.111542 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.122562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9d80beaf-9d24-43ff-96ba-96da24f5b921 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:39.163109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4f58ae18-1c1d-43f1-b6ed-8d3c45c1e92d None None] Provisioning complete for port 9d80beaf-9d24-43ff-96ba-96da24f5b921 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:39.163559 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f58ae18-1c1d-43f1-b6ed-8d3c45c1e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.197223 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.276622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2cd24f-9e90-4a1a-b3c3-22ee0aa47425 None None] DHCP port deletion for f1685444-e338-450c-810d-3aa17492ecdf request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:22:39.278619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:39.336453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:39.347138 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.350923 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.351711 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Added segment 501c2379-e479-4dba-aabe-bc3418542dc7 of type vlan for network 610acf06-31ef-499e-9014-a841a67e2352 Sep 17 22:22:39.424910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9d80beaf-9d24-43ff-96ba-96da24f5b921 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:39.425283 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.518807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b90b8c-0f84-4436-8c31-4c954c99ed10 None None] DHCP port deletion for 30de8279-1f1d-4b81-9209-34c263538e1e request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:22:39.532200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.600203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-ca5e4fba-6f55-4793-b01c-43e216c9ad18 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:39.602111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-ca5e4fba-6f55-4793-b01c-43e216c9ad18 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/networks?id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 200 len: 812 time: 0.4894519 Sep 17 22:22:39.627345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-43731404-52e4-492d-8531-02303e57c8dc tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/quotas/0c7333ab7c7b4ab3ab97c0468a0dad07 HTTP/1.1" status: 200 len: 375 time: 0.0162854 Sep 17 22:22:39.737576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Deleting port 9d80beaf-9d24-43ff-96ba-96da24f5b921 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:39.737576 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.737922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-46b90b8c-0f84-4436-8c31-4c954c99ed10 None None] Deleting port 9d80beaf-9d24-43ff-96ba-96da24f5b921 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:39.737922 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46b90b8c-0f84-4436-8c31-4c954c99ed10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.784276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] For port 9d80beaf-9d24-43ff-96ba-96da24f5b921, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9d80beaf-9d24-43ff-96ba-96da24f5b921,segment=NetworkSegment(dba595f3-dfe6-4abe-855e-a21bf73e938b),segment_id=dba595f3-dfe6-4abe-855e-a21bf73e938b)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:39.784893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.794883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-952d6946-ad73-4987-bc73-12ff2a0159f5 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:39.796786 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-952d6946-ad73-4987-bc73-12ff2a0159f5 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "GET /v2.0/ports?device_id=961e8e5f-810a-439b-83e5-d01c18ed16c3 HTTP/1.1" status: 200 len: 945 time: 0.1139975 Sep 17 22:22:39.800277 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.801214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:39.802203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.812381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Calling delete_port for 9d80beaf-9d24-43ff-96ba-96da24f5b921 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:39.819624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-46b90b8c-0f84-4436-8c31-4c954c99ed10 None None] For port 9d80beaf-9d24-43ff-96ba-96da24f5b921, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9d80beaf-9d24-43ff-96ba-96da24f5b921,segment=NetworkSegment(dba595f3-dfe6-4abe-855e-a21bf73e938b),segment_id=dba595f3-dfe6-4abe-855e-a21bf73e938b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:39.820077 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46b90b8c-0f84-4436-8c31-4c954c99ed10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:39.859662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-149d8420-7f41-4177-ba09-1f6204bfc955 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2247183 Sep 17 22:22:39.973691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-228749ff-0be1-4ac1-b723-88dc0514258d service neutron] 10.222.0.13 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067209 Sep 17 22:22:40.016918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Deleting port f16f2d44-6ed6-4330-be25-2d0b834fbf5a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:40.017465 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.050698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-46b90b8c-0f84-4436-8c31-4c954c99ed10 None None] Calling delete_port for 9d80beaf-9d24-43ff-96ba-96da24f5b921 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:40.063471 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.180181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] For port f16f2d44-6ed6-4330-be25-2d0b834fbf5a, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:40.180463 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.200631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Calling delete_port for f16f2d44-6ed6-4330-be25-2d0b834fbf5a owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:40.216318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a336874b-6e27-435a-9b31-c91db00db5a1 service neutron] 10.222.0.13 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486545 Sep 17 22:22:40.253645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1212413 Sep 17 22:22:40.254874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3413c61-94af-4bb6-95da-e33a37aa9b57 admin admin] Pushing event updated for resources: {'Network': ['ID=610acf06-31ef-499e-9014-a841a67e2352,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:40.260133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55356) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:40.268173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Request body: {'subnet': {'network_id': '610acf06-31ef-499e-9014-a841a67e2352', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1480871032-subnet', 'tenant_id': '5013209e51bb4508a89983eeeb50c24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:40.269169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 610acf06-31ef-499e-9014-a841a67e2352 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:40.282173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.323610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Port': ['ID=9d80beaf-9d24-43ff-96ba-96da24f5b921,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:40.333821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] No DVR routers for this DVR port 9d80beaf-9d24-43ff-96ba-96da24f5b921 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:40.425910 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46b90b8c-0f84-4436-8c31-4c954c99ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.455189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b90b8c-0f84-4436-8c31-4c954c99ed10 None None] Pushing event deleted for resources: {'Port': ['ID=9d80beaf-9d24-43ff-96ba-96da24f5b921,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:40.466337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b90b8c-0f84-4436-8c31-4c954c99ed10 None None] No DVR routers for this DVR port 9d80beaf-9d24-43ff-96ba-96da24f5b921 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:40.541701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-d92315e9-cea9-4f99-99b4-5d23a18aaf9e tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:40.543391 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-d92315e9-cea9-4f99-99b4-5d23a18aaf9e tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "GET /v2.0/ports?device_id=c68d5f5d-250e-40c4-a2a5-5fd4b40026d0 HTTP/1.1" status: 200 len: 946 time: 0.0794296 Sep 17 22:22:40.634265 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.646114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['1ccbaf87-90fa-4868-9871-e65f32eb99b0'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:40.762639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Pushing event deleted for resources: {'Port': ['ID=f16f2d44-6ed6-4330-be25-2d0b834fbf5a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:40.781042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] No DVR routers for this DVR port f16f2d44-6ed6-4330-be25-2d0b834fbf5a on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:40.799415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.815442 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f8e1f470-f32b-4193-a848-5c1f8be16dcf req-95b6954f-5d0b-4730-892d-62b2707ed263 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "DELETE /v2.0/ports/f16f2d44-6ed6-4330-be25-2d0b834fbf5a HTTP/1.1" status: 204 len: 173 time: 1.0020185 Sep 17 22:22:40.815442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961e8e5f-810a-439b-83e5-d01c18ed16c3', 'name': 'network-vif-deleted', 'tag': 'f16f2d44-6ed6-4330-be25-2d0b834fbf5a'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:40.821547 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ca9e09-621b-448c-98b4-5332e08ff720" -d '{"events": [{"server_uuid": "961e8e5f-810a-439b-83e5-d01c18ed16c3", "name": "network-vif-deleted", "tag": "f16f2d44-6ed6-4330-be25-2d0b834fbf5a"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:40.838933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Deleting port 1ccbaf87-90fa-4868-9871-e65f32eb99b0 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:22:40.839373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:40.946227 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabe9630-c642-4c33-a9ed-c7b62a134142 x-openstack-request-id: req-aabe9630-c642-4c33-a9ed-c7b62a134142 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:40.946701 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961e8e5f-810a-439b-83e5-d01c18ed16c3", "name": "network-vif-deleted", "tag": "f16f2d44-6ed6-4330-be25-2d0b834fbf5a", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:40.947991 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aabe9630-c642-4c33-a9ed-c7b62a134142 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:40.948518 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961e8e5f-810a-439b-83e5-d01c18ed16c3', 'name': 'network-vif-deleted', 'tag': 'f16f2d44-6ed6-4330-be25-2d0b834fbf5a', 'status': 'completed', 'code': 200} Sep 17 22:22:41.025694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] For port 1ccbaf87-90fa-4868-9871-e65f32eb99b0, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1ccbaf87-90fa-4868-9871-e65f32eb99b0,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:41.026194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.037115 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device adb7d75d-befa-4e1c-9a72-6167bcab4053 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:41.045379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Calling delete_port for 1ccbaf87-90fa-4868-9871-e65f32eb99b0 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:22:41.122914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: adb7d75d-befa-4e1c-9a72-6167bcab4053 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:41.123105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device adb7d75d-befa-4e1c-9a72-6167bcab4053 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:41.123516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9d80beaf-9d24-43ff-96ba-96da24f5b921 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:41.156775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9d80beaf-9d24-43ff-96ba-96da24f5b921 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:41.156775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9d80beaf-9d24-43ff-96ba-96da24f5b921 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:41.175766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3481058c-bbab-44e5-83b5-cf3fd4ecada8 req-6014cafd-def7-4617-82ff-a9c8f498985a tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 210 time: 0.0915134 Sep 17 22:22:41.179557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Made reservation on behalf of 5013209e51bb4508a89983eeeb50c24c for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:41.182514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.237490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.279938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30de8279-1f1d-4b81-9209-34c263538e1e']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:41.316133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba595f3-dfe6-4abe-855e-a21bf73e938b') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:41.316578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba595f3-dfe6-4abe-855e-a21bf73e938b') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:41.331893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.354912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.379242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:41.380003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.383350 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.491527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] No DVR routers for this DVR port 1ccbaf87-90fa-4868-9871-e65f32eb99b0 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:22:41.497341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.499411 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c1c91bac-bd92-4eee-ade8-cb9f7add8d64 req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "DELETE /v2.0/ports/1ccbaf87-90fa-4868-9871-e65f32eb99b0 HTTP/1.1" status: 204 len: 173 time: 0.9494398 Sep 17 22:22:41.501301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c5d01-91e5-45ab-9906-045089bad7c3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Pushing event deleted for resources: {'Port': ['ID=1ccbaf87-90fa-4868-9871-e65f32eb99b0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:41.507590 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:41.654412 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.664743 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.666988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/networks/30de8279-1f1d-4b81-9209-34c263538e1e HTTP/1.1" status: 204 len: 168 time: 2.6646757 Sep 17 22:22:41.669727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55402) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:41.684553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9e6ff-d170-4017-9523-488c4abc8133 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Network': ['ID=30de8279-1f1d-4b81-9209-34c263538e1e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:41.875949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f16f2d44-6ed6-4330-be25-2d0b834fbf5a no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:41.891800 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:41.967173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: f16f2d44-6ed6-4330-be25-2d0b834fbf5a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:41.967585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f16f2d44-6ed6-4330-be25-2d0b834fbf5a not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:42.068917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3231bd2-c0bb-40f3-8285-faf088769014,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:42.088013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Checking segment: {'id': '501c2379-e479-4dba-aabe-bc3418542dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610acf06-31ef-499e-9014-a841a67e2352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:42.088013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Network hostable DHCP agents. Network: 610acf06-31ef-499e-9014-a841a67e2352, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:42.193787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Network 610acf06-31ef-499e-9014-a841a67e2352 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:42.251556 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.267960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 610acf06-31ef-499e-9014-a841a67e2352) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:42.273340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:42.273922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.278047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f184fc2-5d3b-46a0-be0f-3551d3ac9c72 None None] Network 610acf06-31ef-499e-9014-a841a67e2352 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:42.386271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.391269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8511c811-eaa0-435c-9386-474ee8a53a6c req-929a4661-85c8-4fe9-b06d-84b19cb0e084 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 210 time: 0.0995014 Sep 17 22:22:42.417407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c80cea1f-f775-4617-bf6c-7c1220c41dd7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1557946 Sep 17 22:22:42.422575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd15ba79-33a2-4dc0-b9fe-610ee626e94e']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:42.432885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9731337-ad86-48b5-aa02-525ad34d3a44') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:42.433911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9731337-ad86-48b5-aa02-525ad34d3a44') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:42.446012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.500058 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.512000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:42.513999 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:42.521555 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:42.637012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372be942-5d1d-4fa2-9f48-5feb600f998f None None] Network 610acf06-31ef-499e-9014-a841a67e2352 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:42.810277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.869197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:42.871302 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/networks/cd15ba79-33a2-4dc0-b9fe-610ee626e94e HTTP/1.1" status: 204 len: 168 time: 1.2005498 Sep 17 22:22:42.872224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4a9ba-cff2-440a-940c-2a25ad75da73 tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Network': ['ID=cd15ba79-33a2-4dc0-b9fe-610ee626e94e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:42.873974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55428) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:42.949915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68d5f5d-250e-40c4-a2a5-5fd4b40026d0', 'name': 'network-vif-deleted', 'tag': '1ccbaf87-90fa-4868-9871-e65f32eb99b0'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:42.954460 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fccf881-410f-49ce-b3a4-3de0bfae1b4c" -d '{"events": [{"server_uuid": "c68d5f5d-250e-40c4-a2a5-5fd4b40026d0", "name": "network-vif-deleted", "tag": "1ccbaf87-90fa-4868-9871-e65f32eb99b0"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:42.988733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.015862 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111fbd5f-d49d-4740-8b7d-eee4179fb11a x-openstack-request-id: req-111fbd5f-d49d-4740-8b7d-eee4179fb11a {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:43.019059 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68d5f5d-250e-40c4-a2a5-5fd4b40026d0", "name": "network-vif-deleted", "tag": "1ccbaf87-90fa-4868-9871-e65f32eb99b0", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:43.019059 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-111fbd5f-d49d-4740-8b7d-eee4179fb11a {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:43.019059 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68d5f5d-250e-40c4-a2a5-5fd4b40026d0', 'name': 'network-vif-deleted', 'tag': '1ccbaf87-90fa-4868-9871-e65f32eb99b0', 'status': 'completed', 'code': 200} Sep 17 22:22:43.169123 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.199927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5d7c59-7594-4e00-88fa-5f834ae7564f']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:43.208605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19817ed0-a07d-461a-8a2f-88386ae91b71') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:43.208906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19817ed0-a07d-461a-8a2f-88386ae91b71') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:22:43.229312 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.267363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.288098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:22:43.288812 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:22:43.292188 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:22:43.546442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bea7631-593c-4cfc-827f-14f740357a38 req-c6c34110-565c-47d6-8cb4-6805a6ec14cb tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 210 time: 0.0383332 Sep 17 22:22:43.611149 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.621883 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.624489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] 10.222.0.13 "DELETE /v2.0/networks/ad5d7c59-7594-4e00-88fa-5f834ae7564f HTTP/1.1" status: 204 len: 168 time: 0.7495346 Sep 17 22:22:43.626465 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55452) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:43.633318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-17113639-network', 'tenant_id': '17461419cbf44f45af21f242415b1a82'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:43.659041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1624b-4276-45da-bc9f-4014dd55547e tempest-BulkNetworkOpsIpV6Test-830989008 tempest-BulkNetworkOpsIpV6Test-830989008-project] Pushing event deleted for resources: {'Network': ['ID=ad5d7c59-7594-4e00-88fa-5f834ae7564f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:43.788289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Made reservation on behalf of 17461419cbf44f45af21f242415b1a82 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:43.793601 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.804932 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.882256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1ccbaf87-90fa-4868-9871-e65f32eb99b0 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:22:43.900379 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:43.907525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 1ccbaf87-90fa-4868-9871-e65f32eb99b0 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:22:43.907931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1ccbaf87-90fa-4868-9871-e65f32eb99b0 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:22:43.975273 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.065496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:22:44.071214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041f7700-329e-425c-9f4e-e5e70ba7dae1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:44.095462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.097320 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Added segment f8554b53-50e5-42d3-a2c2-cb0a749f8c80 of type vlan for network ca6330aa-bffa-4f80-a9f8-20ffaa4f2088 Sep 17 22:22:44.154211 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.302227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.303594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:44.304312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.390211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6330aa-bffa-4f80-a9f8-20ffaa4f2088,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:44.401360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network ca6330aa-bffa-4f80-a9f8-20ffaa4f2088 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:22:44.412703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55470) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:44.414710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-577a834e-3d79-45d0-9d1b-0ce20681d422 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:44.417098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-577a834e-3d79-45d0-9d1b-0ce20681d422 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.32 "GET /v2.0/networks?id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 200 len: 812 time: 0.1744761 Sep 17 22:22:44.439916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Request body: {'port': {'device_id': 'bda03504-6986-4677-b59d-965dad1c616e', 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28', 'admin_state_up': True, 'tenant_id': '0c7333ab7c7b4ab3ab97c0468a0dad07'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:44.451750 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0020e042-bfb7-4e11-8cc8-c0450d0e6ac1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8232501 Sep 17 22:22:44.454360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55476) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:44.461528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Request body: {'subnet': {'network_id': 'ca6330aa-bffa-4f80-a9f8-20ffaa4f2088', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-17113639-subnet', 'tenant_id': '17461419cbf44f45af21f242415b1a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:44.587474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Made reservation on behalf of 17461419cbf44f45af21f242415b1a82 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:44.591080 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.754085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98fb8b8f-ade0-45e8-99e5-d652c4b43239 req-5ab3c97e-425e-4cd2-898a-bf7bc0eba749 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 210 time: 0.0609376 Sep 17 22:22:44.760390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Made reservation on behalf of 0c7333ab7c7b4ab3ab97c0468a0dad07 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:44.769599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:44.987228 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-41c135bb-0c0d-4b0a-93ff-a8452f1e5847 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1096fd29b415467db9ca582d1e486e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707912 Sep 17 22:22:44.987881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55488) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:45.012483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Allocated IP 172.20.0.6 (9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28/4676d0ae-753f-4373-8f11-a19f4c2711ee/ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:45.039676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c46b942b-daf6-462f-b665-ad87589e03d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.095646 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.172379 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c46b942b-daf6-462f-b665-ad87589e03d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.278909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-c71ebb0c-f919-4e54-bf56-c1b5cf5083f7 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:45.280717 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-c71ebb0c-f919-4e54-bf56-c1b5cf5083f7 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "GET /v2.0/networks?id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 200 len: 812 time: 0.2108114 Sep 17 22:22:45.289798 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.310966 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Request body: {'port': {'device_id': '0a0531ad-b575-4ab6-99c8-4f95cb3290c1', 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28', 'admin_state_up': True, 'tenant_id': '0c7333ab7c7b4ab3ab97c0468a0dad07'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:45.356212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe885d3b-c267-4e95-9266-688f5c3d49ea,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:45.418259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.421268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Checking segment: {'id': 'f8554b53-50e5-42d3-a2c2-cb0a749f8c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ca6330aa-bffa-4f80-a9f8-20ffaa4f2088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:45.422092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Network hostable DHCP agents. Network: ca6330aa-bffa-4f80-a9f8-20ffaa4f2088, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:22:45.475391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:45.488490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:45.497104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:45.530305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c46b942b-daf6-462f-b665-ad87589e03d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.533244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c46b942b-daf6-462f-b665-ad87589e03d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.536858 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c46b942b-daf6-462f-b665-ad87589e03d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2da88222-13d9-41e1-a83b-53ff5adddbcf HTTP/1.1" status: 204 len: 168 time: 0.5460436 Sep 17 22:22:45.542732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Pushing event updated for resources: {'Port': ['ID=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:45.555893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b942b-daf6-462f-b665-ad87589e03d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da88222-13d9-41e1-a83b-53ff5adddbcf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:45.561976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:45.561976 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.586118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Network ca6330aa-bffa-4f80-a9f8-20ffaa4f2088 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:22:45.646431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Made reservation on behalf of 0c7333ab7c7b4ab3ab97c0468a0dad07 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:45.653894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.677278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, ca6330aa-bffa-4f80-a9f8-20ffaa4f2088) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:45.688789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b86084c-29f2-4ff6-92f3-3b90cbbd14f2 None None] Network ca6330aa-bffa-4f80-a9f8-20ffaa4f2088 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:45.689809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:45.690503 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:45.800747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-60f47d8c-7f6b-4016-949d-00f203645f10 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3650248 Sep 17 22:22:45.812685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-b3197e92-f1ce-410b-9d76-43e54574d975 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:22:45.813883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-b3197e92-f1ce-410b-9d76-43e54574d975 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071449 Sep 17 22:22:45.831076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa1120-d89a-446c-924a-dcede146fddf None None] Network ca6330aa-bffa-4f80-a9f8-20ffaa4f2088 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:22:45.838853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Allocated IP 172.20.0.14 (9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28/4676d0ae-753f-4373-8f11-a19f4c2711ee/f5138571-5b68-473d-9677-4e877a912875) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:45.855638 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-237b0c70-ba8f-43fe-91b7-8a58e619bf27 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3993840 Sep 17 22:22:45.911216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-650bdbe6-1d54-499b-9d75-75fea0078b18 req-bb5a9454-79b5-41d9-a676-fd2232365eda tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 210 time: 0.0569408 Sep 17 22:22:46.056211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Request body: {'port': {'device_id': 'bda03504-6986-4677-b59d-965dad1c616e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:46.059271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:46.156427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:46.246545 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:46.315686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:46.319021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:46.325513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:46.385662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:46.387496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:46.399356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Pushing event updated for resources: {'Port': ['ID=f5138571-5b68-473d-9677-4e877a912875,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:46.512658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:46.515535 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-6bd0d002-7fd8-46fc-9ced-66157c368010 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2159491 Sep 17 22:22:46.526599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-ab87eb35-d680-44d4-9dc4-699dec1bf1a3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:22:46.529936 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-ab87eb35-d680-44d4-9dc4-699dec1bf1a3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083845 Sep 17 22:22:46.530471 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:46.544461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Request body: {'port': {'device_id': '0a0531ad-b575-4ab6-99c8-4f95cb3290c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:46.560203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Transition to ACTIVE for port object ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:46.642277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:46.706970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:46.879007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Pushing event updated for resources: {'Port': ['ID=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:46.895164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-972e1f59-aa22-4b49-af63-3d0b4a19fcdd tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:46.896870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-972e1f59-aa22-4b49-af63-3d0b4a19fcdd tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 814 time: 0.3194203 Sep 17 22:22:46.927596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a8a8c58b-e97d-4013-badf-e02777533a02 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/quotas/3ffa36fdc5d248a5a1d306e5c8ca065d HTTP/1.1" status: 200 len: 375 time: 0.0196850 Sep 17 22:22:47.181992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Attempting to bind port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:47.181992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Attempting to bind port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:47.181992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Attempting to bind port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:47.183680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5138571-5b68-473d-9677-4e877a912875 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:47.185149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:47.185149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Attempting to bind port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:47.185612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:47.185612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Transition to ACTIVE for port object f5138571-5b68-473d-9677-4e877a912875 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:47.186266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-f47a463d-1de5-4bb0-94cb-a923e955b53e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699901 Sep 17 22:22:47.186266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:47.186266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Checking segment: {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:47.186266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Bound using segment: {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:47.186266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Bound port: ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:47.186266 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:47.187370 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:47.252804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Pushing event updated for resources: {'Port': ['ID=f5138571-5b68-473d-9677-4e877a912875,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:47.305897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-c0aef2a0-1742-4232-921b-ed9258a0d0b2 service neutron] 10.222.0.13 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868374 Sep 17 22:22:47.311916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Attempting to bind port f5138571-5b68-473d-9677-4e877a912875 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:47.312207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Attempting to bind port f5138571-5b68-473d-9677-4e877a912875 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:47.312537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Attempting to bind port f5138571-5b68-473d-9677-4e877a912875 on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:47.317205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Port f5138571-5b68-473d-9677-4e877a912875 on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:47.317564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Attempting to bind port f5138571-5b68-473d-9677-4e877a912875 on network 9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:47.324657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:47.324657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Checking segment: {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:47.324657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Bound using segment: {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:47.324860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Bound port: f5138571-5b68-473d-9677-4e877a912875, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:47.325236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:47.389242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-28c453b2-7587-4675-83cc-d8c0526d4d30 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:47.391041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-28c453b2-7587-4675-83cc-d8c0526d4d30 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/networks?id=610acf06-31ef-499e-9014-a841a67e2352 HTTP/1.1" status: 200 len: 825 time: 0.4012229 Sep 17 22:22:47.403086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] For port f5138571-5b68-473d-9677-4e877a912875, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:47.413732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] For port f5138571-5b68-473d-9677-4e877a912875, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f5138571-5b68-473d-9677-4e877a912875,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:47.465476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] For port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:47.485806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] For port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:47.490775 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b2ca64f8-533e-4ab2-989c-83780aa9f66d service neutron] 10.222.0.13 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840923 Sep 17 22:22:47.491205 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:47.492154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-f54f37a0-fe5e-4c92-aeb0-63bd15a02de9 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/quotas/5013209e51bb4508a89983eeeb50c24c HTTP/1.1" status: 200 len: 375 time: 0.0153496 Sep 17 22:22:47.536466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-ead6d6a1-3a5f-4915-8618-4f1bd02d55a7 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5013209e51bb4508a89983eeeb50c24c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377495 Sep 17 22:22:47.553071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-46e3dd22-e246-497d-b61d-5907f93641b0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:22:47.556314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-46e3dd22-e246-497d-b61d-5907f93641b0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113163 Sep 17 22:22:47.573675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:47.577399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:47.579100 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] 10.222.0.35 "PUT /v2.0/ports/f5138571-5b68-473d-9677-4e877a912875 HTTP/1.1" status: 200 len: 1093 time: 1.0409265 Sep 17 22:22:47.580218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0531ad-b575-4ab6-99c8-4f95cb3290c1', 'tag': 'f5138571-5b68-473d-9677-4e877a912875'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:47.586184 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498e18a4-f571-464e-bfa4-0fc13962769f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0531ad-b575-4ab6-99c8-4f95cb3290c1", "tag": "f5138571-5b68-473d-9677-4e877a912875"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:47.601685 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:47.641921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b76a6-cfd6-415c-aa29-0fe393a18e85 service neutron] Pushing event updated for resources: {'Port': ['ID=f5138571-5b68-473d-9677-4e877a912875,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:47.671129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:47.671756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:47.673137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] 10.222.0.32 "PUT /v2.0/ports/ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c HTTP/1.1" status: 200 len: 1092 time: 1.8514364 Sep 17 22:22:47.673577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda03504-6986-4677-b59d-965dad1c616e', 'tag': 'ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:47.675867 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580ad1fa-7e79-48c6-b72b-f051056ac51a" -d '{"events": [{"name": "network-changed", "server_uuid": "bda03504-6986-4677-b59d-965dad1c616e", "tag": "ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:47.758048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-55426af3-5433-474e-88c5-6dd6bccc1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:47.759950 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-55426af3-5433-474e-88c5-6dd6bccc1334 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 1096 time: 0.0542002 Sep 17 22:22:47.765698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc25e8-99f5-47d1-8256-42fea51dd617 service neutron] Pushing event updated for resources: {'Port': ['ID=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:47.771819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-c3e2f088-cb09-433d-8df1-b202ef8c82a7 service neutron] 10.222.0.13 "GET /v2.0/networks/610acf06-31ef-499e-9014-a841a67e2352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097824 Sep 17 22:22:47.787521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-423f1976-1424-40ed-a8ac-181c79a8f82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:47.824180 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-9a261941-b80c-4a10-bacc-207ddbd2448e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5138571-5b68-473d-9677-4e877a912875 HTTP/1.1" status: 200 len: 217 time: 0.0558109 Sep 17 22:22:47.910099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-ebeb088e-d98a-4e42-a01d-e1f8d1a55827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:47.920391 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-ebeb088e-d98a-4e42-a01d-e1f8d1a55827 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4676d0ae-753f-4373-8f11-a19f4c2711ee HTTP/1.1" status: 200 len: 852 time: 0.0890017 Sep 17 22:22:47.920747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55594) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:47.983511 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-98ebb401-6675-4aaa-a87e-3ac3e747beec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509157 Sep 17 22:22:47.989256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-0a560e56-5bd5-4d37-9cee-0a7220b02fab service neutron] 10.222.0.13 "GET /v2.0/networks/610acf06-31ef-499e-9014-a841a67e2352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093852 Sep 17 22:22:47.996959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-2d5e9c67-524e-4176-9a37-32f9c173ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:47.998580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-2d5e9c67-524e-4176-9a37-32f9c173ff31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 1095 time: 0.0644875 Sep 17 22:22:48.090849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-662f69c4-73cd-4029-af51-a0a567e09986 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c HTTP/1.1" status: 200 len: 217 time: 0.0737441 Sep 17 22:22:48.130528 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-b18cd3c0-dcbb-4155-bed3-7a0118b479ee service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228800 Sep 17 22:22:48.147523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f185d7-9fcb-4040-b2e7-9b325c49e386 req-1f0f3011-f3d9-4348-83ac-d041b027670b tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:48.149184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f185d7-9fcb-4040-b2e7-9b325c49e386 req-1f0f3011-f3d9-4348-83ac-d041b027670b tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 944 time: 0.1491621 Sep 17 22:22:48.167492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-acd07b43-88f7-4686-a9d5-7c84e87a51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:48.168914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-acd07b43-88f7-4686-a9d5-7c84e87a51e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4676d0ae-753f-4373-8f11-a19f4c2711ee HTTP/1.1" status: 200 len: 852 time: 0.0701284 Sep 17 22:22:48.214006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-caa065bd-f86c-47e0-88a6-c566c80deb98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356343 Sep 17 22:22:48.317244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f185d7-9fcb-4040-b2e7-9b325c49e386 req-9be0a306-27f0-4c50-bc6a-db8a715e0279 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588483 Sep 17 22:22:48.398097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-a0b2e51b-c46a-43d5-86aa-69c351e0d2bc service neutron] 10.222.0.32 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769500 Sep 17 22:22:48.409549 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-28a729cc-fb95-4208-a35a-fef25e56dfd6 service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685492 Sep 17 22:22:48.440455 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbfc373-1c18-4380-ad2e-4ef9ec4eb4ee x-openstack-request-id: req-2bbfc373-1c18-4380-ad2e-4ef9ec4eb4ee {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:48.440758 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0531ad-b575-4ab6-99c8-4f95cb3290c1", "tag": "f5138571-5b68-473d-9677-4e877a912875", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:48.441016 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bbfc373-1c18-4380-ad2e-4ef9ec4eb4ee {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:48.443130 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0531ad-b575-4ab6-99c8-4f95cb3290c1', 'tag': 'f5138571-5b68-473d-9677-4e877a912875', 'status': 'completed', 'code': 200} Sep 17 22:22:48.531585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089943668'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:48.562272 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063e934d-b6fc-47c4-89f5-99c163973ff4 x-openstack-request-id: req-063e934d-b6fc-47c4-89f5-99c163973ff4 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:48.562734 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda03504-6986-4677-b59d-965dad1c616e", "tag": "ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:48.562831 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-063e934d-b6fc-47c4-89f5-99c163973ff4 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:48.563308 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda03504-6986-4677-b59d-965dad1c616e', 'tag': 'ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c', 'status': 'completed', 'code': 200} Sep 17 22:22:48.620120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c8c6785-3b8a-402a-ab9f-6618740ad765 req-b98fb014-0fbf-4641-bc32-4e98c6befd99 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 210 time: 0.0607555 Sep 17 22:22:48.623737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d593e5e-de25-4413-b437-a6cfdad15150 req-58863ee7-d00d-47c8-b7d9-a95b9bae1f45 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 210 time: 0.0635066 Sep 17 22:22:48.639722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e18a4-f571-464e-bfa4-0fc13962769f req-75828924-aee2-4bd2-a38a-5f7a58ea260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:48.641472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-498e18a4-f571-464e-bfa4-0fc13962769f req-75828924-aee2-4bd2-a38a-5f7a58ea260b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 1096 time: 0.0657911 Sep 17 22:22:48.645267 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:48.662326 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:48.662727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f9578fb-b3b0-4799-a2b4-f5dc58f99928 req-eefbc3b9-3d81-4aee-8b42-3a8fa16109bc service neutron] 10.222.0.32 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577171 Sep 17 22:22:48.804323 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e18a4-f571-464e-bfa4-0fc13962769f req-4dec3d97-ee51-4447-b11d-c98133fc2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:48.805940 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-498e18a4-f571-464e-bfa4-0fc13962769f req-4dec3d97-ee51-4447-b11d-c98133fc2871 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 200 len: 912 time: 0.1452372 Sep 17 22:22:48.873379 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-498e18a4-f571-464e-bfa4-0fc13962769f req-68c692b7-79b8-401a-baf0-bc853b6af311 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5138571-5b68-473d-9677-4e877a912875 HTTP/1.1" status: 200 len: 217 time: 0.0571735 Sep 17 22:22:48.906051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-fa226c99-5c85-43af-973c-8c8b60e656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:48.907806 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-fa226c99-5c85-43af-973c-8c8b60e656dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 1095 time: 0.0506351 Sep 17 22:22:48.938111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:48.945715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e18a4-f571-464e-bfa4-0fc13962769f req-74495460-abdc-4730-abd9-11ab478b1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:48.947390 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-498e18a4-f571-464e-bfa4-0fc13962769f req-74495460-abdc-4730-abd9-11ab478b1a94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4676d0ae-753f-4373-8f11-a19f4c2711ee HTTP/1.1" status: 200 len: 852 time: 0.0653851 Sep 17 22:22:48.989847 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-498e18a4-f571-464e-bfa4-0fc13962769f req-08d53d10-4975-46dd-bac9-0b452ecb00f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339565 Sep 17 22:22:49.025854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-733cd4df-3009-444e-bfd1-c80947e28e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:49.028168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-733cd4df-3009-444e-bfd1-c80947e28e75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 200 len: 912 time: 0.1134350 Sep 17 22:22:49.040469 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.130777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-26699e78-efb8-43aa-9f6a-63981d6e00b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c HTTP/1.1" status: 200 len: 217 time: 0.0947266 Sep 17 22:22:49.189738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d31eee-399b-45b3-bc5e-4220402d9748,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:49.202860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-93fc5cab-3d76-4bd0-bf4c-a565e52e188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:49.205372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-93fc5cab-3d76-4bd0-bf4c-a565e52e188f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4676d0ae-753f-4373-8f11-a19f4c2711ee HTTP/1.1" status: 200 len: 852 time: 0.0657043 Sep 17 22:22:49.217826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.222004 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-498e18a4-f571-464e-bfa4-0fc13962769f req-8cd6be37-efb6-4328-8720-f2eb0e708d24 service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200122 Sep 17 22:22:49.239198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-a9665bde-9bfe-43f9-bd73-4411e12c54d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269382 Sep 17 22:22:49.335837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-e137757d-e1e9-4376-bd6f-7c76628703ac service neutron] 10.222.0.32 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885344 Sep 17 22:22:49.356595 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-498e18a4-f571-464e-bfa4-0fc13962769f req-7f399834-026f-4fa0-9e55-7980d3a644fc service neutron] 10.222.0.35 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185520 Sep 17 22:22:49.357360 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.409062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb44e95-2249-485f-ab71-b7ddd18e822d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:49.523309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30c3a-a086-4f8a-80bf-6d00b775cf16 req-51bba8c4-df23-4176-b940-5decfa7e1b17 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:49.523309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-caa30c3a-a086-4f8a-80bf-6d00b775cf16 req-51bba8c4-df23-4176-b940-5decfa7e1b17 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 944 time: 0.1353753 Sep 17 22:22:49.542061 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.543533 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bed773fc-f7f2-4d41-a3a8-87ec51dd20bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6216476 Sep 17 22:22:49.546045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55636) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.554772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-580ad1fa-7e79-48c6-b72b-f051056ac51a req-c1c65e9a-2132-4cf7-8115-8b2011196d20 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703584 Sep 17 22:22:49.586366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-caa30c3a-a086-4f8a-80bf-6d00b775cf16 req-98c6dd75-c54e-4348-9770-c3aba2adc538 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561519 Sep 17 22:22:49.621318 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b0cace4c-ad97-4e84-a463-690ecfa8d66b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0739343 Sep 17 22:22:49.627511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55640) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.632422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group': {'name': 'tempest-security--346555414', 'description': 'tempest-security-description-1043463242'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:49.658731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.723763 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.759537 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9abffc75-0b47-4fec-af54-6519bf04980f req-e1636168-c1a1-4bee-b756-47b1cf8d9f32 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 210 time: 0.0375872 Sep 17 22:22:49.783348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94368b94-d35e-458d-af71-c61f55b799e3 req-18500073-5373-4052-a4cf-01be268afd55 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 210 time: 0.0524852 Sep 17 22:22:49.890392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.893104 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:49.894436 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "PUT /v2.0/security-groups/1bb44e95-2249-485f-ab71-b7ddd18e822d HTTP/1.1" status: 200 len: 1779 time: 0.2659039 Sep 17 22:22:49.897552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55648) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:49.918721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb44e95-2249-485f-ab71-b7ddd18e822d,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:49.926299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.926647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.927183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.927523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.928372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.928749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.929042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.929371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.929695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.930017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.930454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.930781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a5af0-0c18-4f5d-b3ac-66fea8beaca5 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:49.941436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0c479d4d-ba78-4da4-9db3-72d889c8c07d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups/1bb44e95-2249-485f-ab71-b7ddd18e822d HTTP/1.1" status: 200 len: 1779 time: 0.0407863 Sep 17 22:22:49.950742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55650) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:50.012842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95e2a65f-1402-4b6d-8fed-4ab049b4188c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.041283 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95e2a65f-1402-4b6d-8fed-4ab049b4188c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.142204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95e2a65f-1402-4b6d-8fed-4ab049b4188c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.145641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95e2a65f-1402-4b6d-8fed-4ab049b4188c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.148421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-95e2a65f-1402-4b6d-8fed-4ab049b4188c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-groups/1bb44e95-2249-485f-ab71-b7ddd18e822d HTTP/1.1" status: 204 len: 168 time: 0.1958845 Sep 17 22:22:50.150626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55654) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:50.161256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2a65f-1402-4b6d-8fed-4ab049b4188c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb44e95-2249-485f-ab71-b7ddd18e822d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:50.164724 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6616e42-5b6e-4a3b-ace0-8b157f6c1bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.230597 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8207e727-e260-45c2-a606-ee64957a0036 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775514 Sep 17 22:22:50.232831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55658) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:50.248546 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-80f3eac9-b7e3-4834-a242-e654e96c23c4 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] delete failed (client error): The resource could not be found. Sep 17 22:22:50.249789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-80f3eac9-b7e3-4834-a242-e654e96c23c4 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-groups/1bb44e95-2249-485f-ab71-b7ddd18e822d HTTP/1.1" status: 404 len: 347 time: 0.0157943 Sep 17 22:22:50.256613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55662) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:50.261682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dfc92200-21b5-42fe-bcd7-919a022f29b8 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group': {'name': 'tempest-secgroup--278135833'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:50.448249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfc92200-21b5-42fe-bcd7-919a022f29b8 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.565424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfc92200-21b5-42fe-bcd7-919a022f29b8 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.609946 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfc92200-21b5-42fe-bcd7-919a022f29b8 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.643953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc92200-21b5-42fe-bcd7-919a022f29b8 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ec24c3-ec05-4baf-bc94-1b7078c613ee,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:50.723080 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfc92200-21b5-42fe-bcd7-919a022f29b8 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:50.727350 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dfc92200-21b5-42fe-bcd7-919a022f29b8 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4670126 Sep 17 22:22:50.727565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55672) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:50.733049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fed618-e45b-4af8-a1d8-a4e0bc43a609 req-8082ba31-065a-4043-b4b8-e400674de9dc tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:50.733506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-43dd4b5f-5108-44d4-844a-b53d88bbf914 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': '54ec24c3-ec05-4baf-bc94-1b7078c613ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:50.735356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61fed618-e45b-4af8-a1d8-a4e0bc43a609 req-8082ba31-065a-4043-b4b8-e400674de9dc tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 944 time: 0.0663686 Sep 17 22:22:50.777633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61fed618-e45b-4af8-a1d8-a4e0bc43a609 req-89842ab2-a17a-40ce-b355-2f06dc2045b0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Sep 17 22:22:50.912958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e29afcc-be56-4025-90fd-579b1544b624 req-8aa2d1c9-1b5b-4518-b3be-52df15a3d9f4 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 210 time: 0.0474658 Sep 17 22:22:50.914834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-228fba1c-81c7-498b-aa3d-938626b4ea5c req-2a7ec549-67c6-403d-aac6-fb8484a78a2b tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 210 time: 0.0512750 Sep 17 22:22:50.940780 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43dd4b5f-5108-44d4-844a-b53d88bbf914 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.010161 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43dd4b5f-5108-44d4-844a-b53d88bbf914 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.039167 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:22:51.044708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43dd4b5f-5108-44d4-844a-b53d88bbf914 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.091522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd4b5f-5108-44d4-844a-b53d88bbf914 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442a6a96-d383-428c-9bcf-95345ec9840a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:51.113361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b48f4f1e-401c-4f5f-9ef7-646f20f17383 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:51.115388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b48f4f1e-401c-4f5f-9ef7-646f20f17383 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.32 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 814 time: 0.1351953 Sep 17 22:22:51.129388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Request body: {'port': {'device_id': 'ebf2dd4f-bde5-45ee-84ba-a889dab23cc9', 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090', 'admin_state_up': True, 'tenant_id': '3ffa36fdc5d248a5a1d306e5c8ca065d'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:51.153362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43dd4b5f-5108-44d4-844a-b53d88bbf914 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.154616 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-43dd4b5f-5108-44d4-844a-b53d88bbf914 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4258986 Sep 17 22:22:51.157371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55682) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:51.188031 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-702cc570-42e0-48b6-85cf-aab0767d40df tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.196170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-702cc570-42e0-48b6-85cf-aab0767d40df tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.279463 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.308595 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-702cc570-42e0-48b6-85cf-aab0767d40df tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.314245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-702cc570-42e0-48b6-85cf-aab0767d40df tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.316491 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-702cc570-42e0-48b6-85cf-aab0767d40df tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/442a6a96-d383-428c-9bcf-95345ec9840a HTTP/1.1" status: 204 len: 168 time: 0.1581638 Sep 17 22:22:51.320524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55686) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:51.325052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cc570-42e0-48b6-85cf-aab0767d40df tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=442a6a96-d383-428c-9bcf-95345ec9840a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:51.378723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Made reservation on behalf of 3ffa36fdc5d248a5a1d306e5c8ca065d for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:51.382483 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.404929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0cd2d29a-9991-46e0-bb3c-f21635737faa tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0831072 Sep 17 22:22:51.407512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55688) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:51.531465 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.617172 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.650628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:51.668601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Allocated IP 172.20.0.12 (057dac44-70f0-4b7a-a29a-b577f279a090/fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd/04820260-17a2-427b-9d61-16adc609de95) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:51.723909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-6fe81f47-c3a1-44a1-8538-3a136dceccad tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:51.725354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-6fe81f47-c3a1-44a1-8538-3a136dceccad tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.32 "GET /v2.0/networks?id=610acf06-31ef-499e-9014-a841a67e2352 HTTP/1.1" status: 200 len: 825 time: 0.2106419 Sep 17 22:22:51.742148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Request body: {'port': {'device_id': 'bb1318fc-86eb-4bfe-a0f5-2189a92430ad', 'network_id': '610acf06-31ef-499e-9014-a841a67e2352', 'admin_state_up': True, 'tenant_id': '5013209e51bb4508a89983eeeb50c24c'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:51.826417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:51.922049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f5138571-5b68-473d-9677-4e877a912875 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:51.975222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.007170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.010339 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.012788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-groups/54ec24c3-ec05-4baf-bc94-1b7078c613ee HTTP/1.1" status: 204 len: 168 time: 0.6043551 Sep 17 22:22:52.015733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55708) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:52.069419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port f5138571-5b68-473d-9677-4e877a912875, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f5138571-5b68-473d-9677-4e877a912875,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:52.083106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'f5138571-5b68-473d-9677-4e877a912875', 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28', 'port_id': 'f5138571-5b68-473d-9677-4e877a912875', 'mac_address': 'fa:16:3e:39:3f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4676d0ae-753f-4373-8f11-a19f4c2711ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:52.086701 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-58634767-ce9b-4540-a3c3-551ed33eb34b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691853 Sep 17 22:22:52.087145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.088688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ec24c3-ec05-4baf-bc94-1b7078c613ee,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.090980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55710) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:52.097457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-aa37a99b-265a-45e8-b517-c2d8fd3c9df3 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group': {'name': 'tempest-secgroup--866461854'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:52.109489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.110067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.110216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.110568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.110925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.118419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.118419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.118419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.118419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.118419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.118419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.118419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631ed015-0966-4ac2-9a90-f2b29401f184 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:22:52.134281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.137808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['36434616-4dcf-40f6-88ef-937cf772ef00', 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:52.188775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Network 057dac44-70f0-4b7a-a29a-b577f279a090 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:52.195991 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5138571-5b68-473d-9677-4e877a912875 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:52.207567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8be32-e222-4c28-baa4-e1358fb66e98 req-17836c57-e3ff-4514-9a03-acdef21b1ad8 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:52.209078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a8be32-e222-4c28-baa4-e1358fb66e98 req-17836c57-e3ff-4514-9a03-acdef21b1ad8 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 944 time: 0.3191504 Sep 17 22:22:52.212804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:52.218050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:52.228606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:52.233403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa37a99b-265a-45e8-b517-c2d8fd3c9df3 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.271233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port f5138571-5b68-473d-9677-4e877a912875, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f5138571-5b68-473d-9677-4e877a912875,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:52.275682 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c', 'network_id': '9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28', 'port_id': 'ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c', 'mac_address': 'fa:16:3e:6d:e9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4676d0ae-753f-4373-8f11-a19f4c2711ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:22:52.276245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Pushing event updated for resources: {'Port': ['ID=04820260-17a2-427b-9d61-16adc609de95,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.319777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b3352-0d12-4ec4-b252-ad49d42a52fd req-3b8177a3-5882-4c7e-96df-0e01a06b159e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:52.327575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-872b3352-0d12-4ec4-b252-ad49d42a52fd req-3b8177a3-5882-4c7e-96df-0e01a06b159e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 932 time: 0.2424746 Sep 17 22:22:52.344870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00a8be32-e222-4c28-baa4-e1358fb66e98 req-0a8e1c4c-878a-423c-b7b2-cfdb2ec0faac tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224961 Sep 17 22:22:52.353681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:52.354411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.359951 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.370725 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.408311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-872b3352-0d12-4ec4-b252-ad49d42a52fd req-deffdd73-dc60-45d2-80d8-dc3705e53768 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797696 Sep 17 22:22:52.409477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Made reservation on behalf of 5013209e51bb4508a89983eeeb50c24c for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:22:52.413068 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.465161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:52.499143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a3f87452-979d-4726-8c5d-f8b741dca9be tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3742118 Sep 17 22:22:52.527242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=f5138571-5b68-473d-9677-4e877a912875,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.533788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7ad33ce-aa76-43b3-90b1-50ad42faaa12 req-86665079-cedd-4750-94c7-a9e64b15cb4d tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 210 time: 0.0551126 Sep 17 22:22:52.535328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:52.539200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Request body: {'port': {'device_id': 'ebf2dd4f-bde5-45ee-84ba-a889dab23cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:52.614317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa37a99b-265a-45e8-b517-c2d8fd3c9df3 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.632827 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.669851 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.676488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['f5138571-5b68-473d-9677-4e877a912875'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:52.736758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa37a99b-265a-45e8-b517-c2d8fd3c9df3 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.753123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.803555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37a99b-265a-45e8-b517-c2d8fd3c9df3 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3811798d-f36f-4356-b0d0-1c1696851fc5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:52.877490 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa37a99b-265a-45e8-b517-c2d8fd3c9df3 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:52.881655 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aa37a99b-265a-45e8-b517-c2d8fd3c9df3 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7869153 Sep 17 22:22:52.881999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55722) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:52.887901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-527d3454-338d-4dee-a4dc-9de24e106921 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': '3811798d-f36f-4356-b0d0-1c1696851fc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:52.913464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:22:52.986186 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-527d3454-338d-4dee-a4dc-9de24e106921 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.094602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-527d3454-338d-4dee-a4dc-9de24e106921 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.141967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-527d3454-338d-4dee-a4dc-9de24e106921 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.162893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d3454-338d-4dee-a4dc-9de24e106921 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7260cb70-89a9-4ba2-b8f2-3ea2bec8e8d2,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:53.224480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Allocated IP 172.20.0.13 (610acf06-31ef-499e-9014-a841a67e2352/e3231bd2-c0bb-40f3-8285-faf088769014/a95eb86d-d864-42a9-95df-c0660992e20d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:22:53.279644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-527d3454-338d-4dee-a4dc-9de24e106921 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.283918 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-527d3454-338d-4dee-a4dc-9de24e106921 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4007742 Sep 17 22:22:53.284554 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55730) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:53.289357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-30a24890-c020-4c39-9665-8c3e13febf50 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': '3811798d-f36f-4356-b0d0-1c1696851fc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:53.319165 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.393459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30a24890-c020-4c39-9665-8c3e13febf50 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.502533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30a24890-c020-4c39-9665-8c3e13febf50 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.554279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc9e11-1a3a-44b4-809e-783c45ae99e7 req-75f4451f-cd30-4af7-a85c-118fa8b5befc tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:53.558348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9cfc9e11-1a3a-44b4-809e-783c45ae99e7 req-75f4451f-cd30-4af7-a85c-118fa8b5befc tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 945 time: 0.0973411 Sep 17 22:22:53.580029 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30a24890-c020-4c39-9665-8c3e13febf50 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.599074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a24890-c020-4c39-9665-8c3e13febf50 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf752fc-6103-4f4a-9019-1ad9850b81f3,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:53.606327 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.673056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30a24890-c020-4c39-9665-8c3e13febf50 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.677293 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-30a24890-c020-4c39-9665-8c3e13febf50 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3889172 Sep 17 22:22:53.677604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55744) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:53.682424 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7ee2532f-e80b-4f76-97b8-e95e4e71b28d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': '3811798d-f36f-4356-b0d0-1c1696851fc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:53.704435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9cfc9e11-1a3a-44b4-809e-783c45ae99e7 req-6e09ba0b-08d2-4954-a2a2-a233b6cc7081 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358058 Sep 17 22:22:53.715391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be944e95-aba5-4443-81b1-547e0f8b8ac8 req-388330f4-8e3d-44d6-879e-f9449531d01a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:53.716907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be944e95-aba5-4443-81b1-547e0f8b8ac8 req-388330f4-8e3d-44d6-879e-f9449531d01a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 932 time: 0.1756611 Sep 17 22:22:53.740061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04820260-17a2-427b-9d61-16adc609de95 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:53.754173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.782195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Transition to ACTIVE for port object 04820260-17a2-427b-9d61-16adc609de95 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:53.786684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be944e95-aba5-4443-81b1-547e0f8b8ac8 req-6d1bbc53-fcae-4a86-8bbe-e5d4fcca4e10 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632679 Sep 17 22:22:53.818216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ee2532f-e80b-4f76-97b8-e95e4e71b28d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.827073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4086346d-873f-48d5-817d-bc165323aad7 req-e2254cc9-8353-40fc-9d82-a5095a9216a1 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 210 time: 0.0412567 Sep 17 22:22:53.855842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:53.887677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.893534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.918292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ee2532f-e80b-4f76-97b8-e95e4e71b28d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.922302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f5138571-5b68-473d-9677-4e877a912875 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:22:53.951668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Network 610acf06-31ef-499e-9014-a841a67e2352 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:22:53.960092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:22:53.965244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:22:53.971239 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ee2532f-e80b-4f76-97b8-e95e4e71b28d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:53.997423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2532f-e80b-4f76-97b8-e95e4e71b28d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e2a68e-ade8-44d8-a699-3f5643cc2461,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.026922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Pushing event updated for resources: {'Port': ['ID=04820260-17a2-427b-9d61-16adc609de95,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.044344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port f5138571-5b68-473d-9677-4e877a912875 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:54.049075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port f5138571-5b68-473d-9677-4e877a912875 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:54.049532 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.070400 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ee2532f-e80b-4f76-97b8-e95e4e71b28d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.072564 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ee2532f-e80b-4f76-97b8-e95e4e71b28d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3938606 Sep 17 22:22:54.076054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55752) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:54.089542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dd7a8a4b-bd8a-4853-b0fe-51b5d9a43fca tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': '3811798d-f36f-4356-b0d0-1c1696851fc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:54.126486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:22:54.128062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:54.128982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.137124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:22:54.139042 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.149080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Pushing event updated for resources: {'Port': ['ID=a95eb86d-d864-42a9-95df-c0660992e20d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.176075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Attempting to bind port 04820260-17a2-427b-9d61-16adc609de95 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:54.176497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Attempting to bind port 04820260-17a2-427b-9d61-16adc609de95 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:54.176835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Attempting to bind port 04820260-17a2-427b-9d61-16adc609de95 on network 057dac44-70f0-4b7a-a29a-b577f279a090 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:54.181130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Port 04820260-17a2-427b-9d61-16adc609de95 on network 057dac44-70f0-4b7a-a29a-b577f279a090 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:54.181452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Attempting to bind port 04820260-17a2-427b-9d61-16adc609de95 on network 057dac44-70f0-4b7a-a29a-b577f279a090 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:54.186823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:54.187165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Checking segment: {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:54.187552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Bound using segment: {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:54.187979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Bound port: 04820260-17a2-427b-9d61-16adc609de95, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:54.188336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.238638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8a4b-bd8a-4853-b0fe-51b5d9a43fca tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.262714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] For port 04820260-17a2-427b-9d61-16adc609de95, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:54.266227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] For port 04820260-17a2-427b-9d61-16adc609de95, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=04820260-17a2-427b-9d61-16adc609de95,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:54.273540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.292803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-70d22346-6860-423b-bbcc-f92cfb105bfe tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5559015 Sep 17 22:22:54.307380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Request body: {'port': {'device_id': 'bb1318fc-86eb-4bfe-a0f5-2189a92430ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:54.310768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0531ad-b575-4ab6-99c8-4f95cb3290c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5138571-5b68-473d-9677-4e877a912875'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:54.316659 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8331e89c-d654-4154-9dee-df8ae8118416" -d '{"events": [{"server_uuid": "0a0531ad-b575-4ab6-99c8-4f95cb3290c1", "name": "network-vif-plugged", "status": "completed", "tag": "f5138571-5b68-473d-9677-4e877a912875"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:54.328266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.351268 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.363369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8a4b-bd8a-4853-b0fe-51b5d9a43fca tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.367497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port f5138571-5b68-473d-9677-4e877a912875, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f5138571-5b68-473d-9677-4e877a912875,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:54.382298 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2da83de-cfa8-498b-bee0-6214c8a65d95 x-openstack-request-id: req-f2da83de-cfa8-498b-bee0-6214c8a65d95 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:54.383307 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0531ad-b575-4ab6-99c8-4f95cb3290c1", "name": "network-vif-plugged", "status": "completed", "tag": "f5138571-5b68-473d-9677-4e877a912875", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:54.383618 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2da83de-cfa8-498b-bee0-6214c8a65d95 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:54.384419 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0531ad-b575-4ab6-99c8-4f95cb3290c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5138571-5b68-473d-9677-4e877a912875', 'code': 200} Sep 17 22:22:54.415957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:54.416580 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.418004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] 10.222.0.32 "PUT /v2.0/ports/04820260-17a2-427b-9d61-16adc609de95 HTTP/1.1" status: 200 len: 1093 time: 1.9012952 Sep 17 22:22:54.420487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf2dd4f-bde5-45ee-84ba-a889dab23cc9', 'tag': '04820260-17a2-427b-9d61-16adc609de95'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:54.423398 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a26323-a87e-4e91-b682-b19eac9390bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf2dd4f-bde5-45ee-84ba-a889dab23cc9", "tag": "04820260-17a2-427b-9d61-16adc609de95"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:54.429202 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8a4b-bd8a-4853-b0fe-51b5d9a43fca tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.453434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:22:54.459449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a8a4b-bd8a-4853-b0fe-51b5d9a43fca tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e74079-e39d-41eb-ba8a-ee42f03ff8c1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.473609 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.483538 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f8e3a-0ba5-464d-986a-5efbdc4d4846 x-openstack-request-id: req-820f8e3a-0ba5-464d-986a-5efbdc4d4846 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:54.484421 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf2dd4f-bde5-45ee-84ba-a889dab23cc9", "tag": "04820260-17a2-427b-9d61-16adc609de95", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:54.485390 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-820f8e3a-0ba5-464d-986a-5efbdc4d4846 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:54.485794 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf2dd4f-bde5-45ee-84ba-a889dab23cc9', 'tag': '04820260-17a2-427b-9d61-16adc609de95', 'status': 'completed', 'code': 200} Sep 17 22:22:54.527190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044e774-913c-45ff-ba0b-910b8147ede6 service neutron] Pushing event updated for resources: {'Port': ['ID=04820260-17a2-427b-9d61-16adc609de95,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.528414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=f5138571-5b68-473d-9677-4e877a912875,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.541918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38282b4-1ce4-4afa-a607-380835bff407 req-7c21290f-bbcd-4939-b8cb-64997bdbc09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:54.544295 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f38282b4-1ce4-4afa-a607-380835bff407 req-7c21290f-bbcd-4939-b8cb-64997bdbc09a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 1098 time: 0.0810311 Sep 17 22:22:54.554274 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.555514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.564380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8a4b-bd8a-4853-b0fe-51b5d9a43fca tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.564380 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dd7a8a4b-bd8a-4853-b0fe-51b5d9a43fca tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4841483 Sep 17 22:22:54.564615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55768) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:54.578122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4ba08044-3718-4077-9837-b319e11f8d10 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': '3811798d-f36f-4356-b0d0-1c1696851fc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:54.611323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.636080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a26323-a87e-4e91-b682-b19eac9390bf req-2fb3ac19-5fcb-43f3-8450-242cf5d49c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:54.637935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31a26323-a87e-4e91-b682-b19eac9390bf req-2fb3ac19-5fcb-43f3-8450-242cf5d49c8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0904880 Sep 17 22:22:54.663790 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f38282b4-1ce4-4afa-a607-380835bff407 req-36f79a23-d027-4fcd-95dc-d0be086e48ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011734 Sep 17 22:22:54.709044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ba08044-3718-4077-9837-b319e11f8d10 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.799803 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ba08044-3718-4077-9837-b319e11f8d10 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.913486 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ba08044-3718-4077-9837-b319e11f8d10 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:54.944309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba08044-3718-4077-9837-b319e11f8d10 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de41bd7-1590-4894-8aa5-331416a3b3ac,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:54.962981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a26323-a87e-4e91-b682-b19eac9390bf req-2eaae9db-f2ff-48ec-ad7d-e826cf2bbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:54.964524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31a26323-a87e-4e91-b682-b19eac9390bf req-2eaae9db-f2ff-48ec-ad7d-e826cf2bbb6d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3178463 Sep 17 22:22:55.017983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e496b-88b1-4818-9d9a-72f751c864cc req-19ba6f95-e7f9-4a7f-a062-1e3af203e50e tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.019560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-377e496b-88b1-4818-9d9a-72f751c864cc req-19ba6f95-e7f9-4a7f-a062-1e3af203e50e tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 946 time: 0.2055583 Sep 17 22:22:55.071147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ba08044-3718-4077-9837-b319e11f8d10 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.074892 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4ba08044-3718-4077-9837-b319e11f8d10 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5070617 Sep 17 22:22:55.076139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55788) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:55.103768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c11ed8f-4a61-4d3a-ae82-933f445bccfa tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.113576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c11ed8f-4a61-4d3a-ae82-933f445bccfa tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.138242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214de871-1217-47de-b7a0-7b8aa6e1dc6c req-fc44bd7e-5ff9-4bae-a8d9-cdc777938c15 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.140161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-214de871-1217-47de-b7a0-7b8aa6e1dc6c req-fc44bd7e-5ff9-4bae-a8d9-cdc777938c15 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 944 time: 0.2462401 Sep 17 22:22:55.227743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95eb86d-d864-42a9-95df-c0660992e20d {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:22:55.236885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a26323-a87e-4e91-b682-b19eac9390bf req-a86c1a97-5d2c-4eea-857c-87b292e272e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.238369 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31a26323-a87e-4e91-b682-b19eac9390bf req-a86c1a97-5d2c-4eea-857c-87b292e272e5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2664447 Sep 17 22:22:55.241184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-377e496b-88b1-4818-9d9a-72f751c864cc req-bbeea7ac-739f-4014-9ae6-7d9f7ded353f tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125475 Sep 17 22:22:55.243362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.255931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c11ed8f-4a61-4d3a-ae82-933f445bccfa tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.264538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-214de871-1217-47de-b7a0-7b8aa6e1dc6c req-76e6678b-14b8-4dcb-9e13-dd0fa6189e59 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943472 Sep 17 22:22:55.270174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Transition to ACTIVE for port object a95eb86d-d864-42a9-95df-c0660992e20d will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:22:55.274194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c11ed8f-4a61-4d3a-ae82-933f445bccfa tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.275469 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c11ed8f-4a61-4d3a-ae82-933f445bccfa tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2de41bd7-1590-4894-8aa5-331416a3b3ac HTTP/1.1" status: 204 len: 168 time: 0.1983662 Sep 17 22:22:55.281014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55792) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:55.285649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11ed8f-4a61-4d3a-ae82-933f445bccfa tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2de41bd7-1590-4894-8aa5-331416a3b3ac,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:55.332422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.439510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-49bbb2db-af6a-4b63-9304-e25915547da0 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1569998 Sep 17 22:22:55.442597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55796) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:55.488120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Pushing event updated for resources: {'Port': ['ID=a95eb86d-d864-42a9-95df-c0660992e20d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:55.503801 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95c000d2-10f8-443c-8e3c-5d6c38967e45 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.509338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-1ada91cb-b9ad-4758-8267-6c343c31585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.514505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-1ada91cb-b9ad-4758-8267-6c343c31585f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 1096 time: 0.2122416 Sep 17 22:22:55.521664 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95c000d2-10f8-443c-8e3c-5d6c38967e45 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.647785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b3ea-4e6f-4396-9bab-5eb6493052ae req-1ed21d7e-abf6-4eb3-a693-e2cd1a70081a tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.653752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7408b3ea-4e6f-4396-9bab-5eb6493052ae req-1ed21d7e-abf6-4eb3-a693-e2cd1a70081a tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 944 time: 0.2589598 Sep 17 22:22:55.662120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-590d8e36-934a-4d87-abec-473dcda099a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04820260-17a2-427b-9d61-16adc609de95 HTTP/1.1" status: 200 len: 217 time: 0.1143386 Sep 17 22:22:55.684024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Attempting to bind port a95eb86d-d864-42a9-95df-c0660992e20d on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:22:55.684509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Attempting to bind port a95eb86d-d864-42a9-95df-c0660992e20d by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '501c2379-e479-4dba-aabe-bc3418542dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610acf06-31ef-499e-9014-a841a67e2352'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:22:55.684892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Attempting to bind port a95eb86d-d864-42a9-95df-c0660992e20d on network 610acf06-31ef-499e-9014-a841a67e2352 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:55.708022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95c000d2-10f8-443c-8e3c-5d6c38967e45 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.716622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95c000d2-10f8-443c-8e3c-5d6c38967e45 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.718200 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-95c000d2-10f8-443c-8e3c-5d6c38967e45 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/80e74079-e39d-41eb-ba8a-ee42f03ff8c1 HTTP/1.1" status: 204 len: 168 time: 0.2745457 Sep 17 22:22:55.724429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55798) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:55.728924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c000d2-10f8-443c-8e3c-5d6c38967e45 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80e74079-e39d-41eb-ba8a-ee42f03ff8c1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:55.753369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Port a95eb86d-d864-42a9-95df-c0660992e20d on network 610acf06-31ef-499e-9014-a841a67e2352 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:22:55.753738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Attempting to bind port a95eb86d-d864-42a9-95df-c0660992e20d on network 610acf06-31ef-499e-9014-a841a67e2352 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:22:55.801393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:22:55.802242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Checking segment: {'id': '501c2379-e479-4dba-aabe-bc3418542dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610acf06-31ef-499e-9014-a841a67e2352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:22:55.803022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Bound using segment: {'id': '501c2379-e479-4dba-aabe-bc3418542dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610acf06-31ef-499e-9014-a841a67e2352'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:22:55.803707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Bound port: a95eb86d-d864-42a9-95df-c0660992e20d, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501c2379-e479-4dba-aabe-bc3418542dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '610acf06-31ef-499e-9014-a841a67e2352'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:22:55.804273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.811349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7408b3ea-4e6f-4396-9bab-5eb6493052ae req-4d4c1f60-f677-4316-b36d-759c68d69a1e tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464438 Sep 17 22:22:55.843581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a980a838-dd56-42f7-95e3-6b2c7d30eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:55.845216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-a980a838-dd56-42f7-95e3-6b2c7d30eb86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd HTTP/1.1" status: 200 len: 854 time: 0.1758919 Sep 17 22:22:55.906772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-06053f9a-0aee-4226-b374-71448d022e40 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1674654 Sep 17 22:22:55.911120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55802) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:55.927957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-3dcc379a-e96c-4467-b8f6-8ba600407e58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=057dac44-70f0-4b7a-a29a-b577f279a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569134 Sep 17 22:22:55.942160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f500e7e7-3f53-4e98-9f9f-65e7dadf0dd6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.969777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f500e7e7-3f53-4e98-9f9f-65e7dadf0dd6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:55.986531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] For port a95eb86d-d864-42a9-95df-c0660992e20d, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:22:56.045942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] For port a95eb86d-d864-42a9-95df-c0660992e20d, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a95eb86d-d864-42a9-95df-c0660992e20d,segment=NetworkSegment(501c2379-e479-4dba-aabe-bc3418542dc7),segment_id=501c2379-e479-4dba-aabe-bc3418542dc7)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:22:56.075818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-8faad37a-d7d7-42c0-9331-ee1bcc6af34f service neutron] 10.222.0.32 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361542 Sep 17 22:22:56.174722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c02a506-71e4-4ac3-a9f0-d2c596df911c req-92e16d0e-2ad0-408b-858b-7ff6c0f0492c service neutron] 10.222.0.32 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925331 Sep 17 22:22:56.175765 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f500e7e7-3f53-4e98-9f9f-65e7dadf0dd6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.176232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.190274 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f500e7e7-3f53-4e98-9f9f-65e7dadf0dd6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.191469 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f500e7e7-3f53-4e98-9f9f-65e7dadf0dd6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/80e2a68e-ade8-44d8-a699-3f5643cc2461 HTTP/1.1" status: 204 len: 168 time: 0.2794027 Sep 17 22:22:56.194189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55810) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:56.206595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500e7e7-3f53-4e98-9f9f-65e7dadf0dd6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80e2a68e-ade8-44d8-a699-3f5643cc2461,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:56.216359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:56.216983 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.218396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] 10.222.0.32 "PUT /v2.0/ports/a95eb86d-d864-42a9-95df-c0660992e20d HTTP/1.1" status: 200 len: 1093 time: 1.9172058 Sep 17 22:22:56.244619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f8c05-5abe-45c8-a308-1a9bb80cb74c service neutron] Pushing event updated for resources: {'Port': ['ID=a95eb86d-d864-42a9-95df-c0660992e20d,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:56.262815 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-20d98b64-bacd-429c-a720-f339b331433c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0665646 Sep 17 22:22:56.265437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55814) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:56.298861 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe29a38-3357-41b0-9296-ae01891bc193 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.307471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe29a38-3357-41b0-9296-ae01891bc193 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.387667 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda03504-6986-4677-b59d-965dad1c616e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:56.392006 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef380b9-0181-4171-afa8-377edded9773" -d '{"events": [{"server_uuid": "bda03504-6986-4677-b59d-965dad1c616e", "name": "network-vif-plugged", "status": "completed", "tag": "ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:56.446216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe29a38-3357-41b0-9296-ae01891bc193 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.457727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fe29a38-3357-41b0-9296-ae01891bc193 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.461556 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0fe29a38-3357-41b0-9296-ae01891bc193 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ebf752fc-6103-4f4a-9019-1ad9850b81f3 HTTP/1.1" status: 204 len: 168 time: 0.1926558 Sep 17 22:22:56.461691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-f3046b42-6c03-45ee-aa52-b5a636884edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:56.461691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-f3046b42-6c03-45ee-aa52-b5a636884edc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5013209e51bb4508a89983eeeb50c24c&device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 1096 time: 0.1393592 Sep 17 22:22:56.462279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55826) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:56.467031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe29a38-3357-41b0-9296-ae01891bc193 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebf752fc-6103-4f4a-9019-1ad9850b81f3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:56.470855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79155d-27c7-4da9-85c0-6730d1b5631e req-73a69b53-6c2b-4ec4-9339-b065ab995b82 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:56.478419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad79155d-27c7-4da9-85c0-6730d1b5631e req-73a69b53-6c2b-4ec4-9339-b065ab995b82 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 946 time: 0.1289699 Sep 17 22:22:56.488783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e7ebd-3b1c-41f8-8fd2-1462b2b2c68f req-3ca15fa2-126b-49f6-badf-95b305125632 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:56.490226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b9e7ebd-3b1c-41f8-8fd2-1462b2b2c68f req-3ca15fa2-126b-49f6-badf-95b305125632 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 944 time: 0.1245191 Sep 17 22:22:56.498964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1318fc-86eb-4bfe-a0f5-2189a92430ad', 'tag': 'a95eb86d-d864-42a9-95df-c0660992e20d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:22:56.501179 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1318fc-86eb-4bfe-a0f5-2189a92430ad", "tag": "a95eb86d-d864-42a9-95df-c0660992e20d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:22:56.575373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-b0e9c539-c401-4897-8adf-a5f368db508f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95eb86d-d864-42a9-95df-c0660992e20d HTTP/1.1" status: 200 len: 217 time: 0.0841272 Sep 17 22:22:56.647446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad79155d-27c7-4da9-85c0-6730d1b5631e req-2a82e085-eb79-466c-9863-e3410c580aa9 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681409 Sep 17 22:22:56.652712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b9e7ebd-3b1c-41f8-8fd2-1462b2b2c68f req-ede47da8-333b-42ef-9c4c-b9a93a8603c5 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428075 Sep 17 22:22:56.674840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bac13a06-0cbb-44a3-abd4-6f22ed787994 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1837444 Sep 17 22:22:56.684824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-495dedeb-1215-4a1f-a9b4-3746bae20350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:56.685304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55832) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:56.687480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-495dedeb-1215-4a1f-a9b4-3746bae20350 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3231bd2-c0bb-40f3-8285-faf088769014 HTTP/1.1" status: 200 len: 865 time: 0.1041718 Sep 17 22:22:56.716067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e21b972-0164-446c-a6a2-b04e5c4a2e17 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.732525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e21b972-0164-446c-a6a2-b04e5c4a2e17 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.745689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-b1dbd2f6-fd18-404c-b097-68fbe1e294a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=610acf06-31ef-499e-9014-a841a67e2352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508900 Sep 17 22:22:56.750162 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01cb777-a7de-4ac5-b478-09efa369293b x-openstack-request-id: req-f01cb777-a7de-4ac5-b478-09efa369293b {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:56.750576 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda03504-6986-4677-b59d-965dad1c616e", "name": "network-vif-plugged", "status": "completed", "tag": "ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:56.750950 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f01cb777-a7de-4ac5-b478-09efa369293b {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:56.751437 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda03504-6986-4677-b59d-965dad1c616e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c', 'code': 200} Sep 17 22:22:56.859997 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e21b972-0164-446c-a6a2-b04e5c4a2e17 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.868395 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e21b972-0164-446c-a6a2-b04e5c4a2e17 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:56.872006 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e21b972-0164-446c-a6a2-b04e5c4a2e17 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7260cb70-89a9-4ba2-b8f2-3ea2bec8e8d2 HTTP/1.1" status: 204 len: 168 time: 0.1831872 Sep 17 22:22:56.879097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55842) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:56.886966 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b972-0164-446c-a6a2-b04e5c4a2e17 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7260cb70-89a9-4ba2-b8f2-3ea2bec8e8d2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:56.921533 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec568584-10d6-4cf7-86ab-d2efbea0b87a x-openstack-request-id: req-ec568584-10d6-4cf7-86ab-d2efbea0b87a {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:22:56.921831 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1318fc-86eb-4bfe-a0f5-2189a92430ad", "tag": "a95eb86d-d864-42a9-95df-c0660992e20d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:22:56.922080 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec568584-10d6-4cf7-86ab-d2efbea0b87a {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:22:56.922526 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1318fc-86eb-4bfe-a0f5-2189a92430ad', 'tag': 'a95eb86d-d864-42a9-95df-c0660992e20d', 'status': 'completed', 'code': 200} Sep 17 22:22:56.967547 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-215a4d78-701d-4fd0-853a-77e03e75f54d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859320 Sep 17 22:22:56.969189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55846) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:57.009347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-c1a64e6e-8fe7-4925-88d5-fab9d6a73a6a service neutron] 10.222.0.32 "GET /v2.0/networks/610acf06-31ef-499e-9014-a841a67e2352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500594 Sep 17 22:22:57.012958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edba14-4a7c-4dc2-85cd-1f5a27380bde req-fd4bca5f-16c8-4318-851f-08671cf177eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.014368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7edba14-4a7c-4dc2-85cd-1f5a27380bde req-fd4bca5f-16c8-4318-851f-08671cf177eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 1097 time: 0.1762657 Sep 17 22:22:57.064825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e049fce-864f-4ba9-96ae-3b7d1cd916d6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.080645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6752c-1584-42eb-a1e5-7f747528ffe1 req-1e938a39-19ce-409b-ba50-eb74c867e9d3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.082221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5b6752c-1584-42eb-a1e5-7f747528ffe1 req-1e938a39-19ce-409b-ba50-eb74c867e9d3 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 945 time: 0.1742249 Sep 17 22:22:57.093402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8775fc-abf7-46bc-9399-bbf848d880f7 req-5da69d5e-f987-471e-901e-4466acc94fb3 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.095465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e8775fc-abf7-46bc-9399-bbf848d880f7 req-5da69d5e-f987-471e-901e-4466acc94fb3 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 944 time: 0.1584179 Sep 17 22:22:57.103028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e049fce-864f-4ba9-96ae-3b7d1cd916d6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.176256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7edba14-4a7c-4dc2-85cd-1f5a27380bde req-cbd63a52-142c-4778-b2e9-eb1af2693e79 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498044 Sep 17 22:22:57.199167 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e049fce-864f-4ba9-96ae-3b7d1cd916d6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.201832 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e049fce-864f-4ba9-96ae-3b7d1cd916d6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.205624 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8e049fce-864f-4ba9-96ae-3b7d1cd916d6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-groups/3811798d-f36f-4356-b0d0-1c1696851fc5 HTTP/1.1" status: 204 len: 168 time: 0.2309666 Sep 17 22:22:57.207900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:57.227556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5b6752c-1584-42eb-a1e5-7f747528ffe1 req-912ab79c-75aa-4c65-9052-66efac422460 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261442 Sep 17 22:22:57.230688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e8775fc-abf7-46bc-9399-bbf848d880f7 req-202a5ac5-6b45-48a9-8c6f-2e6c524f0ba1 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234365 Sep 17 22:22:57.235001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d0280bf-ceac-46f3-8271-5ef9c942a663 req-4dd0d9b0-4ee6-449c-a590-3d5c7dbc1531 service neutron] 10.222.0.32 "GET /v2.0/networks/610acf06-31ef-499e-9014-a841a67e2352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096400 Sep 17 22:22:57.254843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e049fce-864f-4ba9-96ae-3b7d1cd916d6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3811798d-f36f-4356-b0d0-1c1696851fc5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:57.291184 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d577761-9ec0-449b-9e93-25f273e1438a tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816476 Sep 17 22:22:57.295815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55858) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:57.300203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9ad24883-1838-4d78-874b-674bd08ccb11 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group': {'name': 'tempest-secgroup--847404521'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:57.387736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9ad24883-1838-4d78-874b-674bd08ccb11 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.474512 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9ad24883-1838-4d78-874b-674bd08ccb11 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.533540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-86befe6d-adc6-4abd-9cf5-2691b6b2616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.535100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-86befe6d-adc6-4abd-9cf5-2691b6b2616e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5013209e51bb4508a89983eeeb50c24c&device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 1096 time: 0.0428753 Sep 17 22:22:57.599231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9ad24883-1838-4d78-874b-674bd08ccb11 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.638649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-3ff78893-763a-4ce3-b0a7-d4597040a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.640449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-3ff78893-763a-4ce3-b0a7-d4597040a1de service neutron] 10.222.0.32 "GET /v2.0/networks?id=610acf06-31ef-499e-9014-a841a67e2352 HTTP/1.1" status: 200 len: 925 time: 0.0982997 Sep 17 22:22:57.645895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad24883-1838-4d78-874b-674bd08ccb11 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44710684-eb51-48df-81f1-113da7abcb87,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:57.684036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55866) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:57.692239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-1fd16b33-273b-490b-913d-99560ac297d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95eb86d-d864-42a9-95df-c0660992e20d HTTP/1.1" status: 200 len: 217 time: 0.0431528 Sep 17 22:22:57.722869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9ad24883-1838-4d78-874b-674bd08ccb11 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.724132 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9ad24883-1838-4d78-874b-674bd08ccb11 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4273334 Sep 17 22:22:57.726964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55870) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:57.733779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-51afdabc-19d1-4354-bf5d-37944f120d7a tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': '44710684-eb51-48df-81f1-113da7abcb87', 'direction': 'ingress', 'protocol': 17}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:57.789515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-d77682fd-f0e4-4466-8051-c2ede3f2f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.791254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-d77682fd-f0e4-4466-8051-c2ede3f2f373 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e3231bd2-c0bb-40f3-8285-faf088769014 HTTP/1.1" status: 200 len: 865 time: 0.0899775 Sep 17 22:22:57.830693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-09bd8d1f-7a57-4278-9403-2c592ea4eb99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=610acf06-31ef-499e-9014-a841a67e2352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303590 Sep 17 22:22:57.838511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d651f-6dc1-47ee-960e-ea69ade32860 req-20e5a5aa-27f5-406e-bf23-b130957276dc tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:57.839996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-293d651f-6dc1-47ee-960e-ea69ade32860 req-20e5a5aa-27f5-406e-bf23-b130957276dc tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 944 time: 0.0856700 Sep 17 22:22:57.852161 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3996933e-b675-464f-89ac-89ab72f31c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.855651 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51afdabc-19d1-4354-bf5d-37944f120d7a tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.941269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51afdabc-19d1-4354-bf5d-37944f120d7a tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:57.950311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-293d651f-6dc1-47ee-960e-ea69ade32860 req-1335c51e-b64f-4ad5-95cd-feeba41e372b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895717 Sep 17 22:22:57.973701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-51d5aeb7-faf4-4068-baf8-7d65b5d952c1 service neutron] 10.222.0.32 "GET /v2.0/networks/610acf06-31ef-499e-9014-a841a67e2352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327505 Sep 17 22:22:58.009134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3996933e-b675-464f-89ac-89ab72f31c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.032672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51afdabc-19d1-4354-bf5d-37944f120d7a tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.051737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afdabc-19d1-4354-bf5d-37944f120d7a tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33110a98-4113-4e0b-8ecb-b4bc75fabbeb,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:58.082363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b7e4f87-e22c-457f-b9e8-d76eefa52b9d req-ccebbfaa-3fea-4bd1-bb43-a734e66959f6 service neutron] 10.222.0.32 "GET /v2.0/networks/610acf06-31ef-499e-9014-a841a67e2352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969093 Sep 17 22:22:58.108317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3996933e-b675-464f-89ac-89ab72f31c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.148710 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3996933e-b675-464f-89ac-89ab72f31c06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ee8baafbd4a4af49f27d67107576ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631917 Sep 17 22:22:58.149589 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996933e-b675-464f-89ac-89ab72f31c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a730a92-f4b8-42a0-824b-3a119132a7b6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:58.152602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55876) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:58.207476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6672106-c2ae-4a0c-b143-3897725cf847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.215743 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51afdabc-19d1-4354-bf5d-37944f120d7a tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.216952 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-51afdabc-19d1-4354-bf5d-37944f120d7a tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4888701 Sep 17 22:22:58.219855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55878) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:58.233702 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6672106-c2ae-4a0c-b143-3897725cf847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.292857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031d-1b78-443d-b17b-c76ab61ae0bd tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.331835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031d-1b78-443d-b17b-c76ab61ae0bd tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.410477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011b23a-45b5-4183-8239-5f15cee2e003 req-ba6fa6ed-6391-4edd-a423-be7f76f1c1dd tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:58.412024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9011b23a-45b5-4183-8239-5f15cee2e003 req-ba6fa6ed-6391-4edd-a423-be7f76f1c1dd tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 944 time: 0.0766826 Sep 17 22:22:58.424920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17157b0-e8c4-420e-95c6-2b5ba7d61a5a req-67c218a4-cbde-41bf-8253-aaedd0567aca tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:58.426531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f17157b0-e8c4-420e-95c6-2b5ba7d61a5a req-67c218a4-cbde-41bf-8253-aaedd0567aca tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 945 time: 0.0929854 Sep 17 22:22:58.451749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6672106-c2ae-4a0c-b143-3897725cf847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.454389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6672106-c2ae-4a0c-b143-3897725cf847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.455579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f6672106-c2ae-4a0c-b143-3897725cf847 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a730a92-f4b8-42a0-824b-3a119132a7b6 HTTP/1.1" status: 204 len: 168 time: 0.3015804 Sep 17 22:22:58.485370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6672106-c2ae-4a0c-b143-3897725cf847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a730a92-f4b8-42a0-824b-3a119132a7b6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:58.505299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9011b23a-45b5-4183-8239-5f15cee2e003 req-216d2441-d7e0-4e2e-a279-51c8b3f690a7 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774789 Sep 17 22:22:58.522960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f17157b0-e8c4-420e-95c6-2b5ba7d61a5a req-b8a5d6af-bf5c-4bdf-bcf8-7a5375794729 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876629 Sep 17 22:22:58.541723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031d-1b78-443d-b17b-c76ab61ae0bd tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.544960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031d-1b78-443d-b17b-c76ab61ae0bd tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.546150 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca3e031d-1b78-443d-b17b-c76ab61ae0bd tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-groups/44710684-eb51-48df-81f1-113da7abcb87 HTTP/1.1" status: 204 len: 168 time: 0.3253744 Sep 17 22:22:58.555125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55888) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:58.555632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e031d-1b78-443d-b17b-c76ab61ae0bd tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44710684-eb51-48df-81f1-113da7abcb87,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:58.617525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-91c76808-fb5e-4442-96b8-2aae7385d2f6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612376 Sep 17 22:22:58.621509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55892) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:58.625991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-230b2961-326f-4732-bf65-adb6e5c9db27 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group': {'name': 'tempest-secgroup--536774765'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:58.822371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-230b2961-326f-4732-bf65-adb6e5c9db27 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:58.914783 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-230b2961-326f-4732-bf65-adb6e5c9db27 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.010263 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-230b2961-326f-4732-bf65-adb6e5c9db27 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.042228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b2961-326f-4732-bf65-adb6e5c9db27 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b26c51-ccd1-41e3-bce2-413c9f2d210e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:59.070302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd85fff-15dc-4334-b8ea-93e8339d7184 req-717f3b21-c77b-4533-aa35-71af63802e12 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:59.071863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8dd85fff-15dc-4334-b8ea-93e8339d7184 req-717f3b21-c77b-4533-aa35-71af63802e12 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 944 time: 0.0520236 Sep 17 22:22:59.118560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-230b2961-326f-4732-bf65-adb6e5c9db27 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.118736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8dd85fff-15dc-4334-b8ea-93e8339d7184 req-2bf4112f-d431-4e8b-9f15-b177dc1418d2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Sep 17 22:22:59.125092 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-230b2961-326f-4732-bf65-adb6e5c9db27 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4974031 Sep 17 22:22:59.125310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55902) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:59.129587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b2edc9a4-5466-4cd6-889f-a679d7119006 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group': {'name': 'tempest-secgroup--680512935'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:59.221588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55904) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:59.234628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-488eee2f-b7d2-4049-bff1-c84626a7bf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.242508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2edc9a4-5466-4cd6-889f-a679d7119006 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.337443 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-488eee2f-b7d2-4049-bff1-c84626a7bf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.435169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-488eee2f-b7d2-4049-bff1-c84626a7bf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.489644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-488eee2f-b7d2-4049-bff1-c84626a7bf6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a679cd460eae4c4cb7bacf5499f3f48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669406 Sep 17 22:22:59.491823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488eee2f-b7d2-4049-bff1-c84626a7bf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70116313-f342-4c62-b781-628b706f8605,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:59.493110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55908) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:59.544254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2edc9a4-5466-4cd6-889f-a679d7119006 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.545850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f104fbb3-6dc6-4db3-bbef-214469071801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.570917 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f104fbb3-6dc6-4db3-bbef-214469071801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.624726 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2edc9a4-5466-4cd6-889f-a679d7119006 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.686856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1b905-4343-4c02-abbb-e930c0bc51c3 req-c87bbd2b-70ac-4713-b3fa-482689723cc0 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:59.688464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ff1b905-4343-4c02-abbb-e930c0bc51c3 req-c87bbd2b-70ac-4713-b3fa-482689723cc0 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 944 time: 0.1053727 Sep 17 22:22:59.697856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edc9a4-5466-4cd6-889f-a679d7119006 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7264186-f699-4bc6-8fcf-05e6f3035791,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:59.730783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85959f-9481-4395-896f-2fbfb2fb28ae req-cbea6a3d-39fa-4a25-967d-23de9f5856c0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:22:59.732334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b85959f-9481-4395-896f-2fbfb2fb28ae req-cbea6a3d-39fa-4a25-967d-23de9f5856c0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 945 time: 0.1181309 Sep 17 22:22:59.756249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ff1b905-4343-4c02-abbb-e930c0bc51c3 req-b157f07c-6340-4691-a06c-9d524ead7800 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557253 Sep 17 22:22:59.766071 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f104fbb3-6dc6-4db3-bbef-214469071801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.769905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f104fbb3-6dc6-4db3-bbef-214469071801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.771227 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f104fbb3-6dc6-4db3-bbef-214469071801 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70116313-f342-4c62-b781-628b706f8605 HTTP/1.1" status: 204 len: 168 time: 0.2770526 Sep 17 22:22:59.776691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2edc9a4-5466-4cd6-889f-a679d7119006 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.778094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b2edc9a4-5466-4cd6-889f-a679d7119006 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6519451 Sep 17 22:22:59.783778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55918) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:22:59.787218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104fbb3-6dc6-4db3-bbef-214469071801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70116313-f342-4c62-b781-628b706f8605,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:22:59.791319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-42768a7e-2eee-4bee-94e1-33c47ddddb4c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': '50b26c51-ccd1-41e3-bce2-413c9f2d210e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c7264186-f699-4bc6-8fcf-05e6f3035791', 'remote_ip_prefix': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:22:59.803475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b85959f-9481-4395-896f-2fbfb2fb28ae req-6a4997f7-5a39-41a1-a374-b278f93a5dc6 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612273 Sep 17 22:22:59.889950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 04820260-17a2-427b-9d61-16adc609de95 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:22:59.910995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-42768a7e-2eee-4bee-94e1-33c47ddddb4c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:22:59.986560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 04820260-17a2-427b-9d61-16adc609de95, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=04820260-17a2-427b-9d61-16adc609de95,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:00.000085 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-42768a7e-2eee-4bee-94e1-33c47ddddb4c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.000359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '04820260-17a2-427b-9d61-16adc609de95', 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090', 'port_id': '04820260-17a2-427b-9d61-16adc609de95', 'mac_address': 'fa:16:3e:44:6c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:00.046774 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.060231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04820260-17a2-427b-9d61-16adc609de95 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:00.079822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 04820260-17a2-427b-9d61-16adc609de95, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=04820260-17a2-427b-9d61-16adc609de95,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:00.115582 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-42768a7e-2eee-4bee-94e1-33c47ddddb4c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.130360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768a7e-2eee-4bee-94e1-33c47ddddb4c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346dcd86-d98d-475b-b9f8-783a32726aaa,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:00.208934 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.209963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a95eb86d-d864-42a9-95df-c0660992e20d details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:00.270997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a82a24-bc87-4dc5-9051-acea1cfa86f8 req-55077a96-dc05-445d-bb47-918312ddf308 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:00.281147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3a82a24-bc87-4dc5-9051-acea1cfa86f8 req-55077a96-dc05-445d-bb47-918312ddf308 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 945 time: 0.0665984 Sep 17 22:23:00.289891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-42768a7e-2eee-4bee-94e1-33c47ddddb4c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.291586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-42768a7e-2eee-4bee-94e1-33c47ddddb4c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5068657 Sep 17 22:23:00.295382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55930) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:00.348668 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-62cb5e70-b09f-4e78-a9b7-f02e432c464b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.364279 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-62cb5e70-b09f-4e78-a9b7-f02e432c464b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.364918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=04820260-17a2-427b-9d61-16adc609de95,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:00.401654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3a82a24-bc87-4dc5-9051-acea1cfa86f8 req-e3a8f018-ce01-4a8e-b4ff-28ca5615eee3 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106920 Sep 17 22:23:00.409485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a95eb86d-d864-42a9-95df-c0660992e20d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a95eb86d-d864-42a9-95df-c0660992e20d,segment=NetworkSegment(501c2379-e479-4dba-aabe-bc3418542dc7),segment_id=501c2379-e479-4dba-aabe-bc3418542dc7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:00.432796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'a95eb86d-d864-42a9-95df-c0660992e20d', 'network_id': '610acf06-31ef-499e-9014-a841a67e2352', 'port_id': 'a95eb86d-d864-42a9-95df-c0660992e20d', 'mac_address': 'fa:16:3e:36:92:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3231bd2-c0bb-40f3-8285-faf088769014', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:00.482500 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.496538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95eb86d-d864-42a9-95df-c0660992e20d {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:00.518606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a95eb86d-d864-42a9-95df-c0660992e20d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a95eb86d-d864-42a9-95df-c0660992e20d,segment=NetworkSegment(501c2379-e479-4dba-aabe-bc3418542dc7),segment_id=501c2379-e479-4dba-aabe-bc3418542dc7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:00.575945 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-62cb5e70-b09f-4e78-a9b7-f02e432c464b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.583099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-62cb5e70-b09f-4e78-a9b7-f02e432c464b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.584209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-62cb5e70-b09f-4e78-a9b7-f02e432c464b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/346dcd86-d98d-475b-b9f8-783a32726aaa HTTP/1.1" status: 204 len: 168 time: 0.2874041 Sep 17 22:23:00.586916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55936) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:00.588573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb5e70-b09f-4e78-a9b7-f02e432c464b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=346dcd86-d98d-475b-b9f8-783a32726aaa,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:00.629541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aff1ffa8-6a99-4503-bc39-f86943a66fcd tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0414364 Sep 17 22:23:00.632222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55938) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:00.684965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96fd006d-b6dd-4b1a-a95c-ae4a577c00bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.693785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55942) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:00.708507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dee1afdb-da04-4e10-ab91-9f44f706a3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.709554 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96fd006d-b6dd-4b1a-a95c-ae4a577c00bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.729994 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.800159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a95eb86d-d864-42a9-95df-c0660992e20d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:00.831103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dee1afdb-da04-4e10-ab91-9f44f706a3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.936392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dee1afdb-da04-4e10-ab91-9f44f706a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:00.991665 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dee1afdb-da04-4e10-ab91-9f44f706a3fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2945f54fbefd440b9e7fadf560d7f810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966833 Sep 17 22:23:00.992638 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55948) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:00.993319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1afdb-da04-4e10-ab91-9f44f706a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa324bc4-2df2-4966-97b1-1eded057ac06,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:01.029174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['04820260-17a2-427b-9d61-16adc609de95'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:01.051931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a95eb86d-d864-42a9-95df-c0660992e20d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:01.068077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0308ff76-01d1-448f-b719-9ff94e56e4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.100303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0308ff76-01d1-448f-b719-9ff94e56e4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.263755 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96fd006d-b6dd-4b1a-a95c-ae4a577c00bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.266364 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96fd006d-b6dd-4b1a-a95c-ae4a577c00bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.267749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-96fd006d-b6dd-4b1a-a95c-ae4a577c00bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-groups/c7264186-f699-4bc6-8fcf-05e6f3035791 HTTP/1.1" status: 204 len: 168 time: 0.6346478 Sep 17 22:23:01.270532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55954) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:01.282488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0308ff76-01d1-448f-b719-9ff94e56e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.286676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0308ff76-01d1-448f-b719-9ff94e56e4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.290732 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0308ff76-01d1-448f-b719-9ff94e56e4fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa324bc4-2df2-4966-97b1-1eded057ac06 HTTP/1.1" status: 204 len: 168 time: 0.2925794 Sep 17 22:23:01.313639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd006d-b6dd-4b1a-a95c-ae4a577c00bf tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7264186-f699-4bc6-8fcf-05e6f3035791,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:01.318899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308ff76-01d1-448f-b719-9ff94e56e4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa324bc4-2df2-4966-97b1-1eded057ac06,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:01.337061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df59197-f083-4e11-960e-957a0a24b9c8 req-2fe11c0d-2512-4272-ab2f-e9ac340fdbb5 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:01.338705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1df59197-f083-4e11-960e-957a0a24b9c8 req-2fe11c0d-2512-4272-ab2f-e9ac340fdbb5 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 945 time: 0.5073860 Sep 17 22:23:01.374000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee59f14-3a22-42f0-a068-9f26a6b586ab req-c18a7407-8125-4c8d-bcfa-2f3de5ebcce0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:01.375617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ee59f14-3a22-42f0-a068-9f26a6b586ab req-c18a7407-8125-4c8d-bcfa-2f3de5ebcce0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 945 time: 0.1185653 Sep 17 22:23:01.403047 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4f7f5be6-1932-441d-9ac1-77bdccb065ef tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1275043 Sep 17 22:23:01.406079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55958) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:01.431393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1df59197-f083-4e11-960e-957a0a24b9c8 req-e62f87a8-5fc0-4052-9fa2-b8dd7a966071 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659273 Sep 17 22:23:01.469394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ee59f14-3a22-42f0-a068-9f26a6b586ab req-45d180b5-9e12-4141-b84c-41c2b3aca46b tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cb5bfd4-e047-4961-87e4-e1f9f2059666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650072 Sep 17 22:23:01.495649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eddf5856-ce1f-4053-8a62-a8c69c6fb845 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.521101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eddf5856-ce1f-4053-8a62-a8c69c6fb845 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.577576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad892a-787b-4ed4-a2ef-5b1bea758873 req-a822e90f-001b-407c-bea3-106951cac49c tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:01.579160 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-faad892a-787b-4ed4-a2ef-5b1bea758873 req-a822e90f-001b-407c-bea3-106951cac49c tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 945 time: 0.0683475 Sep 17 22:23:01.618634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-faad892a-787b-4ed4-a2ef-5b1bea758873 req-604d2f04-f35b-4cad-aca3-32f6da20718b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323095 Sep 17 22:23:01.655766 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eddf5856-ce1f-4053-8a62-a8c69c6fb845 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.658422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eddf5856-ce1f-4053-8a62-a8c69c6fb845 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.659643 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-eddf5856-ce1f-4053-8a62-a8c69c6fb845 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-groups/50b26c51-ccd1-41e3-bce2-413c9f2d210e HTTP/1.1" status: 204 len: 168 time: 0.2524893 Sep 17 22:23:01.664652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55964) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:01.699325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-6c839c02-1b06-4ae0-8f06-dfe0a3f6932e tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:01.700343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-6c839c02-1b06-4ae0-8f06-dfe0a3f6932e tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.32 "GET /v2.0/ports?device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 945 time: 0.0535040 Sep 17 22:23:01.703467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf5856-ce1f-4053-8a62-a8c69c6fb845 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b26c51-ccd1-41e3-bce2-413c9f2d210e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:01.745362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fe2bbb77-04ef-4d1b-8ac2-3a5d52dc9ad2 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790663 Sep 17 22:23:01.750833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55968) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:01.755066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b02121f4-639a-4cc8-aa69-4e9b907a7470 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group': {'name': 'tempest-secgroup--115661475'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:01.831165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Deleting port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:01.831496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.907482 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02121f4-639a-4cc8-aa69-4e9b907a7470 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.939653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] For port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:01.939980 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:01.955594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Calling delete_port for ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:02.009921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02121f4-639a-4cc8-aa69-4e9b907a7470 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.078759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02121f4-639a-4cc8-aa69-4e9b907a7470 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.113162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02121f4-639a-4cc8-aa69-4e9b907a7470 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528f1412-0d30-48c9-b8a5-e89ef74e2454,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:02.170363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.188165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:02.188165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['f5138571-5b68-473d-9677-4e877a912875'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:02.216115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02121f4-639a-4cc8-aa69-4e9b907a7470 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.218189 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b02121f4-639a-4cc8-aa69-4e9b907a7470 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4660354 Sep 17 22:23:02.218298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Pushing event deleted for resources: {'Port': ['ID=ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:02.227171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55982) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:02.232809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c8ca9025-666d-42b5-b163-9c1ce3bf7cda tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': '528f1412-0d30-48c9-b8a5-e89ef74e2454', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:02.276353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] No DVR routers for this DVR port ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:02.279712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.281951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf6982f1-4eaf-41e4-bcba-7f7937485fca req-30d9f53f-df18-4ef8-a6e7-a807f2282fe0 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.32 "DELETE /v2.0/ports/ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c HTTP/1.1" status: 204 len: 173 time: 0.5620863 Sep 17 22:23:02.282607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda03504-6986-4677-b59d-965dad1c616e', 'name': 'network-vif-deleted', 'tag': 'ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:02.285193 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9abb49-94ad-4822-9658-12437b181559" -d '{"events": [{"server_uuid": "bda03504-6986-4677-b59d-965dad1c616e", "name": "network-vif-deleted", "tag": "ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:02.330898 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc2d1b8-0104-49d4-8b8f-2e6ed0df633c x-openstack-request-id: req-fbc2d1b8-0104-49d4-8b8f-2e6ed0df633c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:02.331941 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda03504-6986-4677-b59d-965dad1c616e", "name": "network-vif-deleted", "tag": "ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:02.332392 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbc2d1b8-0104-49d4-8b8f-2e6ed0df633c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:02.332973 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda03504-6986-4677-b59d-965dad1c616e', 'name': 'network-vif-deleted', 'tag': 'ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c', 'status': 'completed', 'code': 200} Sep 17 22:23:02.383337 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9025-666d-42b5-b163-9c1ce3bf7cda tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.468786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-86f24e30-fd6c-47a5-a1cb-173572b05c00 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:02.472070 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-86f24e30-fd6c-47a5-a1cb-173572b05c00 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a0531ad-b575-4ab6-99c8-4f95cb3290c1 HTTP/1.1" status: 200 len: 946 time: 0.0720921 Sep 17 22:23:02.484921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9025-666d-42b5-b163-9c1ce3bf7cda tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.585782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba9d33df-aaff-4fe6-bbe5-3588a650ab51 req-77ba5331-6293-4ff0-b0da-fe27c17845fc tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 210 time: 0.0318415 Sep 17 22:23:02.610288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed98bb-9449-45cf-af28-2097d57df39c req-e95a9535-136f-47c5-b668-0ea1c4b244a6 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:02.613632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88ed98bb-9449-45cf-af28-2097d57df39c req-e95a9535-136f-47c5-b668-0ea1c4b244a6 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 945 time: 0.0949144 Sep 17 22:23:02.630972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Deleting port f5138571-5b68-473d-9677-4e877a912875 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:02.631322 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.636154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9025-666d-42b5-b163-9c1ce3bf7cda tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.661919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88ed98bb-9449-45cf-af28-2097d57df39c req-316b42aa-9382-478c-b0a5-99246653d64c tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 Sep 17 22:23:02.725846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca9025-666d-42b5-b163-9c1ce3bf7cda tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430a9cb6-a5eb-485f-8062-9955f5331d20,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:02.808783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e916bc-8220-45e4-8627-a18aa4cf3f79 req-d93d3321-475b-4262-98bc-f1ec96de5b2d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:02.808783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5e916bc-8220-45e4-8627-a18aa4cf3f79 req-d93d3321-475b-4262-98bc-f1ec96de5b2d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 945 time: 0.0561092 Sep 17 22:23:02.816577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] For port f5138571-5b68-473d-9677-4e877a912875, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f5138571-5b68-473d-9677-4e877a912875,segment=NetworkSegment(1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb),segment_id=1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:02.816948 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.831625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Calling delete_port for f5138571-5b68-473d-9677-4e877a912875 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:02.835156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5e916bc-8220-45e4-8627-a18aa4cf3f79 req-774375ee-dd19-4349-a97f-39cd95058c80 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Sep 17 22:23:02.956044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9025-666d-42b5-b163-9c1ce3bf7cda tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:02.957310 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c8ca9025-666d-42b5-b163-9c1ce3bf7cda tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7289155 Sep 17 22:23:02.960034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56008) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:02.992940 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7c24-1b88-42dc-b05f-122fccf56a0d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.006994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7c24-1b88-42dc-b05f-122fccf56a0d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.068249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.080874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:03.102567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Pushing event deleted for resources: {'Port': ['ID=f5138571-5b68-473d-9677-4e877a912875,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:03.104970 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7c24-1b88-42dc-b05f-122fccf56a0d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.121021 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7c24-1b88-42dc-b05f-122fccf56a0d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.122384 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5c7c7c24-1b88-42dc-b05f-122fccf56a0d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/430a9cb6-a5eb-485f-8062-9955f5331d20 HTTP/1.1" status: 204 len: 168 time: 0.1613109 Sep 17 22:23:03.123749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c7c24-1b88-42dc-b05f-122fccf56a0d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=430a9cb6-a5eb-485f-8062-9955f5331d20,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:03.125427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56014) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:03.178418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] No DVR routers for this DVR port f5138571-5b68-473d-9677-4e877a912875 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:03.181894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.185062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2c6ca80-ac4d-48c9-8829-e57e95ab4fc5 req-7120ff57-cb41-4c73-b914-b0ffcee14f50 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.35 "DELETE /v2.0/ports/f5138571-5b68-473d-9677-4e877a912875 HTTP/1.1" status: 204 len: 173 time: 0.7048440 Sep 17 22:23:03.185514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0531ad-b575-4ab6-99c8-4f95cb3290c1', 'name': 'network-vif-deleted', 'tag': 'f5138571-5b68-473d-9677-4e877a912875'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:03.188490 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9bbd59f4-a682-4992-bcc0-8bd8622bd79c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612967 Sep 17 22:23:03.188617 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b28d5a5-15d4-4315-963a-9dd81d535e45" -d '{"events": [{"server_uuid": "0a0531ad-b575-4ab6-99c8-4f95cb3290c1", "name": "network-vif-deleted", "tag": "f5138571-5b68-473d-9677-4e877a912875"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:03.194230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56018) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:03.263887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-adb01074-75ef-4ee2-9d52-1fc3df73821c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.290973 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-adb01074-75ef-4ee2-9d52-1fc3df73821c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.396171 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06292302-281d-43c3-8b3f-c380e7213ab7 x-openstack-request-id: req-06292302-281d-43c3-8b3f-c380e7213ab7 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:03.396469 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0531ad-b575-4ab6-99c8-4f95cb3290c1", "name": "network-vif-deleted", "tag": "f5138571-5b68-473d-9677-4e877a912875", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:03.396717 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06292302-281d-43c3-8b3f-c380e7213ab7 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:03.397140 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0531ad-b575-4ab6-99c8-4f95cb3290c1', 'name': 'network-vif-deleted', 'tag': 'f5138571-5b68-473d-9677-4e877a912875', 'status': 'completed', 'code': 200} Sep 17 22:23:03.431332 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-adb01074-75ef-4ee2-9d52-1fc3df73821c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.436342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-adb01074-75ef-4ee2-9d52-1fc3df73821c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.437922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-adb01074-75ef-4ee2-9d52-1fc3df73821c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-groups/528f1412-0d30-48c9-b8a5-e89ef74e2454 HTTP/1.1" status: 204 len: 168 time: 0.2426374 Sep 17 22:23:03.440229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56028) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:03.452233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb01074-75ef-4ee2-9d52-1fc3df73821c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528f1412-0d30-48c9-b8a5-e89ef74e2454,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:03.496131 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5df74db3-1855-4638-902b-7247c3131b09 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454478 Sep 17 22:23:03.496340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56030) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:03.496805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-197ace91-7804-458e-ba5b-0475d37d2a9b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group': {'name': 'tempest-secgroup--153609266'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:03.653943 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-197ace91-7804-458e-ba5b-0475d37d2a9b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.756808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f7eb820-9904-4288-861d-0fec5c912252 req-328cf98d-f3f7-408b-acb2-1b6194620c33 tempest-MultipleCreateTestJSON-720056238 tempest-MultipleCreateTestJSON-720056238-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda03504-6986-4677-b59d-965dad1c616e HTTP/1.1" status: 200 len: 210 time: 0.0360851 Sep 17 22:23:03.814571 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-197ace91-7804-458e-ba5b-0475d37d2a9b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.903234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2354d-010e-47e8-b64f-3594dc1e7e96 req-61181153-aa04-4f36-8b05-3790bcd2111d tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:03.904916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba2354d-010e-47e8-b64f-3594dc1e7e96 req-61181153-aa04-4f36-8b05-3790bcd2111d tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 945 time: 0.0571985 Sep 17 22:23:03.907310 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-197ace91-7804-458e-ba5b-0475d37d2a9b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:03.919322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 04820260-17a2-427b-9d61-16adc609de95 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:03.987081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ace91-7804-458e-ba5b-0475d37d2a9b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3188b1a-6370-492a-b4b1-b83ae1b40beb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:03.998172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba2354d-010e-47e8-b64f-3594dc1e7e96 req-9dcab3ca-ad5f-48f7-b6b5-a0b253dc0b1e tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838144 Sep 17 22:23:04.013597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8e414-2f76-4674-81fc-e70560041c24 req-e50248ed-dcc5-4041-bb1b-c04fea2c2b6c tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:04.015197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccd8e414-2f76-4674-81fc-e70560041c24 req-e50248ed-dcc5-4041-bb1b-c04fea2c2b6c tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 945 time: 0.0852611 Sep 17 22:23:04.053706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccd8e414-2f76-4674-81fc-e70560041c24 req-98847727-0b3a-43ad-9111-996c5e56ef8f tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Sep 17 22:23:04.107540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 04820260-17a2-427b-9d61-16adc609de95 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:04.107879 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-197ace91-7804-458e-ba5b-0475d37d2a9b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.109119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-197ace91-7804-458e-ba5b-0475d37d2a9b tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6165621 Sep 17 22:23:04.112301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56054) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:04.113108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 04820260-17a2-427b-9d61-16adc609de95 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:04.113804 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.120861 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a6cedb07-b088-440e-b635-637e2ec9bf7f tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': 'b3188b1a-6370-492a-b4b1-b83ae1b40beb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:04.199215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.223785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf2dd4f-bde5-45ee-84ba-a889dab23cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04820260-17a2-427b-9d61-16adc609de95'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:04.226559 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83a803d-e79c-4a56-9b1c-0e38e0b168fd" -d '{"events": [{"server_uuid": "ebf2dd4f-bde5-45ee-84ba-a889dab23cc9", "name": "network-vif-plugged", "status": "completed", "tag": "04820260-17a2-427b-9d61-16adc609de95"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:04.241311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 04820260-17a2-427b-9d61-16adc609de95, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=04820260-17a2-427b-9d61-16adc609de95,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:04.252439 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6cedb07-b088-440e-b635-637e2ec9bf7f tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.273323 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cbbec9-9d55-4ac0-8e98-8a5e0d83ed2f x-openstack-request-id: req-77cbbec9-9d55-4ac0-8e98-8a5e0d83ed2f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:04.273323 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf2dd4f-bde5-45ee-84ba-a889dab23cc9", "name": "network-vif-plugged", "status": "completed", "tag": "04820260-17a2-427b-9d61-16adc609de95", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:04.273323 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77cbbec9-9d55-4ac0-8e98-8a5e0d83ed2f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:04.273323 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf2dd4f-bde5-45ee-84ba-a889dab23cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04820260-17a2-427b-9d61-16adc609de95', 'code': 200} Sep 17 22:23:04.329366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6cedb07-b088-440e-b635-637e2ec9bf7f tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.376586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5ea40-7cfc-49e0-9cd6-a46e7281c01a req-b3d2bdf0-e2fc-42d4-943b-6bccb703bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:04.378232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94f5ea40-7cfc-49e0-9cd6-a46e7281c01a req-b3d2bdf0-e2fc-42d4-943b-6bccb703bb08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 1097 time: 0.0514138 Sep 17 22:23:04.418655 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94f5ea40-7cfc-49e0-9cd6-a46e7281c01a req-15d7fcc3-2aa1-4a23-b742-8cbf9d3ae857 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333416 Sep 17 22:23:04.450176 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.451451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a95eb86d-d864-42a9-95df-c0660992e20d up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:04.495438 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6cedb07-b088-440e-b635-637e2ec9bf7f tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.517181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cedb07-b088-440e-b635-637e2ec9bf7f tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972318f1-ef27-4cb9-b374-4c1e866b1b37,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:04.530172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=04820260-17a2-427b-9d61-16adc609de95,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:04.687815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port a95eb86d-d864-42a9-95df-c0660992e20d completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:04.688120 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6cedb07-b088-440e-b635-637e2ec9bf7f tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.691905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6cedb07-b088-440e-b635-637e2ec9bf7f tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5741184 Sep 17 22:23:04.692208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56064) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:04.694671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port a95eb86d-d864-42a9-95df-c0660992e20d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:04.695090 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.741664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-32cdd513-9241-4136-8f7d-d89d8297303d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules/972318f1-ef27-4cb9-b374-4c1e866b1b37 HTTP/1.1" status: 200 len: 763 time: 0.0479634 Sep 17 22:23:04.743950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56068) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:04.801989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.837191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56074) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:04.842536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8bab3c05-f486-4969-88b5-c83f00ad9f91 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0890076 Sep 17 22:23:04.857265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a95eb86d-d864-42a9-95df-c0660992e20d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a95eb86d-d864-42a9-95df-c0660992e20d,segment=NetworkSegment(501c2379-e479-4dba-aabe-bc3418542dc7),segment_id=501c2379-e479-4dba-aabe-bc3418542dc7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:04.872074 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abc21a6a-d25d-4fc0-9954-18a025589fc6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.882708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abc21a6a-d25d-4fc0-9954-18a025589fc6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.914669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56078) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:04.965508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cc78fa-1981-4235-ad22-2a45b05cc627 admin admin] Deleting subnet 4676d0ae-753f-4373-8f11-a19f4c2711ee {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:04.968798 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95cc78fa-1981-4235-ad22-2a45b05cc627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:04.975837 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.005011 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95cc78fa-1981-4235-ad22-2a45b05cc627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.050944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abc21a6a-d25d-4fc0-9954-18a025589fc6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.061549 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-abc21a6a-d25d-4fc0-9954-18a025589fc6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.063195 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-abc21a6a-d25d-4fc0-9954-18a025589fc6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/972318f1-ef27-4cb9-b374-4c1e866b1b37 HTTP/1.1" status: 204 len: 168 time: 0.2247357 Sep 17 22:23:05.064547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc21a6a-d25d-4fc0-9954-18a025589fc6 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=972318f1-ef27-4cb9-b374-4c1e866b1b37,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:05.066731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56084) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:05.092871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95cc78fa-1981-4235-ad22-2a45b05cc627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.123938 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5a27199f-a57c-4f3e-9fd3-dfa9b3461dfa tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550563 Sep 17 22:23:05.126519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56090) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:05.131906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-28199b6f-2728-4cb7-aa08-10adb42df7d4 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': 'b3188b1a-6370-492a-b4b1-b83ae1b40beb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:05.255318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28199b6f-2728-4cb7-aa08-10adb42df7d4 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.258514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201aa7e-913e-4200-a2db-9b473cf139df req-04f5ac8b-3d57-49ef-8230-2d8e08686114 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:05.258656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a95eb86d-d864-42a9-95df-c0660992e20d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:05.271893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a201aa7e-913e-4200-a2db-9b473cf139df req-04f5ac8b-3d57-49ef-8230-2d8e08686114 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 946 time: 0.1245437 Sep 17 22:23:05.310986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35812fdb-426d-4cf4-900a-fec6ecad87e4 req-ecb37a5a-bf8b-4051-9647-64796ae60308 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:05.312467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35812fdb-426d-4cf4-900a-fec6ecad87e4 req-ecb37a5a-bf8b-4051-9647-64796ae60308 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 946 time: 0.1528997 Sep 17 22:23:05.375312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a201aa7e-913e-4200-a2db-9b473cf139df req-c71eb75d-9b97-4c22-b652-510af7c1fb2a tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034040 Sep 17 22:23:05.377084 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28199b6f-2728-4cb7-aa08-10adb42df7d4 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.399450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35812fdb-426d-4cf4-900a-fec6ecad87e4 req-5a026a97-9aae-45d9-a930-5b09987d90e7 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728467 Sep 17 22:23:05.410141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95cc78fa-1981-4235-ad22-2a45b05cc627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.437505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc78fa-1981-4235-ad22-2a45b05cc627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4676d0ae-753f-4373-8f11-a19f4c2711ee,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:05.444328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95cc78fa-1981-4235-ad22-2a45b05cc627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.448150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-95cc78fa-1981-4235-ad22-2a45b05cc627 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4676d0ae-753f-4373-8f11-a19f4c2711ee HTTP/1.1" status: 204 len: 168 time: 0.5297685 Sep 17 22:23:05.448555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56096) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:05.522658 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.529687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28199b6f-2728-4cb7-aa08-10adb42df7d4 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.549315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28199b6f-2728-4cb7-aa08-10adb42df7d4 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e81659e-e5e2-4c3b-ae2d-df92c46a1f88,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:05.636164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.656501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:05.666109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:05.666404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cee71f9-e7e0-4ff3-b62d-6e55d69bfdeb') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:05.676043 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.690285 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.690444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28199b6f-2728-4cb7-aa08-10adb42df7d4 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.691717 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-28199b6f-2728-4cb7-aa08-10adb42df7d4 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5639794 Sep 17 22:23:05.694379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56100) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:05.696893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:05.697432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:05.700303 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:05.712094 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3ea70f6d-a283-46c2-b6bc-6784a1a84a4e tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules/4e81659e-e5e2-4c3b-ae2d-df92c46a1f88 HTTP/1.1" status: 200 len: 763 time: 0.0164909 Sep 17 22:23:05.720173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56102) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:05.792059 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9e73464c-79ac-4c26-95c5-85afc955e76a tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0704403 Sep 17 22:23:05.794737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56106) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:05.817886 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aad18a3d-af35-4293-a13e-767aa40b203d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.826002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aad18a3d-af35-4293-a13e-767aa40b203d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.853939 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.859091 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.861712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28 HTTP/1.1" status: 204 len: 168 time: 0.4114897 Sep 17 22:23:05.873757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff7182-8ca6-4445-83a8-0cfe3cf66605 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7fa7a6-c018-4bbd-8fb5-4fcbf7b90c28,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:05.932427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:05.956810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:05.957351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ba64ef2a-afb5-41e2-b5d6-098c2e4f4d4c not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:05.962682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aad18a3d-af35-4293-a13e-767aa40b203d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.976387 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aad18a3d-af35-4293-a13e-767aa40b203d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:05.982970 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aad18a3d-af35-4293-a13e-767aa40b203d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4e81659e-e5e2-4c3b-ae2d-df92c46a1f88 HTTP/1.1" status: 204 len: 168 time: 0.1820707 Sep 17 22:23:05.982970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad18a3d-af35-4293-a13e-767aa40b203d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e81659e-e5e2-4c3b-ae2d-df92c46a1f88,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:05.984997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56118) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.035201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c7a207e8-0327-4507-ae61-abee4a91cbdb tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456164 Sep 17 22:23:06.037836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56122) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.042656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6591f94a-3f35-41c1-a7e7-7dac3db6084c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Request body: {'security_group_rule': {'security_group_id': 'b3188b1a-6370-492a-b4b1-b83ae1b40beb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:06.146887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6591f94a-3f35-41c1-a7e7-7dac3db6084c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.212488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6591f94a-3f35-41c1-a7e7-7dac3db6084c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.273821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1318fc-86eb-4bfe-a0f5-2189a92430ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95eb86d-d864-42a9-95df-c0660992e20d'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:06.276645 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6591f94a-3f35-41c1-a7e7-7dac3db6084c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.276978 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07139e84-d909-4bff-89ff-2e8a19ccc1dc" -d '{"events": [{"server_uuid": "bb1318fc-86eb-4bfe-a0f5-2189a92430ad", "name": "network-vif-plugged", "status": "completed", "tag": "a95eb86d-d864-42a9-95df-c0660992e20d"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:06.292838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591f94a-3f35-41c1-a7e7-7dac3db6084c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82734af4-1e60-42ad-b78e-b17e9961ab7f,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:06.370879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56136) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.404535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6591f94a-3f35-41c1-a7e7-7dac3db6084c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.408273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6591f94a-3f35-41c1-a7e7-7dac3db6084c tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670292 Sep 17 22:23:06.415675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56140) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.437686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f5913a4b-0b38-4612-88ed-204aa9334a6f tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules/82734af4-1e60-42ad-b78e-b17e9961ab7f HTTP/1.1" status: 200 len: 764 time: 0.0270634 Sep 17 22:23:06.443962 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dd84198d-7c3a-47b1-8a4a-49042c37926d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c7333ab7c7b4ab3ab97c0468a0dad07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695171 Sep 17 22:23:06.444131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56146) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.444300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56148) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.530020 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-334a2de3-b9b5-4c7e-b5d3-64e336ac591d tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0862322 Sep 17 22:23:06.532914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56150) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.549989 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fe86b7f1-aec4-411a-b94e-707d480ff9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.596663 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-347074ee-3320-4b0d-8f38-de43767da768 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.603391 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fe86b7f1-aec4-411a-b94e-707d480ff9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.609805 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-347074ee-3320-4b0d-8f38-de43767da768 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.627202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd835c2d-00c1-4a43-b0a0-cd5b1965da9e req-40aefacb-2c54-4f98-a14f-1c4ffd9de705 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:06.628763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd835c2d-00c1-4a43-b0a0-cd5b1965da9e req-40aefacb-2c54-4f98-a14f-1c4ffd9de705 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 946 time: 0.0903828 Sep 17 22:23:06.671653 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9c1699-78d5-43ed-85bf-ca76f776a536 x-openstack-request-id: req-dc9c1699-78d5-43ed-85bf-ca76f776a536 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:06.676549 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1318fc-86eb-4bfe-a0f5-2189a92430ad", "name": "network-vif-plugged", "status": "completed", "tag": "a95eb86d-d864-42a9-95df-c0660992e20d", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:06.676549 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc9c1699-78d5-43ed-85bf-ca76f776a536 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:06.676549 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1318fc-86eb-4bfe-a0f5-2189a92430ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95eb86d-d864-42a9-95df-c0660992e20d', 'code': 200} Sep 17 22:23:06.684274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd835c2d-00c1-4a43-b0a0-cd5b1965da9e req-cbe9166a-9e88-4f1c-b813-38175f481811 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Sep 17 22:23:06.772958 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-347074ee-3320-4b0d-8f38-de43767da768 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.793713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fe86b7f1-aec4-411a-b94e-707d480ff9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.796198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fe86b7f1-aec4-411a-b94e-707d480ff9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.796768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-347074ee-3320-4b0d-8f38-de43767da768 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.797682 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fe86b7f1-aec4-411a-b94e-707d480ff9ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cb5bfd4-e047-4961-87e4-e1f9f2059666 HTTP/1.1" status: 204 len: 168 time: 0.3489671 Sep 17 22:23:06.801111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-347074ee-3320-4b0d-8f38-de43767da768 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/82734af4-1e60-42ad-b78e-b17e9961ab7f HTTP/1.1" status: 204 len: 168 time: 0.2601643 Sep 17 22:23:06.803131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56158) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.822097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347074ee-3320-4b0d-8f38-de43767da768 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82734af4-1e60-42ad-b78e-b17e9961ab7f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:06.847212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86b7f1-aec4-411a-b94e-707d480ff9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb5bfd4-e047-4961-87e4-e1f9f2059666,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:06.860002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5a42d-e796-4b69-bffb-67facfb09e3c req-ddfda26e-18cf-4ee7-9cf5-9b5d8420bea9 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:06.869474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30a5a42d-e796-4b69-bffb-67facfb09e3c req-ddfda26e-18cf-4ee7-9cf5-9b5d8420bea9 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 946 time: 0.1299386 Sep 17 22:23:06.873848 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-20031e4c-cd22-4762-b422-37a58df22e19 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691388 Sep 17 22:23:06.876703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56160) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:06.880191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f45bf3-f93b-449c-8f3a-f35c67be1950 req-5a15b1f3-799d-4d51-a41e-72410d6f2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:06.881799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83f45bf3-f93b-449c-8f3a-f35c67be1950 req-5a15b1f3-799d-4d51-a41e-72410d6f2b1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 1098 time: 0.1322320 Sep 17 22:23:06.935155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30a5a42d-e796-4b69-bffb-67facfb09e3c req-a879631a-bd64-4ede-bf9f-17265e200632 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641832 Sep 17 22:23:06.950648 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c0dcff-310c-4dcc-9822-964879be3b30 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:06.958905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83f45bf3-f93b-449c-8f3a-f35c67be1950 req-5f0bdb71-915c-4f3c-8566-5f9334c4d90b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669243 Sep 17 22:23:06.983319 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c0dcff-310c-4dcc-9822-964879be3b30 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.196643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c0dcff-310c-4dcc-9822-964879be3b30 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.200135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98c0dcff-310c-4dcc-9822-964879be3b30 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:07.201688 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-98c0dcff-310c-4dcc-9822-964879be3b30 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3188b1a-6370-492a-b4b1-b83ae1b40beb HTTP/1.1" status: 204 len: 168 time: 0.3231437 Sep 17 22:23:07.204279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56168) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:07.212045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0dcff-310c-4dcc-9822-964879be3b30 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3188b1a-6370-492a-b4b1-b83ae1b40beb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:07.269566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5c23d943-5fb2-42a8-85a1-6aa5ef9a87da tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638578 Sep 17 22:23:07.274083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56172) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:07.322537 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3372f772-5e9d-4dda-88a1-3e236625b694 tempest-SecGroupTest-1721750173 tempest-SecGroupTest-1721750173-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472975 Sep 17 22:23:07.841595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69b50b-4158-47df-81fa-4061ae7f9d10 req-433b313a-46c5-463e-98f1-0bc32a406341 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:07.845297 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b69b50b-4158-47df-81fa-4061ae7f9d10 req-433b313a-46c5-463e-98f1-0bc32a406341 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 946 time: 0.0878088 Sep 17 22:23:07.936704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56198) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:07.940813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b69b50b-4158-47df-81fa-4061ae7f9d10 req-7ad12596-9c0f-4d59-85c7-8bd72bd24d48 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894132 Sep 17 22:23:07.998861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f5138571-5b68-473d-9677-4e877a912875 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:08.019130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: f5138571-5b68-473d-9677-4e877a912875 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:08.019698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f5138571-5b68-473d-9677-4e877a912875 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:08.159108 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3edd545f-b3aa-494b-9367-58d9140c69bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6727b0a8ac094da381cc0a767cb1035e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208090 Sep 17 22:23:08.161657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56206) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:08.184856 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.303610 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3e78-5eb5-4972-af32-87626cda98c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.333654 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3e78-5eb5-4972-af32-87626cda98c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.495968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3e78-5eb5-4972-af32-87626cda98c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.498703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3e78-5eb5-4972-af32-87626cda98c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:08.500230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c7f3e78-5eb5-4972-af32-87626cda98c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62d31eee-399b-45b3-bc5e-4220402d9748 HTTP/1.1" status: 204 len: 168 time: 0.3360705 Sep 17 22:23:08.507979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f3e78-5eb5-4972-af32-87626cda98c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d31eee-399b-45b3-bc5e-4220402d9748,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:09.144111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedd6d1-46a9-4733-ba6b-b39da09c2fc2 req-b12ec073-0a65-4f75-977b-f862fe7147a3 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:09.155924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cedd6d1-46a9-4733-ba6b-b39da09c2fc2 req-b12ec073-0a65-4f75-977b-f862fe7147a3 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 946 time: 0.1082997 Sep 17 22:23:09.189371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cedd6d1-46a9-4733-ba6b-b39da09c2fc2 req-24a656d9-5a36-410d-8940-254337c9df81 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Sep 17 22:23:09.360868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d533e-c21c-4660-8656-8808ae58c291 req-5bf3c418-937f-49e8-92fb-0501ae6d8d0e tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:09.362592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de8d533e-c21c-4660-8656-8808ae58c291 req-5bf3c418-937f-49e8-92fb-0501ae6d8d0e tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 946 time: 0.0878029 Sep 17 22:23:09.414986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de8d533e-c21c-4660-8656-8808ae58c291 req-a8a57e11-72ed-417f-a5b7-8f0a06869ad1 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358641 Sep 17 22:23:09.469632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56254) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:09.771628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c8766-3ea4-4d35-a6d4-dadcd08f2a7a req-afa3dc48-6340-4bda-9b02-2cdbe15e2f8a tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:09.773127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f4c8766-3ea4-4d35-a6d4-dadcd08f2a7a req-afa3dc48-6340-4bda-9b02-2cdbe15e2f8a tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 946 time: 0.0513532 Sep 17 22:23:09.814030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f4c8766-3ea4-4d35-a6d4-dadcd08f2a7a req-cdd05d85-3e1f-4a57-96ed-eb01d762f03f tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Sep 17 22:23:09.877124 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.052181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-812318869-network', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:10.187317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Made reservation on behalf of cdb933bdef3a4f35a16aed5c1b950a9f for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:10.192730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.202527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.320278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.449771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.517864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:10.525507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56308) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:10.566516 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.567027 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Added segment 5fdf00c1-4e44-4944-b755-7e0134a27efe of type vlan for network 838c3bf3-1fcc-449c-953f-13b563709e12 Sep 17 22:23:10.592818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6e501d-b0b5-4d23-a335-421b267a085b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:10.639513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56310) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:10.660224 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.678442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac769b-c6ad-40d8-ae9a-4befb6782875 req-8abae5cb-a794-495a-9f8b-23d4f0027b9d tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.685897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24ac769b-c6ad-40d8-ae9a-4befb6782875 req-8abae5cb-a794-495a-9f8b-23d4f0027b9d tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 946 time: 0.1132083 Sep 17 22:23:10.692253 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6b0d6946-0a11-4e2c-a12e-a1dcc663771e tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4347 time: 0.1647913 Sep 17 22:23:10.695679 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56316) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:10.701616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'network': {'name': 'tempest-network-smoke--1248728809', 'project_id': '195015506e4142db836c85c9333add1f', 'port_security_enabled': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:10.737027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24ac769b-c6ad-40d8-ae9a-4befb6782875 req-2ac8350c-6db8-406b-ac26-bea388d4869e tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502522 Sep 17 22:23:10.761422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-bcc0104c-2f7a-40ff-a5b9-75f473b160da tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:10.762175 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-bcc0104c-2f7a-40ff-a5b9-75f473b160da tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:23:10.762827 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-bcc0104c-2f7a-40ff-a5b9-75f473b160da tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:23:10.763805 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bcc0104c-2f7a-40ff-a5b9-75f473b160da tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1230462 Sep 17 22:23:10.767488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56318) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:10.772130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146055860'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:10.843936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Made reservation on behalf of 195015506e4142db836c85c9333add1f for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:10.847992 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.883214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:10.892491 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.892834 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Added segment 4c68cac4-5605-4a13-b67b-9a5167e1de30 of type vlan for network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 Sep 17 22:23:10.933154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.939263 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:10.945426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:10.945426 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.013650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] Pushing event updated for resources: {'Network': ['ID=838c3bf3-1fcc-449c-953f-13b563709e12,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:11.031405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 838c3bf3-1fcc-449c-953f-13b563709e12 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:11.061485 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.070505 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.104719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.110188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:11.110897 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.177048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Network': ['ID=71e3e48e-06fb-4c45-978f-98f53c9b70c2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:11.187380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:11.272562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b27e2799-dfd7-4a97-aa0b-a57f061fdeca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8017945 Sep 17 22:23:11.275496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56322) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:11.280812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Request body: {'subnet': {'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-812318869-subnet', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:11.315240 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-70e0d29d-6d97-4f22-8561-b2dd97d373b2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6182930 Sep 17 22:23:11.318115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56324) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:11.322578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'admin_state_up': True, 'project_id': '195015506e4142db836c85c9333add1f', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:11.332900 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:23:11.332900 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:23:11.332900 n-d-713498-17 neutron-server[101661]: [parameters: {'project_id_1': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 22, 51, 285132)}] Sep 17 22:23:11.332900 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:11.333334 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:11.399253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.509117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.549556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7cb077-8276-45cb-8259-b54b7c9abf64,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:11.668137 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.669445 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.861637 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.890327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:11.903372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-ff7a2f13-9ba6-4b4e-b499-84ef681c7a5d tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:11.904944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-ff7a2f13-9ba6-4b4e-b499-84ef681c7a5d tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 946 time: 0.1397622 Sep 17 22:23:11.953123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a34f4-bc7b-4997-b293-5183b67c09f4 req-e213d770-a518-401a-a447-7c1eaa1fdcad tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:11.956196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-161a34f4-bc7b-4997-b293-5183b67c09f4 req-e213d770-a518-401a-a447-7c1eaa1fdcad tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 946 time: 0.0954096 Sep 17 22:23:12.009819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.053462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba25078-4c2f-4a7a-bddb-a544cf26ef6a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:12.168419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-161a34f4-bc7b-4997-b293-5183b67c09f4 req-96e76d43-3ce5-4e51-85b4-9f31e5e13147 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023106 Sep 17 22:23:12.241819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.246365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Made reservation on behalf of cdb933bdef3a4f35a16aed5c1b950a9f for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:12.248692 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.276391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Deleting port a95eb86d-d864-42a9-95df-c0660992e20d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:12.277596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.307581 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.312685 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e6d4975-c77f-4576-9488-4ae3646d18fd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5442820 Sep 17 22:23:12.313513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56348) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:12.318327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3f352882-3029-4753-b4fa-927fbb82d33b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': 'aba25078-4c2f-4a7a-bddb-a544cf26ef6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:12.421451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f352882-3029-4753-b4fa-927fbb82d33b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.460928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] For port a95eb86d-d864-42a9-95df-c0660992e20d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a95eb86d-d864-42a9-95df-c0660992e20d,segment=NetworkSegment(501c2379-e479-4dba-aabe-bc3418542dc7),segment_id=501c2379-e479-4dba-aabe-bc3418542dc7)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:12.461294 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.484659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f352882-3029-4753-b4fa-927fbb82d33b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.504827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Calling delete_port for a95eb86d-d864-42a9-95df-c0660992e20d owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:12.574513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f352882-3029-4753-b4fa-927fbb82d33b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.615547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f352882-3029-4753-b4fa-927fbb82d33b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80c99aa-0af6-4084-9469-8ac887947fd5,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:12.730586 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f352882-3029-4753-b4fa-927fbb82d33b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.734981 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3f352882-3029-4753-b4fa-927fbb82d33b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4176352 Sep 17 22:23:12.735290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56356) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:12.739680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a8854f2e-cb02-4a2b-bcc0-f9472fc17100 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': 'aba25078-4c2f-4a7a-bddb-a544cf26ef6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:12.793970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.847216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4906658-6b22-49d6-b1db-b9f519c6a5c1,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:12.885320 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a8854f2e-cb02-4a2b-bcc0-f9472fc17100 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.926911 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.963898 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:12.987577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Checking segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:12.987892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Network hostable DHCP agents. Network: 838c3bf3-1fcc-449c-953f-13b563709e12, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:13.032541 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.045236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a95eb86d-d864-42a9-95df-c0660992e20d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:13.050276 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-a8854f2e-cb02-4a2b-bcc0-f9472fc17100 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:23:13.054155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a8854f2e-cb02-4a2b-bcc0-f9472fc17100 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3150761 Sep 17 22:23:13.066193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56360) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:13.117320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Network 838c3bf3-1fcc-449c-953f-13b563709e12 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:13.138087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Pushing event deleted for resources: {'Port': ['ID=a95eb86d-d864-42a9-95df-c0660992e20d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:13.139003 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82659b00-55bd-4a85-bb6f-38ab3801a082 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.166440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82659b00-55bd-4a85-bb6f-38ab3801a082 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.289667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82659b00-55bd-4a85-bb6f-38ab3801a082 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.293468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82659b00-55bd-4a85-bb6f-38ab3801a082 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.297993 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-82659b00-55bd-4a85-bb6f-38ab3801a082 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/aba25078-4c2f-4a7a-bddb-a544cf26ef6a HTTP/1.1" status: 204 len: 168 time: 0.2424660 Sep 17 22:23:13.298782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56370) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:13.344960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Allocated IP 172.25.5.131 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/1b1e6510-ab2b-4213-8552-9cd44d5020ad) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:13.361851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82659b00-55bd-4a85-bb6f-38ab3801a082 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba25078-4c2f-4a7a-bddb-a544cf26ef6a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:13.422240 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c8cb96f2-c198-48a5-b61b-fac37cb67415 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1182137 Sep 17 22:23:13.423331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56376) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:13.434672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d03a722e-8481-42d1-a5db-5a41d25f3401 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274605137'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:13.457713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] No DVR routers for this DVR port a95eb86d-d864-42a9-95df-c0660992e20d on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:13.465884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.467971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27499505-64f6-4874-8a07-bd737d4ca9e1 req-22a12109-45b3-4675-b444-918d17c81edb tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.32 "DELETE /v2.0/ports/a95eb86d-d864-42a9-95df-c0660992e20d HTTP/1.1" status: 204 len: 173 time: 1.5548472 Sep 17 22:23:13.469207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1318fc-86eb-4bfe-a0f5-2189a92430ad', 'name': 'network-vif-deleted', 'tag': 'a95eb86d-d864-42a9-95df-c0660992e20d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:13.477857 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62337e01-7536-4f99-bd7b-fd40316bd1a3" -d '{"events": [{"server_uuid": "bb1318fc-86eb-4bfe-a0f5-2189a92430ad", "name": "network-vif-deleted", "tag": "a95eb86d-d864-42a9-95df-c0660992e20d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:13.480915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 838c3bf3-1fcc-449c-953f-13b563709e12) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:13.490497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8338a8-2137-48d8-b0be-8e0ea9eba3f9 None None] Network 838c3bf3-1fcc-449c-953f-13b563709e12 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:13.496171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:13.496776 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.537205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0c9067a-39db-49dc-abb1-70df4c819eb2 req-05d3bf51-f518-4666-adbc-5bd7f4a30d0b tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 210 time: 0.0768650 Sep 17 22:23:13.575596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03a722e-8481-42d1-a5db-5a41d25f3401 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.577456 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.586351 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0757b67-3fe9-4d4e-954b-a9d351e1b1f7 x-openstack-request-id: req-e0757b67-3fe9-4d4e-954b-a9d351e1b1f7 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:13.586351 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1318fc-86eb-4bfe-a0f5-2189a92430ad", "name": "network-vif-deleted", "tag": "a95eb86d-d864-42a9-95df-c0660992e20d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:13.586351 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0757b67-3fe9-4d4e-954b-a9d351e1b1f7 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:13.586351 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1318fc-86eb-4bfe-a0f5-2189a92430ad', 'name': 'network-vif-deleted', 'tag': 'a95eb86d-d864-42a9-95df-c0660992e20d', 'status': 'completed', 'code': 200} Sep 17 22:23:13.742144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0219a45f-dd47-4eaf-88fa-81224fa07a8e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4654260 Sep 17 22:23:13.745464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.746818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56386) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:13.766469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:13.773807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-838c3bf3-1fcc-449c-953f-13b563709e12', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:13.774518 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:13.886575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03a722e-8481-42d1-a5db-5a41d25f3401 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.006930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Allocated IP 172.20.0.2 (838c3bf3-1fcc-449c-953f-13b563709e12/d4906658-6b22-49d6-b1db-b9f519c6a5c1/59394424-62d0-40f6-8043-e9e50480c204) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:14.049810 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03a722e-8481-42d1-a5db-5a41d25f3401 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.109922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a722e-8481-42d1-a5db-5a41d25f3401 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1c50a-2ac2-489a-a75d-7913a6b587b5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:14.175867 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03a722e-8481-42d1-a5db-5a41d25f3401 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.180666 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d03a722e-8481-42d1-a5db-5a41d25f3401 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7543256 Sep 17 22:23:14.181382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56392) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:14.186570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-09a8e06c-bf87-43a0-b3a3-d0a5494597b3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': 'ccd1c50a-2ac2-489a-a75d-7913a6b587b5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:14.187341 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-09a8e06c-bf87-43a0-b3a3-d0a5494597b3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 22:23:14.187853 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-09a8e06c-bf87-43a0-b3a3-d0a5494597b3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:14.202596 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-09a8e06c-bf87-43a0-b3a3-d0a5494597b3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0199113 Sep 17 22:23:14.208321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56394) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:14.298467 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.313812 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fcca559-df59-49ea-99b5-64e37e3b5c3c tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.324285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:14.325742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:14.328245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:14.392160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fcca559-df59-49ea-99b5-64e37e3b5c3c tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.398594 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.459924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Network 838c3bf3-1fcc-449c-953f-13b563709e12 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:14.464821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:14.473530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:14.511685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=1b1e6510-ab2b-4213-8552-9cd44d5020ad,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:14.518488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fcca559-df59-49ea-99b5-64e37e3b5c3c tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.526635 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fcca559-df59-49ea-99b5-64e37e3b5c3c tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.526635 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8fcca559-df59-49ea-99b5-64e37e3b5c3c tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/ccd1c50a-2ac2-489a-a75d-7913a6b587b5 HTTP/1.1" status: 204 len: 168 time: 0.3180089 Sep 17 22:23:14.527659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56400) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:14.547213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Pushing event updated for resources: {'Port': ['ID=59394424-62d0-40f6-8043-e9e50480c204,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:14.560389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcca559-df59-49ea-99b5-64e37e3b5c3c tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1c50a-2ac2-489a-a75d-7913a6b587b5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:14.596545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Attempting to bind port 59394424-62d0-40f6-8043-e9e50480c204 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:14.597321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Attempting to bind port 59394424-62d0-40f6-8043-e9e50480c204 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:14.597839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Attempting to bind port 59394424-62d0-40f6-8043-e9e50480c204 on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:14.605185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:14.605797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Checking segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:14.606632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.607254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Bound using segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:14.607933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Bound port: 59394424-62d0-40f6-8043-e9e50480c204, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:14.608492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.634722 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-902835de-d423-4c57-85f1-d6f04912e640 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067991 Sep 17 22:23:14.639379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56406) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:14.650271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0ccc7843-4983-455e-a94b-16142e3a1fe0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580810780'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:14.671394 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.672971 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.762863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] For port 59394424-62d0-40f6-8043-e9e50480c204, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:14.766704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] For port 59394424-62d0-40f6-8043-e9e50480c204, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=59394424-62d0-40f6-8043-e9e50480c204,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:14.824088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d44ae59-4ef2-48b8-8f01-c5af557c69c1 req-32ee0287-c578-422b-bcef-28e3ac70ab07 tempest-ServersNegativeTestMultiTenantJSON-492729360 tempest-ServersNegativeTestMultiTenantJSON-492729360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1318fc-86eb-4bfe-a0f5-2189a92430ad HTTP/1.1" status: 200 len: 210 time: 0.1014907 Sep 17 22:23:14.913947 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:14.985252 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.001263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc60ce-5b2d-4d37-ac8e-b18ff3734733 None None] Pushing event updated for resources: {'Port': ['ID=59394424-62d0-40f6-8043-e9e50480c204,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:15.001688 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.042462 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7843-4983-455e-a94b-16142e3a1fe0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.457908 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.492234 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7843-4983-455e-a94b-16142e3a1fe0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.538709 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.594044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7843-4983-455e-a94b-16142e3a1fe0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.660426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc7843-4983-455e-a94b-16142e3a1fe0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06ad71e-cf57-4aac-bdf7-d45ba9e71b58,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:15.739734 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7843-4983-455e-a94b-16142e3a1fe0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.741008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0ccc7843-4983-455e-a94b-16142e3a1fe0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1005359 Sep 17 22:23:15.744090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56432) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:15.760846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ddf48f3c-e9c8-49a0-a18f-42e5187db344 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': 'd06ad71e-cf57-4aac-bdf7-d45ba9e71b58', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:15.769010 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-ddf48f3c-e9c8-49a0-a18f-42e5187db344 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 22:23:15.770102 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-ddf48f3c-e9c8-49a0-a18f-42e5187db344 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:15.773548 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ddf48f3c-e9c8-49a0-a18f-42e5187db344 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0257492 Sep 17 22:23:15.775258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56434) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:15.865839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0581257-5e5c-4489-9406-571ff5c9e632 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.891639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0581257-5e5c-4489-9406-571ff5c9e632 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:15.938059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Router e07069ac-d840-48b3-8cd4-87b02147df46 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:23:15.941974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56442) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:15.991049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a95eb86d-d864-42a9-95df-c0660992e20d no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:16.030435 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0581257-5e5c-4489-9406-571ff5c9e632 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.045339 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0581257-5e5c-4489-9406-571ff5c9e632 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.055207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56444) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.058620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a0581257-5e5c-4489-9406-571ff5c9e632 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/d06ad71e-cf57-4aac-bdf7-d45ba9e71b58 HTTP/1.1" status: 204 len: 168 time: 0.2783999 Sep 17 22:23:16.068060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: a95eb86d-d864-42a9-95df-c0660992e20d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:16.068502 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a95eb86d-d864-42a9-95df-c0660992e20d not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:16.114927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-152adc1c-4565-4eba-99b0-7fba046e50a1 admin admin] Deleting subnet e3231bd2-c0bb-40f3-8285-faf088769014 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:16.155459 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a51b7509-5858-43f7-b4be-0bbf366f6bb1 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838480 Sep 17 22:23:16.156217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-152adc1c-4565-4eba-99b0-7fba046e50a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.177314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56448) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.182239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-56d4fa78-074c-467c-8ab5-bc963bc2c67a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1414499845'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:16.219782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-152adc1c-4565-4eba-99b0-7fba046e50a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.266981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0581257-5e5c-4489-9406-571ff5c9e632 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06ad71e-cf57-4aac-bdf7-d45ba9e71b58,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:16.283011 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-152adc1c-4565-4eba-99b0-7fba046e50a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.328040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:16.346562 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56d4fa78-074c-467c-8ab5-bc963bc2c67a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.351334 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.351547 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Sync routers for ids ['e07069ac-d840-48b3-8cd4-87b02147df46'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:16.386199 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.387418 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Routers {'e07069ac-d840-48b3-8cd4-87b02147df46'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:16.388271 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:22:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e07069ac-d840-48b3-8cd4-87b02147df46'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:16.452140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c86488-44e0-47e5-a6d1-9f155107a675 None None] Network 838c3bf3-1fcc-449c-953f-13b563709e12 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:16.486744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-152adc1c-4565-4eba-99b0-7fba046e50a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.499549 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.503461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b8df4580-e2a9-403e-a9b3-a40025584a94 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1818657 Sep 17 22:23:16.505984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56454) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.506332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56456) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.618439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56d4fa78-074c-467c-8ab5-bc963bc2c67a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.677052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3d202230-7122-4f62-9b8e-e3e571f5f2db None None] Provisioning complete for port 59394424-62d0-40f6-8043-e9e50480c204 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:16.677424 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3d202230-7122-4f62-9b8e-e3e571f5f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.682335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152adc1c-4565-4eba-99b0-7fba046e50a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3231bd2-c0bb-40f3-8285-faf088769014,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:16.691512 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56d4fa78-074c-467c-8ab5-bc963bc2c67a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.762041 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-152adc1c-4565-4eba-99b0-7fba046e50a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.774007 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-152adc1c-4565-4eba-99b0-7fba046e50a1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e3231bd2-c0bb-40f3-8285-faf088769014 HTTP/1.1" status: 204 len: 168 time: 0.8302035 Sep 17 22:23:16.788453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56464) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.789815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4fa78-074c-467c-8ab5-bc963bc2c67a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9658aa-4984-44fb-996f-b73462ac58bf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:16.814729 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Set router e07069ac-d840-48b3-8cd4-87b02147df46 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:16.826598 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56d4fa78-074c-467c-8ab5-bc963bc2c67a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.832159 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-56d4fa78-074c-467c-8ab5-bc963bc2c67a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6534722 Sep 17 22:23:16.834895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56466) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.840985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f12f4bfe-8250-42cc-934b-840ff8513345 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': 'cd9658aa-4984-44fb-996f-b73462ac58bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:16.857080 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-f12f4bfe-8250-42cc-934b-840ff8513345 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 22:23:16.857828 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-f12f4bfe-8250-42cc-934b-840ff8513345 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:16.859047 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f12f4bfe-8250-42cc-934b-840ff8513345 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218837 Sep 17 22:23:16.871638 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56468) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.880344 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3d202230-7122-4f62-9b8e-e3e571f5f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:16.886124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c748c724-7cee-489d-9185-922cbd35420a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': 'cd9658aa-4984-44fb-996f-b73462ac58bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:16.887344 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-c748c724-7cee-489d-9185-922cbd35420a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 22:23:16.887984 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-c748c724-7cee-489d-9185-922cbd35420a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:16.889172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c748c724-7cee-489d-9185-922cbd35420a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0124004 Sep 17 22:23:16.892333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56470) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:16.899190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1b875be4-5082-4d39-9f3d-dcfca5e58421 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': 'cd9658aa-4984-44fb-996f-b73462ac58bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:16.900300 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-1b875be4-5082-4d39-9f3d-dcfca5e58421 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 22:23:16.901070 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-1b875be4-5082-4d39-9f3d-dcfca5e58421 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:16.902266 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b875be4-5082-4d39-9f3d-dcfca5e58421 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088105 Sep 17 22:23:16.925169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3d202230-7122-4f62-9b8e-e3e571f5f2db None None] For port 59394424-62d0-40f6-8043-e9e50480c204, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=59394424-62d0-40f6-8043-e9e50480c204,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:16.965065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56472) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:17.000529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1db647ec-5b42-4d1f-8ecf-1e5f9d92ed50 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': 'cd9658aa-4984-44fb-996f-b73462ac58bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:17.001288 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-1db647ec-5b42-4d1f-8ecf-1e5f9d92ed50 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 22:23:17.001812 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-1db647ec-5b42-4d1f-8ecf-1e5f9d92ed50 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:17.005949 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1db647ec-5b42-4d1f-8ecf-1e5f9d92ed50 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0337133 Sep 17 22:23:17.006332 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.008695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56476) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:17.017441 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3d202230-7122-4f62-9b8e-e3e571f5f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.163089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa57290f-074c-4f73-bf4f-d414e67c7bc0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:17.165573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fa57290f-074c-4f73-bf4f-d414e67c7bc0 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=195015506e4142db836c85c9333add1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.6517959 Sep 17 22:23:17.169811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56482) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:17.223275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 59394424-62d0-40f6-8043-e9e50480c204 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:17.233141 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.299276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610acf06-31ef-499e-9014-a841a67e2352']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:17.320203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501c2379-e479-4dba-aabe-bc3418542dc7') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:17.320523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501c2379-e479-4dba-aabe-bc3418542dc7') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:17.345605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Allocated IP 172.25.5.19 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/9ad85e0b-5391-4f83-899b-39044ea66a8f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:17.350111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.350864 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:11Z', 'updated_at': '2021-09-17T22:23:14Z', 'revision_number': 3, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:12Z', 'updated_at': '2021-09-17T22:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:17.362820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d202230-7122-4f62-9b8e-e3e571f5f2db None None] Pushing event updated for resources: {'Port': ['ID=59394424-62d0-40f6-8043-e9e50480c204,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:17.382936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.397326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:17.399810 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.405362 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fafbd-cde8-461a-8f44-1d4e2501a257 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:17.407151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db1fafbd-cde8-461a-8f44-1d4e2501a257 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2361689 Sep 17 22:23:17.413492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 59394424-62d0-40f6-8043-e9e50480c204 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:17.419127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.419247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56484) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:17.444592 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Checking router: e07069ac-d840-48b3-8cd4-87b02147df46 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:17.445141 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Updating router e07069ac-d840-48b3-8cd4-87b02147df46 port 1b1e6510-ab2b-4213-8552-9cd44d5020ad binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:17.477630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-478cebc7-b963-4e79-a7d6-04fb669d0770 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575333 Sep 17 22:23:17.480986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56488) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:17.507461 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:17.530540 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:17.557587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfaa0-5614-46bc-a820-6cffbef9b14b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.564892 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa720067-df6d-4d07-a41e-e2c5e734e0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.570301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2d6f1c9c-7830-4cd6-bf52-e20ff0bd69eb None None] Provisioning complete for port 59394424-62d0-40f6-8043-e9e50480c204 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:17.570686 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1c9c-7830-4cd6-bf52-e20ff0bd69eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.585636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfaa0-5614-46bc-a820-6cffbef9b14b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.593666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-91af28bb-4a4c-4b00-8166-21f0306480f5 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=195015506e4142db836c85c9333add1f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1090930 Sep 17 22:23:17.598198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56490) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:17.678470 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.695580 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.762021 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-340c3ab6-8783-4b0c-85c2-7c62d0655449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.794174 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa720067-df6d-4d07-a41e-e2c5e734e0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.859068 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa720067-df6d-4d07-a41e-e2c5e734e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.921451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa720067-df6d-4d07-a41e-e2c5e734e0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0627d320-3026-483e-9245-a2c3ee6f540e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:17.927280 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:17.932789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fa720067-df6d-4d07-a41e-e2c5e734e0d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f991add757ab4fffa42295b53f583680&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4251878 Sep 17 22:23:17.942654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56496) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:18.060079 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24949027-3fab-4323-8df8-c813a6721668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.071078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.076365 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] 10.222.0.13 "DELETE /v2.0/networks/610acf06-31ef-499e-9014-a841a67e2352 HTTP/1.1" status: 204 len: 168 time: 1.2724619 Sep 17 22:23:18.077079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56498) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:18.087717 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24949027-3fab-4323-8df8-c813a6721668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.093177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc09c56-4c81-46b0-9a9e-099a30ed2e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=610acf06-31ef-499e-9014-a841a67e2352,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.124735 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.142320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad47b9-1176-4040-a39f-87b04cb51c91 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:18.146767 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-68ad47b9-1176-4040-a39f-87b04cb51c91 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5445275 Sep 17 22:23:18.147725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56500) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:18.150180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:18.156037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:18.164432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:18.184884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-145eb116-ccd0-4a3e-88fa-6a0bf2235041 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342684 Sep 17 22:23:18.185926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d097f1-74f8-420e-af49-ecdf48d844e4 admin admin] Deleting subnet fe885d3b-c267-4e95-9266-688f5c3d49ea {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:18.189117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56504) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:18.189117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Pushing event updated for resources: {'Port': ['ID=9ad85e0b-5391-4f83-899b-39044ea66a8f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.189751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35d097f1-74f8-420e-af49-ecdf48d844e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.199402 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.200003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-523589418', 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2', 'project_id': '195015506e4142db836c85c9333add1f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:18.231713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35d097f1-74f8-420e-af49-ecdf48d844e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.234354 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfaa0-5614-46bc-a820-6cffbef9b14b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.240992 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfaa0-5614-46bc-a820-6cffbef9b14b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.240992 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c3dfaa0-5614-46bc-a820-6cffbef9b14b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd9658aa-4984-44fb-996f-b73462ac58bf HTTP/1.1" status: 204 len: 168 time: 1.2293353 Sep 17 22:23:18.280838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56508) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:18.283726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3dfaa0-5614-46bc-a820-6cffbef9b14b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9658aa-4984-44fb-996f-b73462ac58bf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.323314 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Attempting to bind port 1b1e6510-ab2b-4213-8552-9cd44d5020ad on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:18.326519 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Attempting to bind port 1b1e6510-ab2b-4213-8552-9cd44d5020ad by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:18.327047 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Attempting to bind port 1b1e6510-ab2b-4213-8552-9cd44d5020ad on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:18.334104 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Pushing event updated for resources: {'Port': ['ID=1b1e6510-ab2b-4213-8552-9cd44d5020ad,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.339507 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:18.339963 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:18.340330 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.340773 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:18.341602 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Bound port: 1b1e6510-ab2b-4213-8552-9cd44d5020ad, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:18.341602 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.345507 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.345898 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.346236 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.346568 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.347013 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.347258 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.347581 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.347904 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.348225 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.348542 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.348917 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.349240 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:18.373690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35d097f1-74f8-420e-af49-ecdf48d844e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.407415 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-164c2d44-5db4-4816-8c69-2fc4acfc14b0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151145 Sep 17 22:23:18.407603 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] For port 1b1e6510-ab2b-4213-8552-9cd44d5020ad, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:18.410780 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] For port 1b1e6510-ab2b-4213-8552-9cd44d5020ad, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1b1e6510-ab2b-4213-8552-9cd44d5020ad,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:18.412783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56512) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:18.418430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-198c7dcf-4184-4ba2-ba41-13587f1ebdef tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'tempest-secgroup--460752184'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:18.430458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Made reservation on behalf of 195015506e4142db836c85c9333add1f for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:18.434392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.468966 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24949027-3fab-4323-8df8-c813a6721668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.471607 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24949027-3fab-4323-8df8-c813a6721668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.473707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-24949027-3fab-4323-8df8-c813a6721668 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0627d320-3026-483e-9245-a2c3ee6f540e HTTP/1.1" status: 204 len: 168 time: 0.5288210 Sep 17 22:23:18.498906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24949027-3fab-4323-8df8-c813a6721668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0627d320-3026-483e-9245-a2c3ee6f540e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.514091 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.579193 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35d097f1-74f8-420e-af49-ecdf48d844e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.587293 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Routers {'e07069ac-d840-48b3-8cd4-87b02147df46'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:18.587293 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:22:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e07069ac-d840-48b3-8cd4-87b02147df46'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:18.588438 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b826778-49d7-4185-8d7c-97ba24bbd6d8 None None] Pushing event updated for resources: {'Port': ['ID=1b1e6510-ab2b-4213-8552-9cd44d5020ad,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.590070 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-198c7dcf-4184-4ba2-ba41-13587f1ebdef tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.636615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d097f1-74f8-420e-af49-ecdf48d844e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe885d3b-c267-4e95-9266-688f5c3d49ea,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:18.644284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35d097f1-74f8-420e-af49-ecdf48d844e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.649168 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-35d097f1-74f8-420e-af49-ecdf48d844e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe885d3b-c267-4e95-9266-688f5c3d49ea HTTP/1.1" status: 204 len: 168 time: 0.5636816 Sep 17 22:23:18.650446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56518) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:18.718714 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] Set router e07069ac-d840-48b3-8cd4-87b02147df46 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:18.784712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.800046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-198c7dcf-4184-4ba2-ba41-13587f1ebdef tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.923769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-198c7dcf-4184-4ba2-ba41-13587f1ebdef tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.934282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.961444 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:11Z', 'updated_at': '2021-09-17T22:23:14Z', 'revision_number': 3, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:12Z', 'updated_at': '2021-09-17T22:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:18.965942 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.980114 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:18.982395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c7dcf-4184-4ba2-ba41-13587f1ebdef tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.009934 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a3a7c-7221-47a7-82b2-113c6288e190 None None] The sync data for ids ['e07069ac-d840-48b3-8cd4-87b02147df46'] in n-d-713498-17 is: [{'id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:11Z', 'updated_at': '2021-09-17T22:23:14Z', 'revision_number': 3, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:12Z', 'updated_at': '2021-09-17T22:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:19.053233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 59394424-62d0-40f6-8043-e9e50480c204 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:19.060000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6330aa-bffa-4f80-a9f8-20ffaa4f2088']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:19.084615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8554b53-50e5-42d3-a2c2-cb0a749f8c80') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:19.084615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8554b53-50e5-42d3-a2c2-cb0a749f8c80') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:19.095406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-198c7dcf-4184-4ba2-ba41-13587f1ebdef tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.096801 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-198c7dcf-4184-4ba2-ba41-13587f1ebdef tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6829948 Sep 17 22:23:19.099858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56528) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.101061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.105480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6f282a9c-80e5-446a-87e6-50e7ececb228 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:19.106368 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-6f282a9c-80e5-446a-87e6-50e7ececb228 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:23:19.106988 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-6f282a9c-80e5-446a-87e6-50e7ececb228 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:19.112237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 59394424-62d0-40f6-8043-e9e50480c204 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:19.112408 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6f282a9c-80e5-446a-87e6-50e7ececb228 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082488 Sep 17 22:23:19.112497 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.113242 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56530) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.118376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-030a99f2-f452-48b7-b950-ec11d08b91b4 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:19.121495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Subnet': ['ID=517b1fb4-3c2b-452c-baf1-986b42cd44e5,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.168438 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.182738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:19.185763 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:19.204086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Checking segment: {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:19.204446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network hostable DHCP agents. Network: 71e3e48e-06fb-4c45-978f-98f53c9b70c2, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:23:19.372894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56538) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.408959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:23:19.413363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.427888 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-030a99f2-f452-48b7-b950-ec11d08b91b4 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:19.428941 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-030a99f2-f452-48b7-b950-ec11d08b91b4 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3149581 Sep 17 22:23:19.430115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-df92432a-df61-46bd-ba69-5092e9dc986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.431990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56540) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.433982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.436048 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ca6330aa-bffa-4f80-a9f8-20ffaa4f2088 HTTP/1.1" status: 204 len: 168 time: 0.7843981 Sep 17 22:23:19.445747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1374d92b-c23e-41b3-8bfd-45d5204e797f tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:19.446234 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-1374d92b-c23e-41b3-8bfd-45d5204e797f tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 22:23:19.446730 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-1374d92b-c23e-41b3-8bfd-45d5204e797f tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:19.450769 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1374d92b-c23e-41b3-8bfd-45d5204e797f tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175028 Sep 17 22:23:19.465594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56544) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.488574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.493893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b9a41385-4254-4076-9ed1-0f15428a12e0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:19.502570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e58207-e97a-4023-b1cb-3c4e11de9f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6330aa-bffa-4f80-a9f8-20ffaa4f2088,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.564890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 71e3e48e-06fb-4c45-978f-98f53c9b70c2) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:19.577373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99838451-59cd-440e-8c45-600cf66e2bda None None] Network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:19.578079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:19.578925 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.641485 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-df92432a-df61-46bd-ba69-5092e9dc986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.741866 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-df92432a-df61-46bd-ba69-5092e9dc986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.778411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-71e3e48e-06fb-4c45-978f-98f53c9b70c2', 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2', 'tenant_id': '195015506e4142db836c85c9333add1f', 'fixed_ips': [{'subnet_id': '517b1fb4-3c2b-452c-baf1-986b42cd44e5'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:23:19.779907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.787948 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-df92432a-df61-46bd-ba69-5092e9dc986e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c2caf3b5457494a87f23a2b62d15e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039533 Sep 17 22:23:19.791626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56548) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.793372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92432a-df61-46bd-ba69-5092e9dc986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fdee14-a53f-4ff0-9d97-bd64eaa422d9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:19.841346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Router 0b85f031-ad77-40bc-a0fc-690dba1da502 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:23:19.913907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-140033a3-247f-4675-9f58-8b4389136dad tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7227046 Sep 17 22:23:19.917275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56552) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:19.924024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f898f368-0793-4bb6-9a7b-28d5bc300cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:19.940368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Allocated IP 172.20.0.18 (71e3e48e-06fb-4c45-978f-98f53c9b70c2/517b1fb4-3c2b-452c-baf1-986b42cd44e5/5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:19.967318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f898f368-0793-4bb6-9a7b-28d5bc300cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.047201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:20.060842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Sync routers for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:20.083700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:20.084945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:22:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:20.098356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.155950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f6eb9f14-19ad-4d55-908f-1027f045ea42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5013209e51bb4508a89983eeeb50c24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528314 Sep 17 22:23:20.156156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56558) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.201802 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.205785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5fefcf2b-b5ba-4656-8b07-6c5160970a1e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4530098 Sep 17 22:23:20.208312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56562) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.257897 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-b9a41385-4254-4076-9ed1-0f15428a12e0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:20.262543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b9a41385-4254-4076-9ed1-0f15428a12e0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7756765 Sep 17 22:23:20.267301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56564) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.271917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f898f368-0793-4bb6-9a7b-28d5bc300cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.277515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f898f368-0793-4bb6-9a7b-28d5bc300cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.282855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f898f368-0793-4bb6-9a7b-28d5bc300cfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26fdee14-a53f-4ff0-9d97-bd64eaa422d9 HTTP/1.1" status: 204 len: 168 time: 0.4881709 Sep 17 22:23:20.304713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.311513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5d81e316-3edd-4947-8dcc-2bc7fcf3549e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:20.312352 n-d-713498-17 neutron-server[101661]: WARNING neutron.api.v2.base [None req-5d81e316-3edd-4947-8dcc-2bc7fcf3549e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:23:20.312862 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-5d81e316-3edd-4947-8dcc-2bc7fcf3549e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:20.316656 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5d81e316-3edd-4947-8dcc-2bc7fcf3549e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0313292 Sep 17 22:23:20.320191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c5e06f6-93bf-4d9e-b7f4-11af7b4ce440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.328657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:20.331208 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4bd26e2b-2fae-4f10-95ba-c963521eb3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.333061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56568) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:20.345389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6affd903-666f-4f2d-98d3-cc0f3c79162e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:20.370941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898f368-0793-4bb6-9a7b-28d5bc300cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fdee14-a53f-4ff0-9d97-bd64eaa422d9,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:20.436012 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.486690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:20.499366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4bd26e2b-2fae-4f10-95ba-c963521eb3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.545234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:20.548885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:20.581591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:20.669289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Attempting to bind port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:20.669773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Attempting to bind port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:20.670229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Attempting to bind port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 on network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:20.676804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.683988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:20.684480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Checking segment: {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:20.684973 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.685460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Bound using segment: {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:20.686050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Bound port: 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:20.686529 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.801039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] For port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:20.809576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] For port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:20.812272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:18Z', 'revision_number': 3, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:20.851364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Checking router: 0b85f031-ad77-40bc-a0fc-690dba1da502 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:20.851826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Updating router 0b85f031-ad77-40bc-a0fc-690dba1da502 port 9ad85e0b-5391-4f83-899b-39044ea66a8f binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:20.891581 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:20.897497 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.143187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Allocated IP 172.20.0.17 (71e3e48e-06fb-4c45-978f-98f53c9b70c2/517b1fb4-3c2b-452c-baf1-986b42cd44e5/388c8de4-fbea-423a-8c0f-5f11ac3c53c7) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:21.149619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1b1e6510-ab2b-4213-8552-9cd44d5020ad up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:21.274916 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-6affd903-666f-4f2d-98d3-cc0f3c79162e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:21.280453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6affd903-666f-4f2d-98d3-cc0f3c79162e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9384716 Sep 17 22:23:21.280662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56588) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:21.282664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4bd26e2b-2fae-4f10-95ba-c963521eb3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.285560 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4bd26e2b-2fae-4f10-95ba-c963521eb3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.288256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4bd26e2b-2fae-4f10-95ba-c963521eb3c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5 HTTP/1.1" status: 204 len: 168 time: 1.1290998 Sep 17 22:23:21.305272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b310765f-f979-47af-89a6-18c2053470ed tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:21.306078 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-b310765f-f979-47af-89a6-18c2053470ed tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 22:23:21.308285 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-b310765f-f979-47af-89a6-18c2053470ed tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:21.310112 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b310765f-f979-47af-89a6-18c2053470ed tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0295959 Sep 17 22:23:21.325661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56594) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:21.344273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-99563487-c4f0-4d34-8a49-ce152ec0c395 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:21.364613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd26e2b-2fae-4f10-95ba-c963521eb3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d35933-ce14-4b4d-b3ba-1d92d6bc8dc5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:21.466353 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.519504 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.528953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cd2cf-1a13-441d-a9e7-617841511232 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:21.588079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1b1e6510-ab2b-4213-8552-9cd44d5020ad triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:21.590383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.764882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.768054 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-99563487-c4f0-4d34-8a49-ce152ec0c395 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:21.769716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-99563487-c4f0-4d34-8a49-ce152ec0c395 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4417167 Sep 17 22:23:21.778427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56606) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:21.800364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-cae30b48-17ed-4456-a8b0-c0bdf68ae81d tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:21.819432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:21.937397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:21.947817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:21.964979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:21.966448 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.072179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Allocated IP 172.20.0.1 (838c3bf3-1fcc-449c-953f-13b563709e12/d4906658-6b22-49d6-b1db-b9f519c6a5c1/fb2a1856-616d-4482-be10-b33585f5d0a6) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:22.078355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=388c8de4-fbea-423a-8c0f-5f11ac3c53c7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.080803 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.082978 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.104932 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.124054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 1b1e6510-ab2b-4213-8552-9cd44d5020ad, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1b1e6510-ab2b-4213-8552-9cd44d5020ad,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:22.199512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.229081 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.285257 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-cae30b48-17ed-4456-a8b0-c0bdf68ae81d tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:22.293804 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cae30b48-17ed-4456-a8b0-c0bdf68ae81d tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5068331 Sep 17 22:23:22.298350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56618) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:22.323607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.373836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.402311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Attempting to bind port 9ad85e0b-5391-4f83-899b-39044ea66a8f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:22.402688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Attempting to bind port 9ad85e0b-5391-4f83-899b-39044ea66a8f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:22.413842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Attempting to bind port 9ad85e0b-5391-4f83-899b-39044ea66a8f on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:22.457359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:22.457742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:22.458142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.458571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:22.459093 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Bound port: 9ad85e0b-5391-4f83-899b-39044ea66a8f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:22.459476 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.507949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Network 838c3bf3-1fcc-449c-953f-13b563709e12 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:22.526448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:22.527869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f3b48-2ae5-4aae-ad20-03b0c466a4e6 None None] Pushing event updated for resources: {'Port': ['ID=9ad85e0b-5391-4f83-899b-39044ea66a8f,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.538317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:22.542058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56622) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:22.588745 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ce5d990-a99f-46ff-a4bf-7f16f523bfb7 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.590562 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.628167 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.688968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] For port 9ad85e0b-5391-4f83-899b-39044ea66a8f, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:22.700900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] For port 9ad85e0b-5391-4f83-899b-39044ea66a8f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9ad85e0b-5391-4f83-899b-39044ea66a8f,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:22.745008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=1b1e6510-ab2b-4213-8552-9cd44d5020ad,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.782560 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.896350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f3b48-2ae5-4aae-ad20-03b0c466a4e6 None None] Pushing event updated for resources: {'Port': ['ID=9ad85e0b-5391-4f83-899b-39044ea66a8f,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:22.968181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:22.970685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:22.977648 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-82357867-5495-458e-b186-198ad43bac32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17461419cbf44f45af21f242415b1a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885543 Sep 17 22:23:22.978161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963edbc-0313-4052-a09f-448ebbd6147c None None] Network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:22.979090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ce5d990-a99f-46ff-a4bf-7f16f523bfb7 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:22.982415 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56632) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:23.099190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2a1856-616d-4482-be10-b33585f5d0a6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.184752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a059fffb-0be0-449f-a214-b9fb8644276a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.247590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:23.248193 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.278833 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a059fffb-0be0-449f-a214-b9fb8644276a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.299510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-eebca7e1-1ad1-46be-970a-d46924607643 None None] Provisioning complete for port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:23.299722 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eebca7e1-1ad1-46be-970a-d46924607643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.400524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ce5d990-a99f-46ff-a4bf-7f16f523bfb7 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.415560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ce5d990-a99f-46ff-a4bf-7f16f523bfb7 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.417807 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2ce5d990-a99f-46ff-a4bf-7f16f523bfb7 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e HTTP/1.1" status: 204 len: 168 time: 1.1141441 Sep 17 22:23:23.420674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56644) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:23.437724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:23.486595 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.507058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5d990-a99f-46ff-a4bf-7f16f523bfb7 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5dd9d6-7d9a-4cb7-8fce-0d9f2cd6286e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.521609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cb46ed08-2c89-4342-8041-165e273e1d88 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995381 Sep 17 22:23:23.522270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56646) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:23.536450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b1edb2a5-76cc-437f-ab86-3cf617fa16bb tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'tempest-secgroup--602329607'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:23.544149 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.607739 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.623195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a059fffb-0be0-449f-a214-b9fb8644276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.627376 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a059fffb-0be0-449f-a214-b9fb8644276a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.636286 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a059fffb-0be0-449f-a214-b9fb8644276a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/041f7700-329e-425c-9f4e-e5e70ba7dae1 HTTP/1.1" status: 204 len: 168 time: 0.6525867 Sep 17 22:23:23.660713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:23.660957 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.668513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.679249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059fffb-0be0-449f-a214-b9fb8644276a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041f7700-329e-425c-9f4e-e5e70ba7dae1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.708612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1edb2a5-76cc-437f-ab86-3cf617fa16bb tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.754678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.758632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eebca7e1-1ad1-46be-970a-d46924607643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.859416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.879461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2a1856-616d-4482-be10-b33585f5d0a6,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:23.956007 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:23.959176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=388c8de4-fbea-423a-8c0f-5f11ac3c53c7,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:24.049004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-eebca7e1-1ad1-46be-970a-d46924607643 None None] For port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:24.144165 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eebca7e1-1ad1-46be-970a-d46924607643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.208432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:24.211053 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:24.316935 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1edb2a5-76cc-437f-ab86-3cf617fa16bb tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.337535 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.381540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Network 838c3bf3-1fcc-449c-953f-13b563709e12 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:24.387290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:24.407796 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1edb2a5-76cc-437f-ab86-3cf617fa16bb tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.455319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:18Z', 'revision_number': 3, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:24.546421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Router e07069ac-d840-48b3-8cd4-87b02147df46 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:23:24.580898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-60d2f3ec-af1c-4881-9317-2b93a7a29534 None None] Provisioning complete for port fb2a1856-616d-4482-be10-b33585f5d0a6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:24.581840 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-60d2f3ec-af1c-4881-9317-2b93a7a29534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.600838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edb2a5-76cc-437f-ab86-3cf617fa16bb tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2dd71e-d2ec-4075-b029-4cc6eda69267,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:24.656059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebca7e1-1ad1-46be-970a-d46924607643 None None] Pushing event updated for resources: {'Port': ['ID=5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:24.700675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-60d2f3ec-af1c-4881-9317-2b93a7a29534 None None] Port fb2a1856-616d-4482-be10-b33585f5d0a6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:24.705204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a82e7-84e1-4e31-9117-0d91a382f1c4 None None] The sync data for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 is: [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:18Z', 'revision_number': 3, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:24.739134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1edb2a5-76cc-437f-ab86-3cf617fa16bb tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.749295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b1edb2a5-76cc-437f-ab86-3cf617fa16bb tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2121625 Sep 17 22:23:24.750255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56690) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:24.777029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c4290a54-122f-4a5e-a89c-d247dfe5d852 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '3d2dd71e-d2ec-4075-b029-4cc6eda69267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:24.780210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-60d2f3ec-af1c-4881-9317-2b93a7a29534 None None] Provisioning complete for port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:24.780886 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-60d2f3ec-af1c-4881-9317-2b93a7a29534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.819002 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:24.819356 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:24.839457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-60d2f3ec-af1c-4881-9317-2b93a7a29534 None None] Port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:24.851624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-60d2f3ec-af1c-4881-9317-2b93a7a29534 None None] Provisioning complete for port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:24.852134 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-60d2f3ec-af1c-4881-9317-2b93a7a29534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:24.889696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Router 0b85f031-ad77-40bc-a0fc-690dba1da502 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:23:24.921604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:24.933520 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Sync routers for ids ['e07069ac-d840-48b3-8cd4-87b02147df46'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:24.938456 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0d64ed6c-aa28-4587-bbac-cd6ca8c626eb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "PUT /v2.0/routers/e07069ac-d840-48b3-8cd4-87b02147df46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0199041 Sep 17 22:23:24.952108 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Routers {'e07069ac-d840-48b3-8cd4-87b02147df46'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:24.957461 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e07069ac-d840-48b3-8cd4-87b02147df46'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:25.153535 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:25.159169 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Set router e07069ac-d840-48b3-8cd4-87b02147df46 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:25.161970 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-63abad08-018e-4491-849c-59e6dc4bd890 None None] Provisioning complete for port fb2a1856-616d-4482-be10-b33585f5d0a6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:25.163008 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-63abad08-018e-4491-849c-59e6dc4bd890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.179752 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-c4290a54-122f-4a5e-a89c-d247dfe5d852 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The resource could not be found. Sep 17 22:23:25.185394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c4290a54-122f-4a5e-a89c-d247dfe5d852 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4343674 Sep 17 22:23:25.197958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56706) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:25.212687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-afc0e65e-01da-4b7c-b322-fcbc0688447b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '3d2dd71e-d2ec-4075-b029-4cc6eda69267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ada65ce1-486d-4bbd-b72c-efdd75596019'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:25.251569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6ed20e3-9fce-4a59-a38c-e592c2b75818 admin admin] 10.222.0.13 "PUT /v2.0/routers/0b85f031-ad77-40bc-a0fc-690dba1da502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0412879 Sep 17 22:23:25.307177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-63abad08-018e-4491-849c-59e6dc4bd890 None None] Port fb2a1856-616d-4482-be10-b33585f5d0a6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:25.383223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1b1e6510-ab2b-4213-8552-9cd44d5020ad up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:25.384891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-63abad08-018e-4491-849c-59e6dc4bd890 None None] Provisioning complete for port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:25.385449 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-63abad08-018e-4491-849c-59e6dc4bd890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.436807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56714) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:25.465834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-63abad08-018e-4491-849c-59e6dc4bd890 None None] Port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:25.471545 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-afc0e65e-01da-4b7c-b322-fcbc0688447b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The resource could not be found. Sep 17 22:23:25.471545 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-afc0e65e-01da-4b7c-b322-fcbc0688447b tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2687647 Sep 17 22:23:25.471545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56722) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:25.617962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1b1e6510-ab2b-4213-8552-9cd44d5020ad triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:25.618348 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.649215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c943c00-3a70-486e-94b2-2aa840831aec tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.696640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-557006bb-4c0b-45ff-82ed-e88c518a8d86 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:25.705526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-557006bb-4c0b-45ff-82ed-e88c518a8d86 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/networks?id=71e3e48e-06fb-4c45-978f-98f53c9b70c2 HTTP/1.1" status: 200 len: 798 time: 0.1616542 Sep 17 22:23:25.730276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c943c00-3a70-486e-94b2-2aa840831aec tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.751282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e2d6a63e-7db4-4f7f-ba5e-e217d8a3dd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.763795 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:11Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:12Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '388c8de4-fbea-423a-8c0f-5f11ac3c53c7', 'name': '', 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:ce:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '517b1fb4-3c2b-452c-baf1-986b42cd44e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 2, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': '517b1fb4-3c2b-452c-baf1-986b42cd44e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:25.780652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-ad194b7f-9bf6-467e-bf1e-0be3b7a9576b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/quotas/195015506e4142db836c85c9333add1f HTTP/1.1" status: 200 len: 375 time: 0.0736649 Sep 17 22:23:25.844187 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Checking router: e07069ac-d840-48b3-8cd4-87b02147df46 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:25.844680 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Updating router e07069ac-d840-48b3-8cd4-87b02147df46 port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:25.889653 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.961920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-ea0c8e0b-611b-4f90-af9c-59d4d37b1be2 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=195015506e4142db836c85c9333add1f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1801953 Sep 17 22:23:25.970415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c943c00-3a70-486e-94b2-2aa840831aec tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.974603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c943c00-3a70-486e-94b2-2aa840831aec tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:25.975862 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9c943c00-3a70-486e-94b2-2aa840831aec tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d2dd71e-d2ec-4075-b029-4cc6eda69267 HTTP/1.1" status: 204 len: 168 time: 0.5036087 Sep 17 22:23:25.993045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56738) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:25.997416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c943c00-3a70-486e-94b2-2aa840831aec tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2dd71e-d2ec-4075-b029-4cc6eda69267,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:26.165497 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67c5b635-d278-46a3-aaad-18ae19d89204 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1526308 Sep 17 22:23:26.180259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56748) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:26.189863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9ad85e0b-5391-4f83-899b-39044ea66a8f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:26.195972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-06502c76-bb5b-4c72-9dab-e96bb18b0e42 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': 'd23dcd38-7eac-40d3-88a8-792547815495', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:26.310293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9ad85e0b-5391-4f83-899b-39044ea66a8f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:26.310604 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.360603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-b48deb72-99c8-401f-aa33-83d6a75febef service neutron] 10.222.0.13 "GET /v2.0/networks/71e3e48e-06fb-4c45-978f-98f53c9b70c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976943 Sep 17 22:23:26.430055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e2d6a63e-7db4-4f7f-ba5e-e217d8a3dd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.485029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.517236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-c547e7f8-9f52-4422-88c8-7119f1f3f554 service neutron] 10.222.0.13 "GET /v2.0/networks/71e3e48e-06fb-4c45-978f-98f53c9b70c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553922 Sep 17 22:23:26.538315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e2d6a63e-7db4-4f7f-ba5e-e217d8a3dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.559532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 9ad85e0b-5391-4f83-899b-39044ea66a8f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9ad85e0b-5391-4f83-899b-39044ea66a8f,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:26.577942 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.602388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6a63e-7db4-4f7f-ba5e-e217d8a3dd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4731b7-4cae-4dcd-8216-37b4d39ce493,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:26.622324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e2d6a63e-7db4-4f7f-ba5e-e217d8a3dd23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=864539dbbe3b4827b6554d2ededa0a61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1844091 Sep 17 22:23:26.625178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56756) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:26.684126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e3af57be-e691-4f9e-9d73-8da4cedb0b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.700051 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.701140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:26.714726 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e3af57be-e691-4f9e-9d73-8da4cedb0b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.778345 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.817379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=9ad85e0b-5391-4f83-899b-39044ea66a8f,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:26.828520 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f7c54-bae6-4eac-abd1-db4a6c789c51 None None] Pushing event updated for resources: {'Port': ['ID=388c8de4-fbea-423a-8c0f-5f11ac3c53c7,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:26.848863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:26.849242 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.904423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56760) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:26.924475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-214e1933-2882-4120-bab2-1a81dd36fc28 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376037019', 'description': 'tempest-description--659637016'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:26.950412 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-06502c76-bb5b-4c72-9dab-e96bb18b0e42 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The resource could not be found. Sep 17 22:23:26.952408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e3af57be-e691-4f9e-9d73-8da4cedb0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.952923 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-06502c76-bb5b-4c72-9dab-e96bb18b0e42 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7715089 Sep 17 22:23:26.956731 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Attempting to bind port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:26.963553 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Attempting to bind port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:26.963553 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Attempting to bind port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 on network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:26.963784 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56766) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:26.963884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e3af57be-e691-4f9e-9d73-8da4cedb0b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.967662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e3af57be-e691-4f9e-9d73-8da4cedb0b1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd4731b7-4cae-4dcd-8216-37b4d39ce493 HTTP/1.1" status: 204 len: 168 time: 0.3386476 Sep 17 22:23:26.969335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-151fdb82-93a7-41e5-969f-e471c1a7fd40 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903601764'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:26.985666 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:26.989845 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Checking segment: {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:26.990260 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:26.990755 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Bound using segment: {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:26.991239 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Bound port: 388c8de4-fbea-423a-8c0f-5f11ac3c53c7, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:26.991614 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.027417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af57be-e691-4f9e-9d73-8da4cedb0b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4731b7-4cae-4dcd-8216-37b4d39ce493,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.032535 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-151fdb82-93a7-41e5-969f-e471c1a7fd40 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:23:27.032535 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:23:27.032535 n-d-713498-17 neutron-server[101660]: [parameters: {'project_id_1': 'f1c2ae0ddc0f42b591e3b41ad579c6d5', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 23, 6, 983510)}] Sep 17 22:23:27.032535 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:27.032864 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-151fdb82-93a7-41e5-969f-e471c1a7fd40 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:27.143512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-214e1933-2882-4120-bab2-1a81dd36fc28 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.196230 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] For port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:27.200932 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] For port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=388c8de4-fbea-423a-8c0f-5f11ac3c53c7,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:27.323644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ff03fe1-10fd-44d9-a102-43c1938b6589 req-b8219f94-f7b6-4a82-a626-91892b8a5eef tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 210 time: 0.1128812 Sep 17 22:23:27.336485 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.405932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-39416a0d-9f6a-4577-9760-47b7909eea4f None None] Provisioning complete for port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:27.406501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-39416a0d-9f6a-4577-9760-47b7909eea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.428404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-214e1933-2882-4120-bab2-1a81dd36fc28 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.481158 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f7c54-bae6-4eac-abd1-db4a6c789c51 None None] Pushing event updated for resources: {'Port': ['ID=388c8de4-fbea-423a-8c0f-5f11ac3c53c7,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.486150 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Routers {'e07069ac-d840-48b3-8cd4-87b02147df46'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:27.488579 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e07069ac-d840-48b3-8cd4-87b02147df46'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:27.517951 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-214e1933-2882-4120-bab2-1a81dd36fc28 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.585288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e1933-2882-4120-bab2-1a81dd36fc28 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e8de9-89bb-4034-931a-baef5384962f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:27.668256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-39416a0d-9f6a-4577-9760-47b7909eea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.769097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-39416a0d-9f6a-4577-9760-47b7909eea4f None None] For port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=388c8de4-fbea-423a-8c0f-5f11ac3c53c7,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:27.772587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-151fdb82-93a7-41e5-969f-e471c1a7fd40 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.854172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Sync routers for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:27.859352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-214e1933-2882-4120-bab2-1a81dd36fc28 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.861112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-214e1933-2882-4120-bab2-1a81dd36fc28 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9520838 Sep 17 22:23:27.863927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56786) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:27.877354 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-39416a0d-9f6a-4577-9760-47b7909eea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:27.877568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4d1f18d0-0562-491a-a4a9-1029b25172e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'security_group_rule': {'security_group_id': 'b44e8de9-89bb-4034-931a-baef5384962f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:27.963470 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] Set router e07069ac-d840-48b3-8cd4-87b02147df46 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:27.965818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:27.966714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:28.086334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-151fdb82-93a7-41e5-969f-e471c1a7fd40 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.102850 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:23:28.199010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56796) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:28.214082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-151fdb82-93a7-41e5-969f-e471c1a7fd40 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.261710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9ad85e0b-5391-4f83-899b-39044ea66a8f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:28.311203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:28.336485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fdb82-93a7-41e5-969f-e471c1a7fd40 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb2ebc-1ee1-4a0b-89bf-58a9db150b76,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.347115 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:11Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:12Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '388c8de4-fbea-423a-8c0f-5f11ac3c53c7', 'name': '', 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:ce:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '517b1fb4-3c2b-452c-baf1-986b42cd44e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': '517b1fb4-3c2b-452c-baf1-986b42cd44e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:28.375544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0f41b160-9771-4d2e-922e-81794dc76f73 None None] Provisioning complete for port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:28.376530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0f41b160-9771-4d2e-922e-81794dc76f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.379385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d1f18d0-0562-491a-a4a9-1029b25172e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.396420 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b613c-bcbf-4317-b7e0-502be52c94d9 None None] The sync data for ids ['e07069ac-d840-48b3-8cd4-87b02147df46'] in n-d-713498-17 is: [{'id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:11Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:12Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '388c8de4-fbea-423a-8c0f-5f11ac3c53c7', 'name': '', 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:ce:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '517b1fb4-3c2b-452c-baf1-986b42cd44e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:20Z', 'updated_at': '2021-09-17T22:23:27Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': '517b1fb4-3c2b-452c-baf1-986b42cd44e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:28.477380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-151fdb82-93a7-41e5-969f-e471c1a7fd40 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.478284 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-151fdb82-93a7-41e5-969f-e471c1a7fd40 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5192719 Sep 17 22:23:28.490674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56806) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:28.501473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4e08d128-8a43-437e-8f76-827fe2b20e08 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'tempest-secgroup--154205613'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:28.545662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56808) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:28.587027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d1f18d0-0562-491a-a4a9-1029b25172e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.602957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5dd5d18a-ead3-4ee3-b729-bd7fcf10225d req-2b02687e-a465-41a5-ae04-6e6ca492c11a tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 210 time: 0.1334348 Sep 17 22:23:28.635325 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c438da1-15e2-4bee-965a-687b0cbdc5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.645238 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5722d8e1-4d80-425a-a619-224efb52caaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.718127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39416a0d-9f6a-4577-9760-47b7909eea4f None None] Pushing event updated for resources: {'Port': ['ID=388c8de4-fbea-423a-8c0f-5f11ac3c53c7,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.731539 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e08d128-8a43-437e-8f76-827fe2b20e08 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.734760 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d1f18d0-0562-491a-a4a9-1029b25172e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.771958 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-5722d8e1-4d80-425a-a619-224efb52caaf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:23:28.771958 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:23:28.771958 n-d-713498-17 neutron-server[101661]: [parameters: {'project_id_1': '8bd2e3eceb2047de94180a9c1678edd1', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 23, 8, 668786)}] Sep 17 22:23:28.771958 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:28.777365 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-5722d8e1-4d80-425a-a619-224efb52caaf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:28.777862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f18d0-0562-491a-a4a9-1029b25172e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab489ea-5c0c-4386-bcc2-73b93d80f4cf,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:28.823467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9ad85e0b-5391-4f83-899b-39044ea66a8f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:28.824095 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:28.899233 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c438da1-15e2-4bee-965a-687b0cbdc5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.069406 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'fb2a1856-616d-4482-be10-b33585f5d0a6', 'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'mac_address': 'fa:16:3e:0c:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 2, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'subnets': [{'id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:29.076247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c438da1-15e2-4bee-965a-687b0cbdc5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.106590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Checking router: 0b85f031-ad77-40bc-a0fc-690dba1da502 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:29.107265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Updating router 0b85f031-ad77-40bc-a0fc-690dba1da502 port fb2a1856-616d-4482-be10-b33585f5d0a6 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:23:29.131542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c438da1-15e2-4bee-965a-687b0cbdc5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6333ad20-8d18-47d0-a023-02aa356e5996,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:29.158408 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.165944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6c438da1-15e2-4bee-965a-687b0cbdc5ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86583796c0d44f95bbc77c9b048f66d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9655948 Sep 17 22:23:29.168939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56814) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:29.209805 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d1f18d0-0562-491a-a4a9-1029b25172e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.214981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4d1f18d0-0562-491a-a4a9-1029b25172e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3498344 Sep 17 22:23:29.215739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56816) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:29.220709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9cdc9aa7-8211-4846-a3f3-c0ee4e64f7a0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'security_group_rule': {'security_group_id': 'b44e8de9-89bb-4034-931a-baef5384962f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:29.281628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5722d8e1-4d80-425a-a619-224efb52caaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.496115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e08d128-8a43-437e-8f76-827fe2b20e08 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.506432 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-116aee9c-f241-4fb4-8372-7bfa85e8aa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.567397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-116aee9c-f241-4fb4-8372-7bfa85e8aa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.654810 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e08d128-8a43-437e-8f76-827fe2b20e08 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.747332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08d128-8a43-437e-8f76-827fe2b20e08 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d2465c-7164-40ca-9f31-4bd4afc2a93f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:29.778005 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-116aee9c-f241-4fb4-8372-7bfa85e8aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.788734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-116aee9c-f241-4fb4-8372-7bfa85e8aa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.792370 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-116aee9c-f241-4fb4-8372-7bfa85e8aa64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6333ad20-8d18-47d0-a023-02aa356e5996 HTTP/1.1" status: 204 len: 168 time: 0.6224134 Sep 17 22:23:29.813426 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116aee9c-f241-4fb4-8372-7bfa85e8aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6333ad20-8d18-47d0-a023-02aa356e5996,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:29.836252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f00cba6a-afba-44de-bca4-ec81bd25a620 req-1b323fbc-0c1f-425f-9771-306b00a2d44f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 210 time: 0.0682757 Sep 17 22:23:29.851360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9aa7-8211-4846-a3f3-c0ee4e64f7a0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.860077 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.927652 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e08d128-8a43-437e-8f76-827fe2b20e08 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:29.929183 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4e08d128-8a43-437e-8f76-827fe2b20e08 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4370165 Sep 17 22:23:29.932666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56828) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:29.937724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b2775152-7037-406b-a236-7194f69816f0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group_rule': {'security_group_id': '83bb2ebc-1ee1-4a0b-89bf-58a9db150b76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a4d2465c-7164-40ca-9f31-4bd4afc2a93f'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:30.004627 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.014051 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9aa7-8211-4846-a3f3-c0ee4e64f7a0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.080521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:30.115026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377095-bc10-4998-9b39-45472edc6d37 None None] Pushing event updated for resources: {'Port': ['ID=fb2a1856-616d-4482-be10-b33585f5d0a6,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.188669 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9aa7-8211-4846-a3f3-c0ee4e64f7a0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.294658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc9aa7-8211-4846-a3f3-c0ee4e64f7a0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f6d6d5-c8d0-4b5c-a296-07bc3c99aeb5,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.333251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-3a22ac13-8fa2-4f5a-8a7e-225ffff34a77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:30.335077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-3a22ac13-8fa2-4f5a-8a7e-225ffff34a77 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.32 "GET /v2.0/networks?id=71e3e48e-06fb-4c45-978f-98f53c9b70c2 HTTP/1.1" status: 200 len: 798 time: 0.2530000 Sep 17 22:23:30.354633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Request body: {'port': {'device_id': '50d75acf-b021-4182-b37b-8e76f32102e5', 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2', 'admin_state_up': True, 'tenant_id': '195015506e4142db836c85c9333add1f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:30.383215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Attempting to bind port fb2a1856-616d-4482-be10-b33585f5d0a6 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:30.383540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Attempting to bind port fb2a1856-616d-4482-be10-b33585f5d0a6 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:30.383849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Attempting to bind port fb2a1856-616d-4482-be10-b33585f5d0a6 on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:30.477867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:30.478277 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.480214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:30.480688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Checking segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:30.480966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.481603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Bound using segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:30.481834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Bound port: fb2a1856-616d-4482-be10-b33585f5d0a6, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:30.482217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.537936 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5722d8e1-4d80-425a-a619-224efb52caaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.622453 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5722d8e1-4d80-425a-a619-224efb52caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.660405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9ef3572e-3d32-4bea-875f-0e6fa8c80552 None None] Provisioning complete for port fb2a1856-616d-4482-be10-b33585f5d0a6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:30.660784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9ef3572e-3d32-4bea-875f-0e6fa8c80552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.725250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5722d8e1-4d80-425a-a619-224efb52caaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bd2e3eceb2047de94180a9c1678edd1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1645191 Sep 17 22:23:30.728315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56848) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:30.730618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722d8e1-4d80-425a-a619-224efb52caaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beda7db7-4e0c-452a-8fcf-ac3a64d26ad6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:30.745929 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9aa7-8211-4846-a3f3-c0ee4e64f7a0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.745929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9cdc9aa7-8211-4846-a3f3-c0ee4e64f7a0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5280867 Sep 17 22:23:30.749490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56850) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:30.755795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:30.769348 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:23:30.769348 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:23:30.769348 n-d-713498-17 neutron-server[101661]: [parameters: {'project_id_1': '195015506e4142db836c85c9333add1f', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 23, 10, 726055)}] Sep 17 22:23:30.769348 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:30.770015 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:30.770570 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:23:30.770570 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:23:30.770570 n-d-713498-17 neutron-server[101661]: [parameters: {'project_id_1': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 23, 10, 761660)}] Sep 17 22:23:30.770570 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:23:30.771165 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:23:30.791134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3572e-3d32-4bea-875f-0e6fa8c80552 None None] Port fb2a1856-616d-4482-be10-b33585f5d0a6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:30.814990 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-990a7276-3770-43ac-ade9-0ad9263c4e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.838062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-990a7276-3770-43ac-ade9-0ad9263c4e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.851439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] For port fb2a1856-616d-4482-be10-b33585f5d0a6, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:30.857306 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] For port fb2a1856-616d-4482-be10-b33585f5d0a6, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fb2a1856-616d-4482-be10-b33585f5d0a6,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:30.965537 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:30.992099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46063c9b-8ffc-4934-ac42-a915139dc426 req-7481d652-645e-44c3-b7f8-1c54ab87f07a tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 210 time: 0.0412340 Sep 17 22:23:31.016077 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-b2775152-7037-406b-a236-7194f69816f0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:23:31.023754 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b2775152-7037-406b-a236-7194f69816f0 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0833683 Sep 17 22:23:31.023754 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-990a7276-3770-43ac-ade9-0ad9263c4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.023754 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-990a7276-3770-43ac-ade9-0ad9263c4e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.023754 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-990a7276-3770-43ac-ade9-0ad9263c4e92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/beda7db7-4e0c-452a-8fcf-ac3a64d26ad6 HTTP/1.1" status: 204 len: 168 time: 0.2925560 Sep 17 22:23:31.025550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56856) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:31.037146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a7276-3770-43ac-ade9-0ad9263c4e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beda7db7-4e0c-452a-8fcf-ac3a64d26ad6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:31.114912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e1600d3f-7cdb-4e8f-add0-0ef4756d0ad3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.121756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:31.122219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:31.125862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377095-bc10-4998-9b39-45472edc6d37 None None] Pushing event updated for resources: {'Port': ['ID=fb2a1856-616d-4482-be10-b33585f5d0a6,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:31.183023 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e1600d3f-7cdb-4e8f-add0-0ef4756d0ad3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.313319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:31.464465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Made reservation on behalf of 195015506e4142db836c85c9333add1f for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:31.475620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.499478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fdf0a8ba-4106-456a-9b3b-70ce7e4cf80b None None] Provisioning complete for port fb2a1856-616d-4482-be10-b33585f5d0a6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:31.501096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a8ba-4106-456a-9b3b-70ce7e4cf80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.521694 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e1600d3f-7cdb-4e8f-add0-0ef4756d0ad3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.527286 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e1600d3f-7cdb-4e8f-add0-0ef4756d0ad3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.528530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e1600d3f-7cdb-4e8f-add0-0ef4756d0ad3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/a4d2465c-7164-40ca-9f31-4bd4afc2a93f HTTP/1.1" status: 204 len: 168 time: 0.5019979 Sep 17 22:23:31.531231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56870) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:31.649530 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-22ed7562-5aa4-410d-9985-c9dd2d886f54 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1165998 Sep 17 22:23:31.655765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56882) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:31.810892 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0efa8c40-e4f1-4af5-b4d0-68ed2cc6c41e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.814493 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a8ba-4106-456a-9b3b-70ce7e4cf80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.850360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.861868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fdf0a8ba-4106-456a-9b3b-70ce7e4cf80b None None] For port fb2a1856-616d-4482-be10-b33585f5d0a6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fb2a1856-616d-4482-be10-b33585f5d0a6,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:31.865197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'fb2a1856-616d-4482-be10-b33585f5d0a6', 'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'mac_address': 'fa:16:3e:0c:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:30Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'subnets': [{'id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:31.872230 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0efa8c40-e4f1-4af5-b4d0-68ed2cc6c41e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:31.873490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1600d3f-7cdb-4e8f-add0-0ef4756d0ad3 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d2465c-7164-40ca-9f31-4bd4afc2a93f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:31.901082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b4b9b-116c-4534-b755-fb5cad6f6ae8 None None] The sync data for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 is: [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'fb2a1856-616d-4482-be10-b33585f5d0a6', 'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'mac_address': 'fa:16:3e:0c:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:30Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'subnets': [{'id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:31.950263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Allocated IP 172.20.0.28 (71e3e48e-06fb-4c45-978f-98f53c9b70c2/517b1fb4-3c2b-452c-baf1-986b42cd44e5/d4c83e5f-66b4-4358-8bfe-0ae10051110d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:32.037246 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0efa8c40-e4f1-4af5-b4d0-68ed2cc6c41e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.040269 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a8ba-4106-456a-9b3b-70ce7e4cf80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.053110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0efa8c40-e4f1-4af5-b4d0-68ed2cc6c41e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.059975 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0efa8c40-e4f1-4af5-b4d0-68ed2cc6c41e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/83bb2ebc-1ee1-4a0b-89bf-58a9db150b76 HTTP/1.1" status: 204 len: 168 time: 0.4030881 Sep 17 22:23:32.062180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56894) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:32.144676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa8c40-e4f1-4af5-b4d0-68ed2cc6c41e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb2ebc-1ee1-4a0b-89bf-58a9db150b76,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:32.229594 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6191edfe-d147-4759-98f8-cc2d5465706e tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1550643 Sep 17 22:23:32.237823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56896) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:32.248573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-72fa52f0-5f22-4d43-893c-6e03c8969e5a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'tempest-secgroup--26726507'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:32.253870 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0a8ba-4106-456a-9b3b-70ce7e4cf80b None None] Pushing event updated for resources: {'Port': ['ID=fb2a1856-616d-4482-be10-b33585f5d0a6,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:32.292649 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a2fea24-e997-405d-9ef2-b1539e0fcf2e req-57007436-e3a6-41db-a18d-bf0b6aac4db5 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 210 time: 0.1016452 Sep 17 22:23:32.359713 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.407535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:32.905693 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-72fa52f0-5f22-4d43-893c-6e03c8969e5a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.049513 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.111915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:33.118394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:33.135100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:33.212010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.212010 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.239280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Allocated IP 172.25.5.221 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/7d9a5268-0495-4a2e-a63c-ef9ee3ac003d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:33.244220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event updated for resources: {'Port': ['ID=d4c83e5f-66b4-4358-8bfe-0ae10051110d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.315506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-72fa52f0-5f22-4d43-893c-6e03c8969e5a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.479865 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-72fa52f0-5f22-4d43-893c-6e03c8969e5a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.522277 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.577191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-757e1c5f-020e-4453-913b-bf7260e42987 None None] Provisioning complete for port d4c83e5f-66b4-4358-8bfe-0ae10051110d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:33.577614 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-757e1c5f-020e-4453-913b-bf7260e42987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.579493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa52f0-5f22-4d43-893c-6e03c8969e5a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98bef7d-a1ad-4174-a122-d30a107ddb24,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.598755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-2e680077-fa6d-4828-8a6a-777827a08d85 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.606447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-2e680077-fa6d-4828-8a6a-777827a08d85 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 814 time: 0.2412627 Sep 17 22:23:33.622148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-757e1c5f-020e-4453-913b-bf7260e42987 None None] Port d4c83e5f-66b4-4358-8bfe-0ae10051110d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:33.642691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dadd28-329d-4752-b955-a11f3371db9e req-64342b14-b240-4741-9445-8bdd369b54ec tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:33.644288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60dadd28-329d-4752-b955-a11f3371db9e req-64342b14-b240-4741-9445-8bdd369b54ec tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 895 time: 0.1530969 Sep 17 22:23:33.651374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-e4137e94-5ddb-4c40-86b0-6e0cd91281bc tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/quotas/3ffa36fdc5d248a5a1d306e5c8ca065d HTTP/1.1" status: 200 len: 375 time: 0.0439596 Sep 17 22:23:33.655641 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-724c41f6-f4a7-41b6-b79c-6425941bb8b7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.3062110 Sep 17 22:23:33.684484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Request body: {'port': {'device_id': '50d75acf-b021-4182-b37b-8e76f32102e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:33.709660 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-72fa52f0-5f22-4d43-893c-6e03c8969e5a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.709660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-72fa52f0-5f22-4d43-893c-6e03c8969e5a tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4658167 Sep 17 22:23:33.711126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56970) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:33.716275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b731faa3-bd50-4fba-8014-a26078c24baa tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:33.716703 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-b731faa3-bd50-4fba-8014-a26078c24baa tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:23:33.717257 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-b731faa3-bd50-4fba-8014-a26078c24baa tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 22:23:33.720702 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b731faa3-bd50-4fba-8014-a26078c24baa tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "PUT /v2.0/security-groups/b98bef7d-a1ad-4174-a122-d30a107ddb24 HTTP/1.1" status: 409 len: 330 time: 0.0072124 Sep 17 22:23:33.720939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56972) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:33.760954 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.857602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e89a85e-5d78-43af-a1e8-84af107c0598 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.888865 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.913973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:33.922614 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e89a85e-5d78-43af-a1e8-84af107c0598 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:33.939487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-7561b5dc-5777-4ed2-b553-e28d142cf70c tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2673390 Sep 17 22:23:33.962672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'Port': ['ID=7d9a5268-0495-4a2e-a63c-ef9ee3ac003d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:33.965618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:33.978586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:34.013055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fb2a1856-616d-4482-be10-b33585f5d0a6 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:34.064513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port fb2a1856-616d-4482-be10-b33585f5d0a6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:34.065562 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.072852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e89a85e-5d78-43af-a1e8-84af107c0598 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.076324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e89a85e-5d78-43af-a1e8-84af107c0598 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.081230 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5e89a85e-5d78-43af-a1e8-84af107c0598 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/b98bef7d-a1ad-4174-a122-d30a107ddb24 HTTP/1.1" status: 204 len: 168 time: 0.3591597 Sep 17 22:23:34.081890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56980) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:34.112021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89a85e-5d78-43af-a1e8-84af107c0598 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98bef7d-a1ad-4174-a122-d30a107ddb24,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:34.164347 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bb2cdcb7-2001-46a5-954a-45483f3f4742 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782628 Sep 17 22:23:34.171333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56984) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:34.187596 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-9eea2826-f866-4ad3-9bcf-4ffa8fc8e455 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] delete failed (client error): The resource could not be found. Sep 17 22:23:34.192825 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9eea2826-f866-4ad3-9bcf-4ffa8fc8e455 tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "DELETE /v2.0/security-groups/8bae62d8-2529-4cda-b85f-ad541a3ecb22 HTTP/1.1" status: 404 len: 347 time: 0.0200491 Sep 17 22:23:34.193434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56986) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:34.207611 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-5305fe5d-adfd-40a3-8d32-863f4ddbb8dd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] show failed (client error): The resource could not be found. Sep 17 22:23:34.212916 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5305fe5d-adfd-40a3-8d32-863f4ddbb8dd tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-groups/55f2e503-c6bf-4fc4-8a1e-e71d8c2b82d2 HTTP/1.1" status: 404 len: 347 time: 0.0183873 Sep 17 22:23:34.213795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:34.225556 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-143877c0-f2c4-4c59-8e3c-3dc8b8b7878d tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] show failed (client error): The resource could not be found. Sep 17 22:23:34.227312 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-143877c0-f2c4-4c59-8e3c-3dc8b8b7878d tempest-NegativeSecGroupTest-1219513938 tempest-NegativeSecGroupTest-1219513938-project] 10.222.0.13 "GET /v2.0/security-group-rules/9db79ddf-383e-42a8-90b8-15c1627cfd71 HTTP/1.1" status: 404 len: 356 time: 0.0120611 Sep 17 22:23:34.279861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-f11c3940-7458-447e-95b9-b36a397bb5b1 service neutron] 10.222.0.13 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394914 Sep 17 22:23:34.344057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.370128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-2b2c7126-3233-4859-98db-a217f3d50c08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2949352 Sep 17 22:23:34.478644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56998) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:34.563813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.592888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-55dc1b62-5c16-4dd6-a2b3-6eeddfac4c04 service neutron] 10.222.0.13 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949951 Sep 17 22:23:34.598548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b1ef73e7-7e85-46cb-ac3d-3fe5b10db27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.599057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b1ef73e7-7e85-46cb-ac3d-3fe5b10db27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.599542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b1ef73e7-7e85-46cb-ac3d-3fe5b10db27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.600146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b1ef73e7-7e85-46cb-ac3d-3fe5b10db27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.600613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b1ef73e7-7e85-46cb-ac3d-3fe5b10db27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.601076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b1ef73e7-7e85-46cb-ac3d-3fe5b10db27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.601675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e45d9ec-c14e-4ab3-8567-a369fa99882c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.601803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b1ef73e7-7e85-46cb-ac3d-3fe5b10db27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:34.604350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b1ef73e7-7e85-46cb-ac3d-3fe5b10db27c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6498 time: 0.1734021 Sep 17 22:23:34.798214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c83e5f-66b4-4358-8bfe-0ae10051110d {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:34.815447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e45d9ec-c14e-4ab3-8567-a369fa99882c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.867070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57014) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:34.872976 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:34.929202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Transition to ACTIVE for port object d4c83e5f-66b4-4358-8bfe-0ae10051110d will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:34.956079 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e45d9ec-c14e-4ab3-8567-a369fa99882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.025818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-52125160-1174-4d0f-8f4c-6f060ab99343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.026303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-52125160-1174-4d0f-8f4c-6f060ab99343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.027081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-52125160-1174-4d0f-8f4c-6f060ab99343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.028513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-52125160-1174-4d0f-8f4c-6f060ab99343 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62070a8a-5c99-4c5a-bf55-2777253b05df&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05 HTTP/1.1" status: 200 len: 2289 time: 0.3600984 Sep 17 22:23:35.038693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553e629-4372-48cc-b6e5-833e04ef6d61 req-b0880e07-d73d-4935-bdb5-a3f581c0694e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.041141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9553e629-4372-48cc-b6e5-833e04ef6d61 req-b0880e07-d73d-4935-bdb5-a3f581c0694e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 895 time: 0.2543676 Sep 17 22:23:35.052865 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8e45d9ec-c14e-4ab3-8567-a369fa99882c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dd9d86e2be4443eb83d85f9156f355a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5730600 Sep 17 22:23:35.055424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.060212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57030) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:35.060366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45d9ec-c14e-4ab3-8567-a369fa99882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f298561f-e600-41a9-8776-a17d4c196728,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:35.130248 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6412edfa-1f31-4877-abbb-1da8ae5bca84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1c2ae0ddc0f42b591e3b41ad579c6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619944 Sep 17 22:23:35.133439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57034) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:35.185182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.241744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-854d89d2-2107-49d0-8200-fe3c0d0e41ea req-74911888-91b2-4711-a75e-7f64435ace85 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 210 time: 0.0656226 Sep 17 22:23:35.256822 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aaea2d62-8273-4bca-a420-ada590b4ca29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.276861 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.288477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c83e5f-66b4-4358-8bfe-0ae10051110d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:35.293381 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aaea2d62-8273-4bca-a420-ada590b4ca29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.320467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-ecf78bc4-87fd-4cc2-b020-7298ce9d4831 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14 HTTP/1.1" status: 200 len: 1002 time: 0.2766747 Sep 17 22:23:35.435247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6634d7f6-8a59-4f3a-8ea5-d4cf04a2854b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.439116 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aaea2d62-8273-4bca-a420-ada590b4ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.442406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aaea2d62-8273-4bca-a420-ada590b4ca29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.444479 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aaea2d62-8273-4bca-a420-ada590b4ca29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c7cb077-8276-45cb-8259-b54b7c9abf64 HTTP/1.1" status: 204 len: 168 time: 0.3090565 Sep 17 22:23:35.456662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea2d62-8273-4bca-a420-ada590b4ca29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7cb077-8276-45cb-8259-b54b7c9abf64,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:35.519367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-d1c8f127-4ce4-4ce7-89d3-37eba9c0d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.520909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-d1c8f127-4ce4-4ce7-89d3-37eba9c0d804 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6812680-94e6-4c28-9cd8-de924bf5b40c HTTP/1.1" status: 200 len: 850 time: 0.1812050 Sep 17 22:23:35.521481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'Port': ['ID=7d9a5268-0495-4a2e-a63c-ef9ee3ac003d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:35.538551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6634d7f6-8a59-4f3a-8ea5-d4cf04a2854b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.865092 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.889947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Attempting to bind port d4c83e5f-66b4-4358-8bfe-0ae10051110d on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:35.890167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Attempting to bind port d4c83e5f-66b4-4358-8bfe-0ae10051110d by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:35.890494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Attempting to bind port d4c83e5f-66b4-4358-8bfe-0ae10051110d on network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:35.922895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Port d4c83e5f-66b4-4358-8bfe-0ae10051110d on network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:35.922895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Attempting to bind port d4c83e5f-66b4-4358-8bfe-0ae10051110d on network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:35.933836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:35.934173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Checking segment: {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:35.934554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Bound using segment: {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:35.935015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Bound port: d4c83e5f-66b4-4358-8bfe-0ae10051110d, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c68cac4-5605-4a13-b67b-9a5167e1de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:35.935370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.939693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b9b233c7-3aa3-49cd-9711-4c7c3c3a551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:35.941190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b9b233c7-3aa3-49cd-9711-4c7c3c3a551b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62070a8a-5c99-4c5a-bf55-2777253b05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4055879 Sep 17 22:23:35.973956 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:35.982871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-465fc1bf-4d82-47e1-897f-5dbc38a8a57a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2240131 Sep 17 22:23:36.093993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] For port d4c83e5f-66b4-4358-8bfe-0ae10051110d, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:36.111020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] For port d4c83e5f-66b4-4358-8bfe-0ae10051110d, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d4c83e5f-66b4-4358-8bfe-0ae10051110d,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:36.117369 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6634d7f6-8a59-4f3a-8ea5-d4cf04a2854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.120458 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6634d7f6-8a59-4f3a-8ea5-d4cf04a2854b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.122099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6634d7f6-8a59-4f3a-8ea5-d4cf04a2854b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f298561f-e600-41a9-8776-a17d4c196728 HTTP/1.1" status: 204 len: 168 time: 1.0070162 Sep 17 22:23:36.135538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b7845e61-9ecf-4176-9f14-4ee815c1beef service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861115 Sep 17 22:23:36.136450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634d7f6-8a59-4f3a-8ea5-d4cf04a2854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f298561f-e600-41a9-8776-a17d4c196728,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:36.227844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.241395 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-bc93634c-92b2-44bf-ab62-b3ef0a3843e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2690377 Sep 17 22:23:36.322459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.323400 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:36.325161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4c83e5f-66b4-4358-8bfe-0ae10051110d HTTP/1.1" status: 200 len: 1056 time: 2.6503804 Sep 17 22:23:36.327618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d75acf-b021-4182-b37b-8e76f32102e5', 'tag': 'd4c83e5f-66b4-4358-8bfe-0ae10051110d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:36.330105 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f86f6ef-99c3-4a7e-a227-00b960d46435" -d '{"events": [{"name": "network-changed", "server_uuid": "50d75acf-b021-4182-b37b-8e76f32102e5", "tag": "d4c83e5f-66b4-4358-8bfe-0ae10051110d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:36.369457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-025d3a8e-2ada-4a89-88c7-c648c9277f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.371299 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-025d3a8e-2ada-4a89-88c7-c648c9277f05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=195015506e4142db836c85c9333add1f&device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 1137 time: 0.1053166 Sep 17 22:23:36.436765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a9ba3-fcd4-45c6-81b4-6c0b9c683174 req-842d5085-59d1-44fd-a537-0fef32a0e545 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.438380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c84a9ba3-fcd4-45c6-81b4-6c0b9c683174 req-842d5085-59d1-44fd-a537-0fef32a0e545 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 907 time: 0.2269597 Sep 17 22:23:36.450380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-369af152-58dd-4125-8f8c-699ef7752e7b req-d0ede2e0-5de3-48a3-a3f0-724e9cc5a33a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 210 time: 0.0635009 Sep 17 22:23:36.457247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-ed913964-cf4a-47b5-9a12-5248d44b620d service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141687 Sep 17 22:23:36.518748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4243660-6fee-44fa-98a4-52a61b7aff21 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c83e5f-66b4-4358-8bfe-0ae10051110d,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:36.522610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-93b2de07-68a9-48ea-84a5-790ab730c5c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 217 time: 0.0477533 Sep 17 22:23:36.606618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-d9ee68d5-5b02-4be7-8293-9819da162e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.608236 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-d9ee68d5-5b02-4be7-8293-9819da162e9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=139bcc55-776f-489a-9201-929c95f5bd6d HTTP/1.1" status: 200 len: 897 time: 0.2144434 Sep 17 22:23:36.703767 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-06afcaba-9309-4038-a0a7-0caf4d617b09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea840516-ba0a-4bae-9f5c-89b28cef6938 HTTP/1.1" status: 200 len: 1001 time: 0.0793324 Sep 17 22:23:36.754961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-552bc368-1785-49eb-bd26-87cfdfcece2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.756488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-552bc368-1785-49eb-bd26-87cfdfcece2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=195015506e4142db836c85c9333add1f&device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 1059 time: 0.1191347 Sep 17 22:23:36.760359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-46147d20-7a58-49a2-900d-6d409a109d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.761785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-46147d20-7a58-49a2-900d-6d409a109d64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.2280478 Sep 17 22:23:36.765974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-ed223e29-1896-407f-954c-8707ee6fab0f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1376037019&fields=id&tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f HTTP/1.1" status: 200 len: 267 time: 0.1300981 Sep 17 22:23:36.788804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-90a46ab4-dae8-4286-9257-b31684acf4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.791404 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-90a46ab4-dae8-4286-9257-b31684acf4b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8bad664-f377-4fdc-b3e5-d4ef070936ed HTTP/1.1" status: 200 len: 835 time: 0.0734377 Sep 17 22:23:36.860622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-af7c18ca-d23f-4405-8d33-bf568e67724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:36.862076 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-af7c18ca-d23f-4405-8d33-bf568e67724f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=139bcc55-776f-489a-9201-929c95f5bd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630651 Sep 17 22:23:36.880040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-07ce455f-b627-4cba-9ca3-2fb7ae135d77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d4c83e5f-66b4-4358-8bfe-0ae10051110d HTTP/1.1" status: 200 len: 217 time: 0.1089885 Sep 17 22:23:36.887806 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90ac4d8-3179-4400-94cb-fe59538479c2 x-openstack-request-id: req-e90ac4d8-3179-4400-94cb-fe59538479c2 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:36.888136 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d75acf-b021-4182-b37b-8e76f32102e5", "tag": "d4c83e5f-66b4-4358-8bfe-0ae10051110d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:36.888380 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e90ac4d8-3179-4400-94cb-fe59538479c2 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:36.888789 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d75acf-b021-4182-b37b-8e76f32102e5', 'tag': 'd4c83e5f-66b4-4358-8bfe-0ae10051110d', 'status': 'completed', 'code': 200} Sep 17 22:23:37.003113 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-9ba4db9b-1c8e-4541-bdf3-e86a1fbb9e40 service neutron] 10.222.0.35 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329691 Sep 17 22:23:37.050912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-ba678146-19a0-4226-a50e-8fc622bcd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.052974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-ba678146-19a0-4226-a50e-8fc622bcd87d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2807469 Sep 17 22:23:37.067783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-2ae2858a-8f12-4823-9899-3ef495abb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.069875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-2ae2858a-8f12-4823-9899-3ef495abb121 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=517b1fb4-3c2b-452c-baf1-986b42cd44e5 HTTP/1.1" status: 200 len: 837 time: 0.1482613 Sep 17 22:23:37.138911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-5c3591bb-531d-49d7-8271-fe9791a2761f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.139126 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-38a8e539-059d-4f30-b1ef-bcdd28e281d2 req-8a4f5b07-9a99-477c-81aa-70129379acf6 service neutron] 10.222.0.35 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268628 Sep 17 22:23:37.140381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-5c3591bb-531d-49d7-8271-fe9791a2761f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.3440430 Sep 17 22:23:37.199111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-e7372187-ff8c-4a2a-842b-2bb8b0362274 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/quotas/cdb933bdef3a4f35a16aed5c1b950a9f HTTP/1.1" status: 200 len: 375 time: 0.0253534 Sep 17 22:23:37.212134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-48483777-e644-4fa1-8196-a7707e052853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.212134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-48483777-e644-4fa1-8196-a7707e052853 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=71e3e48e-06fb-4c45-978f-98f53c9b70c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1295886 Sep 17 22:23:37.239061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-75ea151b-b857-4ce8-9901-47956a2001e1 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757224 Sep 17 22:23:37.394972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57126) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:37.401556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-8480cdab-eb7a-412b-aa86-5b8fc10f273e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1845820 Sep 17 22:23:37.455328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-a4d24ec8-c7c5-45c4-bfe4-9ab987762a75 service neutron] 10.222.0.32 "GET /v2.0/networks/71e3e48e-06fb-4c45-978f-98f53c9b70c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260747 Sep 17 22:23:37.491409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-8678b2a9-cce9-48cf-b34c-329876f4e838 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367625 Sep 17 22:23:37.657323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-487132f0-19bd-444f-9bb1-fe103b6b8c16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 217 time: 0.1315157 Sep 17 22:23:37.706355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-6a2128b6-73df-442e-8e9e-57f4fec1a07e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.708205 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-6a2128b6-73df-442e-8e9e-57f4fec1a07e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 814 time: 0.1851718 Sep 17 22:23:37.722744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Request body: {'port': {'device_id': '41bd70cc-5b2f-4035-935e-76b7f3b56467', 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090', 'admin_state_up': True, 'tenant_id': '3ffa36fdc5d248a5a1d306e5c8ca065d'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:37.752026 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-46eea769-a36c-4083-9731-fec8a482207b tempest-ServiceProvidersTest-1431499455 tempest-ServiceProvidersTest-1431499455-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3556733 Sep 17 22:23:37.777966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-ffa5840d-cf94-4998-a1b6-73e4a84933f6 service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548849 Sep 17 22:23:37.813684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633014d5-1335-42c7-8070-7520b385596a req-6a2fdbd5-7ecb-4c14-8d2a-cac3e580172a tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.827119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-633014d5-1335-42c7-8070-7520b385596a req-6a2fdbd5-7ecb-4c14-8d2a-cac3e580172a tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 907 time: 0.2414582 Sep 17 22:23:37.860262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-0c57c5ac-d91c-402a-8378-fe94271a15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:37.861749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-0c57c5ac-d91c-402a-8378-fe94271a15e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.1637671 Sep 17 22:23:37.865871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc6cbe2a-0078-43fc-956a-5cbb82c0ab06 req-b4e0f8a4-ffa3-4ccf-9576-9bcba843b6c2 service neutron] 10.222.0.32 "GET /v2.0/networks/71e3e48e-06fb-4c45-978f-98f53c9b70c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017849 Sep 17 22:23:38.001759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2adb6777-6355-423d-97d8-309767921887 req-94716754-88c4-4cfd-8f52-660d27568c85 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 210 time: 0.0668159 Sep 17 22:23:38.054956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-fb1a8f13-acc0-4c29-9669-6f2300f7a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.056548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-fb1a8f13-acc0-4c29-9669-6f2300f7a29c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1811926 Sep 17 22:23:38.058861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-52f75324-c1ff-4bcb-a316-506f7dd7b231 service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712743 Sep 17 22:23:38.083254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Made reservation on behalf of 3ffa36fdc5d248a5a1d306e5c8ca065d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:38.083569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-b7b30be6-5605-487f-ba11-1c9332dc99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.083569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-b7b30be6-5605-487f-ba11-1c9332dc99fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=195015506e4142db836c85c9333add1f&device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 1059 time: 0.0813091 Sep 17 22:23:38.083786 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.267363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-a7602b75-ded6-4b60-afb5-4561d4d44dc0 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019267 Sep 17 22:23:38.281388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-1742d867-d3b1-43d7-8bc4-24a01ea22ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.282329 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.286013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-1742d867-d3b1-43d7-8bc4-24a01ea22ada service neutron] 10.222.0.32 "GET /v2.0/networks?id=71e3e48e-06fb-4c45-978f-98f53c9b70c2 HTTP/1.1" status: 200 len: 898 time: 0.1905971 Sep 17 22:23:38.355527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57160) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:38.394484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-61e24299-2d6b-4fbf-bfbc-a435a9d693ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d4c83e5f-66b4-4358-8bfe-0ae10051110d HTTP/1.1" status: 200 len: 217 time: 0.0933270 Sep 17 22:23:38.454507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Allocated IP 172.20.0.8 (057dac44-70f0-4b7a-a29a-b577f279a090/fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd/62f217c7-0c90-429c-8c81-e19e8a496887) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:38.534734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57170) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:38.560634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b20e1074-b816-4a9a-bb70-f862c4db8b2e req-0672fb8e-3769-4c05-af44-4ac7dfec51ec tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 210 time: 0.0753059 Sep 17 22:23:38.566238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-180101c5-e809-4516-956f-5e76b67887de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.579789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-180101c5-e809-4516-956f-5e76b67887de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=517b1fb4-3c2b-452c-baf1-986b42cd44e5 HTTP/1.1" status: 200 len: 837 time: 0.1478634 Sep 17 22:23:38.668610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-bda5bf1b-e830-4250-98cc-974ed12ce3c8 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814542 Sep 17 22:23:38.731815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1041657866-network', 'tenant_id': '96acb7bb28a34230a34bb6a4fc8ae8e9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:38.750254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-afeb5055-ffb2-461a-9f2f-b7e7bdae4581 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb HTTP/1.1" status: 200 len: 217 time: 0.0720799 Sep 17 22:23:38.780044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-c1096594-1052-48b5-ab8c-b2cb3f338c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:38.782246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-c1096594-1052-48b5-ab8c-b2cb3f338c57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=71e3e48e-06fb-4c45-978f-98f53c9b70c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1903882 Sep 17 22:23:38.795826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b491cbac-9f68-41b7-a5bf-17a7b66bf60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.808513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.869256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Made reservation on behalf of 96acb7bb28a34230a34bb6a4fc8ae8e9 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:38.873108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.894404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.964115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:38.977681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['36434616-4dcf-40f6-88ef-937cf772ef00', 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:38.981014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['04820260-17a2-427b-9d61-16adc609de95'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:39.016089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Network 057dac44-70f0-4b7a-a29a-b577f279a090 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:39.028454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:39.039937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:39.068457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Pushing event updated for resources: {'Port': ['ID=62f217c7-0c90-429c-8c81-e19e8a496887,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.103564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b491cbac-9f68-41b7-a5bf-17a7b66bf60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.147470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.148501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.189731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b491cbac-9f68-41b7-a5bf-17a7b66bf60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.248496 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b491cbac-9f68-41b7-a5bf-17a7b66bf60d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c250f17eeb2748dd9f3af81d3e40ca8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096202 Sep 17 22:23:39.253538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57194) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:39.314488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-6050005a-3266-4959-9f50-9eb1473dc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.316579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-6050005a-3266-4959-9f50-9eb1473dc9ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.5541544 Sep 17 22:23:39.318435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491cbac-9f68-41b7-a5bf-17a7b66bf60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c8f60d-895c-4193-9151-3be106ad5595,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.380270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dc6d8-4c21-45a9-9609-488def4877da req-2fb06af2-d03c-4168-aa06-73b804116981 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.382154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea7dc6d8-4c21-45a9-9609-488def4877da req-2fb06af2-d03c-4168-aa06-73b804116981 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 907 time: 0.1978774 Sep 17 22:23:39.426811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467d49-bcbc-40f4-a0f1-0ddc10ac3ada req-43fe6a79-fcb8-4ee9-979a-9343f4530e22 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.435344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26467d49-bcbc-40f4-a0f1-0ddc10ac3ada req-43fe6a79-fcb8-4ee9-979a-9343f4530e22 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 931 time: 0.2523403 Sep 17 22:23:39.470660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.472706 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1ef7-543f-4f90-ab03-10490bc8fa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.477101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-eb2fdb9d-2a1e-4488-84ee-065f17302a88 service neutron] 10.222.0.32 "GET /v2.0/networks/71e3e48e-06fb-4c45-978f-98f53c9b70c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758876 Sep 17 22:23:39.495607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-042439d3-f1af-413b-bc15-aef472376fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:39.499227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-042439d3-f1af-413b-bc15-aef472376fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1682997 Sep 17 22:23:39.499707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1ef7-543f-4f90-ab03-10490bc8fa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.544802 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26467d49-bcbc-40f4-a0f1-0ddc10ac3ada req-9bc41d04-7d1b-4178-816b-b0ed51b8ec3b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074636 Sep 17 22:23:39.587943 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.619145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0fd739-5bfa-40b2-836f-4c0850def215,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.669046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1ef7-543f-4f90-ab03-10490bc8fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.671206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1ef7-543f-4f90-ab03-10490bc8fa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.679845 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0b0e1ef7-543f-4f90-ab03-10490bc8fa79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04c8f60d-895c-4193-9151-3be106ad5595 HTTP/1.1" status: 204 len: 168 time: 0.4203701 Sep 17 22:23:39.684943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:23:39.700991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-958ff86e-6e02-43d9-b77e-bf56596bd6a6 req-9b989d2b-b71f-42d5-b5fe-f828553e8438 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 210 time: 0.0492904 Sep 17 22:23:39.710378 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-720b244c-e6c5-4a8a-b13a-5b4c8694684e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9919994 Sep 17 22:23:39.720669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e1ef7-543f-4f90-ab03-10490bc8fa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c8f60d-895c-4193-9151-3be106ad5595,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:39.730016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Request body: {'port': {'device_id': '41bd70cc-5b2f-4035-935e-76b7f3b56467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:39.764832 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.765178 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Added segment 514c52d7-be7d-4b7f-abb7-244812784392 of type vlan for network 315fc3ce-4151-4560-a2a7-ed14489b9324 Sep 17 22:23:39.779164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f86f6ef-99c3-4a7e-a227-00b960d46435 req-9d232c4e-9305-41b0-9c38-5d589c864378 service neutron] 10.222.0.32 "GET /v2.0/networks/71e3e48e-06fb-4c45-978f-98f53c9b70c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732167 Sep 17 22:23:39.799059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-3c433804-969a-4f47-abd8-9d95b9db9ca0 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782230 Sep 17 22:23:39.820254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.836270 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.889729 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:39.906003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-3264a52b-daa4-4c8c-99ee-1c74565aff91 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974681 Sep 17 22:23:39.951689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-7cca71d4-cfb1-4115-8964-93b421471af2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb HTTP/1.1" status: 200 len: 217 time: 0.0387619 Sep 17 22:23:40.008532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-3f6f9730-ce15-4be1-ab14-c739a111a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.010953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-3f6f9730-ce15-4be1-ab14-c739a111a6d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0528984 Sep 17 22:23:40.011540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.012856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.019675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.067856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d4c83e5f-66b4-4358-8bfe-0ae10051110d details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:40.112325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-6a52cbba-11e4-4742-9221-cc76f38e8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.116432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-6a52cbba-11e4-4742-9221-cc76f38e8062 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979407 Sep 17 22:23:40.209820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f217c7-0c90-429c-8c81-e19e8a496887 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:40.221247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.221549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port d4c83e5f-66b4-4358-8bfe-0ae10051110d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d4c83e5f-66b4-4358-8bfe-0ae10051110d,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:40.237371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Transition to ACTIVE for port object 62f217c7-0c90-429c-8c81-e19e8a496887 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:40.242337 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8856807 Sep 17 22:23:40.248262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'd4c83e5f-66b4-4358-8bfe-0ae10051110d', 'network_id': '71e3e48e-06fb-4c45-978f-98f53c9b70c2', 'port_id': 'd4c83e5f-66b4-4358-8bfe-0ae10051110d', 'mac_address': 'fa:16:3e:86:d8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517b1fb4-3c2b-452c-baf1-986b42cd44e5', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:40.280944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d54956-d2c8-4029-a173-93a178110a27 admin admin] Pushing event updated for resources: {'Network': ['ID=315fc3ce-4151-4560-a2a7-ed14489b9324,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:40.296086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 315fc3ce-4151-4560-a2a7-ed14489b9324 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:23:40.324679 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.338810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-b6e99a2f-10c6-44e3-9067-9c5d0fa182d8 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138331 Sep 17 22:23:40.387379 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.408684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Pushing event updated for resources: {'Port': ['ID=62f217c7-0c90-429c-8c81-e19e8a496887,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:40.432214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c83e5f-66b4-4358-8bfe-0ae10051110d {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:40.457745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port d4c83e5f-66b4-4358-8bfe-0ae10051110d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d4c83e5f-66b4-4358-8bfe-0ae10051110d,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:40.505950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-87f2a218-2466-4702-b721-8f450b672203 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588435 Sep 17 22:23:40.544831 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.578330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Attempting to bind port 62f217c7-0c90-429c-8c81-e19e8a496887 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:40.578922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Attempting to bind port 62f217c7-0c90-429c-8c81-e19e8a496887 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:40.579212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Attempting to bind port 62f217c7-0c90-429c-8c81-e19e8a496887 on network 057dac44-70f0-4b7a-a29a-b577f279a090 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:40.586380 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Port 62f217c7-0c90-429c-8c81-e19e8a496887 on network 057dac44-70f0-4b7a-a29a-b577f279a090 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:40.594579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Attempting to bind port 62f217c7-0c90-429c-8c81-e19e8a496887 on network 057dac44-70f0-4b7a-a29a-b577f279a090 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:40.606426 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:40.610404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Checking segment: {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:40.636249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=d4c83e5f-66b4-4358-8bfe-0ae10051110d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:40.645453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.645808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.646153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.647223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.647324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Bound using segment: {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:40.647415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.647507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Bound port: 62f217c7-0c90-429c-8c81-e19e8a496887, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dcd0a8-0a86-4220-ae1c-3d556cda47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:40.647833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.647950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:40.648028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.648340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.648677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.649050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.650355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.650694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:40.657544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-2d1d77b4-7dcf-46b9-b096-0c1cefaf64ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58c91934-149c-4aad-9181-e930ac0aab9f HTTP/1.1" status: 200 len: 217 time: 0.0981493 Sep 17 22:23:40.711431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306826a-856b-49ce-ae30-0c9b205a24a9 req-10b31ceb-a4ec-49bb-983c-df7997e70e79 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.713687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a306826a-856b-49ce-ae30-0c9b205a24a9 req-10b31ceb-a4ec-49bb-983c-df7997e70e79 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 907 time: 0.2182424 Sep 17 22:23:40.750559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-3e577f17-8cc9-43ca-86ed-f69e4c6ab168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.756484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-3e577f17-8cc9-43ca-86ed-f69e4c6ab168 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.0840883 Sep 17 22:23:40.827895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] For port 62f217c7-0c90-429c-8c81-e19e8a496887, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:40.831240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] For port 62f217c7-0c90-429c-8c81-e19e8a496887, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=62f217c7-0c90-429c-8c81-e19e8a496887,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:40.843013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['d4c83e5f-66b4-4358-8bfe-0ae10051110d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:40.950919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-f3a8649f-31f3-4f5c-904a-f553e543e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.952433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-f3a8649f-31f3-4f5c-904a-f553e543e5af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1884995 Sep 17 22:23:40.992192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fea08-49b0-4a3e-a439-6b2024016e99 req-caf9bb8f-a85c-49ed-a7a3-68e098d40b4d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:40.993908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-058fea08-49b0-4a3e-a439-6b2024016e99 req-caf9bb8f-a85c-49ed-a7a3-68e098d40b4d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 943 time: 0.1465304 Sep 17 22:23:41.015692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af187bf0-f14f-4e1a-a674-773bddfcdb66 req-ed817e06-5d88-4d11-be70-20ab0d76eb47 tempest-ComputeTenantNetworksTest-1663014814 tempest-ComputeTenantNetworksTest-1663014814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.021642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af187bf0-f14f-4e1a-a674-773bddfcdb66 req-ed817e06-5d88-4d11-be70-20ab0d76eb47 tempest-ComputeTenantNetworksTest-1663014814 tempest-ComputeTenantNetworksTest-1663014814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.028345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af187bf0-f14f-4e1a-a674-773bddfcdb66 req-ed817e06-5d88-4d11-be70-20ab0d76eb47 tempest-ComputeTenantNetworksTest-1663014814 tempest-ComputeTenantNetworksTest-1663014814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.029880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af187bf0-f14f-4e1a-a674-773bddfcdb66 req-ed817e06-5d88-4d11-be70-20ab0d76eb47 tempest-ComputeTenantNetworksTest-1663014814 tempest-ComputeTenantNetworksTest-1663014814-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2339926 Sep 17 22:23:41.095390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.124825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e86e67d5-6bed-43cd-a7ef-359a315a42c8 req-6ffced58-afb8-4293-aaa4-424ab7aeea5f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 210 time: 0.0426948 Sep 17 22:23:41.129485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-058fea08-49b0-4a3e-a439-6b2024016e99 req-14b830d4-e0c4-436d-96fa-78b301436436 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244309 Sep 17 22:23:41.143739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.144383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.146133 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-437517cb-bf03-424b-b108-44141ac39761 service neutron] 10.222.0.35 "PUT /v2.0/ports/62f217c7-0c90-429c-8c81-e19e8a496887 HTTP/1.1" status: 200 len: 1092 time: 1.4267700 Sep 17 22:23:41.146600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bd70cc-5b2f-4035-935e-76b7f3b56467', 'tag': '62f217c7-0c90-429c-8c81-e19e8a496887'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:41.149040 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81598698-fa6a-4232-b1a1-2b48478dbe83" -d '{"events": [{"name": "network-changed", "server_uuid": "41bd70cc-5b2f-4035-935e-76b7f3b56467", "tag": "62f217c7-0c90-429c-8c81-e19e8a496887"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:41.185177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437517cb-bf03-424b-b108-44141ac39761 service neutron] Pushing event updated for resources: {'Port': ['ID=62f217c7-0c90-429c-8c81-e19e8a496887,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:41.194970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-a48f8447-6005-4b43-afda-4381807a0676 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282858 Sep 17 22:23:41.276947 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad87937b-e21c-4931-aa81-55e67ffb780b x-openstack-request-id: req-ad87937b-e21c-4931-aa81-55e67ffb780b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:41.277343 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bd70cc-5b2f-4035-935e-76b7f3b56467", "tag": "62f217c7-0c90-429c-8c81-e19e8a496887", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:41.277695 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad87937b-e21c-4931-aa81-55e67ffb780b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:41.278196 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bd70cc-5b2f-4035-935e-76b7f3b56467', 'tag': '62f217c7-0c90-429c-8c81-e19e8a496887', 'status': 'completed', 'code': 200} Sep 17 22:23:41.359263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637064f-49a2-4267-8345-4f5154d6899b req-f3a88e66-04d5-472a-9154-42b193810d8d tempest-ComputeTenantNetworksTest-1663014814 tempest-ComputeTenantNetworksTest-1663014814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.362313 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9637064f-49a2-4267-8345-4f5154d6899b req-f3a88e66-04d5-472a-9154-42b193810d8d tempest-ComputeTenantNetworksTest-1663014814 tempest-ComputeTenantNetworksTest-1663014814-project] 10.222.0.13 "GET /v2.0/networks/315fc3ce-4151-4560-a2a7-ed14489b9324 HTTP/1.1" status: 200 len: 769 time: 0.1805062 Sep 17 22:23:41.373600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57266) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:41.406474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598698-fa6a-4232-b1a1-2b48478dbe83 req-1bdab432-c038-4582-816b-72da6411bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.410737 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-81598698-fa6a-4232-b1a1-2b48478dbe83 req-1bdab432-c038-4582-816b-72da6411bd64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 1095 time: 0.1199887 Sep 17 22:23:41.482126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-bc77b93a-e599-4074-b15a-72549774e4cb service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617111 Sep 17 22:23:41.510390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.566942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-dec6685e-8faa-401d-8859-aacba1c56230 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=283912f1-9194-4d2f-a00c-a4650cd4c715 HTTP/1.1" status: 200 len: 217 time: 0.0764408 Sep 17 22:23:41.624768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598698-fa6a-4232-b1a1-2b48478dbe83 req-0c5fa467-07db-4a65-b59c-5c9197f81210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.626293 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-81598698-fa6a-4232-b1a1-2b48478dbe83 req-0c5fa467-07db-4a65-b59c-5c9197f81210 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2095220 Sep 17 22:23:41.636355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-946b5b55-50fd-4317-b29f-6a9e8dc974c0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.637674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-946b5b55-50fd-4317-b29f-6a9e8dc974c0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.2034545 Sep 17 22:23:41.664676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-d0f7661c-2c06-448f-ae18-6169d1752af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.667195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-d0f7661c-2c06-448f-ae18-6169d1752af4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.0923076 Sep 17 22:23:41.675891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.744698 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-35489513-3037-443e-ac59-43c78f08147b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f HTTP/1.1" status: 200 len: 380 time: 0.0967784 Sep 17 22:23:41.756585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'port': {'device_id': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'admin_state_up': True, 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'security_groups': ['b44e8de9-89bb-4034-931a-baef5384962f']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:41.777185 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315fc3ce-4151-4560-a2a7-ed14489b9324']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:41.792113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514c52d7-be7d-4b7f-abb7-244812784392') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:41.792998 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514c52d7-be7d-4b7f-abb7-244812784392') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:41.794629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-6ddd0633-0b94-4d8f-aca1-e3e7f3b24dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.796247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-6ddd0633-0b94-4d8f-aca1-e3e7f3b24dca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1221924 Sep 17 22:23:41.810857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.824899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598698-fa6a-4232-b1a1-2b48478dbe83 req-817a6a4d-5ffe-4166-a0ef-876013eb094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:41.826377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-81598698-fa6a-4232-b1a1-2b48478dbe83 req-817a6a4d-5ffe-4166-a0ef-876013eb094d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1525810 Sep 17 22:23:41.845588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.853235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:41.853639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:41.855722 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:42.041209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397c9b4-91f4-45e8-83bd-1cd5cae86fda req-3461fbf3-5e97-48dd-9c54-2e166b538a3e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.042994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6397c9b4-91f4-45e8-83bd-1cd5cae86fda req-3461fbf3-5e97-48dd-9c54-2e166b538a3e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 908 time: 0.0993228 Sep 17 22:23:42.051670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-3945c0ae-7634-44b6-90a6-99a1c20ee2b8 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249649 Sep 17 22:23:42.071633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d4c83e5f-66b4-4358-8bfe-0ae10051110d up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:42.162131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Made reservation on behalf of cdb933bdef3a4f35a16aed5c1b950a9f for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:23:42.168240 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.310351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89f09249-8513-4ee6-9502-9c9dfb70a06f req-ab4c6e08-bb80-4f54-9847-8deb29618e7e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 210 time: 0.0615172 Sep 17 22:23:42.345752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55d41661-fd6f-4192-b3a3-0f2bc94a1d52 req-0ceaa7dd-8a4c-4424-94a3-70d10e790aad service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869182 Sep 17 22:23:42.392906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef91ae-d897-478d-8ce4-a449fbd3bbdf req-bf533196-0477-48a0-bf8a-a6f155ce9739 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.394495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eef91ae-d897-478d-8ce4-a449fbd3bbdf req-bf533196-0477-48a0-bf8a-a6f155ce9739 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 943 time: 0.0767987 Sep 17 22:23:42.407405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port d4c83e5f-66b4-4358-8bfe-0ae10051110d completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:42.412438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port d4c83e5f-66b4-4358-8bfe-0ae10051110d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:42.413009 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.447218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eef91ae-d897-478d-8ce4-a449fbd3bbdf req-dab0151c-a05b-4e22-8df9-ad0ac982635d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Sep 17 22:23:42.507835 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.533345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-af2b27f0-8957-478b-93fe-7d8b6c8d5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.535898 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-af2b27f0-8957-478b-93fe-7d8b6c8d5d46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 1095 time: 0.6428990 Sep 17 22:23:42.552170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port d4c83e5f-66b4-4358-8bfe-0ae10051110d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d4c83e5f-66b4-4358-8bfe-0ae10051110d,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:42.553070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d75acf-b021-4182-b37b-8e76f32102e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c83e5f-66b4-4358-8bfe-0ae10051110d'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:42.558857 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e977fbc2-95ae-4728-8fd5-b1b11715ab19" -d '{"events": [{"server_uuid": "50d75acf-b021-4182-b37b-8e76f32102e5", "name": "network-vif-plugged", "status": "completed", "tag": "d4c83e5f-66b4-4358-8bfe-0ae10051110d"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:42.597607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.600306 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-5af56be6-cae7-41d8-9291-dbecd01f7dff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62f217c7-0c90-429c-8c81-e19e8a496887 HTTP/1.1" status: 200 len: 217 time: 0.0561247 Sep 17 22:23:42.605954 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.612051 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] 10.222.0.13 "DELETE /v2.0/networks/315fc3ce-4151-4560-a2a7-ed14489b9324 HTTP/1.1" status: 204 len: 168 time: 1.2305634 Sep 17 22:23:42.643489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:42.692294 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c347d8-8f22-4696-8105-57aef9e6d882 x-openstack-request-id: req-05c347d8-8f22-4696-8105-57aef9e6d882 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:42.693625 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d75acf-b021-4182-b37b-8e76f32102e5", "name": "network-vif-plugged", "status": "completed", "tag": "d4c83e5f-66b4-4358-8bfe-0ae10051110d", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:42.695096 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05c347d8-8f22-4696-8105-57aef9e6d882 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:42.695813 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d75acf-b021-4182-b37b-8e76f32102e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c83e5f-66b4-4358-8bfe-0ae10051110d', 'code': 200} Sep 17 22:23:42.699434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-c685fbc7-20e0-4813-a085-3f2c91af9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.701591 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-c685fbc7-20e0-4813-a085-3f2c91af9f45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd HTTP/1.1" status: 200 len: 854 time: 0.0911570 Sep 17 22:23:42.755959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=d4c83e5f-66b4-4358-8bfe-0ae10051110d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:42.772252 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-1ba21638-05f7-4dbd-86dc-d12e8a41d9e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=057dac44-70f0-4b7a-a29a-b577f279a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556054 Sep 17 22:23:42.772252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ed184-915c-4ed8-92fc-8f14dacbb649 admin admin] Pushing event deleted for resources: {'Network': ['ID=315fc3ce-4151-4560-a2a7-ed14489b9324,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:42.865739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Allocated IP 172.20.0.5 (838c3bf3-1fcc-449c-953f-13b563709e12/d4906658-6b22-49d6-b1db-b9f519c6a5c1/53829d98-7c58-4c80-b8bf-72c90f44aacc) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:23:42.878948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fbd2-3899-4399-8773-f633adca8b77 req-1a6dcd98-d8f0-4bbb-b5be-86d4fd828674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:42.880520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f45fbd2-3899-4399-8773-f633adca8b77 req-1a6dcd98-d8f0-4bbb-b5be-86d4fd828674 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 1061 time: 0.0756078 Sep 17 22:23:42.895917 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-ae55fdf6-bf36-4a9f-bb7a-3cafa44f2346 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168325 Sep 17 22:23:42.995991 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-01f7f27e-b09b-457b-9dcc-9e5409e4b7e8 req-e5581098-b69e-4370-bfd0-cad608481d53 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930152 Sep 17 22:23:43.037508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.166372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b3626-81b4-4a49-bcd1-2b427c6927e4 req-48219090-0519-4a63-aa81-d18c9142c57e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.167905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-744b3626-81b4-4a49-bcd1-2b427c6927e4 req-48219090-0519-4a63-aa81-d18c9142c57e tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 909 time: 0.0506129 Sep 17 22:23:43.169500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.195273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57330) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:43.215453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Network 838c3bf3-1fcc-449c-953f-13b563709e12 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:23:43.228251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:23:43.249790 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:23:43.257881 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-60b54077-1f7e-4d60-bcc9-02c425169f31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96acb7bb28a34230a34bb6a4fc8ae8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591438 Sep 17 22:23:43.258118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57334) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:43.284389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:43.319438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.320129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.334206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24e48c8f-3eeb-470a-9e88-febab69ae6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.383410 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24e48c8f-3eeb-470a-9e88-febab69ae6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.390376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-92f0c1cc-11f6-45c4-83b0-c363042394b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6387672 Sep 17 22:23:43.405189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Request body: {'port': {'device_id': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:43.492560 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.556807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356ccbe-676f-48a6-bf38-89f919fd05d8 req-8fec23e3-912c-4461-94a4-be13e107b329 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.558600 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f356ccbe-676f-48a6-bf38-89f919fd05d8 req-8fec23e3-912c-4461-94a4-be13e107b329 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 931 time: 0.0986488 Sep 17 22:23:43.564988 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24e48c8f-3eeb-470a-9e88-febab69ae6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.572255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24e48c8f-3eeb-470a-9e88-febab69ae6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.576885 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24e48c8f-3eeb-470a-9e88-febab69ae6fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d0fd739-5bfa-40b2-836f-4c0850def215 HTTP/1.1" status: 204 len: 168 time: 0.3153312 Sep 17 22:23:43.595820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e48c8f-3eeb-470a-9e88-febab69ae6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0fd739-5bfa-40b2-836f-4c0850def215,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:43.650731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-942c8a92-0cd5-4222-a1ae-bc529418777b None None] Provisioning complete for port 53829d98-7c58-4c80-b8bf-72c90f44aacc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:43.651210 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-942c8a92-0cd5-4222-a1ae-bc529418777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:43.726773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-942c8a92-0cd5-4222-a1ae-bc529418777b None None] Port 53829d98-7c58-4c80-b8bf-72c90f44aacc cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:23:43.744028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f356ccbe-676f-48a6-bf38-89f919fd05d8 req-2b187b92-5630-45f6-ab03-334005e2d556 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606081 Sep 17 22:23:43.782425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11dc2f-a734-49ef-ba80-d76a6139a0b5 req-8ec2bf28-39e4-4132-8fa8-5447693b304e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:43.783983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db11dc2f-a734-49ef-ba80-d76a6139a0b5 req-8ec2bf28-39e4-4132-8fa8-5447693b304e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 943 time: 0.2243819 Sep 17 22:23:43.907898 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db11dc2f-a734-49ef-ba80-d76a6139a0b5 req-5d1c7dc3-189e-4094-9018-4c393c56b0e8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134810 Sep 17 22:23:43.999347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53829d98-7c58-4c80-b8bf-72c90f44aacc {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:44.008370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.023116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Transition to ACTIVE for port object 53829d98-7c58-4c80-b8bf-72c90f44aacc will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:23:44.111089 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.543105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:44.652896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6175e-0fc8-4d04-b0c9-54d0546157db req-9eb23d82-64db-40b9-bab0-f2e7fe4f351c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.654484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cf6175e-0fc8-4d04-b0c9-54d0546157db req-9eb23d82-64db-40b9-bab0-f2e7fe4f351c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 909 time: 0.0868061 Sep 17 22:23:44.655741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Attempting to bind port 53829d98-7c58-4c80-b8bf-72c90f44aacc on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:23:44.656725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Attempting to bind port 53829d98-7c58-4c80-b8bf-72c90f44aacc by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:23:44.657118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Attempting to bind port 53829d98-7c58-4c80-b8bf-72c90f44aacc on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:44.661939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Port 53829d98-7c58-4c80-b8bf-72c90f44aacc on network 838c3bf3-1fcc-449c-953f-13b563709e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:23:44.662316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Attempting to bind port 53829d98-7c58-4c80-b8bf-72c90f44aacc on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:23:44.676164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:23:44.676164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Checking segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:23:44.676164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Bound using segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:23:44.676164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Bound port: 53829d98-7c58-4c80-b8bf-72c90f44aacc, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:23:44.676164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:44.742777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:23:44.775805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:23:44.799211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc74a53-c3e9-4c79-9295-bb0178ffc315 req-ca52cce8-cd55-4e77-ba8e-fb5ad04bdb70 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.800756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffc74a53-c3e9-4c79-9295-bb0178ffc315 req-ca52cce8-cd55-4e77-ba8e-fb5ad04bdb70 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 909 time: 0.0601995 Sep 17 22:23:44.892769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9ec4e-6900-4d8e-aef2-9796635a2b08 req-99a6f9f9-53cb-4bc1-bb92-c38eb3fc8c22 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:44.902153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbc9ec4e-6900-4d8e-aef2-9796635a2b08 req-99a6f9f9-53cb-4bc1-bb92-c38eb3fc8c22 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 943 time: 0.0821722 Sep 17 22:23:44.949825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.000941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbc9ec4e-6900-4d8e-aef2-9796635a2b08 req-42b82d54-ff37-4c51-a838-b641daafd358 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977216 Sep 17 22:23:45.016745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.017398 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:45.025914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] 10.222.0.32 "PUT /v2.0/ports/53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 1092 time: 1.6253452 Sep 17 22:23:45.033326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:45.035673 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f42defd-11fd-4842-b5eb-001237d759d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:45.060421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74086533-3551-4899-85e5-46ac6af1edb0 req-dd696dea-c71d-4e8b-b07a-2092611aeec7 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.061954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74086533-3551-4899-85e5-46ac6af1edb0 req-dd696dea-c71d-4e8b-b07a-2092611aeec7 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 1061 time: 0.1569617 Sep 17 22:23:45.069934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc9138-7b6c-4d40-b3f0-7b810292dc70 service neutron] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:45.152186 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a322153f-feab-495d-8158-b2c7d2d75434 x-openstack-request-id: req-a322153f-feab-495d-8158-b2c7d2d75434 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:45.152479 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:45.152730 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a322153f-feab-495d-8158-b2c7d2d75434 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:45.153952 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'status': 'completed', 'code': 200} Sep 17 22:23:45.264893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41badfe5-05e0-4816-a4c4-6bd4f9d4cd15 req-e2b9ef7b-8c3c-4999-af2a-f8556fa5184a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.266826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41badfe5-05e0-4816-a4c4-6bd4f9d4cd15 req-e2b9ef7b-8c3c-4999-af2a-f8556fa5184a tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 943 time: 0.1346679 Sep 17 22:23:45.275962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-d6f2e95e-d69c-48d9-9c03-3afee087cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.277491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-d6f2e95e-d69c-48d9-9c03-3afee087cd46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1095 time: 0.1202087 Sep 17 22:23:45.291399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7167-9b1f-4326-b0c6-151ca393e9c6 req-2f93ba6e-abe7-4be3-ac66-488594ddb04a tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.292898 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13cf7167-9b1f-4326-b0c6-151ca393e9c6 req-2f93ba6e-abe7-4be3-ac66-488594ddb04a tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 1137 time: 0.0870900 Sep 17 22:23:45.364946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-8b283714-5393-4b3e-98b3-875e2235a08c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 217 time: 0.0760429 Sep 17 22:23:45.433844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-70467d14-6acb-4471-84ef-13bc61e6a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.435360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-70467d14-6acb-4471-84ef-13bc61e6a405 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0622578 Sep 17 22:23:45.443436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41badfe5-05e0-4816-a4c4-6bd4f9d4cd15 req-9a093bed-a72a-4cc3-946a-05478c431b5f tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650023 Sep 17 22:23:45.485193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13cf7167-9b1f-4326-b0c6-151ca393e9c6 req-33d0c42f-819f-4963-b2c6-53077adb52e2 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1805482 Sep 17 22:23:45.500326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-927956d5-a0ad-4b3b-b902-ca1dbdc2af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.502161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-927956d5-a0ad-4b3b-b902-ca1dbdc2af85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561266 Sep 17 22:23:45.509818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57440) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:45.568004 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d91b8-412c-4638-b27d-19d3c546b850 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.575866 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0b3d91b8-412c-4638-b27d-19d3c546b850 tempest-TestSecurityGroupsBasicOps-1790446823 tempest-TestSecurityGroupsBasicOps-1790446823-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 1056 time: 0.0612783 Sep 17 22:23:45.648633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-98afac14-ef9e-409f-8e0c-0141a1a3c6c8 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383038 Sep 17 22:23:45.750354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a65d7cec-9624-4579-922d-a14d1e9f9f66 req-93ae731f-979d-42cd-be44-607a91dd46dc service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950706 Sep 17 22:23:45.929887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-335dd224-730a-425d-980d-69cdad7a9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:45.931875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-335dd224-730a-425d-980d-69cdad7a9016 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1095 time: 0.0842967 Sep 17 22:23:46.034857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-de078bd0-da5d-4caf-9f2a-93910e089969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.036529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-de078bd0-da5d-4caf-9f2a-93910e089969 service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.0969510 Sep 17 22:23:46.082616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-6441fa94-8ece-44be-a8ac-4cbb4cc6352d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 217 time: 0.0374687 Sep 17 22:23:46.201329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 62f217c7-0c90-429c-8c81-e19e8a496887 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:46.205926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e1fb2-48b0-4b43-9904-5691e988f476 req-267202bc-afaf-4d98-bb73-2c4507f3fae7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.207487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-044e1fb2-48b0-4b43-9904-5691e988f476 req-267202bc-afaf-4d98-bb73-2c4507f3fae7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 909 time: 0.1186459 Sep 17 22:23:46.210088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-d1ada250-3d84-4dbb-b727-71bdb7d35620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.211468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-d1ada250-3d84-4dbb-b727-71bdb7d35620 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.1131489 Sep 17 22:23:46.223082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0d8ef-8daf-487c-bb19-64804d21b43f req-af0bfa4e-013b-4ed1-8a2f-b95f431696e3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.224618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96b0d8ef-8daf-487c-bb19-64804d21b43f req-af0bfa4e-013b-4ed1-8a2f-b95f431696e3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 943 time: 0.1173499 Sep 17 22:23:46.310860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96b0d8ef-8daf-487c-bb19-64804d21b43f req-27808d35-ff37-431e-8d28-3b0e0fd663c8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791543 Sep 17 22:23:46.319621 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-e40eaf3b-d5b3-40cc-b281-234940be70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.322466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-e40eaf3b-d5b3-40cc-b281-234940be70b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956314 Sep 17 22:23:46.357576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 62f217c7-0c90-429c-8c81-e19e8a496887, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=62f217c7-0c90-429c-8c81-e19e8a496887,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:46.370690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '62f217c7-0c90-429c-8c81-e19e8a496887', 'network_id': '057dac44-70f0-4b7a-a29a-b577f279a090', 'port_id': '62f217c7-0c90-429c-8c81-e19e8a496887', 'mac_address': 'fa:16:3e:52:56:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:46.419968 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.434538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-4097ad7f-6e80-4ae2-870f-7edbb1fae748 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047442 Sep 17 22:23:46.438208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f217c7-0c90-429c-8c81-e19e8a496887 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:46.463284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 62f217c7-0c90-429c-8c81-e19e8a496887, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=62f217c7-0c90-429c-8c81-e19e8a496887,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:46.541711 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:46.583103 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f42defd-11fd-4842-b5eb-001237d759d1 req-6dbdb4b0-a840-422d-a12f-2be5546d6c65 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399944 Sep 17 22:23:46.596390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ef463-7e47-4f38-9dc7-a8706489935b req-67979a66-644a-4ebc-9263-8eb1b7b3d3a5 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:46.596738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=62f217c7-0c90-429c-8c81-e19e8a496887,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:46.598229 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c73ef463-7e47-4f38-9dc7-a8706489935b req-67979a66-644a-4ebc-9263-8eb1b7b3d3a5 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 944 time: 0.0678039 Sep 17 22:23:46.650417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c73ef463-7e47-4f38-9dc7-a8706489935b req-91f4627a-7d73-489e-a374-f0b77753a1ef tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376391 Sep 17 22:23:46.767507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['62f217c7-0c90-429c-8c81-e19e8a496887'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:47.351069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12074c34-1c64-46f3-a8c6-93a22f27a1f7 req-5ae71926-4681-4821-9b49-31ec2fc61b7c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.353255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12074c34-1c64-46f3-a8c6-93a22f27a1f7 req-5ae71926-4681-4821-9b49-31ec2fc61b7c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 909 time: 0.0647614 Sep 17 22:23:47.416776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-c1ca5222-3860-4dd3-af97-5e0a4e83bf9b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.418427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-c1ca5222-3860-4dd3-af97-5e0a4e83bf9b tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 909 time: 0.0565941 Sep 17 22:23:47.542734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51d0e-ed5a-400a-b26f-e1ab604d9ead req-e4fdd77a-3c4f-4949-bdea-a8b529484cab tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.544446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ce51d0e-ed5a-400a-b26f-e1ab604d9ead req-e4fdd77a-3c4f-4949-bdea-a8b529484cab tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 943 time: 0.1202295 Sep 17 22:23:47.619716 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ce51d0e-ed5a-400a-b26f-e1ab604d9ead req-61947c56-b3e6-414c-bab9-02ee57dc9169 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560043 Sep 17 22:23:47.634978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Deleting port d4c83e5f-66b4-4358-8bfe-0ae10051110d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:47.634978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.745510 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e592df9e-7056-4488-a5f0-919d115bd6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.793342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] For port d4c83e5f-66b4-4358-8bfe-0ae10051110d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d4c83e5f-66b4-4358-8bfe-0ae10051110d,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:47.793717 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:47.811115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Calling delete_port for d4c83e5f-66b4-4358-8bfe-0ae10051110d owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:47.826807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3ec5a-2ea5-4a3c-b489-3f45511ab145 req-93863660-91ac-48b1-b8d2-b1b2c4580d88 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:47.828412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05a3ec5a-2ea5-4a3c-b489-3f45511ab145 req-93863660-91ac-48b1-b8d2-b1b2c4580d88 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 944 time: 0.0869327 Sep 17 22:23:47.922682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05a3ec5a-2ea5-4a3c-b489-3f45511ab145 req-cab86581-abca-4449-9e88-254d2f19b933 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855830 Sep 17 22:23:48.066374 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.093542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Port': ['ID=d4c83e5f-66b4-4358-8bfe-0ae10051110d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:48.104426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:23:48.136767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] No DVR routers for this DVR port d4c83e5f-66b4-4358-8bfe-0ae10051110d on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:48.139724 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.141794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5df8d385-14c7-4e31-932b-049f6ca15a51 req-4aa38a6c-8361-4453-b811-c25309da5604 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.32 "DELETE /v2.0/ports/d4c83e5f-66b4-4358-8bfe-0ae10051110d HTTP/1.1" status: 204 len: 173 time: 0.7164395 Sep 17 22:23:48.142586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d75acf-b021-4182-b37b-8e76f32102e5', 'name': 'network-vif-deleted', 'tag': 'd4c83e5f-66b4-4358-8bfe-0ae10051110d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:48.145161 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb4b2be-07d7-4dda-9f88-297440d4d705" -d '{"events": [{"server_uuid": "50d75acf-b021-4182-b37b-8e76f32102e5", "name": "network-vif-deleted", "tag": "d4c83e5f-66b4-4358-8bfe-0ae10051110d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:48.200342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 62f217c7-0c90-429c-8c81-e19e8a496887 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:48.213275 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c4760b-f577-4cab-8c2a-b76625b1da64 x-openstack-request-id: req-81c4760b-f577-4cab-8c2a-b76625b1da64 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:48.213557 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d75acf-b021-4182-b37b-8e76f32102e5", "name": "network-vif-deleted", "tag": "d4c83e5f-66b4-4358-8bfe-0ae10051110d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:48.213843 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81c4760b-f577-4cab-8c2a-b76625b1da64 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:48.214254 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d75acf-b021-4182-b37b-8e76f32102e5', 'name': 'network-vif-deleted', 'tag': 'd4c83e5f-66b4-4358-8bfe-0ae10051110d', 'status': 'completed', 'code': 200} Sep 17 22:23:48.274891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:48.288053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'port_id': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'mac_address': 'fa:16:3e:1d:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:23:48.356053 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.377776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53829d98-7c58-4c80-b8bf-72c90f44aacc {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:23:48.392944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 62f217c7-0c90-429c-8c81-e19e8a496887 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:48.405792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:48.406997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 62f217c7-0c90-429c-8c81-e19e8a496887 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:48.407304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.478518 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.507846 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c8eb5ad-d10b-4525-bf2a-91fefc793aa8 req-d04a67f7-a0c0-4429-baf3-da15faf4e487 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d75acf-b021-4182-b37b-8e76f32102e5 HTTP/1.1" status: 200 len: 210 time: 0.0470214 Sep 17 22:23:48.550050 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.584525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:48.594815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bd70cc-5b2f-4035-935e-76b7f3b56467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f217c7-0c90-429c-8c81-e19e8a496887'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:48.597158 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66842f54-9a38-4ee0-abe0-72baab70cb30" -d '{"events": [{"server_uuid": "41bd70cc-5b2f-4035-935e-76b7f3b56467", "name": "network-vif-plugged", "status": "completed", "tag": "62f217c7-0c90-429c-8c81-e19e8a496887"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:48.611756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 62f217c7-0c90-429c-8c81-e19e8a496887, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=62f217c7-0c90-429c-8c81-e19e8a496887,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:48.634749 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a52b97-8435-4f2a-85dd-094a622e4aa5 x-openstack-request-id: req-38a52b97-8435-4f2a-85dd-094a622e4aa5 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:48.635073 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bd70cc-5b2f-4035-935e-76b7f3b56467", "name": "network-vif-plugged", "status": "completed", "tag": "62f217c7-0c90-429c-8c81-e19e8a496887", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:48.635329 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38a52b97-8435-4f2a-85dd-094a622e4aa5 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:48.635722 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bd70cc-5b2f-4035-935e-76b7f3b56467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f217c7-0c90-429c-8c81-e19e8a496887', 'code': 200} Sep 17 22:23:48.691112 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:48.756575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['53829d98-7c58-4c80-b8bf-72c90f44aacc'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:23:48.785971 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff6ed-d6f8-4746-a2af-57d5f5fc0c1a req-e76ef2be-b656-4179-b3db-503be6344fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.788494 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-283ff6ed-d6f8-4746-a2af-57d5f5fc0c1a req-e76ef2be-b656-4179-b3db-503be6344fae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 1097 time: 0.0868390 Sep 17 22:23:48.802271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f5906-d19b-4594-b6ba-6f61f065ed5c req-8aa8df27-0880-4e1a-9fd8-f757e0abca35 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:48.811033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b19f5906-d19b-4594-b6ba-6f61f065ed5c req-8aa8df27-0880-4e1a-9fd8-f757e0abca35 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1247315 Sep 17 22:23:48.855797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=62f217c7-0c90-429c-8c81-e19e8a496887,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:48.884773 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-283ff6ed-d6f8-4746-a2af-57d5f5fc0c1a req-9b137425-99c6-4b92-86e0-e8a0360b7b3a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890696 Sep 17 22:23:48.905768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b19f5906-d19b-4594-b6ba-6f61f065ed5c req-840654e4-1174-4106-8014-6baf71c0bbc6 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922077 Sep 17 22:23:49.105712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5694af-634f-4320-8c38-00cca644609b req-cae5f0b3-3742-432b-991e-5abb44f10181 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:49.107279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c5694af-634f-4320-8c38-00cca644609b req-cae5f0b3-3742-432b-991e-5abb44f10181 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 945 time: 0.0612621 Sep 17 22:23:49.179404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c5694af-634f-4320-8c38-00cca644609b req-c5d5763f-5f19-4dea-8617-05d3d104f37b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662587 Sep 17 22:23:49.565879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57614) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:50.020783 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.083118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02330b-2c37-4d19-9659-fe1226974ba2 req-d1928002-4d4b-4dd6-a05e-df94815d5cd8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.084611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bd02330b-2c37-4d19-9659-fe1226974ba2 req-d1928002-4d4b-4dd6-a05e-df94815d5cd8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0741897 Sep 17 22:23:50.115873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:23:50.143378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bd02330b-2c37-4d19-9659-fe1226974ba2 req-a2dfc675-f6b0-4fb7-ab5d-92be6280c004 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504553 Sep 17 22:23:50.277025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c35f9193-7849-4969-98e1-20bdde602783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.303624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 53829d98-7c58-4c80-b8bf-72c90f44aacc completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:23:50.312742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 53829d98-7c58-4c80-b8bf-72c90f44aacc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:23:50.312742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.391324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142c72f-43b1-4798-ac36-be5aa80f172b req-1c3cae00-9589-48ae-a60f-02b42cd317c5 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.392878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4142c72f-43b1-4798-ac36-be5aa80f172b req-1c3cae00-9589-48ae-a60f-02b42cd317c5 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 945 time: 0.1077793 Sep 17 22:23:50.397363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Deleting port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:50.398090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.483656 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.487848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4142c72f-43b1-4798-ac36-be5aa80f172b req-a5c1afe3-d674-40bd-9e85-2a969c89e782 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836442 Sep 17 22:23:50.532460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:50.563361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] For port 388c8de4-fbea-423a-8c0f-5f11ac3c53c7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=388c8de4-fbea-423a-8c0f-5f11ac3c53c7,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:50.563840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.594921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Calling delete_port for 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:50.597748 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.598953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d4c83e5f-66b4-4358-8bfe-0ae10051110d no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:50.704092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:50.716920 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550b53d5-b1cf-46b4-b19d-66d82c27ab0d" -d '{"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-plugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:50.734232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: d4c83e5f-66b4-4358-8bfe-0ae10051110d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:50.737390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d4c83e5f-66b4-4358-8bfe-0ae10051110d not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:50.755567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57652) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:50.777715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:50.814490 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5296e4d3-05e3-4313-bdfa-e648017ab3cf x-openstack-request-id: req-5296e4d3-05e3-4313-bdfa-e648017ab3cf {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:50.815186 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-plugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:50.815727 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5296e4d3-05e3-4313-bdfa-e648017ab3cf {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:50.816365 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'code': 200} Sep 17 22:23:50.911690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78607b03-bc82-43ea-b435-1aa25b28be55 req-69310707-5246-4a6c-8053-3c9602f8dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:50.913472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78607b03-bc82-43ea-b435-1aa25b28be55 req-69310707-5246-4a6c-8053-3c9602f8dd11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1097 time: 0.0511687 Sep 17 22:23:50.949746 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02a08984-2419-49b8-990b-55c3e642fa9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:50.973979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78607b03-bc82-43ea-b435-1aa25b28be55 req-8e27d63e-0c41-457b-bed7-100daa562ad4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533385 Sep 17 22:23:50.975452 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.010104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Port': ['ID=388c8de4-fbea-423a-8c0f-5f11ac3c53c7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:51.087710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.088384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.088670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.089134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.089472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.089799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.090702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.091093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.091422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.091792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.092121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.092690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:51.096844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02a08984-2419-49b8-990b-55c3e642fa9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.184756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02a08984-2419-49b8-990b-55c3e642fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.263474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-02a08984-2419-49b8-990b-55c3e642fa9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e556e4b2b02a4657b09e0466b9309575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065043 Sep 17 22:23:51.266072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a08984-2419-49b8-990b-55c3e642fa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f4d8e-d5a1-4c63-9c55-0b1a59c98783,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:51.276035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57664) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:51.354104 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.375619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.380695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b9c76-d012-4cfe-a13e-91fdc18d6163 req-ede19c7d-9240-4efc-9e59-905c09040379 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:51.382770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-590b9c76-d012-4cfe-a13e-91fdc18d6163 req-ede19c7d-9240-4efc-9e59-905c09040379 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 945 time: 0.1174242 Sep 17 22:23:51.430975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63f79a11-9950-4a1c-9aa9-c25dd4e3831c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.453292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-590b9c76-d012-4cfe-a13e-91fdc18d6163 req-424c78a5-c3da-4458-817c-0d942772f057 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502651 Sep 17 22:23:51.467110 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63f79a11-9950-4a1c-9aa9-c25dd4e3831c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.625812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Router e07069ac-d840-48b3-8cd4-87b02147df46 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:23:51.636568 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63f79a11-9950-4a1c-9aa9-c25dd4e3831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.636740 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.639199 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63f79a11-9950-4a1c-9aa9-c25dd4e3831c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.641403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-63f79a11-9950-4a1c-9aa9-c25dd4e3831c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a32f4d8e-d5a1-4c63-9c55-0b1a59c98783 HTTP/1.1" status: 204 len: 168 time: 0.3634317 Sep 17 22:23:51.652100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f79a11-9950-4a1c-9aa9-c25dd4e3831c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f4d8e-d5a1-4c63-9c55-0b1a59c98783,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:51.752969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:51.759131 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-05789d30-644b-4a86-8e06-160900ca07d7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "PUT /v2.0/routers/e07069ac-d840-48b3-8cd4-87b02147df46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1915710 Sep 17 22:23:51.762207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57674) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:51.768068 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] Sync routers for ids ['e07069ac-d840-48b3-8cd4-87b02147df46'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:51.787346 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] Routers {'e07069ac-d840-48b3-8cd4-87b02147df46'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:51.788424 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e07069ac-d840-48b3-8cd4-87b02147df46'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:51.846570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Deleting subnet 517b1fb4-3c2b-452c-baf1-986b42cd44e5 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:23:51.851203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:51.922902 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] Set router e07069ac-d840-48b3-8cd4-87b02147df46 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:51.925427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.082700 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.162270 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:11Z', 'updated_at': '2021-09-17T22:23:50Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:12Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:52.195693 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] Checking router: e07069ac-d840-48b3-8cd4-87b02147df46 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:52.236108 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] Routers {'e07069ac-d840-48b3-8cd4-87b02147df46'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:52.237845 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e07069ac-d840-48b3-8cd4-87b02147df46'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:52.296588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.353091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Subnet': ['ID=517b1fb4-3c2b-452c-baf1-986b42cd44e5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:52.358913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.361895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "DELETE /v2.0/subnets/517b1fb4-3c2b-452c-baf1-986b42cd44e5 HTTP/1.1" status: 204 len: 168 time: 0.5972750 Sep 17 22:23:52.363835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57688) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:52.365630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae24174-a42e-4a36-8adc-b86680ccf634 None None] Network 71e3e48e-06fb-4c45-978f-98f53c9b70c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:23:52.369111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.369718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.370529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.371947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.372490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.373028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.373567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.374103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.374723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.375389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.375933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.376460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcd8acf-1cf2-4945-bd49-c7f6fdc98871 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:23:52.444252 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] Set router e07069ac-d840-48b3-8cd4-87b02147df46 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:52.495742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57692) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:52.537947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9550-b661-428d-8bb5-a368039d632f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.621408 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.655252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4710b0ea-72e2-4328-a65a-5a05f0aa6f52 None None] DHCP port deletion for 71e3e48e-06fb-4c45-978f-98f53c9b70c2 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:23:52.726933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363150c-e947-474d-b0f7-80c5c2d28f42 req-d3dce981-11df-4141-948e-95437938a701 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:52.735240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b363150c-e947-474d-b0f7-80c5c2d28f42 req-d3dce981-11df-4141-948e-95437938a701 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 945 time: 0.1068053 Sep 17 22:23:52.769632 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9550-b661-428d-8bb5-a368039d632f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.802316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4710b0ea-72e2-4328-a65a-5a05f0aa6f52 None None] Deleting port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:52.818293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b363150c-e947-474d-b0f7-80c5c2d28f42 req-f5e18dee-5ebc-4e21-93a5-d0e32046e9dc tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639625 Sep 17 22:23:52.818655 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4710b0ea-72e2-4328-a65a-5a05f0aa6f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.841048 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.854684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9550-b661-428d-8bb5-a368039d632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:52.878076 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:11Z', 'updated_at': '2021-09-17T22:23:50Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:12Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:52.944678 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fcb393-eca3-4394-9354-8f13049298af None None] The sync data for ids ['e07069ac-d840-48b3-8cd4-87b02147df46'] in n-d-713498-17 is: [{'id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1630509144', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:11Z', 'updated_at': '2021-09-17T22:23:50Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '1b1e6510-ab2b-4213-8552-9cd44d5020ad', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07069ac-d840-48b3-8cd4-87b02147df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:12Z', 'updated_at': '2021-09-17T22:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:52.978880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5c4e9550-b661-428d-8bb5-a368039d632f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a16c1c46bdb4d5f9eae6377a4806268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814520 Sep 17 22:23:52.979915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e9550-b661-428d-8bb5-a368039d632f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8457fc-c604-4ca2-aba6-b72fe1f22b68,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:52.983046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57698) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:53.030099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4710b0ea-72e2-4328-a65a-5a05f0aa6f52 None None] For port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5,segment=NetworkSegment(4c68cac4-5605-4a13-b67b-9a5167e1de30),segment_id=4c68cac4-5605-4a13-b67b-9a5167e1de30)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:53.031502 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4710b0ea-72e2-4328-a65a-5a05f0aa6f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.064477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89684a89-e598-447d-8303-38351ffd7afa req-84a66229-1d1f-432c-8f0f-60cd6c8ae8da tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:53.070168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89684a89-e598-447d-8303-38351ffd7afa req-84a66229-1d1f-432c-8f0f-60cd6c8ae8da tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 945 time: 0.1143074 Sep 17 22:23:53.070750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4710b0ea-72e2-4328-a65a-5a05f0aa6f52 None None] Calling delete_port for 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:53.075822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57702) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:53.079602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Deleting port 1b1e6510-ab2b-4213-8552-9cd44d5020ad {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:53.079955 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.080656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4ee8819d-f169-44b3-a5ff-80d657617d93 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'floatingip': {'port_id': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:23:53.143158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ee8819d-f169-44b3-a5ff-80d657617d93 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.143158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2df91856-a4c6-400b-a1b0-46242cd37fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.214396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] For port 1b1e6510-ab2b-4213-8552-9cd44d5020ad, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1b1e6510-ab2b-4213-8552-9cd44d5020ad,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:53.215178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.234688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Calling delete_port for 1b1e6510-ab2b-4213-8552-9cd44d5020ad owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:53.277021 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2df91856-a4c6-400b-a1b0-46242cd37fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.374732 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.410415 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4710b0ea-72e2-4328-a65a-5a05f0aa6f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.489045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710b0ea-72e2-4328-a65a-5a05f0aa6f52 None None] Pushing event deleted for resources: {'Port': ['ID=5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.532294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710b0ea-72e2-4328-a65a-5a05f0aa6f52 None None] No DVR routers for this DVR port 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:53.661530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2df91856-a4c6-400b-a1b0-46242cd37fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.661530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2df91856-a4c6-400b-a1b0-46242cd37fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.669532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2df91856-a4c6-400b-a1b0-46242cd37fa0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb8457fc-c604-4ca2-aba6-b72fe1f22b68 HTTP/1.1" status: 204 len: 168 time: 0.6649101 Sep 17 22:23:53.723915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df91856-a4c6-400b-a1b0-46242cd37fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8457fc-c604-4ca2-aba6-b72fe1f22b68,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.761939 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.913664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Port': ['ID=1b1e6510-ab2b-4213-8552-9cd44d5020ad,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:53.974933 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:53.986350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:54.020313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:54.020658 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5dbdc90a-22bd-48e0-a7c4-961cfab9a4d5 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:54.031303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:54.071665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:54.071665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 388c8de4-fbea-423a-8c0f-5f11ac3c53c7 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:54.072414 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ee8819d-f169-44b3-a5ff-80d657617d93 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.102093 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.105371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.153709 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ee8819d-f169-44b3-a5ff-80d657617d93 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.212828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.216992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Fanout notify agent at l3_agent the message router_deleted on router e07069ac-d840-48b3-8cd4-87b02147df46 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:23:54.222522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.224357 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-401ae9d8-2100-4ddd-ab08-2e696601093c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "DELETE /v2.0/routers/e07069ac-d840-48b3-8cd4-87b02147df46 HTTP/1.1" status: 204 len: 168 time: 1.8588121 Sep 17 22:23:54.236227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57730) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:54.376663 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.404460 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-4ee8819d-f169-44b3-a5ff-80d657617d93 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Floating IP a9e222f7-113a-4743-84a1-b192e9cb9f18 associated. External IP: 172.25.5.221, port: 53829d98-7c58-4c80-b8bf-72c90f44aacc. Sep 17 22:23:54.597945 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.657514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e3e48e-06fb-4c45-978f-98f53c9b70c2']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:54.673418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c68cac4-5605-4a13-b67b-9a5167e1de30') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:54.673759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c68cac4-5605-4a13-b67b-9a5167e1de30') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:54.697325 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.714715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.724664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:23:54.725385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:23:54.729793 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:23:54.858435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee8819d-f169-44b3-a5ff-80d657617d93 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Router 0b85f031-ad77-40bc-a0fc-690dba1da502 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:23:55.009282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.027199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.032792 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "DELETE /v2.0/networks/71e3e48e-06fb-4c45-978f-98f53c9b70c2 HTTP/1.1" status: 204 len: 168 time: 0.7945752 Sep 17 22:23:55.055405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57754) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:23:55.058320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee8819d-f169-44b3-a5ff-80d657617d93 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:55.064199 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ee8819d-f169-44b3-a5ff-80d657617d93 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.069740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] Sync routers for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:55.088062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74f26d-a7b3-4b29-8d4d-7fcce6762810 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Network': ['ID=71e3e48e-06fb-4c45-978f-98f53c9b70c2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:55.088496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:55.089283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:55.129785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4ee8819d-f169-44b3-a5ff-80d657617d93 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "PUT /v2.0/floatingips/a9e222f7-113a-4743-84a1-b192e9cb9f18 HTTP/1.1" status: 200 len: 991 time: 2.0529051 Sep 17 22:23:55.132554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:55.138980 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f82010-3f87-4852-89f4-d37a0806b151" -d '{"events": [{"name": "network-changed", "server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:55.259737 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac0003d-625d-420f-941d-e726b8f2b7bf x-openstack-request-id: req-eac0003d-625d-420f-941d-e726b8f2b7bf {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:55.260257 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:55.260907 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eac0003d-625d-420f-941d-e726b8f2b7bf {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:55.262276 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'status': 'completed', 'code': 200} Sep 17 22:23:55.350715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:55.375793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-84c200f8-dcf0-41e1-a3a3-9dd7cb711752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.385427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-84c200f8-dcf0-41e1-a3a3-9dd7cb711752 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1097 time: 0.1042392 Sep 17 22:23:55.506660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Deleting port 1e1b258c-d25c-462c-99bd-d0f32766ba88 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:55.507046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.614761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-698dfd9d-0b1b-43a2-9c34-8692d8408f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:55.616337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-698dfd9d-0b1b-43a2-9c34-8692d8408f41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.2221208 Sep 17 22:23:55.653053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.653429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:55.684643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Calling delete_port for 1e1b258c-d25c-462c-99bd-d0f32766ba88 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:55.906742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a9e222f7-113a-4743-84a1-b192e9cb9f18', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'port_id': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'mac_address': 'fa:16:3e:1d:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:34Z', 'updated_at': '2021-09-17T22:23:53Z', 'revision_number': 1, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2a1856-616d-4482-be10-b33585f5d0a6', 'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'mac_address': 'fa:16:3e:0c:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'subnets': [{'id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:55.986202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] Checking router: 0b85f031-ad77-40bc-a0fc-690dba1da502 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:55.991308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1b1e6510-ab2b-4213-8552-9cd44d5020ad no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:23:56.022158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 1b1e6510-ab2b-4213-8552-9cd44d5020ad {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:23:56.022999 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1b1e6510-ab2b-4213-8552-9cd44d5020ad not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:23:56.031117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:56.031873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:56.124285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.158282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:56.162451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Port': ['ID=1e1b258c-d25c-462c-99bd-d0f32766ba88,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:56.197158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-1a9c3096-4089-4e4f-aa21-90e9e9d38af8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 999 time: 0.5721838 Sep 17 22:23:56.236942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.237540 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Floating IP e5727227-19e9-44f1-a425-d174ebe31c4c disassociated (deleted). External IP: 172.25.5.41, port: ea840516-ba0a-4bae-9f5c-89b28cef6938. Sep 17 22:23:56.312199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-1fb21cab-a6fb-4600-af04-5cde4b5f280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.313686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-1fb21cab-a6fb-4600-af04-5cde4b5f280d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.1094892 Sep 17 22:23:56.445100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-37861ae7-d2c8-4975-9262-637f38fbed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:56.447704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-37861ae7-d2c8-4975-9262-637f38fbed9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260870 Sep 17 22:23:56.626666 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a9e222f7-113a-4743-84a1-b192e9cb9f18', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'port_id': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'mac_address': 'fa:16:3e:1d:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:34Z', 'updated_at': '2021-09-17T22:23:53Z', 'revision_number': 1, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2a1856-616d-4482-be10-b33585f5d0a6', 'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'mac_address': 'fa:16:3e:0c:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'subnets': [{'id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:56.638083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Router 06d2b30b-791b-41ff-a167-9fffa06a7add has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:23:56.670507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0b868-39dc-4faa-b868-3861ecc9394b None None] The sync data for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 is: [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a9e222f7-113a-4743-84a1-b192e9cb9f18', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'port_id': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'mac_address': 'fa:16:3e:1d:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:23:34Z', 'updated_at': '2021-09-17T22:23:53Z', 'revision_number': 1, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2a1856-616d-4482-be10-b33585f5d0a6', 'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'mac_address': 'fa:16:3e:0c:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'subnets': [{'id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:56.676563 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-5bd267ff-4167-438e-b706-60b259000bbc service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208788 Sep 17 22:23:56.811851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:23:56.825884 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] Sync routers for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:23:56.826734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:56.841049 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:56.841714 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:56.872199 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-68068c41-ef98-4319-9ae4-799e80526752 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5727227-19e9-44f1-a425-d174ebe31c4c HTTP/1.1" status: 204 len: 168 time: 1.8131096 Sep 17 22:23:56.872908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:56.876303 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6162d430-1538-4281-9fbd-98119d7dfdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:56.925929 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53191208-60b4-40f2-8abf-2327814bc1b2 x-openstack-request-id: req-53191208-60b4-40f2-8abf-2327814bc1b2 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:56.926612 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:56.927675 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53191208-60b4-40f2-8abf-2327814bc1b2 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:56.927929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3f82010-3f87-4852-89f4-d37a0806b151 req-bec902bb-05f7-44b1-a940-78ed97469572 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434225 Sep 17 22:23:56.928533 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'status': 'completed', 'code': 200} Sep 17 22:23:57.053724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-e869b6c7-d2d8-4ec7-9330-9940afd55b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.056902 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-e869b6c7-d2d8-4ec7-9330-9940afd55b0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=195015506e4142db836c85c9333add1f&device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 1137 time: 0.0812616 Sep 17 22:23:57.119869 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:57.135506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08be92d-f908-4180-8a3c-0639e9bc956d None None] New status for floating IP a9e222f7-113a-4743-84a1-b192e9cb9f18: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:23:57.237727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-a5a11764-9ff3-496d-8cf2-6d713c1273e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.239573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-a5a11764-9ff3-496d-8cf2-6d713c1273e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=139bcc55-776f-489a-9201-929c95f5bd6d HTTP/1.1" status: 200 len: 897 time: 0.1749911 Sep 17 22:23:57.313972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-75dcee99-dbff-4e29-b7dd-f1608a12b73d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea840516-ba0a-4bae-9f5c-89b28cef6938 HTTP/1.1" status: 200 len: 217 time: 0.0667014 Sep 17 22:23:57.415187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-b6f8144d-6298-471e-9815-caa67390aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.424538 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-b6f8144d-6298-471e-9815-caa67390aa7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8bad664-f377-4fdc-b3e5-d4ef070936ed HTTP/1.1" status: 200 len: 835 time: 0.0989904 Sep 17 22:23:57.463426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5dccd-4b43-4d53-aee2-ed831a42a5c2 req-526ba5a7-3259-4544-9a5a-f9b7a3be7a98 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.468997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3b5dccd-4b43-4d53-aee2-ed831a42a5c2 req-526ba5a7-3259-4544-9a5a-f9b7a3be7a98 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 985 time: 0.1183617 Sep 17 22:23:57.523913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-440b45b0-e2d1-4a8f-86af-ae058f9ebf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:57.526200 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-440b45b0-e2d1-4a8f-86af-ae058f9ebf86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=139bcc55-776f-489a-9201-929c95f5bd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936415 Sep 17 22:23:57.538035 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0ca7c404-ca5f-4f53-97bc-97537e1685bc', 'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:7b:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:22:02Z', 'updated_at': '2021-09-17T22:22:08Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:57.566363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3b5dccd-4b43-4d53-aee2-ed831a42a5c2 req-d861c1c8-1843-493a-a4fe-7791b483bb6c tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0808003 Sep 17 22:23:57.609094 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] Checking router: 06d2b30b-791b-41ff-a167-9fffa06a7add for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:23:57.620150 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:23:57.620899 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:57.669856 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-9ec54465-1c0f-4c18-b2da-286d0d5da97b service neutron] 10.222.0.35 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353159 Sep 17 22:23:57.792196 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6162d430-1538-4281-9fbd-98119d7dfdcc req-e7d365b7-89a5-463e-a47f-1580aec40214 service neutron] 10.222.0.35 "GET /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140211 Sep 17 22:23:57.849482 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:23:58.076200 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0ca7c404-ca5f-4f53-97bc-97537e1685bc', 'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:7b:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:22:02Z', 'updated_at': '2021-09-17T22:22:08Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:23:58.109412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805d5b3-8d8d-4dff-93df-76a83b333e1a None None] The sync data for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 is: [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:22:04Z', 'revision_number': 4, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '0ca7c404-ca5f-4f53-97bc-97537e1685bc', 'name': '', 'network_id': '139bcc55-776f-489a-9201-929c95f5bd6d', 'tenant_id': '195015506e4142db836c85c9333add1f', 'mac_address': 'fa:16:3e:7b:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:22:02Z', 'updated_at': '2021-09-17T22:22:08Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'subnets': [{'id': 'a8bad664-f377-4fdc-b3e5-d4ef070936ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:23:58.503948 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f64c6-dc9d-4b32-90cc-07991d08e7fd None None] New status for floating IP e5727227-19e9-44f1-a425-d174ebe31c4c: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:23:58.677600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-d0aa87ad-76c7-4cef-ad72-a149b833fe67 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.679213 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-d0aa87ad-76c7-4cef-ad72-a149b833fe67 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.35 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 985 time: 0.0898488 Sep 17 22:23:58.777356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9de3b-fd9f-416a-b4ea-5166feeedef9 req-92a20d95-fbc1-4ad7-a2ef-718fa0bc5adb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:23:58.780499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bca9de3b-fd9f-416a-b4ea-5166feeedef9 req-92a20d95-fbc1-4ad7-a2ef-718fa0bc5adb tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 985 time: 0.0734684 Sep 17 22:23:58.865139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bca9de3b-fd9f-416a-b4ea-5166feeedef9 req-2eafec16-90f6-4fd9-9498-85d13f98d253 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/security-groups?id=e68594d3-6682-43f4-94fa-6ac3367ef10b&id=17b71bdf-5f60-4448-86bc-804d9248d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0746298 Sep 17 22:23:58.885206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Deleting port ea840516-ba0a-4bae-9f5c-89b28cef6938 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:23:58.885815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:58.994267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] For port ea840516-ba0a-4bae-9f5c-89b28cef6938, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=ea840516-ba0a-4bae-9f5c-89b28cef6938,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:23:58.994649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.010016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Calling delete_port for ea840516-ba0a-4bae-9f5c-89b28cef6938 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:23:59.241262 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.280880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Port': ['ID=ea840516-ba0a-4bae-9f5c-89b28cef6938,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:23:59.351663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] No DVR routers for this DVR port ea840516-ba0a-4bae-9f5c-89b28cef6938 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:23:59.355499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:23:59.358750 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d418c288-59c4-4bb0-a5e0-f7460d8e6aa9 req-b79d2ae3-a744-4fc1-b126-b1dee75ed154 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.35 "DELETE /v2.0/ports/ea840516-ba0a-4bae-9f5c-89b28cef6938 HTTP/1.1" status: 204 len: 173 time: 0.6721389 Sep 17 22:23:59.359796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'name': 'network-vif-deleted', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:23:59.363413 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab01fcb6-f502-4b8d-b761-af117704a32e" -d '{"events": [{"server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "name": "network-vif-deleted", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:23:59.419064 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70cd760-9f8c-4923-80c8-83386e413359 x-openstack-request-id: req-f70cd760-9f8c-4923-80c8-83386e413359 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:23:59.419594 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90430e6c-378e-4a30-8056-aee16fdd4073", "name": "network-vif-deleted", "tag": "ea840516-ba0a-4bae-9f5c-89b28cef6938", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:23:59.420073 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f70cd760-9f8c-4923-80c8-83386e413359 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:23:59.420678 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90430e6c-378e-4a30-8056-aee16fdd4073', 'name': 'network-vif-deleted', 'tag': 'ea840516-ba0a-4bae-9f5c-89b28cef6938', 'status': 'completed', 'code': 200} Sep 17 22:24:00.010839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f983f11-d4ff-4a64-8787-7222290d4fa4 req-89efb182-9b93-4312-894c-3960ed3e8d08 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90430e6c-378e-4a30-8056-aee16fdd4073 HTTP/1.1" status: 200 len: 210 time: 0.0702298 Sep 17 22:24:01.083247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57932) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:01.155110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa22-0295-4c1b-9db9-44628b54a1a7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.194596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa22-0295-4c1b-9db9-44628b54a1a7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.347425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa22-0295-4c1b-9db9-44628b54a1a7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.350107 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa22-0295-4c1b-9db9-44628b54a1a7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.363257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57938) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:01.363718 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-acf6aa22-0295-4c1b-9db9-44628b54a1a7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "DELETE /v2.0/security-groups/17b71bdf-5f60-4448-86bc-804d9248d91f HTTP/1.1" status: 204 len: 168 time: 0.2782607 Sep 17 22:24:01.373612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6aa22-0295-4c1b-9db9-44628b54a1a7 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b71bdf-5f60-4448-86bc-804d9248d91f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:01.453423 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-abcb9830-28f3-4aee-b970-70f464f9a578 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.480435 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-abcb9830-28f3-4aee-b970-70f464f9a578 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.597588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-abcb9830-28f3-4aee-b970-70f464f9a578 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.600298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-abcb9830-28f3-4aee-b970-70f464f9a578 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:01.605345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57944) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:01.611392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-abcb9830-28f3-4aee-b970-70f464f9a578 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "DELETE /v2.0/security-groups/e68594d3-6682-43f4-94fa-6ac3367ef10b HTTP/1.1" status: 204 len: 168 time: 0.2461226 Sep 17 22:24:01.622622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb9830-28f3-4aee-b970-70f464f9a578 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68594d3-6682-43f4-94fa-6ac3367ef10b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:02.484597 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.776757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Deleting port 0ca7c404-ca5f-4f53-97bc-97537e1685bc {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:02.777108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.887343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] For port 0ca7c404-ca5f-4f53-97bc-97537e1685bc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0ca7c404-ca5f-4f53-97bc-97537e1685bc,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:02.888096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:02.918908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Calling delete_port for 0ca7c404-ca5f-4f53-97bc-97537e1685bc owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:03.188146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57986) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:03.332648 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.353554 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a10c1af0-27d9-454e-9e18-80bf384ab309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.371183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Port': ['ID=0ca7c404-ca5f-4f53-97bc-97537e1685bc,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:03.488913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a10c1af0-27d9-454e-9e18-80bf384ab309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.563554 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a10c1af0-27d9-454e-9e18-80bf384ab309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.609402 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.615150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1af0-27d9-454e-9e18-80bf384ab309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e48424-fff0-40e4-aa87-ce9cd07974ec,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:03.662062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a10c1af0-27d9-454e-9e18-80bf384ab309 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73181ef9701a45e8b49fe50b70012d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727614 Sep 17 22:24:03.664851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57998) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:03.743117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbc78bfc-53fb-42a3-93ef-233dae3cfe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.771377 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbc78bfc-53fb-42a3-93ef-233dae3cfe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.917155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Router 06d2b30b-791b-41ff-a167-9fffa06a7add has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:03.939315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbc78bfc-53fb-42a3-93ef-233dae3cfe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.942144 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbc78bfc-53fb-42a3-93ef-233dae3cfe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:03.943774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bbc78bfc-53fb-42a3-93ef-233dae3cfe5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93e48424-fff0-40e4-aa87-ce9cd07974ec HTTP/1.1" status: 204 len: 168 time: 0.2774434 Sep 17 22:24:03.957645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc78bfc-53fb-42a3-93ef-233dae3cfe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e48424-fff0-40e4-aa87-ce9cd07974ec,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:04.096310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:04.103762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8daf3d4d-a074-4e3f-9ace-13c910c29df4 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "PUT /v2.0/routers/06d2b30b-791b-41ff-a167-9fffa06a7add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4971552 Sep 17 22:24:04.106500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58016) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:04.114850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] Sync routers for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:04.126653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:04.127323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:04.177057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-db89251c-8b57-4648-b411-103a8a3d0159 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Deleting subnet a8bad664-f377-4fdc-b3e5-d4ef070936ed {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:24:04.181872 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db89251c-8b57-4648-b411-103a8a3d0159 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.228350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db89251c-8b57-4648-b411-103a8a3d0159 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.372241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db89251c-8b57-4648-b411-103a8a3d0159 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.450277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ea840516-ba0a-4bae-9f5c-89b28cef6938 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:04.473956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: ea840516-ba0a-4bae-9f5c-89b28cef6938 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:04.474477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device ea840516-ba0a-4bae-9f5c-89b28cef6938 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:04.479688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:04.544751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db89251c-8b57-4648-b411-103a8a3d0159 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.590937 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790efea-0879-4895-bf51-6d7f4127fb03 None None] Network 139bcc55-776f-489a-9201-929c95f5bd6d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:04.608851 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db89251c-8b57-4648-b411-103a8a3d0159 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.613546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db89251c-8b57-4648-b411-103a8a3d0159 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "DELETE /v2.0/subnets/a8bad664-f377-4fdc-b3e5-d4ef070936ed HTTP/1.1" status: 204 len: 168 time: 0.5031810 Sep 17 22:24:04.613807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58028) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:04.628508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89251c-8b57-4648-b411-103a8a3d0159 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Subnet': ['ID=a8bad664-f377-4fdc-b3e5-d4ef070936ed,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:04.672704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58032) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:04.793004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:24:03Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:04.811215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:04.837372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] Checking router: 06d2b30b-791b-41ff-a167-9fffa06a7add for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:24:04.848156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] Routers {'06d2b30b-791b-41ff-a167-9fffa06a7add'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:04.851834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:23:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['06d2b30b-791b-41ff-a167-9fffa06a7add'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:04.884708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-537b9242-3d87-4f46-b9c6-18222424761a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.012122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] Set router 06d2b30b-791b-41ff-a167-9fffa06a7add gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:24:05.068782 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.094776 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:24:05.122194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-537b9242-3d87-4f46-b9c6-18222424761a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.122431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11332188-8d36-4413-9f3d-1c1f4012b0d1 None None] DHCP port deletion for 139bcc55-776f-489a-9201-929c95f5bd6d request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:24:05.186218 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-537b9242-3d87-4f46-b9c6-18222424761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.233351 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-537b9242-3d87-4f46-b9c6-18222424761a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2df9812007f442c8cab13fd71cc7292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615299 Sep 17 22:24:05.247395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58052) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:05.270680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-11332188-8d36-4413-9f3d-1c1f4012b0d1 None None] Deleting port de6eb7f5-db5b-4b1b-8107-d822ec27593c {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:05.271334 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11332188-8d36-4413-9f3d-1c1f4012b0d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.283670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b9242-3d87-4f46-b9c6-18222424761a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4379fec-9efa-4107-88e4-4af2a1f89728,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.361553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-11332188-8d36-4413-9f3d-1c1f4012b0d1 None None] For port de6eb7f5-db5b-4b1b-8107-d822ec27593c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=de6eb7f5-db5b-4b1b-8107-d822ec27593c,segment=NetworkSegment(309c04b5-936b-47e0-8f19-297ae5920e86),segment_id=309c04b5-936b-47e0-8f19-297ae5920e86)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:05.361749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e3e0aaad-f115-4b08-bc12-647786479f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.362281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11332188-8d36-4413-9f3d-1c1f4012b0d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.377246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-11332188-8d36-4413-9f3d-1c1f4012b0d1 None None] Calling delete_port for de6eb7f5-db5b-4b1b-8107-d822ec27593c owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:05.402892 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e3e0aaad-f115-4b08-bc12-647786479f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.457394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Deleting port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:05.457742 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.484364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:24:03Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:05.561584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11332188-8d36-4413-9f3d-1c1f4012b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.563607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] For port 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6e6fd973-bff1-4ff5-9c4c-7a585ec6323d,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:05.564070 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.564355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8d3b4-cbb0-43d9-b97d-267f67ea48ee None None] The sync data for ids ['06d2b30b-791b-41ff-a167-9fffa06a7add'] in n-d-713498-17 is: [{'id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679431766', 'tenant_id': '195015506e4142db836c85c9333add1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:55Z', 'updated_at': '2021-09-17T22:24:03Z', 'revision_number': 5, 'project_id': '195015506e4142db836c85c9333add1f', 'gw_port': {'id': '6e6fd973-bff1-4ff5-9c4c-7a585ec6323d', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d2b30b-791b-41ff-a167-9fffa06a7add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:57Z', 'updated_at': '2021-09-17T22:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:05.572626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e3e0aaad-f115-4b08-bc12-647786479f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.578754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e3e0aaad-f115-4b08-bc12-647786479f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.578754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e3e0aaad-f115-4b08-bc12-647786479f73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4379fec-9efa-4107-88e4-4af2a1f89728 HTTP/1.1" status: 204 len: 168 time: 0.3250809 Sep 17 22:24:05.598383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11332188-8d36-4413-9f3d-1c1f4012b0d1 None None] Pushing event deleted for resources: {'Port': ['ID=de6eb7f5-db5b-4b1b-8107-d822ec27593c,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.608309 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11332188-8d36-4413-9f3d-1c1f4012b0d1 None None] No DVR routers for this DVR port de6eb7f5-db5b-4b1b-8107-d822ec27593c on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:05.608795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0aaad-f115-4b08-bc12-647786479f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4379fec-9efa-4107-88e4-4af2a1f89728,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:05.625932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Calling delete_port for 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:05.892181 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:05.922684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Port': ['ID=6e6fd973-bff1-4ff5-9c4c-7a585ec6323d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:06.027814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.136005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device de6eb7f5-db5b-4b1b-8107-d822ec27593c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:06.174839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: de6eb7f5-db5b-4b1b-8107-d822ec27593c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:06.175652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device de6eb7f5-db5b-4b1b-8107-d822ec27593c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:06.176432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0ca7c404-ca5f-4f53-97bc-97537e1685bc no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:06.210401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.212060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0ca7c404-ca5f-4f53-97bc-97537e1685bc {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:06.212060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0ca7c404-ca5f-4f53-97bc-97537e1685bc not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:06.213617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.357309 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.357953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Fanout notify agent at l3_agent the message router_deleted on router 06d2b30b-791b-41ff-a167-9fffa06a7add {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:24:06.367138 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.368573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f961ff91-db9d-46c8-95cd-386606bcb469 tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "DELETE /v2.0/routers/06d2b30b-791b-41ff-a167-9fffa06a7add HTTP/1.1" status: 204 len: 168 time: 1.7537673 Sep 17 22:24:06.371596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58078) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:06.477863 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.546742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58084) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:06.561799 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9dee68b6-2796-4ccd-9ea3-a564c1bc8b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.593301 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.633790 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139bcc55-776f-489a-9201-929c95f5bd6d']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:06.647449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309c04b5-936b-47e0-8f19-297ae5920e86') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:06.647835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309c04b5-936b-47e0-8f19-297ae5920e86') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:06.671722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.689409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.706856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:24:06.707499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:24:06.719983 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:24:06.741853 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9dee68b6-2796-4ccd-9ea3-a564c1bc8b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.854661 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9dee68b6-2796-4ccd-9ea3-a564c1bc8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.894215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.899789 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9dee68b6-2796-4ccd-9ea3-a564c1bc8b92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a9092278499432e9ed18b8d89081b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517687 Sep 17 22:24:06.900479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58090) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:06.908574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee68b6-2796-4ccd-9ea3-a564c1bc8b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca68780-3634-44ae-9a37-de90749a9752,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:06.927941 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:06.933951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] 10.222.0.13 "DELETE /v2.0/networks/139bcc55-776f-489a-9201-929c95f5bd6d HTTP/1.1" status: 204 len: 168 time: 0.5614359 Sep 17 22:24:06.935577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a32ad-0c85-4981-909b-8bfe10a3f28f tempest-TestSecurityGroupsBasicOps-344579469 tempest-TestSecurityGroupsBasicOps-344579469-project] Pushing event deleted for resources: {'Network': ['ID=139bcc55-776f-489a-9201-929c95f5bd6d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:06.980235 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-309b6b65-6fb5-41c6-a2de-51d155ecf662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.010701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-309b6b65-6fb5-41c6-a2de-51d155ecf662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.212307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-309b6b65-6fb5-41c6-a2de-51d155ecf662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.214943 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-309b6b65-6fb5-41c6-a2de-51d155ecf662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:07.216327 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-309b6b65-6fb5-41c6-a2de-51d155ecf662 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dca68780-3634-44ae-9a37-de90749a9752 HTTP/1.1" status: 204 len: 168 time: 0.3140469 Sep 17 22:24:07.224726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b6b65-6fb5-41c6-a2de-51d155ecf662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca68780-3634-44ae-9a37-de90749a9752,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:07.890627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:07.920271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:07.920619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6e6fd973-bff1-4ff5-9c4c-7a585ec6323d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:08.076681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58124) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:08.151762 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.373238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58130) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:08.397752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8800bcb-6ec6-4071-9a23-8602689b498e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.534004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8800bcb-6ec6-4071-9a23-8602689b498e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.623351 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2221bf5e-c41d-4a4b-ab05-cac2e975b64e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=195015506e4142db836c85c9333add1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453749 Sep 17 22:24:08.625841 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8800bcb-6ec6-4071-9a23-8602689b498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.625989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58142) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:08.660154 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d8800bcb-6ec6-4071-9a23-8602689b498e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=414aa31d522f40f1a7ddfc2e683d2e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854812 Sep 17 22:24:08.669353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58144) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:08.704247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8800bcb-6ec6-4071-9a23-8602689b498e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bea15c9-a7c8-4191-b52b-6f46b1719c75,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:08.719118 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86e28f51-7995-4179-bee7-fa4e7548fff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.745135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de1bd1f7-fe80-4ede-9b0c-353c100ab134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.751915 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86e28f51-7995-4179-bee7-fa4e7548fff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.770127 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de1bd1f7-fe80-4ede-9b0c-353c100ab134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.963201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de1bd1f7-fe80-4ede-9b0c-353c100ab134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.963691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86e28f51-7995-4179-bee7-fa4e7548fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.966736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de1bd1f7-fe80-4ede-9b0c-353c100ab134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.968150 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-de1bd1f7-fe80-4ede-9b0c-353c100ab134 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bea15c9-a7c8-4191-b52b-6f46b1719c75 HTTP/1.1" status: 204 len: 168 time: 0.2976587 Sep 17 22:24:08.971384 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86e28f51-7995-4179-bee7-fa4e7548fff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:08.980658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bd1f7-fe80-4ede-9b0c-353c100ab134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bea15c9-a7c8-4191-b52b-6f46b1719c75,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:08.983219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-86e28f51-7995-4179-bee7-fa4e7548fff7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1cd56f3-64bc-43b8-847d-cd36fae437c1 HTTP/1.1" status: 204 len: 168 time: 0.3548274 Sep 17 22:24:09.014108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e28f51-7995-4179-bee7-fa4e7548fff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cd56f3-64bc-43b8-847d-cd36fae437c1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:09.238259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58182) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:09.747098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c42173f-2354-49bf-ac69-b7db57b56136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.875914 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:09.880047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c42173f-2354-49bf-ac69-b7db57b56136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.027618 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c42173f-2354-49bf-ac69-b7db57b56136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.080223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42173f-2354-49bf-ac69-b7db57b56136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbf7b4d-44d6-432b-8607-398cb3bade11,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:10.094206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:10.115285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0c42173f-2354-49bf-ac69-b7db57b56136 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f577787ef08344be8512773a4b03799d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9426699 Sep 17 22:24:10.175727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a32a8ab4-d78c-455d-b1db-f41e3e6085ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.210425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a32a8ab4-d78c-455d-b1db-f41e3e6085ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.275252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58240) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:10.290141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32fc47b6-fe72-4167-a2c0-2a6f404f60d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.412060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a32a8ab4-d78c-455d-b1db-f41e3e6085ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.420245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a32a8ab4-d78c-455d-b1db-f41e3e6085ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.436715 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a32a8ab4-d78c-455d-b1db-f41e3e6085ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbbf7b4d-44d6-432b-8607-398cb3bade11 HTTP/1.1" status: 204 len: 168 time: 0.3400991 Sep 17 22:24:10.486316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a8ab4-d78c-455d-b1db-f41e3e6085ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbf7b4d-44d6-432b-8607-398cb3bade11,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:10.566017 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32fc47b6-fe72-4167-a2c0-2a6f404f60d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.688680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32fc47b6-fe72-4167-a2c0-2a6f404f60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.726138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc47b6-fe72-4167-a2c0-2a6f404f60d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f08e560-752c-40b7-9606-e771d655b534,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:10.738299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58270) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:10.739318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-32fc47b6-fe72-4167-a2c0-2a6f404f60d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce4bb0a90d214b5bac7ad7aabbbe8e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628830 Sep 17 22:24:10.808501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7f1c137-1554-4be7-9873-824b5c234ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.836495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7f1c137-1554-4be7-9873-824b5c234ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:10.997159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7f1c137-1554-4be7-9873-824b5c234ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.001892 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7f1c137-1554-4be7-9873-824b5c234ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.003411 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e7f1c137-1554-4be7-9873-824b5c234ee3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f08e560-752c-40b7-9606-e771d655b534 HTTP/1.1" status: 204 len: 168 time: 0.2633646 Sep 17 22:24:11.015240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1c137-1554-4be7-9873-824b5c234ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f08e560-752c-40b7-9606-e771d655b534,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:11.483099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58292) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:11.497950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3c20120-6bbc-4319-935a-c858e87e176c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.630385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3c20120-6bbc-4319-935a-c858e87e176c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.751828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3c20120-6bbc-4319-935a-c858e87e176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.779901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58306) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:11.802177 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e3c20120-6bbc-4319-935a-c858e87e176c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d375747536834b9fa95f3e0d36cef229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178043 Sep 17 22:24:11.808578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58310) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:11.818192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c20120-6bbc-4319-935a-c858e87e176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3334db-6ed2-4580-b5dd-389b6ed2b6d1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:11.917691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a911-ac52-4c42-8ac6-6391db67f6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:11.943623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a911-ac52-4c42-8ac6-6391db67f6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.062438 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50069a0d-a5d1-4608-af4c-d6ee993faf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.139441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a911-ac52-4c42-8ac6-6391db67f6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.142978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a911-ac52-4c42-8ac6-6391db67f6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.145016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5fd2a911-ac52-4c42-8ac6-6391db67f6e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b3334db-6ed2-4580-b5dd-389b6ed2b6d1 HTTP/1.1" status: 204 len: 168 time: 0.3282311 Sep 17 22:24:12.162336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2a911-ac52-4c42-8ac6-6391db67f6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3334db-6ed2-4580-b5dd-389b6ed2b6d1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:12.264523 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50069a0d-a5d1-4608-af4c-d6ee993faf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.309251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58322) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:12.365508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58326) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:12.365804 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d8cda83c-6b36-4eb3-ab3d-4cf61c6941ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98629d7ca3204a6c8529f67f5d4b41c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552456 Sep 17 22:24:12.391113 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50069a0d-a5d1-4608-af4c-d6ee993faf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.511575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-50069a0d-a5d1-4608-af4c-d6ee993faf15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b620c62f35374ad399f9ba8a7e54c966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7171967 Sep 17 22:24:12.511575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50069a0d-a5d1-4608-af4c-d6ee993faf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ab2887-c22b-4d47-bf45-a97bddbf2252,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:12.512014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58328) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:12.548935 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8c26-b7ee-49eb-b2cd-04433c15bfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.577141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8c26-b7ee-49eb-b2cd-04433c15bfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.610295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218853d4-872b-4656-9785-b88649be6cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.665196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218853d4-872b-4656-9785-b88649be6cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.752794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8c26-b7ee-49eb-b2cd-04433c15bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.757003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8c26-b7ee-49eb-b2cd-04433c15bfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.758739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4ccf8c26-b7ee-49eb-b2cd-04433c15bfb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec36bfc6-41b1-4ff8-8680-7658d5b569db HTTP/1.1" status: 204 len: 168 time: 0.3914964 Sep 17 22:24:12.781797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf8c26-b7ee-49eb-b2cd-04433c15bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec36bfc6-41b1-4ff8-8680-7658d5b569db,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:12.840533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218853d4-872b-4656-9785-b88649be6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.843639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218853d4-872b-4656-9785-b88649be6cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:12.847379 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-218853d4-872b-4656-9785-b88649be6cbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8ab2887-c22b-4d47-bf45-a97bddbf2252 HTTP/1.1" status: 204 len: 168 time: 0.3418620 Sep 17 22:24:12.861514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218853d4-872b-4656-9785-b88649be6cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ab2887-c22b-4d47-bf45-a97bddbf2252,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:13.955355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58394) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:13.973727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92bab116-b536-4c8a-8ade-767b70c89590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.093112 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92bab116-b536-4c8a-8ade-767b70c89590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.201290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92bab116-b536-4c8a-8ade-767b70c89590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.248395 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-92bab116-b536-4c8a-8ade-767b70c89590 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c5c28e9aee14dd391df0d0122cf0ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910621 Sep 17 22:24:14.249193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bab116-b536-4c8a-8ade-767b70c89590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a83b9d-9aa4-4e77-b7c5-267a98f4dbbd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:14.251767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58402) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:14.312676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a63c52e-04a0-4798-b689-baf12bf2f5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.341178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a63c52e-04a0-4798-b689-baf12bf2f5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.482996 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a63c52e-04a0-4798-b689-baf12bf2f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.485755 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a63c52e-04a0-4798-b689-baf12bf2f5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:14.486957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6a63c52e-04a0-4798-b689-baf12bf2f5f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3a83b9d-9aa4-4e77-b7c5-267a98f4dbbd HTTP/1.1" status: 204 len: 168 time: 0.2340956 Sep 17 22:24:14.495093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63c52e-04a0-4798-b689-baf12bf2f5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a83b9d-9aa4-4e77-b7c5-267a98f4dbbd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:17.837128 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ceddbbc8-c197-4986-821b-db2b7bcd167f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:18.429268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58576) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:18.736396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:18.954737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.068283 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.262374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Allocated IP 172.25.5.47 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/0ace998c-b4fb-4853-9e7a-91d7d4ea4249) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:19.325640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528d003-3833-4536-b2d1-7e906dce1012 req-c644fb6a-e036-40b1-a6fd-8ea59527d254 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:19.327362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d528d003-3833-4536-b2d1-7e906dce1012 req-c644fb6a-e036-40b1-a6fd-8ea59527d254 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 945 time: 0.1209502 Sep 17 22:24:19.461425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d528d003-3833-4536-b2d1-7e906dce1012 req-f9f1401d-801d-4ec3-9549-ec69be893ca3 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628042 Sep 17 22:24:19.491157 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.629114 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:19.705448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:19.712015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:19.714139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event updated for resources: {'Port': ['ID=0ace998c-b4fb-4853-9e7a-91d7d4ea4249,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:19.724185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:19.812678 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.007956 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.170419 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.248500 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ad9c116f-0f3e-4c01-9c6b-6f6fe14a1337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.290407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.363405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event updated for resources: {'Port': ['ID=0ace998c-b4fb-4853-9e7a-91d7d4ea4249,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:20.372559 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.520271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.525235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da5f2bc1-31c2-4488-bfb3-e96b0b89f27a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0908620 Sep 17 22:24:20.525533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58650) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:20.532688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-263696901'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:20.613442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fe8b4-8de6-4ea2-a3c5-fe6fc316d2b7 req-5c6b6d87-0ecf-46d4-bfa9-36261a5170f1 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:20.615367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f6fe8b4-8de6-4ea2-a3c5-fe6fc316d2b7 req-5c6b6d87-0ecf-46d4-bfa9-36261a5170f1 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 945 time: 0.0800998 Sep 17 22:24:20.634148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-65bd4c69-6c71-443c-a7aa-b2639141f331 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:20.636059 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-65bd4c69-6c71-443c-a7aa-b2639141f331 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 945 time: 0.0667615 Sep 17 22:24:20.638055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Made reservation on behalf of 44458ecc817f4292ba7dd275d36eba48 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:20.642559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.665514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f6fe8b4-8de6-4ea2-a3c5-fe6fc316d2b7 req-3a967311-bb76-4b0e-8733-ac9e5f179d6c tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Sep 17 22:24:20.701419 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.793441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Deleting port 62f217c7-0c90-429c-8c81-e19e8a496887 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:20.793796 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.932526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] For port 62f217c7-0c90-429c-8c81-e19e8a496887, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=62f217c7-0c90-429c-8c81-e19e8a496887,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:20.932900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.936349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:20.948142 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Calling delete_port for 62f217c7-0c90-429c-8c81-e19e8a496887 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:21.023660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.062418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:24:21.071119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92539ae4-24f9-422d-8783-b3b4da7987b2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:21.222523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.224928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.225335 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Added segment bf968702-8cb5-4761-902a-dca20d5c7345 of type vlan for network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e Sep 17 22:24:21.236131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['04820260-17a2-427b-9d61-16adc609de95'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:21.238976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['36434616-4dcf-40f6-88ef-937cf772ef00', 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909', '62f217c7-0c90-429c-8c81-e19e8a496887'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:21.271426 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Pushing event deleted for resources: {'Port': ['ID=62f217c7-0c90-429c-8c81-e19e8a496887,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:21.280587 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.348424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.426759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] No DVR routers for this DVR port 62f217c7-0c90-429c-8c81-e19e8a496887 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:21.436678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.439255 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-90d77ac7-a468-4fcd-86ff-633c3fdbd4b4 req-035955e0-f743-4346-b29c-1d1c1fff6b0b tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "DELETE /v2.0/ports/62f217c7-0c90-429c-8c81-e19e8a496887 HTTP/1.1" status: 204 len: 173 time: 0.7928476 Sep 17 22:24:21.439750 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bd70cc-5b2f-4035-935e-76b7f3b56467', 'name': 'network-vif-deleted', 'tag': '62f217c7-0c90-429c-8c81-e19e8a496887'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:21.458697 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebbbc04-5e39-4dae-a82c-3ec4aaed2a09" -d '{"events": [{"server_uuid": "41bd70cc-5b2f-4035-935e-76b7f3b56467", "name": "network-vif-deleted", "tag": "62f217c7-0c90-429c-8c81-e19e8a496887"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:21.491435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.509389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:21.510926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.514474 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6e6863-4bb8-4d45-a733-32469000aae0 x-openstack-request-id: req-9b6e6863-4bb8-4d45-a733-32469000aae0 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:21.514858 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bd70cc-5b2f-4035-935e-76b7f3b56467", "name": "network-vif-deleted", "tag": "62f217c7-0c90-429c-8c81-e19e8a496887", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:21.515119 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b6e6863-4bb8-4d45-a733-32469000aae0 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:21.515526 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bd70cc-5b2f-4035-935e-76b7f3b56467', 'name': 'network-vif-deleted', 'tag': '62f217c7-0c90-429c-8c81-e19e8a496887', 'status': 'completed', 'code': 200} Sep 17 22:24:21.631852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event updated for resources: {'Network': ['ID=18ccdd9c-a09d-4133-956d-7bd32fe01f9e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:21.670023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:24:21.761552 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:21.787268 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-776f00f3-028f-43e9-84cb-a4bdd4a4091c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2603385 Sep 17 22:24:21.791281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58692) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:21.823199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Request body: {'subnet': {'network_id': '18ccdd9c-a09d-4133-956d-7bd32fe01f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:21.867627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71c36571-4141-4758-a5fd-57c221b34033 req-ef90846d-dbfd-41b1-ad00-babca0cad9d6 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bd70cc-5b2f-4035-935e-76b7f3b56467 HTTP/1.1" status: 200 len: 210 time: 0.0530984 Sep 17 22:24:22.151118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Made reservation on behalf of 44458ecc817f4292ba7dd275d36eba48 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:22.154768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.563756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.632840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event updated for resources: {'Subnet': ['ID=b2325698-fb67-4674-8af9-ca71ac36e4f6,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:22.642055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Checking segment: {'id': 'bf968702-8cb5-4761-902a-dca20d5c7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18ccdd9c-a09d-4133-956d-7bd32fe01f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:22.642416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Network hostable DHCP agents. Network: 18ccdd9c-a09d-4133-956d-7bd32fe01f9e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:24:22.743766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:24:22.893133 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 18ccdd9c-a09d-4133-956d-7bd32fe01f9e) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:22.912702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:22.914147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:22.915482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd345fe-e52f-4709-baac-ee0630aad18a None None] Network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:23.126699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-18ccdd9c-a09d-4133-956d-7bd32fe01f9e', 'network_id': '18ccdd9c-a09d-4133-956d-7bd32fe01f9e', 'tenant_id': '44458ecc817f4292ba7dd275d36eba48', 'fixed_ips': [{'subnet_id': 'b2325698-fb67-4674-8af9-ca71ac36e4f6'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:24:23.126699 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.157796 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-887c4a13-f637-4569-87be-30afb758d7a6 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3651304 Sep 17 22:24:23.160445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58736) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:23.178011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2141544554', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:23.332027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.336232 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.367360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Allocated IP 172.20.0.2 (18ccdd9c-a09d-4133-956d-7bd32fe01f9e/b2325698-fb67-4674-8af9-ca71ac36e4f6/b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:23.393907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.428294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.584419 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.677903 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.700634 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.709549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:23.730141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:23.734022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:23.770839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Pushing event updated for resources: {'Port': ['ID=b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:23.810160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Attempting to bind port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:23.810530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Attempting to bind port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'bf968702-8cb5-4761-902a-dca20d5c7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18ccdd9c-a09d-4133-956d-7bd32fe01f9e'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:23.810928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Attempting to bind port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb on network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:23.816199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:23.816569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Checking segment: {'id': 'bf968702-8cb5-4761-902a-dca20d5c7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18ccdd9c-a09d-4133-956d-7bd32fe01f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:23.816964 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.817351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Bound using segment: {'id': 'bf968702-8cb5-4761-902a-dca20d5c7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18ccdd9c-a09d-4133-956d-7bd32fe01f9e'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:23.818034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Bound port: b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf968702-8cb5-4761-902a-dca20d5c7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18ccdd9c-a09d-4133-956d-7bd32fe01f9e'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:23.818319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:23.937135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] For port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:23.937135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] For port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb,segment=NetworkSegment(bf968702-8cb5-4761-902a-dca20d5c7345),segment_id=bf968702-8cb5-4761-902a-dca20d5c7345)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:24.078916 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.123927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.144636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.175385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c50fd9-fbf7-4620-90cf-101e2ae92633 None None] Pushing event updated for resources: {'Port': ['ID=b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:24.290804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Allocated IP 172.25.5.143 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/6e0a0da2-e18f-4492-859e-bbc67ef21d5a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:24.359929 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 62f217c7-0c90-429c-8c81-e19e8a496887 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:24.390210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 62f217c7-0c90-429c-8c81-e19e8a496887 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:24.390559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 62f217c7-0c90-429c-8c81-e19e8a496887 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:24.485606 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.676239 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:24.721484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:24.724784 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:24.734423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:24.764300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event updated for resources: {'Port': ['ID=6e0a0da2-e18f-4492-859e-bbc67ef21d5a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:25.236100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:25.588834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bb310-d239-4e73-a2dd-25cdec35150b None None] Network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:25.659740 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.092830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:26.094274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Router eddce0ee-1709-4109-a2ab-a975cb4e7049 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:24:26.150618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8126c1dd-e8df-415d-bf99-e276d963a8e3 None None] Provisioning complete for port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:26.151141 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8126c1dd-e8df-415d-bf99-e276d963a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.239869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:26.240274 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.263123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:26.281802 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9191a9-16df-4ade-bf4b-340307893fd2 None None] Sync routers for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:26.292443 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9191a9-16df-4ade-bf4b-340307893fd2 None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:26.293950 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0d9191a9-16df-4ade-bf4b-340307893fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:26.327056 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0d9191a9-16df-4ade-bf4b-340307893fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:26.334158 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8126c1dd-e8df-415d-bf99-e276d963a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.339082 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9191a9-16df-4ade-bf4b-340307893fd2 None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:26.346380 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0d9191a9-16df-4ade-bf4b-340307893fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:26.385859 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0d9191a9-16df-4ade-bf4b-340307893fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:26.386921 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9191a9-16df-4ade-bf4b-340307893fd2 None None] The sync data for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:26.424303 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.437525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.444035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8126c1dd-e8df-415d-bf99-e276d963a8e3 None None] For port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb,segment=NetworkSegment(bf968702-8cb5-4761-902a-dca20d5c7345),segment_id=bf968702-8cb5-4761-902a-dca20d5c7345)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:26.452982 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a49ed97c-9a23-47fd-aac7-4bc67446b2e0 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2885990 Sep 17 22:24:26.453568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58816) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:26.580108 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8126c1dd-e8df-415d-bf99-e276d963a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:26.672762 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:24:26.673455 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:24:26.676988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126c1dd-e8df-415d-bf99-e276d963a8e3 None None] Pushing event updated for resources: {'Port': ['ID=b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:26.742527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6a67ee4b-485c-4590-80da-ea81c243a3e2 None None] Provisioning complete for port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:26.743089 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a67ee4b-485c-4590-80da-ea81c243a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:27.004985 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:27.816184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Allocated IP 172.20.0.1 (18ccdd9c-a09d-4133-956d-7bd32fe01f9e/b2325698-fb67-4674-8af9-ca71ac36e4f6/cfb648b2-af82-48fe-8f1d-1dc4bc338bec) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:28.002030 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.035255 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:24:28.105462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:28.105846 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.152212 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.218784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:28.220518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:28.230028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:28.301831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event updated for resources: {'Port': ['ID=cfb648b2-af82-48fe-8f1d-1dc4bc338bec,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:28.413826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.694973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f968b296-55b4-445e-9ee8-eb17033b117e None None] Provisioning complete for port cfb648b2-af82-48fe-8f1d-1dc4bc338bec triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:28.695375 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f968b296-55b4-445e-9ee8-eb17033b117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.768061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b822c-c8cb-40b7-9187-0c7d2a70ed5d req-d20bb2b3-5d18-407c-af26-1919be69fab0 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:28.773784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c5b822c-c8cb-40b7-9187-0c7d2a70ed5d req-d20bb2b3-5d18-407c-af26-1919be69fab0 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 946 time: 0.3563330 Sep 17 22:24:28.775254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f968b296-55b4-445e-9ee8-eb17033b117e None None] Port cfb648b2-af82-48fe-8f1d-1dc4bc338bec cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:28.837521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:28.875637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c5b822c-c8cb-40b7-9187-0c7d2a70ed5d req-4e50990c-4e8a-4383-ab6a-1f2ab0180d80 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550270 Sep 17 22:24:29.222623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.303352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.439494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:29.487568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event updated for resources: {'Port': ['ID=cfb648b2-af82-48fe-8f1d-1dc4bc338bec,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:29.581639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:29.583670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:29.844565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Router eddce0ee-1709-4109-a2ab-a975cb4e7049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:29.923730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-8268e895-1530-4057-9332-e1423db91e1d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:29.932955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-8268e895-1530-4057-9332-e1423db91e1d tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 946 time: 0.2196736 Sep 17 22:24:30.011032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b5668c2d-afe0-4911-9d13-76ea4b73cf03 None None] Provisioning complete for port cfb648b2-af82-48fe-8f1d-1dc4bc338bec triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:30.011616 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b5668c2d-afe0-4911-9d13-76ea4b73cf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.062582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b5668c2d-afe0-4911-9d13-76ea4b73cf03 None None] Port cfb648b2-af82-48fe-8f1d-1dc4bc338bec cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:30.105634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:30.114249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c7d719b-e2bd-411d-b226-61303e1f9e3e tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "PUT /v2.0/routers/eddce0ee-1709-4109-a2ab-a975cb4e7049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6558621 Sep 17 22:24:30.114656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58922) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:30.120246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f282e18-0c25-4fe5-b470-d229e05b8e97 None None] Sync routers for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:30.121028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Request body: {'port': {'network_id': '18ccdd9c-a09d-4133-956d-7bd32fe01f9e', 'name': 'tempest-FloatingIPAdminTestJSON-410987609'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:30.127375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16817e62-4876-4853-9c81-437415e25034 req-01d9fad6-235b-4844-a5fe-8098a8665abb tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:30.128892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16817e62-4876-4853-9c81-437415e25034 req-01d9fad6-235b-4844-a5fe-8098a8665abb tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 946 time: 0.1435304 Sep 17 22:24:30.131613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f282e18-0c25-4fe5-b470-d229e05b8e97 None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:30.132690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1f282e18-0c25-4fe5-b470-d229e05b8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:30.179351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Deleting port 04820260-17a2-427b-9d61-16adc609de95 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:30.179691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.180230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1f282e18-0c25-4fe5-b470-d229e05b8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:30.191333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f282e18-0c25-4fe5-b470-d229e05b8e97 None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:30.192347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1f282e18-0c25-4fe5-b470-d229e05b8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:30.201936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16817e62-4876-4853-9c81-437415e25034 req-4b717fe8-50ce-4bd9-be12-bf167416b651 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615051 Sep 17 22:24:30.227832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1f282e18-0c25-4fe5-b470-d229e05b8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:30.228492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f282e18-0c25-4fe5-b470-d229e05b8e97 None None] The sync data for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:30.310563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] For port 04820260-17a2-427b-9d61-16adc609de95, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=04820260-17a2-427b-9d61-16adc609de95,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:30.311046 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.324893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Calling delete_port for 04820260-17a2-427b-9d61-16adc609de95 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:30.470961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Made reservation on behalf of 44458ecc817f4292ba7dd275d36eba48 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:30.474521 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.503925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] device_id is not set on port 039a26f4-5ce9-48ee-9ed4-ba60c90a3c51 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:24:30.551417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.565058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['04820260-17a2-427b-9d61-16adc609de95'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:30.567502 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['36434616-4dcf-40f6-88ef-937cf772ef00', 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:30.624910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Pushing event deleted for resources: {'Port': ['ID=04820260-17a2-427b-9d61-16adc609de95,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:30.664264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58938) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:30.702282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Allocated IP 172.20.0.8 (18ccdd9c-a09d-4133-956d-7bd32fe01f9e/b2325698-fb67-4674-8af9-ca71ac36e4f6/039a26f4-5ce9-48ee-9ed4-ba60c90a3c51) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:30.713943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] No DVR routers for this DVR port 04820260-17a2-427b-9d61-16adc609de95 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:30.718049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:30.720745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa938662-9d9f-48df-bccb-b4faf908c574 req-c9bebaef-9a12-42ea-8760-360efef285d8 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.32 "DELETE /v2.0/ports/04820260-17a2-427b-9d61-16adc609de95 HTTP/1.1" status: 204 len: 173 time: 0.7783091 Sep 17 22:24:30.721132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf2dd4f-bde5-45ee-84ba-a889dab23cc9', 'name': 'network-vif-deleted', 'tag': '04820260-17a2-427b-9d61-16adc609de95'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:30.733830 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6471f9-10fa-4fb1-b6ee-b6f8ce5f735a" -d '{"events": [{"server_uuid": "ebf2dd4f-bde5-45ee-84ba-a889dab23cc9", "name": "network-vif-deleted", "tag": "04820260-17a2-427b-9d61-16adc609de95"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:30.783127 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96af41c2-eefb-4061-8569-b21097b72be4 x-openstack-request-id: req-96af41c2-eefb-4061-8569-b21097b72be4 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:30.783636 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf2dd4f-bde5-45ee-84ba-a889dab23cc9", "name": "network-vif-deleted", "tag": "04820260-17a2-427b-9d61-16adc609de95", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:30.784035 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96af41c2-eefb-4061-8569-b21097b72be4 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:30.784668 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf2dd4f-bde5-45ee-84ba-a889dab23cc9', 'name': 'network-vif-deleted', 'tag': '04820260-17a2-427b-9d61-16adc609de95', 'status': 'completed', 'code': 200} Sep 17 22:24:31.369079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64e779f4-d7c8-43f3-8445-d0100840cb22 req-7141387d-f908-4afb-b575-8071c955ded0 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf2dd4f-bde5-45ee-84ba-a889dab23cc9 HTTP/1.1" status: 200 len: 210 time: 0.0291104 Sep 17 22:24:31.435797 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3444f5d-7158-49f0-b339-48443e4b1dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.509176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.669168 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.794165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event updated for resources: {'Port': ['ID=039a26f4-5ce9-48ee-9ed4-ba60c90a3c51,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:31.823121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3444f5d-7158-49f0-b339-48443e4b1dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.829502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:31.831201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:31.836162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:31.916928 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:31.917732 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:31.922111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f3444f5d-7158-49f0-b339-48443e4b1dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.017232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3444f5d-7158-49f0-b339-48443e4b1dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e496ea-8519-46ad-b18e-c7933adb2e45,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.023272 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f3444f5d-7158-49f0-b339-48443e4b1dd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1d71d242e3b4bbaa8eabdbbadc8c8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3566148 Sep 17 22:24:32.025871 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58974) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:32.089844 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-55f691f5-5ee9-4e2b-bc0f-351746ce5449 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9743247 Sep 17 22:24:32.092730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 58978) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:32.121479 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-162835c8-6399-49d4-9e71-1ca3f44cb349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.177637 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-162835c8-6399-49d4-9e71-1ca3f44cb349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.220394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-53bb5079-7dfe-4866-b87a-6c9a89ae5687 None None] Provisioning complete for port 039a26f4-5ce9-48ee-9ed4-ba60c90a3c51 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:32.220947 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-53bb5079-7dfe-4866-b87a-6c9a89ae5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.229076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'project_id': '44458ecc817f4292ba7dd275d36eba48', 'port_id': '039a26f4-5ce9-48ee-9ed4-ba60c90a3c51'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:32.264295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-53bb5079-7dfe-4866-b87a-6c9a89ae5687 None None] Port 039a26f4-5ce9-48ee-9ed4-ba60c90a3c51 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:32.402559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-162835c8-6399-49d4-9e71-1ca3f44cb349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.405613 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-162835c8-6399-49d4-9e71-1ca3f44cb349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.416924 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-162835c8-6399-49d4-9e71-1ca3f44cb349 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93e496ea-8519-46ad-b18e-c7933adb2e45 HTTP/1.1" status: 204 len: 168 time: 0.3798947 Sep 17 22:24:32.429597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162835c8-6399-49d4-9e71-1ca3f44cb349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e496ea-8519-46ad-b18e-c7933adb2e45,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:32.451468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.588608 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.714549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Allocated IP 172.25.5.155 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/97ea2c1f-e592-4545-b379-eb3505b351df) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:32.827559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:32.957604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.002846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:33.009767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:33.014187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:33.048019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Pushing event updated for resources: {'Port': ['ID=97ea2c1f-e592-4545-b379-eb3505b351df,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:33.127940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b71f-9718-4709-a689-d12e650646cb req-824efcae-28f0-43ed-8156-355e99a66f9e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:33.129476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64a7b71f-9718-4709-a689-d12e650646cb req-824efcae-28f0-43ed-8156-355e99a66f9e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 946 time: 0.1020951 Sep 17 22:24:33.175249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64a7b71f-9718-4709-a689-d12e650646cb req-389e53bf-4258-46a0-bc23-a89f64ef6396 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383039 Sep 17 22:24:33.431147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.541831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59008) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:33.555197 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-849e586c-9b05-4732-8f44-00b82ca33691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.620374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.646635 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-849e586c-9b05-4732-8f44-00b82ca33691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.755280 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-849e586c-9b05-4732-8f44-00b82ca33691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.778364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.801792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-849e586c-9b05-4732-8f44-00b82ca33691 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ff0aef5389149688d9527e6e5b7e954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588854 Sep 17 22:24:33.804699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59012) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:33.807253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e586c-9b05-4732-8f44-00b82ca33691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42e3ea-5d4e-4b87-819c-df72c631d43f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:33.854199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.932057 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c3c871b-bf1a-475e-b988-496a375f59aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.937449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Pushing event updated for resources: {'Port': ['ID=97ea2c1f-e592-4545-b379-eb3505b351df,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:33.967547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:33.970338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c3c871b-bf1a-475e-b988-496a375f59aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.099842 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Floating IP 17454e30-bc73-4ad4-97c2-9b08de3daa1f associated. External IP: 172.25.5.155, port: 039a26f4-5ce9-48ee-9ed4-ba60c90a3c51. Sep 17 22:24:34.193944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c3c871b-bf1a-475e-b988-496a375f59aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.197844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c3c871b-bf1a-475e-b988-496a375f59aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.202863 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5c3c871b-bf1a-475e-b988-496a375f59aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc42e3ea-5d4e-4b87-819c-df72c631d43f HTTP/1.1" status: 204 len: 168 time: 0.3919783 Sep 17 22:24:34.247534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c871b-bf1a-475e-b988-496a375f59aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42e3ea-5d4e-4b87-819c-df72c631d43f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:34.371939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 04820260-17a2-427b-9d61-16adc609de95 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:34.424295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b892fd-3785-4e90-878f-6a35f9625d68 req-af39b7bd-a473-4c3f-9ab1-767a8a33dca2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:34.427195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4b892fd-3785-4e90-878f-6a35f9625d68 req-af39b7bd-a473-4c3f-9ab1-767a8a33dca2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 946 time: 0.1309202 Sep 17 22:24:34.445069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 04820260-17a2-427b-9d61-16adc609de95 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:34.446248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 04820260-17a2-427b-9d61-16adc609de95 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:34.488288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-1fe43b36-d3ea-4222-a52c-4e0949935603 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:34.489983 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-1fe43b36-d3ea-4222-a52c-4e0949935603 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 946 time: 0.1823575 Sep 17 22:24:34.500465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4b892fd-3785-4e90-878f-6a35f9625d68 req-d0dcb489-98c7-43ea-90ea-3b59d15cef2e tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670509 Sep 17 22:24:34.545532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Router eddce0ee-1709-4109-a2ab-a975cb4e7049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:34.693930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Deleting port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:34.695004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.760350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:34.774916 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97128b92-97e9-4426-addb-d2d7966fac57 None None] Sync routers for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:34.790636 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97128b92-97e9-4426-addb-d2d7966fac57 None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:34.791748 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-97128b92-97e9-4426-addb-d2d7966fac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:34.807195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] For port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:34.807621 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.831128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Calling delete_port for b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:34.926293 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-97128b92-97e9-4426-addb-d2d7966fac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:34.940211 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:34.942521 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97128b92-97e9-4426-addb-d2d7966fac57 None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:34.943184 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-97128b92-97e9-4426-addb-d2d7966fac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:34.984536 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-97128b92-97e9-4426-addb-d2d7966fac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:34.985292 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97128b92-97e9-4426-addb-d2d7966fac57 None None] The sync data for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:34.993150 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-adee18f1-82dd-4516-8bf8-5f4a20a84ddb tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.8991573 Sep 17 22:24:34.995856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59036) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:35.122640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aa9e3171-ae9d-4118-8450-ff8663a531c7 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] 10.222.0.13 "GET /v2.0/floatingips/17454e30-bc73-4ad4-97c2-9b08de3daa1f HTTP/1.1" status: 200 len: 982 time: 0.1255679 Sep 17 22:24:35.123260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59040) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:35.241672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6cb7c093-d5bf-4471-b6cf-dc59ab03fb25 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1164634 Sep 17 22:24:35.244115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59044) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:35.373764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.386579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['36434616-4dcf-40f6-88ef-937cf772ef00', 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:35.411444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Pushing event deleted for resources: {'Port': ['ID=b68bed19-1e35-4c4a-9f6c-9c7bf6d11909,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:35.512715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] No DVR routers for this DVR port b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:35.515983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.518064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-051c8dfa-1f94-4cc5-a21e-8a0d3e68e4ed req-8f6fe176-bd4d-42b6-b365-b374f87f1b13 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "DELETE /v2.0/ports/b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 HTTP/1.1" status: 204 len: 173 time: 1.0220675 Sep 17 22:24:35.518666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dc366e-4846-47d0-99df-72bcafa0e6f8', 'name': 'network-vif-deleted', 'tag': 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:35.521279 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa4f8a2-8d14-413f-9a33-07f23f00caa4" -d '{"events": [{"server_uuid": "b2dc366e-4846-47d0-99df-72bcafa0e6f8", "name": "network-vif-deleted", "tag": "b68bed19-1e35-4c4a-9f6c-9c7bf6d11909"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:35.590995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Deleting port 97ea2c1f-e592-4545-b379-eb3505b351df {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:35.591343 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.625806 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca08b891-bb47-42fa-a087-c7ece784051b x-openstack-request-id: req-ca08b891-bb47-42fa-a087-c7ece784051b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:35.626006 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dc366e-4846-47d0-99df-72bcafa0e6f8", "name": "network-vif-deleted", "tag": "b68bed19-1e35-4c4a-9f6c-9c7bf6d11909", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:35.626251 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca08b891-bb47-42fa-a087-c7ece784051b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:35.626658 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dc366e-4846-47d0-99df-72bcafa0e6f8', 'name': 'network-vif-deleted', 'tag': 'b68bed19-1e35-4c4a-9f6c-9c7bf6d11909', 'status': 'completed', 'code': 200} Sep 17 22:24:35.698828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7982f75c-1993-4204-9ef8-87103e6c79ec req-14bac595-b147-4f5e-a32b-9f5ed4965ed9 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0467083 Sep 17 22:24:35.718769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.719336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:35.732534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Calling delete_port for 97ea2c1f-e592-4545-b379-eb3505b351df owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:36.414513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.442154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event deleted for resources: {'Port': ['ID=97ea2c1f-e592-4545-b379-eb3505b351df,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:36.545687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.546196 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Floating IP 17454e30-bc73-4ad4-97c2-9b08de3daa1f disassociated (deleted). External IP: 172.25.5.155, port: 039a26f4-5ce9-48ee-9ed4-ba60c90a3c51. Sep 17 22:24:36.807971 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Router eddce0ee-1709-4109-a2ab-a975cb4e7049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:36.821557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-079f4e03-f4ff-4e5f-b957-0355deba5f06 req-2a22a371-8ca0-4b87-9b5d-b315abd4bed4 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2dc366e-4846-47d0-99df-72bcafa0e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0319331 Sep 17 22:24:36.938760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:36.943490 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:36.950202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd741f-962c-49b1-ab60-37773bf2021e None None] Sync routers for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:36.967185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd741f-962c-49b1-ab60-37773bf2021e None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:36.968126 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b2fd741f-962c-49b1-ab60-37773bf2021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:36.972106 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b3fe500e-dd42-46c9-9b2b-9ab957567b37 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "DELETE /v2.0/floatingips/17454e30-bc73-4ad4-97c2-9b08de3daa1f HTTP/1.1" status: 204 len: 168 time: 1.7242405 Sep 17 22:24:36.975724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59082) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:36.980655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:37.043940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b2fd741f-962c-49b1-ab60-37773bf2021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:37.064264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd741f-962c-49b1-ab60-37773bf2021e None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:37.064903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b2fd741f-962c-49b1-ab60-37773bf2021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:37.089386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.127944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b2fd741f-962c-49b1-ab60-37773bf2021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:37.128839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd741f-962c-49b1-ab60-37773bf2021e None None] The sync data for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:37.200152 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.310828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Allocated IP 172.25.5.128 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/bdddb2de-c913-47da-a264-e8cdd9bac8f5) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:37.426817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.586287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.620984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:37.624475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:37.628606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:37.734317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Pushing event updated for resources: {'Port': ['ID=bdddb2de-c913-47da-a264-e8cdd9bac8f5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:37.745214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:37.906621 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.004090 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-edb93d88-870f-4311-bbe9-45183598c69b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0629675 Sep 17 22:24:38.098413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.138730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-307fe7ed-c6cb-4d1f-8faa-4bc1528dd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.140704 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-307fe7ed-c6cb-4d1f-8faa-4bc1528dd99c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 1097 time: 0.0888467 Sep 17 22:24:38.234639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.236093 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.320206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-62df3366-971a-4854-bf2b-12e422427631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.322085 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-62df3366-971a-4854-bf2b-12e422427631 service neutron] 10.222.0.35 "GET /v2.0/networks?id=057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 200 len: 914 time: 0.1581597 Sep 17 22:24:38.378335 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-e91ed395-156b-4553-a72e-9c8dc9b42e84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36434616-4dcf-40f6-88ef-937cf772ef00 HTTP/1.1" status: 200 len: 217 time: 0.0446587 Sep 17 22:24:38.418517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:38.444652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-f9d8b57c-3f23-4cb2-b28c-737dd4450e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:38.446873 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-f9d8b57c-3f23-4cb2-b28c-737dd4450e71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd HTTP/1.1" status: 200 len: 854 time: 0.0652165 Sep 17 22:24:38.463544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:38.470219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b68bed19-1e35-4c4a-9f6c-9c7bf6d11909 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:38.488817 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-e6a17021-c0a4-451e-bfb0-fdf712f794df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=057dac44-70f0-4b7a-a29a-b577f279a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346019 Sep 17 22:24:38.533728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59120) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:38.640692 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-61df440b-8113-4881-9424-5f040d3c1438 service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416850 Sep 17 22:24:38.727079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Pushing event updated for resources: {'Port': ['ID=bdddb2de-c913-47da-a264-e8cdd9bac8f5,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:38.742143 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.755175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73d46db5-c613-489e-bddd-6661a222db8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.788527 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e2d14faa-92ef-4fef-a6d5-78b76d5f65ab req-83cedce1-3e30-4e8e-b82d-e01af4af458b service neutron] 10.222.0.35 "GET /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418817 Sep 17 22:24:38.869803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59128) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:38.898251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:38.898251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b5caab98-c8d9-4606-9219-57f65ebb5008 tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9184659 Sep 17 22:24:38.898518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59132) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:39.006627 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73d46db5-c613-489e-bddd-6661a222db8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.020095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c1722e1-5564-4c89-82ed-5f8151ee6eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.087810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:39.105043 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73d46db5-c613-489e-bddd-6661a222db8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.115158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:24:39.115158 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:24:39.115158 n-d-713498-17 neutron-server[101661]: [parameters: {'project_id_1': '9a2238d9d82342c5bfe3ce469fd85c35', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 24, 19, 94040)}] Sep 17 22:24:39.115158 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:24:39.115545 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:24:39.149837 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73d46db5-c613-489e-bddd-6661a222db8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01b9c64a4a654939a6f6f9bb6f8c38b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119657 Sep 17 22:24:39.149837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d46db5-c613-489e-bddd-6661a222db8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08982d53-e2ed-4bdb-b356-c09315a86ffb,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:39.150081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59136) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:39.234232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c1722e1-5564-4c89-82ed-5f8151ee6eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.237376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6b847a9-a572-43cd-b5c5-d41e3603eb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.263571 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6b847a9-a572-43cd-b5c5-d41e3603eb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.291173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c1722e1-5564-4c89-82ed-5f8151ee6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.345087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c1722e1-5564-4c89-82ed-5f8151ee6eb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1afdcb3b552d4a50a98da3d128f02f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715996 Sep 17 22:24:39.346466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59142) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:39.353834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1722e1-5564-4c89-82ed-5f8151ee6eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69f6c5f-f310-4225-96d8-b0ea5878ef65,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:39.405373 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26bc2c10-f105-43cc-8012-f6f085f30055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.415150 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6b847a9-a572-43cd-b5c5-d41e3603eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.419162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6b847a9-a572-43cd-b5c5-d41e3603eb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.419162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b6b847a9-a572-43cd-b5c5-d41e3603eb87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08982d53-e2ed-4bdb-b356-c09315a86ffb HTTP/1.1" status: 204 len: 168 time: 0.2666228 Sep 17 22:24:39.436957 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26bc2c10-f105-43cc-8012-f6f085f30055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.438671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b847a9-a572-43cd-b5c5-d41e3603eb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08982d53-e2ed-4bdb-b356-c09315a86ffb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:39.612492 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26bc2c10-f105-43cc-8012-f6f085f30055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.615090 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26bc2c10-f105-43cc-8012-f6f085f30055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.624142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-26bc2c10-f105-43cc-8012-f6f085f30055 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e69f6c5f-f310-4225-96d8-b0ea5878ef65 HTTP/1.1" status: 204 len: 168 time: 0.2688890 Sep 17 22:24:39.659407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc2c10-f105-43cc-8012-f6f085f30055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69f6c5f-f310-4225-96d8-b0ea5878ef65,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:39.757824 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.863034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.883231 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:39.997761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Allocated IP 172.25.5.137 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/47489a3f-9e54-4deb-9bd7-d0b99b5ea043) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:40.134420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.294362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.338161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:40.362742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:40.365204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:40.368206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Pushing event updated for resources: {'Port': ['ID=47489a3f-9e54-4deb-9bd7-d0b99b5ea043,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:40.458598 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.521894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59172) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:40.541346 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-17cb2c9d-9f7a-48c2-839b-d5d694635980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.670207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.712154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-17cb2c9d-9f7a-48c2-839b-d5d694635980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.872913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.894402 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-17cb2c9d-9f7a-48c2-839b-d5d694635980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:40.941408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-17cb2c9d-9f7a-48c2-839b-d5d694635980 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=878e8e413bc44392bb79e351e77fe612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180069 Sep 17 22:24:40.944470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59188) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:40.946851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb2c9d-9f7a-48c2-839b-d5d694635980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16d3101-1252-4031-949c-2b4796e67aea,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:40.997654 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a245c129-5873-43ac-8387-67b3a7428376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.009026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.022440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a245c129-5873-43ac-8387-67b3a7428376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.084681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Pushing event updated for resources: {'Port': ['ID=47489a3f-9e54-4deb-9bd7-d0b99b5ea043,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:41.104446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.173069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59192) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:41.177822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6123f93b-dd07-4d1a-a757-33a37f208685 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998337006', 'description': 'tempest-secgroup-smoke-998337006 description', 'project_id': '0a908da8522f41b38cc1ff39ef66235e'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:41.190919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a245c129-5873-43ac-8387-67b3a7428376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.193346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a245c129-5873-43ac-8387-67b3a7428376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.194710 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a245c129-5873-43ac-8387-67b3a7428376 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b16d3101-1252-4031-949c-2b4796e67aea HTTP/1.1" status: 204 len: 168 time: 0.2490413 Sep 17 22:24:41.202809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245c129-5873-43ac-8387-67b3a7428376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16d3101-1252-4031-949c-2b4796e67aea,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:41.231603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.239557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-14df8cd6-aa43-4301-a93e-5d68a9466114 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3336272 Sep 17 22:24:41.239557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59196) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:41.329903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9e53038c-28b8-4749-8907-16715690fbdc tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.0924838 Sep 17 22:24:41.332363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59202) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:41.367925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6123f93b-dd07-4d1a-a757-33a37f208685 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.433544 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6fef5112-9391-4964-afd1-f6fd7a11899c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0991292 Sep 17 22:24:41.436195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59206) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:41.541479 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6123f93b-dd07-4d1a-a757-33a37f208685 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.575768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Deleting port 47489a3f-9e54-4deb-9bd7-d0b99b5ea043 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:41.578706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.659535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.659852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.671485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Calling delete_port for 47489a3f-9e54-4deb-9bd7-d0b99b5ea043 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:41.795446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6123f93b-dd07-4d1a-a757-33a37f208685 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:41.858676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123f93b-dd07-4d1a-a757-33a37f208685 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b682eac0-aabe-4d6b-ab1a-978bd6808860,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:42.074462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6123f93b-dd07-4d1a-a757-33a37f208685 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.075142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.075817 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6123f93b-dd07-4d1a-a757-33a37f208685 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9016941 Sep 17 22:24:42.079052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59224) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.086851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dc037523-65f2-42d0-a318-479c5c6f4ef3 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'security_group_rule': {'security_group_id': 'b682eac0-aabe-4d6b-ab1a-978bd6808860', 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:42.093214 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:24:42.112041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Pushing event deleted for resources: {'Port': ['ID=47489a3f-9e54-4deb-9bd7-d0b99b5ea043,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:42.167939 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.170779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.171989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d3d22f78-98e7-41f4-a446-a194e98f1a22 tempest-FloatingIPAdminTestJSON-1367502537 tempest-FloatingIPAdminTestJSON-1367502537-project] 10.222.0.13 "DELETE /v2.0/floatingips/304b5c73-0f8a-486a-a340-6e833f631338 HTTP/1.1" status: 204 len: 168 time: 0.7343929 Sep 17 22:24:42.174859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59228) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.301008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Deleting port bdddb2de-c913-47da-a264-e8cdd9bac8f5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:42.301598 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.344574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc037523-65f2-42d0-a318-479c5c6f4ef3 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.383845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.387985 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.396486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Calling delete_port for bdddb2de-c913-47da-a264-e8cdd9bac8f5 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:42.405091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc037523-65f2-42d0-a318-479c5c6f4ef3 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.591067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc037523-65f2-42d0-a318-479c5c6f4ef3 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.610903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc037523-65f2-42d0-a318-479c5c6f4ef3 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28e1768-26f5-41e8-bef9-e85901a7773d,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:42.803221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.808857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc037523-65f2-42d0-a318-479c5c6f4ef3 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.808857 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dc037523-65f2-42d0-a318-479c5c6f4ef3 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7262425 Sep 17 22:24:42.812235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59248) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:42.817339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-145a78dd-bc3c-4805-a318-995dda927a60 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'security_group_rule': {'security_group_id': 'b682eac0-aabe-4d6b-ab1a-978bd6808860', 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:42.859176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdddb2de-c913-47da-a264-e8cdd9bac8f5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:42.906888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.910105 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:42.911745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f1986c80-64b2-4d88-ab56-802f0d63a80f tempest-FloatingIPAdminTestJSON-1320917350 tempest-FloatingIPAdminTestJSON-1320917350-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/030196ad-36e1-4b59-9940-440c2fbf65eb HTTP/1.1" status: 204 len: 168 time: 0.7359610 Sep 17 22:24:42.916631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59254) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:43.005255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-145a78dd-bc3c-4805-a318-995dda927a60 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.041591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-71740956-2b2b-4e08-9e9f-d9f48cc8c36a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Deleting port 039a26f4-5ce9-48ee-9ed4-ba60c90a3c51 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:43.042480 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-71740956-2b2b-4e08-9e9f-d9f48cc8c36a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.125660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-145a78dd-bc3c-4805-a318-995dda927a60 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.146429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-71740956-2b2b-4e08-9e9f-d9f48cc8c36a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.160332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-71740956-2b2b-4e08-9e9f-d9f48cc8c36a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Calling delete_port for 039a26f4-5ce9-48ee-9ed4-ba60c90a3c51 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:43.243736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-145a78dd-bc3c-4805-a318-995dda927a60 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.280297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a78dd-bc3c-4805-a318-995dda927a60 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92ba621-e9c3-42da-8286-e36ba90d1f3c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:43.419385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-71740956-2b2b-4e08-9e9f-d9f48cc8c36a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.419927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-145a78dd-bc3c-4805-a318-995dda927a60 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.423191 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-145a78dd-bc3c-4805-a318-995dda927a60 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6075461 Sep 17 22:24:43.423811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59272) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:43.429191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e571dd96-227b-4126-8afb-cf5a78161466 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'security_group_rule': {'security_group_id': 'b682eac0-aabe-4d6b-ab1a-978bd6808860', 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:43.483944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71740956-2b2b-4e08-9e9f-d9f48cc8c36a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event deleted for resources: {'Port': ['ID=039a26f4-5ce9-48ee-9ed4-ba60c90a3c51,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:43.566557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19a51e-ba96-4d93-aa8e-9f618b71d47d req-99f8fdf4-9379-45f8-b216-91e0501b5ca6 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:43.568195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b19a51e-ba96-4d93-aa8e-9f618b71d47d req-99f8fdf4-9379-45f8-b216-91e0501b5ca6 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 945 time: 0.1427760 Sep 17 22:24:43.574198 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-71740956-2b2b-4e08-9e9f-d9f48cc8c36a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.576464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-71740956-2b2b-4e08-9e9f-d9f48cc8c36a tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "DELETE /v2.0/ports/039a26f4-5ce9-48ee-9ed4-ba60c90a3c51 HTTP/1.1" status: 204 len: 168 time: 0.6584949 Sep 17 22:24:43.579324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59278) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:43.622890 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e571dd96-227b-4126-8afb-cf5a78161466 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.628236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b19a51e-ba96-4d93-aa8e-9f618b71d47d req-30a64266-6047-4e81-ac28-209033e03552 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504341 Sep 17 22:24:43.659372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a10af8-32d4-4a0e-a88c-fd956964aaa2 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:43.661189 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a1a10af8-32d4-4a0e-a88c-fd956964aaa2 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "GET /v2.0/ports?device_id=eddce0ee-1709-4109-a2ab-a975cb4e7049 HTTP/1.1" status: 200 len: 913 time: 0.0807145 Sep 17 22:24:43.664661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59282) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:43.712580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e571dd96-227b-4126-8afb-cf5a78161466 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.845293 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e571dd96-227b-4126-8afb-cf5a78161466 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.866504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571dd96-227b-4126-8afb-cf5a78161466 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c0bda1-9164-425b-a936-ac58dfe4f221,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:43.979520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e571dd96-227b-4126-8afb-cf5a78161466 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:43.984420 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e571dd96-227b-4126-8afb-cf5a78161466 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5593953 Sep 17 22:24:43.985226 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59290) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:43.990233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-934f40b8-eba7-47f3-89f9-afa4459df3f9 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'security_group_rule': {'security_group_id': 'b682eac0-aabe-4d6b-ab1a-978bd6808860', 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:44.018568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59294) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:44.116804 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.116994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-934f40b8-eba7-47f3-89f9-afa4459df3f9 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.173031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-405ebeed-1267-4265-a231-1822812db36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.175550 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-934f40b8-eba7-47f3-89f9-afa4459df3f9 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.282056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-934f40b8-eba7-47f3-89f9-afa4459df3f9 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.298645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f40b8-eba7-47f3-89f9-afa4459df3f9 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1da7e62-3804-4ae2-95f3-83d0a14156aa,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:44.434170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-405ebeed-1267-4265-a231-1822812db36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.492954 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-405ebeed-1267-4265-a231-1822812db36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.538193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-405ebeed-1267-4265-a231-1822812db36c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a90fb70200842539d89791ae70539a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182469 Sep 17 22:24:44.540358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ebeed-1267-4265-a231-1822812db36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29896815-3bc0-46f4-a5f8-589ffa90de67,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:44.541600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59304) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:44.568428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Deleting port cfb648b2-af82-48fe-8f1d-1dc4bc338bec {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:44.569388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.586156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-934f40b8-eba7-47f3-89f9-afa4459df3f9 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.589968 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-934f40b8-eba7-47f3-89f9-afa4459df3f9 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6010230 Sep 17 22:24:44.590253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59310) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:44.594739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-24b8678d-d959-48a0-9267-73c1ebc812e8 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'security_group_rule': {'security_group_id': 'b682eac0-aabe-4d6b-ab1a-978bd6808860', 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:44.634566 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-536cc20c-da4b-408a-9190-2ab0d049bdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.667615 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-536cc20c-da4b-408a-9190-2ab0d049bdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.671216 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.684549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Calling delete_port for cfb648b2-af82-48fe-8f1d-1dc4bc338bec owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:44.786806 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-24b8678d-d959-48a0-9267-73c1ebc812e8 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Project 0a908da8522f41b38cc1ff39ef66235e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:24:44.795469 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24b8678d-d959-48a0-9267-73c1ebc812e8 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.829616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeae42-f72e-4a4c-adb5-33c38b226b3a req-4923e3a6-6273-4a6a-bf1e-4d0d1ae1e740 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:44.829820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-80b287dd-395b-4cd2-8591-f35887fa1c45 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:44.831060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18eeae42-f72e-4a4c-adb5-33c38b226b3a req-4923e3a6-6273-4a6a-bf1e-4d0d1ae1e740 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 945 time: 0.0999465 Sep 17 22:24:44.831211 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-80b287dd-395b-4cd2-8591-f35887fa1c45 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 945 time: 0.0749493 Sep 17 22:24:44.855737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-536cc20c-da4b-408a-9190-2ab0d049bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.858237 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-536cc20c-da4b-408a-9190-2ab0d049bdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.859411 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-536cc20c-da4b-408a-9190-2ab0d049bdb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29896815-3bc0-46f4-a5f8-589ffa90de67 HTTP/1.1" status: 204 len: 168 time: 0.3167841 Sep 17 22:24:44.890926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18eeae42-f72e-4a4c-adb5-33c38b226b3a req-792231f2-b4a9-4bcd-a3e4-65dfa8b287fc tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/security-groups?id=c515fb3d-3adc-452a-b954-e37bdfe01431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502868 Sep 17 22:24:44.904830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cc20c-da4b-408a-9190-2ab0d049bdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29896815-3bc0-46f4-a5f8-589ffa90de67,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:44.961993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24b8678d-d959-48a0-9267-73c1ebc812e8 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:44.987154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Deleting port 36434616-4dcf-40f6-88ef-937cf772ef00 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:44.987500 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.068445 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.072988 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24b8678d-d959-48a0-9267-73c1ebc812e8 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.091839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] For port 36434616-4dcf-40f6-88ef-937cf772ef00, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=36434616-4dcf-40f6-88ef-937cf772ef00,segment=NetworkSegment(84dcd0a8-0a86-4220-ae1c-3d556cda47af),segment_id=84dcd0a8-0a86-4220-ae1c-3d556cda47af)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:45.092365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.102665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8678d-d959-48a0-9267-73c1ebc812e8 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63da04d5-c371-4fb8-9527-23edbb750d59,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:45.111936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event deleted for resources: {'Port': ['ID=cfb648b2-af82-48fe-8f1d-1dc4bc338bec,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:45.121320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Calling delete_port for 36434616-4dcf-40f6-88ef-937cf772ef00 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:45.243805 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24b8678d-d959-48a0-9267-73c1ebc812e8 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.245692 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24b8678d-d959-48a0-9267-73c1ebc812e8 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6544676 Sep 17 22:24:45.249734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59320) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:45.256500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e75e6015-3981-4460-87f9-8f091031b216 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'security_group_rule': {'security_group_id': 'b682eac0-aabe-4d6b-ab1a-978bd6808860', 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:45.372872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59326) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:45.380405 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.397929 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['36434616-4dcf-40f6-88ef-937cf772ef00'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:24:45.419513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Pushing event deleted for resources: {'Port': ['ID=36434616-4dcf-40f6-88ef-937cf772ef00,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:45.432286 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-e75e6015-3981-4460-87f9-8f091031b216 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Project 0a908da8522f41b38cc1ff39ef66235e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:24:45.473597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] No DVR routers for this DVR port 36434616-4dcf-40f6-88ef-937cf772ef00 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:45.475617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e75e6015-3981-4460-87f9-8f091031b216 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.478690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.480716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c2baea94-c810-48f2-b53b-4838353e1a10 req-5da16d77-704c-44bb-9a6c-a6bb4a33cdc2 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.35 "DELETE /v2.0/ports/36434616-4dcf-40f6-88ef-937cf772ef00 HTTP/1.1" status: 204 len: 173 time: 0.6398640 Sep 17 22:24:45.481176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c87fef8-dba0-40d1-a90e-45781e808a08', 'name': 'network-vif-deleted', 'tag': '36434616-4dcf-40f6-88ef-937cf772ef00'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:45.485598 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a572f3a-eb16-45b9-85e0-016760b0038d" -d '{"events": [{"server_uuid": "4c87fef8-dba0-40d1-a90e-45781e808a08", "name": "network-vif-deleted", "tag": "36434616-4dcf-40f6-88ef-937cf772ef00"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:45.549296 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d51455-2e95-47df-b5bf-e4b275c42f58 x-openstack-request-id: req-71d51455-2e95-47df-b5bf-e4b275c42f58 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:45.549597 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c87fef8-dba0-40d1-a90e-45781e808a08", "name": "network-vif-deleted", "tag": "36434616-4dcf-40f6-88ef-937cf772ef00", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:45.549851 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71d51455-2e95-47df-b5bf-e4b275c42f58 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:45.550249 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c87fef8-dba0-40d1-a90e-45781e808a08', 'name': 'network-vif-deleted', 'tag': '36434616-4dcf-40f6-88ef-937cf772ef00', 'status': 'completed', 'code': 200} Sep 17 22:24:45.561538 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edf89b6e-69b9-4b66-83f6-21319acad3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.585450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e75e6015-3981-4460-87f9-8f091031b216 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.680806 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edf89b6e-69b9-4b66-83f6-21319acad3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.709835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e75e6015-3981-4460-87f9-8f091031b216 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.728562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e6015-3981-4460-87f9-8f091031b216 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26a470d-9e3c-4f8a-91fe-10967616be45,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:45.732103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.797649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edf89b6e-69b9-4b66-83f6-21319acad3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.835377 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-edf89b6e-69b9-4b66-83f6-21319acad3e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f52abe8403a45f7bbf506efa74a4cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613445 Sep 17 22:24:45.837601 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf89b6e-69b9-4b66-83f6-21319acad3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d01f340-764e-4ff8-9836-92006db0f1f4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:45.838054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59342) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:45.940859 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e75e6015-3981-4460-87f9-8f091031b216 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:45.944653 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e75e6015-3981-4460-87f9-8f091031b216 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6914110 Sep 17 22:24:45.948017 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb37e08b-d91c-4d1d-baed-459dd33bb320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.028029 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb37e08b-d91c-4d1d-baed-459dd33bb320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.032762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c77bf97-ea6f-4d83-9e9b-81f7b0da5dab req-ffaadd13-841e-4c68-ac4e-21fb28400811 tempest-AttachVolumeNegativeTest-2130051677 tempest-AttachVolumeNegativeTest-2130051677-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c87fef8-dba0-40d1-a90e-45781e808a08 HTTP/1.1" status: 200 len: 210 time: 0.0449123 Sep 17 22:24:46.076876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Router eddce0ee-1709-4109-a2ab-a975cb4e7049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:24:46.216336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:24:46.221841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db5f1282-ab2d-4f8e-9d02-b6f2af9f8769 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "PUT /v2.0/routers/eddce0ee-1709-4109-a2ab-a975cb4e7049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5558846 Sep 17 22:24:46.224612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59360) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:46.227065 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8a06c-312c-4459-af54-2e6865bb3977 None None] Sync routers for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:24:46.233924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-22123274-01b7-4d50-b308-dc082be6ccfa tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998337006&fields=id&tenant_id=0a908da8522f41b38cc1ff39ef66235e HTTP/1.1" status: 200 len: 267 time: 0.0865474 Sep 17 22:24:46.236268 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb37e08b-d91c-4d1d-baed-459dd33bb320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.241424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb37e08b-d91c-4d1d-baed-459dd33bb320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.241657 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8a06c-312c-4459-af54-2e6865bb3977 None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:46.241657 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9fa8a06c-312c-4459-af54-2e6865bb3977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:46.241836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bb37e08b-d91c-4d1d-baed-459dd33bb320 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d01f340-764e-4ff8-9836-92006db0f1f4 HTTP/1.1" status: 204 len: 168 time: 0.4007742 Sep 17 22:24:46.250869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37e08b-d91c-4d1d-baed-459dd33bb320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d01f340-764e-4ff8-9836-92006db0f1f4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:46.303862 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9fa8a06c-312c-4459-af54-2e6865bb3977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:46.316945 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8a06c-312c-4459-af54-2e6865bb3977 None None] Routers {'eddce0ee-1709-4109-a2ab-a975cb4e7049'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:24:46.317693 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9fa8a06c-312c-4459-af54-2e6865bb3977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['eddce0ee-1709-4109-a2ab-a975cb4e7049'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:46.355485 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9fa8a06c-312c-4459-af54-2e6865bb3977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:46.356381 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8a06c-312c-4459-af54-2e6865bb3977 None None] The sync data for ids ['eddce0ee-1709-4109-a2ab-a975cb4e7049'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:24:46.410255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-60a7e26c-3d75-4d24-bc41-cf3568e48347 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:46.411847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-60a7e26c-3d75-4d24-bc41-cf3568e48347 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/networks?id=2797a969-d7aa-415b-920e-6aec58295ffe HTTP/1.1" status: 200 len: 814 time: 0.1582637 Sep 17 22:24:46.430991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-35171c4b-844c-482c-aa24-3635616ecc7a tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/quotas/0a908da8522f41b38cc1ff39ef66235e HTTP/1.1" status: 200 len: 375 time: 0.0113659 Sep 17 22:24:46.494834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-9a1054cd-da65-4bc9-95bc-c4b0696d611c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a908da8522f41b38cc1ff39ef66235e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574694 Sep 17 22:24:46.521381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-2bad4d2a-16ad-414c-ad8d-5c29c8236763 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:24:46.523329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-2bad4d2a-16ad-414c-ad8d-5c29c8236763 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076327 Sep 17 22:24:46.641795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-6f7795f1-2d6b-4322-863a-8e0485965bdf service neutron] 10.222.0.13 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089993 Sep 17 22:24:46.770742 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:46.788805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-ac8e02f9-5ecd-4c44-b910-2c767181c258 service neutron] 10.222.0.13 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345963 Sep 17 22:24:46.907101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.057477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Deleting port 6e0a0da2-e18f-4492-859e-bbc67ef21d5a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:47.057848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.107568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59392) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:47.141128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.153777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d9892d-e7f8-4e2f-989c-bc49b3e9a437 admin admin] Deleting subnet fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:24:47.154337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Calling delete_port for 6e0a0da2-e18f-4492-859e-bbc67ef21d5a owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:47.156978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75d9892d-e7f8-4e2f-989c-bc49b3e9a437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.192462 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75d9892d-e7f8-4e2f-989c-bc49b3e9a437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.247055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75d9892d-e7f8-4e2f-989c-bc49b3e9a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.502191 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75d9892d-e7f8-4e2f-989c-bc49b3e9a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.502628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.560676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event deleted for resources: {'Port': ['ID=6e0a0da2-e18f-4492-859e-bbc67ef21d5a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:47.582680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75d9892d-e7f8-4e2f-989c-bc49b3e9a437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.586642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-75d9892d-e7f8-4e2f-989c-bc49b3e9a437 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd HTTP/1.1" status: 204 len: 168 time: 0.4781017 Sep 17 22:24:47.592527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59416) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:47.608943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9892d-e7f8-4e2f-989c-bc49b3e9a437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb25fa72-4bfd-48b7-8bf7-15370b3fa9cd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:47.654505 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.671349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-269175b0-afc0-4721-a5a9-97e3cb83d37c req-20a69eda-60f7-4706-b7f4-1d78248ea366 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0586247 Sep 17 22:24:47.726339 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.769557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.772125 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.781407 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ff516d1d-b09e-4354-aa99-c72530c698d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.823723 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.852025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057dac44-70f0-4b7a-a29a-b577f279a090']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:47.863705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dcd0a8-0a86-4220-ae1c-3d556cda47af') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:47.864108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dcd0a8-0a86-4220-ae1c-3d556cda47af') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:47.875260 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.889962 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.897299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:24:47.897835 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:24:47.899797 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:24:47.928716 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.928716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Fanout notify agent at l3_agent the message router_deleted on router eddce0ee-1709-4109-a2ab-a975cb4e7049 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:24:47.932451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:47.933771 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-11c148ed-68ff-4beb-a1db-16e4311539a4 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "DELETE /v2.0/routers/eddce0ee-1709-4109-a2ab-a975cb4e7049 HTTP/1.1" status: 204 len: 168 time: 1.7070980 Sep 17 22:24:47.936398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59430) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:47.997434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-625da681-c76c-48a2-af87-d58d018bd799 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Deleting subnet b2325698-fb67-4674-8af9-ca71ac36e4f6 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:24:48.000642 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-625da681-c76c-48a2-af87-d58d018bd799 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.043507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-625da681-c76c-48a2-af87-d58d018bd799 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.130993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-625da681-c76c-48a2-af87-d58d018bd799 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.150560 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.161496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.161496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] 10.222.0.13 "DELETE /v2.0/networks/057dac44-70f0-4b7a-a29a-b577f279a090 HTTP/1.1" status: 204 len: 168 time: 0.5654891 Sep 17 22:24:48.170600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d94382-7f31-4056-9029-80e4ebfd1711 admin admin] Pushing event deleted for resources: {'Network': ['ID=057dac44-70f0-4b7a-a29a-b577f279a090,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:48.343068 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-625da681-c76c-48a2-af87-d58d018bd799 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.372721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625da681-c76c-48a2-af87-d58d018bd799 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event deleted for resources: {'Subnet': ['ID=b2325698-fb67-4674-8af9-ca71ac36e4f6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:48.376840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-625da681-c76c-48a2-af87-d58d018bd799 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.378900 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-625da681-c76c-48a2-af87-d58d018bd799 tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "DELETE /v2.0/subnets/b2325698-fb67-4674-8af9-ca71ac36e4f6 HTTP/1.1" status: 204 len: 168 time: 0.4415295 Sep 17 22:24:48.382057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59440) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:48.393350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c2e86-66fe-4800-9687-4c96129b6f49 None None] Network 18ccdd9c-a09d-4133-956d-7bd32fe01f9e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:24:48.472304 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.502925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 36434616-4dcf-40f6-88ef-937cf772ef00 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:48.526708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 36434616-4dcf-40f6-88ef-937cf772ef00 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:48.527307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 36434616-4dcf-40f6-88ef-937cf772ef00 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:48.536599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Deleting port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:48.537419 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.610479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] For port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb,segment=NetworkSegment(bf968702-8cb5-4761-902a-dca20d5c7345),segment_id=bf968702-8cb5-4761-902a-dca20d5c7345)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:48.610777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.626867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] DHCP port deletion for 18ccdd9c-a09d-4133-956d-7bd32fe01f9e request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:24:48.629423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Calling delete_port for b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:48.707294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Deleting port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:48.707765 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.771119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59454) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:48.783397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-babed3d0-df45-4062-acaf-ec7bf5818933 req-74b86e0e-f071-4f84-a8d7-b1fc6c91da22 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0521984 Sep 17 22:24:48.791651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] For port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb,segment=NetworkSegment(bf968702-8cb5-4761-902a-dca20d5c7345),segment_id=bf968702-8cb5-4761-902a-dca20d5c7345)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:24:48.792160 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.805052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Calling delete_port for b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:48.819751 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-10079fcf-c51f-4b86-919a-58fdf0753464 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ffa36fdc5d248a5a1d306e5c8ca065d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472996 Sep 17 22:24:48.822179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59456) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:48.871171 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4134e46e-7c8e-49be-9ec4-2a29617f935e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.892927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4134e46e-7c8e-49be-9ec4-2a29617f935e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.963020 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:48.973137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.000508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event deleted for resources: {'Port': ['ID=b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.008600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] No DVR routers for this DVR port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:49.015346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Pushing event deleted for resources: {'Port': ['ID=b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.022578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] No DVR routers for this DVR port b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:24:49.031497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.035154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.035154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.035154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.035154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.035154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.035154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.035154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.035154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.035154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.036939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.037461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbc3a6-a8e8-4bfa-80f5-d2e15bdc2dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:49.062641 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4134e46e-7c8e-49be-9ec4-2a29617f935e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.074228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4134e46e-7c8e-49be-9ec4-2a29617f935e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.074228 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4134e46e-7c8e-49be-9ec4-2a29617f935e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c515fb3d-3adc-452a-b954-e37bdfe01431 HTTP/1.1" status: 204 len: 168 time: 0.2437127 Sep 17 22:24:49.076609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134e46e-7c8e-49be-9ec4-2a29617f935e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515fb3d-3adc-452a-b954-e37bdfe01431,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.124807 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.151513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ccdd9c-a09d-4133-956d-7bd32fe01f9e']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:49.164588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf968702-8cb5-4761-902a-dca20d5c7345') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:49.165059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf968702-8cb5-4761-902a-dca20d5c7345') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:24:49.176461 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.191643 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.198326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:24:49.198707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:24:49.206959 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:24:49.481961 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.491446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.501049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "DELETE /v2.0/networks/18ccdd9c-a09d-4133-956d-7bd32fe01f9e HTTP/1.1" status: 204 len: 168 time: 1.1152179 Sep 17 22:24:49.501402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59480) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:49.531246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42248de-fc9d-4db2-89f7-48038e93a98c tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event deleted for resources: {'Network': ['ID=18ccdd9c-a09d-4133-956d-7bd32fe01f9e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:49.646826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Deleting port 0ace998c-b4fb-4853-9e7a-91d7d4ea4249 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:24:49.647617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.753753 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.754082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:49.767578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Calling delete_port for 0ace998c-b4fb-4853-9e7a-91d7d4ea4249 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:24:49.905965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-228a290f-968f-42ac-8d92-95fd1bfebfde req-ae717bc6-74d9-40bf-8b09-a0eb46042184 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0352697 Sep 17 22:24:50.025536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:24:50.046256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:24:50.046598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b0a2c62b-ef3b-42f4-a9e7-b9a67b1bebeb not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:24:50.102103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.127050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Pushing event deleted for resources: {'Port': ['ID=0ace998c-b4fb-4853-9e7a-91d7d4ea4249,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:50.187284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.189789 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.191009 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fb856bfb-8ad3-4be0-9d7f-8f48cef343ab tempest-FloatingIPAdminTestJSON-280853809 tempest-FloatingIPAdminTestJSON-280853809-project] 10.222.0.13 "DELETE /v2.0/floatingips/f110c3c6-6d37-4b60-a44e-b7a6d3dd55e9 HTTP/1.1" status: 204 len: 168 time: 0.6885405 Sep 17 22:24:50.377710 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-96a55e6b-81e0-47f5-be4e-5105df4dacaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:50.980827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-00dd37dd-eb44-4452-a9b0-558f144fcc3a req-9eafc0db-a184-496a-ac66-81c8c2dd2064 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0273762 Sep 17 22:24:51.305029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.464929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59548) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:51.472888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-27127e6b-d6ac-49c7-9606-d60ad5dffd4e tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:51.474361 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-27127e6b-d6ac-49c7-9606-d60ad5dffd4e tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.35 "GET /v2.0/networks?id=2797a969-d7aa-415b-920e-6aec58295ffe HTTP/1.1" status: 200 len: 814 time: 0.1382172 Sep 17 22:24:51.497076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59552) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:51.518579 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-e9665ab6-c831-4c1f-9527-1a822466495a tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a908da8522f41b38cc1ff39ef66235e HTTP/1.1" status: 200 len: 379 time: 0.0357292 Sep 17 22:24:51.528114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'port': {'device_id': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'admin_state_up': True, 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'security_groups': ['b682eac0-aabe-4d6b-ab1a-978bd6808860']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:51.645255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89765a01-5ab1-4a34-b70e-356a5b2dd5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.653821 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.770945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e5345b46-93c8-455a-9ce3-68da40dcd02c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44458ecc817f4292ba7dd275d36eba48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701461 Sep 17 22:24:51.771444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59564) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:51.813466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89765a01-5ab1-4a34-b70e-356a5b2dd5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.833709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.857892 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.956578 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89765a01-5ab1-4a34-b70e-356a5b2dd5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.985227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.990042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:51.992715 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92539ae4-24f9-422d-8783-b3b4da7987b2 HTTP/1.1" status: 204 len: 168 time: 0.2196510 Sep 17 22:24:52.009190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-89765a01-5ab1-4a34-b70e-356a5b2dd5cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9820a1f9f9054055a6e59ce8474ce7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431197 Sep 17 22:24:52.026740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59572) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:52.033520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92539ae4-24f9-422d-8783-b3b4da7987b2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:52.064314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89765a01-5ab1-4a34-b70e-356a5b2dd5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db514ed-ca4d-4057-b9ff-bd0c14b96b56,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:52.066319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.066694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.067531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.067531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.080359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.080678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.080938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.081312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.081658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.082096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.082440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.082939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22517669-6eb7-41c7-be40-b7f52e1bed06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.119312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Made reservation on behalf of 0a908da8522f41b38cc1ff39ef66235e for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:24:52.123284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.191807 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.263275 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfcb0d90-1bb1-4149-a26a-b55b75a4acd6 req-006c77fd-7bff-4fb0-b5b9-4f692e4b333d tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0783634 Sep 17 22:24:52.265470 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.360861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Allocated IP 172.20.0.14 (2797a969-d7aa-415b-920e-6aec58295ffe/5e6a2941-e407-4d04-9077-031b8ad0cdf2/beedefac-396b-4577-a63c-f01729c03f80) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:24:52.405452 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.408386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.409874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6db514ed-ca4d-4057-b9ff-bd0c14b96b56 HTTP/1.1" status: 204 len: 168 time: 0.3865564 Sep 17 22:24:52.425248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db514ed-ca4d-4057-b9ff-bd0c14b96b56,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:52.448690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.450734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.451284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.451980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.453667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.455397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.455908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.456402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.458392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.459328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.460538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.461373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b7cc-b5d6-437d-aa1c-23c5bd87eeef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:24:52.594947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.783170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:52.832273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Network 2797a969-d7aa-415b-920e-6aec58295ffe is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:24:52.835091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:24:52.838535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:24:52.875753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'Port': ['ID=beedefac-396b-4577-a63c-f01729c03f80,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:52.922475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:52.927014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.029105 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-786c2ea9-f3ab-418f-84dc-5d294c80d3ec tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5046699 Sep 17 22:24:53.042401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Request body: {'port': {'device_id': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:24:53.097338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59596) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:53.148327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-15196f9d-1efc-418e-b60b-cede46b21164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.173439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.271765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fbe8b546-297a-4f72-a465-3fa664a94289 None None] Provisioning complete for port beedefac-396b-4577-a63c-f01729c03f80 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:24:53.273240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b546-297a-4f72-a465-3fa664a94289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.374464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8b546-297a-4f72-a465-3fa664a94289 None None] Port beedefac-396b-4577-a63c-f01729c03f80 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:24:53.385491 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.415765 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-15196f9d-1efc-418e-b60b-cede46b21164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.452502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178802-edd6-402c-840e-b1f1b57795ef req-333a02b2-f9be-4a14-8b87-35c5728edf72 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:53.455012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64178802-edd6-402c-840e-b1f1b57795ef req-333a02b2-f9be-4a14-8b87-35c5728edf72 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 932 time: 0.0749531 Sep 17 22:24:53.455737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59604) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:53.494824 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1f36-bd02-478f-b1b3-daf7878c8122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.546293 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-15196f9d-1efc-418e-b60b-cede46b21164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.582991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64178802-edd6-402c-840e-b1f1b57795ef req-11f5b121-de12-47ba-bd1a-838c0788397a tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133058 Sep 17 22:24:53.634554 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-15196f9d-1efc-418e-b60b-cede46b21164 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a2238d9d82342c5bfe3ce469fd85c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342488 Sep 17 22:24:53.662156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59608) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:53.674641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15196f9d-1efc-418e-b60b-cede46b21164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e91270-bfe2-40bc-ba4b-ac034f625df1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:53.706747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beedefac-396b-4577-a63c-f01729c03f80 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:24:53.720890 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.745852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1f36-bd02-478f-b1b3-daf7878c8122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.749922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Transition to ACTIVE for port object beedefac-396b-4577-a63c-f01729c03f80 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:24:53.767629 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9843c74-5fea-48d9-9e79-f55ef55eaa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.799969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9843c74-5fea-48d9-9e79-f55ef55eaa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.847980 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.848248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1f36-bd02-478f-b1b3-daf7878c8122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:53.927238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e7bc1f36-bd02-478f-b1b3-daf7878c8122 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=341c0b103f904311ae21dc5b912c7654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700649 Sep 17 22:24:53.929671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc1f36-bd02-478f-b1b3-daf7878c8122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23263e8d-51a8-40d5-a20a-a255dffe3f16,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:53.933458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59618) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:53.946643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Pushing event updated for resources: {'Port': ['ID=beedefac-396b-4577-a63c-f01729c03f80,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:54.001867 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24f4707c-e937-4480-b8b5-48c427b2e3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.007758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9843c74-5fea-48d9-9e79-f55ef55eaa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.010856 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9843c74-5fea-48d9-9e79-f55ef55eaa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.015339 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e9843c74-5fea-48d9-9e79-f55ef55eaa7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9e91270-bfe2-40bc-ba4b-ac034f625df1 HTTP/1.1" status: 204 len: 168 time: 0.3512409 Sep 17 22:24:54.033537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9843c74-5fea-48d9-9e79-f55ef55eaa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e91270-bfe2-40bc-ba4b-ac034f625df1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:54.045042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24f4707c-e937-4480-b8b5-48c427b2e3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.107248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Attempting to bind port beedefac-396b-4577-a63c-f01729c03f80 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:24:54.109986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Attempting to bind port beedefac-396b-4577-a63c-f01729c03f80 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:24:54.111474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Attempting to bind port beedefac-396b-4577-a63c-f01729c03f80 on network 2797a969-d7aa-415b-920e-6aec58295ffe {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:54.131168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Port beedefac-396b-4577-a63c-f01729c03f80 on network 2797a969-d7aa-415b-920e-6aec58295ffe not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:24:54.132002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Attempting to bind port beedefac-396b-4577-a63c-f01729c03f80 on network 2797a969-d7aa-415b-920e-6aec58295ffe {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:24:54.138863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:24:54.138863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Checking segment: {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:24:54.139576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Bound using segment: {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:24:54.140501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Bound port: beedefac-396b-4577-a63c-f01729c03f80, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c84efff-9afe-48b9-950f-f7fedff47a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:24:54.140879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.217429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24f4707c-e937-4480-b8b5-48c427b2e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.220617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-24f4707c-e937-4480-b8b5-48c427b2e3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.226137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-24f4707c-e937-4480-b8b5-48c427b2e3f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23263e8d-51a8-40d5-a20a-a255dffe3f16 HTTP/1.1" status: 204 len: 168 time: 0.2912607 Sep 17 22:24:54.244886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4707c-e937-4480-b8b5-48c427b2e3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23263e8d-51a8-40d5-a20a-a255dffe3f16,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:54.281477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] For port beedefac-396b-4577-a63c-f01729c03f80, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:24:54.285281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] For port beedefac-396b-4577-a63c-f01729c03f80, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=beedefac-396b-4577-a63c-f01729c03f80,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:24:54.414493 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.451870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.452609 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:54.454167 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] 10.222.0.35 "PUT /v2.0/ports/beedefac-396b-4577-a63c-f01729c03f80 HTTP/1.1" status: 200 len: 1093 time: 1.4172499 Sep 17 22:24:54.454677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:24:54.457241 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9e7f8-1be7-4040-8867-ab534ba79178" -d '{"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:24:54.510439 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8059bc07-3ce7-4b62-9033-ed7e1575dcdc x-openstack-request-id: req-8059bc07-3ce7-4b62-9033-ed7e1575dcdc {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:24:54.511119 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:24:54.511551 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8059bc07-3ce7-4b62-9033-ed7e1575dcdc {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:24:54.512108 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80', 'status': 'completed', 'code': 200} Sep 17 22:24:54.516304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd22a69-56ed-4ee4-a0c5-8508b2201f03 service neutron] Pushing event updated for resources: {'Port': ['ID=beedefac-396b-4577-a63c-f01729c03f80,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:54.660215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e7f8-1be7-4040-8867-ab534ba79178 req-d8f1f9d8-9c26-4cb9-93c7-979e5b4b5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.662459 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86a9e7f8-1be7-4040-8867-ab534ba79178 req-d8f1f9d8-9c26-4cb9-93c7-979e5b4b5ae5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a908da8522f41b38cc1ff39ef66235e&device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1096 time: 0.1057444 Sep 17 22:24:54.786860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4b6a1-ea65-4ab5-b6b7-22160efa76d8 req-ef8c1336-59ec-4f27-84a9-e0a2600d770a tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.805248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ae4b6a1-ea65-4ab5-b6b7-22160efa76d8 req-ef8c1336-59ec-4f27-84a9-e0a2600d770a tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.1192422 Sep 17 22:24:54.838035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e7f8-1be7-4040-8867-ab534ba79178 req-de8a5eb0-d07d-49dd-b0f0-da5d0e9baf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:54.841394 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86a9e7f8-1be7-4040-8867-ab534ba79178 req-de8a5eb0-d07d-49dd-b0f0-da5d0e9baf7d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0a908da8522f41b38cc1ff39ef66235e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1719768 Sep 17 22:24:54.852382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ae4b6a1-ea65-4ab5-b6b7-22160efa76d8 req-d8b20106-f163-4d6a-9476-80fe23932a6a tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460432 Sep 17 22:24:55.020481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e7f8-1be7-4040-8867-ab534ba79178 req-0d93c07e-43b0-42ea-8f46-6949b95d685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.024015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-86a9e7f8-1be7-4040-8867-ab534ba79178 req-0d93c07e-43b0-42ea-8f46-6949b95d685a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1752121 Sep 17 22:24:55.164941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-09d4f2b5-6370-4ce7-9f27-5daf0fb028ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.170005 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-09d4f2b5-6370-4ce7-9f27-5daf0fb028ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a908da8522f41b38cc1ff39ef66235e&device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1096 time: 0.1028597 Sep 17 22:24:55.222427 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-7d938af9-2c64-40ff-b295-b296b8a8b3ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beedefac-396b-4577-a63c-f01729c03f80 HTTP/1.1" status: 200 len: 217 time: 0.0448275 Sep 17 22:24:55.298997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-a860a67a-a311-46e6-8403-a09d6c653b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.301088 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-a860a67a-a311-46e6-8403-a09d6c653b42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e6a2941-e407-4d04-9077-031b8ad0cdf2 HTTP/1.1" status: 200 len: 853 time: 0.0709689 Sep 17 22:24:55.376833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-34f757ac-e4b9-4c70-9b18-a881f4adbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:55.385211 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-34f757ac-e4b9-4c70-9b18-a881f4adbae5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2797a969-d7aa-415b-920e-6aec58295ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707819 Sep 17 22:24:55.527926 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-e77aa3b2-0933-47ce-b371-7b18670440e7 service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408353 Sep 17 22:24:55.629910 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fcccbbf1-5218-4408-9aea-476f54beb837 req-eadfbf6a-d574-443c-9aec-caba5a2259f3 service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952797 Sep 17 22:24:55.732906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59650) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:55.743081 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e4b67e9c-0fa9-4321-a850-ba11ad615e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:55.922099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59662) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:55.935910 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e4b67e9c-0fa9-4321-a850-ba11ad615e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.029254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e4b67e9c-0fa9-4321-a850-ba11ad615e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.061877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b67e9c-0fa9-4321-a850-ba11ad615e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe3ed75-2473-4722-8696-d4585330c3be,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.094639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e4b67e9c-0fa9-4321-a850-ba11ad615e65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d595ebcedb541a0854ed597de674fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629887 Sep 17 22:24:56.095568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59674) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:56.101634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be216cb-20b8-4b12-bd74-05af5d5786e9 req-1ca7cbf2-fb57-40e1-a624-909e0fb12758 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:56.103308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6be216cb-20b8-4b12-bd74-05af5d5786e9 req-1ca7cbf2-fb57-40e1-a624-909e0fb12758 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.1134920 Sep 17 22:24:56.158820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6be216cb-20b8-4b12-bd74-05af5d5786e9 req-7d221bb6-8b91-4cc4-9637-ed9b1faf1bb4 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490501 Sep 17 22:24:56.167143 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48778adc-f703-411f-bcbe-595e3ce4a44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.216037 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-841c03cc-9d4b-49d2-ba12-e477c3c90c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.249451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-841c03cc-9d4b-49d2-ba12-e477c3c90c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.335185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48778adc-f703-411f-bcbe-595e3ce4a44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.402038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48778adc-f703-411f-bcbe-595e3ce4a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.437483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-841c03cc-9d4b-49d2-ba12-e477c3c90c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.440025 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-841c03cc-9d4b-49d2-ba12-e477c3c90c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.451322 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-841c03cc-9d4b-49d2-ba12-e477c3c90c73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afe3ed75-2473-4722-8696-d4585330c3be HTTP/1.1" status: 204 len: 168 time: 0.3549933 Sep 17 22:24:56.471614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-48778adc-f703-411f-bcbe-595e3ce4a44a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de6118733f854b0da26dccd4e3a6e92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5472181 Sep 17 22:24:56.474478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59692) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:56.474872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48778adc-f703-411f-bcbe-595e3ce4a44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b1f4a2-a787-4880-b0ba-974c136b0693,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.495911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c03cc-9d4b-49d2-ba12-e477c3c90c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe3ed75-2473-4722-8696-d4585330c3be,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:56.563948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2020e9bf-8b5e-4c34-b2fc-20cc02e47790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.592256 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2020e9bf-8b5e-4c34-b2fc-20cc02e47790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.716252 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2020e9bf-8b5e-4c34-b2fc-20cc02e47790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.718880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2020e9bf-8b5e-4c34-b2fc-20cc02e47790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:56.724980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2020e9bf-8b5e-4c34-b2fc-20cc02e47790 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10b1f4a2-a787-4880-b0ba-974c136b0693 HTTP/1.1" status: 204 len: 168 time: 0.2431483 Sep 17 22:24:56.728139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020e9bf-8b5e-4c34-b2fc-20cc02e47790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b1f4a2-a787-4880-b0ba-974c136b0693,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:57.275778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2beac0-6948-4954-9b78-36a9145ce177 req-caa92b73-943e-4c2f-91ac-a128c0784e97 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:57.283220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b2beac0-6948-4954-9b78-36a9145ce177 req-caa92b73-943e-4c2f-91ac-a128c0784e97 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.0592327 Sep 17 22:24:57.319258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b2beac0-6948-4954-9b78-36a9145ce177 req-93b96b9c-b74b-4c1b-9da0-0d7bc9e54dde tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351229 Sep 17 22:24:57.869711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59742) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:57.883994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a49c345-32b6-4262-9149-adc8f1b28334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:57.985269 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a49c345-32b6-4262-9149-adc8f1b28334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.179364 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a49c345-32b6-4262-9149-adc8f1b28334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.244521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1a49c345-32b6-4262-9149-adc8f1b28334 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=143561e560e54ce08ce958173eea5a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726277 Sep 17 22:24:58.245476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59762) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:24:58.247945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49c345-32b6-4262-9149-adc8f1b28334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76f5448-43ef-43cb-921c-0ed83f1b7df4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:58.310657 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63038e61-5350-43cf-8c26-340a2c8ea83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.335718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63038e61-5350-43cf-8c26-340a2c8ea83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.461544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4097d5-b1e7-491b-8a8c-8b1dbf0125fe req-d2be6c8a-275b-4f69-9080-4abd8a9aa53f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:58.463128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff4097d5-b1e7-491b-8a8c-8b1dbf0125fe req-d2be6c8a-275b-4f69-9080-4abd8a9aa53f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.0519204 Sep 17 22:24:58.510622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63038e61-5350-43cf-8c26-340a2c8ea83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.513105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63038e61-5350-43cf-8c26-340a2c8ea83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:24:58.514588 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-63038e61-5350-43cf-8c26-340a2c8ea83a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b76f5448-43ef-43cb-921c-0ed83f1b7df4 HTTP/1.1" status: 204 len: 168 time: 0.2675164 Sep 17 22:24:58.523854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63038e61-5350-43cf-8c26-340a2c8ea83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76f5448-43ef-43cb-921c-0ed83f1b7df4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:24:58.531139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff4097d5-b1e7-491b-8a8c-8b1dbf0125fe req-506dec25-0730-47eb-b6d6-743504790fe7 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611336 Sep 17 22:24:59.654200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a8be7-3591-47f4-88cc-1e23b9b2c231 req-dbb6d99a-77ee-4c9d-a601-e28c9c91832d tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:24:59.655763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b89a8be7-3591-47f4-88cc-1e23b9b2c231 req-dbb6d99a-77ee-4c9d-a601-e28c9c91832d tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.0505681 Sep 17 22:24:59.698214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b89a8be7-3591-47f4-88cc-1e23b9b2c231 req-0193b19d-3027-4865-b76e-2873e73983f4 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362725 Sep 17 22:25:00.127533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59876) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:00.285224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e92983-bfbd-4db1-856c-d303ed604332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.385355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e92983-bfbd-4db1-856c-d303ed604332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.461736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e92983-bfbd-4db1-856c-d303ed604332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.484674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59894) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:00.499567 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73e92983-bfbd-4db1-856c-d303ed604332 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71febe68348743369e7e569b0ff93c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707299 Sep 17 22:25:00.504018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59898) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:00.513303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e92983-bfbd-4db1-856c-d303ed604332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14968f4-07d2-45af-a009-12611f2a9b2a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:00.556265 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-35c7d633-03c6-4f6e-8c99-ecd0e96e2990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.579051 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-35c7d633-03c6-4f6e-8c99-ecd0e96e2990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.676922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5538e05f-1f2c-47fa-92ac-52f306b5b4de tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1485249800'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:00.677497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5538e05f-1f2c-47fa-92ac-52f306b5b4de tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Unknown quota resources ['metering_label']. {{(pid=101661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:25:00.734882 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-35c7d633-03c6-4f6e-8c99-ecd0e96e2990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.737405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-35c7d633-03c6-4f6e-8c99-ecd0e96e2990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.742214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-35c7d633-03c6-4f6e-8c99-ecd0e96e2990 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c14968f4-07d2-45af-a009-12611f2a9b2a HTTP/1.1" status: 204 len: 168 time: 0.2369685 Sep 17 22:25:00.756967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7d633-03c6-4f6e-8c99-ecd0e96e2990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14968f4-07d2-45af-a009-12611f2a9b2a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:00.965682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5538e05f-1f2c-47fa-92ac-52f306b5b4de tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:00.967062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5538e05f-1f2c-47fa-92ac-52f306b5b4de tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4811311 Sep 17 22:25:00.969942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59916) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:00.974492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7c27bc9c-f40d-4902-9e07-070a21d60dea tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c6bd6fe2-c1f4-4f80-8a76-cf6ff1d6c613'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:00.980938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7c27bc9c-f40d-4902-9e07-070a21d60dea tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:25:00.981196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5e98c-32c6-4555-8a1d-2be16e6e0232 req-4600d7a6-a17e-4361-8b81-44bf3736a826 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:00.981711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45a5e98c-32c6-4555-8a1d-2be16e6e0232 req-4600d7a6-a17e-4361-8b81-44bf3736a826 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.1750209 Sep 17 22:25:01.029927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45a5e98c-32c6-4555-8a1d-2be16e6e0232 req-78be1eaf-2c4e-4aef-ae89-bf6c2e89ff2f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421803 Sep 17 22:25:01.119122 n-d-713498-17 neutron-server[101660]: WARNING neutron.services.metering.metering_plugin [None req-7c27bc9c-f40d-4902-9e07-070a21d60dea tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:25:01.265836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c27bc9c-f40d-4902-9e07-070a21d60dea tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.267753 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7c27bc9c-f40d-4902-9e07-070a21d60dea tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2967708 Sep 17 22:25:01.271266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59934) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:01.276260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dc0cb766-fa20-4a36-a70e-268aa56339b7 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c6bd6fe2-c1f4-4f80-8a76-cf6ff1d6c613'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:01.276830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dc0cb766-fa20-4a36-a70e-268aa56339b7 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:25:01.441610 n-d-713498-17 neutron-server[101660]: WARNING neutron.services.metering.metering_plugin [None req-dc0cb766-fa20-4a36-a70e-268aa56339b7 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 22:25:01.526180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb766-fa20-4a36-a70e-268aa56339b7 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.527433 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dc0cb766-fa20-4a36-a70e-268aa56339b7 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2545202 Sep 17 22:25:01.530157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59972) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:01.540767 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e7c9c62d-f6a1-4032-9e5f-cb27814733b7 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=60e16fd9-664e-4dd6-ab39-549fbcb8f677 HTTP/1.1" status: 200 len: 464 time: 0.0095708 Sep 17 22:25:01.543644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59974) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:01.737372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-02ee4eba-f316-47fd-94ae-065067afc3e0 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:01.738524 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-02ee4eba-f316-47fd-94ae-065067afc3e0 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/60e16fd9-664e-4dd6-ab39-549fbcb8f677 HTTP/1.1" status: 204 len: 168 time: 0.1939898 Sep 17 22:25:01.741844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59982) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:01.752551 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5c9ea5f4-825b-4ff0-b9e6-ab912c2e1429 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=60e16fd9-664e-4dd6-ab39-549fbcb8f677 HTTP/1.1" status: 200 len: 221 time: 0.0088868 Sep 17 22:25:01.755934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59984) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:01.762224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5ce9d4e9-7a8f-471e-9551-49eccf96f599 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1931249172', 'description': 'label created by tempest'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:01.762671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5ce9d4e9-7a8f-471e-9551-49eccf96f599 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Unknown quota resources ['metering_label']. {{(pid=101661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:25:02.007414 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ce9d4e9-7a8f-471e-9551-49eccf96f599 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.008635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5ce9d4e9-7a8f-471e-9551-49eccf96f599 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2506678 Sep 17 22:25:02.011470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59996) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:02.087525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-34c3fbd6-12a3-431b-a1fa-c742c167eeef tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33d12039-e59c-4d04-b3f9-4672bfb1a8fd HTTP/1.1" status: 200 len: 468 time: 0.0749118 Sep 17 22:25:02.090248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60002) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:02.193789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda672c3-e419-45a5-b707-9eed42ad0e0f req-080d4ae1-a62c-4f6d-a128-5977c3747d4b tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:02.203620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eda672c3-e419-45a5-b707-9eed42ad0e0f req-080d4ae1-a62c-4f6d-a128-5977c3747d4b tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.0708263 Sep 17 22:25:02.257814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eda672c3-e419-45a5-b707-9eed42ad0e0f req-c99cad8b-0618-4d4b-96e3-adcdbe81821a tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Sep 17 22:25:02.479254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de0f5fec-cf27-4b3a-97b2-d1bef115b922 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:02.480454 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-de0f5fec-cf27-4b3a-97b2-d1bef115b922 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/33d12039-e59c-4d04-b3f9-4672bfb1a8fd HTTP/1.1" status: 204 len: 168 time: 0.3874416 Sep 17 22:25:02.488117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60022) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:02.503055 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-46dc59c1-c33c-4236-8bf5-06e1cd18abd1 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33d12039-e59c-4d04-b3f9-4672bfb1a8fd HTTP/1.1" status: 200 len: 216 time: 0.0134153 Sep 17 22:25:02.507120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60026) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:02.517362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1441121e-d97a-4abf-8ba6-9b200e669a5f tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0081313 Sep 17 22:25:02.520065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60028) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:02.538823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60032) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:02.539183 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a28ad708-2052-4f85-8613-dbab29af9645 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0176044 Sep 17 22:25:02.619396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f3cf39b4-edce-4954-b459-f01090c28cdb tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/c6bd6fe2-c1f4-4f80-8a76-cf6ff1d6c613 HTTP/1.1" status: 200 len: 473 time: 0.0791314 Sep 17 22:25:02.621020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60042) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:02.636245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8af719eb-473c-43e2-b71d-a1b80cd94f20 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/de9330b6-a5a3-4968-9a77-39d62d072e9b HTTP/1.1" status: 200 len: 461 time: 0.0111322 Sep 17 22:25:02.636933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60046) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:03.201981 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d589-801f-4807-9353-bcf4325d1280 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.203163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e7e9d589-801f-4807-9353-bcf4325d1280 tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/de9330b6-a5a3-4968-9a77-39d62d072e9b HTTP/1.1" status: 204 len: 168 time: 0.5653250 Sep 17 22:25:03.205763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60114) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:03.262938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60120) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:03.446140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0619-b62a-4e27-830b-cf5f11776648 req-239b6b88-8e42-4649-a9d5-ef8606f017a3 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:03.459527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5aee0619-b62a-4e27-830b-cf5f11776648 req-239b6b88-8e42-4649-a9d5-ef8606f017a3 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.0747495 Sep 17 22:25:03.509829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5aee0619-b62a-4e27-830b-cf5f11776648 req-dddb14cc-dafe-4c71-8486-4a1f087ca607 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493810 Sep 17 22:25:03.515289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-177595400'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:03.530583 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e30a1a86-a4f8-4b3e-ab4c-d5139a692c3f tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.532613 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e30a1a86-a4f8-4b3e-ab4c-d5139a692c3f tempest-MeteringTestJSON-1924199728 tempest-MeteringTestJSON-1924199728-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/c6bd6fe2-c1f4-4f80-8a76-cf6ff1d6c613 HTTP/1.1" status: 204 len: 168 time: 0.3255827 Sep 17 22:25:03.746410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Made reservation on behalf of 75b1d64af0a94dcb9f768f121781146a for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:03.746410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.755449 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:03.877070 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.103995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.126812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:04.141007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1888998-2c03-4599-b9d9-1ce4e463abab,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:04.144146 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.144493 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Added segment b5576904-be9f-4335-a37e-1449d84a76b2 of type vlan for network 8cd1f71c-117a-4b8a-9d36-43879de6e397 Sep 17 22:25:04.190077 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.337156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.344146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.344759 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.421604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event updated for resources: {'Network': ['ID=8cd1f71c-117a-4b8a-9d36-43879de6e397,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:04.433975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 8cd1f71c-117a-4b8a-9d36-43879de6e397 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:04.434827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7b8bccf8-ee5c-4a3c-ac2c-a71496dcc27e tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1699898 Sep 17 22:25:04.436860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60200) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:04.443960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Request body: {'subnet': {'network_id': '8cd1f71c-117a-4b8a-9d36-43879de6e397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:04.458141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60202) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:04.609713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e992-16bd-4ae3-a11d-46e21571e013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.639617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075939d-cc9b-4c88-80bf-9e595b9f1afd req-f9b23aaf-d1c4-49e0-8423-4eddde808979 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:04.641132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9075939d-cc9b-4c88-80bf-9e595b9f1afd req-f9b23aaf-d1c4-49e0-8423-4eddde808979 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.0529840 Sep 17 22:25:04.661639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Made reservation on behalf of 75b1d64af0a94dcb9f768f121781146a for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:04.665658 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.740519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9075939d-cc9b-4c88-80bf-9e595b9f1afd req-127a0d6d-4ba2-4f1f-ab20-baa22e3ff165 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919809 Sep 17 22:25:04.800685 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e992-16bd-4ae3-a11d-46e21571e013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.933160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e992-16bd-4ae3-a11d-46e21571e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:04.973894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60214) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:04.977045 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b0f2e992-16bd-4ae3-a11d-46e21571e013 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa9ec41994d44e93ae6b49e1d8b074bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141962 Sep 17 22:25:04.977045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2e992-16bd-4ae3-a11d-46e21571e013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9cb89-c482-4d7d-9a4b-a8618d9260f0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:04.977271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60216) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:04.991002 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.091195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event updated for resources: {'Subnet': ['ID=eb2eeff1-743a-43c2-91fd-d74a40ff84da,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.113178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Checking segment: {'id': 'b5576904-be9f-4335-a37e-1449d84a76b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8cd1f71c-117a-4b8a-9d36-43879de6e397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:05.113536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Network hostable DHCP agents. Network: 8cd1f71c-117a-4b8a-9d36-43879de6e397, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:05.118237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eccf326-cd89-420b-9496-dfe89e087563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.148558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db6ad2c7-fef9-47d2-9c64-362c4d907c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.166887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eccf326-cd89-420b-9496-dfe89e087563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.226141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Network 8cd1f71c-117a-4b8a-9d36-43879de6e397 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:05.283778 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db6ad2c7-fef9-47d2-9c64-362c4d907c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.299012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 8cd1f71c-117a-4b8a-9d36-43879de6e397) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:05.303520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.307174 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.311012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137e2472-76b0-40b4-942e-8a79909472b6 None None] Network 8cd1f71c-117a-4b8a-9d36-43879de6e397 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:05.321968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eccf326-cd89-420b-9496-dfe89e087563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.324515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eccf326-cd89-420b-9496-dfe89e087563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.328053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6eccf326-cd89-420b-9496-dfe89e087563 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cb9cb89-c482-4d7d-9a4b-a8618d9260f0 HTTP/1.1" status: 204 len: 168 time: 0.3461926 Sep 17 22:25:05.336318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccf326-cd89-420b-9496-dfe89e087563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9cb89-c482-4d7d-9a4b-a8618d9260f0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.377384 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db6ad2c7-fef9-47d2-9c64-362c4d907c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.428631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db6ad2c7-fef9-47d2-9c64-362c4d907c07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b679aa0dfa304785897f3358674712eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535432 Sep 17 22:25:05.429564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ad2c7-fef9-47d2-9c64-362c4d907c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4466ddb8-94d4-4fc8-95dd-bde77edc1195,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.431423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:05.467594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0802bfa0-8692-491f-8416-9057898e3866 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0273159 Sep 17 22:25:05.470506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60230) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:05.473316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Request body: {'port': {'network_id': '8cd1f71c-117a-4b8a-9d36-43879de6e397', 'name': 'tempest-DHCPAgentSchedulersTestJSON-340107012'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:05.505054 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35076e4a-8997-4644-b60b-498f91b19c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.528512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-8cd1f71c-117a-4b8a-9d36-43879de6e397', 'network_id': '8cd1f71c-117a-4b8a-9d36-43879de6e397', 'tenant_id': '75b1d64af0a94dcb9f768f121781146a', 'fixed_ips': [{'subnet_id': 'eb2eeff1-743a-43c2-91fd-d74a40ff84da'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:05.529534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.553830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35076e4a-8997-4644-b60b-498f91b19c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.690068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Allocated IP 172.20.0.2 (8cd1f71c-117a-4b8a-9d36-43879de6e397/eb2eeff1-743a-43c2-91fd-d74a40ff84da/ac1e6f62-8388-496e-98cc-14130791184f) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:05.702139 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35076e4a-8997-4644-b60b-498f91b19c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.706820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35076e4a-8997-4644-b60b-498f91b19c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.706820 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-35076e4a-8997-4644-b60b-498f91b19c94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4466ddb8-94d4-4fc8-95dd-bde77edc1195 HTTP/1.1" status: 204 len: 168 time: 0.2734165 Sep 17 22:25:05.720096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35076e4a-8997-4644-b60b-498f91b19c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4466ddb8-94d4-4fc8-95dd-bde77edc1195,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:05.731053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Made reservation on behalf of 75b1d64af0a94dcb9f768f121781146a for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:05.737214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.761767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] device_id is not set on port dc7ae3cc-f8d4-4601-88c5-a5114ae66c46 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:05.877708 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:05.945380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216baa92-68b0-4c98-9094-f3f3c2d3bc84 req-2a2581b9-ffd4-423b-a18c-99fc10b441ea tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:05.946966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-216baa92-68b0-4c98-9094-f3f3c2d3bc84 req-2a2581b9-ffd4-423b-a18c-99fc10b441ea tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 944 time: 0.0819392 Sep 17 22:25:05.979980 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.011849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-216baa92-68b0-4c98-9094-f3f3c2d3bc84 req-4ef4fe60-0079-4013-988d-bf12db88b04f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589020 Sep 17 22:25:06.025534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Network 8cd1f71c-117a-4b8a-9d36-43879de6e397 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:06.040587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:06.040587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:06.049742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Pushing event updated for resources: {'Port': ['ID=ac1e6f62-8388-496e-98cc-14130791184f,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.070403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Allocated IP 172.20.0.5 (8cd1f71c-117a-4b8a-9d36-43879de6e397/eb2eeff1-743a-43c2-91fd-d74a40ff84da/dc7ae3cc-f8d4-4601-88c5-a5114ae66c46) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:06.109924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Attempting to bind port ac1e6f62-8388-496e-98cc-14130791184f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:06.110610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Attempting to bind port ac1e6f62-8388-496e-98cc-14130791184f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'b5576904-be9f-4335-a37e-1449d84a76b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8cd1f71c-117a-4b8a-9d36-43879de6e397'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:06.110737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Attempting to bind port ac1e6f62-8388-496e-98cc-14130791184f on network 8cd1f71c-117a-4b8a-9d36-43879de6e397 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:06.117868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:06.118149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Checking segment: {'id': 'b5576904-be9f-4335-a37e-1449d84a76b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8cd1f71c-117a-4b8a-9d36-43879de6e397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:06.118553 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.119007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Bound using segment: {'id': 'b5576904-be9f-4335-a37e-1449d84a76b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8cd1f71c-117a-4b8a-9d36-43879de6e397'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:06.119465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Bound port: ac1e6f62-8388-496e-98cc-14130791184f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5576904-be9f-4335-a37e-1449d84a76b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8cd1f71c-117a-4b8a-9d36-43879de6e397'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:06.119843 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.199483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-34f42563-623c-47bd-b614-17b7d992365f None None] For port ac1e6f62-8388-496e-98cc-14130791184f, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:06.203732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-34f42563-623c-47bd-b614-17b7d992365f None None] For port ac1e6f62-8388-496e-98cc-14130791184f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ac1e6f62-8388-496e-98cc-14130791184f,segment=NetworkSegment(b5576904-be9f-4335-a37e-1449d84a76b2),segment_id=b5576904-be9f-4335-a37e-1449d84a76b2)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:06.259588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.307307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60244) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:06.322822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-793f9510-5d5a-4900-bd7d-f2392c155cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.339580 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.417558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.429110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f42563-623c-47bd-b614-17b7d992365f None None] Pushing event updated for resources: {'Port': ['ID=ac1e6f62-8388-496e-98cc-14130791184f,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.521441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Network 8cd1f71c-117a-4b8a-9d36-43879de6e397 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:06.530959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:06.533140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event updated for resources: {'Port': ['ID=dc7ae3cc-f8d4-4601-88c5-a5114ae66c46,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.543765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:06.549619 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-793f9510-5d5a-4900-bd7d-f2392c155cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.602553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:06.603408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.626360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device beedefac-396b-4577-a63c-f01729c03f80 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:06.652751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-793f9510-5d5a-4900-bd7d-f2392c155cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.707017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f9510-5d5a-4900-bd7d-f2392c155cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b7779c-9c7e-4f4d-aee8-cf9e9a45d509,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:06.719929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-793f9510-5d5a-4900-bd7d-f2392c155cdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53726bffbd0a4cc4baf95f2625fd38a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087760 Sep 17 22:25:06.720045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60248) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:06.795550 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fa4a1ea-7bce-4b58-b4cb-a7cf8565a048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.806909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d7447617-787d-4af2-9508-fb616a48c2e5 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3348291 Sep 17 22:25:06.807323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60250) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:06.817952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port beedefac-396b-4577-a63c-f01729c03f80, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=beedefac-396b-4577-a63c-f01729c03f80,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:06.827588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fa4a1ea-7bce-4b58-b4cb-a7cf8565a048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.841921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'beedefac-396b-4577-a63c-f01729c03f80', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'port_id': 'beedefac-396b-4577-a63c-f01729c03f80', 'mac_address': 'fa:16:3e:29:4e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:06.855684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60252) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:06.886756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1cbec09-4d01-4e45-9fa4-c0af0cbac40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.902422 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:06.919573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beedefac-396b-4577-a63c-f01729c03f80 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:06.956876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port beedefac-396b-4577-a63c-f01729c03f80, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=beedefac-396b-4577-a63c-f01729c03f80,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:06.993765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3ac22-3910-4e8e-805a-1cc392ba25de tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Deleting port dc7ae3cc-f8d4-4601-88c5-a5114ae66c46 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:06.993765 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ac22-3910-4e8e-805a-1cc392ba25de tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.021008 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1cbec09-4d01-4e45-9fa4-c0af0cbac40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.064943 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.126340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=beedefac-396b-4577-a63c-f01729c03f80,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:07.132121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1cbec09-4d01-4e45-9fa4-c0af0cbac40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.136696 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fa4a1ea-7bce-4b58-b4cb-a7cf8565a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.141558 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fa4a1ea-7bce-4b58-b4cb-a7cf8565a048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.141558 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9fa4a1ea-7bce-4b58-b4cb-a7cf8565a048 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92b7779c-9c7e-4f4d-aee8-cf9e9a45d509 HTTP/1.1" status: 204 len: 168 time: 0.4194891 Sep 17 22:25:07.179205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ac22-3910-4e8e-805a-1cc392ba25de tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.189238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbec09-4d01-4e45-9fa4-c0af0cbac40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c154493-5a56-4ac7-acde-09361229de6b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:07.199315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60f76a-34b3-4456-8597-00f57f7a3cd0 req-242f89b5-d800-4754-bc4e-33b0fd0d8b0c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:07.200903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa60f76a-34b3-4456-8597-00f57f7a3cd0 req-242f89b5-d800-4754-bc4e-33b0fd0d8b0c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 945 time: 0.0996230 Sep 17 22:25:07.208348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3ac22-3910-4e8e-805a-1cc392ba25de tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Calling delete_port for dc7ae3cc-f8d4-4601-88c5-a5114ae66c46 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:07.278121 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['beedefac-396b-4577-a63c-f01729c03f80'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:07.290990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4a1ea-7bce-4b58-b4cb-a7cf8565a048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b7779c-9c7e-4f4d-aee8-cf9e9a45d509,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:07.327976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a1cbec09-4d01-4e45-9fa4-c0af0cbac40e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddd33bbe31a74b6eb4dd9cc97284307c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709408 Sep 17 22:25:07.330683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60262) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:07.418777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa60f76a-34b3-4456-8597-00f57f7a3cd0 req-1e53fa67-12b6-476f-a666-188d7c5f1f00 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002964 Sep 17 22:25:07.438214 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2941fc5b-4155-4bb4-b720-fc5fe213da32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.489667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2941fc5b-4155-4bb4-b720-fc5fe213da32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.668119 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ac22-3910-4e8e-805a-1cc392ba25de tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.669777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2941fc5b-4155-4bb4-b720-fc5fe213da32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.672974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2941fc5b-4155-4bb4-b720-fc5fe213da32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.683137 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2941fc5b-4155-4bb4-b720-fc5fe213da32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c154493-5a56-4ac7-acde-09361229de6b HTTP/1.1" status: 204 len: 168 time: 0.3453104 Sep 17 22:25:07.705918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941fc5b-4155-4bb4-b720-fc5fe213da32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c154493-5a56-4ac7-acde-09361229de6b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:07.709589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3ac22-3910-4e8e-805a-1cc392ba25de tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event deleted for resources: {'Port': ['ID=dc7ae3cc-f8d4-4601-88c5-a5114ae66c46,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:07.825895 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ac22-3910-4e8e-805a-1cc392ba25de tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:07.827766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8fc3ac22-3910-4e8e-805a-1cc392ba25de tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] 10.222.0.13 "DELETE /v2.0/ports/dc7ae3cc-f8d4-4601-88c5-a5114ae66c46 HTTP/1.1" status: 204 len: 168 time: 1.0188725 Sep 17 22:25:07.828239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60268) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:07.879417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a1877-53c5-4118-b7bf-e5573da8754f None None] Network 8cd1f71c-117a-4b8a-9d36-43879de6e397 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:08.081117 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-07ed33c2-f003-4f9c-b0d4-b8a182a15b44 tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2514758 Sep 17 22:25:08.086693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60276) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:08.090046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-465513870'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:08.130146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ac1e6f62-8388-496e-98cc-14130791184f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:08.134705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-66cc604a-1ee7-4c7a-bd7d-f00cd2fa6170 None None] Provisioning complete for port ac1e6f62-8388-496e-98cc-14130791184f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:08.135102 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-66cc604a-1ee7-4c7a-bd7d-f00cd2fa6170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.191208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Made reservation on behalf of 75b1d64af0a94dcb9f768f121781146a for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:08.196489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.202614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.245112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:08.258525 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.259198 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Added segment 0276f31a-8f6f-421e-91eb-4f65f1a02e4f of type vlan for network 1ee899a4-3a50-43a6-85d5-de4c26f5f730 Sep 17 22:25:08.323838 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.335526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ac1e6f62-8388-496e-98cc-14130791184f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:08.335707 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.429085 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.432149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-66cc604a-1ee7-4c7a-bd7d-f00cd2fa6170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.435347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.436404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.512383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-66cc604a-1ee7-4c7a-bd7d-f00cd2fa6170 None None] For port ac1e6f62-8388-496e-98cc-14130791184f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ac1e6f62-8388-496e-98cc-14130791184f,segment=NetworkSegment(b5576904-be9f-4335-a37e-1449d84a76b2),segment_id=b5576904-be9f-4335-a37e-1449d84a76b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:08.558556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4706635 Sep 17 22:25:08.559212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60298) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:08.575371 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-66cc604a-1ee7-4c7a-bd7d-f00cd2fa6170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.648360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae928d62-d6a1-41eb-99b8-77c32e077a6a tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event updated for resources: {'Network': ['ID=1ee899a4-3a50-43a6-85d5-de4c26f5f730,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:08.663726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device beedefac-396b-4577-a63c-f01729c03f80 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:08.709959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 1ee899a4-3a50-43a6-85d5-de4c26f5f730 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:08.729946 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:08.766063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d4b0-6551-4b8d-b76c-246b011caa78 req-a022d820-efe3-46b7-bc72-c741ddc09c27 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:08.771881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3e5d4b0-6551-4b8d-b76c-246b011caa78 req-a022d820-efe3-46b7-bc72-c741ddc09c27 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 945 time: 0.1530032 Sep 17 22:25:08.846468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3e5d4b0-6551-4b8d-b76c-246b011caa78 req-112470c1-f0cc-4e88-b9ca-96f9b905e080 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683885 Sep 17 22:25:08.923538 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ed16084f-226f-4e7d-aaf8-1e240e2f7192 tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] 10.222.0.13 "GET /v2.0/agents/bc2b3873-7290-4fde-8065-0579718a0466/dhcp-networks HTTP/1.1" status: 200 len: 8057 time: 0.3629353 Sep 17 22:25:08.926164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60306) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:08.940157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc604a-1ee7-4c7a-bd7d-f00cd2fa6170 None None] Pushing event updated for resources: {'Port': ['ID=ac1e6f62-8388-496e-98cc-14130791184f,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:08.975979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-92684d8c-2a77-44ef-a72b-5f20d6b49c84 None None] Provisioning complete for port ac1e6f62-8388-496e-98cc-14130791184f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:08.976357 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-92684d8c-2a77-44ef-a72b-5f20d6b49c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.040227 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:25:09.040579 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:25:09.073232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39643782-c3ca-4c99-b86e-dbbe3b58c8f6 tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] Network 1ee899a4-3a50-43a6-85d5-de4c26f5f730 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:09.109780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port beedefac-396b-4577-a63c-f01729c03f80 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:25:09.118820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port beedefac-396b-4577-a63c-f01729c03f80 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:09.119189 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.160371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-39643782-c3ca-4c99-b86e-dbbe3b58c8f6 tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] 10.222.0.13 "POST /v2.0/agents/bc2b3873-7290-4fde-8065-0579718a0466/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2305808 Sep 17 22:25:09.160879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60318) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:09.169993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7316f336-25a5-4ffa-a270-68faaa8d6594 None None] Network 1ee899a4-3a50-43a6-85d5-de4c26f5f730 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:09.447394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fb24a71b-5782-496a-aa29-dd49e7f4e13b None None] Could not find standard attr ID for object dc7ae3cc-f8d4-4601-88c5-a5114ae66c46. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:25:09.603484 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.636344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:09.639444 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c00630d-3863-4588-bddf-eda4a6cddcd2" -d '{"events": [{"server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "name": "network-vif-plugged", "status": "completed", "tag": "beedefac-396b-4577-a63c-f01729c03f80"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:09.658981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port beedefac-396b-4577-a63c-f01729c03f80, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=beedefac-396b-4577-a63c-f01729c03f80,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:09.693038 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f798300-deb6-49a1-a006-171262ac4bdd x-openstack-request-id: req-7f798300-deb6-49a1-a006-171262ac4bdd {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:09.693455 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "name": "network-vif-plugged", "status": "completed", "tag": "beedefac-396b-4577-a63c-f01729c03f80", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:09.693709 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f798300-deb6-49a1-a006-171262ac4bdd {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:09.694281 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80', 'code': 200} Sep 17 22:25:09.748846 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.815567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=beedefac-396b-4577-a63c-f01729c03f80,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:09.956281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:09.982758 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f7128ee5-5a9b-42ec-9ee4-7c5fe139f230 tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] 10.222.0.13 "GET /v2.0/agents/bc2b3873-7290-4fde-8065-0579718a0466/dhcp-networks HTTP/1.1" status: 200 len: 8826 time: 0.8208852 Sep 17 22:25:09.986329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60342) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:09.997368 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3447f8-1c36-4ad2-8286-c9919b28dc93 req-22e01526-6e7a-40c4-a86a-ac74a151ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.001121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cf3447f8-1c36-4ad2-8286-c9919b28dc93 req-22e01526-6e7a-40c4-a86a-ac74a151ea10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1098 time: 0.0724139 Sep 17 22:25:10.041479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea13608-fea6-4247-982d-29a42b5c6e86 req-d4bf245b-e919-4ce4-ba8f-243bd05ada0e tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:10.044706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ac1e6f62-8388-496e-98cc-14130791184f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:10.059781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ea13608-fea6-4247-982d-29a42b5c6e86 req-d4bf245b-e919-4ce4-ba8f-243bd05ada0e tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 946 time: 0.1087263 Sep 17 22:25:10.106099 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-cf3447f8-1c36-4ad2-8286-c9919b28dc93 req-e8cd0b32-f3d9-4eff-8245-1f57562dc612 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990980 Sep 17 22:25:10.122915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ac1e6f62-8388-496e-98cc-14130791184f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:10.123769 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.125686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ea13608-fea6-4247-982d-29a42b5c6e86 req-df180b8f-d5f5-4a20-818f-b61c64f8d289 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584660 Sep 17 22:25:10.223031 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-64c2cd2b-9dd7-4ec6-8a8e-1fc39bbf530d tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] 10.222.0.13 "DELETE /v2.0/agents/bc2b3873-7290-4fde-8065-0579718a0466/dhcp-networks/1ee899a4-3a50-43a6-85d5-de4c26f5f730 HTTP/1.1" status: 204 len: 168 time: 0.2295504 Sep 17 22:25:10.223598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60350) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:10.417740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c89c522-ef09-4700-acc7-38d39a5eae96 tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] 10.222.0.13 "GET /v2.0/agents/bc2b3873-7290-4fde-8065-0579718a0466/dhcp-networks HTTP/1.1" status: 200 len: 8057 time: 0.1932116 Sep 17 22:25:10.421925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60362) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:10.445320 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57f8a23d-aa90-4c6f-a658-91f9f56c7a99 tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] 10.222.0.13 "GET /v2.0/networks/8cd1f71c-117a-4b8a-9d36-43879de6e397/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0183954 Sep 17 22:25:10.445433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60364) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:10.467363 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e50ae5a5-124d-44ae-9f16-eb6892ecc1f8 tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] 10.222.0.13 "GET /v2.0/networks/8cd1f71c-117a-4b8a-9d36-43879de6e397/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0208876 Sep 17 22:25:10.475075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60368) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:10.534965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60370) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:10.625534 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-df789863-5446-4e8e-ae57-38909dffea14 tempest-DHCPAgentSchedulersTestJSON-981864817 tempest-DHCPAgentSchedulersTestJSON-981864817-project-admin] 10.222.0.13 "GET /v2.0/agents/bc2b3873-7290-4fde-8065-0579718a0466/dhcp-networks HTTP/1.1" status: 200 len: 8057 time: 0.1460989 Sep 17 22:25:10.625830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60376) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:10.736369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.813051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-799975448'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:10.846409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.869458 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee899a4-3a50-43a6-85d5-de4c26f5f730']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:10.887591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0276f31a-8f6f-421e-91eb-4f65f1a02e4f') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:10.888196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0276f31a-8f6f-421e-91eb-4f65f1a02e4f') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:10.905756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.934182 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.941659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:25:10.942115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:25:10.945813 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:25:10.958202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Made reservation on behalf of 448399f01fdb4feca5a8e1ff9e6b0f02 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:10.963368 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:10.972758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.104760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.113159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.114228 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] 10.222.0.13 "DELETE /v2.0/networks/1ee899a4-3a50-43a6-85d5-de4c26f5f730 HTTP/1.1" status: 204 len: 168 time: 0.4874184 Sep 17 22:25:11.116958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60388) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:11.184055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc1806-58ec-4037-aee7-f43ffa720206 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event deleted for resources: {'Network': ['ID=1ee899a4-3a50-43a6-85d5-de4c26f5f730,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.198326 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1e1f36-c2bc-4548-aff0-ad6a69ad4351 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:11.199233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1e1f36-c2bc-4548-aff0-ad6a69ad4351 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:11.201042 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5c1e1f36-c2bc-4548-aff0-ad6a69ad4351 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] 10.222.0.13 "DELETE /v2.0/ports/dc7ae3cc-f8d4-4601-88c5-a5114ae66c46 HTTP/1.1" status: 404 len: 333 time: 0.0831380 Sep 17 22:25:11.203763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60394) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:11.219144 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.266772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b75250-ec29-44d2-8a80-2daed830c48d tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Deleting subnet eb2eeff1-743a-43c2-91fd-d74a40ff84da {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:11.270297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5b75250-ec29-44d2-8a80-2daed830c48d tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.284876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62307c-87e2-4815-85e1-df5d84050920 req-529e2ddb-449c-4590-b0ee-a082063cbca1 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.286525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb62307c-87e2-4815-85e1-df5d84050920 req-529e2ddb-449c-4590-b0ee-a082063cbca1 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 946 time: 0.0604482 Sep 17 22:25:11.315781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5b75250-ec29-44d2-8a80-2daed830c48d tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.319824 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.357888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb62307c-87e2-4815-85e1-df5d84050920 req-3da53cd1-e778-44b9-9a72-a91406e6e0d0 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649855 Sep 17 22:25:11.358910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:11.385942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfd8054-8606-4e96-8f46-a2bbfb72bf70,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.390078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.390432 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Added segment daa277a6-901c-4df1-8f44-43ce1a7b5e7d of type vlan for network d12378dc-bffd-4850-9edd-c09fb41ea4bf Sep 17 22:25:11.440032 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5b75250-ec29-44d2-8a80-2daed830c48d tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.447463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.556138 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.562082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:11.568904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.587934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5b75250-ec29-44d2-8a80-2daed830c48d tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.617574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b75250-ec29-44d2-8a80-2daed830c48d tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2eeff1-743a-43c2-91fd-d74a40ff84da,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.621788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f5b75250-ec29-44d2-8a80-2daed830c48d tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.623682 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f5b75250-ec29-44d2-8a80-2daed830c48d tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] 10.222.0.13 "DELETE /v2.0/subnets/eb2eeff1-743a-43c2-91fd-d74a40ff84da HTTP/1.1" status: 204 len: 168 time: 0.4189289 Sep 17 22:25:11.627908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60404) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:11.630016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e130f99b-b2da-4fdc-902b-d72e1026769e None None] Network 8cd1f71c-117a-4b8a-9d36-43879de6e397 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:11.643546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Pushing event updated for resources: {'Network': ['ID=d12378dc-bffd-4850-9edd-c09fb41ea4bf,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:11.660571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d12378dc-bffd-4850-9edd-c09fb41ea4bf details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:11.683745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-01c03959-f206-42e2-a4c7-2837c52fae87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1468127 Sep 17 22:25:11.753654 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.852119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Deleting port ac1e6f62-8388-496e-98cc-14130791184f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:11.852472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.940093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] For port ac1e6f62-8388-496e-98cc-14130791184f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ac1e6f62-8388-496e-98cc-14130791184f,segment=NetworkSegment(b5576904-be9f-4335-a37e-1449d84a76b2),segment_id=b5576904-be9f-4335-a37e-1449d84a76b2)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:11.943102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:11.961296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7ac4a-9ffb-45f9-877e-2273282d3be4 None None] DHCP port deletion for 8cd1f71c-117a-4b8a-9d36-43879de6e397 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:25:11.972055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Calling delete_port for ac1e6f62-8388-496e-98cc-14130791184f owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:12.040451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7ac4a-9ffb-45f9-877e-2273282d3be4 None None] Deleting port ac1e6f62-8388-496e-98cc-14130791184f {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:12.040949 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ac4a-9ffb-45f9-877e-2273282d3be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.050506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60420) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:12.061328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ac1e6f62-8388-496e-98cc-14130791184f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:25:12.061944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Request body: {'port': {'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf', 'binding:host_id': 'n-h1-713498-17', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1456435965'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:12.147215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d0d7ac4a-9ffb-45f9-877e-2273282d3be4 None None] For port ac1e6f62-8388-496e-98cc-14130791184f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ac1e6f62-8388-496e-98cc-14130791184f,segment=NetworkSegment(b5576904-be9f-4335-a37e-1449d84a76b2),segment_id=b5576904-be9f-4335-a37e-1449d84a76b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:12.147607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ac4a-9ffb-45f9-877e-2273282d3be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.161876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Made reservation on behalf of a9b5651870034bdc83d4fe2039cf805d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:12.163516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7ac4a-9ffb-45f9-877e-2273282d3be4 None None] Calling delete_port for ac1e6f62-8388-496e-98cc-14130791184f owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:12.164586 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.173327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.194287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.242147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event deleted for resources: {'Port': ['ID=ac1e6f62-8388-496e-98cc-14130791184f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:12.243778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.249642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] No DVR routers for this DVR port ac1e6f62-8388-496e-98cc-14130791184f on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:12.307562 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ac4a-9ffb-45f9-877e-2273282d3be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.358409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7ac4a-9ffb-45f9-877e-2273282d3be4 None None] Pushing event deleted for resources: {'Port': ['ID=ac1e6f62-8388-496e-98cc-14130791184f,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:12.363264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7ac4a-9ffb-45f9-877e-2273282d3be4 None None] No DVR routers for this DVR port ac1e6f62-8388-496e-98cc-14130791184f on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:12.366131 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.396489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd1f71c-117a-4b8a-9d36-43879de6e397']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:12.413529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5576904-be9f-4335-a37e-1449d84a76b2') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:12.414013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5576904-be9f-4335-a37e-1449d84a76b2') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:12.431574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.434262 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.455137 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.462695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:25:12.463138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:25:12.466139 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:25:12.515269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c7fd-a587-4682-9c89-727bbedd95e8 req-2f7f1ab1-d202-49df-8747-88cd5d560494 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.524262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1738c7fd-a587-4682-9c89-727bbedd95e8 req-2f7f1ab1-d202-49df-8747-88cd5d560494 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 946 time: 0.0769587 Sep 17 22:25:12.525722 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.535219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] device_id is not set on port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:12.574539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1738c7fd-a587-4682-9c89-727bbedd95e8 req-2008b57f-cb05-4de0-874b-534fe8d92977 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480876 Sep 17 22:25:12.628431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.628431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5cc23f-116c-49e0-af96-c9b5009b5300,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:12.635803 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.637555 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] 10.222.0.13 "DELETE /v2.0/networks/8cd1f71c-117a-4b8a-9d36-43879de6e397 HTTP/1.1" status: 204 len: 168 time: 1.0086420 Sep 17 22:25:12.663102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2a338-8520-461d-a84a-e213b1e93855 tempest-DHCPAgentSchedulersTestJSON-2091560131 tempest-DHCPAgentSchedulersTestJSON-2091560131-project] Pushing event deleted for resources: {'Network': ['ID=8cd1f71c-117a-4b8a-9d36-43879de6e397,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:12.731880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c74fc2-886f-44b4-b78c-ba4fc165ca51 req-b2b15443-9132-4293-a2b6-793cc386905b tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:12.739441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0c74fc2-886f-44b4-b78c-ba4fc165ca51 req-b2b15443-9132-4293-a2b6-793cc386905b tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 946 time: 0.0635622 Sep 17 22:25:12.795063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0c74fc2-886f-44b4-b78c-ba4fc165ca51 req-55c5adfd-c23d-40ee-9db9-6a8c3c012c60 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447345 Sep 17 22:25:12.805978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60446) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:12.821119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] device_id is not set on port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:12.847784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:12.970843 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.030741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'Port': ['ID=aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:13.042345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Checking segment: {'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:13.042705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Network hostable DHCP agents. Network: d12378dc-bffd-4850-9edd-c09fb41ea4bf, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:13.138697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Network d12378dc-bffd-4850-9edd-c09fb41ea4bf is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:13.205487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641732d8-f86b-4cb5-8091-844e7d628775 tempest-TestVolumeBackupRestore-1256698445 tempest-TestVolumeBackupRestore-1256698445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.211019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-641732d8-f86b-4cb5-8091-844e7d628775 tempest-TestVolumeBackupRestore-1256698445 tempest-TestVolumeBackupRestore-1256698445-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1093 time: 0.3997557 Sep 17 22:25:13.211139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60458) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:13.216858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': 'beedefac-396b-4577-a63c-f01729c03f80', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:13.224823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d12378dc-bffd-4850-9edd-c09fb41ea4bf) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:13.230258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:13.235946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255271b7-6fba-4416-b681-73c429f1d2ba None None] Network d12378dc-bffd-4850-9edd-c09fb41ea4bf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:13.246467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.246831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.247181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.251865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.252376 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.252789 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 2 to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 Sep 17 22:25:13.267427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.267761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.268101 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.272808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.273143 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.273727 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 3 to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 Sep 17 22:25:13.289770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.292013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.292013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.295052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.295393 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.295806 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 4 to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 Sep 17 22:25:13.304319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60460) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:13.314079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.314421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.314766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.319855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.320259 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.320586 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 5 to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 Sep 17 22:25:13.337084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.337425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.337768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.351499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.352764 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.353670 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 6 to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 Sep 17 22:25:13.357146 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.387822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.388162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.388493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.393525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.393852 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.394295 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 7 to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 Sep 17 22:25:13.409860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.410959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.412528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.418158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.418492 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.418956 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 8 to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 Sep 17 22:25:13.434687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.434687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.434687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.439264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.439594 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.439996 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 9 to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 Sep 17 22:25:13.454826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.455153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.455499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.463460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.463460 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.463667 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 10 to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 Sep 17 22:25:13.478899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:13.479489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:13.480057 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:13.487939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:13.488826 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:13.490352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.491934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.567614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] For port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:13.568037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempted to set empty binding levels {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:25:13.612085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-75d55da0-2afa-40b6-8a93-b7672f47ee84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75b1d64af0a94dcb9f768f121781146a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062072 Sep 17 22:25:13.614665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60466) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:13.641820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.657458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Allocated IP 172.25.5.93 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/d1c62c5b-ec45-4f46-a3d8-074f72aa6741) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:13.683488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:13.684055 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.705140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'Port': ['ID=aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:13.726520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cff67f9a-b83b-42ee-88f0-ded5a025eabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.758200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60470) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:13.781132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cff67f9a-b83b-42ee-88f0-ded5a025eabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.789582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f4c3bfbd-682d-46ac-9a1c-28770fa6378d tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.7379303 Sep 17 22:25:13.792876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60474) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:13.836698 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.898322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-30b63b13-2dbe-489e-af64-3ec027e26a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Deleting port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:13.898857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30b63b13-2dbe-489e-af64-3ec027e26a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:13.982987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad598-d977-4519-b7c0-4edd71544d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.011634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-30b63b13-2dbe-489e-af64-3ec027e26a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] For port aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7, host n-h1-713498-17, got binding levels [] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:14.012060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30b63b13-2dbe-489e-af64-3ec027e26a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.038439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-30b63b13-2dbe-489e-af64-3ec027e26a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Calling delete_port for aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:14.168916 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad598-d977-4519-b7c0-4edd71544d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.230205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cff67f9a-b83b-42ee-88f0-ded5a025eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.232966 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cff67f9a-b83b-42ee-88f0-ded5a025eabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.234141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cff67f9a-b83b-42ee-88f0-ded5a025eabb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1888998-2c03-4599-b9d9-1ce4e463abab HTTP/1.1" status: 204 len: 168 time: 0.6178188 Sep 17 22:25:14.243974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff67f9a-b83b-42ee-88f0-ded5a025eabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1888998-2c03-4599-b9d9-1ce4e463abab,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:14.288221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.288471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30b63b13-2dbe-489e-af64-3ec027e26a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.297044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad598-d977-4519-b7c0-4edd71544d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.338419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:14.341307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:14.348248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:14.351502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'Port': ['ID=d1c62c5b-ec45-4f46-a3d8-074f72aa6741,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:14.368627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b63b13-2dbe-489e-af64-3ec027e26a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:14.375789 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30b63b13-2dbe-489e-af64-3ec027e26a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.378125 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-30b63b13-2dbe-489e-af64-3ec027e26a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "DELETE /v2.0/ports/aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 HTTP/1.1" status: 204 len: 168 time: 0.5844278 Sep 17 22:25:14.382327 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dc2ad598-d977-4519-b7c0-4edd71544d5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=765a5c727116471ab33ed269200cb56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229694 Sep 17 22:25:14.382543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60482) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:14.383040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ad598-d977-4519-b7c0-4edd71544d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984ede70-b4db-4029-a3d7-e517036a00e8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:14.386441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60484) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:14.413748 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-da403208-909b-411f-b0ed-e5d5e27f53bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:25:14.415269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da403208-909b-411f-b0ed-e5d5e27f53bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "GET /v2.0/ports/aa9ba1cc-f053-4b6a-8f99-2e04cf38edd7 HTTP/1.1" status: 404 len: 333 time: 0.0318747 Sep 17 22:25:14.419020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60486) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:14.427672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Request body: {'port': {'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1598353573'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:14.477240 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b61a42e4-faf5-488f-8b85-09dddadc5a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.500399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b61a42e4-faf5-488f-8b85-09dddadc5a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.566981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Made reservation on behalf of a9b5651870034bdc83d4fe2039cf805d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:14.572631 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.589308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] device_id is not set on port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:14.686418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b61a42e4-faf5-488f-8b85-09dddadc5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.689215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b61a42e4-faf5-488f-8b85-09dddadc5a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.692998 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b61a42e4-faf5-488f-8b85-09dddadc5a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/984ede70-b4db-4029-a3d7-e517036a00e8 HTTP/1.1" status: 204 len: 168 time: 0.3029792 Sep 17 22:25:14.742131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a42e4-faf5-488f-8b85-09dddadc5a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984ede70-b4db-4029-a3d7-e517036a00e8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:14.853620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:14.872357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.008237 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.047638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.063716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Network d12378dc-bffd-4850-9edd-c09fb41ea4bf is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:15.068802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:15.070037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:15.071091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:15.071795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.087864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:15.163496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60500) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:15.176969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd097-7aa4-4f3b-9dbe-87f90f624235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.189045 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6f84075c-196e-4665-a665-2940db1d96a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7690289 Sep 17 22:25:15.192084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60502) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:15.199046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:15.234552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.277507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.333255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.410526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event updated for resources: {'Port': ['ID=d1c62c5b-ec45-4f46-a3d8-074f72aa6741,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:15.423522 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.439520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd097-7aa4-4f3b-9dbe-87f90f624235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.515751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd097-7aa4-4f3b-9dbe-87f90f624235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.534434 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Floating IP e2b022a7-f71d-4dad-8eb8-f152d0468570 associated. External IP: 172.25.5.93, port: beedefac-396b-4577-a63c-f01729c03f80. Sep 17 22:25:15.565317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] device_id is not set on port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:15.574718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60504) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:15.575127 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dd5cd097-7aa4-4f3b-9dbe-87f90f624235 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82a0d879a95b4b8a999349e666d56015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108183 Sep 17 22:25:15.575228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60506) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:15.580075 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.581704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cd097-7aa4-4f3b-9dbe-87f90f624235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd97735-9c62-4246-89e1-d1ef482a6f86,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:15.608053 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57d91421-73bc-469e-92a4-17962236596f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.656755 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.706976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:15.723450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.723573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.724274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.728670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47c91c7a-0406-4b67-b58f-5da6395d7ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.729202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.729738 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.730072 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 2 to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b Sep 17 22:25:15.748409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.748672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.749010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.753874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.754239 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.754632 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 3 to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b Sep 17 22:25:15.772422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.772900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.773560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.783700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.784282 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.784851 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 4 to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b Sep 17 22:25:15.798658 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47c91c7a-0406-4b67-b58f-5da6395d7ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.805622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.806980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.807463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.814633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.815130 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.815608 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 5 to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b Sep 17 22:25:15.833931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.834396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.834957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.839855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.840180 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.840567 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 6 to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b Sep 17 22:25:15.854022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.854356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.854695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.859905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.860226 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.863808 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 7 to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b Sep 17 22:25:15.875845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.876168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.876501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.883766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.884092 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.884485 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 8 to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b Sep 17 22:25:15.898075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.898408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.898740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.907543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.910237 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.910237 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 9 to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b Sep 17 22:25:15.910492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Router 73212519-4199-45f5-bdd8-d6ec19ebf784 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:15.922073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.922396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.922732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.927707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.928172 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.928712 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 10 to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b Sep 17 22:25:15.941549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:15.942074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:15.942423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:15.947754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:15.948073 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:15.948437 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:15.978252 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57d91421-73bc-469e-92a4-17962236596f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.017603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] For port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:16.018065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempted to set empty binding levels {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:25:16.026582 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47c91c7a-0406-4b67-b58f-5da6395d7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.029117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47c91c7a-0406-4b67-b58f-5da6395d7ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.030287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-47c91c7a-0406-4b67-b58f-5da6395d7ca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bd97735-9c62-4246-89e1-d1ef482a6f86 HTTP/1.1" status: 204 len: 168 time: 0.4528458 Sep 17 22:25:16.044397 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57d91421-73bc-469e-92a4-17962236596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.046944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c91c7a-0406-4b67-b58f-5da6395d7ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd97735-9c62-4246-89e1-d1ef482a6f86,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.095389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:16.110367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] Sync routers for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:16.123399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-57d91421-73bc-469e-92a4-17962236596f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72496a7b155047f89198bfb325289e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470047 Sep 17 22:25:16.126058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60516) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:16.127121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d91421-73bc-469e-92a4-17962236596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feddc7f-6ea9-4c81-838b-69a814bbe40e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.131281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:16.132147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:16.176243 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.235830 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.240683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] In _notify_port_updated(), no bound segment for port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:25:16.241676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.242299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.246076 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "PUT /v2.0/ports/bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b HTTP/1.1" status: 200 len: 980 time: 1.0506754 Sep 17 22:25:16.252950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60518) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:16.267343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:16.276729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8786c1aa-5e23-42f0-b2a1-fd1ac46fc8c6 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0644815 Sep 17 22:25:16.277397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:16.279847 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffff26c-e1e8-4363-beb5-b32031069f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:16.289538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60522) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:16.290406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb61a31-eafb-47ae-811e-f4a27c5e181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.347258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0491fbb-2b10-4be5-8814-be99441b9da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.361756 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750d8575-c3ab-4f26-b02f-b7647eea9a9d x-openstack-request-id: req-750d8575-c3ab-4f26-b02f-b7647eea9a9d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:16.362158 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:16.362502 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-750d8575-c3ab-4f26-b02f-b7647eea9a9d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:16.363032 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80', 'status': 'completed', 'code': 200} Sep 17 22:25:16.366369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e7e9c-1be3-44d4-9ab4-d9a9be7c4723 tempest-TestVolumeBackupRestore-1256698445 tempest-TestVolumeBackupRestore-1256698445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.380793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aa8e7e9c-1be3-44d4-9ab4-d9a9be7c4723 tempest-TestVolumeBackupRestore-1256698445 tempest-TestVolumeBackupRestore-1256698445-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1093 time: 0.0895631 Sep 17 22:25:16.382661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60524) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:16.387911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-da4c8ef3-e6d5-422a-9479-1e1f2af2be9c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Request body: {'floatingip': {'port_id': 'beedefac-396b-4577-a63c-f01729c03f80'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:16.392620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0491fbb-2b10-4be5-8814-be99441b9da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.458207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ef3-e6d5-422a-9479-1e1f2af2be9c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.470463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.470975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.471443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.471913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.472379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.472852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.473320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.473912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.474958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.475426 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.475893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.476354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.476816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.477280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.477739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.478196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.479858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.480343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.480808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.481273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.481732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.482204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.482657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.483147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.483757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.484224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.484701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.485139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.485594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.486048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.486508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.490220 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-01ce1a29-2313-40b4-bd25-6d4b42e97488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28001 time: 0.2362804 Sep 17 22:25:16.494823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60528) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:16.572460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e2b022a7-f71d-4dad-8eb8-f152d0468570', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'port_id': 'beedefac-396b-4577-a63c-f01729c03f80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'mac_address': 'fa:16:3e:29:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:14Z', 'revision_number': 0, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:21Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:16.597922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-42175bcf-362e-41be-a5f5-e56d3682fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.601876 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-42175bcf-362e-41be-a5f5-e56d3682fade service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a908da8522f41b38cc1ff39ef66235e&device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1098 time: 0.1957631 Sep 17 22:25:16.607565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] Checking router: 73212519-4199-45f5-bdd8-d6ec19ebf784 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:16.618822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:16.620063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:16.695719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0491fbb-2b10-4be5-8814-be99441b9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.701456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0491fbb-2b10-4be5-8814-be99441b9da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.701456 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0491fbb-2b10-4be5-8814-be99441b9da6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9feddc7f-6ea9-4c81-838b-69a814bbe40e HTTP/1.1" status: 204 len: 168 time: 0.5712724 Sep 17 22:25:16.717678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0491fbb-2b10-4be5-8814-be99441b9da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feddc7f-6ea9-4c81-838b-69a814bbe40e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:16.733785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-85a47ab8-2521-4491-a8d7-3680e73d6beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Deleting port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:16.734142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85a47ab8-2521-4491-a8d7-3680e73d6beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.768602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-5c459a94-50fe-427f-8c9c-a2a6ae54c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:16.770195 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-5c459a94-50fe-427f-8c9c-a2a6ae54c5a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2797a969-d7aa-415b-920e-6aec58295ffe HTTP/1.1" status: 200 len: 914 time: 0.1624150 Sep 17 22:25:16.897818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-85a47ab8-2521-4491-a8d7-3680e73d6beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] For port bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b, host n-h1-713498-17, got binding levels [] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:16.897818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85a47ab8-2521-4491-a8d7-3680e73d6beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:16.936598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-85a47ab8-2521-4491-a8d7-3680e73d6beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Calling delete_port for bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:16.943699 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-f526efdc-32f3-4ce5-818c-1a171baab4f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beedefac-396b-4577-a63c-f01729c03f80 HTTP/1.1" status: 200 len: 999 time: 0.1414034 Sep 17 22:25:17.104081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:17.406799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-ff88d392-19de-4c5c-ab18-f39e28000072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.408299 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-ff88d392-19de-4c5c-ab18-f39e28000072 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e6a2941-e407-4d04-9077-031b8ad0cdf2 HTTP/1.1" status: 200 len: 853 time: 0.4559286 Sep 17 22:25:17.483744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-897a03c9-acc1-45a8-ab36-c3a918d230e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:17.485876 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-897a03c9-acc1-45a8-ab36-c3a918d230e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2797a969-d7aa-415b-920e-6aec58295ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684433 Sep 17 22:25:17.590937 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85a47ab8-2521-4491-a8d7-3680e73d6beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.618873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e2b022a7-f71d-4dad-8eb8-f152d0468570', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'port_id': 'beedefac-396b-4577-a63c-f01729c03f80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'mac_address': 'fa:16:3e:29:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:14Z', 'revision_number': 0, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:21Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:17.642861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a47ab8-2521-4491-a8d7-3680e73d6beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:17.659698 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-a1701e7a-a031-4001-a675-5a7e20ef1ac4 service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656036 Sep 17 22:25:17.675184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074ab80-5562-4c8c-99e6-e350975b7dd9 None None] The sync data for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 is: [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e2b022a7-f71d-4dad-8eb8-f152d0468570', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'port_id': 'beedefac-396b-4577-a63c-f01729c03f80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'mac_address': 'fa:16:3e:29:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:14Z', 'revision_number': 0, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:21Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:17.721779 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85a47ab8-2521-4491-a8d7-3680e73d6beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.724074 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-85a47ab8-2521-4491-a8d7-3680e73d6beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b HTTP/1.1" status: 204 len: 168 time: 1.2286408 Sep 17 22:25:17.731071 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60564) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:17.761739 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1348-a232-4a26-b48f-0fa939af8042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.775929 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ef3-e6d5-422a-9479-1e1f2af2be9c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.811945 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2565a0d9-c25e-4502-ba58-96e60f55e883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:25:17.819759 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2565a0d9-c25e-4502-ba58-96e60f55e883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "GET /v2.0/ports/bd6940e7-6564-4736-a9d9-f1fcbf6d9b2b HTTP/1.1" status: 404 len: 333 time: 0.0807455 Sep 17 22:25:17.819759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60566) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:17.823679 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070673946', 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:17.867651 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dffff26c-e1e8-4363-beb5-b32031069f4e req-a8dcdf0b-be3d-4a11-a4a3-12bc4a7aa29d service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955824 Sep 17 22:25:17.887583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ef3-e6d5-422a-9479-1e1f2af2be9c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.959826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Made reservation on behalf of a9b5651870034bdc83d4fe2039cf805d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:17.962462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:17.982597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] device_id is not set on port 083ae5b1-5115-4d17-b528-9decdaadbaca yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:18.041643 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239611c8-b078-4797-8bc0-6ab0e48380c8 None None] New status for floating IP e2b022a7-f71d-4dad-8eb8-f152d0468570: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:25:18.209422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4c8ef3-e6d5-422a-9479-1e1f2af2be9c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Router 73212519-4199-45f5-bdd8-d6ec19ebf784 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:18.249292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.415612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4c8ef3-e6d5-422a-9479-1e1f2af2be9c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:18.421203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ef3-e6d5-422a-9479-1e1f2af2be9c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.452900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:18.454804 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f24e8-256e-4b31-ad3f-6e795c73a1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:18.482936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da4c8ef3-e6d5-422a-9479-1e1f2af2be9c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "PUT /v2.0/floatingips/e2b022a7-f71d-4dad-8eb8-f152d0468570 HTTP/1.1" status: 200 len: 991 time: 2.0988128 Sep 17 22:25:18.510525 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c40919-a6f6-46d3-ae30-6cf95414b4a1 x-openstack-request-id: req-c5c40919-a6f6-46d3-ae30-6cf95414b4a1 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:18.510847 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:18.511153 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5c40919-a6f6-46d3-ae30-6cf95414b4a1 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:18.511502 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80', 'status': 'completed', 'code': 200} Sep 17 22:25:18.591650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-47aceda3-a53f-4e30-9024-feb17557b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.593241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-47aceda3-a53f-4e30-9024-feb17557b112 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a908da8522f41b38cc1ff39ef66235e&device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1098 time: 0.0488141 Sep 17 22:25:18.696580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-7248b964-3df9-4d03-bcba-7660e197db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.698109 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-7248b964-3df9-4d03-bcba-7660e197db12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2797a969-d7aa-415b-920e-6aec58295ffe HTTP/1.1" status: 200 len: 914 time: 0.0977998 Sep 17 22:25:18.832658 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-549a6780-f484-47af-bfb4-1a5568c2b53f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beedefac-396b-4577-a63c-f01729c03f80 HTTP/1.1" status: 200 len: 999 time: 0.0611286 Sep 17 22:25:18.832658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-3359f684-5bce-476a-b8b8-3dace40f2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.832658 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-3359f684-5bce-476a-b8b8-3dace40f2568 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e6a2941-e407-4d04-9077-031b8ad0cdf2 HTTP/1.1" status: 200 len: 853 time: 0.0431359 Sep 17 22:25:18.870623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.918670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-e9051839-ebc6-4ace-8ecd-9a03cecd672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.920634 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-e9051839-ebc6-4ace-8ecd-9a03cecd672d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2797a969-d7aa-415b-920e-6aec58295ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977147 Sep 17 22:25:18.932182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Network d12378dc-bffd-4850-9edd-c09fb41ea4bf is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:18.937092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:18.940948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] Sync routers for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:18.950599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:18.951806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:18.952511 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:18.955158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:18.956006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:19.028785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'Port': ['ID=083ae5b1-5115-4d17-b528-9decdaadbaca,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:19.088784 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-dd8d0729-bf46-402c-b09b-eb371339bed8 service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549232 Sep 17 22:25:19.098766 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:25:19.099384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60598) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:19.100358 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-97371d2a-5117-49e3-9de3-e29b3b3134f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2810662 Sep 17 22:25:19.153784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda0714-9c2b-4845-b7d8-5100fd1faeff tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:19.155708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-efda0714-9c2b-4845-b7d8-5100fd1faeff tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "GET /v2.0/ports/083ae5b1-5115-4d17-b528-9decdaadbaca HTTP/1.1" status: 200 len: 959 time: 0.0551410 Sep 17 22:25:19.156271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:19.160169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60600) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:19.206410 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-248f24e8-256e-4b31-ad3f-6e795c73a1e8 req-b3289d45-7a99-4c97-a51e-f60ef16d6f41 service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046145 Sep 17 22:25:19.295605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ca0a0-a954-4559-99ee-8158adf54ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Deleting port 083ae5b1-5115-4d17-b528-9decdaadbaca {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:19.296214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca0a0-a954-4559-99ee-8158adf54ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.372884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca0a0-a954-4559-99ee-8158adf54ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.388426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ca0a0-a954-4559-99ee-8158adf54ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Calling delete_port for 083ae5b1-5115-4d17-b528-9decdaadbaca owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:19.471131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e2b022a7-f71d-4dad-8eb8-f152d0468570', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'port_id': 'beedefac-396b-4577-a63c-f01729c03f80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'mac_address': 'fa:16:3e:29:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:18Z', 'revision_number': 2, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:21Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:19.529053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] Checking router: 73212519-4199-45f5-bdd8-d6ec19ebf784 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:25:19.547826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:19.547826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:24:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:19.656687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:25:19.886251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e2b022a7-f71d-4dad-8eb8-f152d0468570', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'port_id': 'beedefac-396b-4577-a63c-f01729c03f80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'mac_address': 'fa:16:3e:29:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:18Z', 'revision_number': 2, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:21Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:19.915586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb9a81-f85b-4598-a2a4-33bac7e9e0b6 None None] The sync data for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 is: [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'e2b022a7-f71d-4dad-8eb8-f152d0468570', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'port_id': 'beedefac-396b-4577-a63c-f01729c03f80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'mac_address': 'fa:16:3e:29:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:25:14Z', 'updated_at': '2021-09-17T22:25:18Z', 'revision_number': 2, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:21Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:19.947640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca0a0-a954-4559-99ee-8158adf54ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.991989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ca0a0-a954-4559-99ee-8158adf54ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event deleted for resources: {'Port': ['ID=083ae5b1-5115-4d17-b528-9decdaadbaca,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:19.998166 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca0a0-a954-4559-99ee-8158adf54ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:19.999966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe3ca0a0-a954-4559-99ee-8158adf54ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "DELETE /v2.0/ports/083ae5b1-5115-4d17-b528-9decdaadbaca HTTP/1.1" status: 204 len: 168 time: 0.8386698 Sep 17 22:25:20.010042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60634) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.038821 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3c703c-276b-480a-8933-d3745e3f95e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:25:20.040450 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2c3c703c-276b-480a-8933-d3745e3f95e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "GET /v2.0/ports/083ae5b1-5115-4d17-b528-9decdaadbaca HTTP/1.1" status: 404 len: 333 time: 0.0293877 Sep 17 22:25:20.044242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60636) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.053073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Request body: {'port': {'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-659869109'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:20.097189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60638) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.201472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Made reservation on behalf of a9b5651870034bdc83d4fe2039cf805d for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:20.201958 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-49a9411c-b2ad-480c-ba4a-3b4c7ed81339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.203951 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.217510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-332054c1-5808-45a7-8ab9-2d7042208e2f tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:20.236901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] device_id is not set on port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:20.400355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.512513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:20.516393 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f054303b-6bb0-4ce6-80dd-eb4797a363ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:20.518683 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-332054c1-5808-45a7-8ab9-2d7042208e2f tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] 10.222.0.13 "PUT /v2.0/quotas/aa25ff211b44430f9b04e892f83d0395 HTTP/1.1" status: 200 len: 366 time: 0.4202254 Sep 17 22:25:20.521181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60656) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.542041 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.548982 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5db13bab-7267-4032-bdf8-8d76c5d24ad6 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0264459 Sep 17 22:25:20.553318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60658) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.580710 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-191ac204-fd5d-40ed-a8b2-9d8d91dd4d81 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] 10.222.0.13 "GET /v2.0/quotas/aa25ff211b44430f9b04e892f83d0395 HTTP/1.1" status: 200 len: 366 time: 0.0116329 Sep 17 22:25:20.581159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60662) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.628482 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807378d0-6e12-435e-bc9f-a96d651ab985 x-openstack-request-id: req-807378d0-6e12-435e-bc9f-a96d651ab985 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:20.628482 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:20.628482 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-807378d0-6e12-435e-bc9f-a96d651ab985 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:20.628482 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80', 'status': 'completed', 'code': 200} Sep 17 22:25:20.662493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'Port': ['ID=5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:20.671592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Network d12378dc-bffd-4850-9edd-c09fb41ea4bf is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:20.675460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:20.678224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:20.679960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.680784 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.682271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-3a170e9d-d7f1-44b8-9ff2-89fe1814c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.683905 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-3a170e9d-d7f1-44b8-9ff2-89fe1814c4a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a908da8522f41b38cc1ff39ef66235e&device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1098 time: 0.0761805 Sep 17 22:25:20.688719 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7a97a0bb-9721-40aa-8c69-b45d7592ba17 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/aa25ff211b44430f9b04e892f83d0395 HTTP/1.1" status: 204 len: 168 time: 0.1064432 Sep 17 22:25:20.695275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60666) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.711006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-556c46de-ee26-40b8-ab8f-ec2c7a17797a tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0141554 Sep 17 22:25:20.718855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60668) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.734241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6fb6c48e-9b4e-470e-8b39-097ad8d81002 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] 10.222.0.13 "GET /v2.0/quotas/aa25ff211b44430f9b04e892f83d0395 HTTP/1.1" status: 200 len: 370 time: 0.0140293 Sep 17 22:25:20.735005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60672) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.740134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eaee8640-8682-482a-8de2-c7385ee144b3 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] 10.222.0.13 "GET /v2.0/quotas/aa25ff211b44430f9b04e892f83d0395/default HTTP/1.1" status: 200 len: 370 time: 0.0039675 Sep 17 22:25:20.742757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60674) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.751296 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-70ae94eb-cb37-4dd6-95d8-26d7d52f6338 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] delete failed (client error): The resource could not be found. Sep 17 22:25:20.755993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-70ae94eb-cb37-4dd6-95d8-26d7d52f6338 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/aa25ff211b44430f9b04e892f83d0395 HTTP/1.1" status: 404 len: 348 time: 0.0086572 Sep 17 22:25:20.792340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-97b25599-3b6f-44af-bc5f-f5616dd6a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.793846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-97b25599-3b6f-44af-bc5f-f5616dd6a4d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2797a969-d7aa-415b-920e-6aec58295ffe HTTP/1.1" status: 200 len: 914 time: 0.1031914 Sep 17 22:25:20.843916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9aead57b-0a5b-4b66-9a85-e0ea0d21fa7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7979538 Sep 17 22:25:20.846006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60678) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:20.855165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:20.889956 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-20a6c454-4b0f-4970-bfb7-d470da635933 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beedefac-396b-4577-a63c-f01729c03f80 HTTP/1.1" status: 200 len: 1001 time: 0.0889771 Sep 17 22:25:20.949384 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:20.994525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-440ab84d-dec2-4804-9177-ec615952686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:20.996055 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-440ab84d-dec2-4804-9177-ec615952686b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e6a2941-e407-4d04-9077-031b8ad0cdf2 HTTP/1.1" status: 200 len: 853 time: 0.0982802 Sep 17 22:25:21.100230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-e3d97db1-6755-4506-b2b9-09032e2e1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.101751 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-e3d97db1-6755-4506-b2b9-09032e2e1e7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2797a969-d7aa-415b-920e-6aec58295ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982468 Sep 17 22:25:21.111514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60684) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:21.134560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Usage tracker for resource:network and tenant:7cf127f6c22d4bb9895f5f6bdd9f3ea2 is out of sync, need to count used quota {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:25:21.139960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:25:21.147684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Usage tracker for resource:subnet and tenant:7cf127f6c22d4bb9895f5f6bdd9f3ea2 is out of sync, need to count used quota {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:25:21.153834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:25:21.160491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Usage tracker for resource:subnetpool and tenant:7cf127f6c22d4bb9895f5f6bdd9f3ea2 is out of sync, need to count used quota {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:25:21.166500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:25:21.189277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Usage tracker for resource:port and tenant:7cf127f6c22d4bb9895f5f6bdd9f3ea2 is out of sync, need to count used quota {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:25:21.200038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:25:21.207156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Usage tracker for resource:router and tenant:7cf127f6c22d4bb9895f5f6bdd9f3ea2 is out of sync, need to count used quota {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:25:21.215387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:25:21.223514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Usage tracker for resource:floatingip and tenant:7cf127f6c22d4bb9895f5f6bdd9f3ea2 is out of sync, need to count used quota {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:25:21.230201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:25:21.232389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] device_id is not set on port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:21.256860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.262557 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-9af89dfe-6f97-404e-967a-7be13b9394b1 service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503382 Sep 17 22:25:21.300580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Usage tracker for resource:security_group and tenant:7cf127f6c22d4bb9895f5f6bdd9f3ea2 is out of sync, need to count used quota {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:25:21.315326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:25:21.319415 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.354364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Usage tracker for resource:security_group_rule and tenant:7cf127f6c22d4bb9895f5f6bdd9f3ea2 is out of sync, need to count used quota {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 22:25:21.356757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.366022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.quota.resource [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101661) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 22:25:21.377112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6d85abb5-3936-4ef5-a4f0-858d4982b488 tempest-QuotasTest-1144465377 tempest-QuotasTest-1144465377-project-admin] 10.222.0.13 "GET /v2.0/quotas/7cf127f6c22d4bb9895f5f6bdd9f3ea2/details.json HTTP/1.1" status: 200 len: 703 time: 0.2601600 Sep 17 22:25:21.426176 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f054303b-6bb0-4ce6-80dd-eb4797a363ce req-328b6e2c-8a17-4cf3-b400-96c6bf2cd6ed service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566398 Sep 17 22:25:21.426818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'Port': ['ID=5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:21.443732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.444079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.444424 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.449707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.451297 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.451297 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 2 to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c Sep 17 22:25:21.464570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.464906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.465238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.471401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.471727 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.472116 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 3 to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c Sep 17 22:25:21.485358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.485701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.486116 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.491665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.491991 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.492377 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 4 to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c Sep 17 22:25:21.509934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.510266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.510917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.515393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.515726 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.516125 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 5 to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c Sep 17 22:25:21.528485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.528817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.529155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.533476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.537177 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.537177 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 6 to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c Sep 17 22:25:21.547054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.547389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.547735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.553668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.553992 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.554445 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 7 to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c Sep 17 22:25:21.566122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.566449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.566779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.571671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.571988 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.572368 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 8 to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c Sep 17 22:25:21.584434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.584762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.585087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.589282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.589602 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.589981 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 9 to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c Sep 17 22:25:21.602312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.602644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.603008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.607193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.607513 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.607890 n-d-713498-17 neutron-server[101660]: INFO neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempt 10 to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c Sep 17 22:25:21.621376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:21.621714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:21.622097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempting to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:21.626528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:25:21.626995 n-d-713498-17 neutron-server[101660]: ERROR neutron.plugins.ml2.managers [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Failed to bind port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on host n-h1-713498-17 for vnic_type normal using segments [{'id': 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd12378dc-bffd-4850-9edd-c09fb41ea4bf'}] Sep 17 22:25:21.627297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.718637 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.718881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] For port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:21.718881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attempted to set empty binding levels {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 22:25:21.847666 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.879648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] In _notify_port_updated(), no bound segment for port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c on network d12378dc-bffd-4850-9edd-c09fb41ea4bf {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:25:21.881186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:21.881788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:21.883103 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "PUT /v2.0/ports/5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c HTTP/1.1" status: 200 len: 979 time: 1.0361362 Sep 17 22:25:21.886030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60710) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:21.900697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e5149-d42a-437f-82f5-2d26760c6c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event updated for resources: {'Port': ['ID=5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:21.987292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3d811b45-4963-49f5-aca8-55eb6f712a15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Deleting port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:21.987785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3d811b45-4963-49f5-aca8-55eb6f712a15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.062582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-3d811b45-4963-49f5-aca8-55eb6f712a15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] For port 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c, host n-h1-713498-17, got binding levels [] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:22.062984 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3d811b45-4963-49f5-aca8-55eb6f712a15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.067376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60716) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:22.082343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3d811b45-4963-49f5-aca8-55eb6f712a15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Calling delete_port for 5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:22.213399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a06bd6d0-ce45-42d7-bfdb-55b5aca3d3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.256784 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3d811b45-4963-49f5-aca8-55eb6f712a15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.299910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d811b45-4963-49f5-aca8-55eb6f712a15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Pushing event deleted for resources: {'Port': ['ID=5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.309402 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3d811b45-4963-49f5-aca8-55eb6f712a15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.319139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3d811b45-4963-49f5-aca8-55eb6f712a15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c HTTP/1.1" status: 204 len: 168 time: 0.4257753 Sep 17 22:25:22.319853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60724) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:22.350096 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5856cbee-b344-4919-9eb7-f58fb45489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] GET failed (client error): The resource could not be found. Sep 17 22:25:22.353944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5856cbee-b344-4919-9eb7-f58fb45489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959 tempest-PortsAdminExtendedAttrsIpV6TestJSON-487002959-project-admin] 10.222.0.13 "GET /v2.0/ports/5af93bf2-b938-4ffc-ab8b-0b0e1ced4a7c HTTP/1.1" status: 404 len: 333 time: 0.0313685 Sep 17 22:25:22.358247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:22.376375 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a06bd6d0-ce45-42d7-bfdb-55b5aca3d3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.453963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a06bd6d0-ce45-42d7-bfdb-55b5aca3d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.478557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.506919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60732) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:22.509401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a06bd6d0-ce45-42d7-bfdb-55b5aca3d3b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7155993a51f47c8af9da6860a96bda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358284 Sep 17 22:25:22.515793 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bd6d0-ce45-42d7-bfdb-55b5aca3d3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd978cad-9e45-4569-939e-49c613802ad5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.561800 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6069fdc-2b88-4c6c-8154-dde904c24c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.588853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6069fdc-2b88-4c6c-8154-dde904c24c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.608521 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.641306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12378dc-bffd-4850-9edd-c09fb41ea4bf']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:22.657541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:22.657541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa277a6-901c-4df1-8f44-43ce1a7b5e7d') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:22.667491 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.682330 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.688482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:25:22.688870 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:25:22.691877 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:25:22.763680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6069fdc-2b88-4c6c-8154-dde904c24c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.763680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6069fdc-2b88-4c6c-8154-dde904c24c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.763680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6069fdc-2b88-4c6c-8154-dde904c24c09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd978cad-9e45-4569-939e-49c613802ad5 HTTP/1.1" status: 204 len: 168 time: 0.2552125 Sep 17 22:25:22.775793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6069fdc-2b88-4c6c-8154-dde904c24c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd978cad-9e45-4569-939e-49c613802ad5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:22.918709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.929170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:22.931154 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] 10.222.0.13 "DELETE /v2.0/networks/d12378dc-bffd-4850-9edd-c09fb41ea4bf HTTP/1.1" status: 204 len: 168 time: 0.5718744 Sep 17 22:25:22.951180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80ca4f-8cc6-403f-84a7-4afabcb5836b tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-255133338-project] Pushing event deleted for resources: {'Network': ['ID=d12378dc-bffd-4850-9edd-c09fb41ea4bf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:23.332741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.700584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60756) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:23.707705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-55a7906c-9539-4649-8597-1583c8bd0a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.778355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60760) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:23.806677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-55a7906c-9539-4649-8597-1583c8bd0a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.930718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-55a7906c-9539-4649-8597-1583c8bd0a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:23.948095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c6c361a4-8b08-4784-aa95-e3122ab72996 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=448399f01fdb4feca5a8e1ff9e6b0f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656656 Sep 17 22:25:23.948383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60768) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:23.976182 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-55a7906c-9539-4649-8597-1583c8bd0a43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cf127f6c22d4bb9895f5f6bdd9f3ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823439 Sep 17 22:25:23.977230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7906c-9539-4649-8597-1583c8bd0a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd59c615-548a-4bfb-bb2a-972774169596,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:23.979715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60770) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:24.012047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d9775c9-451b-41a7-b4d3-410060ed27e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.032831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e58a155f-8cb6-43cc-8df4-b9510def7591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.040576 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d9775c9-451b-41a7-b4d3-410060ed27e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.055421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e58a155f-8cb6-43cc-8df4-b9510def7591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.230415 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d9775c9-451b-41a7-b4d3-410060ed27e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.232901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d9775c9-451b-41a7-b4d3-410060ed27e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.234074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7d9775c9-451b-41a7-b4d3-410060ed27e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cfd8054-8606-4e96-8f46-a2bbfb72bf70 HTTP/1.1" status: 204 len: 168 time: 0.2845223 Sep 17 22:25:24.242454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9775c9-451b-41a7-b4d3-410060ed27e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfd8054-8606-4e96-8f46-a2bbfb72bf70,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:24.290193 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e58a155f-8cb6-43cc-8df4-b9510def7591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.292972 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e58a155f-8cb6-43cc-8df4-b9510def7591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:24.294218 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e58a155f-8cb6-43cc-8df4-b9510def7591 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd59c615-548a-4bfb-bb2a-972774169596 HTTP/1.1" status: 204 len: 168 time: 0.3135009 Sep 17 22:25:24.306621 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a155f-8cb6-43cc-8df4-b9510def7591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd59c615-548a-4bfb-bb2a-972774169596,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:25.310159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60792) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:25.359496 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a38b3cb0-3bd6-420e-8ea6-031dd721fac4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9b5651870034bdc83d4fe2039cf805d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516660 Sep 17 22:25:25.362111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60794) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:25.415936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e76cfc5e-ac39-4336-b0ae-120d77fa7043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.438024 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e76cfc5e-ac39-4336-b0ae-120d77fa7043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.578813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e76cfc5e-ac39-4336-b0ae-120d77fa7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.581953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e76cfc5e-ac39-4336-b0ae-120d77fa7043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:25.583393 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e76cfc5e-ac39-4336-b0ae-120d77fa7043 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab5cc23f-116c-49e0-af96-c9b5009b5300 HTTP/1.1" status: 204 len: 168 time: 0.2204356 Sep 17 22:25:25.591454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cfc5e-ac39-4336-b0ae-120d77fa7043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5cc23f-116c-49e0-af96-c9b5009b5300,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:26.748258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60836) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:26.900743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e828924b-2d9d-436f-9ff3-8d336205b98f tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] Request body: {'port': {'network_id': 'fa78dcc1-43de-4566-89e0-6e8b65bcfc7f', 'name': 'tempest-NetworksNegativeTestJSON-613199953'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:26.917616 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e828924b-2d9d-436f-9ff3-8d336205b98f tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] POST failed (client error): The resource could not be found. Sep 17 22:25:26.917616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e828924b-2d9d-436f-9ff3-8d336205b98f tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:26.918040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e828924b-2d9d-436f-9ff3-8d336205b98f tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1684852 Sep 17 22:25:26.922251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60842) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:26.942878 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c42bdf-b995-446f-9143-1744d8db6513 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:26.943430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c42bdf-b995-446f-9143-1744d8db6513 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:26.945056 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a9c42bdf-b995-446f-9143-1744d8db6513 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "DELETE /v2.0/networks/46877fe4-03c0-45c0-80f3-4970f73eabdf HTTP/1.1" status: 404 len: 339 time: 0.0217609 Sep 17 22:25:26.949014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60846) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:26.972603 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-26974b6b-5ba0-4a3b-b8f0-563d2c668a5e tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:26.973264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26974b6b-5ba0-4a3b-b8f0-563d2c668a5e tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:26.979691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-26974b6b-5ba0-4a3b-b8f0-563d2c668a5e tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "DELETE /v2.0/ports/fa625397-6ed1-4288-9ac1-4821307c5322 HTTP/1.1" status: 404 len: 333 time: 0.0252752 Sep 17 22:25:26.979691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60848) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:27.006115 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa1010e-a81c-4665-8c81-5c06e4bd373d tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] DELETE failed (client error): The resource could not be found. Sep 17 22:25:27.006572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa1010e-a81c-4665-8c81-5c06e4bd373d tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:27.008697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6fa1010e-a81c-4665-8c81-5c06e4bd373d tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "DELETE /v2.0/subnets/e9393909-462c-419e-a6f2-e1f2fee115c2 HTTP/1.1" status: 404 len: 337 time: 0.0282156 Sep 17 22:25:27.013682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60852) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:27.033112 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e9518a-5767-48c3-8d29-e872d686f461 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] GET failed (client error): The resource could not be found. Sep 17 22:25:27.034580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-18e9518a-5767-48c3-8d29-e872d686f461 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "GET /v2.0/networks/25a6d80e-6a1e-4593-8e58-8c89fb5a8483 HTTP/1.1" status: 404 len: 339 time: 0.0199068 Sep 17 22:25:27.038774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:27.076730 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dc76eb-0079-4d5e-827a-0f8d014ee9c5 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] GET failed (client error): The resource could not be found. Sep 17 22:25:27.078488 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-13dc76eb-0079-4d5e-827a-0f8d014ee9c5 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "GET /v2.0/ports/b74249c0-9433-4a52-986d-de9c7713c035 HTTP/1.1" status: 404 len: 333 time: 0.0387027 Sep 17 22:25:27.082305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60862) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:27.110733 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad87e4be-fb9e-4e96-a4df-d2e77b24042d tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] GET failed (client error): The resource could not be found. Sep 17 22:25:27.116783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60864) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:27.127984 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ad87e4be-fb9e-4e96-a4df-d2e77b24042d tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "GET /v2.0/subnets/3fd1b53e-b4b2-4be8-a75b-06025724f514 HTTP/1.1" status: 404 len: 337 time: 0.0328226 Sep 17 22:25:27.128353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-00828e4a-096e-4cf2-b63d-aa73b3e875f6 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:27.138353 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-00828e4a-096e-4cf2-b63d-aa73b3e875f6 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] PUT failed (client error): The resource could not be found. Sep 17 22:25:27.138930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00828e4a-096e-4cf2-b63d-aa73b3e875f6 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:27.140141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-00828e4a-096e-4cf2-b63d-aa73b3e875f6 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "PUT /v2.0/networks/6e17dccb-e1dc-45b8-b4c6-244c5861806b HTTP/1.1" status: 404 len: 339 time: 0.0226016 Sep 17 22:25:27.143956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60868) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:27.149233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7580b3f5-3b74-452d-933c-9fd18d4ae461 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:27.167795 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7580b3f5-3b74-452d-933c-9fd18d4ae461 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] PUT failed (client error): The resource could not be found. Sep 17 22:25:27.168345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7580b3f5-3b74-452d-933c-9fd18d4ae461 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:27.169491 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7580b3f5-3b74-452d-933c-9fd18d4ae461 tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "PUT /v2.0/ports/5ec1f64e-d353-4e8d-8805-f53e3c8e6e41 HTTP/1.1" status: 404 len: 333 time: 0.0245411 Sep 17 22:25:27.173109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60870) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:27.179435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-cef3358f-8f6b-465c-98d5-6b5a6c460ddf tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:27.201180 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef3358f-8f6b-465c-98d5-6b5a6c460ddf tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] PUT failed (client error): The resource could not be found. Sep 17 22:25:27.201552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef3358f-8f6b-465c-98d5-6b5a6c460ddf tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:25:27.202671 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cef3358f-8f6b-465c-98d5-6b5a6c460ddf tempest-NetworksNegativeTestJSON-1627940085 tempest-NetworksNegativeTestJSON-1627940085-project] 10.222.0.13 "PUT /v2.0/subnets/152aa6a9-eab3-4a79-9c9a-eb4ae48d91f3 HTTP/1.1" status: 404 len: 337 time: 0.0286219 Sep 17 22:25:27.928428 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60890) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:28.162109 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9df18f63-ad1a-4e6d-bdcd-2dfa3b16adce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.257407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9df18f63-ad1a-4e6d-bdcd-2dfa3b16adce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.355603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9df18f63-ad1a-4e6d-bdcd-2dfa3b16adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.403846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9df18f63-ad1a-4e6d-bdcd-2dfa3b16adce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f480a1e3c2947beb6cdc525cdb171fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736311 Sep 17 22:25:28.406023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df18f63-ad1a-4e6d-bdcd-2dfa3b16adce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a8d5e5-24af-4f05-b416-048a2f8b456b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:28.410479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60910) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:28.465655 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2757d09b-56ab-435d-83a0-29e2d2044e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.488865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2757d09b-56ab-435d-83a0-29e2d2044e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.550278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60918) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:28.647761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-09fdb968-8605-45bc-adbe-edbc94c4340b tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-693798695'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:28.687075 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2757d09b-56ab-435d-83a0-29e2d2044e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.689540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2757d09b-56ab-435d-83a0-29e2d2044e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.690808 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2757d09b-56ab-435d-83a0-29e2d2044e5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7a8d5e5-24af-4f05-b416-048a2f8b456b HTTP/1.1" status: 204 len: 168 time: 0.2793028 Sep 17 22:25:28.699731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757d09b-56ab-435d-83a0-29e2d2044e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a8d5e5-24af-4f05-b416-048a2f8b456b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:28.882036 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09fdb968-8605-45bc-adbe-edbc94c4340b tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.883219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09fdb968-8605-45bc-adbe-edbc94c4340b tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:28.937083 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09fdb968-8605-45bc-adbe-edbc94c4340b tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.061752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09fdb968-8605-45bc-adbe-edbc94c4340b tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.193353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09fdb968-8605-45bc-adbe-edbc94c4340b tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.194950 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-09fdb968-8605-45bc-adbe-edbc94c4340b tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6434741 Sep 17 22:25:29.197847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60934) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:29.274827 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cac8c560-eb65-4369-a1d6-23b5dab2f006 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.475801 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cac8c560-eb65-4369-a1d6-23b5dab2f006 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.478315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cac8c560-eb65-4369-a1d6-23b5dab2f006 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.493564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e5947-3caa-4931-b96c-1143e62b5504 req-2f6339e7-b23d-4ae3-8ec9-cf2010004961 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:29.495112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-760e5947-3caa-4931-b96c-1143e62b5504 req-2f6339e7-b23d-4ae3-8ec9-cf2010004961 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 945 time: 0.1461835 Sep 17 22:25:29.563021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-760e5947-3caa-4931-b96c-1143e62b5504 req-837db4e2-f0e0-4afc-b8cf-6d14b3e39e51 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342975 Sep 17 22:25:29.675825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cac8c560-eb65-4369-a1d6-23b5dab2f006 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.676367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac8c560-eb65-4369-a1d6-23b5dab2f006 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd9e4739-058f-42f3-929f-81e16d558111 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:25:29.687321 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cac8c560-eb65-4369-a1d6-23b5dab2f006 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.690246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cac8c560-eb65-4369-a1d6-23b5dab2f006 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "DELETE /v2.0/routers/dd9e4739-058f-42f3-929f-81e16d558111 HTTP/1.1" status: 204 len: 168 time: 0.4911430 Sep 17 22:25:29.693147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60956) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:29.697600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-584ccf12-2521-4b4e-862f-d0c010015c0d tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Request body: {'router': {'name': 'tempest-router-1478196078', 'distributed': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:29.893480 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-584ccf12-2521-4b4e-862f-d0c010015c0d tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.894849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-584ccf12-2521-4b4e-862f-d0c010015c0d tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:29.952270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-584ccf12-2521-4b4e-862f-d0c010015c0d tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.150307 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-584ccf12-2521-4b4e-862f-d0c010015c0d tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.298854 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-584ccf12-2521-4b4e-862f-d0c010015c0d tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.303529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-584ccf12-2521-4b4e-862f-d0c010015c0d tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6062577 Sep 17 22:25:30.303999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60976) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:30.389553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60984) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:30.408747 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24fd2e2c-17b3-4bfe-b37b-13eeae156e6e tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.589108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24fd2e2c-17b3-4bfe-b37b-13eeae156e6e tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.589108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24fd2e2c-17b3-4bfe-b37b-13eeae156e6e tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.603177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-53dc603c-fca3-4799-a5c2-77335ae795b5 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1934928987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:30.921837 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24fd2e2c-17b3-4bfe-b37b-13eeae156e6e tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.922106 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-53dc603c-fca3-4799-a5c2-77335ae795b5 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.923050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd2e2c-17b3-4bfe-b37b-13eeae156e6e tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c98ae543-f238-422c-84d7-3b7be61c9030 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:25:30.923409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-53dc603c-fca3-4799-a5c2-77335ae795b5 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.936125 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24fd2e2c-17b3-4bfe-b37b-13eeae156e6e tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:30.937386 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24fd2e2c-17b3-4bfe-b37b-13eeae156e6e tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c98ae543-f238-422c-84d7-3b7be61c9030 HTTP/1.1" status: 204 len: 168 time: 0.6325095 Sep 17 22:25:30.941840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:30.947543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9c9963db-21ef-465c-a2da-757fba1d9b07 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Request body: {'router': {'name': 'tempest-router-167841306', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5f37fcad79dd42c9aa36664ee8966641'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:30.993861 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-53dc603c-fca3-4799-a5c2-77335ae795b5 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.196043 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c9963db-21ef-465c-a2da-757fba1d9b07 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.205489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-53dc603c-fca3-4799-a5c2-77335ae795b5 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.205659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c9963db-21ef-465c-a2da-757fba1d9b07 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.271850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c9963db-21ef-465c-a2da-757fba1d9b07 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.324450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-53dc603c-fca3-4799-a5c2-77335ae795b5 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.325815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-53dc603c-fca3-4799-a5c2-77335ae795b5 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9348807 Sep 17 22:25:31.328448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60996) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:31.334847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-437360575'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:31.407869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c9963db-21ef-465c-a2da-757fba1d9b07 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.490275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Made reservation on behalf of d8e7d5259ba5482299cb40e0c0c0fb95 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:31.494063 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.504145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.599103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c9963db-21ef-465c-a2da-757fba1d9b07 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.600830 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9c9963db-21ef-465c-a2da-757fba1d9b07 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6567292 Sep 17 22:25:31.603502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32772) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:31.609584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:31.684902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.824562 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.824991 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.918683 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.958330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:31.965706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd0ac5-3790-47ce-8085-b4822ca7bd87,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:31.973547 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:31.974565 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Added segment c5b51601-0eb9-4f45-84a2-884aa5ef9356 of type vlan for network 65803c20-9b5d-4bcd-a264-2bd71f009a61 Sep 17 22:25:32.018811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.162292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101660) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 17 22:25:32.162681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Router 847de3d9-488e-4a91-a96a-fffe13e0d108 migrating from provider to provider. {{(pid=101660) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 17 22:25:32.163424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.168571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.332376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.338559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:32.339200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.382398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.417037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Network': ['ID=65803c20-9b5d-4bcd-a264-2bd71f009a61,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:32.428969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 65803c20-9b5d-4bcd-a264-2bd71f009a61 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:32.467083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-07e26102-1b8c-43d7-bb37-6abea6903a69 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1373467 Sep 17 22:25:32.469643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32790) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:32.477696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Request body: {'subnet': {'network_id': '65803c20-9b5d-4bcd-a264-2bd71f009a61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:32.501452 n-d-713498-17 neutron-server[101660]: WARNING neutron.scheduler.l3_agent_scheduler [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] No L3 agents can host the router 847de3d9-488e-4a91-a96a-fffe13e0d108 Sep 17 22:25:32.627562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Hosts for router 847de3d9-488e-4a91-a96a-fffe13e0d108: [] {{(pid=101660) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 17 22:25:32.650482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Hosts for other DVR routers connected to router 847de3d9-488e-4a91-a96a-fffe13e0d108: set() {{(pid=101660) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 17 22:25:32.653385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.654612 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-27912eea-0094-445c-8474-8fbe452b67aa tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "PUT /v2.0/routers/847de3d9-488e-4a91-a96a-fffe13e0d108 HTTP/1.1" status: 200 len: 716 time: 1.0495653 Sep 17 22:25:32.657532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32794) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:32.700260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Made reservation on behalf of d8e7d5259ba5482299cb40e0c0c0fb95 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:32.704146 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:32.713698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:25:32.771869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aedde5a6-8dee-4a0a-b2c2-a671413a19dc tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "GET /v2.0/routers/847de3d9-488e-4a91-a96a-fffe13e0d108 HTTP/1.1" status: 200 len: 716 time: 0.1093233 Sep 17 22:25:32.772104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32798) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:32.874193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:32.892754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'port_id': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'mac_address': 'fa:16:3e:1d:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:25:32.986294 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.007961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53829d98-7c58-4c80-b8bf-72c90f44aacc {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:25:33.041585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:33.079786 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.082169 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a60f7dc3-7d0b-462c-a6c8-fdadacbadd40 tempest-RoutersTestDVR-1235353501 tempest-RoutersTestDVR-1235353501-project] 10.222.0.13 "GET /v2.0/routers/847de3d9-488e-4a91-a96a-fffe13e0d108 HTTP/1.1" status: 200 len: 682 time: 0.3092420 Sep 17 22:25:33.085276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32806) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:33.166544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Subnet': ['ID=728d578e-2aa2-4ebc-aa9d-d67b0fc53b1b,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:33.177883 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c56-3c80-45c7-872c-9b3b735032db tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.184584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Checking segment: {'id': 'c5b51601-0eb9-4f45-84a2-884aa5ef9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65803c20-9b5d-4bcd-a264-2bd71f009a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:33.188805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network hostable DHCP agents. Network: 65803c20-9b5d-4bcd-a264-2bd71f009a61, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:33.224660 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.305688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:33.327186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network 65803c20-9b5d-4bcd-a264-2bd71f009a61 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:33.355134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c56-3c80-45c7-872c-9b3b735032db tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.355134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c56-3c80-45c7-872c-9b3b735032db tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.357395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['53829d98-7c58-4c80-b8bf-72c90f44aacc'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:25:33.440565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 65803c20-9b5d-4bcd-a264-2bd71f009a61) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:33.445034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:33.445792 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.455140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b4ddde-5846-4a57-b4ca-42b7e2f2fae7 None None] Network 65803c20-9b5d-4bcd-a264-2bd71f009a61 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:33.466677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c56-3c80-45c7-872c-9b3b735032db tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.467374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f53c56-3c80-45c7-872c-9b3b735032db tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 847de3d9-488e-4a91-a96a-fffe13e0d108 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:25:33.472456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c56-3c80-45c7-872c-9b3b735032db tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.483288 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e8f53c56-3c80-45c7-872c-9b3b735032db tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "DELETE /v2.0/routers/847de3d9-488e-4a91-a96a-fffe13e0d108 HTTP/1.1" status: 204 len: 168 time: 0.3915174 Sep 17 22:25:33.483288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32826) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:33.483448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3bc0c61d-e8bf-4e15-9de1-f8af90b6ef02 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Request body: {'router': {'name': 'tempest-router-1774671619', 'distributed': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:33.562073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2e899d45-17c5-43d3-9b90-82b67473761e tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0908399 Sep 17 22:25:33.569992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32832) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:33.576193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Request body: {'network': {'name': 'tempest-router-network01--1297729615'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:33.643784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-65803c20-9b5d-4bcd-a264-2bd71f009a61', 'network_id': '65803c20-9b5d-4bcd-a264-2bd71f009a61', 'tenant_id': 'd8e7d5259ba5482299cb40e0c0c0fb95', 'fixed_ips': [{'subnet_id': '728d578e-2aa2-4ebc-aa9d-d67b0fc53b1b'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:33.644635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.685314 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc0c61d-e8bf-4e15-9de1-f8af90b6ef02 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.686903 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc0c61d-e8bf-4e15-9de1-f8af90b6ef02 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.759094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc0c61d-e8bf-4e15-9de1-f8af90b6ef02 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.792315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Allocated IP 172.20.0.2 (65803c20-9b5d-4bcd-a264-2bd71f009a61/728d578e-2aa2-4ebc-aa9d-d67b0fc53b1b/12baca2e-3eee-413b-baf1-dd2ea166e09a) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:33.835467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Made reservation on behalf of d8e7d5259ba5482299cb40e0c0c0fb95 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:33.839035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.863924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:33.873364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.873705 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Added segment e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1 of type vlan for network 95a0a596-1112-42ae-92a0-44aee36a829d Sep 17 22:25:33.907756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc0c61d-e8bf-4e15-9de1-f8af90b6ef02 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.926142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:33.942178 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.007364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc0c61d-e8bf-4e15-9de1-f8af90b6ef02 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.008614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3bc0c61d-e8bf-4e15-9de1-f8af90b6ef02 tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5286880 Sep 17 22:25:34.011311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:34.073299 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.082984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.089372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.089964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.099882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-176d54c5-e66a-4d9b-a472-0b953c2a692a tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.112265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Network 65803c20-9b5d-4bcd-a264-2bd71f009a61 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:34.115437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:34.119160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:34.129653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Pushing event updated for resources: {'Port': ['ID=12baca2e-3eee-413b-baf1-dd2ea166e09a,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:34.184286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Attempting to bind port 12baca2e-3eee-413b-baf1-dd2ea166e09a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:34.184649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Attempting to bind port 12baca2e-3eee-413b-baf1-dd2ea166e09a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c5b51601-0eb9-4f45-84a2-884aa5ef9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65803c20-9b5d-4bcd-a264-2bd71f009a61'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:34.185043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Attempting to bind port 12baca2e-3eee-413b-baf1-dd2ea166e09a on network 65803c20-9b5d-4bcd-a264-2bd71f009a61 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:34.190751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:34.191231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Checking segment: {'id': 'c5b51601-0eb9-4f45-84a2-884aa5ef9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65803c20-9b5d-4bcd-a264-2bd71f009a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:34.191696 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.192160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Bound using segment: {'id': 'c5b51601-0eb9-4f45-84a2-884aa5ef9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65803c20-9b5d-4bcd-a264-2bd71f009a61'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:34.193386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Bound port: 12baca2e-3eee-413b-baf1-dd2ea166e09a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b51601-0eb9-4f45-84a2-884aa5ef9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65803c20-9b5d-4bcd-a264-2bd71f009a61'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:34.193839 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.228895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Network': ['ID=95a0a596-1112-42ae-92a0-44aee36a829d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:34.246385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 95a0a596-1112-42ae-92a0-44aee36a829d details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:34.301015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] For port 12baca2e-3eee-413b-baf1-dd2ea166e09a, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:34.302803 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-90e989c7-6aa0-4a8b-8c42-6106b21b52cb tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7317147 Sep 17 22:25:34.320787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32844) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:34.349119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] For port 12baca2e-3eee-413b-baf1-dd2ea166e09a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=12baca2e-3eee-413b-baf1-dd2ea166e09a,segment=NetworkSegment(c5b51601-0eb9-4f45-84a2-884aa5ef9356),segment_id=c5b51601-0eb9-4f45-84a2-884aa5ef9356)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:34.352481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Request body: {'network': {'name': 'tempest-router-network02--1211261074'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:34.357752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-176d54c5-e66a-4d9b-a472-0b953c2a692a tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.360197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-176d54c5-e66a-4d9b-a472-0b953c2a692a tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.418503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-07ff9d05-9a2a-492d-989f-c1e0063dbf30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1368053 Sep 17 22:25:34.428297 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.528252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313b702-a2ad-429d-a6c0-f1dd90b4c00d None None] Pushing event updated for resources: {'Port': ['ID=12baca2e-3eee-413b-baf1-dd2ea166e09a,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:34.532841 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-176d54c5-e66a-4d9b-a472-0b953c2a692a tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.533515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176d54c5-e66a-4d9b-a472-0b953c2a692a tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d9b9125-196a-4a96-a2ae-6a44bc1a57fc {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:25:34.546044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-176d54c5-e66a-4d9b-a472-0b953c2a692a tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.546044 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-176d54c5-e66a-4d9b-a472-0b953c2a692a tempest-RoutersTestDVR-1301652375 tempest-RoutersTestDVR-1301652375-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8d9b9125-196a-4a96-a2ae-6a44bc1a57fc HTTP/1.1" status: 204 len: 168 time: 0.5283074 Sep 17 22:25:34.547379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-367716de-3aea-4950-b218-59220f954827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.547925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-367716de-3aea-4950-b218-59220f954827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.548260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-367716de-3aea-4950-b218-59220f954827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.548784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-367716de-3aea-4950-b218-59220f954827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.549274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-367716de-3aea-4950-b218-59220f954827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.549739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-367716de-3aea-4950-b218-59220f954827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.550201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-367716de-3aea-4950-b218-59220f954827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.552737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-367716de-3aea-4950-b218-59220f954827 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6498 time: 0.0629835 Sep 17 22:25:34.553395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Made reservation on behalf of d8e7d5259ba5482299cb40e0c0c0fb95 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:34.557065 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.642337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:34.698387 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.698730 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Added segment 02ec35eb-5880-425a-a73f-e8f5ab504eb5 of type vlan for network f76789bb-d683-4229-87fd-916686512cb3 Sep 17 22:25:34.719917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:34.822172 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.834317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-6f9bb814-bc3a-4371-94de-c647dbe3fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.837542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-6f9bb814-bc3a-4371-94de-c647dbe3fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.837699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-6f9bb814-bc3a-4371-94de-c647dbe3fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:34.842115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-6f9bb814-bc3a-4371-94de-c647dbe3fd5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=62070a8a-5c99-4c5a-bf55-2777253b05df&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05 HTTP/1.1" status: 200 len: 2289 time: 0.2548814 Sep 17 22:25:34.891495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 53829d98-7c58-4c80-b8bf-72c90f44aacc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:34.899693 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.990608 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:34.993878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-0620a18c-7747-4b71-bb5e-9f5e1e7e083c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14 HTTP/1.1" status: 200 len: 1002 time: 0.1424189 Sep 17 22:25:35.016125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:25:35.018945 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5d07f4-c787-44fa-aa90-ed1ba3c891a5" -d '{"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-plugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:25:35.038664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:35.055846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-382d271b-76b8-463f-937a-f8f515fbfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.057412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-382d271b-76b8-463f-937a-f8f515fbfcbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6812680-94e6-4c28-9cd8-de924bf5b40c HTTP/1.1" status: 200 len: 850 time: 0.0571032 Sep 17 22:25:35.070023 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fa10e8-0b71-4c8d-8cb5-f8ecad8e2c68 x-openstack-request-id: req-60fa10e8-0b71-4c8d-8cb5-f8ecad8e2c68 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:25:35.070311 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-plugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:25:35.070563 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60fa10e8-0b71-4c8d-8cb5-f8ecad8e2c68 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:25:35.071003 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'code': 200} Sep 17 22:25:35.091413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.097250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.097814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.189906 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.277907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:35.595078 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32896) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:35.623140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2991033 Sep 17 22:25:35.623705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32900) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:35.626230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-63cc8022-b002-4708-a0d4-4315439cf1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:35.627930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-63cc8022-b002-4708-a0d4-4315439cf1a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62070a8a-5c99-4c5a-bf55-2777253b05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5639863 Sep 17 22:25:35.629178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ed43f-c2a1-4131-8723-686ac7023337 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Network': ['ID=f76789bb-d683-4229-87fd-916686512cb3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:35.629961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Request body: {'subnet': {'network_id': '95a0a596-1112-42ae-92a0-44aee36a829d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:35.643793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f76789bb-d683-4229-87fd-916686512cb3 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:35.826409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-d6a49ed4-6714-4777-9125-d0923d8681f8 service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898241 Sep 17 22:25:35.892917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae5657-7e0f-4a9a-860a-b8b694f70f96 None None] Network 65803c20-9b5d-4bcd-a264-2bd71f009a61 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:35.951982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Made reservation on behalf of d8e7d5259ba5482299cb40e0c0c0fb95 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:35.951982 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:35.990621 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-f92d0b87-927b-471d-b521-196f6005ce7c service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546547 Sep 17 22:25:36.072570 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d81967f-3308-4024-b254-029a979ad077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.083302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-cdee2fe2-6529-43d3-99d8-f94c8a67f5a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 217 time: 0.0878932 Sep 17 22:25:36.109510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5268ffa8-da86-4e7f-b8fb-6959dfc6274b None None] Provisioning complete for port 12baca2e-3eee-413b-baf1-dd2ea166e09a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:36.110119 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5268ffa8-da86-4e7f-b8fb-6959dfc6274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.211239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 12baca2e-3eee-413b-baf1-dd2ea166e09a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:36.238224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-b82285af-d425-4d94-bd03-ee80a807411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:36.241803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-b82285af-d425-4d94-bd03-ee80a807411e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.1504533 Sep 17 22:25:36.307233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-4732cce2-0098-400c-a439-916ea3767cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:36.309680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-4732cce2-0098-400c-a439-916ea3767cc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0603235 Sep 17 22:25:36.491194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.523617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-658a17e8-4367-4c5f-8d3b-e132b513cd41 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063749 Sep 17 22:25:36.662695 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5268ffa8-da86-4e7f-b8fb-6959dfc6274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.703502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d81967f-3308-4024-b254-029a979ad077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.716395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 12baca2e-3eee-413b-baf1-dd2ea166e09a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:36.716807 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.760429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5268ffa8-da86-4e7f-b8fb-6959dfc6274b None None] For port 12baca2e-3eee-413b-baf1-dd2ea166e09a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=12baca2e-3eee-413b-baf1-dd2ea166e09a,segment=NetworkSegment(c5b51601-0eb9-4f45-84a2-884aa5ef9356),segment_id=c5b51601-0eb9-4f45-84a2-884aa5ef9356)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:36.762217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Checking segment: {'id': 'e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95a0a596-1112-42ae-92a0-44aee36a829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:36.762588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network hostable DHCP agents. Network: 95a0a596-1112-42ae-92a0-44aee36a829d, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:36.771755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Subnet': ['ID=aaf74f95-adf7-4a87-b9ba-247ca6105c7e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:36.773297 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-1bf04b71-ccaf-4fb6-8a8f-c10eaef31a1a service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419143 Sep 17 22:25:36.861500 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d81967f-3308-4024-b254-029a979ad077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.870966 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-8f42f16c-2e2e-41fa-b4e4-31e24f2d8059 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 217 time: 0.0885627 Sep 17 22:25:36.896659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5268ffa8-da86-4e7f-b8fb-6959dfc6274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:36.941071 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network 95a0a596-1112-42ae-92a0-44aee36a829d is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:36.956574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3d81967f-3308-4024-b254-029a979ad077 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f37fcad79dd42c9aa36664ee8966641&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3597369 Sep 17 22:25:36.959989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32922) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:36.972205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81967f-3308-4024-b254-029a979ad077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c2cf98-a77e-4340-bd76-798dbe02e20c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:37.002197 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.028007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-ee894580-3f4d-4a42-9e15-6f2da3715ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.033227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-ee894580-3f4d-4a42-9e15-6f2da3715ec6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.1554117 Sep 17 22:25:37.045954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268ffa8-da86-4e7f-b8fb-6959dfc6274b None None] Pushing event updated for resources: {'Port': ['ID=12baca2e-3eee-413b-baf1-dd2ea166e09a,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:37.091233 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:25:37.092769 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:25:37.101392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 95a0a596-1112-42ae-92a0-44aee36a829d) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:37.118525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac631e52-6173-42a6-bdd0-88da16799640 None None] Network 95a0a596-1112-42ae-92a0-44aee36a829d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:37.137455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.138319 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.156802 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-911ebf06-a8ce-490f-8914-da9cc99ac4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.172140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-412205b1-4c46-400e-8fe4-b20ce0b163ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.181729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-412205b1-4c46-400e-8fe4-b20ce0b163ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1409264 Sep 17 22:25:37.220850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-911ebf06-a8ce-490f-8914-da9cc99ac4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.276821 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a95a4ce7-6f74-435f-85c6-27b6f78bf576 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6512914 Sep 17 22:25:37.282526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32934) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:37.300081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-52e01e8b-9a5a-46fb-8137-08d8bab1c5c9 None None] Provisioning complete for port 12baca2e-3eee-413b-baf1-dd2ea166e09a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:37.300451 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52e01e8b-9a5a-46fb-8137-08d8bab1c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.305459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Request body: {'subnet': {'network_id': 'f76789bb-d683-4229-87fd-916686512cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:37.399514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-7f939a61-2e04-429b-99a7-0a679e6d45dc service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101619 Sep 17 22:25:37.419542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-95a0a596-1112-42ae-92a0-44aee36a829d', 'network_id': '95a0a596-1112-42ae-92a0-44aee36a829d', 'tenant_id': 'd8e7d5259ba5482299cb40e0c0c0fb95', 'fixed_ips': [{'subnet_id': 'aaf74f95-adf7-4a87-b9ba-247ca6105c7e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:37.420402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.537019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-b6364785-65d3-4e87-a6e8-500068b83791 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282496 Sep 17 22:25:37.583696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Made reservation on behalf of d8e7d5259ba5482299cb40e0c0c0fb95 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:37.597438 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.611351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-911ebf06-a8ce-490f-8914-da9cc99ac4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.619092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-8d756314-9d49-4cd5-92b0-3e7aecf1f0a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb HTTP/1.1" status: 200 len: 217 time: 0.0739739 Sep 17 22:25:37.624947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-911ebf06-a8ce-490f-8914-da9cc99ac4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:37.636800 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-911ebf06-a8ce-490f-8914-da9cc99ac4a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72c2cf98-a77e-4340-bd76-798dbe02e20c HTTP/1.1" status: 204 len: 168 time: 0.6754818 Sep 17 22:25:37.699410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ebf06-a8ce-490f-8914-da9cc99ac4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c2cf98-a77e-4340-bd76-798dbe02e20c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:37.811315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-200984cd-17a8-4b05-8204-4b031c71fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.813524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-200984cd-17a8-4b05-8204-4b031c71fd4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.1876023 Sep 17 22:25:37.917894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-520d2b18-f3fd-4c65-b6ba-55922963635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:37.924655 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-520d2b18-f3fd-4c65-b6ba-55922963635a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956404 Sep 17 22:25:37.934182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Allocated IP 172.20.0.2 (95a0a596-1112-42ae-92a0-44aee36a829d/aaf74f95-adf7-4a87-b9ba-247ca6105c7e/5ab32f8d-3529-4c25-a990-eadb15dd5204) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:38.022823 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-8bbc7217-09b1-4d06-8549-35d1858184de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801187 Sep 17 22:25:38.134964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-25253571-0555-4031-a1f3-3f34740e5325 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026966 Sep 17 22:25:38.184564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.218943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 12baca2e-3eee-413b-baf1-dd2ea166e09a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:38.292433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-ab52af03-ea3d-4e00-b238-2f4c9b75cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.297616 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-ab52af03-ea3d-4e00-b238-2f4c9b75cc1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a908da8522f41b38cc1ff39ef66235e&device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1098 time: 0.2249281 Sep 17 22:25:38.383098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-64b2fbd4-2721-47f5-9929-a989ed3a818f service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401767 Sep 17 22:25:38.444750 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.473548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.487827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 12baca2e-3eee-413b-baf1-dd2ea166e09a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:38.493063 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.500646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-af6c8a4e-cad0-4a01-9823-de1134c932b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb HTTP/1.1" status: 200 len: 217 time: 0.1101964 Sep 17 22:25:38.503473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Subnet': ['ID=6d507922-387e-4648-aee1-6e96ca14ff28,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:38.590124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-bf6232d3-e2dc-44a3-b25b-0c5ce15ed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.596407 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.598054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-bf6232d3-e2dc-44a3-b25b-0c5ce15ed5e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0898917 Sep 17 22:25:38.648030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Network 95a0a596-1112-42ae-92a0-44aee36a829d is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:38.652603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:38.675720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:38.699104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Checking segment: {'id': '02ec35eb-5880-425a-a73f-e8f5ab504eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f76789bb-d683-4229-87fd-916686512cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:38.699475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network hostable DHCP agents. Network: f76789bb-d683-4229-87fd-916686512cb3, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:38.712843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-62f17296-21b9-4b0e-a642-2ee55ad71710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.723993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-762bbdd7-65fc-4791-b4ca-cceaea47ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.723993 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-762bbdd7-65fc-4791-b4ca-cceaea47ee61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2797a969-d7aa-415b-920e-6aec58295ffe HTTP/1.1" status: 200 len: 914 time: 0.3988125 Sep 17 22:25:38.724355 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-62f17296-21b9-4b0e-a642-2ee55ad71710 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108263 Sep 17 22:25:38.760566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Attempting to bind port 5ab32f8d-3529-4c25-a990-eadb15dd5204 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:38.760946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Attempting to bind port 5ab32f8d-3529-4c25-a990-eadb15dd5204 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95a0a596-1112-42ae-92a0-44aee36a829d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:38.761285 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Attempting to bind port 5ab32f8d-3529-4c25-a990-eadb15dd5204 on network 95a0a596-1112-42ae-92a0-44aee36a829d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:38.771267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Pushing event updated for resources: {'Port': ['ID=5ab32f8d-3529-4c25-a990-eadb15dd5204,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:38.783844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:38.793218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Checking segment: {'id': 'e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95a0a596-1112-42ae-92a0-44aee36a829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:38.793218 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.793218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Bound using segment: {'id': 'e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95a0a596-1112-42ae-92a0-44aee36a829d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:38.793218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Bound port: 5ab32f8d-3529-4c25-a990-eadb15dd5204, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95a0a596-1112-42ae-92a0-44aee36a829d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:38.795060 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:38.848091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-6e9bc6f2-751e-453b-99cd-e182ba32d023 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227224 Sep 17 22:25:38.873704 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-79b17eee-dd03-4f78-9c8a-5f083ba211e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beedefac-396b-4577-a63c-f01729c03f80 HTTP/1.1" status: 200 len: 1001 time: 0.1409647 Sep 17 22:25:38.928077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] For port 5ab32f8d-3529-4c25-a990-eadb15dd5204, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:38.932828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] For port 5ab32f8d-3529-4c25-a990-eadb15dd5204, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5ab32f8d-3529-4c25-a990-eadb15dd5204,segment=NetworkSegment(e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1),segment_id=e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:38.969989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network f76789bb-d683-4229-87fd-916686512cb3 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:38.980648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-d9d524f4-4e9f-48aa-8908-f88d604d5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:38.982814 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-d9d524f4-4e9f-48aa-8908-f88d604d5f1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e6a2941-e407-4d04-9077-031b8ad0cdf2 HTTP/1.1" status: 200 len: 853 time: 0.0848036 Sep 17 22:25:39.025479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-f4b1efbe-b04f-4e19-873a-17fa5b3d7520 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703825 Sep 17 22:25:39.068598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-aec0c0e2-197b-47b0-a9c6-59e42c2ff23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:39.070286 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-aec0c0e2-197b-47b0-a9c6-59e42c2ff23c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2797a969-d7aa-415b-920e-6aec58295ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814888 Sep 17 22:25:39.081927 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.116090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-9bd72384-1456-4c11-a326-c752392164ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58c91934-149c-4aad-9181-e930ac0aab9f HTTP/1.1" status: 200 len: 217 time: 0.0832794 Sep 17 22:25:39.180516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-07b68bff-2cb7-4a9d-a9d1-8b508e90baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:39.182180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-07b68bff-2cb7-4a9d-a9d1-8b508e90baca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.0597398 Sep 17 22:25:39.227297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32970) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:39.241536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd214f-cf60-4776-b7c3-fe2a970cdc35 None None] Pushing event updated for resources: {'Port': ['ID=5ab32f8d-3529-4c25-a990-eadb15dd5204,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:39.265200 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-7068dcd4-f39b-45bc-9299-37cfda71ab69 service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870582 Sep 17 22:25:39.268006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f76789bb-d683-4229-87fd-916686512cb3) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:39.274501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:39.275140 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.287263 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6499734-56ef-47ba-941a-60ff5e631719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.291315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33336d4-f791-404e-bdd2-231f41213a11 None None] Network f76789bb-d683-4229-87fd-916686512cb3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:39.402008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-0413e993-9265-4046-829b-af66f8b9dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:39.404944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-0413e993-9265-4046-829b-af66f8b9dae2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2078819 Sep 17 22:25:39.443896 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c817761a-1194-43f9-8f4a-d921f22fd696 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1487901 Sep 17 22:25:39.449058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 32976) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:39.723636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-f76789bb-d683-4229-87fd-916686512cb3', 'network_id': 'f76789bb-d683-4229-87fd-916686512cb3', 'tenant_id': 'd8e7d5259ba5482299cb40e0c0c0fb95', 'fixed_ips': [{'subnet_id': '6d507922-387e-4648-aee1-6e96ca14ff28'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:39.725068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.730756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-db1d3b58-e15b-40a6-9d64-034cd6076ecd service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170629 Sep 17 22:25:39.831022 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae15b070-3feb-4f6c-954c-570f243284e9 req-d322a645-a9a3-49d2-ad48-189d40219d4a service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525239 Sep 17 22:25:39.928927 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6499734-56ef-47ba-941a-60ff5e631719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:39.935776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-42d20ce4-5217-4fee-a53c-826dd5f672c3 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970692 Sep 17 22:25:39.976775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Allocated IP 172.20.0.2 (f76789bb-d683-4229-87fd-916686512cb3/6d507922-387e-4648-aee1-6e96ca14ff28/fc88844b-3358-4c3e-8e9f-732aa5eec7c1) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:40.010972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-83cc5d30-76f1-4952-b0ff-d45f3256e016 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=283912f1-9194-4d2f-a00c-a4650cd4c715 HTTP/1.1" status: 200 len: 217 time: 0.0633299 Sep 17 22:25:40.081665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-0db3cb0d-fef6-49fc-a403-1ae7c813c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.084024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-0db3cb0d-fef6-49fc-a403-1ae7c813c51c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.0668702 Sep 17 22:25:40.085337 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6499734-56ef-47ba-941a-60ff5e631719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.101624 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.174972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6499734-56ef-47ba-941a-60ff5e631719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b21ff67-aed6-4128-a13c-ed5a579f1782,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:40.253504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5ab32f8d-3529-4c25-a990-eadb15dd5204 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:40.255808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b6499734-56ef-47ba-941a-60ff5e631719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=889dd850b42c44ddb4eb737731f5bfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0244398 Sep 17 22:25:40.264075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32988) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:40.315509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-525e4560-70e1-46ad-a091-d26a1a21a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:40.328446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-525e4560-70e1-46ad-a091-d26a1a21a800 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2281539 Sep 17 22:25:40.416411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.534415 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.591857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5ab32f8d-3529-4c25-a990-eadb15dd5204 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:40.592282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.666461 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.703384 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee611225-e9c9-4dfe-a335-e61c624970cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.723674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Network f76789bb-d683-4229-87fd-916686512cb3 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:40.730274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:40.735429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:40.796536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee611225-e9c9-4dfe-a335-e61c624970cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:40.813310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-d734d060-eaf9-4a2c-bb29-e03f511c0fef service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795310 Sep 17 22:25:40.965336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Attempting to bind port fc88844b-3358-4c3e-8e9f-732aa5eec7c1 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:40.965630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Attempting to bind port fc88844b-3358-4c3e-8e9f-732aa5eec7c1 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '02ec35eb-5880-425a-a73f-e8f5ab504eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f76789bb-d683-4229-87fd-916686512cb3'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:40.966119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Attempting to bind port fc88844b-3358-4c3e-8e9f-732aa5eec7c1 on network f76789bb-d683-4229-87fd-916686512cb3 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:40.974153 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.025692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:41.025692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Checking segment: {'id': '02ec35eb-5880-425a-a73f-e8f5ab504eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f76789bb-d683-4229-87fd-916686512cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:41.025692 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.025692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Bound using segment: {'id': '02ec35eb-5880-425a-a73f-e8f5ab504eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f76789bb-d683-4229-87fd-916686512cb3'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:41.026082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Bound port: fc88844b-3358-4c3e-8e9f-732aa5eec7c1, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ec35eb-5880-425a-a73f-e8f5ab504eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f76789bb-d683-4229-87fd-916686512cb3'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:41.026334 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.094576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Pushing event updated for resources: {'Port': ['ID=fc88844b-3358-4c3e-8e9f-732aa5eec7c1,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:41.116404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b774f9d-9abb-4116-9170-7ef9f099c05d req-444272ab-d023-4d0e-92af-bca41498e20f service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919583 Sep 17 22:25:41.138544 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee611225-e9c9-4dfe-a335-e61c624970cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.144104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ee611225-e9c9-4dfe-a335-e61c624970cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.145719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ee611225-e9c9-4dfe-a335-e61c624970cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b21ff67-aed6-4128-a13c-ed5a579f1782 HTTP/1.1" status: 204 len: 168 time: 0.8799574 Sep 17 22:25:41.168376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee611225-e9c9-4dfe-a335-e61c624970cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b21ff67-aed6-4128-a13c-ed5a579f1782,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:41.186357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf94117-08e3-4c65-a040-0fd184bdc407 None None] Network 95a0a596-1112-42ae-92a0-44aee36a829d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:41.197029 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Allocated IP 172.20.0.1 (95a0a596-1112-42ae-92a0-44aee36a829d/aaf74f95-adf7-4a87-b9ba-247ca6105c7e/1f39480e-6a4d-4162-9f58-4e20f020ed6e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:41.282555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 5ab32f8d-3529-4c25-a990-eadb15dd5204, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5ab32f8d-3529-4c25-a990-eadb15dd5204,segment=NetworkSegment(e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1),segment_id=e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:41.409025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f10c3647-4868-4f68-9a70-6254af15b85f None None] Provisioning complete for port 5ab32f8d-3529-4c25-a990-eadb15dd5204 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:41.409903 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f10c3647-4868-4f68-9a70-6254af15b85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.448304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.715144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] For port fc88844b-3358-4c3e-8e9f-732aa5eec7c1, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:41.716956 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.738558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] For port fc88844b-3358-4c3e-8e9f-732aa5eec7c1, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fc88844b-3358-4c3e-8e9f-732aa5eec7c1,segment=NetworkSegment(02ec35eb-5880-425a-a73f-e8f5ab504eb5),segment_id=02ec35eb-5880-425a-a73f-e8f5ab504eb5)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:41.771288 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=5ab32f8d-3529-4c25-a990-eadb15dd5204,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:41.856540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.865418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:41.969954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network 95a0a596-1112-42ae-92a0-44aee36a829d is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:41.976004 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:41.979913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcde30b-1231-4861-bbe8-75314a728c1a None None] Pushing event updated for resources: {'Port': ['ID=fc88844b-3358-4c3e-8e9f-732aa5eec7c1,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:41.988826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:42.115380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.178453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5ab32f8d-3529-4c25-a990-eadb15dd5204 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:42.299604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Port': ['ID=1f39480e-6a4d-4162-9f58-4e20f020ed6e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:42.364040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5ab32f8d-3529-4c25-a990-eadb15dd5204 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:42.364555 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.474838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6134a2ea-d0a0-40b0-9e29-cadbc5f0e592 None None] Provisioning complete for port 5ab32f8d-3529-4c25-a990-eadb15dd5204 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:42.475310 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6134a2ea-d0a0-40b0-9e29-cadbc5f0e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.522250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.911971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4cf0f96f-66c7-4f2b-9287-aed870ac7f5b None None] Provisioning complete for port 1f39480e-6a4d-4162-9f58-4e20f020ed6e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:42.912339 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cf0f96f-66c7-4f2b-9287-aed870ac7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.977665 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:42.996115 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0f96f-66c7-4f2b-9287-aed870ac7f5b None None] Port 1f39480e-6a4d-4162-9f58-4e20f020ed6e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:43.218933 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.365987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.381845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Port': ['ID=1f39480e-6a4d-4162-9f58-4e20f020ed6e,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:43.510698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da777a2d-8dae-440e-96b2-d19d86312697 None None] Network f76789bb-d683-4229-87fd-916686512cb3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:43.580633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network 95a0a596-1112-42ae-92a0-44aee36a829d is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:43.582154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:43.673821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6b5a2b1d-b251-4a2f-86f6-c91e3e39c0d5 None None] Provisioning complete for port fc88844b-3358-4c3e-8e9f-732aa5eec7c1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:43.674199 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2b1d-b251-4a2f-86f6-c91e3e39c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.940394 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2b1d-b251-4a2f-86f6-c91e3e39c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:43.947222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Router 26690c4f-6f37-47b3-b894-593f05de7ddb is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:25:44.108796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33066) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:44.174782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6b5a2b1d-b251-4a2f-86f6-c91e3e39c0d5 None None] For port fc88844b-3358-4c3e-8e9f-732aa5eec7c1, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fc88844b-3358-4c3e-8e9f-732aa5eec7c1,segment=NetworkSegment(02ec35eb-5880-425a-a73f-e8f5ab504eb5),segment_id=02ec35eb-5880-425a-a73f-e8f5ab504eb5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:44.189398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc88844b-3358-4c3e-8e9f-732aa5eec7c1 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:44.191519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:44.200387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33070) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:44.200522 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-51433d23-9191-4baf-afe0-384ae288b1a2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "PUT /v2.0/routers/26690c4f-6f37-47b3-b894-593f05de7ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7488964 Sep 17 22:25:44.204465 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97205796-438a-4975-b281-97ff8af2e23c None None] Sync routers for ids ['26690c4f-6f37-47b3-b894-593f05de7ddb'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:44.221531 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97205796-438a-4975-b281-97ff8af2e23c None None] Routers {'26690c4f-6f37-47b3-b894-593f05de7ddb'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:44.222266 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-97205796-438a-4975-b281-97ff8af2e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:25:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['26690c4f-6f37-47b3-b894-593f05de7ddb'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:44.330986 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-97205796-438a-4975-b281-97ff8af2e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:44.380815 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97205796-438a-4975-b281-97ff8af2e23c None None] Routers {'26690c4f-6f37-47b3-b894-593f05de7ddb'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:44.381632 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-97205796-438a-4975-b281-97ff8af2e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:25:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['26690c4f-6f37-47b3-b894-593f05de7ddb'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:44.439161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-385656202'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:44.452747 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-97205796-438a-4975-b281-97ff8af2e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:44.454185 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97205796-438a-4975-b281-97ff8af2e23c None None] The sync data for ids ['26690c4f-6f37-47b3-b894-593f05de7ddb'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:44.474989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2b1d-b251-4a2f-86f6-c91e3e39c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.553315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port fc88844b-3358-4c3e-8e9f-732aa5eec7c1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:44.553970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.621380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a2b1d-b251-4a2f-86f6-c91e3e39c0d5 None None] Pushing event updated for resources: {'Port': ['ID=fc88844b-3358-4c3e-8e9f-732aa5eec7c1,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:44.621639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Made reservation on behalf of c1451ccb81fa4f4bae508a862f5ceebb for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:44.626443 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.645864 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.722961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ab9de9b6-aa1b-4659-bd3d-aa0ccabb1422 None None] Provisioning complete for port 1f39480e-6a4d-4162-9f58-4e20f020ed6e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:44.724784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab9de9b6-aa1b-4659-bd3d-aa0ccabb1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:44.904119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ab9de9b6-aa1b-4659-bd3d-aa0ccabb1422 None None] Port 1f39480e-6a4d-4162-9f58-4e20f020ed6e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:45.027738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4ed0c137-870d-4057-be10-66ce88152aab None None] Provisioning complete for port fc88844b-3358-4c3e-8e9f-732aa5eec7c1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:45.028149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c137-870d-4057-be10-66ce88152aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.198835 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.242730 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-e202b5c2-6a06-4d93-bc3a-eaf39a8e429d tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:25:45.243973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e202b5c2-6a06-4d93-bc3a-eaf39a8e429d tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "PUT /v2.0/routers/26690c4f-6f37-47b3-b894-593f05de7ddb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0422728 Sep 17 22:25:45.251032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33096) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:45.304836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.371419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befa77d7-f895-499b-9acf-228d672cc76d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:45.374040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:25:45.387579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.388023 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Added segment 42c3b64b-789a-4738-b182-20bb297d1709 of type vlan for network 32ff9685-c83a-48b8-b13e-98304ed9c179 Sep 17 22:25:45.444495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.613001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.620366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:45.620973 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:45.738436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Network': ['ID=32ff9685-c83a-48b8-b13e-98304ed9c179,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:45.745887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f253d867-195b-4fdc-a1e4-de8d85abfc79 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6326826 Sep 17 22:25:45.746933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33108) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:45.755492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'subnet': {'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:45.756273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:25:45.889081 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.021131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Made reservation on behalf of c1451ccb81fa4f4bae508a862f5ceebb for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:46.028018 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.119679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc88844b-3358-4c3e-8e9f-732aa5eec7c1 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:46.243434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port fc88844b-3358-4c3e-8e9f-732aa5eec7c1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:46.245483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.381964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Deleting port 1f39480e-6a4d-4162-9f58-4e20f020ed6e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:46.383453 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.516705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.538333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Calling delete_port for 1f39480e-6a4d-4162-9f58-4e20f020ed6e owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:46.573006 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.680277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Subnet': ['ID=a3edfd42-55c7-46cb-9f9d-01edc2e7ba36,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:46.708407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Checking segment: {'id': '42c3b64b-789a-4738-b182-20bb297d1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:46.709156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Network hostable DHCP agents. Network: 32ff9685-c83a-48b8-b13e-98304ed9c179, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:25:46.835823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:25:46.949743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 32ff9685-c83a-48b8-b13e-98304ed9c179) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:46.953956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:46.954721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:46.965542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cbd5e2-6882-4a3c-aafc-e9a76339cf98 None None] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:47.042205 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.046828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1cf23041-8c4e-410f-9a9b-a75951890c2d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2983668 Sep 17 22:25:47.048874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33132) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:47.068731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'port': {'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1253131750'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:47.155374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Port': ['ID=1f39480e-6a4d-4162-9f58-4e20f020ed6e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:47.353653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-32ff9685-c83a-48b8-b13e-98304ed9c179', 'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179', 'tenant_id': 'c1451ccb81fa4f4bae508a862f5ceebb', 'fixed_ips': [{'subnet_id': 'a3edfd42-55c7-46cb-9f9d-01edc2e7ba36'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:25:47.355060 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.478907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Made reservation on behalf of c1451ccb81fa4f4bae508a862f5ceebb for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:47.488578 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.530014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] device_id is not set on port f1b9312b-70af-4880-8bde-b9b11c8e427b yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:47.548703 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.599761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Allocated IP 2001:db8::2 (32ff9685-c83a-48b8-b13e-98304ed9c179/a3edfd42-55c7-46cb-9f9d-01edc2e7ba36/d2538e3f-32c4-4376-bdd9-b79ad881f599) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:47.771172 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.866359 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:47.913192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:47.970435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:47.980359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:48.017565 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-29021fb5-13b2-4a70-b870-d48246107ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.034655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Allocated IP 2001:db8::2f5 (32ff9685-c83a-48b8-b13e-98304ed9c179/a3edfd42-55c7-46cb-9f9d-01edc2e7ba36/f1b9312b-70af-4880-8bde-b9b11c8e427b) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:48.097888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Pushing event updated for resources: {'Port': ['ID=d2538e3f-32c4-4376-bdd9-b79ad881f599,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:48.111614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Attempting to bind port d2538e3f-32c4-4376-bdd9-b79ad881f599 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:25:48.112218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Attempting to bind port d2538e3f-32c4-4376-bdd9-b79ad881f599 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '42c3b64b-789a-4738-b182-20bb297d1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:25:48.112790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Attempting to bind port d2538e3f-32c4-4376-bdd9-b79ad881f599 on network 32ff9685-c83a-48b8-b13e-98304ed9c179 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:25:48.120246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:25:48.120939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Checking segment: {'id': '42c3b64b-789a-4738-b182-20bb297d1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:25:48.121646 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.122339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Bound using segment: {'id': '42c3b64b-789a-4738-b182-20bb297d1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:25:48.124792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Bound port: d2538e3f-32c4-4376-bdd9-b79ad881f599, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c3b64b-789a-4738-b182-20bb297d1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:25:48.125853 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.281356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] For port d2538e3f-32c4-4376-bdd9-b79ad881f599, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:25:48.289427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] For port d2538e3f-32c4-4376-bdd9-b79ad881f599, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d2538e3f-32c4-4376-bdd9-b79ad881f599,segment=NetworkSegment(42c3b64b-789a-4738-b182-20bb297d1709),segment_id=42c3b64b-789a-4738-b182-20bb297d1709)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:25:48.316019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Router 26690c4f-6f37-47b3-b894-593f05de7ddb has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:48.319360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.393978 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.417556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:48.426446 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8cdfe1a0-2b65-4025-90e7-f37e8008fb24 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "PUT /v2.0/routers/26690c4f-6f37-47b3-b894-593f05de7ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1707466 Sep 17 22:25:48.428784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33150) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:48.462948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e500762-3c66-49e0-8084-3a989998d942 None None] Sync routers for ids ['26690c4f-6f37-47b3-b894-593f05de7ddb'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:48.485309 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-bd575914-94f1-4d81-afbf-ea79ec3e937a tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] delete failed (client error): The resource could not be found. Sep 17 22:25:48.497745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bd575914-94f1-4d81-afbf-ea79ec3e937a tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-732609057 HTTP/1.1" status: 404 len: 334 time: 0.0648205 Sep 17 22:25:48.497979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33152) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:48.502083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-34bcfc79-c219-4325-bc98-855bfc918265 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Request body: {'router': {'external_gateway_info': {'network_id': '26690c4f-6f37-47b3-b894-593f05de7ddb'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:48.524362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e500762-3c66-49e0-8084-3a989998d942 None None] Routers {'26690c4f-6f37-47b3-b894-593f05de7ddb'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:48.524947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5e500762-3c66-49e0-8084-3a989998d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:25:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['26690c4f-6f37-47b3-b894-593f05de7ddb'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:48.547652 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.636208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5e500762-3c66-49e0-8084-3a989998d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:48.642890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:48.651364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2088e5-95ab-4e48-b926-af49f6a4aa00 None None] Pushing event updated for resources: {'Port': ['ID=d2538e3f-32c4-4376-bdd9-b79ad881f599,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:48.653195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:48.669113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e500762-3c66-49e0-8084-3a989998d942 None None] Routers {'26690c4f-6f37-47b3-b894-593f05de7ddb'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:48.669936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5e500762-3c66-49e0-8084-3a989998d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:25:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['26690c4f-6f37-47b3-b894-593f05de7ddb'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:48.671405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:48.686150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:48.686150 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:48.706148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Port': ['ID=f1b9312b-70af-4880-8bde-b9b11c8e427b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:48.718204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5e500762-3c66-49e0-8084-3a989998d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:48.719186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e500762-3c66-49e0-8084-3a989998d942 None None] The sync data for ids ['26690c4f-6f37-47b3-b894-593f05de7ddb'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:48.793180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33158) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:48.793715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-207f4b36-cfb3-414f-932e-b2a2b0cfed6c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7432446 Sep 17 22:25:48.802916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'port': {'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1369928812', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f5', 'mac_address': 'fa:16:3e:e4:d3:13'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:49.073039 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34bcfc79-c219-4325-bc98-855bfc918265 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.322702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Made reservation on behalf of c1451ccb81fa4f4bae508a862f5ceebb for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:49.353943 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-34bcfc79-c219-4325-bc98-855bfc918265 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] update failed (client error): The resource could not be found. Sep 17 22:25:49.358406 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-34bcfc79-c219-4325-bc98-855bfc918265 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "PUT /v2.0/routers/26690c4f-6f37-47b3-b894-593f05de7ddb HTTP/1.1" status: 404 len: 339 time: 0.8566430 Sep 17 22:25:49.360357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33172) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:49.749709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:49.883147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] device_id is not set on port 5d2fa23c-e6d9-49e2-9589-21d972fb5da5 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:50.064972 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.161433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d2538e3f-32c4-4376-bdd9-b79ad881f599 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:50.212233 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bef46765-5a0a-4b87-9463-106feacad9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.357488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d2538e3f-32c4-4376-bdd9-b79ad881f599 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:50.357861 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.452133 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Allocated IP 2001:db8::82 (32ff9685-c83a-48b8-b13e-98304ed9c179/a3edfd42-55c7-46cb-9f9d-01edc2e7ba36/5d2fa23c-e6d9-49e2-9589-21d972fb5da5) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:50.543384 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.591840 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port d2538e3f-32c4-4376-bdd9-b79ad881f599, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d2538e3f-32c4-4376-bdd9-b79ad881f599,segment=NetworkSegment(42c3b64b-789a-4738-b182-20bb297d1709),segment_id=42c3b64b-789a-4738-b182-20bb297d1709)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:50.620847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5388a-7070-4961-aff4-a68655414f15 None None] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:50.677634 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.756007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9de645e8-599a-4b7c-a3b7-933f78ffdc22 None None] Provisioning complete for port d2538e3f-32c4-4376-bdd9-b79ad881f599 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:50.756511 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9de645e8-599a-4b7c-a3b7-933f78ffdc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:50.797059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=d2538e3f-32c4-4376-bdd9-b79ad881f599,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:50.839139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.839598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.839942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.840277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.840613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.840943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.841266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.841590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.841931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.842381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.845520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.845520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:50.916630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Allocated IP 172.20.0.1 (65803c20-9b5d-4bcd-a264-2bd71f009a61/728d578e-2aa2-4ebc-aa9d-d67b0fc53b1b/d9307dfa-8c4d-48b9-89bc-f2567f5d10ff) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:50.984197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.096256 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.172973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.223848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:51.227430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:51.229996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:51.240585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:51.241455 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.249683 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.280783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Port': ['ID=5d2fa23c-e6d9-49e2-9589-21d972fb5da5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:51.292318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network 65803c20-9b5d-4bcd-a264-2bd71f009a61 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:51.310950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:51.313367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:51.338540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.382465 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7b0c3f83-0fa4-40ab-8cac-79cdc08fc093 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5886908 Sep 17 22:25:51.393940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33214) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:51.399146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Port': ['ID=d9307dfa-8c4d-48b9-89bc-f2567f5d10ff,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:51.440693 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.440950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-19bf2c6c-4dcd-47c7-a9c0-24e522484c59 None None] Provisioning complete for port d2538e3f-32c4-4376-bdd9-b79ad881f599 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:51.441356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-19bf2c6c-4dcd-47c7-a9c0-24e522484c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.608217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-19bf2c6c-4dcd-47c7-a9c0-24e522484c59 None None] Provisioning complete for port f1b9312b-70af-4880-8bde-b9b11c8e427b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:51.608689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-19bf2c6c-4dcd-47c7-a9c0-24e522484c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.660043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-19bf2c6c-4dcd-47c7-a9c0-24e522484c59 None None] Port f1b9312b-70af-4880-8bde-b9b11c8e427b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:51.698635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.729676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23699a52-9884-4263-a4b8-d7c30d5c17b6 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:51.737625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23699a52-9884-4263-a4b8-d7c30d5c17b6 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:51.744237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23699a52-9884-4263-a4b8-d7c30d5c17b6 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:51.746921 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-23699a52-9884-4263-a4b8-d7c30d5c17b6 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3601198 Sep 17 22:25:51.750348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33222) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:51.786532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e16569e0-e88b-49ea-b2a2-f7ae62cabfeb None None] Provisioning complete for port d9307dfa-8c4d-48b9-89bc-f2567f5d10ff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:51.787181 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e16569e0-e88b-49ea-b2a2-f7ae62cabfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.844699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e16569e0-e88b-49ea-b2a2-f7ae62cabfeb None None] Port d9307dfa-8c4d-48b9-89bc-f2567f5d10ff cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:51.932319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Deleting port 5d2fa23c-e6d9-49e2-9589-21d972fb5da5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:51.932669 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.949003 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:51.981481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-95a94ee9-2e44-4110-b4ad-7d7b81537a95 None None] Provisioning complete for port f1b9312b-70af-4880-8bde-b9b11c8e427b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:51.981481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-95a94ee9-2e44-4110-b4ad-7d7b81537a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.071432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.092309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Calling delete_port for 5d2fa23c-e6d9-49e2-9589-21d972fb5da5 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:52.113328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d2538e3f-32c4-4376-bdd9-b79ad881f599 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:25:52.188750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-95a94ee9-2e44-4110-b4ad-7d7b81537a95 None None] Port f1b9312b-70af-4880-8bde-b9b11c8e427b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:52.263595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d2538e3f-32c4-4376-bdd9-b79ad881f599 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:52.263971 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.382371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d675df42-1346-445f-b141-47dd80496ea6 None None] Provisioning complete for port 5d2fa23c-e6d9-49e2-9589-21d972fb5da5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:52.388574 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d675df42-1346-445f-b141-47dd80496ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.435550 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.458717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d675df42-1346-445f-b141-47dd80496ea6 None None] Port 5d2fa23c-e6d9-49e2-9589-21d972fb5da5 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:52.525554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event deleted for resources: {'Port': ['ID=5d2fa23c-e6d9-49e2-9589-21d972fb5da5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:52.621791 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.626913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.627340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.627689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.628024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.628355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.628683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.629007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.629780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.632295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.632295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.632295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.632295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.688933 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.777298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event updated for resources: {'Port': ['ID=d9307dfa-8c4d-48b9-89bc-f2567f5d10ff,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:52.779813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.798005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.798355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.798703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.799298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.799559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.799889 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.800223 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.800550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.800879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.801240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.801570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.801894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:25:52.842508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:52.848077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-469f8489-b562-4dae-8927-840508d279c0 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "DELETE /v2.0/ports/5d2fa23c-e6d9-49e2-9589-21d972fb5da5 HTTP/1.1" status: 204 len: 168 time: 1.0965519 Sep 17 22:25:52.849384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33242) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:52.889797 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f18153-f0e5-4d16-83d9-ea898fd4350d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] GET failed (client error): The resource could not be found. Sep 17 22:25:52.902539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f6f18153-f0e5-4d16-83d9-ea898fd4350d tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "GET /v2.0/ports/5d2fa23c-e6d9-49e2-9589-21d972fb5da5 HTTP/1.1" status: 404 len: 333 time: 0.0518436 Sep 17 22:25:52.903633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33244) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:52.954738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'port': {'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2129360029'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:53.054102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Network 65803c20-9b5d-4bcd-a264-2bd71f009a61 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:53.057766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:53.207101 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Router 26690c4f-6f37-47b3-b894-593f05de7ddb has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:53.312162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Made reservation on behalf of c1451ccb81fa4f4bae508a862f5ceebb for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:53.327458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.373116 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.432849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] device_id is not set on port df0ae2b8-cc75-4788-92d4-3b2acb5658ee yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:53.512755 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6dfabb96-14db-483c-954e-1d40f64afc10 None None] Provisioning complete for port d9307dfa-8c4d-48b9-89bc-f2567f5d10ff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:53.513339 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6dfabb96-14db-483c-954e-1d40f64afc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:53.597307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6dfabb96-14db-483c-954e-1d40f64afc10 None None] Port d9307dfa-8c4d-48b9-89bc-f2567f5d10ff cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:53.920829 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:53.931218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33256) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:53.931806 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-235092e6-4e71-4ab8-b90d-e9d8d36d31f8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "PUT /v2.0/routers/26690c4f-6f37-47b3-b894-593f05de7ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5705898 Sep 17 22:25:53.945708 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d09781-b890-47bd-99a1-a9b46673d682 None None] Sync routers for ids ['26690c4f-6f37-47b3-b894-593f05de7ddb'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:53.950252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Allocated IP 2001:db8::fc (32ff9685-c83a-48b8-b13e-98304ed9c179/a3edfd42-55c7-46cb-9f9d-01edc2e7ba36/df0ae2b8-cc75-4788-92d4-3b2acb5658ee) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:53.995701 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d09781-b890-47bd-99a1-a9b46673d682 None None] Routers {'26690c4f-6f37-47b3-b894-593f05de7ddb'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:54.005163 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a3d09781-b890-47bd-99a1-a9b46673d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:25:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['26690c4f-6f37-47b3-b894-593f05de7ddb'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:54.140837 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a3d09781-b890-47bd-99a1-a9b46673d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:54.158140 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d09781-b890-47bd-99a1-a9b46673d682 None None] Routers {'26690c4f-6f37-47b3-b894-593f05de7ddb'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:54.162695 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a3d09781-b890-47bd-99a1-a9b46673d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:25:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['26690c4f-6f37-47b3-b894-593f05de7ddb'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:54.190199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.214049 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a3d09781-b890-47bd-99a1-a9b46673d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:54.215419 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d09781-b890-47bd-99a1-a9b46673d682 None None] The sync data for ids ['26690c4f-6f37-47b3-b894-593f05de7ddb'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:54.242394 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e58456a3-2fc2-4df0-9877-f02370dc18a8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.282635 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33264) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:54.368093 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.369945 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-e58456a3-2fc2-4df0-9877-f02370dc18a8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 22:25:54.375743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e58456a3-2fc2-4df0-9877-f02370dc18a8 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "DELETE /v2.0/routers/26690c4f-6f37-47b3-b894-593f05de7ddb HTTP/1.1" status: 409 len: 329 time: 0.4425626 Sep 17 22:25:54.378530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33272) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:54.434518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:54.438095 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:54.440820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:54.447164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:54.447793 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.489371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Port': ['ID=df0ae2b8-cc75-4788-92d4-3b2acb5658ee,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:54.515111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf32f-32d3-4f92-b58e-5a0a8f4820ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.636850 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ca78e07-c530-42e1-9fba-a9255139d640 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7243567 Sep 17 22:25:54.641339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33276) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:54.648194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b54a762e-af09-417f-a9dc-edd469f18ca9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f5', 'mac_address': 'fa:16:3e:e4:d3:13'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:54.760646 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf32f-32d3-4f92-b58e-5a0a8f4820ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.761978 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b54a762e-af09-417f-a9dc-edd469f18ca9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.830098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f838e2ff-8a9e-40cf-9cae-fdaa7ac83629 None None] Provisioning complete for port df0ae2b8-cc75-4788-92d4-3b2acb5658ee triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:54.831572 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f838e2ff-8a9e-40cf-9cae-fdaa7ac83629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:54.876229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f838e2ff-8a9e-40cf-9cae-fdaa7ac83629 None None] Port df0ae2b8-cc75-4788-92d4-3b2acb5658ee cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:54.961158 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b54a762e-af09-417f-a9dc-edd469f18ca9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.069816 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf32f-32d3-4f92-b58e-5a0a8f4820ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.115878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33280) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:55.116400 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d5cdf32f-32d3-4f92-b58e-5a0a8f4820ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=057c82910d46451daf8accf7fdb402c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8321803 Sep 17 22:25:55.118366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdf32f-32d3-4f92-b58e-5a0a8f4820ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19eb730-b687-4727-a8c8-5ec81f943293,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:55.133509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b54a762e-af09-417f-a9dc-edd469f18ca9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.178481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b54a762e-af09-417f-a9dc-edd469f18ca9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] In _notify_port_updated(), no bound segment for port df0ae2b8-cc75-4788-92d4-3b2acb5658ee on network 32ff9685-c83a-48b8-b13e-98304ed9c179 {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:25:55.184663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a762e-af09-417f-a9dc-edd469f18ca9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:55.185422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b54a762e-af09-417f-a9dc-edd469f18ca9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.190276 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b54a762e-af09-417f-a9dc-edd469f18ca9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "PUT /v2.0/ports/df0ae2b8-cc75-4788-92d4-3b2acb5658ee HTTP/1.1" status: 200 len: 1002 time: 0.5478668 Sep 17 22:25:55.191024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33286) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:55.255199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a762e-af09-417f-a9dc-edd469f18ca9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Port': ['ID=df0ae2b8-cc75-4788-92d4-3b2acb5658ee,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:55.345313 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e62c0bf-dbcb-4232-bbe5-15db794f44ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.399354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc963c-9a2c-4907-ab1a-0220eda57fc2 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Deleting port df0ae2b8-cc75-4788-92d4-3b2acb5658ee {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:55.399811 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6cc963c-9a2c-4907-ab1a-0220eda57fc2 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.434278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e62c0bf-dbcb-4232-bbe5-15db794f44ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.474001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.518520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6cc963c-9a2c-4907-ab1a-0220eda57fc2 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.532836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc963c-9a2c-4907-ab1a-0220eda57fc2 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Calling delete_port for df0ae2b8-cc75-4788-92d4-3b2acb5658ee owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:55.647527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5715e281-bc57-4289-bf01-f76e95d9b873 None None] Provisioning complete for port df0ae2b8-cc75-4788-92d4-3b2acb5658ee triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:55.648509 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5715e281-bc57-4289-bf01-f76e95d9b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.779784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5715e281-bc57-4289-bf01-f76e95d9b873 None None] Port df0ae2b8-cc75-4788-92d4-3b2acb5658ee cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:55.829808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6cc963c-9a2c-4907-ab1a-0220eda57fc2 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.865541 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e62c0bf-dbcb-4232-bbe5-15db794f44ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.868909 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e62c0bf-dbcb-4232-bbe5-15db794f44ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:55.871027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4e62c0bf-dbcb-4232-bbe5-15db794f44ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b19eb730-b687-4727-a8c8-5ec81f943293 HTTP/1.1" status: 204 len: 168 time: 0.7523131 Sep 17 22:25:55.904709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62c0bf-dbcb-4232-bbe5-15db794f44ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19eb730-b687-4727-a8c8-5ec81f943293,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:56.029566 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc963c-9a2c-4907-ab1a-0220eda57fc2 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event deleted for resources: {'Port': ['ID=df0ae2b8-cc75-4788-92d4-3b2acb5658ee,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:56.097772 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:25:56.157225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6cc963c-9a2c-4907-ab1a-0220eda57fc2 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.162074 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f6cc963c-9a2c-4907-ab1a-0220eda57fc2 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "DELETE /v2.0/ports/df0ae2b8-cc75-4788-92d4-3b2acb5658ee HTTP/1.1" status: 204 len: 168 time: 0.9642942 Sep 17 22:25:56.162499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33298) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:56.214267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Deleting port d9307dfa-8c4d-48b9-89bc-f2567f5d10ff {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:56.214843 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.231283 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bd60e0-481e-41fc-9cb4-3da56f4f9d72 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] GET failed (client error): The resource could not be found. Sep 17 22:25:56.233029 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-72bd60e0-481e-41fc-9cb4-3da56f4f9d72 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "GET /v2.0/ports/df0ae2b8-cc75-4788-92d4-3b2acb5658ee HTTP/1.1" status: 404 len: 333 time: 0.0694258 Sep 17 22:25:56.237069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33300) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:56.242817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'port': {'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1556137129'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:56.335022 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.361752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Calling delete_port for d9307dfa-8c4d-48b9-89bc-f2567f5d10ff owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:56.515696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Made reservation on behalf of c1451ccb81fa4f4bae508a862f5ceebb for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:56.520370 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.558236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] device_id is not set on port e378b419-70d7-4ef5-8590-6f8c5ad46ac1 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:56.715568 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:56.762437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Port': ['ID=d9307dfa-8c4d-48b9-89bc-f2567f5d10ff,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:56.909855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Allocated IP 2001:db8::24c (32ff9685-c83a-48b8-b13e-98304ed9c179/a3edfd42-55c7-46cb-9f9d-01edc2e7ba36/e378b419-70d7-4ef5-8590-6f8c5ad46ac1) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:25:56.980468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33312) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:56.992838 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.004064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5759ffdf-4666-4566-9f12-b01a0bca65eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.120815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.201300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Router 26690c4f-6f37-47b3-b894-593f05de7ddb has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:25:57.250347 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.305796 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5759ffdf-4666-4566-9f12-b01a0bca65eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.307181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:25:57.308475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:25:57.312240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:25:57.318105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cda52c16-6da2-4f28-a066-e7efcfbb1ee0 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "PUT /v2.0/routers/26690c4f-6f37-47b3-b894-593f05de7ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9371562 Sep 17 22:25:57.318937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33320) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:57.321748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:25:57.328287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.328877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134298f4-24dc-4975-b3be-ff45eee529d8 None None] Sync routers for ids ['26690c4f-6f37-47b3-b894-593f05de7ddb'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:25:57.329359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.334346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Port': ['ID=e378b419-70d7-4ef5-8590-6f8c5ad46ac1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:57.351645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134298f4-24dc-4975-b3be-ff45eee529d8 None None] Routers {'26690c4f-6f37-47b3-b894-593f05de7ddb'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:57.351645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-134298f4-24dc-4975-b3be-ff45eee529d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:25:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['26690c4f-6f37-47b3-b894-593f05de7ddb'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:57.392829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-134298f4-24dc-4975-b3be-ff45eee529d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:57.408623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134298f4-24dc-4975-b3be-ff45eee529d8 None None] Routers {'26690c4f-6f37-47b3-b894-593f05de7ddb'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:25:57.409257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-134298f4-24dc-4975-b3be-ff45eee529d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:25:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['26690c4f-6f37-47b3-b894-593f05de7ddb'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:57.412352 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-f4e13108-c972-453e-b8ea-dd1613592490 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] show failed (client error): The resource could not be found. Sep 17 22:25:57.413686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f4e13108-c972-453e-b8ea-dd1613592490 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1459244470 HTTP/1.1" status: 404 len: 335 time: 0.0935700 Sep 17 22:25:57.414339 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5759ffdf-4666-4566-9f12-b01a0bca65eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.418339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33324) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:57.432574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-921439e9-8ed4-4e4b-b843-4f14a3d1a866 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:57.446680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-134298f4-24dc-4975-b3be-ff45eee529d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:57.447373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134298f4-24dc-4975-b3be-ff45eee529d8 None None] The sync data for ids ['26690c4f-6f37-47b3-b894-593f05de7ddb'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:25:57.462041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5759ffdf-4666-4566-9f12-b01a0bca65eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=696bba29bd2941709ec1908508974e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804983 Sep 17 22:25:57.462667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33330) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:57.471307 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-921439e9-8ed4-4e4b-b843-4f14a3d1a866 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] update failed (client error): The resource could not be found. Sep 17 22:25:57.471307 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-921439e9-8ed4-4e4b-b843-4f14a3d1a866 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-540751440 HTTP/1.1" status: 404 len: 334 time: 0.0501831 Sep 17 22:25:57.474623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33336) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:57.492049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759ffdf-4666-4566-9f12-b01a0bca65eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93ff49c-e1e4-4ecb-9f86-9bd6c2b37859,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:57.537905 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8980f6ad-83d1-4eb0-bb5c-d0918728a365 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2966647 Sep 17 22:25:57.539329 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a1efb278-348d-4cec-9c3f-f4fb3959b28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.540876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33340) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:57.547130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-47ba48aa-7a58-4d28-83c5-c37a946ee8a8 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e4:d3:13'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:57.549210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-441c723a-9652-4ec2-9813-a1f0cfe79097 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Deleting subnet 6d507922-387e-4648-aee1-6e96ca14ff28 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:57.554734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-441c723a-9652-4ec2-9813-a1f0cfe79097 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.610835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-441c723a-9652-4ec2-9813-a1f0cfe79097 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.632910 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a1efb278-348d-4cec-9c3f-f4fb3959b28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.700260 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-441c723a-9652-4ec2-9813-a1f0cfe79097 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.735318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a48ff39f-33c6-4671-b85d-9bfa336aa98d None None] Provisioning complete for port e378b419-70d7-4ef5-8590-6f8c5ad46ac1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:57.735695 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a48ff39f-33c6-4671-b85d-9bfa336aa98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.748727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d246672-8c06-4c99-b83a-a817d9c9267d req-6e5eba64-8a16-430f-8ed3-273c9679cb2f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:57.750262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d246672-8c06-4c99-b83a-a817d9c9267d req-6e5eba64-8a16-430f-8ed3-273c9679cb2f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 945 time: 0.1514885 Sep 17 22:25:57.771763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a48ff39f-33c6-4671-b85d-9bfa336aa98d None None] Port e378b419-70d7-4ef5-8590-6f8c5ad46ac1 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:57.849021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d246672-8c06-4c99-b83a-a817d9c9267d req-bd9d1f24-fa68-49b5-bfb1-bf91b77d7904 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702586 Sep 17 22:25:57.849783 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47ba48aa-7a58-4d28-83c5-c37a946ee8a8 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.893592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-441c723a-9652-4ec2-9813-a1f0cfe79097 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.907215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a1efb278-348d-4cec-9c3f-f4fb3959b28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.909877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a1efb278-348d-4cec-9c3f-f4fb3959b28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.911541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a1efb278-348d-4cec-9c3f-f4fb3959b28e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c93ff49c-e1e4-4ecb-9f86-9bd6c2b37859 HTTP/1.1" status: 204 len: 168 time: 0.4457531 Sep 17 22:25:57.932292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efb278-348d-4cec-9c3f-f4fb3959b28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93ff49c-e1e4-4ecb-9f86-9bd6c2b37859,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:57.960144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c723a-9652-4ec2-9813-a1f0cfe79097 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Subnet': ['ID=6d507922-387e-4648-aee1-6e96ca14ff28,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:57.962235 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-441c723a-9652-4ec2-9813-a1f0cfe79097 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:57.966853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33350) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:57.972761 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-441c723a-9652-4ec2-9813-a1f0cfe79097 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "DELETE /v2.0/subnets/6d507922-387e-4648-aee1-6e96ca14ff28 HTTP/1.1" status: 204 len: 168 time: 0.4965968 Sep 17 22:25:57.974938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d7526c-eecf-44b2-80d5-36b5e12a4409 None None] Network f76789bb-d683-4229-87fd-916686512cb3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:58.083307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-953fd22d-7142-42de-948d-43477f6f93b6 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Deleting subnet aaf74f95-adf7-4a87-b9ba-247ca6105c7e {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:25:58.096206 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-953fd22d-7142-42de-948d-43477f6f93b6 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.166118 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-953fd22d-7142-42de-948d-43477f6f93b6 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.228564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f894e8d0-627f-4ccc-9086-fdb63f451e10 None None] DHCP port deletion for f76789bb-d683-4229-87fd-916686512cb3 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:25:58.231254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47ba48aa-7a58-4d28-83c5-c37a946ee8a8 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.283087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f894e8d0-627f-4ccc-9086-fdb63f451e10 None None] Deleting port fc88844b-3358-4c3e-8e9f-732aa5eec7c1 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:58.283534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f894e8d0-627f-4ccc-9086-fdb63f451e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.287884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-953fd22d-7142-42de-948d-43477f6f93b6 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.355311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f894e8d0-627f-4ccc-9086-fdb63f451e10 None None] For port fc88844b-3358-4c3e-8e9f-732aa5eec7c1, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fc88844b-3358-4c3e-8e9f-732aa5eec7c1,segment=NetworkSegment(02ec35eb-5880-425a-a73f-e8f5ab504eb5),segment_id=02ec35eb-5880-425a-a73f-e8f5ab504eb5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:58.355808 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f894e8d0-627f-4ccc-9086-fdb63f451e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.369601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f894e8d0-627f-4ccc-9086-fdb63f451e10 None None] Calling delete_port for fc88844b-3358-4c3e-8e9f-732aa5eec7c1 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:58.384015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47ba48aa-7a58-4d28-83c5-c37a946ee8a8 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.471869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba48aa-7a58-4d28-83c5-c37a946ee8a8 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Port': ['ID=e378b419-70d7-4ef5-8590-6f8c5ad46ac1,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:58.490870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-47ba48aa-7a58-4d28-83c5-c37a946ee8a8 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] In _notify_port_updated(), no bound segment for port e378b419-70d7-4ef5-8590-6f8c5ad46ac1 on network 32ff9685-c83a-48b8-b13e-98304ed9c179 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:25:58.496079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba48aa-7a58-4d28-83c5-c37a946ee8a8 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:58.496802 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47ba48aa-7a58-4d28-83c5-c37a946ee8a8 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.500847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-47ba48aa-7a58-4d28-83c5-c37a946ee8a8 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "PUT /v2.0/ports/e378b419-70d7-4ef5-8590-6f8c5ad46ac1 HTTP/1.1" status: 200 len: 1003 time: 0.9563296 Sep 17 22:25:58.500847 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-953fd22d-7142-42de-948d-43477f6f93b6 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.501157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33358) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:58.556798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fd22d-7142-42de-948d-43477f6f93b6 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf74f95-adf7-4a87-b9ba-247ca6105c7e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:58.559170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-953fd22d-7142-42de-948d-43477f6f93b6 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.565704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-953fd22d-7142-42de-948d-43477f6f93b6 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "DELETE /v2.0/subnets/aaf74f95-adf7-4a87-b9ba-247ca6105c7e HTTP/1.1" status: 204 len: 168 time: 0.5961442 Sep 17 22:25:58.565704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33360) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:58.572936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da2a2d-d4f6-4e6e-bdc4-ea7d47e89f85 None None] Network 95a0a596-1112-42ae-92a0-44aee36a829d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:25:58.741619 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f894e8d0-627f-4ccc-9086-fdb63f451e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.774545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.780773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894e8d0-627f-4ccc-9086-fdb63f451e10 None None] Pushing event deleted for resources: {'Port': ['ID=fc88844b-3358-4c3e-8e9f-732aa5eec7c1,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:58.789899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e9183210-d59d-453f-b4b8-ad18411723cd tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Deleting port e378b419-70d7-4ef5-8590-6f8c5ad46ac1 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:58.790245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9183210-d59d-453f-b4b8-ad18411723cd tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.795339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894e8d0-627f-4ccc-9086-fdb63f451e10 None None] No DVR routers for this DVR port fc88844b-3358-4c3e-8e9f-732aa5eec7c1 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:58.858031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1bb7924e-777e-4f52-ba0f-4796be6fb96f None None] Provisioning complete for port e378b419-70d7-4ef5-8590-6f8c5ad46ac1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:25:58.858397 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1bb7924e-777e-4f52-ba0f-4796be6fb96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.954083 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:58.982752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76789bb-d683-4229-87fd-916686512cb3']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:58.985890 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9183210-d59d-453f-b4b8-ad18411723cd tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.009157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ec35eb-5880-425a-a73f-e8f5ab504eb5') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:59.009495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ec35eb-5880-425a-a73f-e8f5ab504eb5') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:25:59.013879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e9183210-d59d-453f-b4b8-ad18411723cd tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Calling delete_port for e378b419-70d7-4ef5-8590-6f8c5ad46ac1 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:59.037320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.058843 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.068300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:25:59.068631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.079197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7924e-777e-4f52-ba0f-4796be6fb96f None None] Port e378b419-70d7-4ef5-8590-6f8c5ad46ac1 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:25:59.090025 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:25:59.190476 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e207adb8-2372-4e54-a1ff-dc225dae225d None None] DHCP port deletion for 95a0a596-1112-42ae-92a0-44aee36a829d request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:25:59.199552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb786cb-d16c-4fe3-bd32-998b38dc84c7 req-4040d57b-feba-462b-b84e-8f9f386328ec tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:25:59.201256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bb786cb-d16c-4fe3-bd32-998b38dc84c7 req-4040d57b-feba-462b-b84e-8f9f386328ec tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 945 time: 0.0986478 Sep 17 22:25:59.252347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e207adb8-2372-4e54-a1ff-dc225dae225d None None] Deleting port 5ab32f8d-3529-4c25-a990-eadb15dd5204 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:59.252979 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e207adb8-2372-4e54-a1ff-dc225dae225d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.278706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bb786cb-d16c-4fe3-bd32-998b38dc84c7 req-74b12ade-389a-487d-b20e-06e569329404 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664744 Sep 17 22:25:59.287796 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.307689 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.316619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "DELETE /v2.0/networks/f76789bb-d683-4229-87fd-916686512cb3 HTTP/1.1" status: 204 len: 168 time: 0.7470620 Sep 17 22:25:59.321902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33384) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:59.351174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e207adb8-2372-4e54-a1ff-dc225dae225d None None] For port 5ab32f8d-3529-4c25-a990-eadb15dd5204, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5ab32f8d-3529-4c25-a990-eadb15dd5204,segment=NetworkSegment(e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1),segment_id=e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:59.351884 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e207adb8-2372-4e54-a1ff-dc225dae225d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.359297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046c965-bb5e-46ef-9a8d-ed4430ea0d58 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Network': ['ID=f76789bb-d683-4229-87fd-916686512cb3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:59.397325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e207adb8-2372-4e54-a1ff-dc225dae225d None None] Calling delete_port for 5ab32f8d-3529-4c25-a990-eadb15dd5204 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:59.468649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.510199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9183210-d59d-453f-b4b8-ad18411723cd tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.543756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9183210-d59d-453f-b4b8-ad18411723cd tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event deleted for resources: {'Port': ['ID=e378b419-70d7-4ef5-8590-6f8c5ad46ac1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:59.590124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9183210-d59d-453f-b4b8-ad18411723cd tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.592557 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e9183210-d59d-453f-b4b8-ad18411723cd tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "DELETE /v2.0/ports/e378b419-70d7-4ef5-8590-6f8c5ad46ac1 HTTP/1.1" status: 204 len: 168 time: 1.0898440 Sep 17 22:25:59.595395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33396) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:59.601087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Deleting port 5ab32f8d-3529-4c25-a990-eadb15dd5204 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:25:59.601788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.635536 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c876913-03e3-402c-9226-7236c85593d4 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] GET failed (client error): The resource could not be found. Sep 17 22:25:59.640814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c876913-03e3-402c-9226-7236c85593d4 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "GET /v2.0/ports/e378b419-70d7-4ef5-8590-6f8c5ad46ac1 HTTP/1.1" status: 404 len: 333 time: 0.0407419 Sep 17 22:25:59.649013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33400) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:25:59.656175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'port': {'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-425661419'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:25:59.680181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] For port 5ab32f8d-3529-4c25-a990-eadb15dd5204, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5ab32f8d-3529-4c25-a990-eadb15dd5204,segment=NetworkSegment(e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1),segment_id=e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:25:59.680553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.699692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Calling delete_port for 5ab32f8d-3529-4c25-a990-eadb15dd5204 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:25:59.735294 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e207adb8-2372-4e54-a1ff-dc225dae225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.774399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207adb8-2372-4e54-a1ff-dc225dae225d None None] Pushing event deleted for resources: {'Port': ['ID=5ab32f8d-3529-4c25-a990-eadb15dd5204,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:59.799917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207adb8-2372-4e54-a1ff-dc225dae225d None None] No DVR routers for this DVR port 5ab32f8d-3529-4c25-a990-eadb15dd5204 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:59.853831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.882405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Port': ['ID=5ab32f8d-3529-4c25-a990-eadb15dd5204,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:25:59.889594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] No DVR routers for this DVR port 5ab32f8d-3529-4c25-a990-eadb15dd5204 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:25:59.945149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Made reservation on behalf of c1451ccb81fa4f4bae508a862f5ceebb for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:25:59.951037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:25:59.975732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] device_id is not set on port a840d1a8-cc25-4cac-b55b-60bf3c0945db yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:25:59.979338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.009381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a0a596-1112-42ae-92a0-44aee36a829d']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:00.019330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:00.019656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bb0f7f-be79-496b-84fe-8cc4bbd1d6d1') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:00.029963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.047272 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.055136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:00.055566 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:00.059195 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:00.078065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5ab32f8d-3529-4c25-a990-eadb15dd5204 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:00.130484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Allocated IP 2001:db8::1aa (32ff9685-c83a-48b8-b13e-98304ed9c179/a3edfd42-55c7-46cb-9f9d-01edc2e7ba36/a840d1a8-cc25-4cac-b55b-60bf3c0945db) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:00.143504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5ab32f8d-3529-4c25-a990-eadb15dd5204 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:00.146336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5ab32f8d-3529-4c25-a990-eadb15dd5204 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:00.148843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc88844b-3358-4c3e-8e9f-732aa5eec7c1 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:00.189909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: fc88844b-3358-4c3e-8e9f-732aa5eec7c1 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:00.190539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc88844b-3358-4c3e-8e9f-732aa5eec7c1 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:00.260354 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.265263 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.267472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "DELETE /v2.0/networks/95a0a596-1112-42ae-92a0-44aee36a829d HTTP/1.1" status: 204 len: 168 time: 0.9447942 Sep 17 22:26:00.271984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33412) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:00.291058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479df56e-b827-4532-b916-498656d5a722 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Network': ['ID=95a0a596-1112-42ae-92a0-44aee36a829d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:00.336281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8180bc8-0f6f-4322-879e-8c3a2a1883e2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Deleting subnet 728d578e-2aa2-4ebc-aa9d-d67b0fc53b1b {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:00.339772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8180bc8-0f6f-4322-879e-8c3a2a1883e2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.350082 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.439511 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8180bc8-0f6f-4322-879e-8c3a2a1883e2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.492568 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.524692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8180bc8-0f6f-4322-879e-8c3a2a1883e2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.539824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:00.542988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:00.552607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:00.558369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:00.559014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.570723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Port': ['ID=a840d1a8-cc25-4cac-b55b-60bf3c0945db,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:00.704379 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8180bc8-0f6f-4322-879e-8c3a2a1883e2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.734131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8180bc8-0f6f-4322-879e-8c3a2a1883e2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Subnet': ['ID=728d578e-2aa2-4ebc-aa9d-d67b0fc53b1b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:00.743201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9bd39279-4ee7-4638-8e09-b019db3eb0bf tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0898192 Sep 17 22:26:00.743201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33426) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:00.747865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'port': {'network_id': '32ff9685-c83a-48b8-b13e-98304ed9c179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1288613173'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:00.769443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82d11a-bfac-4541-b1f6-beae07a3acae None None] Network 65803c20-9b5d-4bcd-a264-2bd71f009a61 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:00.773144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8180bc8-0f6f-4322-879e-8c3a2a1883e2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.776290 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e8180bc8-0f6f-4322-879e-8c3a2a1883e2 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "DELETE /v2.0/subnets/728d578e-2aa2-4ebc-aa9d-d67b0fc53b1b HTTP/1.1" status: 204 len: 168 time: 0.5019815 Sep 17 22:26:00.778729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33428) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:00.808846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:00.878398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.943862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Deleting port 12baca2e-3eee-413b-baf1-dd2ea166e09a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:00.944546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:00.973207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d65b90b6-d0a5-4a98-875c-c72845e4818e None None] Provisioning complete for port a840d1a8-cc25-4cac-b55b-60bf3c0945db triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:00.973562 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d65b90b6-d0a5-4a98-875c-c72845e4818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.015111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] For port 12baca2e-3eee-413b-baf1-dd2ea166e09a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=12baca2e-3eee-413b-baf1-dd2ea166e09a,segment=NetworkSegment(c5b51601-0eb9-4f45-84a2-884aa5ef9356),segment_id=c5b51601-0eb9-4f45-84a2-884aa5ef9356)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:01.020991 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.028456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Calling delete_port for 12baca2e-3eee-413b-baf1-dd2ea166e09a owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:01.045315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d65b90b6-d0a5-4a98-875c-c72845e4818e None None] Port a840d1a8-cc25-4cac-b55b-60bf3c0945db cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:01.052975 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.069240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Made reservation on behalf of c1451ccb81fa4f4bae508a862f5ceebb for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:01.074031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.078374 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:01.080948 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bf5ccf-ab44-4eb0-888e-2d224dd27184" -d '{"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-unplugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:01.100760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:01.107368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] device_id is not set on port 51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:26:01.133541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fbaf81-0c45-4e66-b805-7b320560a5f0 None None] DHCP port deletion for 65803c20-9b5d-4bcd-a264-2bd71f009a61 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:01.173962 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b08308e-bbf1-49e0-a23f-7a472c9fb2a3 x-openstack-request-id: req-5b08308e-bbf1-49e0-a23f-7a472c9fb2a3 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:01.178910 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-unplugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:01.178910 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b08308e-bbf1-49e0-a23f-7a472c9fb2a3 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:01.178910 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'code': 200} Sep 17 22:26:01.196554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbaf81-0c45-4e66-b805-7b320560a5f0 None None] Deleting port 12baca2e-3eee-413b-baf1-dd2ea166e09a {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:01.196945 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4fbaf81-0c45-4e66-b805-7b320560a5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.200806 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.252739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.288733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Port': ['ID=12baca2e-3eee-413b-baf1-dd2ea166e09a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:01.289015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Allocated IP 2001:db8::308 (32ff9685-c83a-48b8-b13e-98304ed9c179/a3edfd42-55c7-46cb-9f9d-01edc2e7ba36/51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:01.303193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] No DVR routers for this DVR port 12baca2e-3eee-413b-baf1-dd2ea166e09a on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:01.306684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c4fbaf81-0c45-4e66-b805-7b320560a5f0 None None] For port 12baca2e-3eee-413b-baf1-dd2ea166e09a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=12baca2e-3eee-413b-baf1-dd2ea166e09a,segment=NetworkSegment(c5b51601-0eb9-4f45-84a2-884aa5ef9356),segment_id=c5b51601-0eb9-4f45-84a2-884aa5ef9356)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:01.307365 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4fbaf81-0c45-4e66-b805-7b320560a5f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.328846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbaf81-0c45-4e66-b805-7b320560a5f0 None None] Calling delete_port for 12baca2e-3eee-413b-baf1-dd2ea166e09a owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:01.332512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:01.404615 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.428195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65803c20-9b5d-4bcd-a264-2bd71f009a61']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:01.438700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b51601-0eb9-4f45-84a2-884aa5ef9356') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:01.439051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b51601-0eb9-4f45-84a2-884aa5ef9356') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:01.449965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.464776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.471821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:01.472307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.497997 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4fbaf81-0c45-4e66-b805-7b320560a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:01.545496 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:01.562073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.569676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbaf81-0c45-4e66-b805-7b320560a5f0 None None] Pushing event deleted for resources: {'Port': ['ID=12baca2e-3eee-413b-baf1-dd2ea166e09a,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:01.576416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbaf81-0c45-4e66-b805-7b320560a5f0 None None] No DVR routers for this DVR port 12baca2e-3eee-413b-baf1-dd2ea166e09a on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:01.632208 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.637426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:01.641728 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "DELETE /v2.0/networks/65803c20-9b5d-4bcd-a264-2bd71f009a61 HTTP/1.1" status: 204 len: 168 time: 0.8595507 Sep 17 22:26:01.642172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33450) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:01.654293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be54dd-8451-429e-823a-81213b202662 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Pushing event deleted for resources: {'Network': ['ID=65803c20-9b5d-4bcd-a264-2bd71f009a61,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:02.040179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-726c05ca-ddcb-4583-a8d1-01973ae1972d tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "GET /v2.0/ports?device_id=26690c4f-6f37-47b3-b894-593f05de7ddb HTTP/1.1" status: 200 len: 205 time: 0.3968763 Sep 17 22:26:02.041530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.043670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33458) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:02.085548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 12baca2e-3eee-413b-baf1-dd2ea166e09a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:02.107038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 12baca2e-3eee-413b-baf1-dd2ea166e09a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:02.107485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 12baca2e-3eee-413b-baf1-dd2ea166e09a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:02.118848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:02.125006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:02.130160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:02.135722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:02.136346 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.181775 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4031be0a-4230-4f71-9c68-1769729860c3 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.226909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Port': ['ID=51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:02.339837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33466) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:02.349392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-139f6f12-8e97-4f98-9d59-06e8c2dc1726 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6054106 Sep 17 22:26:02.352051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33470) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:02.369583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-95c0dea6-f369-4e59-99d3-73ae328b9325 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f5', 'mac_address': 'fa:16:3e:e4:d3:13'}, {'ip_address': '2001:db8::1aa', 'mac_address': 'fa:16:3e:df:24:49'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:02.381828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-600606a3-83c8-4954-93c1-779498ed1332 None None] Provisioning complete for port 51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:02.382342 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-600606a3-83c8-4954-93c1-779498ed1332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.383951 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4031be0a-4230-4f71-9c68-1769729860c3 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.387311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4031be0a-4230-4f71-9c68-1769729860c3 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.432644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-600606a3-83c8-4954-93c1-779498ed1332 None None] Port 51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:02.488123 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef1623f2-5695-481c-be8e-39c1a6ccd144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.573340 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95c0dea6-f369-4e59-99d3-73ae328b9325 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.631977 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4031be0a-4230-4f71-9c68-1769729860c3 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.635425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4031be0a-4230-4f71-9c68-1769729860c3 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Fanout notify agent at l3_agent the message router_deleted on router 26690c4f-6f37-47b3-b894-593f05de7ddb {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:26:02.641777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4031be0a-4230-4f71-9c68-1769729860c3 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.645861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4031be0a-4230-4f71-9c68-1769729860c3 tempest-RoutersNegativeTest-226861618 tempest-RoutersNegativeTest-226861618-project] 10.222.0.13 "DELETE /v2.0/routers/26690c4f-6f37-47b3-b894-593f05de7ddb HTTP/1.1" status: 204 len: 168 time: 0.5983047 Sep 17 22:26:02.708646 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef1623f2-5695-481c-be8e-39c1a6ccd144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.802006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95c0dea6-f369-4e59-99d3-73ae328b9325 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.834264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:02.863377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef1623f2-5695-481c-be8e-39c1a6ccd144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.901702 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ef1623f2-5695-481c-be8e-39c1a6ccd144 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccb942f5e0504c7ea52e144c401cb0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603566 Sep 17 22:26:02.903708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1623f2-5695-481c-be8e-39c1a6ccd144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd84d0c-2468-420a-9c6d-7197d575f9fb,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:02.904656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33476) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:02.933393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:02.935078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95c0dea6-f369-4e59-99d3-73ae328b9325 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.947144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'port_id': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'mac_address': 'fa:16:3e:1d:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:02.978105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-95c0dea6-f369-4e59-99d3-73ae328b9325 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] In _notify_port_updated(), no bound segment for port 51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 on network 32ff9685-c83a-48b8-b13e-98304ed9c179 {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:26:02.983899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0dea6-f369-4e59-99d3-73ae328b9325 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:02.984564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95c0dea6-f369-4e59-99d3-73ae328b9325 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:02.989369 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-95c0dea6-f369-4e59-99d3-73ae328b9325 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "PUT /v2.0/ports/51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 HTTP/1.1" status: 200 len: 1068 time: 0.6358278 Sep 17 22:26:02.990034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33480) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:02.992057 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.008414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53829d98-7c58-4c80-b8bf-72c90f44aacc {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:03.017464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5705c4a4-0d82-4ff6-b972-12fb069805fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.031205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:03.055269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0dea6-f369-4e59-99d3-73ae328b9325 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event updated for resources: {'Port': ['ID=51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:03.081409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5705c4a4-0d82-4ff6-b972-12fb069805fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.129649 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.139904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf3e70-42ed-4ca5-86b7-648f28b82cd7 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Deleting port 51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:03.140380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3e70-42ed-4ca5-86b7-648f28b82cd7 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.200119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:03.238585 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5705c4a4-0d82-4ff6-b972-12fb069805fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.241817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5705c4a4-0d82-4ff6-b972-12fb069805fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.245643 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5705c4a4-0d82-4ff6-b972-12fb069805fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cd84d0c-2468-420a-9c6d-7197d575f9fb HTTP/1.1" status: 204 len: 168 time: 0.3374138 Sep 17 22:26:03.249422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['53829d98-7c58-4c80-b8bf-72c90f44aacc'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:03.259002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705c4a4-0d82-4ff6-b972-12fb069805fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd84d0c-2468-420a-9c6d-7197d575f9fb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:03.276374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3e70-42ed-4ca5-86b7-648f28b82cd7 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.289278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf3e70-42ed-4ca5-86b7-648f28b82cd7 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Calling delete_port for 51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:03.322549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33496) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:03.486156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bbdd31cd-dba4-47ed-9ca3-3fb47a05e0c6 None None] Provisioning complete for port 51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:03.486448 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bbdd31cd-dba4-47ed-9ca3-3fb47a05e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.528096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd31cd-dba4-47ed-9ca3-3fb47a05e0c6 None None] Port 51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:03.574814 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3e70-42ed-4ca5-86b7-648f28b82cd7 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.608245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf3e70-42ed-4ca5-86b7-648f28b82cd7 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event deleted for resources: {'Port': ['ID=51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:03.775361 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3e70-42ed-4ca5-86b7-648f28b82cd7 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:03.777808 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c8bf3e70-42ed-4ca5-86b7-648f28b82cd7 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "DELETE /v2.0/ports/51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 HTTP/1.1" status: 204 len: 168 time: 0.7846067 Sep 17 22:26:03.780479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33500) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:03.808582 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-568c6710-5306-4632-8998-bcc1ca1b3d3b tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] GET failed (client error): The resource could not be found. Sep 17 22:26:03.810332 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-568c6710-5306-4632-8998-bcc1ca1b3d3b tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "GET /v2.0/ports/51e4a8e9-5651-4e7f-ab78-2f6511a8f2e7 HTTP/1.1" status: 404 len: 333 time: 0.0288279 Sep 17 22:26:03.812927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33502) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:03.909152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8dd03662-c67f-4f8c-9b48-10d5b1e858d9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Deleting port a840d1a8-cc25-4cac-b55b-60bf3c0945db {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:03.909431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dd03662-c67f-4f8c-9b48-10d5b1e858d9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.006575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dd03662-c67f-4f8c-9b48-10d5b1e858d9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.018623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8dd03662-c67f-4f8c-9b48-10d5b1e858d9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Calling delete_port for a840d1a8-cc25-4cac-b55b-60bf3c0945db owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:04.083769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dba8bb8a-b11a-4819-b90f-94faaacc2c16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8e7d5259ba5482299cb40e0c0c0fb95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599285 Sep 17 22:26:04.085967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33516) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:04.150767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33524) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:04.167782 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-572732d0-aff6-4def-a994-506e5d6f65cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.218497 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-572732d0-aff6-4def-a994-506e5d6f65cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.298953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5d0075f-8624-4524-94c4-709b45615aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.301063 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dd03662-c67f-4f8c-9b48-10d5b1e858d9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.340501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd03662-c67f-4f8c-9b48-10d5b1e858d9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event deleted for resources: {'Port': ['ID=a840d1a8-cc25-4cac-b55b-60bf3c0945db,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:04.372272 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-572732d0-aff6-4def-a994-506e5d6f65cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.375746 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-572732d0-aff6-4def-a994-506e5d6f65cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.380578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dd03662-c67f-4f8c-9b48-10d5b1e858d9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.382610 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8dd03662-c67f-4f8c-9b48-10d5b1e858d9 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "DELETE /v2.0/ports/a840d1a8-cc25-4cac-b55b-60bf3c0945db HTTP/1.1" status: 204 len: 168 time: 0.5686219 Sep 17 22:26:04.384009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-572732d0-aff6-4def-a994-506e5d6f65cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20fd0ac5-3790-47ce-8085-b4822ca7bd87 HTTP/1.1" status: 204 len: 168 time: 0.2947090 Sep 17 22:26:04.392696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33542) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:04.399503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572732d0-aff6-4def-a994-506e5d6f65cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd0ac5-3790-47ce-8085-b4822ca7bd87,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:04.431516 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-67266498-b738-44f7-8749-e448fc95d40c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] GET failed (client error): The resource could not be found. Sep 17 22:26:04.433877 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67266498-b738-44f7-8749-e448fc95d40c tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "GET /v2.0/ports/a840d1a8-cc25-4cac-b55b-60bf3c0945db HTTP/1.1" status: 404 len: 333 time: 0.0410056 Sep 17 22:26:04.438368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33546) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:04.510756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5d0075f-8624-4524-94c4-709b45615aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.557124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-98ba2395-5999-4ca2-823b-744e0ed4aa02 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Deleting port f1b9312b-70af-4880-8bde-b9b11c8e427b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:04.557464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98ba2395-5999-4ca2-823b-744e0ed4aa02 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.617955 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5d0075f-8624-4524-94c4-709b45615aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.648533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98ba2395-5999-4ca2-823b-744e0ed4aa02 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.662972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-98ba2395-5999-4ca2-823b-744e0ed4aa02 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Calling delete_port for f1b9312b-70af-4880-8bde-b9b11c8e427b owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:04.663450 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a5d0075f-8624-4524-94c4-709b45615aed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0d3c355a3ea4336bcaf3df227d537ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099409 Sep 17 22:26:04.664013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0075f-8624-4524-94c4-709b45615aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801401a8-57a8-4f57-ae07-35faae12d8c7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:04.664360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33548) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:04.772689 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d027a671-82cc-444f-a60d-d775be9691b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.804329 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d027a671-82cc-444f-a60d-d775be9691b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.848888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:04.903885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 53829d98-7c58-4c80-b8bf-72c90f44aacc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:04.904391 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.970942 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98ba2395-5999-4ca2-823b-744e0ed4aa02 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:04.992698 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.005188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba2395-5999-4ca2-823b-744e0ed4aa02 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event deleted for resources: {'Port': ['ID=f1b9312b-70af-4880-8bde-b9b11c8e427b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:05.021239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d027a671-82cc-444f-a60d-d775be9691b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.021239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d027a671-82cc-444f-a60d-d775be9691b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.023080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d027a671-82cc-444f-a60d-d775be9691b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/801401a8-57a8-4f57-ae07-35faae12d8c7 HTTP/1.1" status: 204 len: 168 time: 0.3577240 Sep 17 22:26:05.030133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:05.032419 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564418d1-fde8-4b08-b054-a6bfa9bb03dd" -d '{"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-plugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:05.056384 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98ba2395-5999-4ca2-823b-744e0ed4aa02 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.056384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-98ba2395-5999-4ca2-823b-744e0ed4aa02 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "DELETE /v2.0/ports/f1b9312b-70af-4880-8bde-b9b11c8e427b HTTP/1.1" status: 204 len: 168 time: 0.6123278 Sep 17 22:26:05.056599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:05.057903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33570) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:05.077081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027a671-82cc-444f-a60d-d775be9691b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801401a8-57a8-4f57-ae07-35faae12d8c7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:05.107856 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997b74c3-2511-487f-880e-e9bd5bf2c4fa x-openstack-request-id: req-997b74c3-2511-487f-880e-e9bd5bf2c4fa {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:05.107856 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-plugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:05.107856 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-997b74c3-2511-487f-880e-e9bd5bf2c4fa {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:05.107856 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'code': 200} Sep 17 22:26:05.140611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47c9add-21d4-4d8d-b39f-b9bac87e0153 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Deleting subnet a3edfd42-55c7-46cb-9f9d-01edc2e7ba36 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:05.145250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d47c9add-21d4-4d8d-b39f-b9bac87e0153 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.155179 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.192531 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d47c9add-21d4-4d8d-b39f-b9bac87e0153 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.231336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=10']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:05.307225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d47c9add-21d4-4d8d-b39f-b9bac87e0153 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.679535 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33590) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:05.933137 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d47c9add-21d4-4d8d-b39f-b9bac87e0153 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.973039 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d47c9add-21d4-4d8d-b39f-b9bac87e0153 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:05.975374 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d47c9add-21d4-4d8d-b39f-b9bac87e0153 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "DELETE /v2.0/subnets/a3edfd42-55c7-46cb-9f9d-01edc2e7ba36 HTTP/1.1" status: 204 len: 168 time: 0.9160151 Sep 17 22:26:05.976688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c9add-21d4-4d8d-b39f-b9bac87e0153 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event deleted for resources: {'Subnet': ['ID=a3edfd42-55c7-46cb-9f9d-01edc2e7ba36,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:05.978337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33596) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:05.995036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7243c-1df0-44ea-957a-84e7a8026317 None None] Network 32ff9685-c83a-48b8-b13e-98304ed9c179 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:06.084121 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.092053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2079790389-network', 'tenant_id': 'a8286eb6a30c442986bdbad8bfdb9efd'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:06.174675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Deleting port d2538e3f-32c4-4376-bdd9-b79ad881f599 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:06.175051 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.189573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33600) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:06.211064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-29d05d73-642f-4a9f-b485-d41e47bc04c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.246770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Made reservation on behalf of a8286eb6a30c442986bdbad8bfdb9efd for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:06.249125 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.267997 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.269909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450764d8-7bc4-4a27-a29d-f356362b6a61 None None] DHCP port deletion for 32ff9685-c83a-48b8-b13e-98304ed9c179 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:06.283580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] For port d2538e3f-32c4-4376-bdd9-b79ad881f599, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d2538e3f-32c4-4376-bdd9-b79ad881f599,segment=NetworkSegment(42c3b64b-789a-4738-b182-20bb297d1709),segment_id=42c3b64b-789a-4738-b182-20bb297d1709)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:06.285902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.299434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Calling delete_port for d2538e3f-32c4-4376-bdd9-b79ad881f599 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:06.368487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-29d05d73-642f-4a9f-b485-d41e47bc04c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.374783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-450764d8-7bc4-4a27-a29d-f356362b6a61 None None] Deleting port d2538e3f-32c4-4376-bdd9-b79ad881f599 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:06.374783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-450764d8-7bc4-4a27-a29d-f356362b6a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.482930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-450764d8-7bc4-4a27-a29d-f356362b6a61 None None] For port d2538e3f-32c4-4376-bdd9-b79ad881f599, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d2538e3f-32c4-4376-bdd9-b79ad881f599,segment=NetworkSegment(42c3b64b-789a-4738-b182-20bb297d1709),segment_id=42c3b64b-789a-4738-b182-20bb297d1709)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:06.483483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-450764d8-7bc4-4a27-a29d-f356362b6a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.498659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-450764d8-7bc4-4a27-a29d-f356362b6a61 None None] Calling delete_port for d2538e3f-32c4-4376-bdd9-b79ad881f599 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:06.515060 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-29d05d73-642f-4a9f-b485-d41e47bc04c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.553630 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.555344 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-29d05d73-642f-4a9f-b485-d41e47bc04c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52ad641ec1034064af4e13e4754d363c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644648 Sep 17 22:26:06.563460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33610) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:06.580978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d05d73-642f-4a9f-b485-d41e47bc04c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a536063-2c80-4ce9-891e-ad66737fd25c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:06.656376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event deleted for resources: {'Port': ['ID=d2538e3f-32c4-4376-bdd9-b79ad881f599,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:06.692526 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-450764d8-7bc4-4a27-a29d-f356362b6a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.695266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] No DVR routers for this DVR port d2538e3f-32c4-4376-bdd9-b79ad881f599 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:06.733686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33614) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:06.739606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450764d8-7bc4-4a27-a29d-f356362b6a61 None None] Pushing event deleted for resources: {'Port': ['ID=d2538e3f-32c4-4376-bdd9-b79ad881f599,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:06.753807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450764d8-7bc4-4a27-a29d-f356362b6a61 None None] No DVR routers for this DVR port d2538e3f-32c4-4376-bdd9-b79ad881f599 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:06.853367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.856444 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-558d63a9-b3d1-47cc-9975-0f0ac25b77be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.884353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.909387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ff9685-c83a-48b8-b13e-98304ed9c179']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:06.927681 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-558d63a9-b3d1-47cc-9975-0f0ac25b77be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.931011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968712107'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:06.932135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c3b64b-789a-4738-b182-20bb297d1709') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:06.932551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c3b64b-789a-4738-b182-20bb297d1709') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:06.950139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.984153 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.992497 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:06.999368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:06.999770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:07.007053 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:07.094877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:07.113321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.118624 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.212836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-558d63a9-b3d1-47cc-9975-0f0ac25b77be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.215593 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-558d63a9-b3d1-47cc-9975-0f0ac25b77be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.219463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-558d63a9-b3d1-47cc-9975-0f0ac25b77be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a536063-2c80-4ce9-891e-ad66737fd25c HTTP/1.1" status: 204 len: 168 time: 0.6298866 Sep 17 22:26:07.227249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d63a9-b3d1-47cc-9975-0f0ac25b77be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a536063-2c80-4ce9-891e-ad66737fd25c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:07.273620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.281284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:07.291573 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.304877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.309230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] 10.222.0.13 "DELETE /v2.0/networks/32ff9685-c83a-48b8-b13e-98304ed9c179 HTTP/1.1" status: 204 len: 168 time: 1.3278773 Sep 17 22:26:07.325264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.325264 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Added segment 55c7a6e6-2f12-4e8b-ab20-4e64409c1da8 of type vlan for network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 Sep 17 22:26:07.336042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a794522-6a60-4556-8c65-d9ead7856d43 tempest-AllowedAddressPairIpV6TestJSON-2096815634 tempest-AllowedAddressPairIpV6TestJSON-2096815634-project] Pushing event deleted for resources: {'Network': ['ID=32ff9685-c83a-48b8-b13e-98304ed9c179,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:07.386569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.395648 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.462194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0826689b-7873-4e3b-ace3-81484478a992,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:07.512410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.513857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:07.514617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.585180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.615954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] Pushing event updated for resources: {'Network': ['ID=a2fe5733-3d59-4e46-9589-ebda8e8b2f92,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:07.628122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:07.671797 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.731216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1a9cd467-70d4-4881-abb3-cb5565460b57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0504818 Sep 17 22:26:07.735706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33630) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:07.742581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Request body: {'subnet': {'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2079790389-subnet', 'tenant_id': 'a8286eb6a30c442986bdbad8bfdb9efd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:07.765102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.769295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33632) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:07.773192 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0355268 Sep 17 22:26:07.776560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2e422-7101-4208-8688-dcda13937b75 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f1b817-5860-491a-8c62-9c48df2201dc,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:07.851816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e5e11c9c-f071-4902-a981-f9392fd23c27 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0808120 Sep 17 22:26:07.854381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33636) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:07.859201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f5f6e45a-ecad-4564-a168-3f37832c94b7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group': {'name': 'tempest-security--29284236', 'description': 'tempest-security-description-1169066779'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:07.877048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Made reservation on behalf of a8286eb6a30c442986bdbad8bfdb9efd for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:07.879510 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.891404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e45a-ecad-4564-a168-3f37832c94b7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:07.965651 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e45a-ecad-4564-a168-3f37832c94b7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.042112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33642) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.071458 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e45a-ecad-4564-a168-3f37832c94b7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.074089 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e45a-ecad-4564-a168-3f37832c94b7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.075645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f5f6e45a-ecad-4564-a168-3f37832c94b7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "PUT /v2.0/security-groups/b6f1b817-5860-491a-8c62-9c48df2201dc HTTP/1.1" status: 200 len: 1778 time: 0.2201767 Sep 17 22:26:08.079844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33648) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.118108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d2538e3f-32c4-4376-bdd9-b79ad881f599 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:08.158981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: d2538e3f-32c4-4376-bdd9-b79ad881f599 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:08.160445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d2538e3f-32c4-4376-bdd9-b79ad881f599 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:08.181747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33650) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.182358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b596955d-9d36-42e4-a898-a3b7d9dc6724 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups/b6f1b817-5860-491a-8c62-9c48df2201dc HTTP/1.1" status: 200 len: 1778 time: 0.1007311 Sep 17 22:26:08.191837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6e45a-ecad-4564-a168-3f37832c94b7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f1b817-5860-491a-8c62-9c48df2201dc,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:08.221241 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.268599 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.299952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dcc5b7af-f830-4f8f-ad12-45c9b5093477 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1451ccb81fa4f4bae508a862f5ceebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564602 Sep 17 22:26:08.303100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33654) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.381789 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f9b2b1-40cd-490e-aded-854ba3fc2eb6,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:08.391116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7ea8-c1dc-4e45-ae9e-57dfb4a974e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.396638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c693978-c17c-4d76-a94d-ec0f7436cc47 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.420837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7ea8-c1dc-4e45-ae9e-57dfb4a974e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.449654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Checking segment: {'id': '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:08.450015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Network hostable DHCP agents. Network: a2fe5733-3d59-4e46-9589-ebda8e8b2f92, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:08.466014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c693978-c17c-4d76-a94d-ec0f7436cc47 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.589328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7ea8-c1dc-4e45-ae9e-57dfb4a974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.591955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7ea8-c1dc-4e45-ae9e-57dfb4a974e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.595498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ca4e7ea8-c1dc-4e45-ae9e-57dfb4a974e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/befa77d7-f895-499b-9acf-228d672cc76d HTTP/1.1" status: 204 len: 168 time: 0.2887790 Sep 17 22:26:08.605152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e7ea8-c1dc-4e45-ae9e-57dfb4a974e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befa77d7-f895-499b-9acf-228d672cc76d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:08.649791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:08.656854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c693978-c17c-4d76-a94d-ec0f7436cc47 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.660850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c693978-c17c-4d76-a94d-ec0f7436cc47 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.665265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33668) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.671563 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1c693978-c17c-4d76-a94d-ec0f7436cc47 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6f1b817-5860-491a-8c62-9c48df2201dc HTTP/1.1" status: 204 len: 168 time: 0.4871466 Sep 17 22:26:08.684332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c693978-c17c-4d76-a94d-ec0f7436cc47 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f1b817-5860-491a-8c62-9c48df2201dc,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:08.722840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d16ed9f3-6853-4651-8477-afc910589982 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554066 Sep 17 22:26:08.725168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33672) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.740852 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-4a6b1d78-f53c-4973-8b8b-b52421d016d5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] delete failed (client error): The resource could not be found. Sep 17 22:26:08.745513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4a6b1d78-f53c-4973-8b8b-b52421d016d5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6f1b817-5860-491a-8c62-9c48df2201dc HTTP/1.1" status: 404 len: 347 time: 0.0155666 Sep 17 22:26:08.745858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33676) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:08.750559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a2c4a392-517a-41c2-9cdd-42dc65e1a6ca tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156674772'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:08.825950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a2fe5733-3d59-4e46-9589-ebda8e8b2f92) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:08.830806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:08.831411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:08.842140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a01d55d-4cdc-4c5f-afb3-5acb2731307c None None] Network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:08.994078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a392-517a-41c2-9cdd-42dc65e1a6ca tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.000522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad328c0c-fc1c-4252-892a-f0709996f00a None None] Network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:09.405219 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3bfa9ce1-e677-48ef-b829-3bd35f840797 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6683688 Sep 17 22:26:09.502496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a392-517a-41c2-9cdd-42dc65e1a6ca tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.586724 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a392-517a-41c2-9cdd-42dc65e1a6ca tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.621818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4a392-517a-41c2-9cdd-42dc65e1a6ca tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2219fd45-5f4e-4c80-a686-71441698710a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:09.692682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a392-517a-41c2-9cdd-42dc65e1a6ca tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.697104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a2c4a392-517a-41c2-9cdd-42dc65e1a6ca tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9470689 Sep 17 22:26:09.697255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33712) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:09.702644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a3fe43f4-93ec-4771-94fd-f4ceeb88ac20 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': '2219fd45-5f4e-4c80-a686-71441698710a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:09.816210 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3fe43f4-93ec-4771-94fd-f4ceeb88ac20 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.923430 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:09.940600 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3fe43f4-93ec-4771-94fd-f4ceeb88ac20 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.083625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3fe43f4-93ec-4771-94fd-f4ceeb88ac20 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.115845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe43f4-93ec-4771-94fd-f4ceeb88ac20 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9452634d-26a4-45f6-b67a-b6f8c551dc2b,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:10.246920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3fe43f4-93ec-4771-94fd-f4ceeb88ac20 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.248367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a3fe43f4-93ec-4771-94fd-f4ceeb88ac20 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5501754 Sep 17 22:26:10.259702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33728) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.290222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-366f252c-031c-4ca3-80f4-913250a873f7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.303031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-366f252c-031c-4ca3-80f4-913250a873f7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.435117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-366f252c-031c-4ca3-80f4-913250a873f7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.440797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-366f252c-031c-4ca3-80f4-913250a873f7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.443111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-366f252c-031c-4ca3-80f4-913250a873f7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9452634d-26a4-45f6-b67a-b6f8c551dc2b HTTP/1.1" status: 204 len: 168 time: 0.1819370 Sep 17 22:26:10.445836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33738) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.455714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f252c-031c-4ca3-80f4-913250a873f7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9452634d-26a4-45f6-b67a-b6f8c551dc2b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:10.513603 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-eb23048e-b84a-4ccd-84fb-0b1c044b25f8 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665874 Sep 17 22:26:10.516703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33740) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.562450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33742) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.629352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-328a3442-64e1-4973-9398-d321916270a3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.661771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-328a3442-64e1-4973-9398-d321916270a3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.778561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1338371144'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:10.840657 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-328a3442-64e1-4973-9398-d321916270a3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.843682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-328a3442-64e1-4973-9398-d321916270a3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.850627 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-328a3442-64e1-4973-9398-d321916270a3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-groups/2219fd45-5f4e-4c80-a686-71441698710a HTTP/1.1" status: 204 len: 168 time: 0.3275137 Sep 17 22:26:10.852637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33760) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.862721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a3442-64e1-4973-9398-d321916270a3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2219fd45-5f4e-4c80-a686-71441698710a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:10.905517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Made reservation on behalf of 001c4c26695b47d788e10b44d3808cb5 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:10.909157 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:10.949297 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c92c24ea-ad1b-4730-a269-76237e97b437 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948732 Sep 17 22:26:10.955939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33766) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:10.962211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-51142aa1-4d99-4b73-986a-58170853b2b4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group': {'name': 'tempest-secgroup--417004497'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:10.968581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.129564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51142aa1-4d99-4b73-986a-58170853b2b4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.255503 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.319449 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.375070 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:11.390112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651cbb45-378d-4b0f-9bec-3deffba044e0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:11.395874 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.396242 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Added segment b9524bd3-ada2-45d3-9ba5-72c75565ef69 of type vlan for network f18c4d9b-c333-4eca-a64e-17e07e537cf4 Sep 17 22:26:11.462475 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51142aa1-4d99-4b73-986a-58170853b2b4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.474856 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.595707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51142aa1-4d99-4b73-986a-58170853b2b4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.629635 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51142aa1-4d99-4b73-986a-58170853b2b4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba69380-64f2-4407-8ab6-bff3106a4d01,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:11.646087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.652116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:11.652892 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.726741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event updated for resources: {'Network': ['ID=f18c4d9b-c333-4eca-a64e-17e07e537cf4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:11.740026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f18c4d9b-c333-4eca-a64e-17e07e537cf4 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:11.748898 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-51142aa1-4d99-4b73-986a-58170853b2b4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:11.752905 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-51142aa1-4d99-4b73-986a-58170853b2b4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7930555 Sep 17 22:26:11.754224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33792) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:11.757594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7978dcb0-1f79-4c33-8969-954d083976a0 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': 'aba69380-64f2-4407-8ab6-bff3106a4d01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:11.807100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33794) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:11.807368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-86d06af1-16f3-4fb0-8879-ff2630aafd4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2437222 Sep 17 22:26:11.815795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Request body: {'subnet': {'network_id': 'f18c4d9b-c333-4eca-a64e-17e07e537cf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:12.007350 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7978dcb0-1f79-4c33-8969-954d083976a0 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.119293 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7978dcb0-1f79-4c33-8969-954d083976a0 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.197012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Made reservation on behalf of 001c4c26695b47d788e10b44d3808cb5 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:12.200578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.261968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7978dcb0-1f79-4c33-8969-954d083976a0 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.297842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978dcb0-1f79-4c33-8969-954d083976a0 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8df23d2-762e-43f7-b7b9-45a7cc2bb842,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:12.412899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7978dcb0-1f79-4c33-8969-954d083976a0 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.416923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33804) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:12.417416 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7978dcb0-1f79-4c33-8969-954d083976a0 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6630509 Sep 17 22:26:12.427339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-671d7271-23c5-4080-a16e-e1763cde1bbe tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': 'aba69380-64f2-4407-8ab6-bff3106a4d01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:12.583976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.595998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-671d7271-23c5-4080-a16e-e1763cde1bbe tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.672879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Checking segment: {'id': 'b9524bd3-ada2-45d3-9ba5-72c75565ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f18c4d9b-c333-4eca-a64e-17e07e537cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:12.674513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Network hostable DHCP agents. Network: f18c4d9b-c333-4eca-a64e-17e07e537cf4, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:12.683765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event updated for resources: {'Subnet': ['ID=e3ea4ca5-55a2-4ffc-a6cf-7bf5eed4de5b,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:12.687290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-671d7271-23c5-4080-a16e-e1763cde1bbe tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.688381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33808) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:12.772164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-671d7271-23c5-4080-a16e-e1763cde1bbe tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.792155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d7271-23c5-4080-a16e-e1763cde1bbe tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998be209-8ee1-479f-96e2-b0d69198b926,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:12.819038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Network f18c4d9b-c333-4eca-a64e-17e07e537cf4 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:12.846744 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cce2c91-32f6-4b42-8d35-4d41448331e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.912589 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-671d7271-23c5-4080-a16e-e1763cde1bbe tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:12.914125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-671d7271-23c5-4080-a16e-e1763cde1bbe tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4946823 Sep 17 22:26:12.917144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33816) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:12.923742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-856fa2a5-14d8-4493-b755-652c22d230d1 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': 'aba69380-64f2-4407-8ab6-bff3106a4d01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:12.956194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f18c4d9b-c333-4eca-a64e-17e07e537cf4) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:12.965102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43a4c4e-5f2f-4c61-8814-4fb30fef120c None None] Network f18c4d9b-c333-4eca-a64e-17e07e537cf4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:12.968791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:12.969838 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.029852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cce2c91-32f6-4b42-8d35-4d41448331e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.173560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-f18c4d9b-c333-4eca-a64e-17e07e537cf4', 'network_id': 'f18c4d9b-c333-4eca-a64e-17e07e537cf4', 'tenant_id': '001c4c26695b47d788e10b44d3808cb5', 'fixed_ips': [{'subnet_id': 'e3ea4ca5-55a2-4ffc-a6cf-7bf5eed4de5b'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:13.173560 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.309416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Allocated IP 172.20.0.2 (f18c4d9b-c333-4eca-a64e-17e07e537cf4/e3ea4ca5-55a2-4ffc-a6cf-7bf5eed4de5b/4d317b48-a90e-4e5e-a044-956b9137d11d) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:13.374664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cce2c91-32f6-4b42-8d35-4d41448331e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.418962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33828) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:13.424054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3cce2c91-32f6-4b42-8d35-4d41448331e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5e9bc9d1fb642c4bc4af2c9bcea1041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7337339 Sep 17 22:26:13.442332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce2c91-32f6-4b42-8d35-4d41448331e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1931e9-8245-40a3-b5b0-f9db5004954a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:13.474773 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.498880 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-762357e1-9907-4973-81e1-ded4ee842812 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6890719 Sep 17 22:26:13.501605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33830) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:13.502405 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf49bc7f-b29f-41a2-8721-16875cff2440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.509387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Request body: {'port': {'network_id': 'f18c4d9b-c333-4eca-a64e-17e07e537cf4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-387789222'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:13.532161 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf49bc7f-b29f-41a2-8721-16875cff2440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.572192 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.607235 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-856fa2a5-14d8-4493-b755-652c22d230d1 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.639346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Network f18c4d9b-c333-4eca-a64e-17e07e537cf4 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:13.642341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:13.646221 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:13.682776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Pushing event updated for resources: {'Port': ['ID=4d317b48-a90e-4e5e-a044-956b9137d11d,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:13.704829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf49bc7f-b29f-41a2-8721-16875cff2440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.707608 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf49bc7f-b29f-41a2-8721-16875cff2440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.711391 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bf49bc7f-b29f-41a2-8721-16875cff2440 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e1931e9-8245-40a3-b5b0-f9db5004954a HTTP/1.1" status: 204 len: 168 time: 0.2891071 Sep 17 22:26:13.728421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-856fa2a5-14d8-4493-b755-652c22d230d1 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.731509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49bc7f-b29f-41a2-8721-16875cff2440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1931e9-8245-40a3-b5b0-f9db5004954a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:13.752813 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Attempting to bind port 4d317b48-a90e-4e5e-a044-956b9137d11d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:13.754565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Attempting to bind port 4d317b48-a90e-4e5e-a044-956b9137d11d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'b9524bd3-ada2-45d3-9ba5-72c75565ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f18c4d9b-c333-4eca-a64e-17e07e537cf4'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:13.755059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Attempting to bind port 4d317b48-a90e-4e5e-a044-956b9137d11d on network f18c4d9b-c333-4eca-a64e-17e07e537cf4 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:13.766036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:13.766574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Checking segment: {'id': 'b9524bd3-ada2-45d3-9ba5-72c75565ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f18c4d9b-c333-4eca-a64e-17e07e537cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:13.767172 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.767570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Bound using segment: {'id': 'b9524bd3-ada2-45d3-9ba5-72c75565ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f18c4d9b-c333-4eca-a64e-17e07e537cf4'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:13.768058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Bound port: 4d317b48-a90e-4e5e-a044-956b9137d11d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9524bd3-ada2-45d3-9ba5-72c75565ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f18c4d9b-c333-4eca-a64e-17e07e537cf4'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:13.768419 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.819687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Made reservation on behalf of 001c4c26695b47d788e10b44d3808cb5 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:13.825568 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.845933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] device_id is not set on port 1795717f-248d-4fa7-8675-18bcda4f258a yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:26:13.848524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-856fa2a5-14d8-4493-b755-652c22d230d1 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:13.897487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] For port 4d317b48-a90e-4e5e-a044-956b9137d11d, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:13.900823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fa2a5-14d8-4493-b755-652c22d230d1 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370ba719-6412-46cd-a674-7ba25cfd48c6,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:13.904720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] For port 4d317b48-a90e-4e5e-a044-956b9137d11d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4d317b48-a90e-4e5e-a044-956b9137d11d,segment=NetworkSegment(b9524bd3-ada2-45d3-9ba5-72c75565ef69),segment_id=b9524bd3-ada2-45d3-9ba5-72c75565ef69)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:14.039363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Allocated IP 172.20.0.6 (f18c4d9b-c333-4eca-a64e-17e07e537cf4/e3ea4ca5-55a2-4ffc-a6cf-7bf5eed4de5b/1795717f-248d-4fa7-8675-18bcda4f258a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:14.053514 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-856fa2a5-14d8-4493-b755-652c22d230d1 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.055375 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-856fa2a5-14d8-4493-b755-652c22d230d1 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1368697 Sep 17 22:26:14.057849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33840) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:14.059516 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.065065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-57a6a5b6-1456-4de2-9a8e-4a8695ea732c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': 'aba69380-64f2-4407-8ab6-bff3106a4d01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:14.225480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ed8c7-393d-4073-8091-ed7186aba70a None None] Pushing event updated for resources: {'Port': ['ID=4d317b48-a90e-4e5e-a044-956b9137d11d,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:14.234042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57a6a5b6-1456-4de2-9a8e-4a8695ea732c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.352694 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57a6a5b6-1456-4de2-9a8e-4a8695ea732c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.353366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.477308 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57a6a5b6-1456-4de2-9a8e-4a8695ea732c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.535092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6a5b6-1456-4de2-9a8e-4a8695ea732c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3270ce-9775-4a95-bad3-1400588d5d6f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:14.547195 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.616590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Network f18c4d9b-c333-4eca-a64e-17e07e537cf4 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:14.632700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:14.638809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event updated for resources: {'Port': ['ID=1795717f-248d-4fa7-8675-18bcda4f258a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:14.638809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:14.657663 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57a6a5b6-1456-4de2-9a8e-4a8695ea732c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.662053 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57a6a5b6-1456-4de2-9a8e-4a8695ea732c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5996790 Sep 17 22:26:14.663012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33850) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:14.667675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2428f1da-652f-4338-b758-cd671f85145a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': 'aba69380-64f2-4407-8ab6-bff3106a4d01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:14.739046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:14.739735 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.742196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:14.790764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5aac379c-7576-4764-84ae-46501cd9e2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.846547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2428f1da-652f-4338-b758-cd671f85145a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.931853 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2428f1da-652f-4338-b758-cd671f85145a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:14.944741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-338b2b69-b94a-423f-8386-56e4c6470b53 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4408758 Sep 17 22:26:14.947865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33856) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:14.954433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Request body: {'port': {'network_id': 'f18c4d9b-c333-4eca-a64e-17e07e537cf4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1794991474', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:14.955995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.api.validators [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] bootfile-name is not in valid_values {{(pid=101661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:26:14.957780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.api.validators [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] tftp-server is not in valid_values {{(pid=101661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:26:14.958358 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.api.validators [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] server-ip-address is not in valid_values {{(pid=101661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:26:15.054418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5aac379c-7576-4764-84ae-46501cd9e2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.057700 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2428f1da-652f-4338-b758-cd671f85145a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.087953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428f1da-652f-4338-b758-cd671f85145a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c72a621-4021-4398-9c95-75b2c10d667f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:15.128103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5aac379c-7576-4764-84ae-46501cd9e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.176794 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5aac379c-7576-4764-84ae-46501cd9e2e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a00132ddc79f46108339ed08df4bff76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331286 Sep 17 22:26:15.180503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33862) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:15.194445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac379c-7576-4764-84ae-46501cd9e2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1740e11-a551-4116-b143-475620f840e5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:15.231661 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2428f1da-652f-4338-b758-cd671f85145a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.235883 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2428f1da-652f-4338-b758-cd671f85145a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5692458 Sep 17 22:26:15.236944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33868) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:15.276322 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96121b5d-bfbb-4920-b1ce-bf2d426fe262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.306398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a923768-cb26-4019-bb9b-f558019c54fa tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.316411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96121b5d-bfbb-4920-b1ce-bf2d426fe262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.320949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a923768-cb26-4019-bb9b-f558019c54fa tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.389786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Made reservation on behalf of 001c4c26695b47d788e10b44d3808cb5 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:15.394564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.416886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] device_id is not set on port 1953d813-97ce-4637-be8c-3e9050fdfcc1 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:26:15.516319 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a923768-cb26-4019-bb9b-f558019c54fa tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.527543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4a923768-cb26-4019-bb9b-f558019c54fa tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.531842 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4a923768-cb26-4019-bb9b-f558019c54fa tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4c72a621-4021-4398-9c95-75b2c10d667f HTTP/1.1" status: 204 len: 168 time: 0.2913055 Sep 17 22:26:15.533515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33870) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:15.562364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a923768-cb26-4019-bb9b-f558019c54fa tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c72a621-4021-4398-9c95-75b2c10d667f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:15.748586 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96121b5d-bfbb-4920-b1ce-bf2d426fe262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.751479 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96121b5d-bfbb-4920-b1ce-bf2d426fe262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.752662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-96121b5d-bfbb-4920-b1ce-bf2d426fe262 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1740e11-a551-4116-b143-475620f840e5 HTTP/1.1" status: 204 len: 168 time: 0.5700271 Sep 17 22:26:15.790743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97037a38-8091-4d03-8998-61534f0db41f None None] Network f18c4d9b-c333-4eca-a64e-17e07e537cf4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:15.866294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96121b5d-bfbb-4920-b1ce-bf2d426fe262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1740e11-a551-4116-b143-475620f840e5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:15.915723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33876) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:15.924410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0d79047a-8989-4786-95f2-bd77fe4c2339 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3893077 Sep 17 22:26:15.981973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a40330f-f4eb-41bb-a031-462d35c62825 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:15.994647 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a40330f-f4eb-41bb-a031-462d35c62825 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.001799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8248059f-c225-41b5-83e2-ee307f5a2e30 None None] Provisioning complete for port 4d317b48-a90e-4e5e-a044-956b9137d11d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:16.002167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8248059f-c225-41b5-83e2-ee307f5a2e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.115619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Allocated IP 172.20.0.10 (f18c4d9b-c333-4eca-a64e-17e07e537cf4/e3ea4ca5-55a2-4ffc-a6cf-7bf5eed4de5b/1953d813-97ce-4637-be8c-3e9050fdfcc1) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:16.220267 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a40330f-f4eb-41bb-a031-462d35c62825 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.223605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4d317b48-a90e-4e5e-a044-956b9137d11d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:16.228557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a40330f-f4eb-41bb-a031-462d35c62825 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.233402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33882) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:16.235116 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3a40330f-f4eb-41bb-a031-462d35c62825 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1e3270ce-9775-4a95-bad3-1400588d5d6f HTTP/1.1" status: 204 len: 168 time: 0.3170416 Sep 17 22:26:16.256813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40330f-f4eb-41bb-a031-462d35c62825 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e3270ce-9775-4a95-bad3-1400588d5d6f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:16.386112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4e931715-a97c-4347-8bf3-4ddf27c2a181 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1510210 Sep 17 22:26:16.388933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33888) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:16.451530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39ac4b28-51a0-4f9f-b16e-76d9afe3b84a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.466907 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39ac4b28-51a0-4f9f-b16e-76d9afe3b84a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.507050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.530289 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8248059f-c225-41b5-83e2-ee307f5a2e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.551631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4d317b48-a90e-4e5e-a044-956b9137d11d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:16.552006 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.602095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8248059f-c225-41b5-83e2-ee307f5a2e30 None None] For port 4d317b48-a90e-4e5e-a044-956b9137d11d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4d317b48-a90e-4e5e-a044-956b9137d11d,segment=NetworkSegment(b9524bd3-ada2-45d3-9ba5-72c75565ef69),segment_id=b9524bd3-ada2-45d3-9ba5-72c75565ef69)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:16.663533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39ac4b28-51a0-4f9f-b16e-76d9afe3b84a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.669067 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.678731 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39ac4b28-51a0-4f9f-b16e-76d9afe3b84a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.687769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-39ac4b28-51a0-4f9f-b16e-76d9afe3b84a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/370ba719-6412-46cd-a674-7ba25cfd48c6 HTTP/1.1" status: 204 len: 168 time: 0.2946906 Sep 17 22:26:16.687769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac4b28-51a0-4f9f-b16e-76d9afe3b84a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=370ba719-6412-46cd-a674-7ba25cfd48c6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:16.687972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33898) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:16.709945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.731799 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8248059f-c225-41b5-83e2-ee307f5a2e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.777873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Network f18c4d9b-c333-4eca-a64e-17e07e537cf4 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:16.785635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:16.788822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:16.821712 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5f449fd3-3ac9-4113-9168-fd7d56262a84 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1325986 Sep 17 22:26:16.824555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33904) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:16.889872 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ace8714-ef41-475d-9f35-d91d03ca4211 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.893216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:16.895024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.910978 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ace8714-ef41-475d-9f35-d91d03ca4211 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:16.911232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event updated for resources: {'Port': ['ID=1953d813-97ce-4637-be8c-3e9050fdfcc1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:16.948843 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:26:16.952276 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:26:16.955224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-26efeda2-7fdd-4879-a1b3-7fa191b526d5 None None] Provisioning complete for port 1795717f-248d-4fa7-8675-18bcda4f258a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:16.958756 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26efeda2-7fdd-4879-a1b3-7fa191b526d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.005043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248059f-c225-41b5-83e2-ee307f5a2e30 None None] Pushing event updated for resources: {'Port': ['ID=4d317b48-a90e-4e5e-a044-956b9137d11d,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:17.036010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-26efeda2-7fdd-4879-a1b3-7fa191b526d5 None None] Port 1795717f-248d-4fa7-8675-18bcda4f258a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:17.041142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-26efeda2-7fdd-4879-a1b3-7fa191b526d5 None None] Provisioning complete for port 4d317b48-a90e-4e5e-a044-956b9137d11d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:17.041899 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26efeda2-7fdd-4879-a1b3-7fa191b526d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.145943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3ed5a7e8-8cd9-405a-8324-8f350cfaf3cc tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.1916814 Sep 17 22:26:17.146156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33912) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:17.211981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5757d33-3a7f-42e6-9a26-468697f1f959 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:17.224705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5757d33-3a7f-42e6-9a26-468697f1f959 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:17.232908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5757d33-3a7f-42e6-9a26-468697f1f959 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:17.233185 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a5757d33-3a7f-42e6-9a26-468697f1f959 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0871587 Sep 17 22:26:17.234684 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ace8714-ef41-475d-9f35-d91d03ca4211 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.243564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33916) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:17.243699 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4ace8714-ef41-475d-9f35-d91d03ca4211 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.245085 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4ace8714-ef41-475d-9f35-d91d03ca4211 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/998be209-8ee1-479f-96e2-b0d69198b926 HTTP/1.1" status: 204 len: 168 time: 0.4179168 Sep 17 22:26:17.245692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33918) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:17.273123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fad10d13-a43f-4229-9f8e-f9cb82dbcfda None None] Provisioning complete for port 1795717f-248d-4fa7-8675-18bcda4f258a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:17.273123 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fad10d13-a43f-4229-9f8e-f9cb82dbcfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.306720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace8714-ef41-475d-9f35-d91d03ca4211 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=998be209-8ee1-479f-96e2-b0d69198b926,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:17.361808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-fad10d13-a43f-4229-9f8e-f9cb82dbcfda None None] Port 1795717f-248d-4fa7-8675-18bcda4f258a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:17.381673 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6115e612-f23c-4520-8155-db9203066f34 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1238079 Sep 17 22:26:17.382366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33922) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:17.413245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4dadf3b1-acca-4f11-834d-a5c850c301da tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Deleting port 1953d813-97ce-4637-be8c-3e9050fdfcc1 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:17.413753 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4dadf3b1-acca-4f11-834d-a5c850c301da tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.415274 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34c7ed12-473d-4173-91c9-6e0b07f06583 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.433755 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34c7ed12-473d-4173-91c9-6e0b07f06583 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.584185 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4dadf3b1-acca-4f11-834d-a5c850c301da tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.586439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9d3d0bf5-183e-481c-b4f9-c287565e8e9d None None] Provisioning complete for port 1953d813-97ce-4637-be8c-3e9050fdfcc1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:17.588285 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0bf5-183e-481c-b4f9-c287565e8e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.600333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4dadf3b1-acca-4f11-834d-a5c850c301da tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Calling delete_port for 1953d813-97ce-4637-be8c-3e9050fdfcc1 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:17.638262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d0bf5-183e-481c-b4f9-c287565e8e9d None None] Port 1953d813-97ce-4637-be8c-3e9050fdfcc1 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:17.654296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34c7ed12-473d-4173-91c9-6e0b07f06583 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.660251 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34c7ed12-473d-4173-91c9-6e0b07f06583 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.664595 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-34c7ed12-473d-4173-91c9-6e0b07f06583 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d8df23d2-762e-43f7-b7b9-45a7cc2bb842 HTTP/1.1" status: 204 len: 168 time: 0.2808952 Sep 17 22:26:17.665406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33928) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:17.729025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7ed12-473d-4173-91c9-6e0b07f06583 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8df23d2-762e-43f7-b7b9-45a7cc2bb842,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:17.763171 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7433b6b-2aa5-486d-b32c-9cac1dd35936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.776993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33934) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:17.778030 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f199dfe6-fe2c-41f1-a47d-495f5e6b4bbf tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1087983 Sep 17 22:26:17.909818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd3d-b7f1-4bd6-9786-ed09b863ea5a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.941164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd3d-b7f1-4bd6-9786-ed09b863ea5a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:17.978665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4dadf3b1-acca-4f11-834d-a5c850c301da tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.136766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadf3b1-acca-4f11-834d-a5c850c301da tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event deleted for resources: {'Port': ['ID=1953d813-97ce-4637-be8c-3e9050fdfcc1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:18.150464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4d317b48-a90e-4e5e-a044-956b9137d11d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:18.193204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4dadf3b1-acca-4f11-834d-a5c850c301da tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.196609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4dadf3b1-acca-4f11-834d-a5c850c301da tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "DELETE /v2.0/ports/1953d813-97ce-4637-be8c-3e9050fdfcc1 HTTP/1.1" status: 204 len: 168 time: 0.9573333 Sep 17 22:26:18.199018 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd3d-b7f1-4bd6-9786-ed09b863ea5a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.203042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33946) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:18.204513 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd3d-b7f1-4bd6-9786-ed09b863ea5a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.207764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7adfdd3d-b7f1-4bd6-9786-ed09b863ea5a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-groups/aba69380-64f2-4407-8ab6-bff3106a4d01 HTTP/1.1" status: 204 len: 168 time: 0.4276690 Sep 17 22:26:18.210239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Request body: {'port': {'name': 'tempest-new-port-name-49218695', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:18.210720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.api.validators [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] bootfile-name is not in valid_values {{(pid=101660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:26:18.211159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.api.validators [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] tftp-server is not in valid_values {{(pid=101660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:26:18.211492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.api.validators [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] server-ip-address is not in valid_values {{(pid=101660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 22:26:18.212244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33948) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:18.222414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfdd3d-b7f1-4bd6-9786-ed09b863ea5a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba69380-64f2-4407-8ab6-bff3106a4d01,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:18.305832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4d317b48-a90e-4e5e-a044-956b9137d11d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:18.306211 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.328344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d04443fc-d990-49f3-a9e2-3d63f0a6abc3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1075315 Sep 17 22:26:18.334469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33950) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:18.350289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-746122b4-e943-49ba-9776-31698507073b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066462363'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:18.364610 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.581226 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.734567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.737338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-746122b4-e943-49ba-9776-31698507073b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.792568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event updated for resources: {'Port': ['ID=1795717f-248d-4fa7-8675-18bcda4f258a,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:18.832889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-6ff87059-d1d0-4d47-b89f-1cd75c48ea91 req-722351ea-6911-42e6-a1c6-e91889106b0a service neutron] (101661) timed out ('10.222.0.32', 50947) {{(pid=101661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:26:18.855807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] In _notify_port_updated(), no bound segment for port 1795717f-248d-4fa7-8675-18bcda4f258a on network f18c4d9b-c333-4eca-a64e-17e07e537cf4 {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:26:18.869248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:18.869248 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.869979 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b22b1d1b-1ac6-411d-a74e-83e0e6954771 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "PUT /v2.0/ports/1795717f-248d-4fa7-8675-18bcda4f258a HTTP/1.1" status: 200 len: 1134 time: 0.6656466 Sep 17 22:26:18.874957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33962) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:18.934323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-746122b4-e943-49ba-9776-31698507073b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:18.974555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31f2e8-e385-44db-8cd9-9c086376b012 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:18.976182 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b31f2e8-e385-44db-8cd9-9c086376b012 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "GET /v2.0/ports/1795717f-248d-4fa7-8675-18bcda4f258a HTTP/1.1" status: 200 len: 1134 time: 0.1000123 Sep 17 22:26:18.979544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33966) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:19.037584 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-746122b4-e943-49ba-9776-31698507073b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.088280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746122b4-e943-49ba-9776-31698507073b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe53fcb-ffef-4852-a89e-652412295b7a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:19.090526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-29e22945-90d3-469c-b133-a26621331b4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Deleting port 1795717f-248d-4fa7-8675-18bcda4f258a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:19.090818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-29e22945-90d3-469c-b133-a26621331b4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.146024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-746122b4-e943-49ba-9776-31698507073b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.147351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-746122b4-e943-49ba-9776-31698507073b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8114486 Sep 17 22:26:19.150088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33970) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:19.154579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2f6701f8-d703-4fec-8cc1-f82dd6b3da3d tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': '4fe53fcb-ffef-4852-a89e-652412295b7a', 'direction': 'ingress', 'protocol': 17}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:19.225994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-29e22945-90d3-469c-b133-a26621331b4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.238858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-29e22945-90d3-469c-b133-a26621331b4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Calling delete_port for 1795717f-248d-4fa7-8675-18bcda4f258a owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:19.277219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d492754e-646b-4743-91a1-601b86171763 None None] Provisioning complete for port 1795717f-248d-4fa7-8675-18bcda4f258a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:19.278415 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d492754e-646b-4743-91a1-601b86171763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.327822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f6701f8-d703-4fec-8cc1-f82dd6b3da3d tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.371849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d492754e-646b-4743-91a1-601b86171763 None None] Port 1795717f-248d-4fa7-8675-18bcda4f258a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:26:19.437420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f6701f8-d703-4fec-8cc1-f82dd6b3da3d tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.552073 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-29e22945-90d3-469c-b133-a26621331b4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.603262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f6701f8-d703-4fec-8cc1-f82dd6b3da3d tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.627155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e22945-90d3-469c-b133-a26621331b4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event deleted for resources: {'Port': ['ID=1795717f-248d-4fa7-8675-18bcda4f258a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:19.660812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6701f8-d703-4fec-8cc1-f82dd6b3da3d tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92079cb8-e22c-4206-95b6-646f248cc68c,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:19.732459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-29e22945-90d3-469c-b133-a26621331b4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.737461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33982) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:19.737691 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-29e22945-90d3-469c-b133-a26621331b4c tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "DELETE /v2.0/ports/1795717f-248d-4fa7-8675-18bcda4f258a HTTP/1.1" status: 204 len: 168 time: 0.7570317 Sep 17 22:26:19.746726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-9f1a6ec0-ff6c-46c5-a54b-612a8d6e2072 req-1fa39cdb-d050-490f-833f-392218e08bbf service neutron] (101660) timed out ('10.222.0.32', 51146) {{(pid=101660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:26:19.798510 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f6701f8-d703-4fec-8cc1-f82dd6b3da3d tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.803421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33986) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:19.803570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2f6701f8-d703-4fec-8cc1-f82dd6b3da3d tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6523497 Sep 17 22:26:19.831869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a031ee0b-f439-4332-bf7e-ac4ee3b33d91 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Deleting subnet e3ea4ca5-55a2-4ffc-a6cf-7bf5eed4de5b {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:26:19.836508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a031ee0b-f439-4332-bf7e-ac4ee3b33d91 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.907161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a031ee0b-f439-4332-bf7e-ac4ee3b33d91 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.928515 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c427f91-45b6-4a55-8433-a4a364eab6e9 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:19.963367 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c427f91-45b6-4a55-8433-a4a364eab6e9 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.041815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a031ee0b-f439-4332-bf7e-ac4ee3b33d91 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.265832 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c427f91-45b6-4a55-8433-a4a364eab6e9 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.268858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2c427f91-45b6-4a55-8433-a4a364eab6e9 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.270263 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2c427f91-45b6-4a55-8433-a4a364eab6e9 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fe53fcb-ffef-4852-a89e-652412295b7a HTTP/1.1" status: 204 len: 168 time: 0.4652348 Sep 17 22:26:20.273102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33998) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:20.280253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c427f91-45b6-4a55-8433-a4a364eab6e9 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe53fcb-ffef-4852-a89e-652412295b7a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:20.299631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a031ee0b-f439-4332-bf7e-ac4ee3b33d91 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.305891 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-edccb4f0-ea93-4636-b990-170c5796476b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.353707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a031ee0b-f439-4332-bf7e-ac4ee3b33d91 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.355980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a031ee0b-f439-4332-bf7e-ac4ee3b33d91 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "DELETE /v2.0/subnets/e3ea4ca5-55a2-4ffc-a6cf-7bf5eed4de5b HTTP/1.1" status: 204 len: 168 time: 0.6173301 Sep 17 22:26:20.356778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031ee0b-f439-4332-bf7e-ac4ee3b33d91 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ea4ca5-55a2-4ffc-a6cf-7bf5eed4de5b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:20.358831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34002) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:20.375530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f438f71-104c-4c01-ad0e-c03cb078124a None None] Network f18c4d9b-c333-4eca-a64e-17e07e537cf4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:20.399097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-516cf7da-33a0-4273-9f6a-e1e0a5fd052a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190536 Sep 17 22:26:20.399495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34006) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:20.404268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-384b2a97-fdaf-4245-ab98-49fc3b23ddac tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group': {'name': 'tempest-secgroup--919060692'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:20.461047 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.543459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384b2a97-fdaf-4245-ab98-49fc3b23ddac tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.563161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Deleting port 4d317b48-a90e-4e5e-a044-956b9137d11d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:20.563575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.598090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f5d3ed-dca3-45e7-b122-376734e4e766 None None] DHCP port deletion for f18c4d9b-c333-4eca-a64e-17e07e537cf4 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:26:20.670285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] For port 4d317b48-a90e-4e5e-a044-956b9137d11d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4d317b48-a90e-4e5e-a044-956b9137d11d,segment=NetworkSegment(b9524bd3-ada2-45d3-9ba5-72c75565ef69),segment_id=b9524bd3-ada2-45d3-9ba5-72c75565ef69)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:20.671678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.710520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384b2a97-fdaf-4245-ab98-49fc3b23ddac tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.715521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Calling delete_port for 4d317b48-a90e-4e5e-a044-956b9137d11d owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:20.736459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-72f5d3ed-dca3-45e7-b122-376734e4e766 None None] Deleting port 4d317b48-a90e-4e5e-a044-956b9137d11d {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:20.736932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72f5d3ed-dca3-45e7-b122-376734e4e766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.853386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-72f5d3ed-dca3-45e7-b122-376734e4e766 None None] For port 4d317b48-a90e-4e5e-a044-956b9137d11d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4d317b48-a90e-4e5e-a044-956b9137d11d,segment=NetworkSegment(b9524bd3-ada2-45d3-9ba5-72c75565ef69),segment_id=b9524bd3-ada2-45d3-9ba5-72c75565ef69)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:20.853700 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72f5d3ed-dca3-45e7-b122-376734e4e766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.868088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-72f5d3ed-dca3-45e7-b122-376734e4e766 None None] Calling delete_port for 4d317b48-a90e-4e5e-a044-956b9137d11d owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:20.914553 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384b2a97-fdaf-4245-ab98-49fc3b23ddac tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.946240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b2a97-fdaf-4245-ab98-49fc3b23ddac tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23c99d0-dadb-4388-8e48-46754e38a32e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:20.960631 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.971373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72f5d3ed-dca3-45e7-b122-376734e4e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:20.987724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event deleted for resources: {'Port': ['ID=4d317b48-a90e-4e5e-a044-956b9137d11d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:20.998705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] No DVR routers for this DVR port 4d317b48-a90e-4e5e-a044-956b9137d11d on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:21.009420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5d3ed-dca3-45e7-b122-376734e4e766 None None] Pushing event deleted for resources: {'Port': ['ID=4d317b48-a90e-4e5e-a044-956b9137d11d,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:21.012012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f5d3ed-dca3-45e7-b122-376734e4e766 None None] No DVR routers for this DVR port 4d317b48-a90e-4e5e-a044-956b9137d11d on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:21.064862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384b2a97-fdaf-4245-ab98-49fc3b23ddac tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.068632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-384b2a97-fdaf-4245-ab98-49fc3b23ddac tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6680984 Sep 17 22:26:21.070344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34034) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:21.075700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-43109c77-65b6-47d0-9c57-0f0c3e90099b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202776515'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:21.082990 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.106528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18c4d9b-c333-4eca-a64e-17e07e537cf4']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.117481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9524bd3-ada2-45d3-9ba5-72c75565ef69') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.117904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9524bd3-ada2-45d3-9ba5-72c75565ef69') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:21.136613 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.153695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.164202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:21.164801 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:21.169380 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:21.214904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43109c77-65b6-47d0-9c57-0f0c3e90099b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.272322 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.321145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43109c77-65b6-47d0-9c57-0f0c3e90099b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.360964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.373259 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.375144 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] 10.222.0.13 "DELETE /v2.0/networks/f18c4d9b-c333-4eca-a64e-17e07e537cf4 HTTP/1.1" status: 204 len: 168 time: 1.0149722 Sep 17 22:26:21.396892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fb471-8173-477e-9a7d-4256317d0e56 req-5d1a4632-8f93-40c3-81a4-a7097ae63ce0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:21.398731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4fb471-8173-477e-9a7d-4256317d0e56 req-5d1a4632-8f93-40c3-81a4-a7097ae63ce0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.0706465 Sep 17 22:26:21.399926 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43109c77-65b6-47d0-9c57-0f0c3e90099b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.414477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75971e0-0bb2-456f-8950-3eedc3319601 tempest-ExtraDHCPOptionsTestJSON-1424446223 tempest-ExtraDHCPOptionsTestJSON-1424446223-project] Pushing event deleted for resources: {'Network': ['ID=f18c4d9b-c333-4eca-a64e-17e07e537cf4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:21.457775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43109c77-65b6-47d0-9c57-0f0c3e90099b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b9ca00-be0f-447c-b80a-0aa7764cf06e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:21.475067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4fb471-8173-477e-9a7d-4256317d0e56 req-04163f34-eeb5-4260-b038-b2fd52e8b248 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658338 Sep 17 22:26:21.511962 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43109c77-65b6-47d0-9c57-0f0c3e90099b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.513650 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-43109c77-65b6-47d0-9c57-0f0c3e90099b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4430172 Sep 17 22:26:21.516836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34060) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:21.522972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1e7a6c8c-a148-4fcb-884a-5c6414ceb64b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': 'f23c99d0-dadb-4388-8e48-46754e38a32e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '94b9ca00-be0f-447c-b80a-0aa7764cf06e', 'remote_ip_prefix': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:21.617654 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6c8c-a148-4fcb-884a-5c6414ceb64b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.668956 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.692951 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6c8c-a148-4fcb-884a-5c6414ceb64b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.832193 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6c8c-a148-4fcb-884a-5c6414ceb64b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.851637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a6c8c-a148-4fcb-884a-5c6414ceb64b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e07865-b009-4e87-8601-a0573e0e7b3f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:21.984644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6c8c-a148-4fcb-884a-5c6414ceb64b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:21.989390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34082) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:21.989651 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e7a6c8c-a148-4fcb-884a-5c6414ceb64b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4715683 Sep 17 22:26:21.997581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34084) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:22.023633 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e48d0a40-f6c6-472d-b375-1b2ff06ebf3c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.039722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e48d0a40-f6c6-472d-b375-1b2ff06ebf3c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.099894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4d317b48-a90e-4e5e-a044-956b9137d11d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:22.123022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 4d317b48-a90e-4e5e-a044-956b9137d11d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:22.123577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4d317b48-a90e-4e5e-a044-956b9137d11d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:22.167063 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e48d0a40-f6c6-472d-b375-1b2ff06ebf3c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.173369 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e48d0a40-f6c6-472d-b375-1b2ff06ebf3c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.177110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e48d0a40-f6c6-472d-b375-1b2ff06ebf3c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a7e07865-b009-4e87-8601-a0573e0e7b3f HTTP/1.1" status: 204 len: 168 time: 0.1837206 Sep 17 22:26:22.177938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34096) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:22.196021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d0a40-f6c6-472d-b375-1b2ff06ebf3c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e07865-b009-4e87-8601-a0573e0e7b3f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:22.202010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c6e80cbe-0f78-4b57-9a30-7e1dc04a822f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=001c4c26695b47d788e10b44d3808cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030058 Sep 17 22:26:22.204612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34098) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:22.233382 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8d0828f3-510b-4791-962c-a2ecf33af51d tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0532019 Sep 17 22:26:22.236513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34100) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:22.292548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5f61-efc2-4255-bedd-d5750ec7fae5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.295870 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32ff637-724b-4716-9d4f-6025c49f456e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.305259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf3f3f-6596-425b-bb6d-d555b56d22fb req-02e8d2f7-801f-4c50-ab20-53d96d92dc27 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:22.306821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0acf3f3f-6596-425b-bb6d-d555b56d22fb req-02e8d2f7-801f-4c50-ab20-53d96d92dc27 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.0796907 Sep 17 22:26:22.318396 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5f61-efc2-4255-bedd-d5750ec7fae5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.346366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32ff637-724b-4716-9d4f-6025c49f456e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.385281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0acf3f3f-6596-425b-bb6d-d555b56d22fb req-ee54bd1c-e1ce-40ce-a494-08f36f76f0b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701947 Sep 17 22:26:22.491444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5f61-efc2-4255-bedd-d5750ec7fae5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.493997 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5f61-efc2-4255-bedd-d5750ec7fae5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.495201 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8f3e5f61-efc2-4255-bedd-d5750ec7fae5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-groups/94b9ca00-be0f-447c-b80a-0aa7764cf06e HTTP/1.1" status: 204 len: 168 time: 0.2576575 Sep 17 22:26:22.497782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34104) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:22.505090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e5f61-efc2-4255-bedd-d5750ec7fae5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b9ca00-be0f-447c-b80a-0aa7764cf06e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:22.552903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5d811a7f-d0cd-4c72-abbd-639fcfd1c451 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0537975 Sep 17 22:26:22.559912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34108) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:22.588159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32ff637-724b-4716-9d4f-6025c49f456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.598958 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e32ff637-724b-4716-9d4f-6025c49f456e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.598958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e32ff637-724b-4716-9d4f-6025c49f456e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/651cbb45-378d-4b0f-9bec-3deffba044e0 HTTP/1.1" status: 204 len: 168 time: 0.3820353 Sep 17 22:26:22.608696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ff637-724b-4716-9d4f-6025c49f456e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651cbb45-378d-4b0f-9bec-3deffba044e0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:22.630390 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c1269e8-cc1a-4af2-b0a3-51baed2a6ed5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.657343 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c1269e8-cc1a-4af2-b0a3-51baed2a6ed5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.875422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c1269e8-cc1a-4af2-b0a3-51baed2a6ed5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.879986 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c1269e8-cc1a-4af2-b0a3-51baed2a6ed5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:22.882287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c1269e8-cc1a-4af2-b0a3-51baed2a6ed5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-groups/f23c99d0-dadb-4388-8e48-46754e38a32e HTTP/1.1" status: 204 len: 168 time: 0.3225579 Sep 17 22:26:22.882506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34120) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:22.892078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1269e8-cc1a-4af2-b0a3-51baed2a6ed5 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23c99d0-dadb-4388-8e48-46754e38a32e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:22.939435 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-471ff077-32fb-45e2-bfc2-1f27c2eb1e86 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519860 Sep 17 22:26:22.940110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34122) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:22.945307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-93aa0a4a-c4e1-4abc-bb36-3e34bbc6d4d3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group': {'name': 'tempest-secgroup--249699098'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:23.091992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-93aa0a4a-c4e1-4abc-bb36-3e34bbc6d4d3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.195889 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-93aa0a4a-c4e1-4abc-bb36-3e34bbc6d4d3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.257425 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-93aa0a4a-c4e1-4abc-bb36-3e34bbc6d4d3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.291195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa0a4a-c4e1-4abc-bb36-3e34bbc6d4d3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b3d07d-7a2c-4776-96b4-5ba4b8a72763,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:23.322860 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.368670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-93aa0a4a-c4e1-4abc-bb36-3e34bbc6d4d3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.372612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-93aa0a4a-c4e1-4abc-bb36-3e34bbc6d4d3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4288828 Sep 17 22:26:23.372876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34144) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:23.377839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-62470215-8c4a-4ceb-bee6-d90bc5044358 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': '74b3d07d-7a2c-4776-96b4-5ba4b8a72763', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:23.513121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189058d4-5146-4629-bc0e-edddce02e2d9 req-b89c08d5-25ba-4011-8df6-d1b867e9720b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:23.517163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-189058d4-5146-4629-bc0e-edddce02e2d9 req-b89c08d5-25ba-4011-8df6-d1b867e9720b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.0598783 Sep 17 22:26:23.551803 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-62470215-8c4a-4ceb-bee6-d90bc5044358 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.593542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-189058d4-5146-4629-bc0e-edddce02e2d9 req-5b6f9f6c-7a08-43b0-afcd-97fc95ee4d44 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696478 Sep 17 22:26:23.628242 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-62470215-8c4a-4ceb-bee6-d90bc5044358 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.737765 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-62470215-8c4a-4ceb-bee6-d90bc5044358 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.757449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62470215-8c4a-4ceb-bee6-d90bc5044358 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad155a2-fb18-44a7-97c7-65eb4413ff52,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:23.865878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34164) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:23.877150 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-62470215-8c4a-4ceb-bee6-d90bc5044358 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.878477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-62470215-8c4a-4ceb-bee6-d90bc5044358 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5046611 Sep 17 22:26:23.883146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34168) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:23.911210 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7647ba10-28d2-4440-920e-41d8fbd8302b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.921558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7647ba10-28d2-4440-920e-41d8fbd8302b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:23.996367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-336186694'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:24.074606 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7647ba10-28d2-4440-920e-41d8fbd8302b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.080487 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7647ba10-28d2-4440-920e-41d8fbd8302b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.082738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7647ba10-28d2-4440-920e-41d8fbd8302b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8ad155a2-fb18-44a7-97c7-65eb4413ff52 HTTP/1.1" status: 204 len: 168 time: 0.1982486 Sep 17 22:26:24.088416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34180) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:24.099238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647ba10-28d2-4440-920e-41d8fbd8302b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ad155a2-fb18-44a7-97c7-65eb4413ff52,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:24.132134 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-746df823-101a-47e7-812e-123559053e46 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421324 Sep 17 22:26:24.134891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34182) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:24.161244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:24.165132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.177416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.189372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7be3bc1-8c66-4be7-9d0b-23dcd8bca490 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.211911 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7be3bc1-8c66-4be7-9d0b-23dcd8bca490 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.271419 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.357099 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.357252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7be3bc1-8c66-4be7-9d0b-23dcd8bca490 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.360010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7be3bc1-8c66-4be7-9d0b-23dcd8bca490 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.367975 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f7be3bc1-8c66-4be7-9d0b-23dcd8bca490 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-groups/74b3d07d-7a2c-4776-96b4-5ba4b8a72763 HTTP/1.1" status: 204 len: 168 time: 0.2254853 Sep 17 22:26:24.368146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34184) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:24.371610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be3bc1-8c66-4be7-9d0b-23dcd8bca490 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b3d07d-7a2c-4776-96b4-5ba4b8a72763,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:24.401169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:24.413424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d9f70e-b73f-4c47-b62d-8698af26168a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:24.427362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.427362 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment 0bab7681-4afa-4b7e-9e1e-c0eeada1b640 of type vlan for network 1017d971-6a5b-471a-adb9-13d5345339f9 Sep 17 22:26:24.475261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eb8e8da8-c503-4518-b142-ba4cc81c66cd tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1084685 Sep 17 22:26:24.480326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34190) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:24.485892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a6746d37-03e2-4a0c-8cce-5c8856ef9a3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group': {'name': 'tempest-secgroup--640196655'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:24.491395 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.589577 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6746d37-03e2-4a0c-8cce-5c8856ef9a3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.598638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.611854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:24.611854 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.688053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=1017d971-6a5b-471a-adb9-13d5345339f9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:24.700091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 1017d971-6a5b-471a-adb9-13d5345339f9 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:24.752234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850af94-5bfe-4d8c-a6b0-37aef51d018f req-1e818e78-dcad-4896-b5df-4d254d0429f9 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:24.754653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9850af94-5bfe-4d8c-a6b0-37aef51d018f req-1e818e78-dcad-4896-b5df-4d254d0429f9 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.0572181 Sep 17 22:26:24.774821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe40f115-6c1f-409a-811d-0df034617a2f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8971610 Sep 17 22:26:24.820459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9850af94-5bfe-4d8c-a6b0-37aef51d018f req-29496323-547c-4d0c-9105-e7a647e71e45 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550568 Sep 17 22:26:24.869536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6746d37-03e2-4a0c-8cce-5c8856ef9a3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.962770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6746d37-03e2-4a0c-8cce-5c8856ef9a3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:24.969750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:26:24.969750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:24.997455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6746d37-03e2-4a0c-8cce-5c8856ef9a3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e55224-714f-4f75-a7dc-03ffa32fb647,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.123611 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6746d37-03e2-4a0c-8cce-5c8856ef9a3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.123996 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.128358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6746d37-03e2-4a0c-8cce-5c8856ef9a3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6469886 Sep 17 22:26:25.129955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34208) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:25.135768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b321c5c0-53b6-4e7c-a49d-87dfb1c0561c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': '01e55224-714f-4f75-a7dc-03ffa32fb647', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:25.144525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:25.164599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:25.166855 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b8c17e-417a-43f2-b9b2-d464ee778383" -d '{"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-unplugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:25.178865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'port_id': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'mac_address': 'fa:16:3e:1d:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:26:25.186112 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:25.219380 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.231849 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a562339-8e82-4c3f-8565-6338b0a010fc x-openstack-request-id: req-8a562339-8e82-4c3f-8565-6338b0a010fc {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:25.232323 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-unplugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:25.232733 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a562339-8e82-4c3f-8565-6338b0a010fc {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:25.233494 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'code': 200} Sep 17 22:26:25.237219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53829d98-7c58-4c80-b8bf-72c90f44aacc {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:25.279797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b321c5c0-53b6-4e7c-a49d-87dfb1c0561c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.303972 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.338767 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b321c5c0-53b6-4e7c-a49d-87dfb1c0561c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.383776 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:26:25.384131 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:26:25.388482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=11']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.436950 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b321c5c0-53b6-4e7c-a49d-87dfb1c0561c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.452095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321c5c0-53b6-4e7c-a49d-87dfb1c0561c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7023697-abbe-4af1-b172-9ab95e1646e5,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.568545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b321c5c0-53b6-4e7c-a49d-87dfb1c0561c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.569890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b321c5c0-53b6-4e7c-a49d-87dfb1c0561c tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4380858 Sep 17 22:26:25.572573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34218) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:25.589907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da28dda8-bed6-4c19-b637-b5a5609c30fa tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules/a7023697-abbe-4af1-b172-9ab95e1646e5 HTTP/1.1" status: 200 len: 763 time: 0.0161612 Sep 17 22:26:25.592540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34220) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:25.632502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a70c31a4-5f6a-4632-acc5-584004d44f5f tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0388005 Sep 17 22:26:25.634869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34222) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:25.660750 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8de3eb6-e0ed-4de9-a53c-a02b60ed280b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.670977 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8de3eb6-e0ed-4de9-a53c-a02b60ed280b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.895153 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8de3eb6-e0ed-4de9-a53c-a02b60ed280b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.901365 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8de3eb6-e0ed-4de9-a53c-a02b60ed280b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.902477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c8de3eb6-e0ed-4de9-a53c-a02b60ed280b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a7023697-abbe-4af1-b172-9ab95e1646e5 HTTP/1.1" status: 204 len: 168 time: 0.2665958 Sep 17 22:26:25.906353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34232) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:25.917613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de3eb6-e0ed-4de9-a53c-a02b60ed280b tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7023697-abbe-4af1-b172-9ab95e1646e5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:25.964326 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:25.971438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77a94d-d6ee-4c7c-a810-8edd2a285e3f req-622f470e-977f-43b2-9377-52e1b7ba1e85 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:25.979455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea77a94d-d6ee-4c7c-a810-8edd2a285e3f req-622f470e-977f-43b2-9377-52e1b7ba1e85 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0735528 Sep 17 22:26:25.993268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53829d98-7c58-4c80-b8bf-72c90f44aacc {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:26:26.018467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:26.050640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea77a94d-d6ee-4c7c-a810-8edd2a285e3f req-cdd268d2-fc55-4904-913e-3f3ddf614add tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699255 Sep 17 22:26:26.067486 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d155a6f2-c8a5-44d6-9374-6fe32c7ce59a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1588819 Sep 17 22:26:26.069016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34242) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:26.073861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-18d89711-3d19-4a61-ae24-de4cba8a4f3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': '01e55224-714f-4f75-a7dc-03ffa32fb647', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:26.094457 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.151576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=12']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:26.196913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['53829d98-7c58-4c80-b8bf-72c90f44aacc'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:26:26.251277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-18d89711-3d19-4a61-ae24-de4cba8a4f3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.351599 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-18d89711-3d19-4a61-ae24-de4cba8a4f3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.431336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-18d89711-3d19-4a61-ae24-de4cba8a4f3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.459209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d89711-3d19-4a61-ae24-de4cba8a4f3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab2fa2c-732f-47ed-9546-274060b30ef7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:26.521283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-18d89711-3d19-4a61-ae24-de4cba8a4f3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.525484 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-18d89711-3d19-4a61-ae24-de4cba8a4f3a tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4525349 Sep 17 22:26:26.526045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34264) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:26.554425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1e3aada2-fd17-48d3-99d8-8b4facbd21d3 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules/bab2fa2c-732f-47ed-9546-274060b30ef7 HTTP/1.1" status: 200 len: 763 time: 0.0275636 Sep 17 22:26:26.558358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34270) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:26.614441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34276) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:26.614784 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f22a16e9-b535-46f9-9241-d280825d4ce4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0548780 Sep 17 22:26:26.642311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cc857b1-588a-4581-b749-4ec1826d6466 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.650811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cc857b1-588a-4581-b749-4ec1826d6466 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.779898 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cc857b1-588a-4581-b749-4ec1826d6466 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.790248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cc857b1-588a-4581-b749-4ec1826d6466 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:26.791568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3cc857b1-588a-4581-b749-4ec1826d6466 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bab2fa2c-732f-47ed-9546-274060b30ef7 HTTP/1.1" status: 204 len: 168 time: 0.1759911 Sep 17 22:26:26.794295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34280) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:26.815230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc857b1-588a-4581-b749-4ec1826d6466 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bab2fa2c-732f-47ed-9546-274060b30ef7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:26.888071 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-18ee4fda-38e7-432c-b554-3b75cd0112ec tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0919051 Sep 17 22:26:26.891135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34282) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:26.895866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c852fece-4fff-405f-97b2-9f509ddecaa4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Request body: {'security_group_rule': {'security_group_id': '01e55224-714f-4f75-a7dc-03ffa32fb647', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:27.046047 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-c852fece-4fff-405f-97b2-9f509ddecaa4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Project fa743962ef174ee2b7bd49b8797c3f25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:26:27.062275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c852fece-4fff-405f-97b2-9f509ddecaa4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.206963 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c852fece-4fff-405f-97b2-9f509ddecaa4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.266663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a778314-e026-42f9-82a3-25fa9908012b req-8faffa93-2821-4e17-b245-749d9b00b672 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:27.269582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a778314-e026-42f9-82a3-25fa9908012b req-8faffa93-2821-4e17-b245-749d9b00b672 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 945 time: 0.0633121 Sep 17 22:26:27.336165 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c852fece-4fff-405f-97b2-9f509ddecaa4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.381822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a778314-e026-42f9-82a3-25fa9908012b req-0a98b92d-8b36-419a-8bdf-78af7a9c6e45 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909312 Sep 17 22:26:27.385699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852fece-4fff-405f-97b2-9f509ddecaa4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6dfacf-1dff-49ca-922a-52efca2dee4e,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:27.473475 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c852fece-4fff-405f-97b2-9f509ddecaa4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.473475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c852fece-4fff-405f-97b2-9f509ddecaa4 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5779245 Sep 17 22:26:27.475414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34326) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.494553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-20026972-36a6-4a6d-8556-f11656754720 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules/ca6dfacf-1dff-49ca-922a-52efca2dee4e HTTP/1.1" status: 200 len: 769 time: 0.0180874 Sep 17 22:26:27.497164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34328) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.554826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f39b6c02-711f-4ca2-b26b-9494c80addf8 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0534661 Sep 17 22:26:27.555448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34338) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.594961 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1822980e-de96-4266-b262-38cf99fcb08e tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.609844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1822980e-de96-4266-b262-38cf99fcb08e tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.749087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1822980e-de96-4266-b262-38cf99fcb08e tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.760201 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1822980e-de96-4266-b262-38cf99fcb08e tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:27.773653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1822980e-de96-4266-b262-38cf99fcb08e tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ca6dfacf-1dff-49ca-922a-52efca2dee4e HTTP/1.1" status: 204 len: 168 time: 0.2053416 Sep 17 22:26:27.774048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34352) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:27.825988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822980e-de96-4266-b262-38cf99fcb08e tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca6dfacf-1dff-49ca-922a-52efca2dee4e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:27.931889 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-55efa4bb-f7f3-47d4-93eb-e1ff70488fa2 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1505892 Sep 17 22:26:27.933989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34362) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:28.100918 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc05b8ae-bf6c-4d88-ac90-6ab7eee41ee7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.141577 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc05b8ae-bf6c-4d88-ac90-6ab7eee41ee7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.227435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34384) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:28.232726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': '1017d971-6a5b-471a-adb9-13d5345339f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:28.332839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc05b8ae-bf6c-4d88-ac90-6ab7eee41ee7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.336690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc05b8ae-bf6c-4d88-ac90-6ab7eee41ee7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.344528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34386) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:28.345046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cc05b8ae-bf6c-4d88-ac90-6ab7eee41ee7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "DELETE /v2.0/security-groups/01e55224-714f-4f75-a7dc-03ffa32fb647 HTTP/1.1" status: 204 len: 168 time: 0.4090431 Sep 17 22:26:28.369676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05b8ae-bf6c-4d88-ac90-6ab7eee41ee7 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e55224-714f-4f75-a7dc-03ffa32fb647,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:28.509935 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca3bb148-a9a7-4f0b-a940-cd48edc20019 tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1604233 Sep 17 22:26:28.521623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34396) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:28.532483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:28.537333 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:28.651514 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d62f7595-fcf3-494e-9858-c0b9c03e9e4e tempest-SecGroupIPv6Test-1764838211 tempest-SecGroupIPv6Test-1764838211-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274986 Sep 17 22:26:28.728315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b12d3-c618-4e3e-873c-c4fe1d342643 req-1065c966-11d5-4ca4-b40d-5be50ccc2a91 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:28.729997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-123b12d3-c618-4e3e-873c-c4fe1d342643 req-1065c966-11d5-4ca4-b40d-5be50ccc2a91 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 945 time: 0.2072246 Sep 17 22:26:28.819946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-123b12d3-c618-4e3e-873c-c4fe1d342643 req-3e621850-fe98-438c-bf61-6526f61d2de2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790029 Sep 17 22:26:28.988810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:28.994540 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.055620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 53829d98-7c58-4c80-b8bf-72c90f44aacc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:29.057245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.079283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=b390df44-8e36-49a0-b6f6-8f09b86c4168,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:29.082341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking segment: {'id': '0bab7681-4afa-4b7e-9e1e-c0eeada1b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1017d971-6a5b-471a-adb9-13d5345339f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:29.082706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network hostable DHCP agents. Network: 1017d971-6a5b-471a-adb9-13d5345339f9, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:29.214007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network 1017d971-6a5b-471a-adb9-13d5345339f9 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:29.234521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.268617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:29.272585 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eded577-e21e-4f8c-a0a3-1cf2a0e3f6dc" -d '{"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-plugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:29.289895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:29.328074 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b590dc0-21ea-4497-8611-2a86a809a754 x-openstack-request-id: req-2b590dc0-21ea-4497-8611-2a86a809a754 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:29.328361 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-plugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:29.328606 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b590dc0-21ea-4497-8611-2a86a809a754 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:29.328994 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'code': 200} Sep 17 22:26:29.337964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 1017d971-6a5b-471a-adb9-13d5345339f9) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:29.349330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:29.349552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f33b49-6cd4-443d-a30a-ea4e8ee27c78 None None] Network 1017d971-6a5b-471a-adb9-13d5345339f9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:29.353608 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.440074 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.457856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-87ae74c7-64df-450d-b6f6-1e7952e4fc18 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2258947 Sep 17 22:26:29.458469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34422) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:29.468838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698760908'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:29.499738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=13']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:29.529862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34426) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:29.653398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-1017d971-6a5b-471a-adb9-13d5345339f9', 'network_id': '1017d971-6a5b-471a-adb9-13d5345339f9', 'tenant_id': 'ca3604ff30e04c5395af19b174500651', 'fixed_ips': [{'subnet_id': 'b390df44-8e36-49a0-b6f6-8f09b86c4168'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:29.654529 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.661863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:29.666053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.719911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:29.741293 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.755027 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment 263326e1-f508-417b-8caa-23fe8f97eb1f of type vlan for network 506e18c6-c98f-4200-ba3c-d69d3ca2cf3b Sep 17 22:26:29.793236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.815757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-39bbe84c-d0bb-4ad1-b775-a25ff513d851 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa743962ef174ee2b7bd49b8797c3f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802269 Sep 17 22:26:29.819676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34434) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:29.846140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Allocated IP 2001:db8:0:ffff::2 (1017d971-6a5b-471a-adb9-13d5345339f9/b390df44-8e36-49a0-b6f6-8f09b86c4168/9040051b-579c-4a34-bf3a-d3c298f0abbf) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:29.919348 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db145efc-a6aa-4329-abee-3efdab391bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.971792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.973244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db145efc-a6aa-4329-abee-3efdab391bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:29.980756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:29.981571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.066216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a671b1a-5dee-4100-b08a-1dda8f2417a0 req-ae9e479a-06d7-4d1e-bde6-2fb55870e880 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:30.069059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a671b1a-5dee-4100-b08a-1dda8f2417a0 req-ae9e479a-06d7-4d1e-bde6-2fb55870e880 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.1476381 Sep 17 22:26:30.077455 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.109304 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6471035 Sep 17 22:26:30.112085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34440) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:30.119044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': '506e18c6-c98f-4200-ba3c-d69d3ca2cf3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:30.123705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a204d99-1bae-4f8d-a582-ea3703375e51 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=506e18c6-c98f-4200-ba3c-d69d3ca2cf3b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.136363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 506e18c6-c98f-4200-ba3c-d69d3ca2cf3b details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:30.145446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a671b1a-5dee-4100-b08a-1dda8f2417a0 req-26c3b10d-a193-408c-839a-680005f8fc87 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504773 Sep 17 22:26:30.277986 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db145efc-a6aa-4329-abee-3efdab391bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.279590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.285899 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db145efc-a6aa-4329-abee-3efdab391bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.289684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db145efc-a6aa-4329-abee-3efdab391bcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0826689b-7873-4e3b-ace3-81484478a992 HTTP/1.1" status: 204 len: 168 time: 0.4623723 Sep 17 22:26:30.308807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db145efc-a6aa-4329-abee-3efdab391bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0826689b-7873-4e3b-ace3-81484478a992,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.351368 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:30.357691 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.416864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Network 1017d971-6a5b-471a-adb9-13d5345339f9 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:30.423389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:30.428936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:30.483164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Pushing event updated for resources: {'Port': ['ID=9040051b-579c-4a34-bf3a-d3c298f0abbf,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.514420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Attempting to bind port 9040051b-579c-4a34-bf3a-d3c298f0abbf on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:30.514935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Attempting to bind port 9040051b-579c-4a34-bf3a-d3c298f0abbf by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0bab7681-4afa-4b7e-9e1e-c0eeada1b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1017d971-6a5b-471a-adb9-13d5345339f9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:30.519013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Attempting to bind port 9040051b-579c-4a34-bf3a-d3c298f0abbf on network 1017d971-6a5b-471a-adb9-13d5345339f9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:30.529069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:30.529316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Checking segment: {'id': '0bab7681-4afa-4b7e-9e1e-c0eeada1b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1017d971-6a5b-471a-adb9-13d5345339f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:30.529540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.529935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Bound using segment: {'id': '0bab7681-4afa-4b7e-9e1e-c0eeada1b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1017d971-6a5b-471a-adb9-13d5345339f9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:30.530404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Bound port: 9040051b-579c-4a34-bf3a-d3c298f0abbf, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bab7681-4afa-4b7e-9e1e-c0eeada1b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1017d971-6a5b-471a-adb9-13d5345339f9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:30.530808 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.678391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] For port 9040051b-579c-4a34-bf3a-d3c298f0abbf, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:30.689170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] For port 9040051b-579c-4a34-bf3a-d3c298f0abbf, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9040051b-579c-4a34-bf3a-d3c298f0abbf,segment=NetworkSegment(0bab7681-4afa-4b7e-9e1e-c0eeada1b640),segment_id=0bab7681-4afa-4b7e-9e1e-c0eeada1b640)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:30.795989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.860078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:30.945129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ea0aa-8d1d-44cc-bfbe-bafbc046b163 None None] Pushing event updated for resources: {'Port': ['ID=9040051b-579c-4a34-bf3a-d3c298f0abbf,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.957969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=c3ddbac0-3bc3-46ab-a406-9fb1917e0a9c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:30.999357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking segment: {'id': '263326e1-f508-417b-8caa-23fe8f97eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '506e18c6-c98f-4200-ba3c-d69d3ca2cf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:30.999953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network hostable DHCP agents. Network: 506e18c6-c98f-4200-ba3c-d69d3ca2cf3b, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:31.245795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network 506e18c6-c98f-4200-ba3c-d69d3ca2cf3b is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:31.293190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18a40d-6fed-42e1-a684-bc8af15a921f req-e51b0253-440f-4098-9530-d7d1cf8ac2b0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:31.295025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee18a40d-6fed-42e1-a684-bc8af15a921f req-e51b0253-440f-4098-9530-d7d1cf8ac2b0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.0732524 Sep 17 22:26:31.354854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee18a40d-6fed-42e1-a684-bc8af15a921f req-7a80963e-ff1c-48c0-9d9a-4c1378219d3f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523057 Sep 17 22:26:31.414229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 506e18c6-c98f-4200-ba3c-d69d3ca2cf3b) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:31.462834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:31.585952 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.586648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5959c-f6e9-4560-9dea-3eee19dffd85 None None] Network 506e18c6-c98f-4200-ba3c-d69d3ca2cf3b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:31.640890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-506e18c6-c98f-4200-ba3c-d69d3ca2cf3b', 'network_id': '506e18c6-c98f-4200-ba3c-d69d3ca2cf3b', 'tenant_id': 'ca3604ff30e04c5395af19b174500651', 'fixed_ips': [{'subnet_id': 'c3ddbac0-3bc3-46ab-a406-9fb1917e0a9c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:31.641934 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:31.782839 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-342e2f25-f076-402c-bfd3-fbaab2cc26f8 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6673093 Sep 17 22:26:31.785274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34494) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:31.828625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34498) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:31.838488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Allocated IP 2001:db8::1 (506e18c6-c98f-4200-ba3c-d69d3ca2cf3b/c3ddbac0-3bc3-46ab-a406-9fb1917e0a9c/062b955b-a469-42b9-b574-f2f980dcfcf9) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:31.989669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.073224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.486435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34522) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:32.490865 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028889 Sep 17 22:26:32.498536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34524) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:32.505965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def71961-82f1-4e70-9115-d04bbd55150e None None] Network 1017d971-6a5b-471a-adb9-13d5345339f9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:32.512492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9040051b-579c-4a34-bf3a-d3c298f0abbf up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:32.672788 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b9f0654b-5ba4-4d15-aa7f-3983210c8964 None None] Provisioning complete for port 9040051b-579c-4a34-bf3a-d3c298f0abbf triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:32.673503 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b9f0654b-5ba4-4d15-aa7f-3983210c8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.754130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.776983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9040051b-579c-4a34-bf3a-d3c298f0abbf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:32.777343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.886006 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b9f0654b-5ba4-4d15-aa7f-3983210c8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.893577 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:32.996447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.053401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b9f0654b-5ba4-4d15-aa7f-3983210c8964 None None] For port 9040051b-579c-4a34-bf3a-d3c298f0abbf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9040051b-579c-4a34-bf3a-d3c298f0abbf,segment=NetworkSegment(0bab7681-4afa-4b7e-9e1e-c0eeada1b640),segment_id=0bab7681-4afa-4b7e-9e1e-c0eeada1b640)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:33.069272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Network 506e18c6-c98f-4200-ba3c-d69d3ca2cf3b is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:33.086583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:33.101932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-171e4c49-01fe-4d06-a93d-c81c8146441a tempest-NetworksApiDiscovery-1227405246 tempest-NetworksApiDiscovery-1227405246-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6023228 Sep 17 22:26:33.113801 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:26:33.120626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ddbac0-3bc3-46ab-a406-9fb1917e0a9c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.134706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8656a26-c45f-463e-8e1a-c37eb9869a9f req-e2a01251-803f-4dc0-b1fb-9c56ced9822b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:33.137165 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8656a26-c45f-463e-8e1a-c37eb9869a9f req-e2a01251-803f-4dc0-b1fb-9c56ced9822b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.6409881 Sep 17 22:26:33.152886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:33.205009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Pushing event updated for resources: {'Port': ['ID=062b955b-a469-42b9-b574-f2f980dcfcf9,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.232516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8656a26-c45f-463e-8e1a-c37eb9869a9f req-45996ffd-2b4b-4a78-8723-c648f4271cb4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469263 Sep 17 22:26:33.259841 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b9f0654b-5ba4-4d15-aa7f-3983210c8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.269805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Deleting port d1c62c5b-ec45-4f46-a3d8-074f72aa6741 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:33.270645 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.298138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.334262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506e18c6-c98f-4200-ba3c-d69d3ca2cf3b']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:33.351921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263326e1-f508-417b-8caa-23fe8f97eb1f') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:33.355114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263326e1-f508-417b-8caa-23fe8f97eb1f') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:33.367455 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.394394 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.406600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:33.407663 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.414287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.414915 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:33.420273 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:33.432815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Calling delete_port for d1c62c5b-ec45-4f46-a3d8-074f72aa6741 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:33.460534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.579521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Attempting to bind port 062b955b-a469-42b9-b574-f2f980dcfcf9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:33.582628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Attempting to bind port 062b955b-a469-42b9-b574-f2f980dcfcf9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '263326e1-f508-417b-8caa-23fe8f97eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '506e18c6-c98f-4200-ba3c-d69d3ca2cf3b'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:33.583142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Attempting to bind port 062b955b-a469-42b9-b574-f2f980dcfcf9 on network 506e18c6-c98f-4200-ba3c-d69d3ca2cf3b {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:33.586468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:26:33.586468 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:26:33.586468 n-d-713498-17 neutron-server[101660]: [parameters: {'id': '506e18c6-c98f-4200-ba3c-d69d3ca2cf3b'}] Sep 17 22:26:33.586468 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:26:33.586826 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:26:33.625993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0654b-5ba4-4d15-aa7f-3983210c8964 None None] Pushing event updated for resources: {'Port': ['ID=9040051b-579c-4a34-bf3a-d3c298f0abbf,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:33.658480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:33.659883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Checking segment: {'id': '263326e1-f508-417b-8caa-23fe8f97eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '506e18c6-c98f-4200-ba3c-d69d3ca2cf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:33.660989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.661626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Bound using segment: {'id': '263326e1-f508-417b-8caa-23fe8f97eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '506e18c6-c98f-4200-ba3c-d69d3ca2cf3b'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:33.662326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Bound port: 062b955b-a469-42b9-b574-f2f980dcfcf9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263326e1-f508-417b-8caa-23fe8f97eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '506e18c6-c98f-4200-ba3c-d69d3ca2cf3b'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:33.663007 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.756742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:26:33.757442 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:26:33.846573 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.858897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] For port 062b955b-a469-42b9-b574-f2f980dcfcf9, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:33.865129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] For port 062b955b-a469-42b9-b574-f2f980dcfcf9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=062b955b-a469-42b9-b574-f2f980dcfcf9,segment=NetworkSegment(263326e1-f508-417b-8caa-23fe8f97eb1f),segment_id=263326e1-f508-417b-8caa-23fe8f97eb1f)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:33.878485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34560) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:33.949930 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:33.950188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event deleted for resources: {'Port': ['ID=d1c62c5b-ec45-4f46-a3d8-074f72aa6741,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:34.063590 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.069839 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Floating IP e2b022a7-f71d-4dad-8eb8-f152d0468570 disassociated (deleted). External IP: 172.25.5.93, port: beedefac-396b-4577-a63c-f01729c03f80. Sep 17 22:26:34.087798 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.192189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6560053b-e3f9-4b40-9e6c-59b5a99080da None None] Provisioning complete for port 9040051b-579c-4a34-bf3a-d3c298f0abbf triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:34.192639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6560053b-e3f9-4b40-9e6c-59b5a99080da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.214262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55638473-b85e-447f-ac49-956cddddefc8 None None] Network 506e18c6-c98f-4200-ba3c-d69d3ca2cf3b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:34.220671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ec69871-456f-4a67-b3c5-fd72df7afea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.314287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting port 062b955b-a469-42b9-b574-f2f980dcfcf9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:34.314287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.336059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8031e-05e4-41f0-a43e-0ad018878c2d None None] Pushing event updated for resources: {'Port': ['ID=062b955b-a469-42b9-b574-f2f980dcfcf9,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:34.482565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-b69d5c20-8b72-49a0-8f0d-60ae5d6f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:34.484301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-b69d5c20-8b72-49a0-8f0d-60ae5d6f277b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1098 time: 0.1445477 Sep 17 22:26:34.505868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] For port 062b955b-a469-42b9-b574-f2f980dcfcf9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=062b955b-a469-42b9-b574-f2f980dcfcf9,segment=NetworkSegment(263326e1-f508-417b-8caa-23fe8f97eb1f),segment_id=263326e1-f508-417b-8caa-23fe8f97eb1f)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:34.509811 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.528791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Calling delete_port for 062b955b-a469-42b9-b574-f2f980dcfcf9 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:34.545145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Router 73212519-4199-45f5-bdd8-d6ec19ebf784 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:26:34.604497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef04ae-b28b-449d-a75b-d65479737132 req-5c076b33-88a9-4d76-be3f-887007160595 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:34.606018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4ef04ae-b28b-449d-a75b-d65479737132 req-5c076b33-88a9-4d76-be3f-887007160595 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.2186487 Sep 17 22:26:34.710758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ebc51-652d-415f-997e-c40a9329e2f6 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:26:34.758187 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ec69871-456f-4a67-b3c5-fd72df7afea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.769285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4ef04ae-b28b-449d-a75b-d65479737132 req-efa87623-9d9f-41d5-8874-aac92de9296a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519604 Sep 17 22:26:34.811819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9040051b-579c-4a34-bf3a-d3c298f0abbf up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:34.868251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-d468d992-9f82-43bd-9741-571e3eb8d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:34.869731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-d468d992-9f82-43bd-9741-571e3eb8d94e service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.3224993 Sep 17 22:26:34.874211 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ec69871-456f-4a67-b3c5-fd72df7afea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.926661 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:34.984088 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1ec69871-456f-4a67-b3c5-fd72df7afea2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7504497fb774acc9b499d33a480f425&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1029117 Sep 17 22:26:34.996203 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-2c23a239-a58c-42f9-9050-05ed2dda4342 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 1001 time: 0.1107092 Sep 17 22:26:34.996729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34590) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:35.003368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:26:35.015639 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] Sync routers for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:26:35.027306 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.030584 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:35.033049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9040051b-579c-4a34-bf3a-d3c298f0abbf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:35.033198 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:35.035343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.039629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Port': ['ID=062b955b-a469-42b9-b574-f2f980dcfcf9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:35.067464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No DVR routers for this DVR port 062b955b-a469-42b9-b574-f2f980dcfcf9 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:35.083338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec69871-456f-4a67-b3c5-fd72df7afea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b118007-8e92-4722-84c7-bc546c4423da,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:35.136734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3c0f2bde-b225-47ab-aefd-f5c69d87c88f tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "DELETE /v2.0/floatingips/e2b022a7-f71d-4dad-8eb8-f152d0468570 HTTP/1.1" status: 204 len: 168 time: 3.3056710 Sep 17 22:26:35.144881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ebc51-652d-415f-997e-c40a9329e2f6 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:26:35.161251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:35.163872 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:35.256322 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.275895 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e3c0f7-13cf-4d76-b965-e732952b14bc x-openstack-request-id: req-08e3c0f7-13cf-4d76-b965-e732952b14bc {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:35.275895 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "tag": "beedefac-396b-4577-a63c-f01729c03f80", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:35.275895 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08e3c0f7-13cf-4d76-b965-e732952b14bc {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:35.275895 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80', 'status': 'completed', 'code': 200} Sep 17 22:26:35.316178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-9cd9ed3e-dc7d-4957-8e5b-746e49ac3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:35.319024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-9cd9ed3e-dc7d-4957-8e5b-746e49ac3d70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.2180760 Sep 17 22:26:35.352407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506e18c6-c98f-4200-ba3c-d69d3ca2cf3b']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:35.387161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d871017-a9e7-4e45-b9e9-6d34b6d82a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.396022 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:35.426759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263326e1-f508-417b-8caa-23fe8f97eb1f') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:35.427450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263326e1-f508-417b-8caa-23fe8f97eb1f') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:35.436056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d871017-a9e7-4e45-b9e9-6d34b6d82a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.455078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.459926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-af6b288e-7dc0-4bde-923e-459a046230da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:35.461542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-af6b288e-7dc0-4bde-923e-459a046230da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318920 Sep 17 22:26:35.475702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-705315e5-f201-4d46-a7af-e4aeccf543f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:35.478452 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-705315e5-f201-4d46-a7af-e4aeccf543f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a908da8522f41b38cc1ff39ef66235e&device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 1098 time: 0.1919661 Sep 17 22:26:35.490154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.519588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:35.520534 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:35.524002 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:35.690033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-cc425919-b67d-4b2f-8f56-49862ab01dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:35.692725 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-cc425919-b67d-4b2f-8f56-49862ab01dbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=2797a969-d7aa-415b-920e-6aec58295ffe HTTP/1.1" status: 200 len: 914 time: 0.2059414 Sep 17 22:26:35.770821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-50a69938-ab0e-4a8a-ab3b-a2594f9a3d2f service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974553 Sep 17 22:26:35.844707 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:21Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:35.873815 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-1175a375-a072-4a27-a159-6090d29d70ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beedefac-396b-4577-a63c-f01729c03f80 HTTP/1.1" status: 200 len: 217 time: 0.1730986 Sep 17 22:26:35.880565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.881501 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] Checking router: 73212519-4199-45f5-bdd8-d6ec19ebf784 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:26:35.891400 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:26:35.892366 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:35.899268 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.903691 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/506e18c6-c98f-4200-ba3c-d69d3ca2cf3b HTTP/1.1" status: 204 len: 168 time: 4.1175287 Sep 17 22:26:35.910613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d871017-a9e7-4e45-b9e9-6d34b6d82a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.913387 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d871017-a9e7-4e45-b9e9-6d34b6d82a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:35.915322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8d871017-a9e7-4e45-b9e9-6d34b6d82a22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b118007-8e92-4722-84c7-bc546c4423da HTTP/1.1" status: 204 len: 168 time: 0.9168222 Sep 17 22:26:35.918337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34616) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:35.934919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835812418'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:35.963431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dcc3e-688f-4e36-afd1-44087504691f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=506e18c6-c98f-4200-ba3c-d69d3ca2cf3b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:35.991259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-13fa3fab-1a6d-45d6-b416-21da245e4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:35.993271 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-13fa3fab-1a6d-45d6-b416-21da245e4a5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e6a2941-e407-4d04-9077-031b8ad0cdf2 HTTP/1.1" status: 200 len: 853 time: 0.0878203 Sep 17 22:26:35.998731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d871017-a9e7-4e45-b9e9-6d34b6d82a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b118007-8e92-4722-84c7-bc546c4423da,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:36.104171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-6a31da4a-e633-44f4-9b27-d32839d48167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:36.109205 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-6a31da4a-e633-44f4-9b27-d32839d48167 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2797a969-d7aa-415b-920e-6aec58295ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030843 Sep 17 22:26:36.116393 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:26:36.118191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178062b-20c1-4ded-bc11-3178d389c826 req-06a10d43-498c-4819-8f50-20e54324dec7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:36.120210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c178062b-20c1-4ded-bc11-3178d389c826 req-06a10d43-498c-4819-8f50-20e54324dec7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.2198839 Sep 17 22:26:36.124925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09f353d4-e1e2-44d2-b26c-1470a3dae6f0 req-6ffce0a1-46d9-4e81-bed2-c6282a47c411 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457212 Sep 17 22:26:36.213155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:36.215414 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.331904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34624) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:36.372773 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-b4c15c18-a651-4753-b646-052ba5302173 service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547688 Sep 17 22:26:36.379638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c178062b-20c1-4ded-bc11-3178d389c826 req-cf8e1446-4179-4a9e-b976-da80ae2c03df tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483952 Sep 17 22:26:36.388140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:36.503825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e6c19-878a-4663-9c8b-993728c123ff req-76bd507f-ab4d-4760-968d-184425f6c25d tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:36.536656 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-855e6c19-878a-4663-9c8b-993728c123ff req-76bd507f-ab4d-4760-968d-184425f6c25d tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 946 time: 0.3555300 Sep 17 22:26:36.557937 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.560256 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment 52f8806b-2f29-43ef-b1f9-cdad74487b14 of type vlan for network b020dda6-f57d-494a-8c1c-c96aa00a6110 Sep 17 22:26:36.611783 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e80f4b1e-6c5c-4a17-88ae-e79cb3a765eb req-e384289d-2d10-4e9c-b4ff-f57e0c0fb4f5 service neutron] 10.222.0.35 "GET /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287636 Sep 17 22:26:36.616397 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.684077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-855e6c19-878a-4663-9c8b-993728c123ff req-df686bd1-38ff-47e0-8fe4-bb2096f45106 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460981 Sep 17 22:26:36.686373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc467-ee40-4bbb-9966-0e80a56c813e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.760222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.779498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:36.789806 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.813571 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:21Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:36.845207 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4982d00-541b-4d0d-96ff-bde906125df9 None None] The sync data for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 is: [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:21:16Z', 'revision_number': 4, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4', 'name': '', 'network_id': '2797a969-d7aa-415b-920e-6aec58295ffe', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'mac_address': 'fa:16:3e:ca:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:15Z', 'updated_at': '2021-09-17T22:21:21Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'subnets': [{'id': '5e6a2941-e407-4d04-9077-031b8ad0cdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:26:36.897720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc467-ee40-4bbb-9966-0e80a56c813e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:36.957711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=b020dda6-f57d-494a-8c1c-c96aa00a6110,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:36.967111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b020dda6-f57d-494a-8c1c-c96aa00a6110 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:36.978199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc467-ee40-4bbb-9966-0e80a56c813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.057250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34642) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:37.059363 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3e5fc467-ee40-4bbb-9966-0e80a56c813e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bb9e8d7080f446896ccc00a6ade486a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6963179 Sep 17 22:26:37.087527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a997ec6d-5a65-4c92-99c3-8d6ed98a9420 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1633568 Sep 17 22:26:37.093059 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34644) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:37.122525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': 'b020dda6-f57d-494a-8c1c-c96aa00a6110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:37.142587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fc467-ee40-4bbb-9966-0e80a56c813e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e560f2b-0135-45f6-8c4c-30a07fedc17f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:37.205700 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6002a74-74fc-4048-8562-44f9102c6f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.243271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6002a74-74fc-4048-8562-44f9102c6f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.324248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f092365-9a91-4778-9f0c-c4a7c5fb6f7d None None] New status for floating IP e2b022a7-f71d-4dad-8eb8-f152d0468570: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:26:37.451654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:37.458863 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.486178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6002a74-74fc-4048-8562-44f9102c6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.489510 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6002a74-74fc-4048-8562-44f9102c6f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:37.495270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e6002a74-74fc-4048-8562-44f9102c6f18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e560f2b-0135-45f6-8c4c-30a07fedc17f HTTP/1.1" status: 204 len: 168 time: 0.4323220 Sep 17 22:26:37.517774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6002a74-74fc-4048-8562-44f9102c6f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e560f2b-0135-45f6-8c4c-30a07fedc17f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:37.693910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c86c7-306f-40ae-80ae-6749222210a7 req-8c32ca87-67be-4e5d-a06c-49f0ed477fcb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.700153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-794c86c7-306f-40ae-80ae-6749222210a7 req-8c32ca87-67be-4e5d-a06c-49f0ed477fcb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.1717198 Sep 17 22:26:37.820826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-794c86c7-306f-40ae-80ae-6749222210a7 req-d8daf43b-56b0-4f05-b7e4-6fc6d656ef3c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077042 Sep 17 22:26:37.938647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ced03-7266-4cfc-bf3c-b8aea522c13b req-64d0b763-40c5-4c9c-a95b-6698a8a2ee9b tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:37.941774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc0ced03-7266-4cfc-bf3c-b8aea522c13b req-64d0b763-40c5-4c9c-a95b-6698a8a2ee9b tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 946 time: 0.0715191 Sep 17 22:26:37.985402 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc0ced03-7266-4cfc-bf3c-b8aea522c13b req-96ee8d02-1ee4-43f8-80bd-ca9198019926 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/security-groups?id=b682eac0-aabe-4d6b-ab1a-978bd6808860&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360746 Sep 17 22:26:38.048243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-a8bdf34a-229c-4459-ad54-1b082308387c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:38.049799 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-a8bdf34a-229c-4459-ad54-1b082308387c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 946 time: 0.5286005 Sep 17 22:26:38.236661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Deleting port beedefac-396b-4577-a63c-f01729c03f80 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:38.237010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.312869 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.379642 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.457176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] For port beedefac-396b-4577-a63c-f01729c03f80, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=beedefac-396b-4577-a63c-f01729c03f80,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:38.457830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.479297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=3dc492ce-3f6b-4f75-a77f-f876b3cb7400,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:38.486157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Calling delete_port for beedefac-396b-4577-a63c-f01729c03f80 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:38.494524 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking segment: {'id': '52f8806b-2f29-43ef-b1f9-cdad74487b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b020dda6-f57d-494a-8c1c-c96aa00a6110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:38.495003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network hostable DHCP agents. Network: b020dda6-f57d-494a-8c1c-c96aa00a6110, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:38.657926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network b020dda6-f57d-494a-8c1c-c96aa00a6110 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:38.786529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b020dda6-f57d-494a-8c1c-c96aa00a6110) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:38.788319 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.799510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:38.800471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a5acd-e63f-45b5-b722-f3200abad836 None None] Network b020dda6-f57d-494a-8c1c-c96aa00a6110 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:38.800653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:38.900656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event deleted for resources: {'Port': ['ID=beedefac-396b-4577-a63c-f01729c03f80,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:39.073146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] No DVR routers for this DVR port beedefac-396b-4577-a63c-f01729c03f80 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:39.083134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.087295 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a6ed8251-f3a6-40da-aee9-3a1a44407cb2 req-879face9-dfae-4079-af22-b0b7e41d5cfd tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.35 "DELETE /v2.0/ports/beedefac-396b-4577-a63c-f01729c03f80 HTTP/1.1" status: 204 len: 173 time: 1.0290949 Sep 17 22:26:39.093120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'name': 'network-vif-deleted', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:39.098941 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8399c3dc-8a9b-4662-84bf-35f4697f9b53" -d '{"events": [{"server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "name": "network-vif-deleted", "tag": "beedefac-396b-4577-a63c-f01729c03f80"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:39.114466 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ff5e2fab-1a16-486a-bdc5-fd89b1d35b45 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0141430 Sep 17 22:26:39.119585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34698) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:39.151769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1948021636'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:39.298190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7702669-72d1-4888-a070-b08911664998 req-cb3633d1-d24d-4e7f-88e7-b45e8259ba1c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.313396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7702669-72d1-4888-a070-b08911664998 req-cb3633d1-d24d-4e7f-88e7-b45e8259ba1c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.3035979 Sep 17 22:26:39.383826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e610835-8f96-4077-8f84-4c9b9b6c9b4e req-d2804414-03ff-46a9-b9ab-20924e5c89bf tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.1626468 Sep 17 22:26:39.384490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:39.395047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.485617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b020dda6-f57d-494a-8c1c-c96aa00a6110', 'network_id': 'b020dda6-f57d-494a-8c1c-c96aa00a6110', 'tenant_id': 'ca3604ff30e04c5395af19b174500651', 'fixed_ips': [{'subnet_id': '3dc492ce-3f6b-4f75-a77f-f876b3cb7400'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:39.486498 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.532825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:39.543645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7702669-72d1-4888-a070-b08911664998 req-dc5ed842-9081-411c-96c7-d89c56eaae59 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282281 Sep 17 22:26:39.580905 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92860da7-dd7d-4d4a-b24b-148343002a04 x-openstack-request-id: req-92860da7-dd7d-4d4a-b24b-148343002a04 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:39.581566 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec69e078-9062-4440-8dde-075049fb0b3a", "name": "network-vif-deleted", "tag": "beedefac-396b-4577-a63c-f01729c03f80", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:39.581566 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92860da7-dd7d-4d4a-b24b-148343002a04 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:39.581977 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec69e078-9062-4440-8dde-075049fb0b3a', 'name': 'network-vif-deleted', 'tag': 'beedefac-396b-4577-a63c-f01729c03f80', 'status': 'completed', 'code': 200} Sep 17 22:26:39.586252 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.586537 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment cc945d27-261b-4465-8a8c-c8d50711700a of type vlan for network 412d8864-eab5-430b-ac9b-1e9b7a42a6a9 Sep 17 22:26:39.664159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.783211 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.792148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:39.794975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:39.991299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8473620 Sep 17 22:26:39.991506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:39.996343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Allocated IP 2001:db8::3 (b020dda6-f57d-494a-8c1c-c96aa00a6110/3dc492ce-3f6b-4f75-a77f-f876b3cb7400/25d206f0-ded0-4c98-a85f-f4b4d33867ad) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:40.009064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': '412d8864-eab5-430b-ac9b-1e9b7a42a6a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:40.028468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037240c-244d-4991-aa56-c1c43f831362 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=412d8864-eab5-430b-ac9b-1e9b7a42a6a9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:40.043319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.054761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 412d8864-eab5-430b-ac9b-1e9b7a42a6a9 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:40.310957 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.338440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:40.357353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.383413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.478360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Network b020dda6-f57d-494a-8c1c-c96aa00a6110 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:40.485292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:40.491545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:40.553800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Pushing event updated for resources: {'Port': ['ID=25d206f0-ded0-4c98-a85f-f4b4d33867ad,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:40.571591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Attempting to bind port 25d206f0-ded0-4c98-a85f-f4b4d33867ad on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:40.571591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Attempting to bind port 25d206f0-ded0-4c98-a85f-f4b4d33867ad by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '52f8806b-2f29-43ef-b1f9-cdad74487b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b020dda6-f57d-494a-8c1c-c96aa00a6110'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:40.571591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Attempting to bind port 25d206f0-ded0-4c98-a85f-f4b4d33867ad on network b020dda6-f57d-494a-8c1c-c96aa00a6110 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:40.597954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:40.601636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Checking segment: {'id': '52f8806b-2f29-43ef-b1f9-cdad74487b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b020dda6-f57d-494a-8c1c-c96aa00a6110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:40.608427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.608427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Bound using segment: {'id': '52f8806b-2f29-43ef-b1f9-cdad74487b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b020dda6-f57d-494a-8c1c-c96aa00a6110'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:40.608427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Bound port: 25d206f0-ded0-4c98-a85f-f4b4d33867ad, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f8806b-2f29-43ef-b1f9-cdad74487b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b020dda6-f57d-494a-8c1c-c96aa00a6110'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:40.608427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.626837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Performing IP validity checks on allocation pools {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:26:40.628739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:26:40.639428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57cdb165-5d5d-4197-b05b-0a4654c95ec6 req-0c2472d1-26e3-4aac-97a3-3d2ff5fe9aa1 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0799339 Sep 17 22:26:40.789085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fc01a-de16-4bc1-881f-f3b9fcd3aa64 req-0b6bb6d9-1016-4c59-a6ae-3018e93d62e4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:40.798840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b3fc01a-de16-4bc1-881f-f3b9fcd3aa64 req-0b6bb6d9-1016-4c59-a6ae-3018e93d62e4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.1149130 Sep 17 22:26:40.832533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] For port 25d206f0-ded0-4c98-a85f-f4b4d33867ad, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:40.852075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] For port 25d206f0-ded0-4c98-a85f-f4b4d33867ad, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=25d206f0-ded0-4c98-a85f-f4b4d33867ad,segment=NetworkSegment(52f8806b-2f29-43ef-b1f9-cdad74487b14),segment_id=52f8806b-2f29-43ef-b1f9-cdad74487b14)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:40.918879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34744) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:40.923693 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:40.953138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b3fc01a-de16-4bc1-881f-f3b9fcd3aa64 req-cec20e27-83e9-4231-9e20-fd3423718dfb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405768 Sep 17 22:26:41.047955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device beedefac-396b-4577-a63c-f01729c03f80 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:41.161802 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.183459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: beedefac-396b-4577-a63c-f01729c03f80 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:26:41.184012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device beedefac-396b-4577-a63c-f01729c03f80 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:26:41.247068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b9d9d-2087-4c26-a567-658bf48de63a None None] Pushing event updated for resources: {'Port': ['ID=25d206f0-ded0-4c98-a85f-f4b4d33867ad,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:41.285748 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13101ded-84cd-440b-938b-3f8af46ca93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.365204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=33c3c809-92f1-4f8f-8378-54d039abc55a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:41.377270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking segment: {'id': 'cc945d27-261b-4465-8a8c-c8d50711700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '412d8864-eab5-430b-ac9b-1e9b7a42a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:41.377974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network hostable DHCP agents. Network: 412d8864-eab5-430b-ac9b-1e9b7a42a6a9, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:41.485907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network 412d8864-eab5-430b-ac9b-1e9b7a42a6a9 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:41.529805 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13101ded-84cd-440b-938b-3f8af46ca93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.579442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 412d8864-eab5-430b-ac9b-1e9b7a42a6a9) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:41.590353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:41.591334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.597080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a595ccb0-8922-4ff0-864c-576edfa8a10c None None] Network 412d8864-eab5-430b-ac9b-1e9b7a42a6a9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:41.623439 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13101ded-84cd-440b-938b-3f8af46ca93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.710315 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d9faac90-9fb6-45ce-be23-f1a2331e5833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7150245 Sep 17 22:26:41.710315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34764) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:41.784332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-13101ded-84cd-440b-938b-3f8af46ca93f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=321ccdbb4f4640a590df01b17aea0038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8641357 Sep 17 22:26:41.786306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34766) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:41.787324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13101ded-84cd-440b-938b-3f8af46ca93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e144a8e-7590-47d1-9afb-a4c686e656a1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:41.903578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:41.931546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8400d6b4-701c-4ce6-a149-dd5ed96880e5 req-474e4c09-4602-46cd-a24f-60432431e8c1 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.1169350 Sep 17 22:26:41.991897 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.057738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9b9-6cdf-42ec-adf7-de1abef85efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.092832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c60067-2e3e-4bc2-90dd-88f4f7794e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-412d8864-eab5-430b-ac9b-1e9b7a42a6a9', 'network_id': '412d8864-eab5-430b-ac9b-1e9b7a42a6a9', 'tenant_id': 'ca3604ff30e04c5395af19b174500651', 'fixed_ips': [{'subnet_id': '33c3c809-92f1-4f8f-8378-54d039abc55a'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:42.095413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b2c60067-2e3e-4bc2-90dd-88f4f7794e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.167239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9b9-6cdf-42ec-adf7-de1abef85efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.234526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacac9a-8f7c-4a72-b6a3-b49f0f21d4f9 req-dc21a090-7a32-45d1-ae3b-45727febbdbd tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:42.247242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.248565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfacac9a-8f7c-4a72-b6a3-b49f0f21d4f9 req-dc21a090-7a32-45d1-ae3b-45727febbdbd tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.1219785 Sep 17 22:26:42.339814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=33c3c809-92f1-4f8f-8378-54d039abc55a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:42.378348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfacac9a-8f7c-4a72-b6a3-b49f0f21d4f9 req-fc858aad-ec9a-4fe2-84ef-8829a7819e97 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987399 Sep 17 22:26:42.491016 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.541286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412d8864-eab5-430b-ac9b-1e9b7a42a6a9']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:42.562109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9b9-6cdf-42ec-adf7-de1abef85efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.565220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9b9-6cdf-42ec-adf7-de1abef85efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.566827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2a05e9b9-6cdf-42ec-adf7-de1abef85efa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e144a8e-7590-47d1-9afb-a4c686e656a1 HTTP/1.1" status: 204 len: 168 time: 0.7614782 Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server [None req-b2c60067-2e3e-4bc2-90dd-88f4f7794e98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33c3c809-92f1-4f8f-8378-54d039abc55a: This subnet is being modified by another concurrent operation. Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33c3c809-92f1-4f8f-8378-54d039abc55a: This subnet is being modified by another concurrent operation. Sep 17 22:26:42.573560 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Sep 17 22:26:42.606014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc945d27-261b-4465-8a8c-c8d50711700a') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:42.607085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc945d27-261b-4465-8a8c-c8d50711700a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:42.609789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05e9b9-6cdf-42ec-adf7-de1abef85efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e144a8e-7590-47d1-9afb-a4c686e656a1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:42.643932 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.655161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a1525-f920-43d8-8876-b280dacd9e51 None None] Network 412d8864-eab5-430b-ac9b-1e9b7a42a6a9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:42.697384 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.727237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:42.728834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:42.747059 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:42.920004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 25d206f0-ded0-4c98-a85f-f4b4d33867ad up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:42.997038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.007907 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.012443 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/412d8864-eab5-430b-ac9b-1e9b7a42a6a9 HTTP/1.1" status: 204 len: 168 time: 1.3000805 Sep 17 22:26:43.020318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34802) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:43.032479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725760576'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:43.068664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dc6d1-2b5d-4e3d-a04e-b9e71f552838 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=412d8864-eab5-430b-ac9b-1e9b7a42a6a9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:43.104311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e9f87a-8f79-47e3-a0ff-e0824a79f186 None None] Network b020dda6-f57d-494a-8c1c-c96aa00a6110 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:43.145574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af3a2483-d368-46f9-98df-0d4c5bae948c req-4267bcfd-bf2d-403b-a762-87e8a519a51c tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0516648 Sep 17 22:26:43.226558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 25d206f0-ded0-4c98-a85f-f4b4d33867ad triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:43.227176 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.234445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-82abbc07-8705-4d4b-9cfa-0f845eaea568 None None] Provisioning complete for port 25d206f0-ded0-4c98-a85f-f4b4d33867ad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:43.235204 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82abbc07-8705-4d4b-9cfa-0f845eaea568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.247983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:43.254591 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.302717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:43.359604 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.360099 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment 2501e8e6-2f05-4ffe-aebf-1f45813032f4 of type vlan for network 498de617-9829-4092-bebf-c6c4295e36e5 Sep 17 22:26:43.511908 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.521458 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.599031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 25d206f0-ded0-4c98-a85f-f4b4d33867ad, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=25d206f0-ded0-4c98-a85f-f4b4d33867ad,segment=NetworkSegment(52f8806b-2f29-43ef-b1f9-cdad74487b14),segment_id=52f8806b-2f29-43ef-b1f9-cdad74487b14)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:43.602641 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82abbc07-8705-4d4b-9cfa-0f845eaea568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.653587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff2018-a01a-4d2f-9787-a38d9ccaa7ca req-ccceb24f-4162-4d79-96b5-0a4f5ffbd002 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.664472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2aff2018-a01a-4d2f-9787-a38d9ccaa7ca req-ccceb24f-4162-4d79-96b5-0a4f5ffbd002 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.0963907 Sep 17 22:26:43.716018 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.722495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:43.723443 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.794370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2aff2018-a01a-4d2f-9787-a38d9ccaa7ca req-1b9202a7-f3b5-4309-8ea8-cb182fb22d3d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289020 Sep 17 22:26:43.805820 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:43.935687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=25d206f0-ded0-4c98-a85f-f4b4d33867ad,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:43.937464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=498de617-9829-4092-bebf-c6c4295e36e5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:43.950877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:43.953119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d32fe079-2fdc-422f-afcb-cff46d97e60e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9314020 Sep 17 22:26:43.957810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': '498de617-9829-4092-bebf-c6c4295e36e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:43.966449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 498de617-9829-4092-bebf-c6c4295e36e5 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:44.010021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34842) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:44.033475 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9aa3-6be8-4a85-91a8-303e2fc51ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.038168 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-82abbc07-8705-4d4b-9cfa-0f845eaea568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:26:44.038532 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-82abbc07-8705-4d4b-9cfa-0f845eaea568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:26:44.070118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03310097-6850-496c-80d7-e52ec5604409 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:26:44.362338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03310097-6850-496c-80d7-e52ec5604409 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:26:44.363018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7368b42d-4252-484e-bc10-7d6a432f0a7c req-36829189-37eb-40ed-996b-ef187eaf7e82 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0748096 Sep 17 22:26:44.397584 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9aa3-6be8-4a85-91a8-303e2fc51ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.468097 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9aa3-6be8-4a85-91a8-303e2fc51ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.503686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ae6b9aa3-6be8-4a85-91a8-303e2fc51ffe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=322a6f741dd94f10987325cbd46e76a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924452 Sep 17 22:26:44.506345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34864) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:44.561888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:44.566633 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.593201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b9aa3-6be8-4a85-91a8-303e2fc51ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c3ae0e-c5b6-42dd-8465-24040bea8609,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:44.628052 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-960bdfb3-cffd-49d5-80bb-29a0761fc606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.692057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-960bdfb3-cffd-49d5-80bb-29a0761fc606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.810532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 25d206f0-ded0-4c98-a85f-f4b4d33867ad up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:44.904358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1d77d8eb-fcdf-4a5e-adc0-29830ae4f638 None None] Provisioning complete for port 25d206f0-ded0-4c98-a85f-f4b4d33867ad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:44.904647 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d77d8eb-fcdf-4a5e-adc0-29830ae4f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.916170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-960bdfb3-cffd-49d5-80bb-29a0761fc606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.925794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-960bdfb3-cffd-49d5-80bb-29a0761fc606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:44.929262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-960bdfb3-cffd-49d5-80bb-29a0761fc606 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5c3ae0e-c5b6-42dd-8465-24040bea8609 HTTP/1.1" status: 204 len: 168 time: 0.4195309 Sep 17 22:26:45.039521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4df4c2-5295-4200-bcd3-a884e54092da req-eaf9b90c-3ffa-451d-8e9e-f65de7bab521 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.049258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec4df4c2-5295-4200-bcd3-a884e54092da req-eaf9b90c-3ffa-451d-8e9e-f65de7bab521 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.1811821 Sep 17 22:26:45.058262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bdfb3-cffd-49d5-80bb-29a0761fc606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c3ae0e-c5b6-42dd-8465-24040bea8609,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:45.151829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec4df4c2-5295-4200-bcd3-a884e54092da req-f0d2f75a-ec03-46d8-9229-5e31e86889f8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946674 Sep 17 22:26:45.234983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 25d206f0-ded0-4c98-a85f-f4b4d33867ad triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:45.235421 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.331743 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.458718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=e73a4922-cfa3-440f-ba27-6f1661b25072,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:45.477630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking segment: {'id': '2501e8e6-2f05-4ffe-aebf-1f45813032f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '498de617-9829-4092-bebf-c6c4295e36e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:45.477630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network hostable DHCP agents. Network: 498de617-9829-4092-bebf-c6c4295e36e5, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:45.573281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network 498de617-9829-4092-bebf-c6c4295e36e5 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:45.587539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-884ee2df-9318-475f-8d5b-ffcc21ca3a1d req-aa598328-a220-4ba7-bca4-55c6a7ca9f82 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0582242 Sep 17 22:26:45.639558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 498de617-9829-4092-bebf-c6c4295e36e5) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:45.654320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e63490-3ef3-4a0b-95ce-fb0b8c947e0c None None] Network 498de617-9829-4092-bebf-c6c4295e36e5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:45.657528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:45.659998 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.763694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34912) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:45.766163 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-86a08e2e-53aa-4b25-b559-5d8ab3c8f6a4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8138452 Sep 17 22:26:45.939174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-498de617-9829-4092-bebf-c6c4295e36e5', 'network_id': '498de617-9829-4092-bebf-c6c4295e36e5', 'tenant_id': 'ca3604ff30e04c5395af19b174500651', 'fixed_ips': [{'subnet_id': 'e73a4922-cfa3-440f-ba27-6f1661b25072'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:45.940809 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:45.981689 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.148156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.225478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Allocated IP 2001:db8::1 (498de617-9829-4092-bebf-c6c4295e36e5/e73a4922-cfa3-440f-ba27-6f1661b25072/c95b4ee4-69fb-4050-9841-f16e72a7a940) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:46.301212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b37f3-9416-4725-9b74-7197587f5e35 req-ca3914bf-0af6-40f0-8c41-9701bf68b2ef tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:46.302751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b81b37f3-9416-4725-9b74-7197587f5e35 req-ca3914bf-0af6-40f0-8c41-9701bf68b2ef tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.0678923 Sep 17 22:26:46.352638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b81b37f3-9416-4725-9b74-7197587f5e35 req-650456e9-bb72-414f-86cd-1ae5e56c2431 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 Sep 17 22:26:46.390024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.653663 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.703744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Network 498de617-9829-4092-bebf-c6c4295e36e5 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:46.707590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6071e930-e5df-4f7b-a064-9a06b1f599ae req-42ab3d80-6a3e-417a-b59b-fdbe095d84db tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0294704 Sep 17 22:26:46.721069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:46.725452 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:46.729057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.767849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Pushing event updated for resources: {'Port': ['ID=c95b4ee4-69fb-4050-9841-f16e72a7a940,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:46.774955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=e73a4922-cfa3-440f-ba27-6f1661b25072,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:46.863348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Attempting to bind port c95b4ee4-69fb-4050-9841-f16e72a7a940 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:46.863967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Attempting to bind port c95b4ee4-69fb-4050-9841-f16e72a7a940 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2501e8e6-2f05-4ffe-aebf-1f45813032f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '498de617-9829-4092-bebf-c6c4295e36e5'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:46.867541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Attempting to bind port c95b4ee4-69fb-4050-9841-f16e72a7a940 on network 498de617-9829-4092-bebf-c6c4295e36e5 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:46.882612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:46.887495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Checking segment: {'id': '2501e8e6-2f05-4ffe-aebf-1f45813032f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '498de617-9829-4092-bebf-c6c4295e36e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:46.887495 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.887890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Bound using segment: {'id': '2501e8e6-2f05-4ffe-aebf-1f45813032f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '498de617-9829-4092-bebf-c6c4295e36e5'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:46.888662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Bound port: c95b4ee4-69fb-4050-9841-f16e72a7a940, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2501e8e6-2f05-4ffe-aebf-1f45813032f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '498de617-9829-4092-bebf-c6c4295e36e5'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:46.889280 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:46.964387 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.002163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498de617-9829-4092-bebf-c6c4295e36e5']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:47.010497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] For port c95b4ee4-69fb-4050-9841-f16e72a7a940, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:47.015160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] For port c95b4ee4-69fb-4050-9841-f16e72a7a940, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c95b4ee4-69fb-4050-9841-f16e72a7a940,segment=NetworkSegment(2501e8e6-2f05-4ffe-aebf-1f45813032f4),segment_id=2501e8e6-2f05-4ffe-aebf-1f45813032f4)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:47.027875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2501e8e6-2f05-4ffe-aebf-1f45813032f4') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:47.028353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2501e8e6-2f05-4ffe-aebf-1f45813032f4') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:47.058842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.083492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.090855 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.101682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:47.102087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:47.108962 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:47.273068 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:26:47.273068 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:26:47.273068 n-d-713498-17 neutron-server[101661]: [parameters: {'id': '498de617-9829-4092-bebf-c6c4295e36e5'}] Sep 17 22:26:47.273068 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:26:47.273068 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:26:47.305334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4152964-7f23-43e3-b618-fb0e8d9a744b None None] Pushing event updated for resources: {'Port': ['ID=c95b4ee4-69fb-4050-9841-f16e72a7a940,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:47.325395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda2014e-ccf6-4589-8915-fce1c7f3fca9 None None] Network 498de617-9829-4092-bebf-c6c4295e36e5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:47.722780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b8435e-3fc2-4af9-980b-a6e616617de5 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:26:47.728349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607fc96-132b-4fa6-8617-0942514ab94c req-1b003be6-6710-44cc-9786-930e796c20ca tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:47.755204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7607fc96-132b-4fa6-8617-0942514ab94c req-1b003be6-6710-44cc-9786-930e796c20ca tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.2495391 Sep 17 22:26:47.785740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:47.968958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7607fc96-132b-4fa6-8617-0942514ab94c req-ed4bb197-c9eb-4dd7-8f0a-3fbba1ed38b4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062259 Sep 17 22:26:47.991566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5f1adb2-1c9a-476d-b754-f0f5a8418786 req-3daa1fde-a8ea-4131-afd7-b679b5de7bc2 tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec69e078-9062-4440-8dde-075049fb0b3a HTTP/1.1" status: 200 len: 210 time: 0.0626926 Sep 17 22:26:48.015932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting port c95b4ee4-69fb-4050-9841-f16e72a7a940 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:48.017786 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.094399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a1db743b-48c3-47c0-90ee-54383c1cd370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.119170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] For port c95b4ee4-69fb-4050-9841-f16e72a7a940, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c95b4ee4-69fb-4050-9841-f16e72a7a940,segment=NetworkSegment(2501e8e6-2f05-4ffe-aebf-1f45813032f4),segment_id=2501e8e6-2f05-4ffe-aebf-1f45813032f4)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:48.119531 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.132705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Calling delete_port for c95b4ee4-69fb-4050-9841-f16e72a7a940 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:48.203170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8435e-3fc2-4af9-980b-a6e616617de5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:26:48.297187 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.335025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Port': ['ID=c95b4ee4-69fb-4050-9841-f16e72a7a940,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:48.362525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No DVR routers for this DVR port c95b4ee4-69fb-4050-9841-f16e72a7a940 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:48.467413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.516496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498de617-9829-4092-bebf-c6c4295e36e5']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:48.534308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35002) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:48.541561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2501e8e6-2f05-4ffe-aebf-1f45813032f4') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:48.544132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2501e8e6-2f05-4ffe-aebf-1f45813032f4') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:48.557256 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.575194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.582579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:48.583016 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:48.586291 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:48.683753 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1053a7fc-a9c8-401e-bf04-e6b356bad25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.779619 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.805657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.809434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/498de617-9829-4092-bebf-c6c4295e36e5 HTTP/1.1" status: 204 len: 168 time: 3.0443163 Sep 17 22:26:48.819288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35010) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:48.824190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-189582058'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:48.828558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b95055-4742-4b11-90e0-4d9365d98c1f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=498de617-9829-4092-bebf-c6c4295e36e5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:48.871249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1053a7fc-a9c8-401e-bf04-e6b356bad25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.957146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1053a7fc-a9c8-401e-bf04-e6b356bad25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:48.997015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1053a7fc-a9c8-401e-bf04-e6b356bad25d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9a596efda9343d3aef4a93b00754164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4612117 Sep 17 22:26:48.998139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053a7fc-a9c8-401e-bf04-e6b356bad25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24278657-850f-49d4-a5ee-fadff484afee,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:48.999880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35020) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:49.093945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:49.101382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.107295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35032) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:49.178773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:49.188170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.188750 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment d158c43f-f25b-474e-adcd-d8c3565ba474 of type vlan for network d626c120-3462-4ec0-b878-1c8fb6794145 Sep 17 22:26:49.231925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7981c1e2-e2f1-4974-8013-4d7796e251cf tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.241862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.277518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7981c1e2-e2f1-4974-8013-4d7796e251cf tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.304006 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18e94ad8-788b-495c-83a7-c0e4cc7af301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.326042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e3900-33c3-4ff1-b7e3-8f2a54e3df5e req-f56e584d-c30c-4c65-8618-dd9a91cadfbb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.334185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d7e3900-33c3-4ff1-b7e3-8f2a54e3df5e req-f56e584d-c30c-4c65-8618-dd9a91cadfbb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.2072604 Sep 17 22:26:49.373408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18e94ad8-788b-495c-83a7-c0e4cc7af301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.399587 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.404903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:49.405484 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.449089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d7e3900-33c3-4ff1-b7e3-8f2a54e3df5e req-7d2bb94f-0ade-4453-a0c8-591c9bdd87ce tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120920 Sep 17 22:26:49.498014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7981c1e2-e2f1-4974-8013-4d7796e251cf tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.500757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=d626c120-3462-4ec0-b878-1c8fb6794145,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:49.506987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7981c1e2-e2f1-4974-8013-4d7796e251cf tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.508332 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7981c1e2-e2f1-4974-8013-4d7796e251cf tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] 10.222.0.13 "DELETE /v2.0/security-groups/b682eac0-aabe-4d6b-ab1a-978bd6808860 HTTP/1.1" status: 204 len: 168 time: 0.3997426 Sep 17 22:26:49.513761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d626c120-3462-4ec0-b878-1c8fb6794145 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:49.525578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981c1e2-e2f1-4974-8013-4d7796e251cf tempest-TestVolumeBackupRestore-1384960044 tempest-TestVolumeBackupRestore-1384960044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b682eac0-aabe-4d6b-ab1a-978bd6808860,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:49.626029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-03f29aa5-cccd-4841-9651-cd102bc37652 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8031735 Sep 17 22:26:49.626269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35054) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:49.632185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': 'd626c120-3462-4ec0-b878-1c8fb6794145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:49.988163 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18e94ad8-788b-495c-83a7-c0e4cc7af301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.990529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-18e94ad8-788b-495c-83a7-c0e4cc7af301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:49.991686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-18e94ad8-788b-495c-83a7-c0e4cc7af301 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24278657-850f-49d4-a5ee-fadff484afee HTTP/1.1" status: 204 len: 168 time: 0.9908316 Sep 17 22:26:50.012369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e94ad8-788b-495c-83a7-c0e4cc7af301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24278657-850f-49d4-a5ee-fadff484afee,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:50.133586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:50.137253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.213691 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c1becad4-e2a2-4f6c-bec9-937e8cc7dcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.453768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.529519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=028cb1ec-ad37-45c3-b0ef-9ac908ea02bc,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:50.548775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking segment: {'id': 'd158c43f-f25b-474e-adcd-d8c3565ba474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd626c120-3462-4ec0-b878-1c8fb6794145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:50.551865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network hostable DHCP agents. Network: d626c120-3462-4ec0-b878-1c8fb6794145, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:50.675402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network d626c120-3462-4ec0-b878-1c8fb6794145 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:50.695903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35094) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:50.710323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ba1e09-8d77-422f-bf59-ccab90d20f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.751087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d626c120-3462-4ec0-b878-1c8fb6794145) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:50.757919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:50.758517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.763188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b671b-4809-4d40-8f75-c58d42cafd5d None None] Network d626c120-3462-4ec0-b878-1c8fb6794145 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:50.813405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ba1e09-8d77-422f-bf59-ccab90d20f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.871856 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92ba1e09-8d77-422f-bf59-ccab90d20f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.921835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35100) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:50.934715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-92ba1e09-8d77-422f-bf59-ccab90d20f15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11bf36373e7b487da052536e1cd2a0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374301 Sep 17 22:26:50.952130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba1e09-8d77-422f-bf59-ccab90d20f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d07ff25-e604-4ceb-8ebd-657bfbd65f6b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:50.960981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-206686e3-e8ec-49ed-94c4-754758cdd28b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3333609 Sep 17 22:26:50.967723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35104) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:50.982767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d626c120-3462-4ec0-b878-1c8fb6794145', 'network_id': 'd626c120-3462-4ec0-b878-1c8fb6794145', 'tenant_id': 'ca3604ff30e04c5395af19b174500651', 'fixed_ips': [{'subnet_id': '028cb1ec-ad37-45c3-b0ef-9ac908ea02bc'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:50.983909 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:50.998496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7d5aeb6-89d6-4e40-bbf4-fdd7eeb45186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.044920 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7d5aeb6-89d6-4e40-bbf4-fdd7eeb45186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.091988 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.160555 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.175833 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7d5aeb6-89d6-4e40-bbf4-fdd7eeb45186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.179351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7d5aeb6-89d6-4e40-bbf4-fdd7eeb45186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.180081 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f7d5aeb6-89d6-4e40-bbf4-fdd7eeb45186 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d07ff25-e604-4ceb-8ebd-657bfbd65f6b HTTP/1.1" status: 204 len: 168 time: 0.2571635 Sep 17 22:26:51.208259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5aeb6-89d6-4e40-bbf4-fdd7eeb45186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d07ff25-e604-4ceb-8ebd-657bfbd65f6b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:51.242082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Allocated IP 2001:db8::1 (d626c120-3462-4ec0-b878-1c8fb6794145/028cb1ec-ad37-45c3-b0ef-9ac908ea02bc/f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:51.358784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.493741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.594145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.649188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Network d626c120-3462-4ec0-b878-1c8fb6794145 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:51.664478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Pushing event updated for resources: {'Port': ['ID=f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:51.667035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:51.669797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.688707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:51.729579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.756418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.806095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Attempting to bind port f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:51.807423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Attempting to bind port f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd158c43f-f25b-474e-adcd-d8c3565ba474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd626c120-3462-4ec0-b878-1c8fb6794145'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:51.809260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Attempting to bind port f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56 on network d626c120-3462-4ec0-b878-1c8fb6794145 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:51.817587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:51.825214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Checking segment: {'id': 'd158c43f-f25b-474e-adcd-d8c3565ba474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd626c120-3462-4ec0-b878-1c8fb6794145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:51.825883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.826348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Bound using segment: {'id': 'd158c43f-f25b-474e-adcd-d8c3565ba474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd626c120-3462-4ec0-b878-1c8fb6794145'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:51.828427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Bound port: f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd158c43f-f25b-474e-adcd-d8c3565ba474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd626c120-3462-4ec0-b878-1c8fb6794145'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:51.829973 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.837342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=028cb1ec-ad37-45c3-b0ef-9ac908ea02bc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:51.904026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc8e05-4abb-47d9-a6bf-73576f4a3302 req-85484063-7b8a-49a3-b31c-b8042df7e033 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:51.907127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aefc8e05-4abb-47d9-a6bf-73576f4a3302 req-85484063-7b8a-49a3-b31c-b8042df7e033 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 946 time: 0.1484382 Sep 17 22:26:51.937885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] For port f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:51.942032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] For port f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56,segment=NetworkSegment(d158c43f-f25b-474e-adcd-d8c3565ba474),segment_id=d158c43f-f25b-474e-adcd-d8c3565ba474)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:51.979484 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:51.994661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aefc8e05-4abb-47d9-a6bf-73576f4a3302 req-fd91261f-ccce-4bbe-b73f-75c9f633942a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786326 Sep 17 22:26:52.025424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d626c120-3462-4ec0-b878-1c8fb6794145']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:52.041180 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.056674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd158c43f-f25b-474e-adcd-d8c3565ba474') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:52.057058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd158c43f-f25b-474e-adcd-d8c3565ba474') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:52.077555 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.118899 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.132053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:52.132461 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:52.138159 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:52.168916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe88d28-2003-454a-9e81-6900bb79699d None None] Pushing event updated for resources: {'Port': ['ID=f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:52.190773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e8303-2db6-44aa-bc09-df9005420526 None None] Network d626c120-3462-4ec0-b878-1c8fb6794145 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:52.285957 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:26:52.285957 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:26:52.285957 n-d-713498-17 neutron-server[101661]: [parameters: {'id': 'd626c120-3462-4ec0-b878-1c8fb6794145'}] Sep 17 22:26:52.285957 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:26:52.289470 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:26:52.501371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ad1d3-b625-4ef9-8f20-406d36a0d97a None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:26:52.715849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ad1d3-b625-4ef9-8f20-406d36a0d97a None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:26:52.787657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:52.857927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting port f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:52.858613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.026720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] For port f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56,segment=NetworkSegment(d158c43f-f25b-474e-adcd-d8c3565ba474),segment_id=d158c43f-f25b-474e-adcd-d8c3565ba474)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:53.027162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.092567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Calling delete_port for f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:53.152688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:26:53.358507 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.368529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.398719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.410332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Port': ['ID=f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:53.425635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No DVR routers for this DVR port f7a0fb1f-56f9-44a2-bdd8-4de3bd863c56 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:26:53.448195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:26:53.456720 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906e9253-1f1e-4400-944a-c7de08ce7eb6" -d '{"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-unplugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:26:53.478696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.479839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.480193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.480532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.480868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.481202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.481532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.481858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.482190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.482656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.483000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.483719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:53.508205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:53.557731 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cbb1a2-8b44-45d1-8e82-03c6e17a4924 x-openstack-request-id: req-39cbb1a2-8b44-45d1-8e82-03c6e17a4924 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:26:53.558157 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-unplugged", "status": "completed", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:26:53.558384 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39cbb1a2-8b44-45d1-8e82-03c6e17a4924 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:26:53.559058 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'code': 200} Sep 17 22:26:53.607458 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.612580 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.664299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d626c120-3462-4ec0-b878-1c8fb6794145']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:53.686430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd158c43f-f25b-474e-adcd-d8c3565ba474') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:53.686773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd158c43f-f25b-474e-adcd-d8c3565ba474') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:26:53.708560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=14']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:53.715127 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.742595 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.760007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:26:53.760418 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:26:53.764014 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:26:53.950948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.959372 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:53.961342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/d626c120-3462-4ec0-b878-1c8fb6794145 HTTP/1.1" status: 204 len: 168 time: 2.9923220 Sep 17 22:26:53.964967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35314) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:54.003477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301029ce-38f0-4bf8-9a5f-35a84422cc8b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=d626c120-3462-4ec0-b878-1c8fb6794145,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:54.003477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-952298009'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:54.165667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:54.169499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.223988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:54.233262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.233602 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment d007a73b-48e2-4f0f-85e5-7b593fcf10ef of type vlan for network 0429d170-7308-40d2-9e29-1ee50067ca30 Sep 17 22:26:54.246600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35326) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:54.284685 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.420416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.421436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:54.422251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.433261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-576790073', 'router:external': True}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:54.526748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=0429d170-7308-40d2-9e29-1ee50067ca30,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:54.540438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 0429d170-7308-40d2-9e29-1ee50067ca30 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:54.598296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Made reservation on behalf of 7465382c160948f8acf0ee166f2f700d for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:54.601035 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.633037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:54.690318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6be2d2cf-c19b-4d2c-9650-dfffc9c71236 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6921968 Sep 17 22:26:54.690318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35368) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:54.694113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': '0429d170-7308-40d2-9e29-1ee50067ca30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:54.931805 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.130753 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.157766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:55.168463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.168987 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Added segment 67a992ac-9a60-4568-9b5c-2d479e6472fe of type vlan for network ec642a33-2fd3-4662-8474-4cadd90ba855 Sep 17 22:26:55.224405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:55.231361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.260874 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.302164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89795ae5-55c6-44b3-aaf7-dc43017ba794,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:55.547312 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.549325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:55.550409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.622120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event updated for resources: {'Network': ['ID=ec642a33-2fd3-4662-8474-4cadd90ba855,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:55.634370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network ec642a33-2fd3-4662-8474-4cadd90ba855 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:55.675619 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:55.766819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35426) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:55.768723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-77d6495e-4545-4cae-9dc2-fe8017f90d18 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.5191910 Sep 17 22:26:55.774372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'subnet': {'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:55.786661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=ed19a80e-0fa6-4cd1-9737-9556e8e53664,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:55.795987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking segment: {'id': 'd007a73b-48e2-4f0f-85e5-7b593fcf10ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0429d170-7308-40d2-9e29-1ee50067ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:55.796357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network hostable DHCP agents. Network: 0429d170-7308-40d2-9e29-1ee50067ca30, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:56.022582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network 0429d170-7308-40d2-9e29-1ee50067ca30 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:56.120025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Made reservation on behalf of 7465382c160948f8acf0ee166f2f700d for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:56.122687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.246696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35444) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:56.285659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 0429d170-7308-40d2-9e29-1ee50067ca30) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:56.285659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:56.285659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.291072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d4ab43-5830-47ce-afd0-c0e6daed591b None None] Network 0429d170-7308-40d2-9e29-1ee50067ca30 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:56.393114 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b52e5712-1231-4fee-b965-2ef4dd0473ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.449713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-0429d170-7308-40d2-9e29-1ee50067ca30', 'network_id': '0429d170-7308-40d2-9e29-1ee50067ca30', 'tenant_id': 'ca3604ff30e04c5395af19b174500651', 'fixed_ips': [{'subnet_id': 'ed19a80e-0fa6-4cd1-9737-9556e8e53664'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:26:56.450592 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.512375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-854a6c98-b66b-40e3-b475-322cb1c11847 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8229818 Sep 17 22:26:56.521978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35460) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:56.529008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': '0429d170-7308-40d2-9e29-1ee50067ca30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:56.616809 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b52e5712-1231-4fee-b965-2ef4dd0473ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.620981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Allocated IP 2001:db8::2 (0429d170-7308-40d2-9e29-1ee50067ca30/ed19a80e-0fa6-4cd1-9737-9556e8e53664/1b32a90a-10d3-4c79-b111-63aad687fea9) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:56.698769 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b52e5712-1231-4fee-b965-2ef4dd0473ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.809974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:26:56.810834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b52e5712-1231-4fee-b965-2ef4dd0473ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61a0e3b4c8a245e6a859dc37649f10ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627220 Sep 17 22:26:56.811348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.813821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35472) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:56.815885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e5712-1231-4fee-b965-2ef4dd0473ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b749ece-48dd-4390-82ba-edc3134a059c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:56.840626 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.857432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:56.867217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:56.905145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event updated for resources: {'Subnet': ['ID=90b4a061-005e-4a77-8b39-df53eb87f400,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:56.957952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.958441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.958975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.959419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.959856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.960293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.960726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.961157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.961588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.962027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.962516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.963046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:26:56.969004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35480) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:56.986964 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.054183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Checking segment: {'id': '67a992ac-9a60-4568-9b5c-2d479e6472fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:57.054972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Network hostable DHCP agents. Network: ec642a33-2fd3-4662-8474-4cadd90ba855, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:26:57.062096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81d7889b-20fb-4189-a958-65d396100c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.092768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Pushing event updated for resources: {'Port': ['ID=1b32a90a-10d3-4c79-b111-63aad687fea9,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:57.108278 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81d7889b-20fb-4189-a958-65d396100c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.117840 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Network 0429d170-7308-40d2-9e29-1ee50067ca30 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:57.125762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:57.134327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:57.207752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Network ec642a33-2fd3-4662-8474-4cadd90ba855 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:26:57.211344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Attempting to bind port 1b32a90a-10d3-4c79-b111-63aad687fea9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:26:57.211723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Attempting to bind port 1b32a90a-10d3-4c79-b111-63aad687fea9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd007a73b-48e2-4f0f-85e5-7b593fcf10ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0429d170-7308-40d2-9e29-1ee50067ca30'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:26:57.212125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Attempting to bind port 1b32a90a-10d3-4c79-b111-63aad687fea9 on network 0429d170-7308-40d2-9e29-1ee50067ca30 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:26:57.218775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:26:57.219245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Checking segment: {'id': 'd007a73b-48e2-4f0f-85e5-7b593fcf10ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0429d170-7308-40d2-9e29-1ee50067ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:26:57.219686 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.220082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Bound using segment: {'id': 'd007a73b-48e2-4f0f-85e5-7b593fcf10ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0429d170-7308-40d2-9e29-1ee50067ca30'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:26:57.222145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Bound port: 1b32a90a-10d3-4c79-b111-63aad687fea9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd007a73b-48e2-4f0f-85e5-7b593fcf10ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0429d170-7308-40d2-9e29-1ee50067ca30'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:26:57.222613 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.308687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81d7889b-20fb-4189-a958-65d396100c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.311927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81d7889b-20fb-4189-a958-65d396100c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.313567 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-81d7889b-20fb-4189-a958-65d396100c0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b749ece-48dd-4390-82ba-edc3134a059c HTTP/1.1" status: 204 len: 168 time: 0.4887102 Sep 17 22:26:57.336858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7889b-20fb-4189-a958-65d396100c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b749ece-48dd-4390-82ba-edc3134a059c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:57.344562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, ec642a33-2fd3-4662-8474-4cadd90ba855) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:57.365939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.366447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c86fc-430d-493a-aa99-d312d2c4696b None None] Network ec642a33-2fd3-4662-8474-4cadd90ba855 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:57.367017 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.469274 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.480509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] For port 1b32a90a-10d3-4c79-b111-63aad687fea9, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:26:57.509314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f23eb-26f7-4229-adbd-d9cd97fe9b42 req-1cf452bb-3283-4a1f-b87a-919095bc5961 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.514948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f9f23eb-26f7-4229-adbd-d9cd97fe9b42 req-1cf452bb-3283-4a1f-b87a-919095bc5961 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1103401 Sep 17 22:26:57.515811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] For port 1b32a90a-10d3-4c79-b111-63aad687fea9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1b32a90a-10d3-4c79-b111-63aad687fea9,segment=NetworkSegment(d007a73b-48e2-4f0f-85e5-7b593fcf10ef),segment_id=d007a73b-48e2-4f0f-85e5-7b593fcf10ef)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:26:57.552768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network 0429d170-7308-40d2-9e29-1ee50067ca30 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:57.554487 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73ff5317-2fae-47f1-a0d1-b0e45aa9991e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7866628 Sep 17 22:26:57.558387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35506) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:57.578395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:57.587574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.588166 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.610881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b072772-e577-4110-832e-e9719962950f None None] Network ec642a33-2fd3-4662-8474-4cadd90ba855 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:57.615848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=85262b94-5be7-4786-a30d-f5ad78f18231,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:57.629290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.630335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-107184599', 'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:57.668799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f9f23eb-26f7-4229-adbd-d9cd97fe9b42 req-0ca79211-925b-4100-88e3-9fd14d191c6b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395419 Sep 17 22:26:57.754073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ee6c3-9efc-470d-ae2e-d7225706f0b5 None None] Pushing event updated for resources: {'Port': ['ID=1b32a90a-10d3-4c79-b111-63aad687fea9,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:57.774593 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5e57abb4-4ce8-475d-98e4-766d9f8b7900 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2504854 Sep 17 22:26:57.775451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35518) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:57.889492 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.917168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0aea23-37e3-4a97-8ae4-f86d9cede42e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.924899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0aea23-37e3-4a97-8ae4-f86d9cede42e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.927548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0aea23-37e3-4a97-8ae4-f86d9cede42e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.930055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0aea23-37e3-4a97-8ae4-f86d9cede42e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.932669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0aea23-37e3-4a97-8ae4-f86d9cede42e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:57.934961 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d0aea23-37e3-4a97-8ae4-f86d9cede42e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1585133 Sep 17 22:26:57.938521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35526) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:57.945282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611026871'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:57.950129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Made reservation on behalf of 7465382c160948f8acf0ee166f2f700d for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:57.950620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:57.982871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] device_id is not set on port d4c40eef-35b3-46f7-84e9-9aefbf4bd716 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:26:58.150866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:58.154381 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.207642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:26:58.219964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.221225 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment 9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80 of type vlan for network 8c2bda59-9a60-4588-a7e0-901f013590fa Sep 17 22:26:58.283029 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.338258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35542) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:58.352860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e439d48d-5c11-4c25-adad-2d1491bcc3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.357390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Allocated IP 172.20.0.13 (ec642a33-2fd3-4662-8474-4cadd90ba855/90b4a061-005e-4a77-8b39-df53eb87f400/d4c40eef-35b3-46f7-84e9-9aefbf4bd716) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:26:58.391788 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad865820-b358-4873-923c-d05370a48e07 req-0ecf73a2-6024-4e53-85b8-81edec01690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.394008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad865820-b358-4873-923c-d05370a48e07 req-0ecf73a2-6024-4e53-85b8-81edec01690e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1096 time: 0.1304460 Sep 17 22:26:58.409949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.412914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fca68-134b-4f1b-bdcd-74f101b54e04 req-041a54ba-9802-4b08-bd21-a189569b702b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.414433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-308fca68-134b-4f1b-bdcd-74f101b54e04 req-041a54ba-9802-4b08-bd21-a189569b702b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1522877 Sep 17 22:26:58.416068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.416724 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16479276'] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.509991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=8c2bda59-9a60-4588-a7e0-901f013590fa,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:58.579225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e439d48d-5c11-4c25-adad-2d1491bcc3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.647913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-308fca68-134b-4f1b-bdcd-74f101b54e04 req-9067d1bd-430e-42dc-8a63-62b2166050ba tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155747 Sep 17 22:26:58.668126 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e439d48d-5c11-4c25-adad-2d1491bcc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.734726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e439d48d-5c11-4c25-adad-2d1491bcc3c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2257ea1cda9444aa90d34da56957a7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951254 Sep 17 22:26:58.735813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439d48d-5c11-4c25-adad-2d1491bcc3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c835a3-5c56-4c6a-8fb8-d4b8a8f763ec,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:58.739505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35558) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:58.741779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 8c2bda59-9a60-4588-a7e0-901f013590fa details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:58.747436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad865820-b358-4873-923c-d05370a48e07 req-4dec2805-21e9-49f0-b6b6-1f4729f36ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:58.749188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad865820-b358-4873-923c-d05370a48e07 req-4dec2805-21e9-49f0-b6b6-1f4729f36ee7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.3467455 Sep 17 22:26:58.799396 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-602e0a96-b175-4c48-a5ed-28cbc5b0ba61 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8553221 Sep 17 22:26:58.799396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35562) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:58.804900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-da822f00-ae2f-4850-84c8-5666ea41597a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:58.859457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad865820-b358-4873-923c-d05370a48e07 req-052d4619-8d09-4431-8cc6-6d9897de1673 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 999 time: 0.0984180 Sep 17 22:26:58.866154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-60726ccd-8c78-49ca-aa92-36e3f8858451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.884674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:58.919742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1b32a90a-10d3-4c79-b111-63aad687fea9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:26:59.004244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1b32a90a-10d3-4c79-b111-63aad687fea9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:59.004979 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.008497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad865820-b358-4873-923c-d05370a48e07 req-14d6bb1a-0ffd-46a6-898c-2aac4a4f368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.010114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad865820-b358-4873-923c-d05370a48e07 req-14d6bb1a-0ffd-46a6-898c-2aac4a4f368b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0762296 Sep 17 22:26:59.011659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Deleting port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:26:59.012073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.028407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-60726ccd-8c78-49ca-aa92-36e3f8858451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.029927 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.091079 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da822f00-ae2f-4850-84c8-5666ea41597a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.105031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event updated for resources: {'Port': ['ID=d4c40eef-35b3-46f7-84e9-9aefbf4bd716,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:59.162609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c9165-0d57-4025-a745-897e3732065f None None] Network 0429d170-7308-40d2-9e29-1ee50067ca30 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:26:59.180408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Network ec642a33-2fd3-4662-8474-4cadd90ba855 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:26:59.186769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:26:59.189149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:26:59.199477 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.212914 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da822f00-ae2f-4850-84c8-5666ea41597a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.240867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad865820-b358-4873-923c-d05370a48e07 req-6b08335a-1e4c-4400-bd8a-333b4edddfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.242400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad865820-b358-4873-923c-d05370a48e07 req-6b08335a-1e4c-4400-bd8a-333b4edddfe7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2163494 Sep 17 22:26:59.256502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] For port 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:59.256894 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.274964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.275592 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.280017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da822f00-ae2f-4850-84c8-5666ea41597a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=8c2bda59-9a60-4588-a7e0-901f013590fa,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:59.283762 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-60726ccd-8c78-49ca-aa92-36e3f8858451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.286977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-60726ccd-8c78-49ca-aa92-36e3f8858451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.290580 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-60726ccd-8c78-49ca-aa92-36e3f8858451 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92c835a3-5c56-4c6a-8fb8-d4b8a8f763ec HTTP/1.1" status: 204 len: 168 time: 0.5498822 Sep 17 22:26:59.306935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da822f00-ae2f-4850-84c8-5666ea41597a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network 8c2bda59-9a60-4588-a7e0-901f013590fa is not hosted by any dhcp agent {{(pid=101660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:26:59.313743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Calling delete_port for 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:26:59.319034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da822f00-ae2f-4850-84c8-5666ea41597a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:26:59.323996 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da822f00-ae2f-4850-84c8-5666ea41597a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.323996 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-da822f00-ae2f-4850-84c8-5666ea41597a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "PUT /v2.0/networks/8c2bda59-9a60-4588-a7e0-901f013590fa HTTP/1.1" status: 200 len: 723 time: 0.5223591 Sep 17 22:26:59.328102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35580) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:59.332315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60726ccd-8c78-49ca-aa92-36e3f8858451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c835a3-5c56-4c6a-8fb8-d4b8a8f763ec,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:26:59.339837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': '8c2bda59-9a60-4588-a7e0-901f013590fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:26:59.414031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c72a5fd2-8b8a-476d-a063-2a65b4eb4941 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8450816 Sep 17 22:26:59.416460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35584) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:26:59.483560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad865820-b358-4873-923c-d05370a48e07 req-83b42a8f-75ff-4c40-857e-bb3688f83b37 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299397 Sep 17 22:26:59.582390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 8c2bda59-9a60-4588-a7e0-901f013590fa details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:26:59.599933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 1b32a90a-10d3-4c79-b111-63aad687fea9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1b32a90a-10d3-4c79-b111-63aad687fea9,segment=NetworkSegment(d007a73b-48e2-4f0f-85e5-7b593fcf10ef),segment_id=d007a73b-48e2-4f0f-85e5-7b593fcf10ef)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:26:59.607528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:26:59.612113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-20c6e1b3-3c04-49c5-98f8-fda42db625b6 None None] Provisioning complete for port 1b32a90a-10d3-4c79-b111-63aad687fea9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:26:59.613775 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20c6e1b3-3c04-49c5-98f8-fda42db625b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.614081 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.671564 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:26:59.905763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=1b32a90a-10d3-4c79-b111-63aad687fea9,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:00.039610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe64c7-1e2d-40b6-b0b9-6700d728a0a4 None None] Update dhcp port {'port': {'network_id': '0429d170-7308-40d2-9e29-1ee50067ca30', 'fixed_ips': [{'subnet_id': 'ed19a80e-0fa6-4cd1-9737-9556e8e53664', 'ip_address': '2001:db8::2'}, {'subnet_id': '85262b94-5be7-4786-a30d-f5ad78f18231'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '1b32a90a-10d3-4c79-b111-63aad687fea9'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:27:00.053692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.068452 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9dfe64c7-1e2d-40b6-b0b9-6700d728a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.110518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=a2d2cc2d-a529-4601-a98a-74a7edf84b31,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:00.147186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking segment: {'id': '9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c2bda59-9a60-4588-a7e0-901f013590fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:00.147555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network hostable DHCP agents. Network: 8c2bda59-9a60-4588-a7e0-901f013590fa, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:00.208006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad865820-b358-4873-923c-d05370a48e07 req-9c1a2632-c240-431b-ae7c-9c6b16dcf608 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014179 Sep 17 22:27:00.241336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-995fee74-dbe7-46ac-a5a2-578dcbc92250 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Deleting port d4c40eef-35b3-46f7-84e9-9aefbf4bd716 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:00.242030 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-995fee74-dbe7-46ac-a5a2-578dcbc92250 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.242456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network 8c2bda59-9a60-4588-a7e0-901f013590fa is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:00.336751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-9dfe64c7-1e2d-40b6-b0b9-6700d728a0a4 None None] Allocated IP 172.20.0.1 (0429d170-7308-40d2-9e29-1ee50067ca30/85262b94-5be7-4786-a30d-f5ad78f18231/1b32a90a-10d3-4c79-b111-63aad687fea9) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:00.345323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a91a67-ae22-4765-ae03-dc349336335b req-cd259e29-8512-4f30-86c7-db40d84c99cc tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.347842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01a91a67-ae22-4765-ae03-dc349336335b req-cd259e29-8512-4f30-86c7-db40d84c99cc tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.2146266 Sep 17 22:27:00.364282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 8c2bda59-9a60-4588-a7e0-901f013590fa) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:00.369565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:00.370441 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.386072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e065a6a-8594-4749-b15e-4203c6eac119 None None] Network 8c2bda59-9a60-4588-a7e0-901f013590fa requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:00.464119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01a91a67-ae22-4765-ae03-dc349336335b req-1630b03c-23af-404e-b263-d1944541f3f5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069558 Sep 17 22:27:00.471258 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-995fee74-dbe7-46ac-a5a2-578dcbc92250 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.500651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-995fee74-dbe7-46ac-a5a2-578dcbc92250 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Calling delete_port for d4c40eef-35b3-46f7-84e9-9aefbf4bd716 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:00.510575 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-279d313e-8710-484f-a4b0-1bbe5a2feb2a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1810262 Sep 17 22:27:00.513376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35642) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:00.523417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3484a5fb-0e6a-45f1-a3d6-6c13e1022d8d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:00.535669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9dfe64c7-1e2d-40b6-b0b9-6700d728a0a4 None None] For port 1b32a90a-10d3-4c79-b111-63aad687fea9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1b32a90a-10d3-4c79-b111-63aad687fea9,segment=NetworkSegment(d007a73b-48e2-4f0f-85e5-7b593fcf10ef),segment_id=d007a73b-48e2-4f0f-85e5-7b593fcf10ef)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:00.590024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.625149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9dfe64c7-1e2d-40b6-b0b9-6700d728a0a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.627685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Pushing event deleted for resources: {'Port': ['ID=8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:00.676253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-8c2bda59-9a60-4588-a7e0-901f013590fa', 'network_id': '8c2bda59-9a60-4588-a7e0-901f013590fa', 'tenant_id': 'ca3604ff30e04c5395af19b174500651', 'fixed_ips': [{'subnet_id': 'a2d2cc2d-a529-4601-a98a-74a7edf84b31'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:27:00.677134 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.865042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3484a5fb-0e6a-45f1-a3d6-6c13e1022d8d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12709340'] for subnet, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.897598 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9dfe64c7-1e2d-40b6-b0b9-6700d728a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:00.937557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1b32a90a-10d3-4c79-b111-63aad687fea9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:01.024656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Allocated IP 2001:db8::2 (8c2bda59-9a60-4588-a7e0-901f013590fa/a2d2cc2d-a529-4601-a98a-74a7edf84b31/074b5353-13cc-4510-8f17-f947934c6891) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:01.072776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe64c7-1e2d-40b6-b0b9-6700d728a0a4 None None] Pushing event updated for resources: {'Port': ['ID=1b32a90a-10d3-4c79-b111-63aad687fea9,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:01.138048 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.205528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-995fee74-dbe7-46ac-a5a2-578dcbc92250 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.224932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1b32a90a-10d3-4c79-b111-63aad687fea9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:01.225303 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.325696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fee74-dbe7-46ac-a5a2-578dcbc92250 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4c40eef-35b3-46f7-84e9-9aefbf4bd716,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:01.463917 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.478386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-995fee74-dbe7-46ac-a5a2-578dcbc92250 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.480489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-995fee74-dbe7-46ac-a5a2-578dcbc92250 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d4c40eef-35b3-46f7-84e9-9aefbf4bd716 HTTP/1.1" status: 204 len: 168 time: 2.0630925 Sep 17 22:27:01.483413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35682) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:01.490005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855', 'external_fixed_ips': [{'subnet_id': '90b4a061-005e-4a77-8b39-df53eb87f400', 'ip_address': '172.20.0.13'}]}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:01.538120 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.598575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Network 8c2bda59-9a60-4588-a7e0-901f013590fa is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:01.601710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:01.604158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:01.624502 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Pushing event updated for resources: {'Port': ['ID=074b5353-13cc-4510-8f17-f947934c6891,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:01.719272 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.720531 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.758148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Router 73212519-4199-45f5-bdd8-d6ec19ebf784 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:01.758681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Attempting to bind port 074b5353-13cc-4510-8f17-f947934c6891 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:01.759146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Attempting to bind port 074b5353-13cc-4510-8f17-f947934c6891 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c2bda59-9a60-4588-a7e0-901f013590fa'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:01.759514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Attempting to bind port 074b5353-13cc-4510-8f17-f947934c6891 on network 8c2bda59-9a60-4588-a7e0-901f013590fa {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:01.767994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:01.768413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Checking segment: {'id': '9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c2bda59-9a60-4588-a7e0-901f013590fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:01.772838 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.773292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Bound using segment: {'id': '9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c2bda59-9a60-4588-a7e0-901f013590fa'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:01.774536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Bound port: 074b5353-13cc-4510-8f17-f947934c6891, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c2bda59-9a60-4588-a7e0-901f013590fa'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:01.775062 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.907071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] For port 074b5353-13cc-4510-8f17-f947934c6891, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:01.911872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] For port 074b5353-13cc-4510-8f17-f947934c6891, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=074b5353-13cc-4510-8f17-f947934c6891,segment=NetworkSegment(9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80),segment_id=9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:01.918949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81aa1-51ed-4c8f-a52f-04d4b55a321b req-6c8fc84e-87be-45ba-a4a8-e9cf6b8fdd0c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:01.920774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6f81aa1-51ed-4c8f-a52f-04d4b55a321b req-6c8fc84e-87be-45ba-a4a8-e9cf6b8fdd0c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.3381035 Sep 17 22:27:01.929596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3484a5fb-0e6a-45f1-a3d6-6c13e1022d8d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730485784580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25136677'] for subnet, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.958476 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94cad4d-5817-4614-af11-3673bf722b04 None None] Network 0429d170-7308-40d2-9e29-1ee50067ca30 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:01.992200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:01.996408 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.019736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484a5fb-0e6a-45f1-a3d6-6c13e1022d8d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.020336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3484a5fb-0e6a-45f1-a3d6-6c13e1022d8d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.021612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3484a5fb-0e6a-45f1-a3d6-6c13e1022d8d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "PUT /v2.0/subnets/a2d2cc2d-a529-4601-a98a-74a7edf84b31 HTTP/1.1" status: 200 len: 826 time: 1.5036545 Sep 17 22:27:02.024623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35716) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:02.074146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f711080a-db8b-45ae-a459-b150a8961d80 None None] Provisioning complete for port 1b32a90a-10d3-4c79-b111-63aad687fea9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:02.074534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f711080a-db8b-45ae-a459-b150a8961d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.155914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93945747-4168-40cb-b56e-7c86ac966bb5 None None] Pushing event updated for resources: {'Port': ['ID=074b5353-13cc-4510-8f17-f947934c6891,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:02.161668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484a5fb-0e6a-45f1-a3d6-6c13e1022d8d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=a2d2cc2d-a529-4601-a98a-74a7edf84b31,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:02.262482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6f81aa1-51ed-4c8f-a52f-04d4b55a321b req-e6174bc7-3836-4cd5-945e-b84ba577a851 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297985 Sep 17 22:27:02.284135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.329270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:02.339874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d005f389-02f0-4923-9be6-d5bc121a7823 admin admin] 10.222.0.13 "PUT /v2.0/routers/73212519-4199-45f5-bdd8-d6ec19ebf784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3666427 Sep 17 22:27:02.341754 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] Sync routers for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:02.352145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35738) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:02.370705 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:02.371393 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:02.439051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting port 074b5353-13cc-4510-8f17-f947934c6891 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:02.467525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.595964 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.704118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] For port 074b5353-13cc-4510-8f17-f947934c6891, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=074b5353-13cc-4510-8f17-f947934c6891,segment=NetworkSegment(9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80),segment_id=9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:02.704494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.731818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Calling delete_port for 074b5353-13cc-4510-8f17-f947934c6891 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:02.796724 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:02.866572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ae927-a1e8-482d-ad1c-d847208ffc43 req-f1345900-fedb-4063-8606-65c2ad0b5f87 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:02.868188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-167ae927-a1e8-482d-ad1c-d847208ffc43 req-f1345900-fedb-4063-8606-65c2ad0b5f87 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.2546408 Sep 17 22:27:02.897967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.914157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ba64774b-916c-4f87-94a5-ae3d68c43bd9 None None] Provisioning complete for port 1b32a90a-10d3-4c79-b111-63aad687fea9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:02.914805 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba64774b-916c-4f87-94a5-ae3d68c43bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:02.986153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-167ae927-a1e8-482d-ad1c-d847208ffc43 req-8ec0a520-166c-4b27-ae33-30e4a3654644 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058106 Sep 17 22:27:03.051169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.127801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Port': ['ID=074b5353-13cc-4510-8f17-f947934c6891,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:03.155802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 074b5353-13cc-4510-8f17-f947934c6891 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:03.178211 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.196077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 074b5353-13cc-4510-8f17-f947934c6891 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:03.196414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 074b5353-13cc-4510-8f17-f947934c6891 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 17 22:27:03.201495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No DVR routers for this DVR port 074b5353-13cc-4510-8f17-f947934c6891 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:03.206393 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:27:00Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:03.226234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Port 074b5353-13cc-4510-8f17-f947934c6891 not found, will not notify nova. {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 17 22:27:03.227876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1b32a90a-10d3-4c79-b111-63aad687fea9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:03.249012 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] Checking router: 73212519-4199-45f5-bdd8-d6ec19ebf784 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:03.259188 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] Routers {'73212519-4199-45f5-bdd8-d6ec19ebf784'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:03.260357 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['73212519-4199-45f5-bdd8-d6ec19ebf784'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:03.320281 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.348953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1b32a90a-10d3-4c79-b111-63aad687fea9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:03.349844 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.427707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35786) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:03.446533 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] Set router 73212519-4199-45f5-bdd8-d6ec19ebf784 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:03.537106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90972a12-3ce9-433c-bc8d-af476cf2bc01 req-e1ec92c8-1952-4678-8158-ca874d8dcaeb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:03.539781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90972a12-3ce9-433c-bc8d-af476cf2bc01 req-e1ec92c8-1952-4678-8158-ca874d8dcaeb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.3802509 Sep 17 22:27:03.591681 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.615053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-88d9a61b-b804-46b1-a89d-be99a26eac70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.617418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.633744 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.686741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d2cc2d-a529-4601-a98a-74a7edf84b31,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:03.707722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-90972a12-3ce9-433c-bc8d-af476cf2bc01 req-8c1e045d-10dd-4936-b276-f12ba3794c02 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569741 Sep 17 22:27:03.748041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Deleting port 9d8b7acd-07fb-4197-9a36-f77912a871b2 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:03.748041 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.812064 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:27:00Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:03.861403 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29423c-127d-4286-9485-7bf2a7d15459 None None] The sync data for ids ['73212519-4199-45f5-bdd8-d6ec19ebf784'] in n-d-713498-17 is: [{'id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'name': 'tempest-TestVolumeBackupRestore-1135873424-router', 'tenant_id': '0a908da8522f41b38cc1ff39ef66235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:09Z', 'updated_at': '2021-09-17T22:27:00Z', 'revision_number': 5, 'project_id': '0a908da8522f41b38cc1ff39ef66235e', 'gw_port': {'id': '9d8b7acd-07fb-4197-9a36-f77912a871b2', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73212519-4199-45f5-bdd8-d6ec19ebf784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:10Z', 'updated_at': '2021-09-17T22:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:03.894259 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:03.970034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2bda59-9a60-4588-a7e0-901f013590fa']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:03.977587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b930ed2-53f0-4ce2-b973-73d51151b68b None None] Network 8c2bda59-9a60-4588-a7e0-901f013590fa requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:03.994349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:03.994746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd4c9ff-1f92-4f9d-be90-e9c90bd72b80') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:04.018934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.045355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-88d9a61b-b804-46b1-a89d-be99a26eac70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.046304 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.054937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:04.063358 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:04.070958 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:04.096938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-675b48b1-c035-4302-8fba-31fd76103e34 None None] Could not find standard attr ID for object 074b5353-13cc-4510-8f17-f947934c6891. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:27:04.154065 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-88d9a61b-b804-46b1-a89d-be99a26eac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.197818 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-88d9a61b-b804-46b1-a89d-be99a26eac70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=040ca2dac6f24150b0770173eb96210f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667732 Sep 17 22:27:04.197818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9a61b-b804-46b1-a89d-be99a26eac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e964b5c7-fd82-4f43-945e-228bb6d787d8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.199316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35830) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:04.229038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.236984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.242006 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/8c2bda59-9a60-4588-a7e0-901f013590fa HTTP/1.1" status: 204 len: 168 time: 2.2148507 Sep 17 22:27:04.245350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a13d7b-0130-4f90-aac8-29acea1c0253 None None] DHCP port deletion for 8c2bda59-9a60-4588-a7e0-901f013590fa request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:04.250612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35832) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:04.270731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a707a-d0a9-499b-b60f-99b71e358ab7 None None] Network 8c2bda59-9a60-4588-a7e0-901f013590fa requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:04.286366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a707a-d0a9-499b-b60f-99b71e358ab7 None None] Network 8c2bda59-9a60-4588-a7e0-901f013590fa could not be found, it might have been deleted concurrently. {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 22:27:04.291025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fa56b-f265-4fad-8719-2b207ac64a7f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=8c2bda59-9a60-4588-a7e0-901f013590fa,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.301882 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f5155e-183c-4a0a-89c1-343c87a48bf6 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:04.302619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f5155e-183c-4a0a-89c1-343c87a48bf6 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:04.307432 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e0f5155e-183c-4a0a-89c1-343c87a48bf6 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/8c2bda59-9a60-4588-a7e0-901f013590fa HTTP/1.1" status: 404 len: 339 time: 0.0527155 Sep 17 22:27:04.312540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35836) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:04.319056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-526097971', 'description': 'd1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:04.334044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e544796-cdf1-453a-8ce5-64d6653be668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.376388 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e544796-cdf1-453a-8ce5-64d6653be668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.516365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:04.523717 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.535382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Allocated IP 172.20.0.13 (ec642a33-2fd3-4662-8474-4cadd90ba855/90b4a061-005e-4a77-8b39-df53eb87f400/cbba5bf6-e59b-408f-9002-6fc20f9eff92) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:04.546189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e544796-cdf1-453a-8ce5-64d6653be668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.549987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e544796-cdf1-453a-8ce5-64d6653be668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.551271 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0e544796-cdf1-453a-8ce5-64d6653be668 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e964b5c7-fd82-4f43-945e-228bb6d787d8 HTTP/1.1" status: 204 len: 168 time: 0.3507948 Sep 17 22:27:04.552616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] For port 9d8b7acd-07fb-4197-9a36-f77912a871b2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9d8b7acd-07fb-4197-9a36-f77912a871b2,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:04.553528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.565758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e544796-cdf1-453a-8ce5-64d6653be668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e964b5c7-fd82-4f43-945e-228bb6d787d8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.569147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:04.576133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-dc663733-d5bb-4a53-82ac-28c61eff5fdd tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.577755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-dc663733-d5bb-4a53-82ac-28c61eff5fdd tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.2834682 Sep 17 22:27:04.587245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.587617 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment aeca99cf-8783-45e1-ab73-8f28a9f5321a of type vlan for network 0d99a5c9-f31c-4999-b0bf-9f29455ccc16 Sep 17 22:27:04.606254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Calling delete_port for 9d8b7acd-07fb-4197-9a36-f77912a871b2 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:04.631185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-71238a71-8d5d-4f43-94c7-3f8a27190674 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/quotas/cdb933bdef3a4f35a16aed5c1b950a9f HTTP/1.1" status: 200 len: 375 time: 0.0354989 Sep 17 22:27:04.646902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.773288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.784683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:04.784683 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.806742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:04.823720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-2eb01e2e-a328-4adf-910d-4c717eb1ccf0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1388009 Sep 17 22:27:04.831839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:04.832442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8924a7e4-489c-41d2-b5c9-7a2bf0cfedf4 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:04.833232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 074b5353-13cc-4510-8f17-f947934c6891 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:04.856460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 074b5353-13cc-4510-8f17-f947934c6891 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:04.864358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 074b5353-13cc-4510-8f17-f947934c6891 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:04.865229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=0d99a5c9-f31c-4999-b0bf-9f29455ccc16,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:04.872164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:04.878949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 0d99a5c9-f31c-4999-b0bf-9f29455ccc16 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:04.991832 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-410a7abc-aaa8-4fa7-85ed-6363088328ba tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6755738 Sep 17 22:27:04.992247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35868) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:05.117854 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.129525 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.183448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac135a12-068d-4867-8414-14c4ddf49c16 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.184946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ac135a12-068d-4867-8414-14c4ddf49c16 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/networks?id=0d99a5c9-f31c-4999-b0bf-9f29455ccc16 HTTP/1.1" status: 200 len: 764 time: 0.1917164 Sep 17 22:27:05.187828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35874) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:05.194062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-31de310f-cb3c-4c1a-8c4d-e255ec24e6e5 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'description': 'd2'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:05.211642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Network ec642a33-2fd3-4662-8474-4cadd90ba855 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:05.238205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:05.243539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:05.247346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event updated for resources: {'Port': ['ID=cbba5bf6-e59b-408f-9002-6fc20f9eff92,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:05.286957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-a539dc0a-76cb-44d3-9c25-094433449386 service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180329 Sep 17 22:27:05.341764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8b7acd-07fb-4197-9a36-f77912a871b2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:05.382956 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.528758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35888) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:05.595765 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.605371 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.624440 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-08da8b8c-0b6e-4c29-9ee7-56c4deca4c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.696980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-0ef6da25-2a78-44b1-a993-f309e295b3cc service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994665 Sep 17 22:27:05.725347 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31de310f-cb3c-4c1a-8c4d-e255ec24e6e5 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.809141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-08da8b8c-0b6e-4c29-9ee7-56c4deca4c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.824220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.824767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73212519-4199-45f5-bdd8-d6ec19ebf784 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:05.829533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.831712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-517c73fe-d841-4fb7-9951-234559307897 admin admin] 10.222.0.13 "DELETE /v2.0/routers/73212519-4199-45f5-bdd8-d6ec19ebf784 HTTP/1.1" status: 204 len: 168 time: 3.4757833 Sep 17 22:27:05.834167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35902) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:05.869069 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31de310f-cb3c-4c1a-8c4d-e255ec24e6e5 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.910881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31de310f-cb3c-4c1a-8c4d-e255ec24e6e5 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network 0d99a5c9-f31c-4999-b0bf-9f29455ccc16 is not hosted by any dhcp agent {{(pid=101660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:27:05.916628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de310f-cb3c-4c1a-8c4d-e255ec24e6e5 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:05.917309 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31de310f-cb3c-4c1a-8c4d-e255ec24e6e5 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.922230 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-31de310f-cb3c-4c1a-8c4d-e255ec24e6e5 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "PUT /v2.0/networks/0d99a5c9-f31c-4999-b0bf-9f29455ccc16 HTTP/1.1" status: 200 len: 761 time: 0.7298372 Sep 17 22:27:05.922230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35908) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:05.928695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c375ac0-7112-4aeb-8724-9265c25774d9 admin admin] Deleting subnet 5e6a2941-e407-4d04-9077-031b8ad0cdf2 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:05.935945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c375ac0-7112-4aeb-8724-9265c25774d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:05.964062 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-08da8b8c-0b6e-4c29-9ee7-56c4deca4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.013523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de310f-cb3c-4c1a-8c4d-e255ec24e6e5 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=0d99a5c9-f31c-4999-b0bf-9f29455ccc16,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:06.025834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 0d99a5c9-f31c-4999-b0bf-9f29455ccc16 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:06.092196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c375ac0-7112-4aeb-8724-9265c25774d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.164102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f375cb-0193-4028-9702-598f3fb7ae83 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.168098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-08da8b8c-0b6e-4c29-9ee7-56c4deca4c29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37e5909500db4955841eb0ca76b19270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6353660 Sep 17 22:27:06.171356 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-05f375cb-0193-4028-9702-598f3fb7ae83 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/networks?id=0d99a5c9-f31c-4999-b0bf-9f29455ccc16 HTTP/1.1" status: 200 len: 764 time: 0.2474189 Sep 17 22:27:06.172151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35922) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:06.172573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35924) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:06.183664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da8b8c-0b6e-4c29-9ee7-56c4deca4c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c4d299-5c8c-44b4-be56-9539d7d5e3d8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:06.256824 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f74d6367-4c12-4f8f-972c-eae9c7fcfbef req-ef24396a-d16a-40aa-81c0-eb5d9132c6d3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 210 time: 0.1625521 Sep 17 22:27:06.272762 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.414300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c375ac0-7112-4aeb-8724-9265c25774d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.488298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a874de47-18cc-4cb5-bc79-974663b5e73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.498016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9f8ce-f490-43a5-b005-278ed3a37415 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.505477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9f8ce-f490-43a5-b005-278ed3a37415 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.507355 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0cf9f8ce-f490-43a5-b005-278ed3a37415 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1386 time: 0.3279839 Sep 17 22:27:06.511393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35946) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:06.566900 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9458d11b-765d-4117-8457-0ab777abdcf6 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 207 time: 0.0543606 Sep 17 22:27:06.570954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35948) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:06.583201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a874de47-18cc-4cb5-bc79-974663b5e73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.605188 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.682297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c375ac0-7112-4aeb-8724-9265c25774d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.719264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c375ac0-7112-4aeb-8724-9265c25774d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6a2941-e407-4d04-9077-031b8ad0cdf2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:06.725743 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c375ac0-7112-4aeb-8724-9265c25774d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.727678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c375ac0-7112-4aeb-8724-9265c25774d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5e6a2941-e407-4d04-9077-031b8ad0cdf2 HTTP/1.1" status: 204 len: 168 time: 0.8925097 Sep 17 22:27:06.734261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda86fee-8b75-4e0a-91ce-665936683c8a None None] Network 2797a969-d7aa-415b-920e-6aec58295ffe requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:06.754097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35956) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:06.857129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60758a-9594-4c92-9215-271760cd3da4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.865369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60758a-9594-4c92-9215-271760cd3da4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.874143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60758a-9594-4c92-9215-271760cd3da4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.885769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60758a-9594-4c92-9215-271760cd3da4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.887772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:06.893429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60758a-9594-4c92-9215-271760cd3da4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.900609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60758a-9594-4c92-9215-271760cd3da4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.902570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9d8b7acd-07fb-4197-9a36-f77912a871b2 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:06.907565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60758a-9594-4c92-9215-271760cd3da4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:06.913789 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8d60758a-9594-4c92-9215-271760cd3da4 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4332 time: 0.3379691 Sep 17 22:27:06.914542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35968) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:06.947628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9d8b7acd-07fb-4197-9a36-f77912a871b2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:06.948158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9d8b7acd-07fb-4197-9a36-f77912a871b2 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:07.022245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Router f8b8b2a2-2328-49ee-8cca-ff785b1f2466 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:07.036320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a53c19-1b5c-486b-833c-1a2f98c7c124 None None] DHCP port deletion for 2797a969-d7aa-415b-920e-6aec58295ffe request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:07.048058 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a874de47-18cc-4cb5-bc79-974663b5e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.057345 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a874de47-18cc-4cb5-bc79-974663b5e73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.057345 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a874de47-18cc-4cb5-bc79-974663b5e73f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5c4d299-5c8c-44b4-be56-9539d7d5e3d8 HTTP/1.1" status: 204 len: 168 time: 0.8797159 Sep 17 22:27:07.065684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874de47-18cc-4cb5-bc79-974663b5e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c4d299-5c8c-44b4-be56-9539d7d5e3d8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:07.068120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Deleting port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:07.068466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.141323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c383e1e-e56e-4081-8826-f5f0f264af70 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 912 time: 0.2080429 Sep 17 22:27:07.146492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35978) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:07.148888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d6a53c19-1b5c-486b-833c-1a2f98c7c124 None None] Deleting port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:07.149273 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d6a53c19-1b5c-486b-833c-1a2f98c7c124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.229823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d6a53c19-1b5c-486b-833c-1a2f98c7c124 None None] For port 8052e849-c2ac-43f1-89f9-7ee02c243ea4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8052e849-c2ac-43f1-89f9-7ee02c243ea4,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:07.230292 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d6a53c19-1b5c-486b-833c-1a2f98c7c124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.252823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d6a53c19-1b5c-486b-833c-1a2f98c7c124 None None] Calling delete_port for 8052e849-c2ac-43f1-89f9-7ee02c243ea4 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:07.253472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] For port 8052e849-c2ac-43f1-89f9-7ee02c243ea4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8052e849-c2ac-43f1-89f9-7ee02c243ea4,segment=NetworkSegment(3c84efff-9afe-48b9-950f-f7fedff47a57),segment_id=3c84efff-9afe-48b9-950f-f7fedff47a57)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:07.253845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.281361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Calling delete_port for 8052e849-c2ac-43f1-89f9-7ee02c243ea4 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:07.281361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:07.283421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55035576-1ecb-4ad3-b701-206b1dd9549a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.287374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55035576-1ecb-4ad3-b701-206b1dd9549a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.295201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55035576-1ecb-4ad3-b701-206b1dd9549a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.297021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55035576-1ecb-4ad3-b701-206b1dd9549a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.307487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55035576-1ecb-4ad3-b701-206b1dd9549a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.309511 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-55035576-1ecb-4ad3-b701-206b1dd9549a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1614239 Sep 17 22:27:07.313298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35986) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:07.366782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Sync routers for ids ['f8b8b2a2-2328-49ee-8cca-ff785b1f2466'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:07.379706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Routers {'f8b8b2a2-2328-49ee-8cca-ff785b1f2466'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:07.380681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f8b8b2a2-2328-49ee-8cca-ff785b1f2466'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:07.387539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.388098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f312f30a-1595-4884-9a33-c5e2fff1e818 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.9036915 Sep 17 22:27:07.398432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35990) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:07.446936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8a867-7e28-4265-bcb5-6062f652731f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.448914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8a867-7e28-4265-bcb5-6062f652731f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.451507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8a867-7e28-4265-bcb5-6062f652731f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.453034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8a867-7e28-4265-bcb5-6062f652731f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.455117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8a867-7e28-4265-bcb5-6062f652731f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.459724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a172a86b-98d2-47c3-b2ed-43fc43f1c687 req-89e4b7b4-9c4f-4a16-a154-317f526b1d5a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 210 time: 0.0759170 Sep 17 22:27:07.461132 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-10e8a867-7e28-4265-bcb5-6062f652731f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1467013 Sep 17 22:27:07.465084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35994) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:07.532219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Set router f8b8b2a2-2328-49ee-8cca-ff785b1f2466 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:07.598383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d6a53c19-1b5c-486b-833c-1a2f98c7c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.623026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a53c19-1b5c-486b-833c-1a2f98c7c124 None None] Pushing event deleted for resources: {'Port': ['ID=8052e849-c2ac-43f1-89f9-7ee02c243ea4,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:07.623574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8884b1d7-d499-4969-8bf5-7bff8e139658 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.625270 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8884b1d7-d499-4969-8bf5-7bff8e139658 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/networks/1017d971-6a5b-471a-adb9-13d5345339f9 HTTP/1.1" status: 200 len: 803 time: 0.1583681 Sep 17 22:27:07.631443 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36002) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:07.674953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a53c19-1b5c-486b-833c-1a2f98c7c124 None None] No DVR routers for this DVR port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:07.819655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8b2a2-2328-49ee-8cca-ff785b1f2466', 'name': '', 'tenant_id': '7465382c160948f8acf0ee166f2f700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855', 'external_fixed_ips': [{'subnet_id': '90b4a061-005e-4a77-8b39-df53eb87f400', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'cbba5bf6-e59b-408f-9002-6fc20f9eff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:27:01Z', 'updated_at': '2021-09-17T22:27:05Z', 'revision_number': 3, 'project_id': '7465382c160948f8acf0ee166f2f700d', 'gw_port': {'id': 'cbba5bf6-e59b-408f-9002-6fc20f9eff92', 'name': '', 'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b8b2a2-2328-49ee-8cca-ff785b1f2466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '90b4a061-005e-4a77-8b39-df53eb87f400', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:03Z', 'updated_at': '2021-09-17T22:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90b4a061-005e-4a77-8b39-df53eb87f400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:07.846836 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0750f775-3f96-4c14-bc47-61b3b5786054 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/networks/1017d971-6a5b-471a-adb9-13d5345339f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2122357 Sep 17 22:27:07.852162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36010) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:07.857245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Checking router: f8b8b2a2-2328-49ee-8cca-ff785b1f2466 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:07.857598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Updating router f8b8b2a2-2328-49ee-8cca-ff785b1f2466 port cbba5bf6-e59b-408f-9002-6fc20f9eff92 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:27:07.897059 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:07.940072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9346322b-da63-4d6c-8137-8faf87e5438b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:07.968436 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9346322b-da63-4d6c-8137-8faf87e5438b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/subnets/b390df44-8e36-49a0-b6f6-8f09b86c4168 HTTP/1.1" status: 200 len: 843 time: 0.0983844 Sep 17 22:27:07.968886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36022) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:07.983597 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.024773 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.033432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8052e849-c2ac-43f1-89f9-7ee02c243ea4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:08.084850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] No DVR routers for this DVR port 8052e849-c2ac-43f1-89f9-7ee02c243ea4 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:08.092817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448d61d-5e39-48e2-8a13-68ba3f6611cd tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.100868 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2448d61d-5e39-48e2-8a13-68ba3f6611cd tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "GET /v2.0/subnets/b390df44-8e36-49a0-b6f6-8f09b86c4168?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1234746 Sep 17 22:27:08.100868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36030) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:08.106047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1609785756'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:08.209671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.230952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:08.231182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.236102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.238314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2797a969-d7aa-415b-920e-6aec58295ffe']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:08.254403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c84efff-9afe-48b9-950f-f7fedff47a57') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:08.254702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c84efff-9afe-48b9-950f-f7fedff47a57') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:08.265314 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.276738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.294478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:27:08.309625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.310050 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.311073 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Added segment 0f111fb3-a109-4d99-b428-e5998749a329 of type vlan for network c69063b2-2d08-418f-a570-4e1cdb5fd4ee Sep 17 22:27:08.324480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:08.325691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:08.328889 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:08.384884 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.403456 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.498661 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.513304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Deleting port cbba5bf6-e59b-408f-9002-6fc20f9eff92 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:08.514856 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.527774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.536162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:08.536792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.584740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.601442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Attempting to bind port cbba5bf6-e59b-408f-9002-6fc20f9eff92 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:08.602078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Attempting to bind port cbba5bf6-e59b-408f-9002-6fc20f9eff92 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '67a992ac-9a60-4568-9b5c-2d479e6472fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:08.602956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Attempting to bind port cbba5bf6-e59b-408f-9002-6fc20f9eff92 on network ec642a33-2fd3-4662-8474-4cadd90ba855 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:08.618503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fe946-4429-4d03-a4ab-6222c6fa6c8b None None] Pushing event updated for resources: {'Port': ['ID=cbba5bf6-e59b-408f-9002-6fc20f9eff92,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:08.621303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:08.621912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Checking segment: {'id': '67a992ac-9a60-4568-9b5c-2d479e6472fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:08.622372 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.623036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Bound using segment: {'id': '67a992ac-9a60-4568-9b5c-2d479e6472fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:08.623782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Bound port: cbba5bf6-e59b-408f-9002-6fc20f9eff92, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a992ac-9a60-4568-9b5c-2d479e6472fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ec642a33-2fd3-4662-8474-4cadd90ba855'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:08.624285 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.626608 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.631820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36058) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:08.639121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2797a969-d7aa-415b-920e-6aec58295ffe HTTP/1.1" status: 204 len: 168 time: 1.8823202 Sep 17 22:27:08.694916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd45bd6-359c-4128-a85e-ebda336e2e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=2797a969-d7aa-415b-920e-6aec58295ffe,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:08.722409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7edcde3-e766-4a05-be1d-68f93341f86a req-9764ea22-f8ad-4477-9327-60f5b0a04f9f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 210 time: 0.1149466 Sep 17 22:27:08.724214 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6231110 Sep 17 22:27:08.728533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36066) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:08.729339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] For port cbba5bf6-e59b-408f-9002-6fc20f9eff92, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:08.738227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'network_id': 'c69063b2-2d08-418f-a570-4e1cdb5fd4ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:08.740229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08cfb3-312c-40a4-bb7c-f8bd08b45833 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Network': ['ID=c69063b2-2d08-418f-a570-4e1cdb5fd4ee,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:08.753212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] For port cbba5bf6-e59b-408f-9002-6fc20f9eff92, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cbba5bf6-e59b-408f-9002-6fc20f9eff92,segment=NetworkSegment(67a992ac-9a60-4568-9b5c-2d479e6472fe),segment_id=67a992ac-9a60-4568-9b5c-2d479e6472fe)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:08.762756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c69063b2-2d08-418f-a570-4e1cdb5fd4ee details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:27:08.806898 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:08.841468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Calling delete_port for cbba5bf6-e59b-408f-9002-6fc20f9eff92 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:08.858382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8052e849-c2ac-43f1-89f9-7ee02c243ea4 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:08.888678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 8052e849-c2ac-43f1-89f9-7ee02c243ea4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:08.889026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8052e849-c2ac-43f1-89f9-7ee02c243ea4 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:08.916648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.037488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Routers {'f8b8b2a2-2328-49ee-8cca-ff785b1f2466'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:09.038136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f8b8b2a2-2328-49ee-8cca-ff785b1f2466'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:09.080274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Made reservation on behalf of ca3604ff30e04c5395af19b174500651 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:09.088940 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.175873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] Set router f8b8b2a2-2328-49ee-8cca-ff785b1f2466 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:09.249288 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8b2a2-2328-49ee-8cca-ff785b1f2466', 'name': '', 'tenant_id': '7465382c160948f8acf0ee166f2f700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:27:01Z', 'updated_at': '2021-09-17T22:27:08Z', 'revision_number': 4, 'project_id': '7465382c160948f8acf0ee166f2f700d', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:09.263230 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.273142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fe946-4429-4d03-a4ab-6222c6fa6c8b None None] Pushing event updated for resources: {'Port': ['ID=cbba5bf6-e59b-408f-9002-6fc20f9eff92,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:09.308894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-1eddb5ed-bcfa-4657-a8a7-b90f6829c746 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:09.310716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-1eddb5ed-bcfa-4657-a8a7-b90f6829c746 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.3972201 Sep 17 22:27:09.312616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Performing IP validity checks on allocation pools {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:27:09.313288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:27:09.328207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'port': {'device_id': 'ca37da81-9ae3-4b12-96ac-0465ddf121a4', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'admin_state_up': True, 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:09.330779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ba4d1-bf24-41d7-8ca3-78642408ec8f None None] The sync data for ids ['f8b8b2a2-2328-49ee-8cca-ff785b1f2466'] in n-d-713498-17 is: [{'id': 'f8b8b2a2-2328-49ee-8cca-ff785b1f2466', 'name': '', 'tenant_id': '7465382c160948f8acf0ee166f2f700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:27:01Z', 'updated_at': '2021-09-17T22:27:08Z', 'revision_number': 4, 'project_id': '7465382c160948f8acf0ee166f2f700d', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:09.404501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbba5bf6-e59b-408f-9002-6fc20f9eff92,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:09.458278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.567413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.570975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.647284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Made reservation on behalf of cdb933bdef3a4f35a16aed5c1b950a9f for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:09.648909 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.730807 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.731357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8b8b2a2-2328-49ee-8cca-ff785b1f2466 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:09.735853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.739998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a7421265-452d-4b61-9c9c-d64e263f8712 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f8b8b2a2-2328-49ee-8cca-ff785b1f2466 HTTP/1.1" status: 204 len: 168 time: 2.3404868 Sep 17 22:27:09.740663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36108) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:09.744000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.796001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c675f7-829a-44b6-b036-c5cc6a2724f8 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Deleting subnet 90b4a061-005e-4a77-8b39-df53eb87f400 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:09.813536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-21c675f7-829a-44b6-b036-c5cc6a2724f8 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.881500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dbb4ece5-31c4-4b8b-8d9f-ae29a727822c req-1f9a40be-de81-4a9f-bbcf-ba61b89602d7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 210 time: 0.0388258 Sep 17 22:27:09.890223 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-21c675f7-829a-44b6-b036-c5cc6a2724f8 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.907888 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:09.947767 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-21c675f7-829a-44b6-b036-c5cc6a2724f8 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.093671 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:27:10.137952 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-21c675f7-829a-44b6-b036-c5cc6a2724f8 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.192226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c675f7-829a-44b6-b036-c5cc6a2724f8 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=90b4a061-005e-4a77-8b39-df53eb87f400,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:10.200294 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-21c675f7-829a-44b6-b036-c5cc6a2724f8 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.205342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-21c675f7-829a-44b6-b036-c5cc6a2724f8 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/90b4a061-005e-4a77-8b39-df53eb87f400 HTTP/1.1" status: 204 len: 168 time: 0.4608817 Sep 17 22:27:10.205640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36138) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:10.278534 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.289907 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.441561 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.472222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec642a33-2fd3-4662-8474-4cadd90ba855']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:10.484104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a992ac-9a60-4568-9b5c-2d479e6472fe') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:10.484485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a992ac-9a60-4568-9b5c-2d479e6472fe') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:10.502379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.520287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.532866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:10.533234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Allocated IP 172.20.0.11 (838c3bf3-1fcc-449c-953f-13b563709e12/d4906658-6b22-49d6-b1db-b9f519c6a5c1/b74a728b-52c9-405d-a22a-0554e6b42fde) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:10.533693 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.535814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=e37738b6-c7d4-4d86-81f7-552ffcb4e9d2,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:10.535941 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:10.549264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Checking segment: {'id': '0f111fb3-a109-4d99-b428-e5998749a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c69063b2-2d08-418f-a570-4e1cdb5fd4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:10.549264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network hostable DHCP agents. Network: c69063b2-2d08-418f-a570-4e1cdb5fd4ee, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:27:10.714445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Network c69063b2-2d08-418f-a570-4e1cdb5fd4ee is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:27:10.752850 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.756058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec642a33-2fd3-4662-8474-4cadd90ba855 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:27:10.762979 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.769640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ec642a33-2fd3-4662-8474-4cadd90ba855 HTTP/1.1" status: 204 len: 168 time: 0.5582182 Sep 17 22:27:10.799771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.806457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02156e97-e4e6-4b31-91cc-57868da9f2c2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec642a33-2fd3-4662-8474-4cadd90ba855,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:10.843214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Deleting port afddfe07-9b68-4abe-9785-41800788cb50 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:10.843660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:10.854154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, c69063b2-2d08-418f-a570-4e1cdb5fd4ee) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:10.872589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128566d9-901b-4c25-83ef-7e1da34ef582 None None] Network c69063b2-2d08-418f-a570-4e1cdb5fd4ee requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:10.873177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:10.873309 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.102765 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.105868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-c69063b2-2d08-418f-a570-4e1cdb5fd4ee', 'network_id': 'c69063b2-2d08-418f-a570-4e1cdb5fd4ee', 'tenant_id': 'ca3604ff30e04c5395af19b174500651', 'fixed_ips': [{'subnet_id': 'e37738b6-c7d4-4d86-81f7-552ffcb4e9d2'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:27:11.107106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.114345 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-69fbed8a-e4ba-415a-8418-b169a6a73e56 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3847272 Sep 17 22:27:11.131011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36188) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:11.143818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e91f74c9-95a3-4804-a997-05cb015b8aea tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:11.187926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Network 838c3bf3-1fcc-449c-953f-13b563709e12 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:11.192949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:11.198333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:11.272697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df5b78-5182-4a51-bb5e-a0d8d3c75f07 req-d9fe9ea0-1cd8-44a8-845d-3912f3ca4332 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.278556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20df5b78-5182-4a51-bb5e-a0d8d3c75f07 req-d9fe9ea0-1cd8-44a8-845d-3912f3ca4332 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 932 time: 0.2018313 Sep 17 22:27:11.293138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:11.294506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.314467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'Port': ['ID=b74a728b-52c9-405d-a22a-0554e6b42fde,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:11.334844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] For port afddfe07-9b68-4abe-9785-41800788cb50, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=afddfe07-9b68-4abe-9785-41800788cb50,segment=NetworkSegment(e3feb573-5f3b-447f-8d19-225949bbd61e),segment_id=e3feb573-5f3b-447f-8d19-225949bbd61e)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:11.335762 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.351542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Calling delete_port for afddfe07-9b68-4abe-9785-41800788cb50 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:11.375277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Allocated IP 2001:db8::3 (c69063b2-2d08-418f-a570-4e1cdb5fd4ee/e37738b6-c7d4-4d86-81f7-552ffcb4e9d2/2573019d-b79b-4d95-922b-034040514565) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:11.454333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a42b546-0287-4020-b596-5a996e65b00a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1309571 Sep 17 22:27:11.496312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Request body: {'port': {'device_id': 'ca37da81-9ae3-4b12-96ac-0465ddf121a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:11.556830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36206) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:11.602165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d94bd3d9-6958-4e23-8225-34e50aaaf535 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'router': {'name': 'tempest-router--1148110118', 'project_id': 'f856579b1aec4e35911eae6580bdcea6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:11.607919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20df5b78-5182-4a51-bb5e-a0d8d3c75f07 req-2ec03b0e-1c43-421f-90a5-da078b44b003 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886198 Sep 17 22:27:11.645530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e91f74c9-95a3-4804-a997-05cb015b8aea tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12709340'] for subnet, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.668195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c1881ea1-a175-4a89-aac0-622e3f64ad9f None None] Provisioning complete for port b74a728b-52c9-405d-a22a-0554e6b42fde triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:11.668571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c1881ea1-a175-4a89-aac0-622e3f64ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.686707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.735125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.738601 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d94bd3d9-6958-4e23-8225-34e50aaaf535 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.739692 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d94bd3d9-6958-4e23-8225-34e50aaaf535 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.745769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c1881ea1-a175-4a89-aac0-622e3f64ad9f None None] Port b74a728b-52c9-405d-a22a-0554e6b42fde cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:11.800604 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d94bd3d9-6958-4e23-8225-34e50aaaf535 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.847987 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.895756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d94bd3d9-6958-4e23-8225-34e50aaaf535 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.903926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Network c69063b2-2d08-418f-a570-4e1cdb5fd4ee is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:11.909591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:11.916966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:11.922064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Pushing event updated for resources: {'Port': ['ID=2573019d-b79b-4d95-922b-034040514565,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:11.984531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Attempting to bind port 2573019d-b79b-4d95-922b-034040514565 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:11.985149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Attempting to bind port 2573019d-b79b-4d95-922b-034040514565 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0f111fb3-a109-4d99-b428-e5998749a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c69063b2-2d08-418f-a570-4e1cdb5fd4ee'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:11.985753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Attempting to bind port 2573019d-b79b-4d95-922b-034040514565 on network c69063b2-2d08-418f-a570-4e1cdb5fd4ee {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:11.992996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:11.996329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Checking segment: {'id': '0f111fb3-a109-4d99-b428-e5998749a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c69063b2-2d08-418f-a570-4e1cdb5fd4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:11.996329 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:11.997282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Bound using segment: {'id': '0f111fb3-a109-4d99-b428-e5998749a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c69063b2-2d08-418f-a570-4e1cdb5fd4ee'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:11.999504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Bound port: 2573019d-b79b-4d95-922b-034040514565, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f111fb3-a109-4d99-b428-e5998749a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c69063b2-2d08-418f-a570-4e1cdb5fd4ee'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:12.004066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d94bd3d9-6958-4e23-8225-34e50aaaf535 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.004272 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.004364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d94bd3d9-6958-4e23-8225-34e50aaaf535 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4090414 Sep 17 22:27:12.006532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36212) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:12.166559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] For port 2573019d-b79b-4d95-922b-034040514565, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:12.171632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] For port 2573019d-b79b-4d95-922b-034040514565, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2573019d-b79b-4d95-922b-034040514565,segment=NetworkSegment(0f111fb3-a109-4d99-b428-e5998749a329),segment_id=0f111fb3-a109-4d99-b428-e5998749a329)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:12.192818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a606af-6ff4-406f-b173-9faff9fefe22 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.207025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36218) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:12.256529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e91f74c9-95a3-4804-a997-05cb015b8aea tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730485784580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25136677'] for subnet, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.257005 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.289884 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.315571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91f74c9-95a3-4804-a997-05cb015b8aea tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:12.315571 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e91f74c9-95a3-4804-a997-05cb015b8aea tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.315571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e91f74c9-95a3-4804-a997-05cb015b8aea tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "PUT /v2.0/subnets/e37738b6-c7d4-4d86-81f7-552ffcb4e9d2 HTTP/1.1" status: 200 len: 900 time: 1.1686800 Sep 17 22:27:12.317898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36224) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:12.372855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ac239-0276-4811-9075-67e4aa629547 None None] Pushing event updated for resources: {'Port': ['ID=2573019d-b79b-4d95-922b-034040514565,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:12.391414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f74c9-95a3-4804-a997-05cb015b8aea tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event updated for resources: {'Subnet': ['ID=e37738b6-c7d4-4d86-81f7-552ffcb4e9d2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:12.404079 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7040cfac-c66a-479b-8f4c-d3135ea7298f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.433973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Pushing event deleted for resources: {'Port': ['ID=afddfe07-9b68-4abe-9785-41800788cb50,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:12.490494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a606af-6ff4-406f-b173-9faff9fefe22 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.493381 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.516708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a606af-6ff4-406f-b173-9faff9fefe22 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.523500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74a728b-52c9-405d-a22a-0554e6b42fde {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:12.539051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.616974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting port 2573019d-b79b-4d95-922b-034040514565 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:12.617904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.659894 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7040cfac-c66a-479b-8f4c-d3135ea7298f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.732709 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7040cfac-c66a-479b-8f4c-d3135ea7298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.772865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Transition to ACTIVE for port object b74a728b-52c9-405d-a22a-0554e6b42fde will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:12.777664 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a606af-6ff4-406f-b173-9faff9fefe22 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.777664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a606af-6ff4-406f-b173-9faff9fefe22 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acc518f5-9889-4bc8-843a-aea7bd532192 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:12.791131 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a606af-6ff4-406f-b173-9faff9fefe22 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.794362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0a606af-6ff4-406f-b173-9faff9fefe22 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "DELETE /v2.0/routers/acc518f5-9889-4bc8-843a-aea7bd532192 HTTP/1.1" status: 204 len: 168 time: 0.7867334 Sep 17 22:27:12.817443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] For port 2573019d-b79b-4d95-922b-034040514565, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2573019d-b79b-4d95-922b-034040514565,segment=NetworkSegment(0f111fb3-a109-4d99-b428-e5998749a329),segment_id=0f111fb3-a109-4d99-b428-e5998749a329)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:12.817730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.820360 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:12.853057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040cfac-c66a-479b-8f4c-d3135ea7298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c018d872-40e9-451a-b96f-5639c8c470d6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:12.866230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7040cfac-c66a-479b-8f4c-d3135ea7298f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a64bdb0b9bcd4c948c281dbfb9ba1370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578574 Sep 17 22:27:12.897065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36234) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:12.901628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Calling delete_port for 2573019d-b79b-4d95-922b-034040514565 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:12.907318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.076460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634ff77-8ccc-43bf-bce2-eb7cdde557a3 req-e482dd24-dab4-46ea-9f05-b480294c421d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.078078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1634ff77-8ccc-43bf-bce2-eb7cdde557a3 req-e482dd24-dab4-46ea-9f05-b480294c421d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 944 time: 0.2346787 Sep 17 22:27:13.080630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2573019d-b79b-4d95-922b-034040514565 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:13.143670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2573019d-b79b-4d95-922b-034040514565 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:13.144104 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.165862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1634ff77-8ccc-43bf-bce2-eb7cdde557a3 req-c5fc0e3b-a1e9-4f9a-82e2-851849c8a282 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670280 Sep 17 22:27:13.178257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Pushing event updated for resources: {'Port': ['ID=b74a728b-52c9-405d-a22a-0554e6b42fde,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:13.297418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-090b91b1-dbd7-4145-b7f8-d1e00966726c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.317221 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.320919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Attempting to bind port b74a728b-52c9-405d-a22a-0554e6b42fde on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:13.321259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Attempting to bind port b74a728b-52c9-405d-a22a-0554e6b42fde by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:13.321735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Attempting to bind port b74a728b-52c9-405d-a22a-0554e6b42fde on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:13.342877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-090b91b1-dbd7-4145-b7f8-d1e00966726c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.360241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Port b74a728b-52c9-405d-a22a-0554e6b42fde on network 838c3bf3-1fcc-449c-953f-13b563709e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:13.361153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Attempting to bind port b74a728b-52c9-405d-a22a-0554e6b42fde on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:13.366900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36242) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:13.368304 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.406847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Port': ['ID=2573019d-b79b-4d95-922b-034040514565,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:13.451127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:13.451284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Checking segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:13.451618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Bound using segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:13.452063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Bound port: b74a728b-52c9-405d-a22a-0554e6b42fde, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:13.452417 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.491653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No DVR routers for this DVR port 2573019d-b79b-4d95-922b-034040514565 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:13.547253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Router a51103b9-2348-4c7c-a839-51f66ef78ecc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:13.560840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] For port b74a728b-52c9-405d-a22a-0554e6b42fde, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:13.564193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] For port b74a728b-52c9-405d-a22a-0554e6b42fde, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b74a728b-52c9-405d-a22a-0554e6b42fde,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:13.577265 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.680823 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.694108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1653877347', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:13.709237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:13.709968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.711630 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] 10.222.0.35 "PUT /v2.0/ports/b74a728b-52c9-405d-a22a-0554e6b42fde HTTP/1.1" status: 200 len: 1093 time: 2.2449751 Sep 17 22:27:13.712269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-090b91b1-dbd7-4145-b7f8-d1e00966726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.715620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-090b91b1-dbd7-4145-b7f8-d1e00966726c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.719546 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-090b91b1-dbd7-4145-b7f8-d1e00966726c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c018d872-40e9-451a-b96f-5639c8c470d6 HTTP/1.1" status: 204 len: 168 time: 0.8204682 Sep 17 22:27:13.742943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca37da81-9ae3-4b12-96ac-0465ddf121a4', 'tag': 'b74a728b-52c9-405d-a22a-0554e6b42fde'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:13.745919 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca37da81-9ae3-4b12-96ac-0465ddf121a4", "tag": "b74a728b-52c9-405d-a22a-0554e6b42fde"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:13.769061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:13.841111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:13.853221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b91b1-dbd7-4145-b7f8-d1e00966726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c018d872-40e9-451a-b96f-5639c8c470d6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:13.854437 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] Sync routers for ids ['a51103b9-2348-4c7c-a839-51f66ef78ecc'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:13.871870 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0e78531c-c202-44ff-95f2-ce31f152a25a admin admin] 10.222.0.13 "PUT /v2.0/routers/a51103b9-2348-4c7c-a839-51f66ef78ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2345803 Sep 17 22:27:13.877075 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1686ec-f8b5-41b2-91c7-2772a2e04703 x-openstack-request-id: req-9e1686ec-f8b5-41b2-91c7-2772a2e04703 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:13.877417 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca37da81-9ae3-4b12-96ac-0465ddf121a4", "tag": "b74a728b-52c9-405d-a22a-0554e6b42fde", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:13.877873 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e1686ec-f8b5-41b2-91c7-2772a2e04703 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:13.878072 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca37da81-9ae3-4b12-96ac-0465ddf121a4', 'tag': 'b74a728b-52c9-405d-a22a-0554e6b42fde', 'status': 'completed', 'code': 200} Sep 17 22:27:13.882368 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] Routers {'a51103b9-2348-4c7c-a839-51f66ef78ecc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:13.884226 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a51103b9-2348-4c7c-a839-51f66ef78ecc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:13.895321 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=e37738b6-c7d4-4d86-81f7-552ffcb4e9d2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:13.897220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36256) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:13.992191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028f1c7-64aa-4eba-b808-715c50330faf service neutron] Pushing event updated for resources: {'Port': ['ID=b74a728b-52c9-405d-a22a-0554e6b42fde,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:14.026266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-9eadf0f7-42d0-41f9-a893-fa94fb8eb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.027991 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-9eadf0f7-42d0-41f9-a893-fa94fb8eb62c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 1096 time: 0.1760144 Sep 17 22:27:14.094438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16dbcaf-1efc-468f-a083-aff8eb0549ac None None] Network c69063b2-2d08-418f-a570-4e1cdb5fd4ee requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:14.095132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.095234 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.095234 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.095413 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] Set router a51103b9-2348-4c7c-a839-51f66ef78ecc gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:14.095510 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6a1c78f3-0b1d-4c94-8c51-4bc75919fc17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74a728b-52c9-405d-a22a-0554e6b42fde HTTP/1.1" status: 200 len: 217 time: 0.0571628 Sep 17 22:27:14.128371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69063b2-2d08-418f-a570-4e1cdb5fd4ee']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:14.187529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f111fb3-a109-4d99-b428-e5998749a329') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:14.189324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f111fb3-a109-4d99-b428-e5998749a329') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:14.199168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-d22b590a-08b7-4d4e-aed4-0d57110b5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.200848 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-d22b590a-08b7-4d4e-aed4-0d57110b5e8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0982912 Sep 17 22:27:14.241883 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.266494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.272519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.298224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.327505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6aafa09f-f70b-443e-912d-140b96499e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.331912 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-6aafa09f-f70b-443e-912d-140b96499e07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160381 Sep 17 22:27:14.337381 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:23Z', 'updated_at': '2021-09-17T22:27:11Z', 'revision_number': 5, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'gw_port': {'id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:25Z', 'updated_at': '2021-09-17T22:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:14.378214 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] Checking router: a51103b9-2348-4c7c-a839-51f66ef78ecc for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:14.407078 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] Routers {'a51103b9-2348-4c7c-a839-51f66ef78ecc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:14.408646 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a51103b9-2348-4c7c-a839-51f66ef78ecc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:14.454826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:14.455565 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:14.459215 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:14.560669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c966167c-0e10-4f5c-b0aa-0f3db81baace None None] Could not find standard attr ID for object 2573019d-b79b-4d95-922b-034040514565. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:27:14.588415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f698f8-936e-43e2-8aed-5c5b658e1cc6 req-2dc7a79d-3a7e-477f-a5ea-24cfac47091d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:14.590556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4f698f8-936e-43e2-8aed-5c5b658e1cc6 req-2dc7a79d-3a7e-477f-a5ea-24cfac47091d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 944 time: 0.3154342 Sep 17 22:27:14.651952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1012c37f-b5ab-4932-a887-c2e50ba3a84a None None] DHCP port deletion for c69063b2-2d08-418f-a570-4e1cdb5fd4ee request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:14.682721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3908829-5cbd-4609-95ca-f572749bcad1 None None] Network c69063b2-2d08-418f-a570-4e1cdb5fd4ee requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:14.694708 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.700184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3908829-5cbd-4609-95ca-f572749bcad1 None None] Network c69063b2-2d08-418f-a570-4e1cdb5fd4ee could not be found, it might have been deleted concurrently. {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 22:27:14.705569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.718115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.724985 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/c69063b2-2d08-418f-a570-4e1cdb5fd4ee HTTP/1.1" status: 204 len: 168 time: 2.4040635 Sep 17 22:27:14.727565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36270) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:14.768823 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] Set router a51103b9-2348-4c7c-a839-51f66ef78ecc gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:14.801110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915cfd2-0549-4639-a36d-ada9e8c57460 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=c69063b2-2d08-418f-a570-4e1cdb5fd4ee,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:14.853925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4f698f8-936e-43e2-8aed-5c5b658e1cc6 req-2c123534-ae16-4190-b8fe-4763902f66ef tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217817 Sep 17 22:27:14.855398 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd53414-5385-47e8-80b1-78edf36d2f5d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:14.856008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd53414-5385-47e8-80b1-78edf36d2f5d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:14.858901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-edd53414-5385-47e8-80b1-78edf36d2f5d tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/e37738b6-c7d4-4d86-81f7-552ffcb4e9d2 HTTP/1.1" status: 404 len: 337 time: 0.1301162 Sep 17 22:27:14.862215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36274) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:14.866399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2573019d-b79b-4d95-922b-034040514565 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:14.884536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36276) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:14.910486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 2573019d-b79b-4d95-922b-034040514565 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:14.910486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2573019d-b79b-4d95-922b-034040514565 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:14.932058 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b511ce7a-f31c-4c98-9187-0372693eac79 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:14.932801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b511ce7a-f31c-4c98-9187-0372693eac79 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:14.934666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b511ce7a-f31c-4c98-9187-0372693eac79 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/c69063b2-2d08-418f-a570-4e1cdb5fd4ee HTTP/1.1" status: 404 len: 339 time: 0.0593019 Sep 17 22:27:14.936482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96d967a2-7b16-4aa5-8912-db8b5e1b9ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:14.939297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36280) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:15.046318 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:23Z', 'updated_at': '2021-09-17T22:27:11Z', 'revision_number': 5, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'gw_port': {'id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:25Z', 'updated_at': '2021-09-17T22:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:15.046942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.054824 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.062971 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-5ab1afbd-4eeb-4777-b541-6893dfee2edb service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260375 Sep 17 22:27:15.074946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Deleting port 1849f6a3-171d-4cbd-8dcd-ad223d804815 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:15.075380 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.080013 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a302fc1d-e825-4f27-b57d-f93e01bb76a6 None None] The sync data for ids ['a51103b9-2348-4c7c-a839-51f66ef78ecc'] in n-d-713498-17 is: [{'id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'name': 'tempest-TestVolumeBackupRestore-807887370-router', 'tenant_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:21:23Z', 'updated_at': '2021-09-17T22:27:11Z', 'revision_number': 5, 'project_id': 'a3e2d0ece3084cbdafa0824f01cf5ec9', 'gw_port': {'id': '1849f6a3-171d-4cbd-8dcd-ad223d804815', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51103b9-2348-4c7c-a839-51f66ef78ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:21:25Z', 'updated_at': '2021-09-17T22:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:15.200006 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-60e29fae-44ee-4db7-aad9-bb4d3b023a30 req-5394796b-7971-4f44-bb60-fa5bee352a32 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295693 Sep 17 22:27:15.225764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.288326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d99a5c9-f31c-4999-b0bf-9f29455ccc16']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:15.301415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeca99cf-8783-45e1-ab73-8f28a9f5321a') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:15.301712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeca99cf-8783-45e1-ab73-8f28a9f5321a') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:15.319252 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.358960 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.365804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] For port 1849f6a3-171d-4cbd-8dcd-ad223d804815, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1849f6a3-171d-4cbd-8dcd-ad223d804815,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:15.366161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.374453 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.391287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96d967a2-7b16-4aa5-8912-db8b5e1b9ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.395366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:15.395764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:15.398742 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:15.401084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Calling delete_port for 1849f6a3-171d-4cbd-8dcd-ad223d804815 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:15.402994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.494300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96d967a2-7b16-4aa5-8912-db8b5e1b9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.538362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-373c58ed-6457-40db-965d-f52a2719b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:15.546441 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-373c58ed-6457-40db-965d-f52a2719b290 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 1096 time: 0.1466067 Sep 17 22:27:15.553688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d967a2-7b16-4aa5-8912-db8b5e1b9ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4db8bd-3300-4fe8-844a-df3fcb012159,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:15.575136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.580152 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.582073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/0d99a5c9-f31c-4999-b0bf-9f29455ccc16 HTTP/1.1" status: 204 len: 168 time: 0.6406932 Sep 17 22:27:15.588587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36288) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:15.606676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-96d967a2-7b16-4aa5-8912-db8b5e1b9ba8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6444c4c63784bc8a5f33c2ee1cf05b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7003448 Sep 17 22:27:15.612000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36290) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:15.613404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bb3eb-00ba-49f1-8a6b-50742e501d25 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=0d99a5c9-f31c-4999-b0bf-9f29455ccc16,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:15.640264 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7948d20-552e-469d-a7ab-a8b677540767 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:15.640726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7948d20-552e-469d-a7ab-a8b677540767 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:15.642706 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e7948d20-552e-469d-a7ab-a8b677540767 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/a2d2cc2d-a529-4601-a98a-74a7edf84b31 HTTP/1.1" status: 404 len: 337 time: 0.0498815 Sep 17 22:27:15.647885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36292) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:15.671542 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2e7f33-48f9-4bf0-b161-23024169fc63 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:15.672124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2e7f33-48f9-4bf0-b161-23024169fc63 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:15.676959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4a2e7f33-48f9-4bf0-b161-23024169fc63 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/8c2bda59-9a60-4588-a7e0-901f013590fa HTTP/1.1" status: 404 len: 339 time: 0.0255692 Sep 17 22:27:15.677716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Allocated IP 172.25.5.139 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/1131ddc7-29e2-4314-b0c0-23277fe35b1a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:15.682849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36294) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:15.738191 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5dd02adf-1a1e-451a-af0b-6e9236e979f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.772220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5dd02adf-1a1e-451a-af0b-6e9236e979f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.778669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-e1c18ad7-d644-4f9a-99f7-8bf638f830ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:15.780220 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-e1c18ad7-d644-4f9a-99f7-8bf638f830ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.2291088 Sep 17 22:27:15.787631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cd61a0-62ec-4f0a-a9aa-33eaa7bd6b46 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting subnet 85262b94-5be7-4786-a30d-f5ad78f18231 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:15.805000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4cd61a0-62ec-4f0a-a9aa-33eaa7bd6b46 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.861884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-4f6e3de0-aac2-4452-b5a9-ebb8cb59aae0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74a728b-52c9-405d-a22a-0554e6b42fde HTTP/1.1" status: 200 len: 217 time: 0.0716782 Sep 17 22:27:15.921649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4cd61a0-62ec-4f0a-a9aa-33eaa7bd6b46 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:15.995511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.033207 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.045269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=1849f6a3-171d-4cbd-8dcd-ad223d804815,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:16.055779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-7ca07f6e-a2af-466f-ac73-87ea9b8d9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.055779 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-7ca07f6e-a2af-466f-ac73-87ea9b8d9aa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.1590116 Sep 17 22:27:16.066488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5dd02adf-1a1e-451a-af0b-6e9236e979f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.078410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5dd02adf-1a1e-451a-af0b-6e9236e979f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.088167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5dd02adf-1a1e-451a-af0b-6e9236e979f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d4db8bd-3300-4fe8-844a-df3fcb012159 HTTP/1.1" status: 204 len: 168 time: 0.4705729 Sep 17 22:27:16.107106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c5f88-3f8c-4a76-aaef-901caf95b057 req-d04f4823-1776-4e0a-9874-457eb15ae4e2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.121040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f2c5f88-3f8c-4a76-aaef-901caf95b057 req-d04f4823-1776-4e0a-9874-457eb15ae4e2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 944 time: 0.1610818 Sep 17 22:27:16.152635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd02adf-1a1e-451a-af0b-6e9236e979f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4db8bd-3300-4fe8-844a-df3fcb012159,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:16.176647 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4cd61a0-62ec-4f0a-a9aa-33eaa7bd6b46 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.185119 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.211132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-b8db0ee4-88d0-4087-8ac0-0496667faa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:16.212635 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-b8db0ee4-88d0-4087-8ac0-0496667faa08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217372 Sep 17 22:27:16.216175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.271326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f2c5f88-3f8c-4a76-aaef-901caf95b057 req-9e396c71-6cfd-42ba-87d2-afe8796cf178 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487079 Sep 17 22:27:16.324975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.327841 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.328123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:16.339325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:16.374860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:16.417377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event updated for resources: {'Port': ['ID=1131ddc7-29e2-4314-b0c0-23277fe35b1a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:16.457176 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.457882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a51103b9-2348-4c7c-a839-51f66ef78ecc {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:16.463720 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.467687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9f451eef-7028-41ae-84ab-a7fbcea59fdf admin admin] 10.222.0.13 "DELETE /v2.0/routers/a51103b9-2348-4c7c-a839-51f66ef78ecc HTTP/1.1" status: 204 len: 168 time: 2.5640306 Sep 17 22:27:16.468189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36312) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:16.498119 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-bdf44fd1-2dbd-45ee-b385-a2ea4775b52d service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675116 Sep 17 22:27:16.543273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-469924bf-c7f0-4435-8575-8dab0bb5beb8 admin admin] Deleting subnet f056ba23-0798-4adb-8370-9bfe29e7365f {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:16.551725 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-469924bf-c7f0-4435-8575-8dab0bb5beb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.577433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4cd61a0-62ec-4f0a-a9aa-33eaa7bd6b46 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.616034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd61a0-62ec-4f0a-a9aa-33eaa7bd6b46 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=85262b94-5be7-4786-a30d-f5ad78f18231,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:16.644262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c513d37-b257-48c5-8c7d-fab61acb069e None None] Network 0429d170-7308-40d2-9e29-1ee50067ca30 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:16.644908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4cd61a0-62ec-4f0a-a9aa-33eaa7bd6b46 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.648022 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c4cd61a0-62ec-4f0a-a9aa-33eaa7bd6b46 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/85262b94-5be7-4786-a30d-f5ad78f18231 HTTP/1.1" status: 204 len: 168 time: 0.9641614 Sep 17 22:27:16.692669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36316) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:16.792227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d507bb-39dc-4690-b2db-defe0fe34b9f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting subnet ed19a80e-0fa6-4cd1-9737-9556e8e53664 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:16.808799 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59d507bb-39dc-4690-b2db-defe0fe34b9f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:16.956426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device afddfe07-9b68-4abe-9785-41800788cb50 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:16.984292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: afddfe07-9b68-4abe-9785-41800788cb50 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:16.984850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device afddfe07-9b68-4abe-9785-41800788cb50 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:17.005118 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59d507bb-39dc-4690-b2db-defe0fe34b9f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.041072 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c43d4fff-0b94-4dd9-9b82-2ae985f5bba1 req-ca47baeb-20cf-49b0-9119-6598c5e5056f service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093348 Sep 17 22:27:17.083963 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-469924bf-c7f0-4435-8575-8dab0bb5beb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.131053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.189228 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-469924bf-c7f0-4435-8575-8dab0bb5beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.211244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b74a728b-52c9-405d-a22a-0554e6b42fde details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:17.228148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59d507bb-39dc-4690-b2db-defe0fe34b9f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.383130 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-469924bf-c7f0-4435-8575-8dab0bb5beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.437768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b74a728b-52c9-405d-a22a-0554e6b42fde, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b74a728b-52c9-405d-a22a-0554e6b42fde,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:17.441377 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469924bf-c7f0-4435-8575-8dab0bb5beb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f056ba23-0798-4adb-8370-9bfe29e7365f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:17.459379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'b74a728b-52c9-405d-a22a-0554e6b42fde', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'port_id': 'b74a728b-52c9-405d-a22a-0554e6b42fde', 'mac_address': 'fa:16:3e:d6:50:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:17.459888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-469924bf-c7f0-4435-8575-8dab0bb5beb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.465493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b757f97-9eb9-4fe9-abd6-769c9938b9f6 None None] Network ac317094-32f2-4693-b50e-6d3d4ada6f07 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:17.465705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-469924bf-c7f0-4435-8575-8dab0bb5beb8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f056ba23-0798-4adb-8370-9bfe29e7365f HTTP/1.1" status: 204 len: 168 time: 0.9962931 Sep 17 22:27:17.469076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36340) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:17.571135 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.591857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74a728b-52c9-405d-a22a-0554e6b42fde {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:17.600821 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59d507bb-39dc-4690-b2db-defe0fe34b9f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.615507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b74a728b-52c9-405d-a22a-0554e6b42fde, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b74a728b-52c9-405d-a22a-0554e6b42fde,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:17.632654 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59d507bb-39dc-4690-b2db-defe0fe34b9f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.634542 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-59d507bb-39dc-4690-b2db-defe0fe34b9f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/ed19a80e-0fa6-4cd1-9737-9556e8e53664 HTTP/1.1" status: 204 len: 168 time: 0.9402781 Sep 17 22:27:17.636665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fe098-ddf5-49c9-8c2c-ca47562174d9 req-47a44d4a-61a8-4370-930f-9e10e28c4e9e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:17.641512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36348) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:17.644992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce2fe098-ddf5-49c9-8c2c-ca47562174d9 req-47a44d4a-61a8-4370-930f-9e10e28c4e9e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 944 time: 0.2487841 Sep 17 22:27:17.679624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d507bb-39dc-4690-b2db-defe0fe34b9f tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=ed19a80e-0fa6-4cd1-9737-9556e8e53664,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:17.709357 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.747700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce2fe098-ddf5-49c9-8c2c-ca47562174d9 req-d7e6f9af-3592-4ebd-a604-85db7f5e6f91 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017504 Sep 17 22:27:17.752395 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.753397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.812625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=b74a728b-52c9-405d-a22a-0554e6b42fde,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:17.822634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Deleting port 22b900f5-9307-4926-b6ed-21ed50f1adc2 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:17.823034 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.830460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f0b99af-760f-4ca0-878d-c22b0075b71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.903552 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.915157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b74a728b-52c9-405d-a22a-0554e6b42fde'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:17.940232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] For port 22b900f5-9307-4926-b6ed-21ed50f1adc2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=22b900f5-9307-4926-b6ed-21ed50f1adc2,segment=NetworkSegment(e3feb573-5f3b-447f-8d19-225949bbd61e),segment_id=e3feb573-5f3b-447f-8d19-225949bbd61e)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:17.940577 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:17.945716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d927575-512e-4416-8214-659638ba1640 None None] DHCP port deletion for ac317094-32f2-4693-b50e-6d3d4ada6f07 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:17.963678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Calling delete_port for 22b900f5-9307-4926-b6ed-21ed50f1adc2 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:18.016480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5c345-1e80-4567-8a48-a8e7261f3886 None None] Network 0429d170-7308-40d2-9e29-1ee50067ca30 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:18.060486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting port 1b32a90a-10d3-4c79-b111-63aad687fea9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:18.069968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.192648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] For port 1b32a90a-10d3-4c79-b111-63aad687fea9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1b32a90a-10d3-4c79-b111-63aad687fea9,segment=NetworkSegment(d007a73b-48e2-4f0f-85e5-7b593fcf10ef),segment_id=d007a73b-48e2-4f0f-85e5-7b593fcf10ef)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:18.193053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.206717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Calling delete_port for 1b32a90a-10d3-4c79-b111-63aad687fea9 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:18.212682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Router 356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:18.248329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8d927575-512e-4416-8214-659638ba1640 None None] Deleting port 22b900f5-9307-4926-b6ed-21ed50f1adc2 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:18.248697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8d927575-512e-4416-8214-659638ba1640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.254198 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.274045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] No DVR routers for this DVR port 22b900f5-9307-4926-b6ed-21ed50f1adc2 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:18.308339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0125b101-a7d8-4204-a9d6-411b50e0d619 None None] Provisioning complete for port 1b32a90a-10d3-4c79-b111-63aad687fea9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:18.309084 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0125b101-a7d8-4204-a9d6-411b50e0d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.335810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Pushing event deleted for resources: {'Port': ['ID=22b900f5-9307-4926-b6ed-21ed50f1adc2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:18.386063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:18.437732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a86489-1be4-49e7-bf91-297d156da3ab None None] Sync routers for ids ['356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:18.449950 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.469215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8d927575-512e-4416-8214-659638ba1640 None None] For port 22b900f5-9307-4926-b6ed-21ed50f1adc2, host n-d-713498-17, got binding levels [] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:18.469612 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8d927575-512e-4416-8214-659638ba1640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.478977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac317094-32f2-4693-b50e-6d3d4ada6f07']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.481033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.496285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3feb573-5f3b-447f-8d19-225949bbd61e') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.496727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3feb573-5f3b-447f-8d19-225949bbd61e') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.498576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a86489-1be4-49e7-bf91-297d156da3ab None None] Routers {'356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:18.499320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-97a86489-1be4-49e7-bf91-297d156da3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.510740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.529760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.535307 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-38a84751-de86-4dad-9989-4106fb752ec1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1629369 Sep 17 22:27:18.536430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36370) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:18.537546 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No DVR routers for this DVR port 1b32a90a-10d3-4c79-b111-63aad687fea9 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:18.540139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Port': ['ID=1b32a90a-10d3-4c79-b111-63aad687fea9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:18.559499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8d927575-512e-4416-8214-659638ba1640 None None] Calling delete_port for 22b900f5-9307-4926-b6ed-21ed50f1adc2 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:18.560926 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.565767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.ipam_backend_mixin [None req-8d927575-512e-4416-8214-659638ba1640 None None] Port 22b900f5-9307-4926-b6ed-21ed50f1adc2 was not found and therefore no delete operation was performed {{(pid=101662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:27:18.567218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0125b101-a7d8-4204-a9d6-411b50e0d619 None None] Could not find standard attr ID for object 1b32a90a-10d3-4c79-b111-63aad687fea9. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:27:18.568841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-97a86489-1be4-49e7-bf91-297d156da3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.589750 n-d-713498-17 neutron-server[101662]: INFO neutron.plugins.ml2.db [None req-0125b101-a7d8-4204-a9d6-411b50e0d619 None None] No ports have port_id starting with 1b32a90a-10d3-4c79-b111-63aad687fea9 Sep 17 22:27:18.591991 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8d927575-512e-4416-8214-659638ba1640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.601881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:18.602302 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:18.604180 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:18.636017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d927575-512e-4416-8214-659638ba1640 None None] Pushing event deleted for resources: {'Port': ['ID=22b900f5-9307-4926-b6ed-21ed50f1adc2,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:18.642340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a86489-1be4-49e7-bf91-297d156da3ab None None] Routers {'356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:18.642340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-97a86489-1be4-49e7-bf91-297d156da3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.645198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d927575-512e-4416-8214-659638ba1640 None None] No DVR routers for this DVR port 22b900f5-9307-4926-b6ed-21ed50f1adc2 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:18.691054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8977f2-b1b1-4706-a5ba-5ea56519f509 None None] DHCP port deletion for 0429d170-7308-40d2-9e29-1ee50067ca30 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:18.695761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-97a86489-1be4-49e7-bf91-297d156da3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.696392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a86489-1be4-49e7-bf91-297d156da3ab None None] The sync data for ids ['356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:18.732142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.783422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.788439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0429d170-7308-40d2-9e29-1ee50067ca30']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.801363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.807311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac317094-32f2-4693-b50e-6d3d4ada6f07 HTTP/1.1" status: 204 len: 168 time: 1.3329363 Sep 17 22:27:18.830062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd007a73b-48e2-4f0f-85e5-7b593fcf10ef') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.830445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd007a73b-48e2-4f0f-85e5-7b593fcf10ef') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:18.841421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.851707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb8b02-cf78-4e48-af20-baa73e0019fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ac317094-32f2-4693-b50e-6d3d4ada6f07,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:18.857934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.864519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:18.864985 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:18.870808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1b32a90a-10d3-4c79-b111-63aad687fea9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:18.903028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 1b32a90a-10d3-4c79-b111-63aad687fea9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:18.903961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1b32a90a-10d3-4c79-b111-63aad687fea9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:18.904748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1849f6a3-171d-4cbd-8dcd-ad223d804815 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:18.937676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 1849f6a3-171d-4cbd-8dcd-ad223d804815 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:18.938267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1849f6a3-171d-4cbd-8dcd-ad223d804815 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:18.939931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 22b900f5-9307-4926-b6ed-21ed50f1adc2 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:18.962917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 22b900f5-9307-4926-b6ed-21ed50f1adc2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:18.963175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 22b900f5-9307-4926-b6ed-21ed50f1adc2 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:18.982464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a2caf-d430-4b6e-ba89-235c6ccf249a req-c09a0005-5e83-4485-8a39-c7df7d6e050a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:18.986944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-174a2caf-d430-4b6e-ba89-235c6ccf249a req-c09a0005-5e83-4485-8a39-c7df7d6e050a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 945 time: 0.1162641 Sep 17 22:27:19.031030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-174a2caf-d430-4b6e-ba89-235c6ccf249a req-61f168d7-ef70-496e-99ad-285edb3d2a36 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 Sep 17 22:27:19.216228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b74a728b-52c9-405d-a22a-0554e6b42fde up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-74b641d0-61e0-4cc7-8cc9-058bbfac8e0e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/routers/356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9 HTTP/1.1" status: 200 len: 921 time: 0.7393870 Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:19.285493 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:19.292382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36394) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.325629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36398) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.326768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d1930e56-dd50-4a3a-bba6-0079ad7574d6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9 HTTP/1.1" status: 200 len: 205 time: 0.0394959 Sep 17 22:27:19.329327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36400) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.385817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port b74a728b-52c9-405d-a22a-0554e6b42fde completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:27:19.392731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port b74a728b-52c9-405d-a22a-0554e6b42fde triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:19.393298 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.419794 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.427292 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-af02685b-b03b-4ffe-830c-83b47b55a18b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a908da8522f41b38cc1ff39ef66235e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991192 Sep 17 22:27:19.428889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36408) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.436200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.441960 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/0429d170-7308-40d2-9e29-1ee50067ca30 HTTP/1.1" status: 204 len: 168 time: 1.7744524 Sep 17 22:27:19.445862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36410) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.457162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7a6a7-75a1-4912-beca-0baba89c8529 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=0429d170-7308-40d2-9e29-1ee50067ca30,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:19.501436 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b83c6f-01de-4861-8541-50019c4c628e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:19.503261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b83c6f-01de-4861-8541-50019c4c628e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:19.505941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-07b83c6f-01de-4861-8541-50019c4c628e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/028cb1ec-ad37-45c3-b0ef-9ac908ea02bc HTTP/1.1" status: 404 len: 337 time: 0.0586133 Sep 17 22:27:19.510292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36412) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.524852 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.538619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.545129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe264528-65de-4a17-9d69-0b5d684bd013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.553544 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28c6455-286d-4f3a-b211-a3ab187a28fa tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:19.553544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28c6455-286d-4f3a-b211-a3ab187a28fa tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:19.555111 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c28c6455-286d-4f3a-b211-a3ab187a28fa tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/d626c120-3462-4ec0-b878-1c8fb6794145 HTTP/1.1" status: 404 len: 339 time: 0.0438545 Sep 17 22:27:19.560777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca37da81-9ae3-4b12-96ac-0465ddf121a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74a728b-52c9-405d-a22a-0554e6b42fde'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:19.564539 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f346b9e0-56c7-45d6-b13d-aab92a460855" -d '{"events": [{"server_uuid": "ca37da81-9ae3-4b12-96ac-0465ddf121a4", "name": "network-vif-plugged", "status": "completed", "tag": "b74a728b-52c9-405d-a22a-0554e6b42fde"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:19.576172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36414) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.580076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b74a728b-52c9-405d-a22a-0554e6b42fde, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b74a728b-52c9-405d-a22a-0554e6b42fde,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:19.624985 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83874766-f5f8-4bd7-8b07-56e6921d0c65 x-openstack-request-id: req-83874766-f5f8-4bd7-8b07-56e6921d0c65 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:19.625281 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca37da81-9ae3-4b12-96ac-0465ddf121a4", "name": "network-vif-plugged", "status": "completed", "tag": "b74a728b-52c9-405d-a22a-0554e6b42fde", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:19.625535 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83874766-f5f8-4bd7-8b07-56e6921d0c65 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:19.625934 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca37da81-9ae3-4b12-96ac-0465ddf121a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74a728b-52c9-405d-a22a-0554e6b42fde', 'code': 200} Sep 17 22:27:19.639131 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-931e0a90-b7f1-41a3-a6d6-de43a725a28e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:19.640331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931e0a90-b7f1-41a3-a6d6-de43a725a28e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:19.650719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.672640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-931e0a90-b7f1-41a3-a6d6-de43a725a28e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/e73a4922-cfa3-440f-ba27-6f1661b25072 HTTP/1.1" status: 404 len: 337 time: 0.0938175 Sep 17 22:27:19.685706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe264528-65de-4a17-9d69-0b5d684bd013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.687399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36418) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.713152 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbebbd06-c165-40c9-bed7-745e27767a02 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:19.713566 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbebbd06-c165-40c9-bed7-745e27767a02 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:19.715976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dbebbd06-c165-40c9-bed7-745e27767a02 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/498de617-9829-4092-bebf-c6c4295e36e5 HTTP/1.1" status: 404 len: 339 time: 0.0275929 Sep 17 22:27:19.726372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36420) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.740159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=b74a728b-52c9-405d-a22a-0554e6b42fde,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:19.777909 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0dfd2c-12f6-4f79-966a-3b47934a904b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:19.778369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0dfd2c-12f6-4f79-966a-3b47934a904b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:19.781172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aa0dfd2c-12f6-4f79-966a-3b47934a904b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/33c3c809-92f1-4f8f-8378-54d039abc55a HTTP/1.1" status: 404 len: 337 time: 0.0523481 Sep 17 22:27:19.784766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36422) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.801437 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.803254 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d783d04f-524e-4bfe-967e-78cf4f0f836b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:19.803808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d783d04f-524e-4bfe-967e-78cf4f0f836b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:19.805902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d783d04f-524e-4bfe-967e-78cf4f0f836b tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/412d8864-eab5-430b-ac9b-1e9b7a42a6a9 HTTP/1.1" status: 404 len: 339 time: 0.0197523 Sep 17 22:27:19.808237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36426) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:19.816582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1eefb-8cb1-40c8-8d49-1783e011c972 req-cc0a3a88-40b6-4302-8e64-db27afaa42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:19.818204 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-77f1eefb-8cb1-40c8-8d49-1783e011c972 req-cc0a3a88-40b6-4302-8e64-db27afaa42b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 1098 time: 0.0996168 Sep 17 22:27:19.853834 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-77f1eefb-8cb1-40c8-8d49-1783e011c972 req-bfc8c73f-c216-48d7-9b61-846f34161255 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281980 Sep 17 22:27:19.864254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8683dfa3-c68a-40d7-8419-f1728ba0ce3a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting subnet 3dc492ce-3f6b-4f75-a77f-f876b3cb7400 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:19.867322 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8683dfa3-c68a-40d7-8419-f1728ba0ce3a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.897284 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe264528-65de-4a17-9d69-0b5d684bd013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.899816 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe264528-65de-4a17-9d69-0b5d684bd013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:19.900975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe264528-65de-4a17-9d69-0b5d684bd013 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0ed0fc9-54b1-420f-8ccf-68ed38de596f HTTP/1.1" status: 204 len: 168 time: 0.4709592 Sep 17 22:27:19.916254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe264528-65de-4a17-9d69-0b5d684bd013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ed0fc9-54b1-420f-8ccf-68ed38de596f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:19.920136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8683dfa3-c68a-40d7-8419-f1728ba0ce3a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.015105 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8683dfa3-c68a-40d7-8419-f1728ba0ce3a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.023243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Deleting port 1131ddc7-29e2-4314-b0c0-23277fe35b1a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:20.023695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.145951 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.159364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Calling delete_port for 1131ddc7-29e2-4314-b0c0-23277fe35b1a owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:20.179650 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8683dfa3-c68a-40d7-8419-f1728ba0ce3a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.222271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696be3c-897e-4a69-9055-b39c1b388d81 req-8adf69a6-caf5-40a9-9d92-14413a6ed342 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:20.224223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f696be3c-897e-4a69-9055-b39c1b388d81 req-8adf69a6-caf5-40a9-9d92-14413a6ed342 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0918307 Sep 17 22:27:20.225547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683dfa3-c68a-40d7-8419-f1728ba0ce3a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc492ce-3f6b-4f75-a77f-f876b3cb7400,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:20.229515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8683dfa3-c68a-40d7-8419-f1728ba0ce3a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.231644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8683dfa3-c68a-40d7-8419-f1728ba0ce3a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/3dc492ce-3f6b-4f75-a77f-f876b3cb7400 HTTP/1.1" status: 204 len: 168 time: 0.4220104 Sep 17 22:27:20.235756 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f6bcd633-2f31-419e-a833-b61b56e76a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.236355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36434) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:20.253203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d48680-ec1c-4ccb-9817-9cdede73bde9 None None] Network b020dda6-f57d-494a-8c1c-c96aa00a6110 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:20.290069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f696be3c-897e-4a69-9055-b39c1b388d81 req-60bd4b09-a8d5-465c-a792-56969a232cbf tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568144 Sep 17 22:27:20.405548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.528438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting port 25d206f0-ded0-4c98-a85f-f4b4d33867ad {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:20.529036 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.544776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff4903-aa63-436c-905f-71393c28ba7b None None] DHCP port deletion for b020dda6-f57d-494a-8c1c-c96aa00a6110 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:20.607263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-fcff4903-aa63-436c-905f-71393c28ba7b None None] Deleting port 25d206f0-ded0-4c98-a85f-f4b4d33867ad {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:20.607637 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcff4903-aa63-436c-905f-71393c28ba7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.618306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] For port 25d206f0-ded0-4c98-a85f-f4b4d33867ad, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=25d206f0-ded0-4c98-a85f-f4b4d33867ad,segment=NetworkSegment(52f8806b-2f29-43ef-b1f9-cdad74487b14),segment_id=52f8806b-2f29-43ef-b1f9-cdad74487b14)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:20.618603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.625640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.657688 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Calling delete_port for 25d206f0-ded0-4c98-a85f-f4b4d33867ad owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:20.664366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event deleted for resources: {'Port': ['ID=1131ddc7-29e2-4314-b0c0-23277fe35b1a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:20.689050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fcff4903-aa63-436c-905f-71393c28ba7b None None] For port 25d206f0-ded0-4c98-a85f-f4b4d33867ad, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=25d206f0-ded0-4c98-a85f-f4b4d33867ad,segment=NetworkSegment(52f8806b-2f29-43ef-b1f9-cdad74487b14),segment_id=52f8806b-2f29-43ef-b1f9-cdad74487b14)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:20.689469 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcff4903-aa63-436c-905f-71393c28ba7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.703842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-fcff4903-aa63-436c-905f-71393c28ba7b None None] Calling delete_port for 25d206f0-ded0-4c98-a85f-f4b4d33867ad owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:20.779572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.867879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 25d206f0-ded0-4c98-a85f-f4b4d33867ad no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:20.881327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.886560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.886560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36454) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:20.953215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcff4903-aa63-436c-905f-71393c28ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.972363 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:20.990452 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff4903-aa63-436c-905f-71393c28ba7b None None] No DVR routers for this DVR port 25d206f0-ded0-4c98-a85f-f4b4d33867ad on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:20.994154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff4903-aa63-436c-905f-71393c28ba7b None None] Pushing event deleted for resources: {'Port': ['ID=25d206f0-ded0-4c98-a85f-f4b4d33867ad,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:21.002893 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-125c9733-096f-44d7-8b34-050c1d69464d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3e2d0ece3084cbdafa0824f01cf5ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154275 Sep 17 22:27:21.012109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No DVR routers for this DVR port 25d206f0-ded0-4c98-a85f-f4b4d33867ad on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:21.013192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Port': ['ID=25d206f0-ded0-4c98-a85f-f4b4d33867ad,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:21.013813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36458) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:21.026930 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.124455 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.135115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e490afe3-4f13-44fb-aa15-e7416be61cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.140233 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.140822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Fanout notify agent at l3_agent the message router_deleted on router 356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:21.150571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.155287 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9c0eaa38-37b6-4827-8007-d3259b5ed36b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9 HTTP/1.1" status: 204 len: 168 time: 1.8250570 Sep 17 22:27:21.155946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36460) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:21.166314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b020dda6-f57d-494a-8c1c-c96aa00a6110']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:21.166872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2065337322', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': False}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:21.178272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f8806b-2f29-43ef-b1f9-cdad74487b14') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:21.178616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f8806b-2f29-43ef-b1f9-cdad74487b14') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:21.189488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.190732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e490afe3-4f13-44fb-aa15-e7416be61cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.205359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.211639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:21.212064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:21.215274 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:21.301786 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.327740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.328834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.334010 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e490afe3-4f13-44fb-aa15-e7416be61cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.336801 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e490afe3-4f13-44fb-aa15-e7416be61cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.338157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e490afe3-4f13-44fb-aa15-e7416be61cee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6830c9c2-c096-4c1c-91dc-6686a7b246cd HTTP/1.1" status: 204 len: 168 time: 0.3227215 Sep 17 22:27:21.353519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490afe3-4f13-44fb-aa15-e7416be61cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6830c9c2-c096-4c1c-91dc-6686a7b246cd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:21.417371 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.421828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.427547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.429752 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/b020dda6-f57d-494a-8c1c-c96aa00a6110 HTTP/1.1" status: 204 len: 168 time: 1.1922522 Sep 17 22:27:21.435629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36470) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:21.470774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74e5ee-84d4-4714-a430-69dd442abc1a tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=b020dda6-f57d-494a-8c1c-c96aa00a6110,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:21.482746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ddeca-6903-42a8-8aee-cf345d9dc911 req-c964a284-e49c-40a2-b79c-c2207f8cc6d0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:21.484435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-970ddeca-6903-42a8-8aee-cf345d9dc911 req-c964a284-e49c-40a2-b79c-c2207f8cc6d0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0699105 Sep 17 22:27:21.498547 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-16573a77-10be-45e9-8cee-5cb23412d4bb tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:21.499049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16573a77-10be-45e9-8cee-5cb23412d4bb tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:21.501627 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-16573a77-10be-45e9-8cee-5cb23412d4bb tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/c3ddbac0-3bc3-46ab-a406-9fb1917e0a9c HTTP/1.1" status: 404 len: 337 time: 0.0640225 Sep 17 22:27:21.504502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36476) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:21.531162 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2e88fc-6d62-456a-90b9-339a89bd796e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:21.531162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2e88fc-6d62-456a-90b9-339a89bd796e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:21.536200 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9f2e88fc-6d62-456a-90b9-339a89bd796e tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/506e18c6-c98f-4200-ba3c-d69d3ca2cf3b HTTP/1.1" status: 404 len: 339 time: 0.0271246 Sep 17 22:27:21.536200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36480) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:21.539353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-970ddeca-6903-42a8-8aee-cf345d9dc911 req-139071b0-45f2-4101-831b-53fe7efffa1f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Sep 17 22:27:21.617317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e3c326-9e51-4aac-8a28-f4db5e98ab69 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting subnet b390df44-8e36-49a0-b6f6-8f09b86c4168 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:27:21.621448 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e3c326-9e51-4aac-8a28-f4db5e98ab69 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.683927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e3c326-9e51-4aac-8a28-f4db5e98ab69 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.692436 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.776955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:21.812928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e3c326-9e51-4aac-8a28-f4db5e98ab69 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.113455 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e3c326-9e51-4aac-8a28-f4db5e98ab69 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.182344 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98e3c326-9e51-4aac-8a28-f4db5e98ab69 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.187557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fcce11-92d9-4859-ba1d-dde1b71a0f92 None None] Network 1017d971-6a5b-471a-adb9-13d5345339f9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:27:22.189200 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-98e3c326-9e51-4aac-8a28-f4db5e98ab69 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/subnets/b390df44-8e36-49a0-b6f6-8f09b86c4168 HTTP/1.1" status: 204 len: 168 time: 0.6521556 Sep 17 22:27:22.190260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36490) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:22.300704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.308953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3c326-9e51-4aac-8a28-f4db5e98ab69 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Subnet': ['ID=b390df44-8e36-49a0-b6f6-8f09b86c4168,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:22.323885 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.373252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717a593-3087-483e-abea-fb08b6ae28c3 req-3b9cbc29-e12c-4f89-ab89-6651e01fd7c7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:22.381627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6717a593-3087-483e-abea-fb08b6ae28c3 req-3b9cbc29-e12c-4f89-ab89-6651e01fd7c7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.1554775 Sep 17 22:27:22.399833 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.446960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Deleting port 9040051b-579c-4a34-bf3a-d3c298f0abbf {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:22.447306 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.458209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6717a593-3087-483e-abea-fb08b6ae28c3 req-c8b94922-5a17-4864-a153-854facb10eea tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756950 Sep 17 22:27:22.504537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e5753-1d07-4688-b4dc-5534c49e031a None None] DHCP port deletion for 1017d971-6a5b-471a-adb9-13d5345339f9 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:27:22.525842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] For port 9040051b-579c-4a34-bf3a-d3c298f0abbf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9040051b-579c-4a34-bf3a-d3c298f0abbf,segment=NetworkSegment(0bab7681-4afa-4b7e-9e1e-c0eeada1b640),segment_id=0bab7681-4afa-4b7e-9e1e-c0eeada1b640)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:22.526596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.544666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Calling delete_port for 9040051b-579c-4a34-bf3a-d3c298f0abbf owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:22.578373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Allocated IP 172.25.5.189 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/5f622027-738c-46d7-bc4c-1751fd659465) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:22.584594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d61e5753-1d07-4688-b4dc-5534c49e031a None None] Deleting port 9040051b-579c-4a34-bf3a-d3c298f0abbf {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:22.586601 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d61e5753-1d07-4688-b4dc-5534c49e031a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.661270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d61e5753-1d07-4688-b4dc-5534c49e031a None None] For port 9040051b-579c-4a34-bf3a-d3c298f0abbf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9040051b-579c-4a34-bf3a-d3c298f0abbf,segment=NetworkSegment(0bab7681-4afa-4b7e-9e1e-c0eeada1b640),segment_id=0bab7681-4afa-4b7e-9e1e-c0eeada1b640)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:22.661668 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d61e5753-1d07-4688-b4dc-5534c49e031a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.677109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d61e5753-1d07-4688-b4dc-5534c49e031a None None] Calling delete_port for 9040051b-579c-4a34-bf3a-d3c298f0abbf owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:22.724921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.815382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9040051b-579c-4a34-bf3a-d3c298f0abbf no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:27:22.840350 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:27:22.844197 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.846849 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.851735 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d61e5753-1d07-4688-b4dc-5534c49e031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:22.870808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] No DVR routers for this DVR port 9040051b-579c-4a34-bf3a-d3c298f0abbf on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:22.887500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:22.890761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:22.894302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Port': ['ID=9040051b-579c-4a34-bf3a-d3c298f0abbf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:22.896611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:22.940271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event updated for resources: {'Port': ['ID=5f622027-738c-46d7-bc4c-1751fd659465,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:22.977098 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.003279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1017d971-6a5b-471a-adb9-13d5345339f9']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:23.013694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bab7681-4afa-4b7e-9e1e-c0eeada1b640') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:23.014025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bab7681-4afa-4b7e-9e1e-c0eeada1b640') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:23.023886 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.032710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e5753-1d07-4688-b4dc-5534c49e031a None None] Pushing event deleted for resources: {'Port': ['ID=9040051b-579c-4a34-bf3a-d3c298f0abbf,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:23.037101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e5753-1d07-4688-b4dc-5534c49e031a None None] No DVR routers for this DVR port 9040051b-579c-4a34-bf3a-d3c298f0abbf on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:27:23.041870 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.043419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No active binding found for port 9040051b-579c-4a34-bf3a-d3c298f0abbf {{(pid=101662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:27:23.043848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9040051b-579c-4a34-bf3a-d3c298f0abbf not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:23.055687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:27:23.060861 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:27:23.253102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.268218 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.270390 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] 10.222.0.13 "DELETE /v2.0/networks/1017d971-6a5b-471a-adb9-13d5345339f9 HTTP/1.1" status: 204 len: 168 time: 1.0786273 Sep 17 22:27:23.285526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e092d3a-3886-4af6-a374-b06064ef4969 tempest-NetworksIpV6Test-530644323 tempest-NetworksIpV6Test-530644323-project] Pushing event deleted for resources: {'Network': ['ID=1017d971-6a5b-471a-adb9-13d5345339f9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:23.315553 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.336116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.560681 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:23.708616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fea04-8993-4830-90a3-2b96ae24df29 req-96b613d6-4847-4eda-9a79-7ef5f39f43af tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:23.710139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-593fea04-8993-4830-90a3-2b96ae24df29 req-96b613d6-4847-4eda-9a79-7ef5f39f43af tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.1043918 Sep 17 22:27:23.765182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-593fea04-8993-4830-90a3-2b96ae24df29 req-420ac44d-f52c-40e0-9cc9-33f42e36153b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Sep 17 22:27:23.879220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Router 24bfc309-0416-48de-9b29-0d3ade6872b1 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:23.905607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36528) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:24.035894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:24.046415 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Sync routers for ids ['24bfc309-0416-48de-9b29-0d3ade6872b1'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:24.066699 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Routers {'24bfc309-0416-48de-9b29-0d3ade6872b1'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:24.068161 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['24bfc309-0416-48de-9b29-0d3ade6872b1'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:24.163220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.167583 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6af2e724-b1a3-4316-868e-f0cab46cf59b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0019491 Sep 17 22:27:24.168029 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36534) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:24.196520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fc80f05c-ee0b-4749-921f-59c0db92125c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca3604ff30e04c5395af19b174500651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858753 Sep 17 22:27:24.197452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36536) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:24.253251 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Set router 24bfc309-0416-48de-9b29-0d3ade6872b1 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:24.306198 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9d40d84-1ac0-4068-a839-f1a845c373a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.346722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9d40d84-1ac0-4068-a839-f1a845c373a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.387812 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0cd4acba-4ae0-475c-b395-5a5d05e40dce tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/routers/24bfc309-0416-48de-9b29-0d3ade6872b1 HTTP/1.1" status: 200 len: 909 time: 0.2183938 Sep 17 22:27:24.390423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36542) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:24.395859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2065337322', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': True}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:24.476174 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfc309-0416-48de-9b29-0d3ade6872b1', 'name': 'tempest-snat-router-2065337322', 'tenant_id': '7465382c160948f8acf0ee166f2f700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': False}, 'gw_port_id': '5f622027-738c-46d7-bc4c-1751fd659465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:27:21Z', 'updated_at': '2021-09-17T22:27:23Z', 'revision_number': 3, 'project_id': '7465382c160948f8acf0ee166f2f700d', 'gw_port': {'id': '5f622027-738c-46d7-bc4c-1751fd659465', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfc309-0416-48de-9b29-0d3ade6872b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:22Z', 'updated_at': '2021-09-17T22:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:24.496076 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9d40d84-1ac0-4068-a839-f1a845c373a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.499262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a9d40d84-1ac0-4068-a839-f1a845c373a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.501427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a9d40d84-1ac0-4068-a839-f1a845c373a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6d9f70e-b73f-4c47-b62d-8698af26168a HTTP/1.1" status: 204 len: 168 time: 0.3022242 Sep 17 22:27:24.507555 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.508647 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.516392 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Checking router: 24bfc309-0416-48de-9b29-0d3ade6872b1 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:24.516392 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Updating router 24bfc309-0416-48de-9b29-0d3ade6872b1 port 5f622027-738c-46d7-bc4c-1751fd659465 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:27:24.530533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d40d84-1ac0-4068-a839-f1a845c373a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d9f70e-b73f-4c47-b62d-8698af26168a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:24.579809 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.611230 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.906283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.927897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3110da-cdd8-4f4a-bb7d-ea6b4e3cb6ce req-2ae71a53-5b19-4d16-85c9-f536230c9cc9 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:24.935666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed3110da-cdd8-4f4a-bb7d-ea6b4e3cb6ce req-2ae71a53-5b19-4d16-85c9-f536230c9cc9 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0747910 Sep 17 22:27:24.970399 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:24.975513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed3110da-cdd8-4f4a-bb7d-ea6b4e3cb6ce req-86436d9f-8ce9-43e0-98e7-457aa9b0d869 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386653 Sep 17 22:27:25.084843 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.126884 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Pushing event updated for resources: {'Port': ['ID=5f622027-738c-46d7-bc4c-1751fd659465,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:25.134509 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.134873 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.135210 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.135541 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.135870 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.136195 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.136516 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.136836 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.137155 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.137471 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.137786 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.138096 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:25.175195 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Attempting to bind port 5f622027-738c-46d7-bc4c-1751fd659465 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:25.175859 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Attempting to bind port 5f622027-738c-46d7-bc4c-1751fd659465 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:25.176496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Attempting to bind port 5f622027-738c-46d7-bc4c-1751fd659465 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:25.181795 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:25.182417 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:25.183066 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.183456 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:25.195030 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Bound port: 5f622027-738c-46d7-bc4c-1751fd659465, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:25.195518 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.259027 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] For port 5f622027-738c-46d7-bc4c-1751fd659465, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:25.264584 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] For port 5f622027-738c-46d7-bc4c-1751fd659465, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5f622027-738c-46d7-bc4c-1751fd659465,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:25.337924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.358827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.388124 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.457500 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a7b20-ed06-45dd-9a76-7ad0db1cb569 None None] Pushing event updated for resources: {'Port': ['ID=5f622027-738c-46d7-bc4c-1751fd659465,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:25.473214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Allocated IP 172.25.5.232 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/d39c32b6-7a89-4643-8162-a52f6fd9d576) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:25.479788 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Routers {'24bfc309-0416-48de-9b29-0d3ade6872b1'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:25.480389 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['24bfc309-0416-48de-9b29-0d3ade6872b1'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:25.612665 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.660526 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] Set router 24bfc309-0416-48de-9b29-0d3ade6872b1 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:25.737474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:25.807768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:25.821323 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:25.831255 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:25.880890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event updated for resources: {'Port': ['ID=d39c32b6-7a89-4643-8162-a52f6fd9d576,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:25.923525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36588) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:25.929678 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfc309-0416-48de-9b29-0d3ade6872b1', 'name': 'tempest-snat-router-2065337322', 'tenant_id': '7465382c160948f8acf0ee166f2f700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': False}, 'gw_port_id': '5f622027-738c-46d7-bc4c-1751fd659465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:27:21Z', 'updated_at': '2021-09-17T22:27:23Z', 'revision_number': 3, 'project_id': '7465382c160948f8acf0ee166f2f700d', 'gw_port': {'id': '5f622027-738c-46d7-bc4c-1751fd659465', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfc309-0416-48de-9b29-0d3ade6872b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:22Z', 'updated_at': '2021-09-17T22:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:25.958601 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2eec6-ec5c-43a7-a303-ea820842fb96 None None] The sync data for ids ['24bfc309-0416-48de-9b29-0d3ade6872b1'] in n-d-713498-17 is: [{'id': '24bfc309-0416-48de-9b29-0d3ade6872b1', 'name': 'tempest-snat-router-2065337322', 'tenant_id': '7465382c160948f8acf0ee166f2f700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}], 'enable_snat': False}, 'gw_port_id': '5f622027-738c-46d7-bc4c-1751fd659465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:27:21Z', 'updated_at': '2021-09-17T22:27:23Z', 'revision_number': 3, 'project_id': '7465382c160948f8acf0ee166f2f700d', 'gw_port': {'id': '5f622027-738c-46d7-bc4c-1751fd659465', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfc309-0416-48de-9b29-0d3ade6872b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:22Z', 'updated_at': '2021-09-17T22:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:26.058081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-22e2a5a7-8d97-4394-998c-c0ebaeaaa925 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:26.061183 n-d-713498-17 neutron-server[101661]: WARNING neutron.api.v2.base [None req-22e2a5a7-8d97-4394-998c-c0ebaeaaa925 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:27:26.061725 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-22e2a5a7-8d97-4394-998c-c0ebaeaaa925 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:27:26.067096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-22e2a5a7-8d97-4394-998c-c0ebaeaaa925 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1381621 Sep 17 22:27:26.067388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36596) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:26.073199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580721918'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:26.202086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5570b23-e3fc-42f4-bf5c-9f44d6138b26 req-eb995b3e-e899-4871-9c58-6995db184870 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:26.205024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5570b23-e3fc-42f4-bf5c-9f44d6138b26 req-eb995b3e-e899-4871-9c58-6995db184870 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.1018689 Sep 17 22:27:26.227644 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.249342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.302318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b5570b23-e3fc-42f4-bf5c-9f44d6138b26 req-3cd65760-ad59-4491-8994-f1f6ed70fc7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901103 Sep 17 22:27:26.431724 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.607135 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.652630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616e671e-7dd0-4bbb-bf32-b6f0c0a70f38,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:26.760706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.879049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f622027-738c-46d7-bc4c-1751fd659465 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:26.880853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.905198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:26.947835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d71bec4-ce81-4052-a124-a9d3a2a9369d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:26.994077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5f622027-738c-46d7-bc4c-1751fd659465 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:26.994588 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.100368 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.107426 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.111832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e9b4098b-43bd-4211-acf6-bd678f371de3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0401695 Sep 17 22:27:27.112080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36612) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:27.117455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b1b38f88-2bd4-4a4e-b9d9-78c0fa54faf6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '9d71bec4-ce81-4052-a124-a9d3a2a9369d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:27.128250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 5f622027-738c-46d7-bc4c-1751fd659465, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5f622027-738c-46d7-bc4c-1751fd659465,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:27.170960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.279777 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.297352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1b38f88-2bd4-4a4e-b9d9-78c0fa54faf6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.359356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=5f622027-738c-46d7-bc4c-1751fd659465,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:27.371169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1b38f88-2bd4-4a4e-b9d9-78c0fa54faf6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.458431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Router bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:27.458992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964bd5-9a98-47e5-812d-a588dfd72ea8 req-7acef427-11a7-4f8b-8bdf-1d6fa580d8c2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:27.460695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b964bd5-9a98-47e5-812d-a588dfd72ea8 req-7acef427-11a7-4f8b-8bdf-1d6fa580d8c2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0573514 Sep 17 22:27:27.515186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b964bd5-9a98-47e5-812d-a588dfd72ea8 req-1ebcddd6-ea2d-474f-a772-20a36911b743 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470531 Sep 17 22:27:27.559499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1b38f88-2bd4-4a4e-b9d9-78c0fa54faf6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.577223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b38f88-2bd4-4a4e-b9d9-78c0fa54faf6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e4aeae-3bed-4fa1-9e40-8f2973ba7b83,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:27.605686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:27.615933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Sync routers for ids ['bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:27.627984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Routers {'bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:27.628795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:27.715651 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1b38f88-2bd4-4a4e-b9d9-78c0fa54faf6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.718427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b1b38f88-2bd4-4a4e-b9d9-78c0fa54faf6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6042781 Sep 17 22:27:27.720177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36626) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:27.732548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8bb22145-eabc-4435-88e7-573c931628c4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '9d71bec4-ce81-4052-a124-a9d3a2a9369d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:27.743885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Set router bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:27:27.767722 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.777469 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d42fb30c-b2a7-4fff-8682-182b6ce3209d tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3782411 Sep 17 22:27:27.777469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36628) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:27.875439 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8bb22145-eabc-4435-88e7-573c931628c4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:27.944434 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1db8ddd8-c888-4fdd-a875-719a306eacba tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/routers/bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0 HTTP/1.1" status: 200 len: 908 time: 0.1679342 Sep 17 22:27:27.945047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36630) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:28.030197 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-8bb22145-eabc-4435-88e7-573c931628c4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:27:28.033352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8bb22145-eabc-4435-88e7-573c931628c4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3121865 Sep 17 22:27:28.036520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36634) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:28.074532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0', 'name': 'tempest-snat-router-2065337322', 'tenant_id': '7465382c160948f8acf0ee166f2f700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd39c32b6-7a89-4643-8162-a52f6fd9d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:27:24Z', 'updated_at': '2021-09-17T22:27:26Z', 'revision_number': 3, 'project_id': '7465382c160948f8acf0ee166f2f700d', 'gw_port': {'id': 'd39c32b6-7a89-4643-8162-a52f6fd9d576', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:27:25Z', 'updated_at': '2021-09-17T22:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:28.132215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Checking router: bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:27:28.132561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Updating router bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0 port d39c32b6-7a89-4643-8162-a52f6fd9d576 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:27:28.132675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.137832 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9165987a-2d16-40ff-afce-420e82f7b4b2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.169049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9165987a-2d16-40ff-afce-420e82f7b4b2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.172672 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.273404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.292193 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9165987a-2d16-40ff-afce-420e82f7b4b2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.299679 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9165987a-2d16-40ff-afce-420e82f7b4b2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.301661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9165987a-2d16-40ff-afce-420e82f7b4b2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d71bec4-ce81-4052-a124-a9d3a2a9369d HTTP/1.1" status: 204 len: 168 time: 0.2636013 Sep 17 22:27:28.303921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36640) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:28.314927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165987a-2d16-40ff-afce-420e82f7b4b2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d71bec4-ce81-4052-a124-a9d3a2a9369d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:28.353172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fb619890-5bf3-44ba-8070-fafae1f5d865 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480411 Sep 17 22:27:28.357255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36642) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:28.362010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-13955653-730f-4d72-91b4-121e707aa9d7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083868303'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:28.424424 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Deleting port d39c32b6-7a89-4643-8162-a52f6fd9d576 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:28.424771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.509653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13955653-730f-4d72-91b4-121e707aa9d7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.532101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.570757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Calling delete_port for d39c32b6-7a89-4643-8162-a52f6fd9d576 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:28.595673 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.669173 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.731742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dba84d-214b-4b63-bc85-ae8b4711b623 None None] Pushing event updated for resources: {'Port': ['ID=d39c32b6-7a89-4643-8162-a52f6fd9d576,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:28.736843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31031ae3-d997-4c85-a2e3-4337276664ca req-468989d9-3016-4470-80b0-761bbb98af50 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:28.743950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31031ae3-d997-4c85-a2e3-4337276664ca req-468989d9-3016-4470-80b0-761bbb98af50 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.1028349 Sep 17 22:27:28.753762 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13955653-730f-4d72-91b4-121e707aa9d7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.753952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Attempting to bind port d39c32b6-7a89-4643-8162-a52f6fd9d576 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:28.753952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Attempting to bind port d39c32b6-7a89-4643-8162-a52f6fd9d576 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:28.753952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Attempting to bind port d39c32b6-7a89-4643-8162-a52f6fd9d576 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:28.759650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:28.760033 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:28.760438 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.760836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:28.761313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Bound port: d39c32b6-7a89-4643-8162-a52f6fd9d576, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:28.761686 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.819063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31031ae3-d997-4c85-a2e3-4337276664ca req-e27adaba-43f4-4ffb-ae82-f7e0672c7ff8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666130 Sep 17 22:27:28.866384 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13955653-730f-4d72-91b4-121e707aa9d7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:28.877701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f622027-738c-46d7-bc4c-1751fd659465 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:27:28.898098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13955653-730f-4d72-91b4-121e707aa9d7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c37df6-0de8-4ce1-803e-87cb776b0d0b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:28.921781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5f622027-738c-46d7-bc4c-1751fd659465 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:28.922149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.023081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:27:29.023454 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:27:29.024751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.039551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13955653-730f-4d72-91b4-121e707aa9d7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.043813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-13955653-730f-4d72-91b4-121e707aa9d7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6827734 Sep 17 22:27:29.044889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36654) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:29.054094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ba71bb46-54ae-434a-9f08-1cc30e1a4c85 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '20c37df6-0de8-4ce1-803e-87cb776b0d0b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:29.055284 n-d-713498-17 neutron-server[101661]: WARNING neutron.api.v2.base [None req-ba71bb46-54ae-434a-9f08-1cc30e1a4c85 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 22:27:29.056481 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-ba71bb46-54ae-434a-9f08-1cc30e1a4c85 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:29.060151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ba71bb46-54ae-434a-9f08-1cc30e1a4c85 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112026 Sep 17 22:27:29.060530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36656) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:29.072986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event deleted for resources: {'Port': ['ID=d39c32b6-7a89-4643-8162-a52f6fd9d576,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:29.129802 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04771b09-62d3-43b6-a46f-c13f0cf0eda2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.134354 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.156223 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04771b09-62d3-43b6-a46f-c13f0cf0eda2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.242832 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.243062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.326474 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04771b09-62d3-43b6-a46f-c13f0cf0eda2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.330109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04771b09-62d3-43b6-a46f-c13f0cf0eda2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.331291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-04771b09-62d3-43b6-a46f-c13f0cf0eda2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/20c37df6-0de8-4ce1-803e-87cb776b0d0b HTTP/1.1" status: 204 len: 168 time: 0.2697363 Sep 17 22:27:29.340225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36666) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:29.343301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04771b09-62d3-43b6-a46f-c13f0cf0eda2 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c37df6-0de8-4ce1-803e-87cb776b0d0b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:29.395418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.395978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:29.403207 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.404361 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-95912de9-ab0d-4a27-b52b-f3f2eb5cfb8a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0 HTTP/1.1" status: 204 len: 168 time: 1.4588511 Sep 17 22:27:29.407922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36668) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:29.420750 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bbd6a5e6-df75-45ed-80c2-0e2292bc6715 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791712 Sep 17 22:27:29.425035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36670) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:29.430138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d7453a7f-294f-469f-bb1a-e938c0973c8f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--652003249'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:29.533485 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.538104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Attempting to bind port d39c32b6-7a89-4643-8162-a52f6fd9d576 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:29.538616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Attempting to bind port d39c32b6-7a89-4643-8162-a52f6fd9d576 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:29.538928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Attempting to bind port d39c32b6-7a89-4643-8162-a52f6fd9d576 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:29.543873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:29.544353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:29.544758 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.545151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:29.545614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Bound port: d39c32b6-7a89-4643-8162-a52f6fd9d576, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:29.545993 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.565383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Port d39c32b6-7a89-4643-8162-a52f6fd9d576 has been deleted concurrently {{(pid=101662) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 22:27:29.574346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Routers set() bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:29.574721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Router IDs set() for agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:27:29.575380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent'). {{(pid=101662) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:27:29.575754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4703ad2-8931-49b5-a819-82b9bce44cbf None None] The sync data for ids ['bbc4d2f3-3b87-4f65-a6e0-bcdee9f464c0'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:29.596129 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7453a7f-294f-469f-bb1a-e938c0973c8f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.639350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.675786 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7453a7f-294f-469f-bb1a-e938c0973c8f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.755146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7453a7f-294f-469f-bb1a-e938c0973c8f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.772096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Deleting port 5f622027-738c-46d7-bc4c-1751fd659465 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:29.772677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.789953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7453a7f-294f-469f-bb1a-e938c0973c8f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a70148-9762-4aa8-9182-90e0b081cee8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:29.856248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] For port 5f622027-738c-46d7-bc4c-1751fd659465, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5f622027-738c-46d7-bc4c-1751fd659465,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:29.856680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.870290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Calling delete_port for 5f622027-738c-46d7-bc4c-1751fd659465 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:29.890339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7453a7f-294f-469f-bb1a-e938c0973c8f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.895601 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d7453a7f-294f-469f-bb1a-e938c0973c8f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4693112 Sep 17 22:27:29.896283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36684) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:29.900684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-95adfa07-62cb-45bc-8094-ae5c7c3be033 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'a8a70148-9762-4aa8-9182-90e0b081cee8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:29.901367 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-95adfa07-62cb-45bc-8094-ae5c7c3be033 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 22:27:29.901872 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-95adfa07-62cb-45bc-8094-ae5c7c3be033 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:29.903315 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-95adfa07-62cb-45bc-8094-ae5c7c3be033 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056055 Sep 17 22:27:29.905312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36686) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:29.960528 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97205eb7-0d84-4daf-979d-3696574cc719 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:29.972036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809064f5-062a-4ac1-ac70-f5f8a9610764 req-17381828-1056-4ff0-bd44-aa4351055a47 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:29.973556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-809064f5-062a-4ac1-ac70-f5f8a9610764 req-17381828-1056-4ff0-bd44-aa4351055a47 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0933514 Sep 17 22:27:29.982725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97205eb7-0d84-4daf-979d-3696574cc719 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.052314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-809064f5-062a-4ac1-ac70-f5f8a9610764 req-7cdd9741-6a24-4209-9629-dbca9a377fb2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722003 Sep 17 22:27:30.142065 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97205eb7-0d84-4daf-979d-3696574cc719 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.144926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-97205eb7-0d84-4daf-979d-3696574cc719 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.148644 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-97205eb7-0d84-4daf-979d-3696574cc719 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8a70148-9762-4aa8-9182-90e0b081cee8 HTTP/1.1" status: 204 len: 168 time: 0.2396150 Sep 17 22:27:30.150335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36692) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.173985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97205eb7-0d84-4daf-979d-3696574cc719 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a70148-9762-4aa8-9182-90e0b081cee8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:30.232025 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-84962063-5ccb-4fde-b6ad-627f1b3fd605 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770013 Sep 17 22:27:30.232854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36696) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.238099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-57d81afd-79a7-4ca3-8d53-def3e7a32769 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127343947'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:30.341941 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57d81afd-79a7-4ca3-8d53-def3e7a32769 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.441472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57d81afd-79a7-4ca3-8d53-def3e7a32769 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.524559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57d81afd-79a7-4ca3-8d53-def3e7a32769 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.555214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d81afd-79a7-4ca3-8d53-def3e7a32769 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53aae005-6d2b-44ae-90d8-c22ae2aee89e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:30.555829 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.591443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f622027-738c-46d7-bc4c-1751fd659465,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:30.652971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57d81afd-79a7-4ca3-8d53-def3e7a32769 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.652971 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57d81afd-79a7-4ca3-8d53-def3e7a32769 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4107854 Sep 17 22:27:30.653299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36704) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.653299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-26014091-cd2c-4d1c-ba77-078ff77d6c09 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '53aae005-6d2b-44ae-90d8-c22ae2aee89e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:30.654988 n-d-713498-17 neutron-server[101661]: WARNING neutron.api.v2.base [None req-26014091-cd2c-4d1c-ba77-078ff77d6c09 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 22:27:30.655477 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-26014091-cd2c-4d1c-ba77-078ff77d6c09 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:30.659949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-26014091-cd2c-4d1c-ba77-078ff77d6c09 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080161 Sep 17 22:27:30.663878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36706) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.666901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f999cca2-2eac-4bd1-80e7-290bb7aa8caf tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '53aae005-6d2b-44ae-90d8-c22ae2aee89e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:30.668029 n-d-713498-17 neutron-server[101661]: WARNING neutron.api.v2.base [None req-f999cca2-2eac-4bd1-80e7-290bb7aa8caf tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 22:27:30.668029 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-f999cca2-2eac-4bd1-80e7-290bb7aa8caf tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:30.669049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f999cca2-2eac-4bd1-80e7-290bb7aa8caf tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076046 Sep 17 22:27:30.674036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36708) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.674036 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.680647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-781fff27-7fe1-441d-b8a4-abcb1d093918 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '53aae005-6d2b-44ae-90d8-c22ae2aee89e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:30.681524 n-d-713498-17 neutron-server[101661]: WARNING neutron.api.v2.base [None req-781fff27-7fe1-441d-b8a4-abcb1d093918 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 22:27:30.682017 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-781fff27-7fe1-441d-b8a4-abcb1d093918 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:30.683045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-781fff27-7fe1-441d-b8a4-abcb1d093918 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067599 Sep 17 22:27:30.691637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36710) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.693083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4d44e1f4-69ce-4154-93d1-fd67e83b15a7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '53aae005-6d2b-44ae-90d8-c22ae2aee89e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:30.694152 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-4d44e1f4-69ce-4154-93d1-fd67e83b15a7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 22:27:30.694935 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-4d44e1f4-69ce-4154-93d1-fd67e83b15a7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:30.699505 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4d44e1f4-69ce-4154-93d1-fd67e83b15a7 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111959 Sep 17 22:27:30.700191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36712) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.765120 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193266c8-224e-4f60-989a-bed071d9f348 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.804876 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193266c8-224e-4f60-989a-bed071d9f348 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.808703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.813621 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.938227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193266c8-224e-4f60-989a-bed071d9f348 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.940932 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193266c8-224e-4f60-989a-bed071d9f348 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.943490 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-193266c8-224e-4f60-989a-bed071d9f348 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/53aae005-6d2b-44ae-90d8-c22ae2aee89e HTTP/1.1" status: 204 len: 168 time: 0.2408640 Sep 17 22:27:30.945669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36726) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.953057 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193266c8-224e-4f60-989a-bed071d9f348 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aae005-6d2b-44ae-90d8-c22ae2aee89e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:30.968420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.968420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24bfc309-0416-48de-9b29-0d3ade6872b1 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:30.972534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:30.973196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ac08ec10-c91f-4c59-8f58-4a9d53fc7c25 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "DELETE /v2.0/routers/24bfc309-0416-48de-9b29-0d3ade6872b1 HTTP/1.1" status: 204 len: 168 time: 1.5637236 Sep 17 22:27:30.977444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:30.982715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1845752887', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:31.012485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-18a96f10-a2bb-4788-9ba2-81810db3a3af tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619032 Sep 17 22:27:31.015838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36730) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:31.021044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b4c45a92-c284-4322-bb97-1ffee936e8de tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816545839'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:31.123532 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.125019 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.208720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.315282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4c45a92-c284-4322-bb97-1ffee936e8de tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.341995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea8bf6-b659-44c7-ac34-6928859bb6c9 req-915e9410-bef7-48c6-a16f-436dcac2c61d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:31.355378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0ea8bf6-b659-44c7-ac34-6928859bb6c9 req-915e9410-bef7-48c6-a16f-436dcac2c61d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.2295349 Sep 17 22:27:31.395916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0ea8bf6-b659-44c7-ac34-6928859bb6c9 req-8d95b1bc-3ae2-47fe-a39e-e8428158a8b3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Sep 17 22:27:31.525414 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.545192 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4c45a92-c284-4322-bb97-1ffee936e8de tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.668415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4c45a92-c284-4322-bb97-1ffee936e8de tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.731263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c45a92-c284-4322-bb97-1ffee936e8de tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:31.853303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4c45a92-c284-4322-bb97-1ffee936e8de tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.854538 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b4c45a92-c284-4322-bb97-1ffee936e8de tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8370371 Sep 17 22:27:31.857598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36758) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:31.863285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-30a1d9f1-0a59-4dcd-89a5-44634240e5a4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:31.863768 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-30a1d9f1-0a59-4dcd-89a5-44634240e5a4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:27:31.864251 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-30a1d9f1-0a59-4dcd-89a5-44634240e5a4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:31.867788 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-30a1d9f1-0a59-4dcd-89a5-44634240e5a4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066948 Sep 17 22:27:31.868137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36760) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:31.872840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-525d97e4-b123-4ae4-9cf4-deebbe75e969 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:31.882945 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:31.903135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.013037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Allocated IP 172.25.5.97 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/831eb675-0432-454e-ba35-07a7fbb5a0ea) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:32.120655 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.159496 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-525d97e4-b123-4ae4-9cf4-deebbe75e969 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:32.163315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-525d97e4-b123-4ae4-9cf4-deebbe75e969 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2914879 Sep 17 22:27:32.163563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36770) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:32.168088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5912f5dc-dd6c-4db7-991d-1df682197a6a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:32.169217 n-d-713498-17 neutron-server[101661]: WARNING neutron.api.v2.base [None req-5912f5dc-dd6c-4db7-991d-1df682197a6a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 22:27:32.169217 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-5912f5dc-dd6c-4db7-991d-1df682197a6a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:32.172772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5912f5dc-dd6c-4db7-991d-1df682197a6a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054767 Sep 17 22:27:32.173461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36772) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:32.178168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d9886cdf-390b-4c9f-a838-4004316ee347 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:32.227963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:32.269717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:32.272563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:32.278956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:32.282775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event updated for resources: {'Port': ['ID=831eb675-0432-454e-ba35-07a7fbb5a0ea,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:32.521318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc5454-3b52-4436-b90e-e4648e75315a req-99ff82fc-fa3a-4bf6-84bf-5af45b8ba607 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:32.522717 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59dc5454-3b52-4436-b90e-e4648e75315a req-99ff82fc-fa3a-4bf6-84bf-5af45b8ba607 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0497184 Sep 17 22:27:32.544401 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-d9886cdf-390b-4c9f-a838-4004316ee347 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:32.545498 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d9886cdf-390b-4c9f-a838-4004316ee347 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3710029 Sep 17 22:27:32.548958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36784) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:32.553423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e3b943ea-a968-4c6d-a88a-0113eee22b74 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:32.553941 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-e3b943ea-a968-4c6d-a88a-0113eee22b74 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 22:27:32.554415 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-e3b943ea-a968-4c6d-a88a-0113eee22b74 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:32.557606 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e3b943ea-a968-4c6d-a88a-0113eee22b74 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055161 Sep 17 22:27:32.557828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36786) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:32.561971 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1b8c3f73-a26f-403c-90de-84256261899f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:32.569689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59dc5454-3b52-4436-b90e-e4648e75315a req-1540fcdc-c03c-4b55-8dc5-b40b2fd5a040 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Sep 17 22:27:32.777928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f622027-738c-46d7-bc4c-1751fd659465 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:27:32.800149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5f622027-738c-46d7-bc4c-1751fd659465 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:27:32.800496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5f622027-738c-46d7-bc4c-1751fd659465 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:27:33.002434 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-1b8c3f73-a26f-403c-90de-84256261899f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Project bd7d01e25967447da2616c2dd42eca5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:27:33.026553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.131704 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-1b8c3f73-a26f-403c-90de-84256261899f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:33.132902 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b8c3f73-a26f-403c-90de-84256261899f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5742037 Sep 17 22:27:33.135860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36802) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.140450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-dbbbac0c-2e07-478e-ad4e-d7db12ee3b66 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:33.141878 n-d-713498-17 neutron-server[101661]: WARNING neutron.api.v2.base [None req-dbbbac0c-2e07-478e-ad4e-d7db12ee3b66 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 22:27:33.142121 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-dbbbac0c-2e07-478e-ad4e-d7db12ee3b66 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:33.145517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dbbbac0c-2e07-478e-ad4e-d7db12ee3b66 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062432 Sep 17 22:27:33.145651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36806) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.149769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-80bbaf34-84d0-48dc-ab60-355896b6fe77 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:33.234059 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.245193 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-80bbaf34-84d0-48dc-ab60-355896b6fe77 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Project bd7d01e25967447da2616c2dd42eca5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:27:33.343786 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-80bbaf34-84d0-48dc-ab60-355896b6fe77 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:33.347984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-80bbaf34-84d0-48dc-ab60-355896b6fe77 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1988862 Sep 17 22:27:33.348557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36812) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.356638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-23cd61ee-2a2b-4673-bc89-b837c5ed365d tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:33.457952 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-23cd61ee-2a2b-4673-bc89-b837c5ed365d tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Project bd7d01e25967447da2616c2dd42eca5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:27:33.492934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Router edced469-0dac-44c1-837a-38ccfcb2206a is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:33.550016 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-23cd61ee-2a2b-4673-bc89-b837c5ed365d tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:33.551952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-23cd61ee-2a2b-4673-bc89-b837c5ed365d tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2022796 Sep 17 22:27:33.555366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36818) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.618376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5774e0a9-90d6-494b-ac78-e68fc40fa123 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.625544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:33.645277 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613ee75-998f-42ca-ad99-6381ab3040b4 None None] Sync routers for ids ['edced469-0dac-44c1-837a-38ccfcb2206a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:33.649634 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613ee75-998f-42ca-ad99-6381ab3040b4 None None] Routers {'edced469-0dac-44c1-837a-38ccfcb2206a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:33.650437 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e613ee75-998f-42ca-ad99-6381ab3040b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['edced469-0dac-44c1-837a-38ccfcb2206a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:33.659840 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5774e0a9-90d6-494b-ac78-e68fc40fa123 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.687561 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e613ee75-998f-42ca-ad99-6381ab3040b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:33.702392 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613ee75-998f-42ca-ad99-6381ab3040b4 None None] Routers {'edced469-0dac-44c1-837a-38ccfcb2206a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:33.702392 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e613ee75-998f-42ca-ad99-6381ab3040b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['edced469-0dac-44c1-837a-38ccfcb2206a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:33.741940 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e613ee75-998f-42ca-ad99-6381ab3040b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:33.742567 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613ee75-998f-42ca-ad99-6381ab3040b4 None None] The sync data for ids ['edced469-0dac-44c1-837a-38ccfcb2206a'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:33.757118 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.757118 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8f93b58f-3435-48ec-b642-7f0bf3393d1b tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7708809 Sep 17 22:27:33.757378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5960c-eaa5-49d0-a881-c0825ea39206 req-6cb4d655-1ad7-4468-b506-95c571b4c088 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:33.757378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49f5960c-eaa5-49d0-a881-c0825ea39206 req-6cb4d655-1ad7-4468-b506-95c571b4c088 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0946870 Sep 17 22:27:33.757378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36828) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.757378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-03e9dec3-a7ed-4407-93af-27005fb6ae98 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': False}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:33.830565 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5774e0a9-90d6-494b-ac78-e68fc40fa123 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.833287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5774e0a9-90d6-494b-ac78-e68fc40fa123 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:33.834360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5774e0a9-90d6-494b-ac78-e68fc40fa123 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327 HTTP/1.1" status: 204 len: 168 time: 0.2777023 Sep 17 22:27:33.837556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36832) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.844705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49f5960c-eaa5-49d0-a881-c0825ea39206 req-82335fc4-3ee2-4548-b40b-ddb4b8c214ac tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845664 Sep 17 22:27:33.889021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774e0a9-90d6-494b-ac78-e68fc40fa123 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0796ff-ebbf-49a3-86aa-b9d1d4f8b327,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:33.937545 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b3257bc-c66a-4b2b-a942-4e127a0dba67 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978637 Sep 17 22:27:33.943809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:33.948168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6e92f82d-3e54-4e5e-be96-b82fa5a036c3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--530235448'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:34.050347 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e92f82d-3e54-4e5e-be96-b82fa5a036c3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.145745 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e92f82d-3e54-4e5e-be96-b82fa5a036c3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.146936 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e9dec3-a7ed-4407-93af-27005fb6ae98 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.218011 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e92f82d-3e54-4e5e-be96-b82fa5a036c3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.246829 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92f82d-3e54-4e5e-be96-b82fa5a036c3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5dc828-8f98-4fc7-a40a-94fbaa504971,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:34.355890 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e92f82d-3e54-4e5e-be96-b82fa5a036c3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.357708 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6e92f82d-3e54-4e5e-be96-b82fa5a036c3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4130967 Sep 17 22:27:34.360823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36846) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:34.365770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b733ade0-b0d8-4df9-a373-e3378e058d0f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '3e5dc828-8f98-4fc7-a40a-94fbaa504971', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:34.580422 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-b733ade0-b0d8-4df9-a373-e3378e058d0f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The resource could not be found. Sep 17 22:27:34.586518 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b733ade0-b0d8-4df9-a373-e3378e058d0f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2246983 Sep 17 22:27:34.587758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:34.597285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-188b8087-eb49-4212-ad66-918f1f07df6c tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '3e5dc828-8f98-4fc7-a40a-94fbaa504971', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3cad9cd7-b73f-4a1d-a47f-aca210f7b23a'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:34.659958 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e9dec3-a7ed-4407-93af-27005fb6ae98 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.663370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e9dec3-a7ed-4407-93af-27005fb6ae98 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.783235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e9dec3-a7ed-4407-93af-27005fb6ae98 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Router edced469-0dac-44c1-837a-38ccfcb2206a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:34.881678 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-188b8087-eb49-4212-ad66-918f1f07df6c tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The resource could not be found. Sep 17 22:27:34.885877 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-188b8087-eb49-4212-ad66-918f1f07df6c tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2939682 Sep 17 22:27:34.886653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36864) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:34.911178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9dec3-a7ed-4407-93af-27005fb6ae98 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:34.918673 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e9dec3-a7ed-4407-93af-27005fb6ae98 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:34.926901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36870) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:34.929512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-03e9dec3-a7ed-4407-93af-27005fb6ae98 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "PUT /v2.0/routers/edced469-0dac-44c1-837a-38ccfcb2206a HTTP/1.1" status: 200 len: 921 time: 1.1755862 Sep 17 22:27:34.931968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1715e0-b443-4444-b5e6-f0bc73b116a6 None None] Sync routers for ids ['edced469-0dac-44c1-837a-38ccfcb2206a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:34.962118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1715e0-b443-4444-b5e6-f0bc73b116a6 None None] Routers {'edced469-0dac-44c1-837a-38ccfcb2206a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:34.962771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3e1715e0-b443-4444-b5e6-f0bc73b116a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['edced469-0dac-44c1-837a-38ccfcb2206a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:35.022230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3e1715e0-b443-4444-b5e6-f0bc73b116a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:35.045264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1715e0-b443-4444-b5e6-f0bc73b116a6 None None] Routers {'edced469-0dac-44c1-837a-38ccfcb2206a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:35.046136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3e1715e0-b443-4444-b5e6-f0bc73b116a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['edced469-0dac-44c1-837a-38ccfcb2206a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:35.052484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e4525-6a8e-45d3-96fd-284f60fbcb1b req-4815bf16-adb6-460e-9647-8412a662f5b2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.060790 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-552e4525-6a8e-45d3-96fd-284f60fbcb1b req-4815bf16-adb6-460e-9647-8412a662f5b2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0713584 Sep 17 22:27:35.071795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f437d28e-381f-48df-9e22-b7aa976dcfc3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.083343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3e1715e0-b443-4444-b5e6-f0bc73b116a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:35.084231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1715e0-b443-4444-b5e6-f0bc73b116a6 None None] The sync data for ids ['edced469-0dac-44c1-837a-38ccfcb2206a'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:35.107334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-552e4525-6a8e-45d3-96fd-284f60fbcb1b req-a9f95ad7-ef9d-4138-88e3-46284b1bded2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 Sep 17 22:27:35.111723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f437d28e-381f-48df-9e22-b7aa976dcfc3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.121453 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9c5532f1-c3da-44a4-b161-d47cd8491df8 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/routers/edced469-0dac-44c1-837a-38ccfcb2206a HTTP/1.1" status: 200 len: 921 time: 0.1905262 Sep 17 22:27:35.124531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36874) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.202332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725b32d-82e6-4cae-b74c-7e283a266eb5 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.204591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c725b32d-82e6-4cae-b74c-7e283a266eb5 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=edced469-0dac-44c1-837a-38ccfcb2206a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0789323 Sep 17 22:27:35.213826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36880) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.326725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f437d28e-381f-48df-9e22-b7aa976dcfc3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.329942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f437d28e-381f-48df-9e22-b7aa976dcfc3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.330324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-69483263-1d78-4e35-93b9-dd95b751f6e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0949399 Sep 17 22:27:35.333602 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f437d28e-381f-48df-9e22-b7aa976dcfc3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/3e5dc828-8f98-4fc7-a40a-94fbaa504971 HTTP/1.1" status: 204 len: 168 time: 0.4438522 Sep 17 22:27:35.336051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36882) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.345938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437d28e-381f-48df-9e22-b7aa976dcfc3 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5dc828-8f98-4fc7-a40a-94fbaa504971,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:35.372656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919576c-fc4e-4bed-beab-bfb3f1330a13 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.376702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e919576c-fc4e-4bed-beab-bfb3f1330a13 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 881 time: 0.1591899 Sep 17 22:27:35.377640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36886) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.424752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e1e7ab93-138c-4fc4-95cb-2b0dad53d2f4 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=edced469-0dac-44c1-837a-38ccfcb2206a HTTP/1.1" status: 200 len: 205 time: 0.0460193 Sep 17 22:27:35.756019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36888) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6328812-943d-4ea3-8f65-f15795fe9335 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204414 Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36890) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-942bd4a7-bbc4-499d-9597-4c0c73dc5bcd tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'f1eb0a42-dcc4-47a5-a911-4c67f835f0d1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-6928d0dc-4d51-437a-b9e2-a27918bf29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-6928d0dc-4d51-437a-b9e2-a27918bf29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-6928d0dc-4d51-437a-b9e2-a27918bf29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-6928d0dc-4d51-437a-b9e2-a27918bf29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-6928d0dc-4d51-437a-b9e2-a27918bf29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-6928d0dc-4d51-437a-b9e2-a27918bf29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-6928d0dc-4d51-437a-b9e2-a27918bf29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.756250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-6928d0dc-4d51-437a-b9e2-a27918bf29cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6498 time: 0.1034842 Sep 17 22:27:35.757557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.757785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-2be022d7-a18a-40d8-9fe4-d48df1dea26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.757785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-2be022d7-a18a-40d8-9fe4-d48df1dea26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.757785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-2be022d7-a18a-40d8-9fe4-d48df1dea26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.757785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-2be022d7-a18a-40d8-9fe4-d48df1dea26d service neutron] 10.222.0.32 "GET /v2.0/networks?id=62070a8a-5c99-4c5a-bf55-2777253b05df&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05 HTTP/1.1" status: 200 len: 2289 time: 0.1013167 Sep 17 22:27:35.758244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.758454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-ee83789b-0b67-41ba-a759-9411c758c95c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14 HTTP/1.1" status: 200 len: 1002 time: 0.0662894 Sep 17 22:27:35.764904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-09d5d80a-02dc-47a5-9772-984979ebce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.767071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-09d5d80a-02dc-47a5-9772-984979ebce37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6812680-94e6-4c28-9cd8-de924bf5b40c HTTP/1.1" status: 200 len: 850 time: 0.0486815 Sep 17 22:27:35.812091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-deb4c918-670a-48de-bddf-29fc29b8f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:35.814425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-deb4c918-670a-48de-bddf-29fc29b8f1a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62070a8a-5c99-4c5a-bf55-2777253b05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402198 Sep 17 22:27:35.915370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-69f0aaca-d3ae-43a3-9284-636ec0bd3fb7 service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934005 Sep 17 22:27:35.951767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Deleting port 831eb675-0432-454e-ba35-07a7fbb5a0ea {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:35.952197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:35.990646 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-942bd4a7-bbc4-499d-9597-4c0c73dc5bcd tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The resource could not be found. Sep 17 22:27:35.990646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-942bd4a7-bbc4-499d-9597-4c0c73dc5bcd tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5240963 Sep 17 22:27:35.991114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36904) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:35.997721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bf7b93d3-47ab-45a9-af5b-180267fcaf3b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171755661'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:36.042568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-72fc1bbe-8b04-463a-928b-30161ba6098b service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202016 Sep 17 22:27:36.051322 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.067366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Calling delete_port for 831eb675-0432-454e-ba35-07a7fbb5a0ea owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:36.100944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-93619a1e-c7a3-4f09-92d0-f8589cd4ee8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 217 time: 0.0495467 Sep 17 22:27:36.160064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf7b93d3-47ab-45a9-af5b-180267fcaf3b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.193736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-b5a6dafd-baf8-469f-a592-ffaf94766372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.195393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-b5a6dafd-baf8-469f-a592-ffaf94766372 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0778072 Sep 17 22:27:36.294059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-0e5de928-9947-4643-88e1-cb4594f1436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.295409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-0e5de928-9947-4643-88e1-cb4594f1436a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0894325 Sep 17 22:27:36.314019 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.318265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149aa74-7548-4082-a37d-aa22d05bc7da req-1feda02e-4304-4e90-8f20-aa0dc1e5019c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.319745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5149aa74-7548-4082-a37d-aa22d05bc7da req-1feda02e-4304-4e90-8f20-aa0dc1e5019c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0677335 Sep 17 22:27:36.345043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event deleted for resources: {'Port': ['ID=831eb675-0432-454e-ba35-07a7fbb5a0ea,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:36.408295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.432976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5149aa74-7548-4082-a37d-aa22d05bc7da req-edefcf89-605e-4742-b53c-384b72a70627 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992122 Sep 17 22:27:36.464006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-8efc3228-be95-405c-98f9-68dde4c0001f service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611736 Sep 17 22:27:36.476504 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf7b93d3-47ab-45a9-af5b-180267fcaf3b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.505467 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.507730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.582028 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf7b93d3-47ab-45a9-af5b-180267fcaf3b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.585886 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-0f3510ce-e51d-41b1-b0b7-4ea066b2417d service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119685 Sep 17 22:27:36.646859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-1dac0a5b-33b5-4da8-8af7-c5cee019eec3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 217 time: 0.0456042 Sep 17 22:27:36.680969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.681620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Fanout notify agent at l3_agent the message router_deleted on router edced469-0dac-44c1-837a-38ccfcb2206a {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:36.698321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.699364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-80ddd815-68fa-4619-8595-cd08d34ee191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.700295 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0596f48d-3a14-4a66-8092-3b087dab0694 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/edced469-0dac-44c1-837a-38ccfcb2206a HTTP/1.1" status: 204 len: 168 time: 1.2712779 Sep 17 22:27:36.701096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-80ddd815-68fa-4619-8595-cd08d34ee191 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0520747 Sep 17 22:27:36.704219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36920) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:36.709457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d596ecb2-98f8-4918-89f0-8284198f93fc tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1656152906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:36.726845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf7b93d3-47ab-45a9-af5b-180267fcaf3b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.730993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bf7b93d3-47ab-45a9-af5b-180267fcaf3b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7389100 Sep 17 22:27:36.731404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36922) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:36.731715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b93d3-47ab-45a9-af5b-180267fcaf3b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8136b5d-e6d9-414d-b539-bdf588ef181f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:36.739091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0c1d49a9-fe8b-403a-857e-e49fc4d68574 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317628347'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:36.765914 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-0c1d49a9-fe8b-403a-857e-e49fc4d68574 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:27:36.765914 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 22:27:36.765914 n-d-713498-17 neutron-server[101660]: [parameters: {'project_id_1': 'bd7d01e25967447da2616c2dd42eca5b', 'expiration_1': datetime.datetime(2021, 9, 17, 22, 27, 16, 753752)}] Sep 17 22:27:36.765914 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:27:36.767285 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-0c1d49a9-fe8b-403a-857e-e49fc4d68574 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:27:36.796874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-64c8baac-9cc8-4a7e-ab50-2a9f1122767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:36.800139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-64c8baac-9cc8-4a7e-ab50-2a9f1122767a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839498 Sep 17 22:27:36.877522 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d596ecb2-98f8-4918-89f0-8284198f93fc tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.878613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d596ecb2-98f8-4918-89f0-8284198f93fc tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:36.898936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-4a6aacea-e679-4882-a170-ce14167edb7d service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911601 Sep 17 22:27:36.965581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d596ecb2-98f8-4918-89f0-8284198f93fc tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.040335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-ce015606-fa12-4791-b2dd-a2f334066a87 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344481 Sep 17 22:27:37.094689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-74bda4a5-cd1d-461c-b860-76987588c107 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb HTTP/1.1" status: 200 len: 217 time: 0.0453589 Sep 17 22:27:37.096270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d596ecb2-98f8-4918-89f0-8284198f93fc tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.413657 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c1d49a9-fe8b-403a-857e-e49fc4d68574 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.504516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-8d0a1bdb-94d1-40b3-afdb-7e4032d1f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:37.506805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-8d0a1bdb-94d1-40b3-afdb-7e4032d1f68d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.4043810 Sep 17 22:27:37.557584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c1d49a9-fe8b-403a-857e-e49fc4d68574 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.593692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-8dc8adf7-f30a-48ec-a149-9a8aa622d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:37.596024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-8dc8adf7-f30a-48ec-a149-9a8aa622d414 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0778432 Sep 17 22:27:37.604318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e6f37-86dc-4f65-b8b9-90770a06a161 req-0010af88-3e7f-4972-9408-f71fe82f719c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:37.610579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-070e6f37-86dc-4f65-b8b9-90770a06a161 req-0010af88-3e7f-4972-9408-f71fe82f719c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0978782 Sep 17 22:27:37.635197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c1d49a9-fe8b-403a-857e-e49fc4d68574 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.669122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-070e6f37-86dc-4f65-b8b9-90770a06a161 req-f9bbd9ed-18b7-41df-81a2-20724d603655 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549212 Sep 17 22:27:37.670217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d49a9-fe8b-403a-857e-e49fc4d68574 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07390f39-e45e-400a-9593-40249bc33f6e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:37.737258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-9bc4158a-cedf-40d2-b9aa-b43f1302ce42 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306045 Sep 17 22:27:37.760879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c1d49a9-fe8b-403a-857e-e49fc4d68574 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.766492 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0c1d49a9-fe8b-403a-857e-e49fc4d68574 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0296564 Sep 17 22:27:37.766492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36948) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:37.771806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1435332c-e14c-4bb0-917a-2a6a201436a1 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': 'a8136b5d-e6d9-414d-b539-bdf588ef181f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '07390f39-e45e-400a-9593-40249bc33f6e'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:37.816061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d596ecb2-98f8-4918-89f0-8284198f93fc tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:37.817268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d596ecb2-98f8-4918-89f0-8284198f93fc tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1122196 Sep 17 22:27:37.820102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36956) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:37.825845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:37.842777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-d5551530-2762-496e-a218-9dddc4a5fe15 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983789 Sep 17 22:27:37.884783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-ea28ee58-7921-4f3a-8c4f-826bf553c6e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb HTTP/1.1" status: 200 len: 217 time: 0.0353522 Sep 17 22:27:37.934533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-26b19482-5fda-44d2-bb5f-568d158a3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:37.935970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-26b19482-5fda-44d2-bb5f-568d158a3c09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0441096 Sep 17 22:27:37.985426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-5e5b7e0c-f1c2-468d-bbee-9a0103efc87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:37.987010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-5e5b7e0c-f1c2-468d-bbee-9a0103efc87b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445795 Sep 17 22:27:38.052308 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.087333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-4f8bfed3-bcba-4816-8a47-f444a017b72e service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902219 Sep 17 22:27:38.154389 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-1435332c-e14c-4bb0-917a-2a6a201436a1 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:38.154389 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1435332c-e14c-4bb0-917a-2a6a201436a1 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3869565 Sep 17 22:27:38.155075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36964) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:38.243482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-a2bbb811-7c23-4b4c-8aca-6911bedf9f14 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519134 Sep 17 22:27:38.281072 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.291883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-16712b92-5b60-4e47-a8c3-51e4306c49fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58c91934-149c-4aad-9181-e930ac0aab9f HTTP/1.1" status: 200 len: 217 time: 0.0399194 Sep 17 22:27:38.316215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acf2b7f2-61f4-4e93-ba1a-74bf9b38582a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.366894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-2777866a-570a-4816-9e10-a7ca4abcc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.367570 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acf2b7f2-61f4-4e93-ba1a-74bf9b38582a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.368376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-2777866a-570a-4816-9e10-a7ca4abcc96d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.0697215 Sep 17 22:27:38.415796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-595825e2-f29b-4afc-b7fd-b13aa42abb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.417330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-595825e2-f29b-4afc-b7fd-b13aa42abb33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0418117 Sep 17 22:27:38.501507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.514157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-68bad78f-4285-49b2-985a-81724bff3a46 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897300 Sep 17 22:27:38.524299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.543027 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acf2b7f2-61f4-4e93-ba1a-74bf9b38582a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.547915 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acf2b7f2-61f4-4e93-ba1a-74bf9b38582a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.547915 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-acf2b7f2-61f4-4e93-ba1a-74bf9b38582a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/07390f39-e45e-400a-9593-40249bc33f6e HTTP/1.1" status: 204 len: 168 time: 0.3906534 Sep 17 22:27:38.552284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36970) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:38.589178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2b7f2-61f4-4e93-ba1a-74bf9b38582a tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07390f39-e45e-400a-9593-40249bc33f6e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:38.655648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-02b89ca2-15f7-452d-863a-34df66e5ffca service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341333 Sep 17 22:27:38.665974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1b7acdcb-54c7-4564-a386-6c6e8df64854 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1100910 Sep 17 22:27:38.666345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36976) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:38.695519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Allocated IP 172.25.5.141 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/ebb26482-689a-4157-a0aa-968cba61ab70) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:38.761740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-2a244f07-68ca-4bec-95a4-7255a9815da3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=283912f1-9194-4d2f-a00c-a4650cd4c715 HTTP/1.1" status: 200 len: 217 time: 0.0921302 Sep 17 22:27:38.812041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-329578e0-4c78-480e-956d-c195af21db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.813198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-329578e0-4c78-480e-956d-c195af21db06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.0480421 Sep 17 22:27:38.825183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.946396 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8b63696-c004-4c01-aa9d-0a6c5267e51f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.955466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a15cf1-f8b1-4ad8-bf4b-17c129bde6b0 req-2d3f61c7-23c7-41ec-8309-5efc9f859a6d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.956971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a15cf1-f8b1-4ad8-bf4b-17c129bde6b0 req-2d3f61c7-23c7-41ec-8309-5efc9f859a6d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.1428838 Sep 17 22:27:38.976028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:38.978943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320833-cb57-414a-87de-231b61e45d2d req-4ba5e8d5-0186-4c14-b2eb-3aac1b0a26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:38.980423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-4ba5e8d5-0186-4c14-b2eb-3aac1b0a26b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1439176 Sep 17 22:27:39.005078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8b63696-c004-4c01-aa9d-0a6c5267e51f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.009988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:39.014046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:39.015358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:39.051674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event updated for resources: {'Port': ['ID=ebb26482-689a-4157-a0aa-968cba61ab70,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:39.091515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a15cf1-f8b1-4ad8-bf4b-17c129bde6b0 req-64806aac-6369-479f-b294-75a29d192856 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240454 Sep 17 22:27:39.139176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-01670f8e-51a6-4009-be59-2c66f18ed2cb service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451666 Sep 17 22:27:39.230692 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8b63696-c004-4c01-aa9d-0a6c5267e51f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.240206 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8b63696-c004-4c01-aa9d-0a6c5267e51f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.243928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e8b63696-c004-4c01-aa9d-0a6c5267e51f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8136b5d-e6d9-414d-b539-bdf588ef181f HTTP/1.1" status: 204 len: 168 time: 0.5742908 Sep 17 22:27:39.244781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36996) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:39.259768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b63696-c004-4c01-aa9d-0a6c5267e51f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8136b5d-e6d9-414d-b539-bdf588ef181f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:39.302535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d320833-cb57-414a-87de-231b61e45d2d req-ff4cfdac-9b11-415b-96f3-235df93c6d41 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561661 Sep 17 22:27:39.323591 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-194d8084-afb5-4909-8167-348048c839c1 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774326 Sep 17 22:27:39.329450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36998) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:39.336531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6f623ac6-1353-4c92-ac2b-b8ea0949cf47 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--23487976'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:39.435627 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.502095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f623ac6-1353-4c92-ac2b-b8ea0949cf47 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.585518 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f623ac6-1353-4c92-ac2b-b8ea0949cf47 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.635220 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.638721 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.695987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f623ac6-1353-4c92-ac2b-b8ea0949cf47 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.764662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f623ac6-1353-4c92-ac2b-b8ea0949cf47 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717d44a9-3377-4e65-bd09-99c620cbccc7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:39.907570 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f623ac6-1353-4c92-ac2b-b8ea0949cf47 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:39.915055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6f623ac6-1353-4c92-ac2b-b8ea0949cf47 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5827913 Sep 17 22:27:39.915055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37010) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:39.920299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-65cae60e-87cc-4d49-b6e7-b5c12ee3f7d4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '717d44a9-3377-4e65-bd09-99c620cbccc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:39.936165 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.166511 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-65cae60e-87cc-4d49-b6e7-b5c12ee3f7d4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:40.168362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-65cae60e-87cc-4d49-b6e7-b5c12ee3f7d4 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2525122 Sep 17 22:27:40.170816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37024) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.176748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4775d45c-374f-4c90-8e67-66eaa2527e5b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group_rule': {'security_group_id': '717d44a9-3377-4e65-bd09-99c620cbccc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:40.197480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Router 44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:40.260320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e470e34-0dd3-41d2-a792-d9c12d99c01c req-bec136bc-7b7f-41fb-aba9-12d420b2f2b8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:40.260741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e470e34-0dd3-41d2-a792-d9c12d99c01c req-bec136bc-7b7f-41fb-aba9-12d420b2f2b8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0781784 Sep 17 22:27:40.332613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e470e34-0dd3-41d2-a792-d9c12d99c01c req-e3b4aaff-1c9f-42f5-bf91-4eb7b9047950 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590065 Sep 17 22:27:40.373665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:40.384451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.384451 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c97f1b7-faf2-4506-9939-be8780d8bf92 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "PUT /v2.0/routers/44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4 HTTP/1.1" status: 200 len: 880 time: 2.5616844 Sep 17 22:27:40.386520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37028) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.391835 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0981397b-e2d2-4edb-9f7f-847369ab53f4 None None] Sync routers for ids ['44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:40.410120 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981397b-e2d2-4edb-9f7f-847369ab53f4 None None] Routers {'44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:40.410734 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0981397b-e2d2-4edb-9f7f-847369ab53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:40.442849 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0981397b-e2d2-4edb-9f7f-847369ab53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:40.447515 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-4775d45c-374f-4c90-8e67-66eaa2527e5b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:27:40.448634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4775d45c-374f-4c90-8e67-66eaa2527e5b tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2767022 Sep 17 22:27:40.451368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37030) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.455321 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981397b-e2d2-4edb-9f7f-847369ab53f4 None None] Routers {'44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:40.456138 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0981397b-e2d2-4edb-9f7f-847369ab53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:40.494885 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0981397b-e2d2-4edb-9f7f-847369ab53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:40.495791 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0981397b-e2d2-4edb-9f7f-847369ab53f4 None None] The sync data for ids ['44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:40.517374 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-556c4216-c7ad-47b7-989e-2913b43117df tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/routers/44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4 HTTP/1.1" status: 200 len: 921 time: 0.1258588 Sep 17 22:27:40.518001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37034) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.525771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8cfb82f2-a296-48c4-b9a2-4a6a39ea5172 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.548631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8cfb82f2-a296-48c4-b9a2-4a6a39ea5172 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.591433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61947510-463e-40e7-96e8-314138205777 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:40.592961 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-61947510-463e-40e7-96e8-314138205777 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0743489 Sep 17 22:27:40.596664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37038) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.669100 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8cfb82f2-a296-48c4-b9a2-4a6a39ea5172 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.671978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8cfb82f2-a296-48c4-b9a2-4a6a39ea5172 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.673231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8cfb82f2-a296-48c4-b9a2-4a6a39ea5172 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/717d44a9-3377-4e65-bd09-99c620cbccc7 HTTP/1.1" status: 204 len: 168 time: 0.2209330 Sep 17 22:27:40.677675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37040) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.688659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb82f2-a296-48c4-b9a2-4a6a39ea5172 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717d44a9-3377-4e65-bd09-99c620cbccc7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:40.708089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d896b29-e585-4402-b8c6-50911e392bd7 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:40.709485 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3d896b29-e585-4402-b8c6-50911e392bd7 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 881 time: 0.1118896 Sep 17 22:27:40.715626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37044) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.717211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-91bb3c9b-fbfa-48b1-87dd-d077993a71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:40.718649 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-91bb3c9b-fbfa-48b1-87dd-d077993a71e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 1098 time: 0.0678380 Sep 17 22:27:40.761864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-958a6591-d54f-4c6a-afe9-8ce7a2e3d9e3 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4 HTTP/1.1" status: 200 len: 205 time: 0.0423110 Sep 17 22:27:40.762273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37048) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.827842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ce2d834d-15f5-4a04-b6c3-b10d29ea8117 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1456952 Sep 17 22:27:40.831968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37050) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:40.841324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c30b9f0c-5575-4d99-ba41-b9dea05d32e6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902927134'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:40.871019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-14c4736b-90c8-464e-a374-969f830355e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:40.872868 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-14c4736b-90c8-464e-a374-969f830355e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.1301711 Sep 17 22:27:40.928142 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-5a4de6b1-09af-433c-9ca2-2f0eeb92de79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74a728b-52c9-405d-a22a-0554e6b42fde HTTP/1.1" status: 200 len: 217 time: 0.0474894 Sep 17 22:27:40.939644 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:40.986215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-90de8cb2-767e-4388-a9e0-6bc955078a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:40.988133 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-90de8cb2-767e-4388-a9e0-6bc955078a2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0537581 Sep 17 22:27:41.037358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-48b6f37f-04d3-4332-a098-84cc359fbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:41.038919 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-48b6f37f-04d3-4332-a098-84cc359fbe24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441003 Sep 17 22:27:41.051693 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.079610 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c30b9f0c-5575-4d99-ba41-b9dea05d32e6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.140205 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-648d5fcc-cebc-4425-b0c9-d971ab503c27 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938623 Sep 17 22:27:41.195625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c30b9f0c-5575-4d99-ba41-b9dea05d32e6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.208852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Deleting port ebb26482-689a-4157-a0aa-968cba61ab70 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:41.209191 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.233968 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-192b7026-6bfe-4da5-8b6c-aa100aebe64a req-e83d0a77-bcd7-4325-b41c-727b878a971e service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865266 Sep 17 22:27:41.280818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c30b9f0c-5575-4d99-ba41-b9dea05d32e6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.339290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b9f0c-5575-4d99-ba41-b9dea05d32e6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daad568e-6c92-4233-ade4-9a12dbb0209d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:41.341492 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.377414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Calling delete_port for ebb26482-689a-4157-a0aa-968cba61ab70 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:41.420407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c30b9f0c-5575-4d99-ba41-b9dea05d32e6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.425261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c30b9f0c-5575-4d99-ba41-b9dea05d32e6 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5875540 Sep 17 22:27:41.425436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37068) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:41.430654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-71cc333b-8322-497a-b9f3-e8bcf53f2209 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:41.431287 n-d-713498-17 neutron-server[101660]: WARNING neutron.api.v2.base [None req-71cc333b-8322-497a-b9f3-e8bcf53f2209 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 22:27:41.432034 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-71cc333b-8322-497a-b9f3-e8bcf53f2209 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 22:27:41.433139 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-71cc333b-8322-497a-b9f3-e8bcf53f2209 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "PUT /v2.0/security-groups/daad568e-6c92-4233-ade4-9a12dbb0209d HTTP/1.1" status: 409 len: 330 time: 0.0065064 Sep 17 22:27:41.435711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37070) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:41.497105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff13a73-fc24-4413-ac4b-8a526ca2480b req-acbf1687-c4ca-4509-9ca1-3e78016c356f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:41.498663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dff13a73-fc24-4413-ac4b-8a526ca2480b req-acbf1687-c4ca-4509-9ca1-3e78016c356f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0711448 Sep 17 22:27:41.501520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd08-f085-41f5-9aca-aa53fa3bd19e tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.527458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd08-f085-41f5-9aca-aa53fa3bd19e tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.589220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dff13a73-fc24-4413-ac4b-8a526ca2480b req-7b46dd76-819a-4219-8f81-05e4a54bd56e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 Sep 17 22:27:41.667517 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd08-f085-41f5-9aca-aa53fa3bd19e tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.670072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd08-f085-41f5-9aca-aa53fa3bd19e tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.674280 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0c2bfd08-f085-41f5-9aca-aa53fa3bd19e tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/daad568e-6c92-4233-ade4-9a12dbb0209d HTTP/1.1" status: 204 len: 168 time: 0.2344995 Sep 17 22:27:41.674504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37078) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:41.681565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bfd08-f085-41f5-9aca-aa53fa3bd19e tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daad568e-6c92-4233-ade4-9a12dbb0209d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:41.704723 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.737414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event deleted for resources: {'Port': ['ID=ebb26482-689a-4157-a0aa-968cba61ab70,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:41.811648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d2950b6c-d0dc-4c99-8753-128a7bb705dd tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1357005 Sep 17 22:27:41.818953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37082) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:41.832044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.838003 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-e12ac16d-37fb-47cf-933f-cd49e732727f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] delete failed (client error): The resource could not be found. Sep 17 22:27:41.839314 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e12ac16d-37fb-47cf-933f-cd49e732727f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f86557d-bf55-4217-b680-68d1fe42a015 HTTP/1.1" status: 404 len: 347 time: 0.0190363 Sep 17 22:27:41.843241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37084) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:41.857843 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-0dc0e1be-37a3-4e38-8798-ffb7c2dd315f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] show failed (client error): The resource could not be found. Sep 17 22:27:41.866311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37086) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:41.868430 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0dc0e1be-37a3-4e38-8798-ffb7c2dd315f tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-groups/bf2bff49-a798-45bd-84dc-a9eb18c21447 HTTP/1.1" status: 404 len: 347 time: 0.0237119 Sep 17 22:27:41.915515 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-9b13a854-d150-4e4a-9dbb-a40a270cd522 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] show failed (client error): The resource could not be found. Sep 17 22:27:41.916559 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9b13a854-d150-4e4a-9dbb-a40a270cd522 tempest-NegativeSecGroupIPv6Test-575632377 tempest-NegativeSecGroupIPv6Test-575632377-project] 10.222.0.13 "GET /v2.0/security-group-rules/ef1dff66-cc2a-412a-9f48-1e14967fea41 HTTP/1.1" status: 404 len: 356 time: 0.0492022 Sep 17 22:27:41.957934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:41.960206 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.078743 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.079412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Fanout notify agent at l3_agent the message router_deleted on router 44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:42.089382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.089382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-57c8b2f8-2960-45e1-9436-417f00389bd5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4 HTTP/1.1" status: 204 len: 168 time: 1.3247561 Sep 17 22:27:42.098603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37096) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:42.103673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-746dcf3f-ecf3-47a0-9379-8a6f95c9aec0 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1258383504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:42.224316 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-746dcf3f-ecf3-47a0-9379-8a6f95c9aec0 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.226649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-746dcf3f-ecf3-47a0-9379-8a6f95c9aec0 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.293374 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-746dcf3f-ecf3-47a0-9379-8a6f95c9aec0 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.399515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-746dcf3f-ecf3-47a0-9379-8a6f95c9aec0 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.454731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37112) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:42.535804 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-746dcf3f-ecf3-47a0-9379-8a6f95c9aec0 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.537077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-746dcf3f-ecf3-47a0-9379-8a6f95c9aec0 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4374197 Sep 17 22:27:42.540130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37116) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:42.544521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': True}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:42.764246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a4452aff-8c7e-4542-82c1-fa17999f507a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd7d01e25967447da2616c2dd42eca5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083007 Sep 17 22:27:42.772361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37124) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:42.815200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b633ee-8269-4c88-8008-a1e1c6e87201 req-af8c40d6-f179-4349-aee2-a6cf2170888f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:42.816689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9b633ee-8269-4c88-8008-a1e1c6e87201 req-af8c40d6-f179-4349-aee2-a6cf2170888f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.1520586 Sep 17 22:27:42.848862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.857366 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-616da372-049b-4595-bbb3-ea2ecffc78ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:42.892932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9b633ee-8269-4c88-8008-a1e1c6e87201 req-c13176cf-db76-471b-afda-cef4fb63175c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Sep 17 22:27:42.893298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-616da372-049b-4595-bbb3-ea2ecffc78ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.067285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-616da372-049b-4595-bbb3-ea2ecffc78ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.070611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-616da372-049b-4595-bbb3-ea2ecffc78ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.071838 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-616da372-049b-4595-bbb3-ea2ecffc78ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/616e671e-7dd0-4bbb-bf32-b6f0c0a70f38 HTTP/1.1" status: 204 len: 168 time: 0.2983503 Sep 17 22:27:43.084943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616da372-049b-4595-bbb3-ea2ecffc78ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616e671e-7dd0-4bbb-bf32-b6f0c0a70f38,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:43.150133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.171037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.277044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Allocated IP 172.25.5.97 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/45ba5d75-1a50-47b2-b893-d17a4e9dfca3) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:43.391382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.513170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:43.559161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:43.562323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:43.565687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:43.600590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event updated for resources: {'Port': ['ID=45ba5d75-1a50-47b2-b893-d17a4e9dfca3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:44.400286 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.455208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3aab14-4c39-4b25-8dbe-ff69d8faff21 req-2c341172-f9e0-448d-922a-e6c9f42f9532 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.456711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c3aab14-4c39-4b25-8dbe-ff69d8faff21 req-2c341172-f9e0-448d-922a-e6c9f42f9532 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.1239350 Sep 17 22:27:44.566530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c3aab14-4c39-4b25-8dbe-ff69d8faff21 req-740b2681-a667-4d44-8bad-b7d9768cb767 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867865 Sep 17 22:27:44.668311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.675811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:44.815854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4bf3e-bcb4-4dd8-83d9-50e45e205220 req-d91190a4-8482-4c9a-a86a-59017871a5e0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.821753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4bf3e-bcb4-4dd8-83d9-50e45e205220 req-d91190a4-8482-4c9a-a86a-59017871a5e0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.828668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4bf3e-bcb4-4dd8-83d9-50e45e205220 req-d91190a4-8482-4c9a-a86a-59017871a5e0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.834836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4bf3e-bcb4-4dd8-83d9-50e45e205220 req-d91190a4-8482-4c9a-a86a-59017871a5e0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.841261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4bf3e-bcb4-4dd8-83d9-50e45e205220 req-d91190a4-8482-4c9a-a86a-59017871a5e0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.847655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4bf3e-bcb4-4dd8-83d9-50e45e205220 req-d91190a4-8482-4c9a-a86a-59017871a5e0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.853440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4bf3e-bcb4-4dd8-83d9-50e45e205220 req-d91190a4-8482-4c9a-a86a-59017871a5e0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:44.863907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48f4bf3e-bcb4-4dd8-83d9-50e45e205220 req-d91190a4-8482-4c9a-a86a-59017871a5e0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5434 time: 0.3793836 Sep 17 22:27:44.924686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48f4bf3e-bcb4-4dd8-83d9-50e45e205220 req-1d950b3d-e6ba-44b4-a8e6-5da11cf7e108 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600321 Sep 17 22:27:45.027711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Router f228afcf-d335-43a7-919c-07c697d267af is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:45.181123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa207629-7892-43fe-90f1-88bfeccc2d2a req-d47e836f-145e-4f3f-908c-d94070f869ce tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.187241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa207629-7892-43fe-90f1-88bfeccc2d2a req-d47e836f-145e-4f3f-908c-d94070f869ce tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.194072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa207629-7892-43fe-90f1-88bfeccc2d2a req-d47e836f-145e-4f3f-908c-d94070f869ce tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.199934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa207629-7892-43fe-90f1-88bfeccc2d2a req-d47e836f-145e-4f3f-908c-d94070f869ce tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.206096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa207629-7892-43fe-90f1-88bfeccc2d2a req-d47e836f-145e-4f3f-908c-d94070f869ce tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.214982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa207629-7892-43fe-90f1-88bfeccc2d2a req-d47e836f-145e-4f3f-908c-d94070f869ce tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.217991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa207629-7892-43fe-90f1-88bfeccc2d2a req-d47e836f-145e-4f3f-908c-d94070f869ce tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.220709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa207629-7892-43fe-90f1-88bfeccc2d2a req-d47e836f-145e-4f3f-908c-d94070f869ce tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5434 time: 0.1899891 Sep 17 22:27:45.231795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:45.237415 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.239396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a4f4020d-c17a-46d0-9c94-7939f6ef632e tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "PUT /v2.0/routers/f228afcf-d335-43a7-919c-07c697d267af HTTP/1.1" status: 200 len: 914 time: 2.6975272 Sep 17 22:27:45.241501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37220) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:45.257264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a3ee6f-e11b-4142-a84a-c6aa2d099a39 None None] Sync routers for ids ['f228afcf-d335-43a7-919c-07c697d267af'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:45.269389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a3ee6f-e11b-4142-a84a-c6aa2d099a39 None None] Routers {'f228afcf-d335-43a7-919c-07c697d267af'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:45.270126 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-28a3ee6f-e11b-4142-a84a-c6aa2d099a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f228afcf-d335-43a7-919c-07c697d267af'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:45.307676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-28a3ee6f-e11b-4142-a84a-c6aa2d099a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:45.327646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a3ee6f-e11b-4142-a84a-c6aa2d099a39 None None] Routers {'f228afcf-d335-43a7-919c-07c697d267af'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:45.327646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-28a3ee6f-e11b-4142-a84a-c6aa2d099a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['f228afcf-d335-43a7-919c-07c697d267af'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:45.360309 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-28a3ee6f-e11b-4142-a84a-c6aa2d099a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:45.361825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a3ee6f-e11b-4142-a84a-c6aa2d099a39 None None] The sync data for ids ['f228afcf-d335-43a7-919c-07c697d267af'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:45.371547 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bbc31b20-a14d-4d3f-8b1e-89b999f24c1a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/routers/f228afcf-d335-43a7-919c-07c697d267af HTTP/1.1" status: 200 len: 920 time: 0.1258497 Sep 17 22:27:45.371744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37226) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:45.447032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd353d83-3202-4ce9-ae89-2c8c09a378d2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.448927 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cd353d83-3202-4ce9-ae89-2c8c09a378d2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=f228afcf-d335-43a7-919c-07c697d267af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0760100 Sep 17 22:27:45.451702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37234) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:45.593884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546dab0-3e01-4e07-a89c-18341e86363a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.593884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5546dab0-3e01-4e07-a89c-18341e86363a tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 881 time: 0.1381574 Sep 17 22:27:45.594209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37238) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:45.629412 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-afa47a09-5eaa-4c5c-8d1d-0741a4098b33 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f228afcf-d335-43a7-919c-07c697d267af HTTP/1.1" status: 200 len: 205 time: 0.0322649 Sep 17 22:27:45.630922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37240) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:45.706522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88433fb-eb6f-4bb1-b469-b41c42bc53a8 req-0e1b91e9-66de-4cf4-aba3-b7ed70d57e4f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:45.708002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b88433fb-eb6f-4bb1-b469-b41c42bc53a8 req-0e1b91e9-66de-4cf4-aba3-b7ed70d57e4f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0526175 Sep 17 22:27:45.744619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:45.750851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b88433fb-eb6f-4bb1-b469-b41c42bc53a8 req-69a118bd-a4ab-4271-9ff2-7d4be91375a3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Sep 17 22:27:45.855681 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.041094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Deleting port 45ba5d75-1a50-47b2-b893-d17a4e9dfca3 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:46.041676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.143786 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.155681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Calling delete_port for 45ba5d75-1a50-47b2-b893-d17a4e9dfca3 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:46.412423 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.445872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event deleted for resources: {'Port': ['ID=45ba5d75-1a50-47b2-b893-d17a4e9dfca3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:46.533009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.639826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.642940 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.823212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.823758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Fanout notify agent at l3_agent the message router_deleted on router f228afcf-d335-43a7-919c-07c697d267af {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:46.832720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.834001 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ad24eef0-8d5e-4262-9031-7d03267c58f6 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/f228afcf-d335-43a7-919c-07c697d267af HTTP/1.1" status: 204 len: 168 time: 1.2020087 Sep 17 22:27:46.838109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37290) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:46.842909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f449c0a4-88f7-4837-b261-866d3b133adb tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1170967308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:46.872655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4bc3b-8afc-4818-a6bf-39250365117c req-5f56d1aa-8f39-4ced-8dd7-87e06314094f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:46.874167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1b4bc3b-8afc-4818-a6bf-39250365117c req-5f56d1aa-8f39-4ced-8dd7-87e06314094f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0514929 Sep 17 22:27:46.918582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1b4bc3b-8afc-4818-a6bf-39250365117c req-e27d0573-a7fe-44d7-bf59-551ed84dde20 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372689 Sep 17 22:27:46.965224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f449c0a4-88f7-4837-b261-866d3b133adb tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:46.966494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f449c0a4-88f7-4837-b261-866d3b133adb tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.038925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f449c0a4-88f7-4837-b261-866d3b133adb tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.092636 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:27:47.127593 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f449c0a4-88f7-4837-b261-866d3b133adb tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.192831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37308) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:47.258066 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f449c0a4-88f7-4837-b261-866d3b133adb tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.259366 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f449c0a4-88f7-4837-b261-866d3b133adb tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4202974 Sep 17 22:27:47.262279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37320) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:47.269723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': False}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:47.292692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37324) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:47.320508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea78d-854a-4765-b6a5-f2319c03876e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.415082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de20-954b-4937-81dd-136ca8d59584 req-6f98ba28-bb5d-4a84-b690-c0fc4a611162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.415620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de20-954b-4937-81dd-136ca8d59584 req-6f98ba28-bb5d-4a84-b690-c0fc4a611162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.416090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de20-954b-4937-81dd-136ca8d59584 req-6f98ba28-bb5d-4a84-b690-c0fc4a611162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.416551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de20-954b-4937-81dd-136ca8d59584 req-6f98ba28-bb5d-4a84-b690-c0fc4a611162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.417007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de20-954b-4937-81dd-136ca8d59584 req-6f98ba28-bb5d-4a84-b690-c0fc4a611162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.417466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de20-954b-4937-81dd-136ca8d59584 req-6f98ba28-bb5d-4a84-b690-c0fc4a611162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.417923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176de20-954b-4937-81dd-136ca8d59584 req-6f98ba28-bb5d-4a84-b690-c0fc4a611162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:47.421132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2176de20-954b-4937-81dd-136ca8d59584 req-6f98ba28-bb5d-4a84-b690-c0fc4a611162 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6498 time: 0.1272025 Sep 17 22:27:47.490241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2176de20-954b-4937-81dd-136ca8d59584 req-74be41f4-5e5d-45bf-9ed8-860410627546 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598135 Sep 17 22:27:47.516621 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea78d-854a-4765-b6a5-f2319c03876e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.526207 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.601481 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea78d-854a-4765-b6a5-f2319c03876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.643062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ea78d-854a-4765-b6a5-f2319c03876e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9900c7e2-f619-461b-93b3-9c95576dca57,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:47.648657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6b4ea78d-854a-4765-b6a5-f2319c03876e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d73ee3ed3d7f4156be1e03581405c8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4546897 Sep 17 22:27:47.652011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37334) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:47.761244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4a0-5113-40a4-bb78-8cc4d23f1e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.787895 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4a0-5113-40a4-bb78-8cc4d23f1e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.840473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a6b3fa06-b8e6-4395-b4f2-fe8eb0188155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.930451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:47.951418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.021455 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4a0-5113-40a4-bb78-8cc4d23f1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.025397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4a0-5113-40a4-bb78-8cc4d23f1e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.029610 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aa1aa4a0-5113-40a4-bb78-8cc4d23f1e39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9900c7e2-f619-461b-93b3-9c95576dca57 HTTP/1.1" status: 204 len: 168 time: 0.3764174 Sep 17 22:27:48.092098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb86124-e41a-4982-8968-c34b1d900196 req-349efe6a-8520-469a-bdc2-a3e430efdcd0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.093983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9eb86124-e41a-4982-8968-c34b1d900196 req-349efe6a-8520-469a-bdc2-a3e430efdcd0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0739176 Sep 17 22:27:48.100837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1aa4a0-5113-40a4-bb78-8cc4d23f1e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9900c7e2-f619-461b-93b3-9c95576dca57,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:48.151003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9eb86124-e41a-4982-8968-c34b1d900196 req-762e5325-195b-4873-b05b-6075b596aa3b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477228 Sep 17 22:27:48.182004 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Allocated IP 172.25.5.171 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/81387498-fe69-4b4b-bcf6-e8eff7a727a3) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:48.326435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.393119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d25b15-050e-4f0e-be94-687d8814c873 req-92d774c1-fdda-4c2b-9469-b1e52ad65fab tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.394692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5d25b15-050e-4f0e-be94-687d8814c873 req-92d774c1-fdda-4c2b-9469-b1e52ad65fab tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0560155 Sep 17 22:27:48.433768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5d25b15-050e-4f0e-be94-687d8814c873 req-36ee2c37-b6b3-4520-afdb-4820d527e490 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Sep 17 22:27:48.491054 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.541203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:48.544306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:48.548539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:48.556565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Pushing event updated for resources: {'Port': ['ID=81387498-fe69-4b4b-bcf6-e8eff7a727a3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:48.610084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ac24-12e0-42e9-a198-2d6569c58dc9 req-acba982e-bef5-4215-b425-3b72e03c73f5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:48.612684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c23ac24-12e0-42e9-a198-2d6569c58dc9 req-acba982e-bef5-4215-b425-3b72e03c73f5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0980251 Sep 17 22:27:48.689981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c23ac24-12e0-42e9-a198-2d6569c58dc9 req-3f22f6da-44fb-4148-bfdd-2dbe4c75f1b7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699441 Sep 17 22:27:48.784810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37372) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:48.800647 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57913636-2537-4cf8-b0c2-f2868215309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.907583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57913636-2537-4cf8-b0c2-f2868215309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:48.961187 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.014704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767a63-7302-4656-9847-d526c6985680 req-dd7c818a-8dad-45b3-a9d8-7c61151c6dd4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:49.016348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-dd7c818a-8dad-45b3-a9d8-7c61151c6dd4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.1070220 Sep 17 22:27:49.031687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-6025959d-6d9a-4103-a210-afb3424e117a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/quotas/cdb933bdef3a4f35a16aed5c1b950a9f HTTP/1.1" status: 200 len: 375 time: 0.0092587 Sep 17 22:27:49.068319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-57913636-2537-4cf8-b0c2-f2868215309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.114179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57913636-2537-4cf8-b0c2-f2868215309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dc4a45-a367-4941-8e59-77cb55da1cdd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:49.119299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-57913636-2537-4cf8-b0c2-f2868215309f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1de64fe142aa4b0f838178d4c23d3877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328063 Sep 17 22:27:49.122815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37390) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:49.147117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-81dab032-849c-49fa-b45f-d98265c98d83 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1085773 Sep 17 22:27:49.174827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.188680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.295733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b64a-d403-41e7-aaf1-c8282f8b31f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.323235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b64a-d403-41e7-aaf1-c8282f8b31f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.418140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-d9fdbe7b-de52-4c08-9a1c-67cd8dc7908b service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517295 Sep 17 22:27:49.523900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-7a9b7347-cf56-46b1-b9c3-a081453492cc service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987132 Sep 17 22:27:49.566382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b64a-d403-41e7-aaf1-c8282f8b31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.569487 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b64a-d403-41e7-aaf1-c8282f8b31f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.573509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0fd4b64a-d403-41e7-aaf1-c8282f8b31f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5dc4a45-a367-4941-8e59-77cb55da1cdd HTTP/1.1" status: 204 len: 168 time: 0.4468358 Sep 17 22:27:49.589009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4b64a-d403-41e7-aaf1-c8282f8b31f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dc4a45-a367-4941-8e59-77cb55da1cdd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:49.808347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Router 8fbfcc55-a380-4d03-aade-1228ebd4d746 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:49.850190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ff9d400-885b-455d-adc7-6aa4d4a74547 req-7f844648-4a58-41b3-b4ae-01413b1fbb6d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 210 time: 0.0458996 Sep 17 22:27:49.929890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:49.934270 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:49.935523 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-58d5f052-5827-4c6c-b1bd-a8108ec7833f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "PUT /v2.0/routers/8fbfcc55-a380-4d03-aade-1228ebd4d746 HTTP/1.1" status: 200 len: 916 time: 2.6705008 Sep 17 22:27:49.938649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37414) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:49.940449 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21438b-fb25-47f8-8cef-f03cac1606b7 None None] Sync routers for ids ['8fbfcc55-a380-4d03-aade-1228ebd4d746'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:49.971040 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21438b-fb25-47f8-8cef-f03cac1606b7 None None] Routers {'8fbfcc55-a380-4d03-aade-1228ebd4d746'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:49.971756 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7d21438b-fb25-47f8-8cef-f03cac1606b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8fbfcc55-a380-4d03-aade-1228ebd4d746'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:50.033863 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7d21438b-fb25-47f8-8cef-f03cac1606b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:50.083250 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21438b-fb25-47f8-8cef-f03cac1606b7 None None] Routers {'8fbfcc55-a380-4d03-aade-1228ebd4d746'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:50.083892 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7d21438b-fb25-47f8-8cef-f03cac1606b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8fbfcc55-a380-4d03-aade-1228ebd4d746'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:50.119822 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7d21438b-fb25-47f8-8cef-f03cac1606b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:50.120762 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21438b-fb25-47f8-8cef-f03cac1606b7 None None] The sync data for ids ['8fbfcc55-a380-4d03-aade-1228ebd4d746'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:50.127423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-05eef5c2-46e6-4b5c-95a0-2fef1c328d65 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/routers/8fbfcc55-a380-4d03-aade-1228ebd4d746 HTTP/1.1" status: 200 len: 922 time: 0.1867547 Sep 17 22:27:50.130488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37418) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:50.184815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dbda8a-ea1e-4df4-9bec-fc4de8c33881 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.186455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-67dbda8a-ea1e-4df4-9bec-fc4de8c33881 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=8fbfcc55-a380-4d03-aade-1228ebd4d746&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0541353 Sep 17 22:27:50.189890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37420) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:50.284175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb683e-2cb4-42ff-bb1a-ef7b5b480c6b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:50.285581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fdcb683e-2cb4-42ff-bb1a-ef7b5b480c6b tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 881 time: 0.0944769 Sep 17 22:27:50.288508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37430) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:50.315477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-67168f26-a4c0-4532-a031-7d63f6b9d710 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fbfcc55-a380-4d03-aade-1228ebd4d746 HTTP/1.1" status: 200 len: 205 time: 0.0259051 Sep 17 22:27:50.318184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37432) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:50.423666 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6641f87f-569d-4ce3-9ac0-3b0fe1959c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.438352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.551940 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.689100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Deleting port 81387498-fe69-4b4b-bcf6-e8eff7a727a3 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:50.689431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.788916 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:50.803983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Calling delete_port for 81387498-fe69-4b4b-bcf6-e8eff7a727a3 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:50.953022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a53fe7c-348a-4678-91ae-30f7a243f6c4 req-3304ea53-9a45-409b-b77b-305b68fd9c55 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 210 time: 0.0310230 Sep 17 22:27:51.126258 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.153580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event deleted for resources: {'Port': ['ID=81387498-fe69-4b4b-bcf6-e8eff7a727a3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:51.213232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.321291 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.323504 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.352848 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.509099 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.509842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Fanout notify agent at l3_agent the message router_deleted on router 8fbfcc55-a380-4d03-aade-1228ebd4d746 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:51.522170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.522170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6c1ea94c-7523-4348-959d-fc4327067fd1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/8fbfcc55-a380-4d03-aade-1228ebd4d746 HTTP/1.1" status: 204 len: 168 time: 1.2009993 Sep 17 22:27:51.525593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37486) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:51.530277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-789471242', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:51.669675 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.670212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.671167 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:51.726100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.050264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c3e82b2-095e-416e-aa86-68d74f812b44 req-d587ad51-60ed-4acb-9892-60a664b9a648 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 210 time: 0.0298128 Sep 17 22:27:52.062825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.421960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.452445 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.579863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Allocated IP 172.25.5.7 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/23fd540b-fa93-4ea2-9a1c-c9d7b8701db2) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:52.718643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:52.828330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767a63-7302-4656-9847-d526c6985680 req-3bf84e2a-d351-4a84-af7b-19ba2a543bc3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:52.829969 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-3bf84e2a-d351-4a84-af7b-19ba2a543bc3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.1306667 Sep 17 22:27:52.847523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'port': {'device_id': '5971d4f7-4f98-42c7-91a1-e8dc2b68f40a', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'admin_state_up': True, 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:52.977181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.019960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:53.022776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:53.029577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:53.033286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event updated for resources: {'Port': ['ID=23fd540b-fa93-4ea2-9a1c-c9d7b8701db2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:53.174095 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Made reservation on behalf of cdb933bdef3a4f35a16aed5c1b950a9f for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:27:53.177828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.191485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c4a9f32-e9ed-4378-81fa-12778be8541b req-50884567-d42d-478d-a93e-f912b3178493 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 210 time: 0.0520575 Sep 17 22:27:53.377360 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.404468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Allocated IP 172.20.0.13 (838c3bf3-1fcc-449c-953f-13b563709e12/d4906658-6b22-49d6-b1db-b9f519c6a5c1/1b0c4893-2a6d-4261-b973-884586976746) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:27:53.543857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.722409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.839403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.929421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:53.941938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b74a728b-52c9-405d-a22a-0554e6b42fde'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:53.997828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Network 838c3bf3-1fcc-449c-953f-13b563709e12 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:27:54.006187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:27:54.010601 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'Port': ['ID=1b0c4893-2a6d-4261-b973-884586976746,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:54.015474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:27:54.093465 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:54.094141 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.171691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Router b0d8687d-bfab-426b-b5af-f971023f698e is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:27:54.227462 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-600df5ec-8a28-430a-b13c-2d27ba9efd7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3848596 Sep 17 22:27:54.243883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Request body: {'port': {'device_id': '5971d4f7-4f98-42c7-91a1-e8dc2b68f40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:54.316881 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.351313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5820037-d2c0-4cc4-a0d3-6ecc230b8720 req-f7317fad-d789-4a18-a5e7-55d926a0025b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:54.365116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5820037-d2c0-4cc4-a0d3-6ecc230b8720 req-f7317fad-d789-4a18-a5e7-55d926a0025b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 932 time: 0.0810211 Sep 17 22:27:54.380209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-043ad6cb-aed1-4f6c-9977-0f511fc83bbc None None] Provisioning complete for port 1b0c4893-2a6d-4261-b973-884586976746 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:27:54.380773 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-043ad6cb-aed1-4f6c-9977-0f511fc83bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.407534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5820037-d2c0-4cc4-a0d3-6ecc230b8720 req-09f081bd-7562-4a61-9b2d-de5a8bc98865 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Sep 17 22:27:54.419472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-043ad6cb-aed1-4f6c-9977-0f511fc83bbc None None] Port 1b0c4893-2a6d-4261-b973-884586976746 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:27:54.452353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:54.469976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc425292-4fa0-4631-bd10-0ca9a0843a78 None None] Sync routers for ids ['b0d8687d-bfab-426b-b5af-f971023f698e'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:54.480244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc425292-4fa0-4631-bd10-0ca9a0843a78 None None] Routers {'b0d8687d-bfab-426b-b5af-f971023f698e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:54.483599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cc425292-4fa0-4631-bd10-0ca9a0843a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b0d8687d-bfab-426b-b5af-f971023f698e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:54.522755 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cc425292-4fa0-4631-bd10-0ca9a0843a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:54.531494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc425292-4fa0-4631-bd10-0ca9a0843a78 None None] Routers {'b0d8687d-bfab-426b-b5af-f971023f698e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:54.533227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cc425292-4fa0-4631-bd10-0ca9a0843a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b0d8687d-bfab-426b-b5af-f971023f698e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:54.593717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cc425292-4fa0-4631-bd10-0ca9a0843a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:54.596942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc425292-4fa0-4631-bd10-0ca9a0843a78 None None] The sync data for ids ['b0d8687d-bfab-426b-b5af-f971023f698e'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:54.742689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.744697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d12216c5-2c5a-4211-9aa8-f20e4dba2166 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2180140 Sep 17 22:27:54.747499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37568) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:54.752034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0c4893-2a6d-4261-b973-884586976746 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:54.758600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:27:54.760782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.775999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Transition to ACTIVE for port object 1b0c4893-2a6d-4261-b973-884586976746 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:27:54.861201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:54.916814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c4893-2a6d-4261-b973-884586976746,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:55.072409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Attempting to bind port 1b0c4893-2a6d-4261-b973-884586976746 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:27:55.076021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Attempting to bind port 1b0c4893-2a6d-4261-b973-884586976746 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:27:55.076021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Attempting to bind port 1b0c4893-2a6d-4261-b973-884586976746 on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:55.079933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Port 1b0c4893-2a6d-4261-b973-884586976746 on network 838c3bf3-1fcc-449c-953f-13b563709e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:27:55.080460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Attempting to bind port 1b0c4893-2a6d-4261-b973-884586976746 on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:27:55.086115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:27:55.086689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Checking segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:27:55.087292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Bound using segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:27:55.087944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Bound port: 1b0c4893-2a6d-4261-b973-884586976746, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:27:55.088488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.217879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] For port 1b0c4893-2a6d-4261-b973-884586976746, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:27:55.223090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] For port 1b0c4893-2a6d-4261-b973-884586976746, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1b0c4893-2a6d-4261-b973-884586976746,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:27:55.256222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.353699 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.377632 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.402778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.403496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.405038 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] 10.222.0.35 "PUT /v2.0/ports/1b0c4893-2a6d-4261-b973-884586976746 HTTP/1.1" status: 200 len: 1093 time: 1.1667402 Sep 17 22:27:55.405746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5971d4f7-4f98-42c7-91a1-e8dc2b68f40a', 'tag': '1b0c4893-2a6d-4261-b973-884586976746'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:27:55.408286 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75172627-89ca-49f8-bbca-a49a00a328c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5971d4f7-4f98-42c7-91a1-e8dc2b68f40a", "tag": "1b0c4893-2a6d-4261-b973-884586976746"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:27:55.487626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3ef58-8dee-4d79-bba1-d3c2e8c72b53 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c4893-2a6d-4261-b973-884586976746,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:55.605662 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32e4686-feb6-4fd1-b9f4-31b9332c3eb8 x-openstack-request-id: req-d32e4686-feb6-4fd1-b9f4-31b9332c3eb8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:27:55.606487 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5971d4f7-4f98-42c7-91a1-e8dc2b68f40a", "tag": "1b0c4893-2a6d-4261-b973-884586976746", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:27:55.606745 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d32e4686-feb6-4fd1-b9f4-31b9332c3eb8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:27:55.609157 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5971d4f7-4f98-42c7-91a1-e8dc2b68f40a', 'tag': '1b0c4893-2a6d-4261-b973-884586976746', 'status': 'completed', 'code': 200} Sep 17 22:27:55.661397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767a63-7302-4656-9847-d526c6985680 req-f286dea7-165d-4816-8af8-7381e2f39e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.663645 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-f286dea7-165d-4816-8af8-7381e2f39e23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 1096 time: 0.1313143 Sep 17 22:27:55.738566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Deleting port 23fd540b-fa93-4ea2-9a1c-c9d7b8701db2 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:27:55.739322 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.793514 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-4e109037-8bdb-4b76-b9a4-a373a7163b6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0c4893-2a6d-4261-b973-884586976746 HTTP/1.1" status: 200 len: 217 time: 0.1220336 Sep 17 22:27:55.811549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef9dcb-901d-49da-94fe-75ad7f3db07b req-629432bc-7e79-4aeb-8f8f-a976b0e77ae8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.829727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48ef9dcb-901d-49da-94fe-75ad7f3db07b req-629432bc-7e79-4aeb-8f8f-a976b0e77ae8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 944 time: 0.2833927 Sep 17 22:27:55.861596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767a63-7302-4656-9847-d526c6985680 req-203aab77-7035-4f50-afda-5df6c783cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.863407 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-203aab77-7035-4f50-afda-5df6c783cb6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0520546 Sep 17 22:27:55.931134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:55.948440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767a63-7302-4656-9847-d526c6985680 req-9fe26bc5-0bb4-430d-8f06-96b5a45af26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:55.950254 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-9fe26bc5-0bb4-430d-8f06-96b5a45af26f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787902 Sep 17 22:27:55.952174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Calling delete_port for 23fd540b-fa93-4ea2-9a1c-c9d7b8701db2 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:27:55.985670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48ef9dcb-901d-49da-94fe-75ad7f3db07b req-60339a86-25d9-4aa3-9f12-21ebd017ed39 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570365 Sep 17 22:27:56.062226 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-514c0fc0-6240-429c-a623-718886b6ffe0 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047206 Sep 17 22:27:56.189727 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e9767a63-7302-4656-9847-d526c6985680 req-f10fc25a-f507-4eec-85d3-60e8fdf70b06 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191430 Sep 17 22:27:56.291978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:56.319006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Pushing event deleted for resources: {'Port': ['ID=23fd540b-fa93-4ea2-9a1c-c9d7b8701db2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:56.351193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.351193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.351193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.351193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.351193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.351193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.351193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.351193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.352008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.352008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.352183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.352598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:56.426529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:56.481997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-84c909b8-3ff1-4924-9611-8a8e62f6298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:56.483571 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-84c909b8-3ff1-4924-9611-8a8e62f6298a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 1096 time: 0.0824640 Sep 17 22:27:57.075693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-52f56fa1-1611-44d5-8ade-9b074ffd2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:57.077342 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-52f56fa1-1611-44d5-8ade-9b074ffd2b04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.5869460 Sep 17 22:27:57.177355 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-69d2b858-6c25-4db1-99a2-0f1bcbfa8091 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0c4893-2a6d-4261-b973-884586976746 HTTP/1.1" status: 200 len: 217 time: 0.0912411 Sep 17 22:27:57.235500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-f9eae231-f9c9-441e-b2a9-e9ae3da8957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:57.237120 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-f9eae231-f9c9-441e-b2a9-e9ae3da8957c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0516798 Sep 17 22:27:57.251523 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.258344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.269548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b68b6d-64b2-49d8-a1f3-5c57c73ecb66 req-40acea05-8552-4e4c-abc5-2d03ab711293 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:57.272162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89b68b6d-64b2-49d8-a1f3-5c57c73ecb66 req-40acea05-8552-4e4c-abc5-2d03ab711293 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 944 time: 0.1254761 Sep 17 22:27:57.295689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-f70d72c7-7c87-466e-9787-a82d7f494b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:57.297426 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-f70d72c7-7c87-466e-9787-a82d7f494b72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526845 Sep 17 22:27:57.437849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Router b0d8687d-bfab-426b-b5af-f971023f698e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:27:57.454752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89b68b6d-64b2-49d8-a1f3-5c57c73ecb66 req-aed5def4-9e9f-472a-87ea-79b1bca592fb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665616 Sep 17 22:27:57.517997 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-5fcaf4f6-8540-4655-813d-a82b4aadacd9 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084558 Sep 17 22:27:57.559399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:27:57.568778 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:57.572682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6b3e60d-da3f-46db-bcb2-99939f20be66 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "PUT /v2.0/routers/b0d8687d-bfab-426b-b5af-f971023f698e HTTP/1.1" status: 200 len: 705 time: 2.8216646 Sep 17 22:27:57.573203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37634) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:57.574575 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31fa09-43ab-4449-badf-4cb89eb8812c None None] Sync routers for ids ['b0d8687d-bfab-426b-b5af-f971023f698e'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:27:57.585651 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31fa09-43ab-4449-badf-4cb89eb8812c None None] Routers {'b0d8687d-bfab-426b-b5af-f971023f698e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:57.586608 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2a31fa09-43ab-4449-badf-4cb89eb8812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b0d8687d-bfab-426b-b5af-f971023f698e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:57.633634 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2a31fa09-43ab-4449-badf-4cb89eb8812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:57.644687 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31fa09-43ab-4449-badf-4cb89eb8812c None None] Routers {'b0d8687d-bfab-426b-b5af-f971023f698e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:27:57.645702 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2a31fa09-43ab-4449-badf-4cb89eb8812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b0d8687d-bfab-426b-b5af-f971023f698e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:57.670839 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-75172627-89ca-49f8-bbca-a49a00a328c4 req-5add5644-2dc5-42a7-acd6-36e95146f477 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454113 Sep 17 22:27:57.686200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-331f7756-9f64-4fbc-9fee-9bb47ae7d56f tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/routers/b0d8687d-bfab-426b-b5af-f971023f698e HTTP/1.1" status: 200 len: 740 time: 0.1094284 Sep 17 22:27:57.686711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37640) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:57.703371 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2a31fa09-43ab-4449-badf-4cb89eb8812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:27:57.705036 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31fa09-43ab-4449-badf-4cb89eb8812c None None] The sync data for ids ['b0d8687d-bfab-426b-b5af-f971023f698e'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:27:57.752394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e1b70c8b-c222-4941-b594-e84edfcbedf2 tempest-RoutersAdminTest-1659814166 tempest-RoutersAdminTest-1659814166-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=b0d8687d-bfab-426b-b5af-f971023f698e HTTP/1.1" status: 200 len: 205 time: 0.0631495 Sep 17 22:27:57.755235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37648) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:57.790620 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-02677df1-b65c-4641-833a-491c1d84552a tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d8687d-bfab-426b-b5af-f971023f698e HTTP/1.1" status: 200 len: 205 time: 0.0357807 Sep 17 22:27:57.793424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37650) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:57.875075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4eba6bc3-cd40-4dc0-b46c-13e4b41adf2f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.079478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37664) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.083051 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4eba6bc3-cd40-4dc0-b46c-13e4b41adf2f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.090968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4eba6bc3-cd40-4dc0-b46c-13e4b41adf2f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.199312 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4eba6bc3-cd40-4dc0-b46c-13e4b41adf2f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.199969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eba6bc3-cd40-4dc0-b46c-13e4b41adf2f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Fanout notify agent at l3_agent the message router_deleted on router b0d8687d-bfab-426b-b5af-f971023f698e {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:27:58.214422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4eba6bc3-cd40-4dc0-b46c-13e4b41adf2f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.214422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4eba6bc3-cd40-4dc0-b46c-13e4b41adf2f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/b0d8687d-bfab-426b-b5af-f971023f698e HTTP/1.1" status: 204 len: 168 time: 0.4148772 Sep 17 22:27:58.215000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37674) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.224552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-21df9cd8-6669-4cf8-a17a-f3ced52308b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.242829 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d1e5fd1e-5459-45da-bb30-c51e296c849e tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d8687d-bfab-426b-b5af-f971023f698e HTTP/1.1" status: 200 len: 205 time: 0.0277786 Sep 17 22:27:58.244858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37676) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.311599 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-99a00db2-877b-4583-86bb-53e13504e55d tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] delete failed (client error): The resource could not be found. Sep 17 22:27:58.315488 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-99a00db2-877b-4583-86bb-53e13504e55d tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/b0d8687d-bfab-426b-b5af-f971023f698e HTTP/1.1" status: 404 len: 336 time: 0.0659838 Sep 17 22:27:58.316281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37682) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.354810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-38ff1582-7a9e-409f-9fc5-2ee9b0f34629 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fbfcc55-a380-4d03-aade-1228ebd4d746 HTTP/1.1" status: 200 len: 205 time: 0.0318446 Sep 17 22:27:58.362444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37686) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.363164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-21df9cd8-6669-4cf8-a17a-f3ced52308b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.389253 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-adcb1eb8-db97-4239-b916-8894a71737d4 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] delete failed (client error): The resource could not be found. Sep 17 22:27:58.390357 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-adcb1eb8-db97-4239-b916-8894a71737d4 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/8fbfcc55-a380-4d03-aade-1228ebd4d746 HTTP/1.1" status: 404 len: 336 time: 0.0380304 Sep 17 22:27:58.394309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37688) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.424586 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-21df9cd8-6669-4cf8-a17a-f3ced52308b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.427340 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-13972619-6de1-4768-9e83-2801f41ce2b5 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=f228afcf-d335-43a7-919c-07c697d267af HTTP/1.1" status: 200 len: 205 time: 0.0318236 Sep 17 22:27:58.429599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37692) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.482637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-21df9cd8-6669-4cf8-a17a-f3ced52308b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d357c002d94a4815ba81be045e25a213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017925 Sep 17 22:27:58.486446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37700) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.490365 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-5bb3a8fc-3bab-4372-b61b-8fd24be2720a tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] delete failed (client error): The resource could not be found. Sep 17 22:27:58.491729 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5bb3a8fc-3bab-4372-b61b-8fd24be2720a tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/f228afcf-d335-43a7-919c-07c697d267af HTTP/1.1" status: 404 len: 336 time: 0.0606995 Sep 17 22:27:58.496218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37702) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.497826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df9cd8-6669-4cf8-a17a-f3ced52308b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df9c228-a4e8-47e6-8088-a69e2493c1ee,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:58.531393 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2e74b3da-86eb-416d-ba91-61b33d7fd62c tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4 HTTP/1.1" status: 200 len: 205 time: 0.0339434 Sep 17 22:27:58.535516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37706) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.586043 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-db621568-5f46-4db4-9f24-fe3ecf5a728f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] delete failed (client error): The resource could not be found. Sep 17 22:27:58.589500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db621568-5f46-4db4-9f24-fe3ecf5a728f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/44f3cb8e-0c70-4dc0-bdc6-49c6d5a27cc4 HTTP/1.1" status: 404 len: 336 time: 0.0508635 Sep 17 22:27:58.590061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37710) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.624842 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b75a0264-7c3b-4608-a39f-8c60a6d134c3 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=edced469-0dac-44c1-837a-38ccfcb2206a HTTP/1.1" status: 200 len: 205 time: 0.0309823 Sep 17 22:27:58.625224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37714) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.661484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601a49-55ef-4c70-9ff0-4c044c3431a5 req-87657a32-cae2-42e1-bfc3-8047e229f4ca tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:58.663095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7601a49-55ef-4c70-9ff0-4c044c3431a5 req-87657a32-cae2-42e1-bfc3-8047e229f4ca tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 944 time: 0.0793178 Sep 17 22:27:58.683129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7548-d9a9-4532-81f9-f16dce4dc15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.685496 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-9ef54166-c3f7-4006-9cf7-6aba625a3be3 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] delete failed (client error): The resource could not be found. Sep 17 22:27:58.689923 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9ef54166-c3f7-4006-9cf7-6aba625a3be3 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/edced469-0dac-44c1-837a-38ccfcb2206a HTTP/1.1" status: 404 len: 336 time: 0.0596588 Sep 17 22:27:58.690486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37716) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.722115 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5f8d118d-d1ee-49b7-a051-cfb3a3af9735 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "GET /v2.0/ports?device_id=356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9 HTTP/1.1" status: 200 len: 205 time: 0.0304406 Sep 17 22:27:58.728180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37720) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.729171 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7548-d9a9-4532-81f9-f16dce4dc15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.771252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7601a49-55ef-4c70-9ff0-4c044c3431a5 req-84bf0f79-3afe-4048-b1a9-0c2c28d431ae tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930848 Sep 17 22:27:58.776920 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-24368220-e829-4adb-8992-0ed392e9e1f1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] delete failed (client error): The resource could not be found. Sep 17 22:27:58.778463 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24368220-e829-4adb-8992-0ed392e9e1f1 tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/routers/356e2d5a-3ff2-439d-ac3a-a8ebf0625ce9 HTTP/1.1" status: 404 len: 336 time: 0.0490935 Sep 17 22:27:58.781183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37724) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:58.815723 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41c56a1-27e8-4c5d-8b7c-b1dd1c48bd8f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] DELETE failed (client error): The resource could not be found. Sep 17 22:27:58.818038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41c56a1-27e8-4c5d-8b7c-b1dd1c48bd8f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:27:58.818153 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c41c56a1-27e8-4c5d-8b7c-b1dd1c48bd8f tempest-RoutersAdminTest-138060105 tempest-RoutersAdminTest-138060105-project] 10.222.0.13 "DELETE /v2.0/subnets/90b4a061-005e-4a77-8b39-df53eb87f400 HTTP/1.1" status: 404 len: 337 time: 0.0345623 Sep 17 22:27:58.891703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7548-d9a9-4532-81f9-f16dce4dc15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.894364 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7548-d9a9-4532-81f9-f16dce4dc15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:58.898082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8a8e7548-d9a9-4532-81f9-f16dce4dc15b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2df9c228-a4e8-47e6-8088-a69e2493c1ee HTTP/1.1" status: 204 len: 168 time: 0.4082224 Sep 17 22:27:58.903953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e7548-d9a9-4532-81f9-f16dce4dc15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df9c228-a4e8-47e6-8088-a69e2493c1ee,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:59.299240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37758) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:59.333877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1b0c4893-2a6d-4261-b973-884586976746 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:27:59.431340 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.466497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1b0c4893-2a6d-4261-b973-884586976746, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1b0c4893-2a6d-4261-b973-884586976746,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:59.504760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '1b0c4893-2a6d-4261-b973-884586976746', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'port_id': '1b0c4893-2a6d-4261-b973-884586976746', 'mac_address': 'fa:16:3e:59:3e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:27:59.540939 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.553264 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.568032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0c4893-2a6d-4261-b973-884586976746 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:27:59.588018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1b0c4893-2a6d-4261-b973-884586976746, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1b0c4893-2a6d-4261-b973-884586976746,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:27:59.646335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.693819 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed6c61bb756945c49ec780162e095ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846626 Sep 17 22:27:59.693819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3f872f-2a6f-4402-b1b0-6f9ca65a31ac,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:59.694258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37776) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:59.696816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.697233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.697673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.698077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.698479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.698899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.699297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.699689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.700108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.700992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.707028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.707437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c31ab-30ab-4d45-8ab8-3e63f47f24d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.726492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.750745 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04baf67b-8c97-48db-9e3e-c537aff3d34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.772450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04baf67b-8c97-48db-9e3e-c537aff3d34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.774758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=1b0c4893-2a6d-4261-b973-884586976746,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:27:59.783923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.783923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.783923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.784229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.784373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.784704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.785029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.785353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.785677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.785995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.786320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.786637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:27:59.794658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37784) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:27:59.817533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab141099-7595-4d77-9fd7-5b2cf8c05657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.887930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8535a9-2429-4137-8f15-261b3bfae5d2 req-b0c6582f-c227-4f62-91dc-c6f14ee24801 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:27:59.889405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca8535a9-2429-4137-8f15-261b3bfae5d2 req-b0c6582f-c227-4f62-91dc-c6f14ee24801 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 945 time: 0.0493090 Sep 17 22:27:59.928772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['1b0c4893-2a6d-4261-b973-884586976746'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:27:59.930781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca8535a9-2429-4137-8f15-261b3bfae5d2 req-c03bee51-cc49-4000-906b-2886a7919232 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342748 Sep 17 22:27:59.971914 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04baf67b-8c97-48db-9e3e-c537aff3d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.975413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04baf67b-8c97-48db-9e3e-c537aff3d34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:27:59.979605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-04baf67b-8c97-48db-9e3e-c537aff3d34f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a3f872f-2a6f-4402-b1b0-6f9ca65a31ac HTTP/1.1" status: 204 len: 168 time: 0.2894704 Sep 17 22:27:59.989642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baf67b-8c97-48db-9e3e-c537aff3d34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3f872f-2a6f-4402-b1b0-6f9ca65a31ac,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:00.092819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab141099-7595-4d77-9fd7-5b2cf8c05657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.192531 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab141099-7595-4d77-9fd7-5b2cf8c05657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.234537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab141099-7595-4d77-9fd7-5b2cf8c05657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25491373-90cc-4cc2-8bf6-6bdfa4f635de,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:00.240146 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ab141099-7595-4d77-9fd7-5b2cf8c05657 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88ab30f82ec24dfa9e081631b3be24c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442894 Sep 17 22:28:00.242735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37802) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:00.294308 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-361d791b-1f8d-47ce-9c24-70a24da45e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.315606 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-361d791b-1f8d-47ce-9c24-70a24da45e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.472909 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-361d791b-1f8d-47ce-9c24-70a24da45e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.475834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-361d791b-1f8d-47ce-9c24-70a24da45e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:00.477409 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-361d791b-1f8d-47ce-9c24-70a24da45e9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25491373-90cc-4cc2-8bf6-6bdfa4f635de HTTP/1.1" status: 204 len: 168 time: 0.2334116 Sep 17 22:28:00.488083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d791b-1f8d-47ce-9c24-70a24da45e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25491373-90cc-4cc2-8bf6-6bdfa4f635de,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:00.884484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37832) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:00.931673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0d9d4dbe-1e5f-489b-b7c1-9e9ea175b6d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7465382c160948f8acf0ee166f2f700d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436971 Sep 17 22:28:00.932263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:01.025986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a9e3-018a-4bac-80f5-e72c60d375d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.057622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a9e3-018a-4bac-80f5-e72c60d375d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.104806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a6ad-5311-4f5b-96b5-4fb701daf093 req-cb577ad3-8f19-4631-906e-6ea75ec89ec0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:01.106573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35a0a6ad-5311-4f5b-96b5-4fb701daf093 req-cb577ad3-8f19-4631-906e-6ea75ec89ec0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 945 time: 0.0704083 Sep 17 22:28:01.148881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35a0a6ad-5311-4f5b-96b5-4fb701daf093 req-b90316fb-c4ea-4178-a6ec-27cda003a3dc tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Sep 17 22:28:01.222728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a9e3-018a-4bac-80f5-e72c60d375d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.225426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a9e3-018a-4bac-80f5-e72c60d375d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.226684 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b9d8a9e3-018a-4bac-80f5-e72c60d375d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89795ae5-55c6-44b3-aaf7-dc43017ba794 HTTP/1.1" status: 204 len: 168 time: 0.2933333 Sep 17 22:28:01.235476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8a9e3-018a-4bac-80f5-e72c60d375d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89795ae5-55c6-44b3-aaf7-dc43017ba794,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:01.333347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1b0c4893-2a6d-4261-b973-884586976746 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:01.521130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 1b0c4893-2a6d-4261-b973-884586976746 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:01.525326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 1b0c4893-2a6d-4261-b973-884586976746 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:01.525713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.622492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.651644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5971d4f7-4f98-42c7-91a1-e8dc2b68f40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c4893-2a6d-4261-b973-884586976746'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:01.654918 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd5b09-c0e8-4f01-8330-89c54b8cff5e" -d '{"events": [{"server_uuid": "5971d4f7-4f98-42c7-91a1-e8dc2b68f40a", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c4893-2a6d-4261-b973-884586976746"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:01.672594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 1b0c4893-2a6d-4261-b973-884586976746, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1b0c4893-2a6d-4261-b973-884586976746,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:01.699338 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5d5566-fe45-44b8-9d64-d2ee9abc5517 x-openstack-request-id: req-0e5d5566-fe45-44b8-9d64-d2ee9abc5517 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:01.699634 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5971d4f7-4f98-42c7-91a1-e8dc2b68f40a", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c4893-2a6d-4261-b973-884586976746", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:01.700168 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e5d5566-fe45-44b8-9d64-d2ee9abc5517 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:01.700288 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5971d4f7-4f98-42c7-91a1-e8dc2b68f40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c4893-2a6d-4261-b973-884586976746', 'code': 200} Sep 17 22:28:01.778020 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:01.840917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5986089-0c64-4c0f-ace1-92e3e912b085 req-d2ad2b27-7e40-43b8-84f7-844d36baf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:01.842602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=1b0c4893-2a6d-4261-b973-884586976746,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:01.844598 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5986089-0c64-4c0f-ace1-92e3e912b085 req-d2ad2b27-7e40-43b8-84f7-844d36baf7fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 1097 time: 0.0844266 Sep 17 22:28:01.897188 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c5986089-0c64-4c0f-ace1-92e3e912b085 req-eaac2f30-8d31-4dd1-a9ff-dc2ace40ecd8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459900 Sep 17 22:28:02.267772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfb4c9-7815-4383-8dc2-09ab09c0762f req-c79c82f9-376e-4c62-a42b-0e6cf6120b43 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:02.269311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49bfb4c9-7815-4383-8dc2-09ab09c0762f req-c79c82f9-376e-4c62-a42b-0e6cf6120b43 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 946 time: 0.0527091 Sep 17 22:28:02.309362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49bfb4c9-7815-4383-8dc2-09ab09c0762f req-69d7117b-f689-481c-bf17-cc3ff02160a7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Sep 17 22:28:02.481928 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37946) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:02.600995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-799f229d-ef7e-4284-b388-e414e5fb0768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:02.699206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-799f229d-ef7e-4284-b388-e414e5fb0768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:02.845862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-799f229d-ef7e-4284-b388-e414e5fb0768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:02.896006 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-799f229d-ef7e-4284-b388-e414e5fb0768 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fe09804af0646e4a35ac1d28d18bf7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128914 Sep 17 22:28:02.898067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f229d-ef7e-4284-b388-e414e5fb0768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4a5734-0fe2-4a3e-8366-9f7c270418a2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:02.898698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37968) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:02.956578 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5306899d-358a-4cfa-94cb-756b294ba69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:02.989787 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5306899d-358a-4cfa-94cb-756b294ba69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.143164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5306899d-358a-4cfa-94cb-756b294ba69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.145837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5306899d-358a-4cfa-94cb-756b294ba69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.147066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5306899d-358a-4cfa-94cb-756b294ba69d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c4a5734-0fe2-4a3e-8366-9f7c270418a2 HTTP/1.1" status: 204 len: 168 time: 0.2471395 Sep 17 22:28:03.155394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306899d-358a-4cfa-94cb-756b294ba69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4a5734-0fe2-4a3e-8366-9f7c270418a2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:03.466114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcbabb-fced-4df2-9415-dc0acb301e45 req-97161a7c-3add-4d2d-a19d-88370cbcb825 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:03.468341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3fcbabb-fced-4df2-9415-dc0acb301e45 req-97161a7c-3add-4d2d-a19d-88370cbcb825 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 946 time: 0.0542185 Sep 17 22:28:03.545604 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3fcbabb-fced-4df2-9415-dc0acb301e45 req-ef651de6-956e-4c5a-849c-023abf09a154 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653656 Sep 17 22:28:03.603772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38016) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:03.726486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-714552732', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:03.904914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Made reservation on behalf of ec6e30149fff46399f3d4d52dd658dca for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:03.904914 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:03.913490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.011464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.091450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.096185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] device_id is not set on port 915da761-4102-4621-89d3-c1022e19996c yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:04.161087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60346aa5-bd95-467b-b90f-53d67038b4df,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:04.224891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Allocated IP 172.25.5.189 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/915da761-4102-4621-89d3-c1022e19996c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:04.383798 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.504172 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.545828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:04.549658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:04.553047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:04.561412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Pushing event updated for resources: {'Port': ['ID=915da761-4102-4621-89d3-c1022e19996c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:04.598102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:04.598725 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.678081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-69798ff2-e2ed-4abb-864a-b7680681be4d tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0702035 Sep 17 22:28:04.678500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38084) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:04.683554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.189'}]}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:04.798676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.799955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:04.856855 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.083775 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.411841 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.430463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.634405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.818667 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.820811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.954676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:05.955358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce891d6-1aba-46d3-90fa-01f582d33d21 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:28:06.040329 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 22:28:06.041317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-167ba8bc-f23e-41bf-a652-ed29101a1ffd tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3619912 Sep 17 22:28:06.044092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38146) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:06.123129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-0d43e9ea-c1ad-4a26-bd05-fae0a083d058 tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Deleting port 915da761-4102-4621-89d3-c1022e19996c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:06.123467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0d43e9ea-c1ad-4a26-bd05-fae0a083d058 tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:06.204509 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0d43e9ea-c1ad-4a26-bd05-fae0a083d058 tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:06.220782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-0d43e9ea-c1ad-4a26-bd05-fae0a083d058 tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Calling delete_port for 915da761-4102-4621-89d3-c1022e19996c owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:06.483974 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0d43e9ea-c1ad-4a26-bd05-fae0a083d058 tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:06.509811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43e9ea-c1ad-4a26-bd05-fae0a083d058 tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Pushing event deleted for resources: {'Port': ['ID=915da761-4102-4621-89d3-c1022e19996c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:06.572079 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0d43e9ea-c1ad-4a26-bd05-fae0a083d058 tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:06.573926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0d43e9ea-c1ad-4a26-bd05-fae0a083d058 tempest-RoutersAdminNegativeTest-268824310 tempest-RoutersAdminNegativeTest-268824310-project-admin] 10.222.0.13 "DELETE /v2.0/ports/915da761-4102-4621-89d3-c1022e19996c HTTP/1.1" status: 204 len: 168 time: 0.5288815 Sep 17 22:28:07.137773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38198) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:07.265284 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9519997f-1049-43e2-b7bb-06c55cdc978b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:07.360433 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9519997f-1049-43e2-b7bb-06c55cdc978b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:07.428353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9519997f-1049-43e2-b7bb-06c55cdc978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:07.466060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519997f-1049-43e2-b7bb-06c55cdc978b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8726b129-02d6-494d-90e2-f7f1b353667e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:07.470495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9519997f-1049-43e2-b7bb-06c55cdc978b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b1425402482488f996b2509196b7845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316066 Sep 17 22:28:07.475798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38226) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:07.528718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f26b09e9-f581-42f1-8487-9564059b4251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:07.550283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f26b09e9-f581-42f1-8487-9564059b4251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:07.697375 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f26b09e9-f581-42f1-8487-9564059b4251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:07.700330 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f26b09e9-f581-42f1-8487-9564059b4251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:07.704886 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f26b09e9-f581-42f1-8487-9564059b4251 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8726b129-02d6-494d-90e2-f7f1b353667e HTTP/1.1" status: 204 len: 168 time: 0.2249851 Sep 17 22:28:07.718069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b09e9-f581-42f1-8487-9564059b4251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726b129-02d6-494d-90e2-f7f1b353667e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:08.291329 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.607516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38280) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:08.659128 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f84223a3-1936-42d5-9fb2-422a2af9874d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec6e30149fff46399f3d4d52dd658dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472207 Sep 17 22:28:08.659570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38284) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:08.713283 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa49d070-09a1-47be-8a3b-f5360d23ce6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.744904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa49d070-09a1-47be-8a3b-f5360d23ce6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.885556 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa49d070-09a1-47be-8a3b-f5360d23ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.888256 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa49d070-09a1-47be-8a3b-f5360d23ce6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:08.889456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aa49d070-09a1-47be-8a3b-f5360d23ce6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60346aa5-bd95-467b-b90f-53d67038b4df HTTP/1.1" status: 204 len: 168 time: 0.2290545 Sep 17 22:28:08.899094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49d070-09a1-47be-8a3b-f5360d23ce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60346aa5-bd95-467b-b90f-53d67038b4df,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:09.971226 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.155736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38368) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:10.256354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-606194035'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:10.445828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:10.449775 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.459745 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.552795 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.711969 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.738285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:10.746675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a9361b-16be-44be-a694-a510807b7d0e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:10.753213 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.753553 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Added segment 6bc17d83-bb03-45ca-9b69-b4359143198d of type vlan for network d13e57b8-11d5-4a74-98f0-56538967ec94 Sep 17 22:28:10.793329 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.929177 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:10.934960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:10.935634 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:11.003389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Network': ['ID=d13e57b8-11d5-4a74-98f0-56538967ec94,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:11.014184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d13e57b8-11d5-4a74-98f0-56538967ec94 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:11.066812 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d15bc0c0-bfec-4672-99e6-1289474f3842 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8986516 Sep 17 22:28:14.345940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38552) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:14.352526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'subnet': {'network_id': 'd13e57b8-11d5-4a74-98f0-56538967ec94', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:14.592433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:14.597056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.862917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:14.927046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Subnet': ['ID=ea399268-8a22-4809-85a3-4ef47ac3e87e,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:14.934850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Checking segment: {'id': '6bc17d83-bb03-45ca-9b69-b4359143198d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd13e57b8-11d5-4a74-98f0-56538967ec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:14.935208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network hostable DHCP agents. Network: d13e57b8-11d5-4a74-98f0-56538967ec94, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:15.072013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network d13e57b8-11d5-4a74-98f0-56538967ec94 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:15.228739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d13e57b8-11d5-4a74-98f0-56538967ec94) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:15.233307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:15.234044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.242199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75404552-53da-44df-bbec-531b2680abab None None] Network d13e57b8-11d5-4a74-98f0-56538967ec94 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:15.331645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9104c7d3-7020-439a-a019-e096be5f6ed5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9886005 Sep 17 22:28:15.335517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38572) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:15.341539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1542718017'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:15.408547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d13e57b8-11d5-4a74-98f0-56538967ec94', 'network_id': 'd13e57b8-11d5-4a74-98f0-56538967ec94', 'tenant_id': 'af9e8df9653f432ab4656b75426bd365', 'fixed_ips': [{'subnet_id': 'ea399268-8a22-4809-85a3-4ef47ac3e87e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:15.409956 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.472203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:15.476044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.499858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:15.514191 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.520219 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Added segment e3e13190-203a-43b6-9276-3db4f555fde8 of type vlan for network 2c0313e9-6a30-476d-98bd-fa8b0905123f Sep 17 22:28:15.591896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.592493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Allocated IP 2001:db8:0:ffff::2 (d13e57b8-11d5-4a74-98f0-56538967ec94/ea399268-8a22-4809-85a3-4ef47ac3e87e/70318ee2-4178-4760-bdbc-9462589e9f7f) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:15.807443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.897573 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:15.940037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Network d13e57b8-11d5-4a74-98f0-56538967ec94 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:15.943148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:15.946994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:15.960217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Pushing event updated for resources: {'Port': ['ID=70318ee2-4178-4760-bdbc-9462589e9f7f,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:16.019558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Attempting to bind port 70318ee2-4178-4760-bdbc-9462589e9f7f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:16.019815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Attempting to bind port 70318ee2-4178-4760-bdbc-9462589e9f7f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '6bc17d83-bb03-45ca-9b69-b4359143198d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd13e57b8-11d5-4a74-98f0-56538967ec94'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:16.020191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Attempting to bind port 70318ee2-4178-4760-bdbc-9462589e9f7f on network d13e57b8-11d5-4a74-98f0-56538967ec94 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:16.025592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:16.026094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Checking segment: {'id': '6bc17d83-bb03-45ca-9b69-b4359143198d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd13e57b8-11d5-4a74-98f0-56538967ec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:16.026586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.027111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Bound using segment: {'id': '6bc17d83-bb03-45ca-9b69-b4359143198d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd13e57b8-11d5-4a74-98f0-56538967ec94'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:16.027668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Bound port: 70318ee2-4178-4760-bdbc-9462589e9f7f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc17d83-bb03-45ca-9b69-b4359143198d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd13e57b8-11d5-4a74-98f0-56538967ec94'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:16.028176 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.119476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.122748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d1c98100-419f-408f-b783-19aad17025fe None None] For port 70318ee2-4178-4760-bdbc-9462589e9f7f, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:16.126083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d1c98100-419f-408f-b783-19aad17025fe None None] For port 70318ee2-4178-4760-bdbc-9462589e9f7f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=70318ee2-4178-4760-bdbc-9462589e9f7f,segment=NetworkSegment(6bc17d83-bb03-45ca-9b69-b4359143198d),segment_id=6bc17d83-bb03-45ca-9b69-b4359143198d)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:16.126455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:16.127342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.201605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Network': ['ID=2c0313e9-6a30-476d-98bd-fa8b0905123f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:16.219237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 2c0313e9-6a30-476d-98bd-fa8b0905123f details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:16.223566 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.243556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-aa81c676-2894-49ec-bfdb-9135b6eb564d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:16.251391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-aa81c676-2894-49ec-bfdb-9135b6eb564d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/networks?id=a2fe5733-3d59-4e46-9589-ebda8e8b2f92 HTTP/1.1" status: 200 len: 814 time: 0.2294645 Sep 17 22:28:16.269055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-f0feb64d-9c49-4ac4-a726-3e6069ff34b6 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/quotas/a8286eb6a30c442986bdbad8bfdb9efd HTTP/1.1" status: 200 len: 375 time: 0.0163057 Sep 17 22:28:16.317548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-bc02ef0a-3b10-4b2d-bfe7-3ac6e6e91405 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8286eb6a30c442986bdbad8bfdb9efd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477848 Sep 17 22:28:16.320558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ba3d9d0f-ff52-4a73-81d9-2820013e4ff5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9838467 Sep 17 22:28:16.323532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38602) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:16.337411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'subnet': {'network_id': '2c0313e9-6a30-476d-98bd-fa8b0905123f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:16.587906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-77db5fc5-a7d4-4d43-ac2c-4b22d4875fd4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2fe5733-3d59-4e46-9589-ebda8e8b2f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210984 Sep 17 22:28:16.614163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c98100-419f-408f-b783-19aad17025fe None None] Pushing event updated for resources: {'Port': ['ID=70318ee2-4178-4760-bdbc-9462589e9f7f,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:16.783212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613480a2-d40c-4d52-ab83-83d43323ac66 req-313b3c69-60db-4baa-a361-cbce157c67b2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:16.785143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-613480a2-d40c-4d52-ab83-83d43323ac66 req-313b3c69-60db-4baa-a361-cbce157c67b2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1542399 Sep 17 22:28:16.788143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:16.791813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:16.902351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-7970a518-a730-4cd7-97fa-6973c1b0ba94 service neutron] 10.222.0.13 "GET /v2.0/networks/a2fe5733-3d59-4e46-9589-ebda8e8b2f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965527 Sep 17 22:28:16.912597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-613480a2-d40c-4d52-ab83-83d43323ac66 req-7e7e4ce2-6ac5-4fad-aade-524a271f74a0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171989 Sep 17 22:28:16.922748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 70318ee2-4178-4760-bdbc-9462589e9f7f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:16.994607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 70318ee2-4178-4760-bdbc-9462589e9f7f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:16.995033 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.081578 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.130512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 70318ee2-4178-4760-bdbc-9462589e9f7f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=70318ee2-4178-4760-bdbc-9462589e9f7f,segment=NetworkSegment(6bc17d83-bb03-45ca-9b69-b4359143198d),segment_id=6bc17d83-bb03-45ca-9b69-b4359143198d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:17.137937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f8927-db48-4a94-bd9d-b06d0f8c76dd req-546f6811-170f-4797-8fec-305df2491fef tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:17.139552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b0f8927-db48-4a94-bd9d-b06d0f8c76dd req-546f6811-170f-4797-8fec-305df2491fef tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1281693 Sep 17 22:28:17.184288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b0f8927-db48-4a94-bd9d-b06d0f8c76dd req-325d0993-9bb3-4eb3-a2ec-26590a435184 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383382 Sep 17 22:28:17.290429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9934702-c6f2-45f3-a7a0-7b782b5e5f72 req-638c6b7d-ebff-48b3-b3cd-45e9583b8ac4 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 210 time: 0.0400124 Sep 17 22:28:17.293875 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.380045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=70318ee2-4178-4760-bdbc-9462589e9f7f,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:17.464454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.objects.ports [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:28:17.466030 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.529702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Subnet': ['ID=a0fe69ff-9e1c-4805-8927-973631435bbf,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:17.551119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Checking segment: {'id': 'e3e13190-203a-43b6-9276-3db4f555fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c0313e9-6a30-476d-98bd-fa8b0905123f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:17.551540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network hostable DHCP agents. Network: 2c0313e9-6a30-476d-98bd-fa8b0905123f, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:17.660123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network 2c0313e9-6a30-476d-98bd-fa8b0905123f is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:17.674141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03397d3a-a76a-469d-b8c7-cae2a12ce4fb None None] Network d13e57b8-11d5-4a74-98f0-56538967ec94 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:17.752257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-13a18281-d3a5-4886-9d21-66eff2e4d929 None None] Provisioning complete for port 70318ee2-4178-4760-bdbc-9462589e9f7f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:17.752625 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-13a18281-d3a5-4886-9d21-66eff2e4d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.843435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 2c0313e9-6a30-476d-98bd-fa8b0905123f) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:17.853419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:17.854265 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.869379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448941d3-eb93-45f5-b043-6909c0bc7e2c None None] Network 2c0313e9-6a30-476d-98bd-fa8b0905123f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:17.892731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bccb23-4298-46c8-bb7f-ea65161c06e8 req-81b78d86-14f6-4b61-8259-cc30131c1c91 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:17.894510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27bccb23-4298-46c8-bb7f-ea65161c06e8 req-81b78d86-14f6-4b61-8259-cc30131c1c91 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0903146 Sep 17 22:28:17.910411 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb833556-acaf-4e0f-8abb-14152616cdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:17.964049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27bccb23-4298-46c8-bb7f-ea65161c06e8 req-f687cf89-bb48-418e-b54d-129e34125980 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515959 Sep 17 22:28:17.996235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-75b59c14-bad1-457e-ba38-f38e6ea010ba tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6715479 Sep 17 22:28:18.001027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38646) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:18.007054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'port': {'network_id': '2c0313e9-6a30-476d-98bd-fa8b0905123f', 'name': 'tempest-NetworksIpV6TestAttrs-624921628'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:18.070185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-2c0313e9-6a30-476d-98bd-fa8b0905123f', 'network_id': '2c0313e9-6a30-476d-98bd-fa8b0905123f', 'tenant_id': 'af9e8df9653f432ab4656b75426bd365', 'fixed_ips': [{'subnet_id': 'a0fe69ff-9e1c-4805-8927-973631435bbf'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:18.071321 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.302967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:18.308136 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.339757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Allocated IP 2001:db8::f816:3eff:fe92:1cb2 (2c0313e9-6a30-476d-98bd-fa8b0905123f/a0fe69ff-9e1c-4805-8927-973631435bbf/f48439ad-d7ae-48dc-8128-7339a3db822a) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:18.354730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] device_id is not set on port aa447cfe-fc21-448c-bb97-efe225572ea2 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:18.418166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e2b35919-532d-49f7-9fad-9a11217db707 None None] Provisioning complete for port 70318ee2-4178-4760-bdbc-9462589e9f7f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:18.418541 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2b35919-532d-49f7-9fad-9a11217db707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.476937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9cabcf78-e317-4213-9d5f-e3f58c9b12db req-5898eb56-e4ae-49e2-bddd-5517c75e63a8 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 210 time: 0.0730627 Sep 17 22:28:18.636291 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.731863 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.772495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Network 2c0313e9-6a30-476d-98bd-fa8b0905123f is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:18.775642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:18.779669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:18.807125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Allocated IP 2001:db8::f816:3eff:fea3:173f (2c0313e9-6a30-476d-98bd-fa8b0905123f/a0fe69ff-9e1c-4805-8927-973631435bbf/aa447cfe-fc21-448c-bb97-efe225572ea2) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:18.815932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Pushing event updated for resources: {'Port': ['ID=f48439ad-d7ae-48dc-8128-7339a3db822a,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:18.855933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Attempting to bind port f48439ad-d7ae-48dc-8128-7339a3db822a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:18.856670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Attempting to bind port f48439ad-d7ae-48dc-8128-7339a3db822a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e3e13190-203a-43b6-9276-3db4f555fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c0313e9-6a30-476d-98bd-fa8b0905123f'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:18.857118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Attempting to bind port f48439ad-d7ae-48dc-8128-7339a3db822a on network 2c0313e9-6a30-476d-98bd-fa8b0905123f {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:18.866072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:18.866819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Checking segment: {'id': 'e3e13190-203a-43b6-9276-3db4f555fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c0313e9-6a30-476d-98bd-fa8b0905123f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:18.868063 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.868063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Bound using segment: {'id': 'e3e13190-203a-43b6-9276-3db4f555fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c0313e9-6a30-476d-98bd-fa8b0905123f'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:18.868814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Bound port: f48439ad-d7ae-48dc-8128-7339a3db822a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e13190-203a-43b6-9276-3db4f555fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c0313e9-6a30-476d-98bd-fa8b0905123f'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:18.869245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:18.959214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] For port f48439ad-d7ae-48dc-8128-7339a3db822a, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:18.963805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 70318ee2-4178-4760-bdbc-9462589e9f7f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:19.057996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef4682-de8b-41f0-a6b2-17327e1381c3 req-6cf0d3c8-6340-4d8d-aba5-af694cab3086 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.059085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] For port f48439ad-d7ae-48dc-8128-7339a3db822a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f48439ad-d7ae-48dc-8128-7339a3db822a,segment=NetworkSegment(e3e13190-203a-43b6-9276-3db4f555fde8),segment_id=e3e13190-203a-43b6-9276-3db4f555fde8)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:19.059547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45ef4682-de8b-41f0-a6b2-17327e1381c3 req-6cf0d3c8-6340-4d8d-aba5-af694cab3086 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0886569 Sep 17 22:28:19.069457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 70318ee2-4178-4760-bdbc-9462589e9f7f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:19.073011 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.116835 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.145418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45ef4682-de8b-41f0-a6b2-17327e1381c3 req-c128229a-3ea2-4a71-b61e-fd815c62d581 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734317 Sep 17 22:28:19.177992 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.252219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a4c8c-a4e1-40c6-8b60-4e9c5ab90b73 None None] Pushing event updated for resources: {'Port': ['ID=f48439ad-d7ae-48dc-8128-7339a3db822a,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:19.284498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.329124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network 2c0313e9-6a30-476d-98bd-fa8b0905123f is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:19.332424 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:19.336009 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:19.341850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:19.342480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.354360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Port': ['ID=aa447cfe-fc21-448c-bb97-efe225572ea2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:19.447088 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-21f1dd40-acaf-4117-be85-5685d93a41c5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4322984 Sep 17 22:28:19.447088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38676) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:19.527313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f219b5-8ea3-4001-b596-2a41b19f6641 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Deleting subnet a0fe69ff-9e1c-4805-8927-973631435bbf {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:19.533358 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-60f219b5-8ea3-4001-b596-2a41b19f6641 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.589011 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-60f219b5-8ea3-4001-b596-2a41b19f6641 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.592059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2cc59a2-cea9-4fec-94e3-4ef9cbc0bd28 req-12cdfc2a-70f8-4bb3-a1b5-1e9a2438fd98 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 210 time: 0.0388260 Sep 17 22:28:19.722712 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-60f219b5-8ea3-4001-b596-2a41b19f6641 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.886494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-60f219b5-8ea3-4001-b596-2a41b19f6641 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.903340 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-60f219b5-8ea3-4001-b596-2a41b19f6641 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:19.909181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38684) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:19.909521 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-60f219b5-8ea3-4001-b596-2a41b19f6641 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/subnets/a0fe69ff-9e1c-4805-8927-973631435bbf HTTP/1.1" status: 204 len: 168 time: 0.4533200 Sep 17 22:28:19.929967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f219b5-8ea3-4001-b596-2a41b19f6641 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fe69ff-9e1c-4805-8927-973631435bbf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:20.045595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa57010-d024-4fbb-859a-c49f1bdcd503 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.052138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa57010-d024-4fbb-859a-c49f1bdcd503 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.052138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9fa57010-d024-4fbb-859a-c49f1bdcd503 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1399257 Sep 17 22:28:20.054664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38690) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:20.209057 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d3e924f-d97e-405d-a092-ac85b0f353b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.242134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c7ed3a7-dd81-4055-bf47-c411f8cc2cb0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.271097 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7ed3a7-dd81-4055-bf47-c411f8cc2cb0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 22:28:20.271861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7ed3a7-dd81-4055-bf47-c411f8cc2cb0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:20.277311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-2777f479-d6aa-4f82-8f32-55a59678bfc2 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.277846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4c7ed3a7-dd81-4055-bf47-c411f8cc2cb0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/2c0313e9-6a30-476d-98bd-fa8b0905123f HTTP/1.1" status: 409 len: 405 time: 0.2219169 Sep 17 22:28:20.279660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38704) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:20.279879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-2777f479-d6aa-4f82-8f32-55a59678bfc2 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.32 "GET /v2.0/networks?id=a2fe5733-3d59-4e46-9589-ebda8e8b2f92 HTTP/1.1" status: 200 len: 814 time: 0.2620986 Sep 17 22:28:20.291160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1408781543'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:20.297195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Request body: {'port': {'device_id': '1e507788-1218-43c4-a092-5e59c64a72ec', 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92', 'admin_state_up': True, 'tenant_id': 'a8286eb6a30c442986bdbad8bfdb9efd'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:20.423765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:20.428182 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.466025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:20.470431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c94d-f24c-4e7f-88cf-2157686abca1 req-dec05109-2755-400d-aa19-a248a4b6070f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.476008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e87c94d-f24c-4e7f-88cf-2157686abca1 req-dec05109-2755-400d-aa19-a248a4b6070f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1699827 Sep 17 22:28:20.481645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.482002 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Added segment e6a026e7-1d38-4c05-a55d-96be0720a662 of type vlan for network 70a7d103-687e-4e86-81a2-f93f7dde7fa5 Sep 17 22:28:20.567727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.568415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e87c94d-f24c-4e7f-88cf-2157686abca1 req-20956179-6da4-4778-b74e-6c546732f9b7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847650 Sep 17 22:28:20.620704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Made reservation on behalf of a8286eb6a30c442986bdbad8bfdb9efd for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:20.631984 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.635877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c87fe3b-7024-480a-931d-24c130e7d418 None None] Network 2c0313e9-6a30-476d-98bd-fa8b0905123f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:20.666086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.675421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:20.675421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.737996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e0ce0405-ddb7-4ccb-9e1d-a14241aedad1 None None] Provisioning complete for port f48439ad-d7ae-48dc-8128-7339a3db822a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:20.737996 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0ce0405-ddb7-4ccb-9e1d-a14241aedad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.781659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f90a018-3024-4b96-bbc4-e2e056a83100 req-d6fc0eef-4d2b-4b11-8eb3-ee5bb52f5d90 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 210 time: 0.0378482 Sep 17 22:28:20.783152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Network': ['ID=70a7d103-687e-4e86-81a2-f93f7dde7fa5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:20.829972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 70a7d103-687e-4e86-81a2-f93f7dde7fa5 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:20.874570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Allocated IP 172.20.0.9 (a2fe5733-3d59-4e46-9589-ebda8e8b2f92/e2f9b2b1-40cd-490e-aded-854ba3fc2eb6/e17f4167-f650-4f40-9e23-be776d43343e) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:20.951714 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0ce0405-ddb7-4ccb-9e1d-a14241aedad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:20.990534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f48439ad-d7ae-48dc-8128-7339a3db822a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:21.023491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e0ce0405-ddb7-4ccb-9e1d-a14241aedad1 None None] For port f48439ad-d7ae-48dc-8128-7339a3db822a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f48439ad-d7ae-48dc-8128-7339a3db822a,segment=NetworkSegment(e3e13190-203a-43b6-9276-3db4f555fde8),segment_id=e3e13190-203a-43b6-9276-3db4f555fde8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:21.050274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c195e1-2d47-40ec-8791-89a068219457 None None] DHCP port deletion for 2c0313e9-6a30-476d-98bd-fa8b0905123f request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:21.064233 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7d8f34b1-8a2b-4e17-95c0-e8fc0df05dcf tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7747357 Sep 17 22:28:21.064511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38712) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:21.069413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'subnet': {'network_id': '70a7d103-687e-4e86-81a2-f93f7dde7fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:21.081717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f48439ad-d7ae-48dc-8128-7339a3db822a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:21.082285 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.114749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.209180 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.229373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0ce0405-ddb7-4ccb-9e1d-a14241aedad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.238582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-33c195e1-2d47-40ec-8791-89a068219457 None None] Deleting port f48439ad-d7ae-48dc-8128-7339a3db822a {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:21.238995 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-33c195e1-2d47-40ec-8791-89a068219457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.297641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:21.303050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.309585 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.366221 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:28:21.366221 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:28:21.369916 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.383222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:21.386340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:21.390138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:21.399129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Pushing event updated for resources: {'Port': ['ID=e17f4167-f650-4f40-9e23-be776d43343e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:21.405644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce0405-ddb7-4ccb-9e1d-a14241aedad1 None None] Pushing event updated for resources: {'Port': ['ID=f48439ad-d7ae-48dc-8128-7339a3db822a,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:21.421754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-33c195e1-2d47-40ec-8791-89a068219457 None None] For port f48439ad-d7ae-48dc-8128-7339a3db822a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f48439ad-d7ae-48dc-8128-7339a3db822a,segment=NetworkSegment(e3e13190-203a-43b6-9276-3db4f555fde8),segment_id=e3e13190-203a-43b6-9276-3db4f555fde8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:21.421754 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-33c195e1-2d47-40ec-8791-89a068219457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.441458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-33c195e1-2d47-40ec-8791-89a068219457 None None] Calling delete_port for f48439ad-d7ae-48dc-8128-7339a3db822a owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:21.461016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.463711 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.543743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-573ca2b5-cb00-43c7-b045-f106266c9a38 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2524216 Sep 17 22:28:21.619275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Request body: {'port': {'device_id': '1e507788-1218-43c4-a092-5e59c64a72ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:21.638167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-33c195e1-2d47-40ec-8791-89a068219457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.659975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c195e1-2d47-40ec-8791-89a068219457 None None] No DVR routers for this DVR port f48439ad-d7ae-48dc-8128-7339a3db822a on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:21.705147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c195e1-2d47-40ec-8791-89a068219457 None None] Pushing event deleted for resources: {'Port': ['ID=f48439ad-d7ae-48dc-8128-7339a3db822a,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:21.716773 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.739436 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.776075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:28:21.777669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:21.802420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f41fd7-d259-45e4-8c26-c6305e573cc6 req-86a80253-99e8-4e59-bba1-f28d848deb9f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:21.804830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34f41fd7-d259-45e4-8c26-c6305e573cc6 req-86a80253-99e8-4e59-bba1-f28d848deb9f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1266859 Sep 17 22:28:21.871653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Subnet': ['ID=b6d5ce6c-a28a-4425-8d9b-0a0d34c06747,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:21.882183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Checking segment: {'id': 'e6a026e7-1d38-4c05-a55d-96be0720a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70a7d103-687e-4e86-81a2-f93f7dde7fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:21.882538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network hostable DHCP agents. Network: 70a7d103-687e-4e86-81a2-f93f7dde7fa5, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:21.895242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Port f48439ad-d7ae-48dc-8128-7339a3db822a update to ACTIVE by agent not found {{(pid=101662) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 22:28:21.954287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34f41fd7-d259-45e4-8c26-c6305e573cc6 req-41b9b509-6ee5-4462-8e45-2c6f001c6723 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373103 Sep 17 22:28:21.982126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network 70a7d103-687e-4e86-81a2-f93f7dde7fa5 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:22.042659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c004e-ad10-4a5a-bc53-f3777bac7e34 req-60b33493-8d0e-4a52-b164-af5fa2d4d952 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.044310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d3c004e-ad10-4a5a-bc53-f3777bac7e34 req-60b33493-8d0e-4a52-b164-af5fa2d4d952 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 931 time: 0.1371233 Sep 17 22:28:22.050985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 70a7d103-687e-4e86-81a2-f93f7dde7fa5) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:22.056327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.057742 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.064972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d7a92-aa61-4c21-a783-99739d3c1f18 None None] Network 70a7d103-687e-4e86-81a2-f93f7dde7fa5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:22.106063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d3c004e-ad10-4a5a-bc53-f3777bac7e34 req-93635bfe-74d9-4d2e-9c33-7a2c5d6bc28d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520098 Sep 17 22:28:22.133633 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7e72f5c0-11a8-4e64-8e4d-c959d9a4c502 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0681524 Sep 17 22:28:22.138078 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38736) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:22.147228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'port': {'network_id': '70a7d103-687e-4e86-81a2-f93f7dde7fa5', 'name': 'tempest-NetworksIpV6TestAttrs-1969155839'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:22.182970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17f4167-f650-4f40-9e23-be776d43343e {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:22.197421 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.212682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Transition to ACTIVE for port object e17f4167-f650-4f40-9e23-be776d43343e will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:28:22.257569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.315888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Pushing event updated for resources: {'Port': ['ID=e17f4167-f650-4f40-9e23-be776d43343e,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:22.409471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:22.433633 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.443728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Attempting to bind port e17f4167-f650-4f40-9e23-be776d43343e on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:22.444564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Attempting to bind port e17f4167-f650-4f40-9e23-be776d43343e by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:22.445210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Attempting to bind port e17f4167-f650-4f40-9e23-be776d43343e on network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:22.451002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Port e17f4167-f650-4f40-9e23-be776d43343e on network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:28:22.451335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Attempting to bind port e17f4167-f650-4f40-9e23-be776d43343e on network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:22.458020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:22.458403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Checking segment: {'id': '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:22.458646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] device_id is not set on port 402043fb-6759-4c5c-965b-00d31cd55eec yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:22.459045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Bound using segment: {'id': '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:22.459843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Bound port: e17f4167-f650-4f40-9e23-be776d43343e, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:22.460263 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.478428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-70a7d103-687e-4e86-81a2-f93f7dde7fa5', 'network_id': '70a7d103-687e-4e86-81a2-f93f7dde7fa5', 'tenant_id': 'af9e8df9653f432ab4656b75426bd365', 'fixed_ips': [{'subnet_id': 'b6d5ce6c-a28a-4425-8d9b-0a0d34c06747'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:22.479406 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.544959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] For port e17f4167-f650-4f40-9e23-be776d43343e, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:22.549077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] For port e17f4167-f650-4f40-9e23-be776d43343e, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e17f4167-f650-4f40-9e23-be776d43343e,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:22.592788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Allocated IP 2001:db8::f816:3eff:fecf:c69e (70a7d103-687e-4e86-81a2-f93f7dde7fa5/b6d5ce6c-a28a-4425-8d9b-0a0d34c06747/402043fb-6759-4c5c-965b-00d31cd55eec) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:22.623203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.658686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.659339 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.660723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] 10.222.0.32 "PUT /v2.0/ports/e17f4167-f650-4f40-9e23-be776d43343e HTTP/1.1" status: 200 len: 1092 time: 1.1061928 Sep 17 22:28:22.663010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e507788-1218-43c4-a092-5e59c64a72ec', 'tag': 'e17f4167-f650-4f40-9e23-be776d43343e'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:22.665267 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482e4a62-a96f-4d73-bd10-e9c56389f12d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e507788-1218-43c4-a092-5e59c64a72ec", "tag": "e17f4167-f650-4f40-9e23-be776d43343e"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:22.697177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d0923-4d73-4272-8933-965235562f2a service neutron] Pushing event updated for resources: {'Port': ['ID=e17f4167-f650-4f40-9e23-be776d43343e,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:22.715350 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1055d32c-95f3-43e6-8284-ad14fa1c63b3 x-openstack-request-id: req-1055d32c-95f3-43e6-8284-ad14fa1c63b3 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:22.720184 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e507788-1218-43c4-a092-5e59c64a72ec", "tag": "e17f4167-f650-4f40-9e23-be776d43343e", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:22.720184 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1055d32c-95f3-43e6-8284-ad14fa1c63b3 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:22.720184 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e507788-1218-43c4-a092-5e59c64a72ec', 'tag': 'e17f4167-f650-4f40-9e23-be776d43343e', 'status': 'completed', 'code': 200} Sep 17 22:28:22.770146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.785696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e4a62-a96f-4d73-bd10-e9c56389f12d req-66d96f30-f42a-4c25-bb73-cfe91b7065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.787725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-482e4a62-a96f-4d73-bd10-e9c56389f12d req-66d96f30-f42a-4c25-bb73-cfe91b7065f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8286eb6a30c442986bdbad8bfdb9efd&device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 1095 time: 0.0513313 Sep 17 22:28:22.873300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f48439ad-d7ae-48dc-8128-7339a3db822a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:22.875718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.896881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e4a62-a96f-4d73-bd10-e9c56389f12d req-8eb7c1b2-e3b4-4a63-a64e-8ce6fc2fb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.898773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-482e4a62-a96f-4d73-bd10-e9c56389f12d req-8eb7c1b2-e3b4-4a63-a64e-8ce6fc2fb022 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8286eb6a30c442986bdbad8bfdb9efd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1039429 Sep 17 22:28:22.921629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: f48439ad-d7ae-48dc-8128-7339a3db822a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:22.921977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f48439ad-d7ae-48dc-8128-7339a3db822a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:22.923625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network 70a7d103-687e-4e86-81a2-f93f7dde7fa5 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:22.927798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:22.930976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:22.938715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:22.939956 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:22.963849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Port': ['ID=402043fb-6759-4c5c-965b-00d31cd55eec,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:22.964505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Allocated IP 2001:db8::f816:3eff:fe17:9d25 (70a7d103-687e-4e86-81a2-f93f7dde7fa5/b6d5ce6c-a28a-4425-8d9b-0a0d34c06747/e8cec6d7-9808-4191-88ac-60f5ea224faf) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:23.026277 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a2ad2cff-51cd-4547-9139-2afa2b4e5cf0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8863757 Sep 17 22:28:23.026964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38756) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:23.033171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e4a62-a96f-4d73-bd10-e9c56389f12d req-6d4943d6-9a0f-4d4b-9658-ebb7358df2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.035658 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-482e4a62-a96f-4d73-bd10-e9c56389f12d req-6d4943d6-9a0f-4d4b-9658-ebb7358df2c8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1300349 Sep 17 22:28:23.114326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7b534c-d0bf-416b-a320-55cc3f120b00 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Deleting subnet b6d5ce6c-a28a-4425-8d9b-0a0d34c06747 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:23.118579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a99712-7dca-42c6-a169-dc7c97daf6ff req-983a15b0-a861-49a7-bb68-32ad36b5db80 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.125121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93a99712-7dca-42c6-a169-dc7c97daf6ff req-983a15b0-a861-49a7-bb68-32ad36b5db80 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0795376 Sep 17 22:28:23.126508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.173432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-df06b4b4-544b-43e4-b4e2-7d9e3af0e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.174923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-df06b4b4-544b-43e4-b4e2-7d9e3af0e436 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8286eb6a30c442986bdbad8bfdb9efd&device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 1095 time: 0.0942550 Sep 17 22:28:23.180091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93a99712-7dca-42c6-a169-dc7c97daf6ff req-ef8ad687-b26d-457d-9460-0a224a4d4872 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528531 Sep 17 22:28:23.202146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e7b534c-d0bf-416b-a320-55cc3f120b00 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.205179 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.227512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-5b58925f-929f-4827-bf13-101fb01b8dd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e17f4167-f650-4f40-9e23-be776d43343e HTTP/1.1" status: 200 len: 217 time: 0.0429597 Sep 17 22:28:23.263274 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e7b534c-d0bf-416b-a320-55cc3f120b00 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.273053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Pushing event updated for resources: {'Port': ['ID=e8cec6d7-9808-4191-88ac-60f5ea224faf,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:23.278258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Network 70a7d103-687e-4e86-81a2-f93f7dde7fa5 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:23.281368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:23.282662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-7a91098e-967f-4d3a-92d4-1d4e574c7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.284092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:23.284276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-7a91098e-967f-4d3a-92d4-1d4e574c7480 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2f9b2b1-40cd-490e-aded-854ba3fc2eb6 HTTP/1.1" status: 200 len: 854 time: 0.0484443 Sep 17 22:28:23.334326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-e9066de9-6b26-497e-a851-c4b0b85aa6e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2fe5733-3d59-4e46-9589-ebda8e8b2f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367882 Sep 17 22:28:23.342538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Attempting to bind port e8cec6d7-9808-4191-88ac-60f5ea224faf on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:23.342944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Attempting to bind port e8cec6d7-9808-4191-88ac-60f5ea224faf by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e6a026e7-1d38-4c05-a55d-96be0720a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70a7d103-687e-4e86-81a2-f93f7dde7fa5'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:23.343363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Attempting to bind port e8cec6d7-9808-4191-88ac-60f5ea224faf on network 70a7d103-687e-4e86-81a2-f93f7dde7fa5 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:23.348349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba3ea4-0157-46ef-97da-75536bcd8a3e req-ea423020-cee8-4f00-b390-b3783d221862 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.349560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:23.350159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40ba3ea4-0157-46ef-97da-75536bcd8a3e req-ea423020-cee8-4f00-b390-b3783d221862 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 943 time: 0.1255329 Sep 17 22:28:23.363245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Checking segment: {'id': 'e6a026e7-1d38-4c05-a55d-96be0720a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70a7d103-687e-4e86-81a2-f93f7dde7fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:23.364466 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.365115 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Bound using segment: {'id': 'e6a026e7-1d38-4c05-a55d-96be0720a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70a7d103-687e-4e86-81a2-f93f7dde7fa5'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:23.365879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Bound port: e8cec6d7-9808-4191-88ac-60f5ea224faf, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a026e7-1d38-4c05-a55d-96be0720a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70a7d103-687e-4e86-81a2-f93f7dde7fa5'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:23.366480 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.385854 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.443478 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e7b534c-d0bf-416b-a320-55cc3f120b00 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.468936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40ba3ea4-0157-46ef-97da-75536bcd8a3e req-21863d20-f782-474a-8fae-a4b2326c9280 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982122 Sep 17 22:28:23.524982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-6ce18c09-4b56-4368-98fb-a8d453c1040d service neutron] 10.222.0.32 "GET /v2.0/networks/a2fe5733-3d59-4e46-9589-ebda8e8b2f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738365 Sep 17 22:28:23.617717 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cba3358d-e63a-49f4-bbaf-96c13a146f48 req-b48b1000-0452-4220-8c69-4457f108f990 service neutron] 10.222.0.32 "GET /v2.0/networks/a2fe5733-3d59-4e46-9589-ebda8e8b2f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852976 Sep 17 22:28:23.627141 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e7b534c-d0bf-416b-a320-55cc3f120b00 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.635823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] For port e8cec6d7-9808-4191-88ac-60f5ea224faf, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:23.639273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] For port e8cec6d7-9808-4191-88ac-60f5ea224faf, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e8cec6d7-9808-4191-88ac-60f5ea224faf,segment=NetworkSegment(e6a026e7-1d38-4c05-a55d-96be0720a662),segment_id=e6a026e7-1d38-4c05-a55d-96be0720a662)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:23.661996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b534c-d0bf-416b-a320-55cc3f120b00 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d5ce6c-a28a-4425-8d9b-0a0d34c06747,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:23.664021 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e7b534c-d0bf-416b-a320-55cc3f120b00 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.665901 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3e7b534c-d0bf-416b-a320-55cc3f120b00 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/subnets/b6d5ce6c-a28a-4425-8d9b-0a0d34c06747 HTTP/1.1" status: 204 len: 168 time: 0.6380138 Sep 17 22:28:23.669140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38778) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:23.724392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbc085a-0351-4efb-8d46-712fdbde28cb tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.725861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbc085a-0351-4efb-8d46-712fdbde28cb tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:23.727388 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6cbc085a-0351-4efb-8d46-712fdbde28cb tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0572994 Sep 17 22:28:23.730108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38780) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:23.795345 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.807391 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-76c2793a-2001-413a-b077-994a7653a236 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:23.815666 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c2793a-2001-413a-b077-994a7653a236 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 22:28:23.816107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c2793a-2001-413a-b077-994a7653a236 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:23.821617 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-76c2793a-2001-413a-b077-994a7653a236 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/70a7d103-687e-4e86-81a2-f93f7dde7fa5 HTTP/1.1" status: 409 len: 405 time: 0.0868535 Sep 17 22:28:23.821912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38784) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:23.826948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1839251529'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:23.862953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc13125-3f33-41e1-8a5b-172cb5fcfd4d None None] Pushing event updated for resources: {'Port': ['ID=e8cec6d7-9808-4191-88ac-60f5ea224faf,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:24.016767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:24.030039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.067175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:24.076893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.077227 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Added segment 0a748a53-2c10-4e78-b146-c7600f66964e of type vlan for network d672fc35-1e90-4648-9713-fcab90aaaa9a Sep 17 22:28:24.092855 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:28:24.121660 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.205875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.212299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:24.213014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.319747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4940193 Sep 17 22:28:24.321376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38790) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:24.322000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9abfbd-6a10-46e5-bbd0-841d2a4f5ea3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Network': ['ID=d672fc35-1e90-4648-9713-fcab90aaaa9a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:24.332164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'subnet': {'network_id': 'd672fc35-1e90-4648-9713-fcab90aaaa9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:24.341218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d672fc35-1e90-4648-9713-fcab90aaaa9a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:24.399239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd102c-b5e2-48c8-b725-5dd1961e24f6 req-1c459d1d-b9d8-423f-b031-7ac694e3359c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:24.400289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bacd102c-b5e2-48c8-b725-5dd1961e24f6 req-1c459d1d-b9d8-423f-b031-7ac694e3359c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1438303 Sep 17 22:28:24.498831 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bacd102c-b5e2-48c8-b725-5dd1961e24f6 req-4546dc51-8db9-462f-b94d-213e5aa3b7df tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703797 Sep 17 22:28:24.616693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:24.620333 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:24.759660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f8d87-e929-4ce3-884c-2c6c9f28aedf req-7115ae10-8085-4376-9216-6e6bb399674f tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:24.761250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de3f8d87-e929-4ce3-884c-2c6c9f28aedf req-7115ae10-8085-4376-9216-6e6bb399674f tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 943 time: 0.1805782 Sep 17 22:28:24.863922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de3f8d87-e929-4ce3-884c-2c6c9f28aedf req-7c90bc6f-7193-4a7e-ae9a-ab3f6cfe3b3a tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902021 Sep 17 22:28:24.975394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e8cec6d7-9808-4191-88ac-60f5ea224faf up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:25.039059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e8cec6d7-9808-4191-88ac-60f5ea224faf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:25.039434 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.139969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.objects.ports [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:28:25.142285 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.149807 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.187400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port e8cec6d7-9808-4191-88ac-60f5ea224faf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e8cec6d7-9808-4191-88ac-60f5ea224faf,segment=NetworkSegment(e6a026e7-1d38-4c05-a55d-96be0720a662),segment_id=e6a026e7-1d38-4c05-a55d-96be0720a662)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:25.212806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f91d075-4cb5-4158-8f30-4b2c76f95bb5 None None] Network 70a7d103-687e-4e86-81a2-f93f7dde7fa5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:25.245089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Subnet': ['ID=cf0e50e3-accf-426a-a503-a707cecc97b9,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:25.248850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Checking segment: {'id': '0a748a53-2c10-4e78-b146-c7600f66964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd672fc35-1e90-4648-9713-fcab90aaaa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:25.253204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network hostable DHCP agents. Network: d672fc35-1e90-4648-9713-fcab90aaaa9a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:25.284714 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.335099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network d672fc35-1e90-4648-9713-fcab90aaaa9a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:25.344450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-22ab9aed-af51-4161-9e27-eb4c5bc7f1a4 None None] Provisioning complete for port e8cec6d7-9808-4191-88ac-60f5ea224faf triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:25.344450 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-22ab9aed-af51-4161-9e27-eb4c5bc7f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.405493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=e8cec6d7-9808-4191-88ac-60f5ea224faf,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:25.410749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d672fc35-1e90-4648-9713-fcab90aaaa9a) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:25.417006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.418366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.423350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e488c34-d6cc-4669-b13b-f68db740c714 None None] Network d672fc35-1e90-4648-9713-fcab90aaaa9a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:25.512131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c03f8011-3bab-46e1-9380-1ce92329ae6b tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1872077 Sep 17 22:28:25.515771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38800) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:25.610389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e17f4167-f650-4f40-9e23-be776d43343e details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:28:25.616397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d314b2-9e4d-446c-9fc7-56d6573bb61e None None] DHCP port deletion for 70a7d103-687e-4e86-81a2-f93f7dde7fa5 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:25.736395 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.775729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccae06-f42b-4bdd-a8bf-7813bf4362ff req-c98b1180-a741-44ae-9dc2-e356f9c05e95 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.777371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6ccae06-f42b-4bdd-a8bf-7813bf4362ff req-c98b1180-a741-44ae-9dc2-e356f9c05e95 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0995209 Sep 17 22:28:25.796595 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.857567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6ccae06-f42b-4bdd-a8bf-7813bf4362ff req-c931b5d3-426a-4cae-a6b8-ec1123c0ee0d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632467 Sep 17 22:28:25.893297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88015486-39cf-4cbd-8cda-5354ce02271f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d672fc35-1e90-4648-9713-fcab90aaaa9a', 'network_id': 'd672fc35-1e90-4648-9713-fcab90aaaa9a', 'tenant_id': 'af9e8df9653f432ab4656b75426bd365', 'fixed_ips': [{'subnet_id': 'cf0e50e3-accf-426a-a503-a707cecc97b9'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:25.894298 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88015486-39cf-4cbd-8cda-5354ce02271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.923690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-16d314b2-9e4d-446c-9fc7-56d6573bb61e None None] Deleting port e8cec6d7-9808-4191-88ac-60f5ea224faf {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:25.923983 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16d314b2-9e4d-446c-9fc7-56d6573bb61e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:25.930714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e17f4167-f650-4f40-9e23-be776d43343e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e17f4167-f650-4f40-9e23-be776d43343e,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:25.968909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'e17f4167-f650-4f40-9e23-be776d43343e', 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92', 'port_id': 'e17f4167-f650-4f40-9e23-be776d43343e', 'mac_address': 'fa:16:3e:01:b9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f9b2b1-40cd-490e-aded-854ba3fc2eb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:28:25.990247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c550f74-bfe3-45f7-a28f-390459e37835 req-e4b15867-6d2b-4a75-9224-5bc17955f976 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:25.991895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c550f74-bfe3-45f7-a28f-390459e37835 req-e4b15867-6d2b-4a75-9224-5bc17955f976 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 943 time: 0.0518110 Sep 17 22:28:26.031254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-16d314b2-9e4d-446c-9fc7-56d6573bb61e None None] For port e8cec6d7-9808-4191-88ac-60f5ea224faf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e8cec6d7-9808-4191-88ac-60f5ea224faf,segment=NetworkSegment(e6a026e7-1d38-4c05-a55d-96be0720a662),segment_id=e6a026e7-1d38-4c05-a55d-96be0720a662)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:26.031679 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16d314b2-9e4d-446c-9fc7-56d6573bb61e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.033522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.035700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c550f74-bfe3-45f7-a28f-390459e37835 req-51a075e2-f3e4-49a9-b26a-3141ab2a848c tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366309 Sep 17 22:28:26.067079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0e50e3-accf-426a-a503-a707cecc97b9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:26.132292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.133985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-16d314b2-9e4d-446c-9fc7-56d6573bb61e None None] Calling delete_port for e8cec6d7-9808-4191-88ac-60f5ea224faf owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:26.145387 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.154730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d672fc35-1e90-4648-9713-fcab90aaaa9a']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:26.165615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a748a53-2c10-4e78-b146-c7600f66964e') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:26.165855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a748a53-2c10-4e78-b146-c7600f66964e') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:26.177555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17f4167-f650-4f40-9e23-be776d43343e {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:28:26.177751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.191414 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.197549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:26.197933 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: items = [ Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:26.201004 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server [None req-88015486-39cf-4cbd-8cda-5354ce02271f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf0e50e3-accf-426a-a503-a707cecc97b9: This subnet is being modified by another concurrent operation. Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf0e50e3-accf-426a-a503-a707cecc97b9: This subnet is being modified by another concurrent operation. Sep 17 22:28:26.225668 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Sep 17 22:28:26.234544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e17f4167-f650-4f40-9e23-be776d43343e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e17f4167-f650-4f40-9e23-be776d43343e,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:26.257312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0c31e-4e28-45d6-b228-7d8201df57a3 None None] Network d672fc35-1e90-4648-9713-fcab90aaaa9a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:26.317629 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.352231 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16d314b2-9e4d-446c-9fc7-56d6573bb61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.352484 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.373078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.373078 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/d672fc35-1e90-4648-9713-fcab90aaaa9a HTTP/1.1" status: 204 len: 168 time: 0.8512194 Sep 17 22:28:26.373329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38808) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:26.377579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1505076334'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:26.383809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313d11d-50f7-4c61-b620-24b064d3c173 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Network': ['ID=d672fc35-1e90-4648-9713-fcab90aaaa9a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:26.414035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d314b2-9e4d-446c-9fc7-56d6573bb61e None None] No DVR routers for this DVR port e8cec6d7-9808-4191-88ac-60f5ea224faf on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:26.425296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e17f4167-f650-4f40-9e23-be776d43343e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:26.451009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29636205-98ae-4b94-84e9-1769dd8446c2 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:28:26.453398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d314b2-9e4d-446c-9fc7-56d6573bb61e None None] Pushing event deleted for resources: {'Port': ['ID=e8cec6d7-9808-4191-88ac-60f5ea224faf,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:26.497240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:26.501679 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.536447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:26.545516 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.545860 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Added segment 0db4b05f-930d-44fb-b398-00350e13d1b3 of type vlan for network a4fa9740-b3b8-4302-a4a4-463588dc16cf Sep 17 22:28:26.561949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29636205-98ae-4b94-84e9-1769dd8446c2 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:28:26.587226 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.679124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.684903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['e17f4167-f650-4f40-9e23-be776d43343e'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:28:26.685073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:26.685782 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:26.760285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Network': ['ID=a4fa9740-b3b8-4302-a4a4-463588dc16cf,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:26.775699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7376c051-bd1b-4024-9ea0-473f1b734e06 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4031324 Sep 17 22:28:26.778674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38812) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:26.779250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a4fa9740-b3b8-4302-a4a4-463588dc16cf details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:26.784879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'subnet': {'network_id': 'a4fa9740-b3b8-4302-a4a4-463588dc16cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:26.964458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e8cec6d7-9808-4191-88ac-60f5ea224faf no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:26.987973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:26.991624 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.071758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e8cec6d7-9808-4191-88ac-60f5ea224faf {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:27.071758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e8cec6d7-9808-4191-88ac-60f5ea224faf not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:27.261207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f515b-8fe6-4d56-bfe1-890dbfa4cad1 req-06c5fd5c-16ef-4198-ac34-bc501220e3bc tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.264588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c96f515b-8fe6-4d56-bfe1-890dbfa4cad1 req-06c5fd5c-16ef-4198-ac34-bc501220e3bc tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 944 time: 0.0809579 Sep 17 22:28:27.340683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c96f515b-8fe6-4d56-bfe1-890dbfa4cad1 req-fe3a2ba4-5de7-4271-b904-ad47d703bb0b tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660048 Sep 17 22:28:27.352672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4319dd3-7213-4e24-b1f7-eb60bc11bb5a req-90680691-9d13-4fb9-b594-5e344b375934 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.365474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.366255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4319dd3-7213-4e24-b1f7-eb60bc11bb5a req-90680691-9d13-4fb9-b594-5e344b375934 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1159298 Sep 17 22:28:27.407351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4319dd3-7213-4e24-b1f7-eb60bc11bb5a req-4d1d365a-638b-463f-afb1-b773f37e3a02 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399051 Sep 17 22:28:27.441942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Subnet': ['ID=ee7d2c80-c006-4825-a912-fa7894e74339,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:27.449369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Checking segment: {'id': '0db4b05f-930d-44fb-b398-00350e13d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4fa9740-b3b8-4302-a4a4-463588dc16cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:27.449883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network hostable DHCP agents. Network: a4fa9740-b3b8-4302-a4a4-463588dc16cf, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:27.536488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network a4fa9740-b3b8-4302-a4a4-463588dc16cf is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:27.620224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a4fa9740-b3b8-4302-a4a4-463588dc16cf) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:27.626890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:27.626890 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.631440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986cc9fb-2532-4b62-93b4-67d97eded81a None None] Network a4fa9740-b3b8-4302-a4a4-463588dc16cf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:27.720660 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-829834de-1673-4f9c-914e-dcc97848c7a6 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9406278 Sep 17 22:28:27.723361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38826) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:27.793095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-a4fa9740-b3b8-4302-a4a4-463588dc16cf', 'network_id': 'a4fa9740-b3b8-4302-a4a4-463588dc16cf', 'tenant_id': 'af9e8df9653f432ab4656b75426bd365', 'fixed_ips': [{'subnet_id': 'ee7d2c80-c006-4825-a912-fa7894e74339'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:27.794780 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.827975 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.890657 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:27.952326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Allocated IP 2001:db8::2 (a4fa9740-b3b8-4302-a4a4-463588dc16cf/ee7d2c80-c006-4825-a912-fa7894e74339/dfc65a98-000e-42c6-be8b-e6e72a493b07) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:28.123914 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.195822 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.233555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Network a4fa9740-b3b8-4302-a4a4-463588dc16cf is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:28.237367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:28.240547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:28.260564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Pushing event updated for resources: {'Port': ['ID=dfc65a98-000e-42c6-be8b-e6e72a493b07,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:28.286839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.319978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7d2c80-c006-4825-a912-fa7894e74339,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:28.320811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Attempting to bind port dfc65a98-000e-42c6-be8b-e6e72a493b07 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:28.321186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Attempting to bind port dfc65a98-000e-42c6-be8b-e6e72a493b07 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0db4b05f-930d-44fb-b398-00350e13d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4fa9740-b3b8-4302-a4a4-463588dc16cf'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:28.321555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Attempting to bind port dfc65a98-000e-42c6-be8b-e6e72a493b07 on network a4fa9740-b3b8-4302-a4a4-463588dc16cf {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:28.359741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:28.360327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Checking segment: {'id': '0db4b05f-930d-44fb-b398-00350e13d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4fa9740-b3b8-4302-a4a4-463588dc16cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:28.360779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.361551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Bound using segment: {'id': '0db4b05f-930d-44fb-b398-00350e13d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4fa9740-b3b8-4302-a4a4-463588dc16cf'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:28.362381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Bound port: dfc65a98-000e-42c6-be8b-e6e72a493b07, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db4b05f-930d-44fb-b398-00350e13d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4fa9740-b3b8-4302-a4a4-463588dc16cf'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:28.362381 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.420288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.446187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] For port dfc65a98-000e-42c6-be8b-e6e72a493b07, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:28.450244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] For port dfc65a98-000e-42c6-be8b-e6e72a493b07, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=dfc65a98-000e-42c6-be8b-e6e72a493b07,segment=NetworkSegment(0db4b05f-930d-44fb-b398-00350e13d1b3),segment_id=0db4b05f-930d-44fb-b398-00350e13d1b3)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:28.453984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fa9740-b3b8-4302-a4a4-463588dc16cf']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:28.475413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db4b05f-930d-44fb-b398-00350e13d1b3') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:28.475799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db4b05f-930d-44fb-b398-00350e13d1b3') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:28.502852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.527610 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.570994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.590778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:28.591216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:28.633576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3b90e-70a4-4479-84af-5c12e3fca730 None None] Pushing event updated for resources: {'Port': ['ID=dfc65a98-000e-42c6-be8b-e6e72a493b07,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:28.645968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e37ffab-3560-4d92-975b-c9dfdf9d99c1 None None] Network a4fa9740-b3b8-4302-a4a4-463588dc16cf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:28.700884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae6597-0840-4845-a090-039276f1c528 req-f7b911f6-27b2-46bb-ba28-5fd562ef6502 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.709903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffae6597-0840-4845-a090-039276f1c528 req-f7b911f6-27b2-46bb-ba28-5fd562ef6502 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 944 time: 0.2233534 Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:28.713787 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:28.748865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:28:28.748865 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:28:28.748865 n-d-713498-17 neutron-server[101660]: [parameters: {'id': 'a4fa9740-b3b8-4302-a4a4-463588dc16cf'}] Sep 17 22:28:28.748865 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:28:28.750017 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:28:28.756804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fac1e-d16e-46c9-a082-a34397f7826e req-d054b0c1-30bb-4529-9f41-23975c0a44ed tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:28.758683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba3fac1e-d16e-46c9-a082-a34397f7826e req-d054b0c1-30bb-4529-9f41-23975c0a44ed tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1756864 Sep 17 22:28:28.775946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16812548-1d99-44d6-8578-6b2aabd6d51b None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:28:28.788065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffae6597-0840-4845-a090-039276f1c528 req-94f85e61-3191-40f7-a2ff-3198e4722049 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767117 Sep 17 22:28:28.810385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba3fac1e-d16e-46c9-a082-a34397f7826e req-e2608c6e-f14f-4763-bb67-13c91f26aa6c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449233 Sep 17 22:28:28.878355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16812548-1d99-44d6-8578-6b2aabd6d51b None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:28:29.251472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.308970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Deleting port dfc65a98-000e-42c6-be8b-e6e72a493b07 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:29.309307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.373548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] For port dfc65a98-000e-42c6-be8b-e6e72a493b07, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=dfc65a98-000e-42c6-be8b-e6e72a493b07,segment=NetworkSegment(0db4b05f-930d-44fb-b398-00350e13d1b3),segment_id=0db4b05f-930d-44fb-b398-00350e13d1b3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:29.374597 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.387049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Calling delete_port for dfc65a98-000e-42c6-be8b-e6e72a493b07 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:29.559831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.578182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e17f4167-f650-4f40-9e23-be776d43343e up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:29.585812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Port': ['ID=dfc65a98-000e-42c6-be8b-e6e72a493b07,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:29.590128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No DVR routers for this DVR port dfc65a98-000e-42c6-be8b-e6e72a493b07 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:29.682277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.703578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port e17f4167-f650-4f40-9e23-be776d43343e completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:28:29.704053 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fa9740-b3b8-4302-a4a4-463588dc16cf']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:29.708033 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port e17f4167-f650-4f40-9e23-be776d43343e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:29.708486 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.717375 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db4b05f-930d-44fb-b398-00350e13d1b3') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:29.718442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db4b05f-930d-44fb-b398-00350e13d1b3') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:29.730579 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.763464 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.771996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:29.772474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:29.800810 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:29.810915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.840096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e507788-1218-43c4-a092-5e59c64a72ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17f4167-f650-4f40-9e23-be776d43343e'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:28:29.844930 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551bbf63-84ff-4e3f-a842-f728f9ee27df" -d '{"events": [{"server_uuid": "1e507788-1218-43c4-a092-5e59c64a72ec", "name": "network-vif-plugged", "status": "completed", "tag": "e17f4167-f650-4f40-9e23-be776d43343e"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:28:29.875184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port e17f4167-f650-4f40-9e23-be776d43343e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e17f4167-f650-4f40-9e23-be776d43343e,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:29.937400 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.994865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:29.995216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=e17f4167-f650-4f40-9e23-be776d43343e,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:30.003801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be1c64-f15d-4463-8179-d92d725188ac req-15eff5c1-e7ac-4a5a-8e7d-578e13794f0e tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.005797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88be1c64-f15d-4463-8179-d92d725188ac req-15eff5c1-e7ac-4a5a-8e7d-578e13794f0e tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 944 time: 0.0955269 Sep 17 22:28:30.010923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.016583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cf8dc-3fc5-4b04-9d30-db72ecb56720 req-4d763fed-798a-46c5-bb66-e35c123633c8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.019553 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/a4fa9740-b3b8-4302-a4a4-463588dc16cf HTTP/1.1" status: 204 len: 168 time: 2.2950048 Sep 17 22:28:30.021869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38860) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:30.025371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b57cf8dc-3fc5-4b04-9d30-db72ecb56720 req-4d763fed-798a-46c5-bb66-e35c123633c8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1046736 Sep 17 22:28:30.026874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1137646825'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:30.055176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5fa29-4819-4b4e-89e4-8fbb7f9e7990 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Network': ['ID=a4fa9740-b3b8-4302-a4a4-463588dc16cf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:30.078126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b57cf8dc-3fc5-4b04-9d30-db72ecb56720 req-82539633-786e-4a0a-8839-58e53bfed887 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517926 Sep 17 22:28:30.100686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88be1c64-f15d-4463-8179-d92d725188ac req-8c5cdfee-d8df-4e30-bea3-850c2852b132 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688384 Sep 17 22:28:30.135534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:30.135534 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.163984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:30.174919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.175321 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Added segment c5386218-8871-4572-aec1-5afcc16c1c43 of type vlan for network 2b73c9a7-b609-45b1-8537-b9021f917142 Sep 17 22:28:30.229779 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.258278 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a78227-0e09-427c-91bc-659117efa022 x-openstack-request-id: req-19a78227-0e09-427c-91bc-659117efa022 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:28:30.258278 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e507788-1218-43c4-a092-5e59c64a72ec", "name": "network-vif-plugged", "status": "completed", "tag": "e17f4167-f650-4f40-9e23-be776d43343e", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:28:30.258278 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19a78227-0e09-427c-91bc-659117efa022 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:28:30.258278 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e507788-1218-43c4-a092-5e59c64a72ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17f4167-f650-4f40-9e23-be776d43343e', 'code': 200} Sep 17 22:28:30.364839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.367153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e908da-9934-48a4-8d8f-a7553a52bcf6 req-1f8db0b1-293c-4b4f-92ee-5f8cad9feb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.368789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6e908da-9934-48a4-8d8f-a7553a52bcf6 req-1f8db0b1-293c-4b4f-92ee-5f8cad9feb89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 1097 time: 0.0550907 Sep 17 22:28:30.371539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.372473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.417493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6e908da-9934-48a4-8d8f-a7553a52bcf6 req-6e3e271b-3920-44e5-bd7c-5a87ad2fc646 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345426 Sep 17 22:28:30.444790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Network': ['ID=2b73c9a7-b609-45b1-8537-b9021f917142,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:30.456835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 2b73c9a7-b609-45b1-8537-b9021f917142 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:30.486349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-847e0c8c-8654-43d2-9d0d-4fa54fe297f2 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4634118 Sep 17 22:28:30.489093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38870) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:30.494105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Request body: {'subnet': {'network_id': '2b73c9a7-b609-45b1-8537-b9021f917142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:30.547805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264dbbe-dc0c-4c9a-9b1c-325f68bba9bc req-15b29d60-acb9-4454-8219-4c70edbf3943 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.550151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2264dbbe-dc0c-4c9a-9b1c-325f68bba9bc req-15b29d60-acb9-4454-8219-4c70edbf3943 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0602887 Sep 17 22:28:30.602692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2264dbbe-dc0c-4c9a-9b1c-325f68bba9bc req-2c8a9c8b-1411-4d53-b1d3-6b00aa9f1879 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445890 Sep 17 22:28:30.708154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Made reservation on behalf of af9e8df9653f432ab4656b75426bd365 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:30.711699 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:30.793868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f994e-7826-425e-99aa-2233352f4757 req-db2565c9-973d-4447-a5ae-1fd4a7643979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.795593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea3f994e-7826-425e-99aa-2233352f4757 req-db2565c9-973d-4447-a5ae-1fd4a7643979 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1096 time: 0.0432320 Sep 17 22:28:30.895391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f994e-7826-425e-99aa-2233352f4757 req-77806922-eacd-4bb8-a502-06e4c866ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:30.897009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea3f994e-7826-425e-99aa-2233352f4757 req-77806922-eacd-4bb8-a502-06e4c866ec29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.0943310 Sep 17 22:28:30.971719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea3f994e-7826-425e-99aa-2233352f4757 req-3558a1c8-3f36-493c-ac4a-aaeceb5b308b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 999 time: 0.0593328 Sep 17 22:28:31.023462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f994e-7826-425e-99aa-2233352f4757 req-9c74fa8c-5b4a-49a2-9df5-0a4ec2fd35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.025372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea3f994e-7826-425e-99aa-2233352f4757 req-9c74fa8c-5b4a-49a2-9df5-0a4ec2fd35b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0461922 Sep 17 22:28:31.049980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:28:31.051681 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.116878 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event updated for resources: {'Subnet': ['ID=d5f26d2a-274e-42be-9c9c-2d5c54abd308,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:31.132576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Checking segment: {'id': 'c5386218-8871-4572-aec1-5afcc16c1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2b73c9a7-b609-45b1-8537-b9021f917142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:31.132929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network hostable DHCP agents. Network: 2b73c9a7-b609-45b1-8537-b9021f917142, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:31.228140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Network 2b73c9a7-b609-45b1-8537-b9021f917142 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:31.338334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 2b73c9a7-b609-45b1-8537-b9021f917142) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:31.362441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.364782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.369121 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19179dc-c0e4-4eaf-aec7-1dc270881efa None None] Network 2b73c9a7-b609-45b1-8537-b9021f917142 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:31.449863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f994e-7826-425e-99aa-2233352f4757 req-eff454f1-bf3e-41b0-9b46-e6ba30ebad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.451312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea3f994e-7826-425e-99aa-2233352f4757 req-eff454f1-bf3e-41b0-9b46-e6ba30ebad2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4177063 Sep 17 22:28:31.469526 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b15c07f-879c-4b21-bfdf-5d79760e4b59 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9791145 Sep 17 22:28:31.472086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38880) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:31.552752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5bccd-f643-4d28-8b45-6fd302e0c4f4 req-a460731b-8de4-4363-b2e6-6f529dd44a4e tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.554253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9a5bccd-f643-4d28-8b45-6fd302e0c4f4 req-a460731b-8de4-4363-b2e6-6f529dd44a4e tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 945 time: 0.1140418 Sep 17 22:28:31.569587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-2b73c9a7-b609-45b1-8537-b9021f917142', 'network_id': '2b73c9a7-b609-45b1-8537-b9021f917142', 'tenant_id': 'af9e8df9653f432ab4656b75426bd365', 'fixed_ips': [{'subnet_id': 'd5f26d2a-274e-42be-9c9c-2d5c54abd308'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:31.570515 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.590111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.600415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea3f994e-7826-425e-99aa-2233352f4757 req-019ca817-9ead-497e-b8cc-28832777d2f1 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304977 Sep 17 22:28:31.647599 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:31.729761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea3f994e-7826-425e-99aa-2233352f4757 req-72abe473-942d-49c3-ac56-538d6bd923f5 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192579 Sep 17 22:28:31.732862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Allocated IP 2001:db8::f816:3eff:fe2f:f9f0 (2b73c9a7-b609-45b1-8537-b9021f917142/d5f26d2a-274e-42be-9c9c-2d5c54abd308/e076d7a4-0abc-461d-a13b-1d7e851031e7) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:31.755453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9a5bccd-f643-4d28-8b45-6fd302e0c4f4 req-41552ecc-a576-45d0-aea0-02f519be06a4 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917925 Sep 17 22:28:31.819139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc088e-e555-4547-81f2-8148bd036fce req-03f6c20e-8e5d-4696-88f6-603fcd6e08c5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:31.819139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0adc088e-e555-4547-81f2-8148bd036fce req-03f6c20e-8e5d-4696-88f6-603fcd6e08c5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0815821 Sep 17 22:28:31.852096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0adc088e-e555-4547-81f2-8148bd036fce req-f4b1a2b6-3b84-47db-bd3d-74f698be3786 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370145 Sep 17 22:28:31.947929 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.057123 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.087715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Network 2b73c9a7-b609-45b1-8537-b9021f917142 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:32.090433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:32.094514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:32.111298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Pushing event updated for resources: {'Port': ['ID=e076d7a4-0abc-461d-a13b-1d7e851031e7,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:32.167095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Attempting to bind port e076d7a4-0abc-461d-a13b-1d7e851031e7 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:32.167460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Attempting to bind port e076d7a4-0abc-461d-a13b-1d7e851031e7 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c5386218-8871-4572-aec1-5afcc16c1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2b73c9a7-b609-45b1-8537-b9021f917142'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:32.167819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Attempting to bind port e076d7a4-0abc-461d-a13b-1d7e851031e7 on network 2b73c9a7-b609-45b1-8537-b9021f917142 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:32.171979 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.172968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:32.173344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Checking segment: {'id': 'c5386218-8871-4572-aec1-5afcc16c1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2b73c9a7-b609-45b1-8537-b9021f917142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:32.173733 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.174119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Bound using segment: {'id': 'c5386218-8871-4572-aec1-5afcc16c1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2b73c9a7-b609-45b1-8537-b9021f917142'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:32.175098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Bound port: e076d7a4-0abc-461d-a13b-1d7e851031e7, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5386218-8871-4572-aec1-5afcc16c1c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2b73c9a7-b609-45b1-8537-b9021f917142'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:32.175098 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.247583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] For port e076d7a4-0abc-461d-a13b-1d7e851031e7, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:32.252276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] For port e076d7a4-0abc-461d-a13b-1d7e851031e7, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e076d7a4-0abc-461d-a13b-1d7e851031e7,segment=NetworkSegment(c5386218-8871-4572-aec1-5afcc16c1c43),segment_id=c5386218-8871-4572-aec1-5afcc16c1c43)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:32.381013 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.474258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5438065-6191-4b13-99cc-67f40c23e3e1 None None] Pushing event updated for resources: {'Port': ['ID=e076d7a4-0abc-461d-a13b-1d7e851031e7,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:32.486719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcfe8b5-573d-435d-b764-c477486ffef2 None None] Network 2b73c9a7-b609-45b1-8537-b9021f917142 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:32.550817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f26d2a-274e-42be-9c9c-2d5c54abd308,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:32.617507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.634782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b5b6a-0346-4702-9aaa-3c5eb57a6f74 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:28:32.640137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b73c9a7-b609-45b1-8537-b9021f917142']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:32.652334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5386218-8871-4572-aec1-5afcc16c1c43') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:32.652637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5386218-8871-4572-aec1-5afcc16c1c43') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:32.664557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.687915 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.695025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:32.696348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:32.699065 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:32.742671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b5b6a-0346-4702-9aaa-3c5eb57a6f74 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:28:32.852689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:28:32.852689 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:28:32.852689 n-d-713498-17 neutron-server[101660]: [parameters: {'id': '2b73c9a7-b609-45b1-8537-b9021f917142'}] Sep 17 22:28:32.852689 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:28:32.852689 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:28:32.888378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba987d3-bc46-42b9-9f80-95df8bbc0d98 req-14c5afea-32c2-40e0-b6fc-59a7bb6e25a4 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:32.895680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dba987d3-bc46-42b9-9f80-95df8bbc0d98 req-14c5afea-32c2-40e0-b6fc-59a7bb6e25a4 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 945 time: 0.0653164 Sep 17 22:28:32.937533 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dba987d3-bc46-42b9-9f80-95df8bbc0d98 req-b8c80872-ed74-44fc-834f-d4dc48fead5c tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Sep 17 22:28:33.059518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad830-c91c-4bc9-932a-14c0e0f10e89 req-f3ddb9b7-8943-4add-b9ef-22328221fb11 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.061085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899ad830-c91c-4bc9-932a-14c0e0f10e89 req-f3ddb9b7-8943-4add-b9ef-22328221fb11 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1009159 Sep 17 22:28:33.104904 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899ad830-c91c-4bc9-932a-14c0e0f10e89 req-604b984d-f831-423d-8959-f2487798a462 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349684 Sep 17 22:28:33.273679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970088b-528b-472f-8b96-1839d2d59bd4 req-b7ff1bae-d0c1-40ac-aeb5-d2e075d50b4a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.275466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3970088b-528b-472f-8b96-1839d2d59bd4 req-b7ff1bae-d0c1-40ac-aeb5-d2e075d50b4a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0789814 Sep 17 22:28:33.319743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3970088b-528b-472f-8b96-1839d2d59bd4 req-ac663766-673d-47ff-978b-268049f4ae18 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376835 Sep 17 22:28:33.359577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.418825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Deleting port e076d7a4-0abc-461d-a13b-1d7e851031e7 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:33.419328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.486324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] For port e076d7a4-0abc-461d-a13b-1d7e851031e7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e076d7a4-0abc-461d-a13b-1d7e851031e7,segment=NetworkSegment(c5386218-8871-4572-aec1-5afcc16c1c43),segment_id=c5386218-8871-4572-aec1-5afcc16c1c43)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:33.486715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.501938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Calling delete_port for e076d7a4-0abc-461d-a13b-1d7e851031e7 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:33.677955 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.710994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Port': ['ID=e076d7a4-0abc-461d-a13b-1d7e851031e7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:33.714198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No DVR routers for this DVR port e076d7a4-0abc-461d-a13b-1d7e851031e7 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:33.814564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.854090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b73c9a7-b609-45b1-8537-b9021f917142']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:33.875666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5386218-8871-4572-aec1-5afcc16c1c43') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:33.875666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5386218-8871-4572-aec1-5afcc16c1c43') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:33.875876 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.893249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.899490 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:33.908280 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:33.950909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a599662-9c74-48e6-a659-6334b7614f4b req-74cdb879-22fe-4365-8cc7-c52f84f5c852 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:33.953104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a599662-9c74-48e6-a659-6334b7614f4b req-74cdb879-22fe-4365-8cc7-c52f84f5c852 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0637016 Sep 17 22:28:33.992902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a599662-9c74-48e6-a659-6334b7614f4b req-acb6be54-f317-43b3-b9f2-2f1867032dd2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332556 Sep 17 22:28:34.060377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.068530 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.070596 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/2b73c9a7-b609-45b1-8537-b9021f917142 HTTP/1.1" status: 204 len: 168 time: 2.5971861 Sep 17 22:28:34.074121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38954) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:34.085219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa0e48-4b2c-4cef-b58e-c3e516b71470 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Network': ['ID=2b73c9a7-b609-45b1-8537-b9021f917142,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:34.104565 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac73ff93-aeaf-4813-942f-9b7d6d06cb3c tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:34.105015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac73ff93-aeaf-4813-942f-9b7d6d06cb3c tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:34.106744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ac73ff93-aeaf-4813-942f-9b7d6d06cb3c tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/subnets/d5f26d2a-274e-42be-9c9c-2d5c54abd308 HTTP/1.1" status: 404 len: 337 time: 0.0313768 Sep 17 22:28:34.110235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38956) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:34.129402 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ce1a67-308a-40f9-a895-07b781ed2332 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:34.130200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ce1a67-308a-40f9-a895-07b781ed2332 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:34.131828 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-48ce1a67-308a-40f9-a895-07b781ed2332 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/2b73c9a7-b609-45b1-8537-b9021f917142 HTTP/1.1" status: 404 len: 339 time: 0.0206158 Sep 17 22:28:34.134321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38958) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:34.159880 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07d9f57-8049-466b-b9fe-0aad91f0c40c tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:34.160257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07d9f57-8049-466b-b9fe-0aad91f0c40c tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:34.162832 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c07d9f57-8049-466b-b9fe-0aad91f0c40c tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/subnets/ee7d2c80-c006-4825-a912-fa7894e74339 HTTP/1.1" status: 404 len: 337 time: 0.0265317 Sep 17 22:28:34.166451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 38962) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:34.185264 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-524a9e2f-40af-477d-b24e-73a64122b7ae tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:34.185801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524a9e2f-40af-477d-b24e-73a64122b7ae tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:34.188167 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-524a9e2f-40af-477d-b24e-73a64122b7ae tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/a4fa9740-b3b8-4302-a4a4-463588dc16cf HTTP/1.1" status: 404 len: 339 time: 0.0207775 Sep 17 22:28:34.190939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38968) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:34.216504 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1d95f4-8818-41a9-a454-e9bae920b499 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:34.216952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1d95f4-8818-41a9-a454-e9bae920b499 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:34.218900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7e1d95f4-8818-41a9-a454-e9bae920b499 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/subnets/cf0e50e3-accf-426a-a503-a707cecc97b9 HTTP/1.1" status: 404 len: 337 time: 0.0267634 Sep 17 22:28:34.221393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38978) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:34.239933 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e482bdd-2382-4e40-97c1-512c94df7b11 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:34.240464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e482bdd-2382-4e40-97c1-512c94df7b11 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:34.242206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8e482bdd-2382-4e40-97c1-512c94df7b11 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/d672fc35-1e90-4648-9713-fcab90aaaa9a HTTP/1.1" status: 404 len: 339 time: 0.0198243 Sep 17 22:28:34.248026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 38984) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:34.396750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7507ad3f-961c-466c-8378-9b8f43e49dd1 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Deleting port 402043fb-6759-4c5c-965b-00d31cd55eec {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:34.397095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7507ad3f-961c-466c-8378-9b8f43e49dd1 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.409405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d128c-e68f-49f1-be1b-800b2ce5273a req-41f43f7c-c40b-46f9-bf9a-67899e546909 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:34.411257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e6d128c-e68f-49f1-be1b-800b2ce5273a req-41f43f7c-c40b-46f9-bf9a-67899e546909 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0775955 Sep 17 22:28:34.501506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7507ad3f-961c-466c-8378-9b8f43e49dd1 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.513222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e6d128c-e68f-49f1-be1b-800b2ce5273a req-b46e900b-0401-4706-aeea-d67635ab149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909352 Sep 17 22:28:34.519627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7507ad3f-961c-466c-8378-9b8f43e49dd1 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Calling delete_port for 402043fb-6759-4c5c-965b-00d31cd55eec owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:34.724952 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7507ad3f-961c-466c-8378-9b8f43e49dd1 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.754651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507ad3f-961c-466c-8378-9b8f43e49dd1 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Port': ['ID=402043fb-6759-4c5c-965b-00d31cd55eec,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:34.764362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7507ad3f-961c-466c-8378-9b8f43e49dd1 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:34.764362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7507ad3f-961c-466c-8378-9b8f43e49dd1 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/ports/402043fb-6759-4c5c-965b-00d31cd55eec HTTP/1.1" status: 204 len: 168 time: 0.5163679 Sep 17 22:28:34.768606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39000) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:34.818400 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58fb279-809e-47c3-b1c3-ce87b15a576e tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:34.818973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58fb279-809e-47c3-b1c3-ce87b15a576e tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:34.822683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f58fb279-809e-47c3-b1c3-ce87b15a576e tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/subnets/b6d5ce6c-a28a-4425-8d9b-0a0d34c06747 HTTP/1.1" status: 404 len: 337 time: 0.0531824 Sep 17 22:28:34.826316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39006) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:34.957235 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.064290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.088935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a7d103-687e-4e86-81a2-f93f7dde7fa5']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:35.099880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a026e7-1d38-4c05-a55d-96be0720a662') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:35.100174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a026e7-1d38-4c05-a55d-96be0720a662') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:35.114767 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.132592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.143287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:35.143964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:35.148132 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:35.297169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.307195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.309068 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/70a7d103-687e-4e86-81a2-f93f7dde7fa5 HTTP/1.1" status: 204 len: 168 time: 0.4809132 Sep 17 22:28:35.312211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39010) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:35.330756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fbe2d-35cc-4eb2-95c5-119d46cf98e0 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Network': ['ID=70a7d103-687e-4e86-81a2-f93f7dde7fa5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:35.414558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-108ce507-66b1-4c65-a157-3a6c31131fa9 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Deleting port aa447cfe-fc21-448c-bb97-efe225572ea2 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:35.415003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-108ce507-66b1-4c65-a157-3a6c31131fa9 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.489159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-108ce507-66b1-4c65-a157-3a6c31131fa9 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.502862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-108ce507-66b1-4c65-a157-3a6c31131fa9 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Calling delete_port for aa447cfe-fc21-448c-bb97-efe225572ea2 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:35.659313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb58f8-531d-4a50-a831-8c23dca52692 req-0651f4ed-e708-4d92-aaaa-0208a6411066 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:35.660751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8cb58f8-531d-4a50-a831-8c23dca52692 req-0651f4ed-e708-4d92-aaaa-0208a6411066 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0576892 Sep 17 22:28:35.661925 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-108ce507-66b1-4c65-a157-3a6c31131fa9 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.701964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ce507-66b1-4c65-a157-3a6c31131fa9 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Port': ['ID=aa447cfe-fc21-448c-bb97-efe225572ea2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:35.725246 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-108ce507-66b1-4c65-a157-3a6c31131fa9 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:35.725246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-108ce507-66b1-4c65-a157-3a6c31131fa9 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/ports/aa447cfe-fc21-448c-bb97-efe225572ea2 HTTP/1.1" status: 204 len: 168 time: 0.4077675 Sep 17 22:28:35.725246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39014) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:35.754310 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-923092cd-3505-4349-a0e9-3b64c19b1d26 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:35.754729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923092cd-3505-4349-a0e9-3b64c19b1d26 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:35.756440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-923092cd-3505-4349-a0e9-3b64c19b1d26 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/subnets/a0fe69ff-9e1c-4805-8927-973631435bbf HTTP/1.1" status: 404 len: 337 time: 0.0321391 Sep 17 22:28:35.759121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39016) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:35.770144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8cb58f8-531d-4a50-a831-8c23dca52692 req-2a9bcb98-a712-4fea-9a98-84ef22a54202 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717585 Sep 17 22:28:35.896164 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.036921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.064606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0313e9-6a30-476d-98bd-fa8b0905123f']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:36.074310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e13190-203a-43b6-9276-3db4f555fde8') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:36.074872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e13190-203a-43b6-9276-3db4f555fde8') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:36.088238 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.108033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.118046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:36.118585 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:36.123630 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:36.276278 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.284274 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.288876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39028) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:36.290128 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/2c0313e9-6a30-476d-98bd-fa8b0905123f HTTP/1.1" status: 204 len: 168 time: 0.5297146 Sep 17 22:28:36.317571 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca8f05-1958-4c7a-8fe5-4a7aefa179a3 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Network': ['ID=2c0313e9-6a30-476d-98bd-fa8b0905123f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:36.350306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c550d8-6578-4d7a-b0c1-ded20f80753b req-0f12efdb-14b8-4e4e-bb03-df0e84b435d4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:36.363202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37c550d8-6578-4d7a-b0c1-ded20f80753b req-0f12efdb-14b8-4e4e-bb03-df0e84b435d4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1338737 Sep 17 22:28:36.409471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-489219d3-c928-4792-9c5b-000d30ce5558 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Deleting subnet ea399268-8a22-4809-85a3-4ef47ac3e87e {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:36.424915 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-489219d3-c928-4792-9c5b-000d30ce5558 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.443304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37c550d8-6578-4d7a-b0c1-ded20f80753b req-30449919-9899-4de1-945e-e3a6dd0228ab tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743313 Sep 17 22:28:36.490133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-489219d3-c928-4792-9c5b-000d30ce5558 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.596285 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-489219d3-c928-4792-9c5b-000d30ce5558 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.737056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-489219d3-c928-4792-9c5b-000d30ce5558 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.777484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489219d3-c928-4792-9c5b-000d30ce5558 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Subnet': ['ID=ea399268-8a22-4809-85a3-4ef47ac3e87e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:36.780302 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-489219d3-c928-4792-9c5b-000d30ce5558 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.785609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b56cec9-65bc-474c-9fb3-6487052acc29 None None] Network d13e57b8-11d5-4a74-98f0-56538967ec94 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:36.787118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39030) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:36.798652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-489219d3-c928-4792-9c5b-000d30ce5558 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/subnets/ea399268-8a22-4809-85a3-4ef47ac3e87e HTTP/1.1" status: 204 len: 168 time: 0.5085392 Sep 17 22:28:36.904860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:36.978192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Deleting port 70318ee2-4178-4760-bdbc-9462589e9f7f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:36.978632 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.021036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984ce76-5ec1-4c18-ba84-be4f6d9d9506 None None] DHCP port deletion for d13e57b8-11d5-4a74-98f0-56538967ec94 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:37.063361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] For port 70318ee2-4178-4760-bdbc-9462589e9f7f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=70318ee2-4178-4760-bdbc-9462589e9f7f,segment=NetworkSegment(6bc17d83-bb03-45ca-9b69-b4359143198d),segment_id=6bc17d83-bb03-45ca-9b69-b4359143198d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:37.063722 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.079376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Calling delete_port for 70318ee2-4178-4760-bdbc-9462589e9f7f owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:37.092009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0984ce76-5ec1-4c18-ba84-be4f6d9d9506 None None] Deleting port 70318ee2-4178-4760-bdbc-9462589e9f7f {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:37.093428 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0984ce76-5ec1-4c18-ba84-be4f6d9d9506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.296108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-62657625-3fb0-4218-b2b9-c3089f756fc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560365 Sep 17 22:28:37.324931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.357166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0984ce76-5ec1-4c18-ba84-be4f6d9d9506 None None] For port 70318ee2-4178-4760-bdbc-9462589e9f7f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=70318ee2-4178-4760-bdbc-9462589e9f7f,segment=NetworkSegment(6bc17d83-bb03-45ca-9b69-b4359143198d),segment_id=6bc17d83-bb03-45ca-9b69-b4359143198d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:37.357965 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0984ce76-5ec1-4c18-ba84-be4f6d9d9506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.373458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0984ce76-5ec1-4c18-ba84-be4f6d9d9506 None None] Calling delete_port for 70318ee2-4178-4760-bdbc-9462589e9f7f owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:37.378466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Port': ['ID=70318ee2-4178-4760-bdbc-9462589e9f7f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:37.395492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] No DVR routers for this DVR port 70318ee2-4178-4760-bdbc-9462589e9f7f on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:37.402631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-46dff47b-9a04-4c54-9e91-2afc189f3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:37.404608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-46dff47b-9a04-4c54-9e91-2afc189f3532 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1096 time: 0.0855110 Sep 17 22:28:37.471335 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0984ce76-5ec1-4c18-ba84-be4f6d9d9506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.501035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984ce76-5ec1-4c18-ba84-be4f6d9d9506 None None] Pushing event deleted for resources: {'Port': ['ID=70318ee2-4178-4760-bdbc-9462589e9f7f,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:37.504967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984ce76-5ec1-4c18-ba84-be4f6d9d9506 None None] No DVR routers for this DVR port 70318ee2-4178-4760-bdbc-9462589e9f7f on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:37.626642 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.657844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13e57b8-11d5-4a74-98f0-56538967ec94']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:37.675991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc17d83-bb03-45ca-9b69-b4359143198d') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:37.676798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc17d83-bb03-45ca-9b69-b4359143198d') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:37.678679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-4a2d70a7-e62e-4132-9fc3-7ada59865971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:37.680381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-4a2d70a7-e62e-4132-9fc3-7ada59865971 service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.2502396 Sep 17 22:28:37.690510 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.698777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523c8bb-9361-4887-855a-48873c4237ff req-b9ee30be-9783-4571-9c42-523bfa7ab9df tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:37.701647 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c523c8bb-9361-4887-855a-48873c4237ff req-b9ee30be-9783-4571-9c42-523bfa7ab9df tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0877547 Sep 17 22:28:37.715869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.722196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:37.722585 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:37.729225 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:37.814644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c523c8bb-9361-4887-855a-48873c4237ff req-ade0a9b7-3743-4a77-9011-acd8bbf28ce3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007559 Sep 17 22:28:37.816527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-1edf2974-cbfc-4efd-918f-d2bd6df9ecae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 999 time: 0.1137421 Sep 17 22:28:37.885129 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.891585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-ce74aa71-a4fd-4f78-aa28-925d5aece698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:37.893245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-ce74aa71-a4fd-4f78-aa28-925d5aece698 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0703163 Sep 17 22:28:37.903573 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:37.906135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] 10.222.0.13 "DELETE /v2.0/networks/d13e57b8-11d5-4a74-98f0-56538967ec94 HTTP/1.1" status: 204 len: 168 time: 1.1171348 Sep 17 22:28:37.916115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee6964-e594-489c-9515-efbca73accc5 tempest-NetworksIpV6TestAttrs-321653301 tempest-NetworksIpV6TestAttrs-321653301-project] Pushing event deleted for resources: {'Network': ['ID=d13e57b8-11d5-4a74-98f0-56538967ec94,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:38.007101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-1f21d8df-6c90-47eb-9eb6-20283a0d2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.008639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-1f21d8df-6c90-47eb-9eb6-20283a0d2f70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937741 Sep 17 22:28:38.032766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358c583-cf9b-4c7d-bb80-05c6a0f8a6c5 req-fb0c74fb-430e-49b8-8843-230d3bb317f5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.034302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c358c583-cf9b-4c7d-bb80-05c6a0f8a6c5 req-fb0c74fb-430e-49b8-8843-230d3bb317f5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0775793 Sep 17 22:28:38.121446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c358c583-cf9b-4c7d-bb80-05c6a0f8a6c5 req-79c28009-f005-4404-b97a-769ae4467244 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744808 Sep 17 22:28:38.179681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-a6267b38-baff-457f-9bf6-a89563d492ca service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630888 Sep 17 22:28:38.245152 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.401763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8468a63c-1a66-4210-bce2-b586cd7cfa66 req-0df19d37-1bd3-4b60-9894-5d41cc106078 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142851 Sep 17 22:28:38.415525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a939e-00c6-4460-ae25-9f6050538d05 req-493eee82-5e47-4bdb-b499-d3f4c7f628e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.424485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c8a939e-00c6-4460-ae25-9f6050538d05 req-493eee82-5e47-4bdb-b499-d3f4c7f628e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0973611 Sep 17 22:28:38.467994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c8a939e-00c6-4460-ae25-9f6050538d05 req-e405bf23-cabf-48e5-8f52-8992cb2f023d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420034 Sep 17 22:28:38.633001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39056) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:38.664452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ecfdb-5213-4e8d-b477-a7aafc1fe0da req-5a1f8d21-8157-4dab-8dd3-bad3ec4eebb6 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:38.668289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-244ecfdb-5213-4e8d-b477-a7aafc1fe0da req-5a1f8d21-8157-4dab-8dd3-bad3ec4eebb6 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0950053 Sep 17 22:28:38.737901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-244ecfdb-5213-4e8d-b477-a7aafc1fe0da req-725fdaa6-5480-44c1-85fa-86c1e977858b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631523 Sep 17 22:28:38.878925 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ce4c3162-a093-4938-b529-d4a8074b8cfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af9e8df9653f432ab4656b75426bd365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404046 Sep 17 22:28:38.879386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39062) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:38.924798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 70318ee2-4178-4760-bdbc-9462589e9f7f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:38.965643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 70318ee2-4178-4760-bdbc-9462589e9f7f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:38.966102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 70318ee2-4178-4760-bdbc-9462589e9f7f not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:38.967988 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-308f5ee8-2ca0-4faf-a471-c63b773c3974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:38.996408 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-308f5ee8-2ca0-4faf-a471-c63b773c3974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.141275 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-308f5ee8-2ca0-4faf-a471-c63b773c3974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.144210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-308f5ee8-2ca0-4faf-a471-c63b773c3974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:39.148285 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-308f5ee8-2ca0-4faf-a471-c63b773c3974 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22a9361b-16be-44be-a694-a510807b7d0e HTTP/1.1" status: 204 len: 168 time: 0.2650461 Sep 17 22:28:39.157578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f5ee8-2ca0-4faf-a471-c63b773c3974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a9361b-16be-44be-a694-a510807b7d0e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:39.919302 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.366169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39094) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:40.512522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-649325104'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:40.610235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:40.614294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.627154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.724403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.837658 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.868077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:40.887283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d202c5ab-79eb-4177-8d5e-48a9d578b194,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:40.892601 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:40.892945 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Added segment 2c9fdde2-2493-4c88-bd35-aeaca28d6efe of type vlan for network 3cc4f1b0-b239-4496-996c-ae9a48f05095 Sep 17 22:28:40.896516 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-27c7f951-519d-4d37-8b5c-670d0ec3591c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1465390 Sep 17 22:28:40.942299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.006082 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-fca1e270-b7df-4588-ac6e-1d5768f1fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:41.007714 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-fca1e270-b7df-4588-ac6e-1d5768f1fae0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 1098 time: 0.0630288 Sep 17 22:28:41.062582 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.070030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:41.070030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.189751 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8222885 Sep 17 22:28:41.192221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39106) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:41.197278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'name': 'tempest-PortsTestJSON-1206380006'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:41.202760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e1126-49a5-406b-a5cd-5105bace7e19 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Network': ['ID=3cc4f1b0-b239-4496-996c-ae9a48f05095,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:41.213388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:41.246625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-d9a89a26-e39d-4db3-9e77-ca81372d9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:41.249334 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-d9a89a26-e39d-4db3-9e77-ca81372d9a98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.2189152 Sep 17 22:28:41.335120 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-d57fae0f-676b-4d5a-bdc2-de6e54f6f2b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74a728b-52c9-405d-a22a-0554e6b42fde HTTP/1.1" status: 200 len: 217 time: 0.0799327 Sep 17 22:28:41.413027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-df45f597-3df7-4b0d-bcad-3ea58c2c8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:41.414512 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-df45f597-3df7-4b0d-bcad-3ea58c2c8781 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0692933 Sep 17 22:28:41.465089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-058666b1-2247-4b4a-98e6-49b8bf7f2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:41.465089 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-058666b1-2247-4b4a-98e6-49b8bf7f2736 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433099 Sep 17 22:28:41.505204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:41.510020 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.570650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:41.667057 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-dc73a82b-1486-4eb7-aaf2-13fee9ae7e17 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945834 Sep 17 22:28:41.930126 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:41.930126 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9b349a8a-d6ef-4a01-b25d-cc0d9639a4fa req-a6ae1298-df72-4fcb-b2dd-292c58b08375 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872251 Sep 17 22:28:42.001196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.077285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=5f2af0f9-3fa8-457b-81e7-83bbf135db98,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:42.096162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Checking segment: {'id': '2c9fdde2-2493-4c88-bd35-aeaca28d6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:42.096543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network hostable DHCP agents. Network: 3cc4f1b0-b239-4496-996c-ae9a48f05095, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:42.216488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:42.359551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 3cc4f1b0-b239-4496-996c-ae9a48f05095) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:42.364040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:42.369910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:42.370540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.372683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a778683-5c32-4a8c-a2f7-2ce508c2cb31 None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:42.515587 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-82e047ca-bc2a-4a8c-9c78-77908e4feb32 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3206880 Sep 17 22:28:42.519145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39140) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:42.526039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1116533170'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:42.667755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:42.671404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.703597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:42.713428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.713805 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Added segment 0f60c07c-795d-41ce-ac27-0c7eaa06b744 of type vlan for network 11a69781-d945-49dc-bbbe-79be5f6be899 Sep 17 22:28:42.769362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.885146 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.891785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:42.892382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:42.965314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Network': ['ID=11a69781-d945-49dc-bbbe-79be5f6be899,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:42.977081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 11a69781-d945-49dc-bbbe-79be5f6be899 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:43.001025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ca88e520-1b1f-42ac-8de0-f4fd7319a74a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4801748 Sep 17 22:28:43.004420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39150) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:43.010475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'ports': [{'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095'}, {'network_id': '11a69781-d945-49dc-bbbe-79be5f6be899'}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:43.010898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:43.011454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': '11a69781-d945-49dc-bbbe-79be5f6be899'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:43.294105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 2} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:43.302726 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.317098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.413241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 6d107209-2ab1-4144-b17c-0a7f5b9fa516 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:43.568084 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.681635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port df2448ac-07ef-4dda-b98c-599ad52e7ea6 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:43.821672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:43.983818 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.040856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:44.044296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:44.049148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:44.050059 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.064781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=6d107209-2ab1-4144-b17c-0a7f5b9fa516,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:44.133502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=df2448ac-07ef-4dda-b98c-599ad52e7ea6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:44.160583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Checking segment: {'id': '0f60c07c-795d-41ce-ac27-0c7eaa06b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11a69781-d945-49dc-bbbe-79be5f6be899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:44.160945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network hostable DHCP agents. Network: 11a69781-d945-49dc-bbbe-79be5f6be899, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:44.256299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 11a69781-d945-49dc-bbbe-79be5f6be899 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:44.350905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 11a69781-d945-49dc-bbbe-79be5f6be899) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:44.359549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:44.360148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83f4704-a06f-409d-8c5b-c10e460c9d14 None None] Network 11a69781-d945-49dc-bbbe-79be5f6be899 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:44.374880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:44.374880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:44.374880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.494877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-441e870b-d08b-4d7e-80f7-70020020f69a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4891655 Sep 17 22:28:44.497644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39182) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:44.605599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-dfca551d-e281-4687-828b-0a9aa4842925 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port df2448ac-07ef-4dda-b98c-599ad52e7ea6 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:44.606177 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfca551d-e281-4687-828b-0a9aa4842925 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.680629 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfca551d-e281-4687-828b-0a9aa4842925 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.694288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-dfca551d-e281-4687-828b-0a9aa4842925 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for df2448ac-07ef-4dda-b98c-599ad52e7ea6 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:44.861984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfca551d-e281-4687-828b-0a9aa4842925 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.898527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca551d-e281-4687-828b-0a9aa4842925 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=df2448ac-07ef-4dda-b98c-599ad52e7ea6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:44.912346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfca551d-e281-4687-828b-0a9aa4842925 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:44.916741 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dfca551d-e281-4687-828b-0a9aa4842925 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/df2448ac-07ef-4dda-b98c-599ad52e7ea6 HTTP/1.1" status: 204 len: 168 time: 0.4177010 Sep 17 22:28:44.918931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39192) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:44.972757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae13a2-c963-43c6-b906-eddb50fb7561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:44.979181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae13a2-c963-43c6-b906-eddb50fb7561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:44.980786 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-83ae13a2-c963-43c6-b906-eddb50fb7561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0609074 Sep 17 22:28:44.983764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39194) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:45.107095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-61915332-5954-422a-b345-3cc116db143f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 6d107209-2ab1-4144-b17c-0a7f5b9fa516 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:45.107476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-61915332-5954-422a-b345-3cc116db143f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.183738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-61915332-5954-422a-b345-3cc116db143f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.200029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-61915332-5954-422a-b345-3cc116db143f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 6d107209-2ab1-4144-b17c-0a7f5b9fa516 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:45.807217 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-61915332-5954-422a-b345-3cc116db143f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.836085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61915332-5954-422a-b345-3cc116db143f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=6d107209-2ab1-4144-b17c-0a7f5b9fa516,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:45.839950 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-61915332-5954-422a-b345-3cc116db143f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:45.845613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-61915332-5954-422a-b345-3cc116db143f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/6d107209-2ab1-4144-b17c-0a7f5b9fa516 HTTP/1.1" status: 204 len: 168 time: 0.8606555 Sep 17 22:28:45.846141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39206) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:45.903841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d185c-8ca8-46cf-b778-9bd908352670 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:45.918532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d53d185c-8ca8-46cf-b778-9bd908352670 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0685492 Sep 17 22:28:45.920186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39210) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:45.948895 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da98a4d-d080-438f-a22b-d6752b84c0fe tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:28:45.954841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5da98a4d-d080-438f-a22b-d6752b84c0fe tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/df2448ac-07ef-4dda-b98c-599ad52e7ea6 HTTP/1.1" status: 404 len: 333 time: 0.0315640 Sep 17 22:28:45.956724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39212) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:45.994151 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-db671539-799e-40ff-b4e3-44940aa887a1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:28:45.995889 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db671539-799e-40ff-b4e3-44940aa887a1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/6d107209-2ab1-4144-b17c-0a7f5b9fa516 HTTP/1.1" status: 404 len: 333 time: 0.0379064 Sep 17 22:28:45.998719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39214) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:46.091031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.186681 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.219225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a69781-d945-49dc-bbbe-79be5f6be899']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:46.232146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f60c07c-795d-41ce-ac27-0c7eaa06b744') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:46.232449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f60c07c-795d-41ce-ac27-0c7eaa06b744') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:46.244460 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.258428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.266161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:46.266730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:46.269855 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:46.445070 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.454462 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.461165 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/networks/11a69781-d945-49dc-bbbe-79be5f6be899 HTTP/1.1" status: 204 len: 168 time: 0.4578764 Sep 17 22:28:46.461528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39224) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:46.467031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1792735905'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:46.478701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676481c4-f050-4e81-83e1-3f1c0f9b3123 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Network': ['ID=11a69781-d945-49dc-bbbe-79be5f6be899,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:46.604737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:46.609522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.637027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:46.649866 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.650534 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Added segment 28e4be34-3437-4ed6-a017-595753a6abc8 of type vlan for network cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf Sep 17 22:28:46.698692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.798402 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.806589 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:46.812956 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:46.912879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Network': ['ID=cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:46.928355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:46.986844 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f2218acc-03f9-4cb9-a915-cb419533d34b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5229337 Sep 17 22:28:46.988724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39236) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:46.999629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': 'cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:47.180427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:47.188446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:47.506295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:47.564876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=ed49a0b9-b641-44b3-aeaa-a28fde6fa755,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:47.585042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Checking segment: {'id': '28e4be34-3437-4ed6-a017-595753a6abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:47.585876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network hostable DHCP agents. Network: cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:47.678852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:47.798961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:47.805680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:47.812297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:47.817252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706ae48-9633-4d22-8550-0dd24e849513 None None] Network cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:47.920835 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-73b72338-3539-42fa-b14a-c841d874947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:47.973420 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7f9edd43-4777-4a3a-97dc-d304f5357b96 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9835384 Sep 17 22:28:47.976195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39256) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:47.984929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': 'cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf', 'name': 'tempest-PortsTestJSON-676528438'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:48.038466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf', 'network_id': 'cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf', 'tenant_id': 'e395338bbc7f4e01adc39fb7b128803a', 'fixed_ips': [{'subnet_id': 'ed49a0b9-b641-44b3-aeaa-a28fde6fa755'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:48.039472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.223396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Allocated IP 172.20.0.2 (cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf/ed49a0b9-b641-44b3-aeaa-a28fde6fa755/60417c5c-c287-4811-a6e8-32e1656d43d6) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:48.265482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:48.270001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.288636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 26fd88d0-bdb3-4032-8d5c-7ad4041bd206 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:48.412433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.472093 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.523261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Pushing event updated for resources: {'Port': ['ID=60417c5c-c287-4811-a6e8-32e1656d43d6,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:48.536373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Network cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:48.537981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:48.540770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:48.588915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.7 (cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf/ed49a0b9-b641-44b3-aeaa-a28fde6fa755/26fd88d0-bdb3-4032-8d5c-7ad4041bd206) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:48.619732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Attempting to bind port 60417c5c-c287-4811-a6e8-32e1656d43d6 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:48.620125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Attempting to bind port 60417c5c-c287-4811-a6e8-32e1656d43d6 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '28e4be34-3437-4ed6-a017-595753a6abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:48.620616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Attempting to bind port 60417c5c-c287-4811-a6e8-32e1656d43d6 on network cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:48.626725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:48.627231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Checking segment: {'id': '28e4be34-3437-4ed6-a017-595753a6abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:48.627707 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.628185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Bound using segment: {'id': '28e4be34-3437-4ed6-a017-595753a6abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:48.628737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Bound port: 60417c5c-c287-4811-a6e8-32e1656d43d6, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e4be34-3437-4ed6-a017-595753a6abc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:48.629187 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.702359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] For port 60417c5c-c287-4811-a6e8-32e1656d43d6, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:48.710433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] For port 60417c5c-c287-4811-a6e8-32e1656d43d6, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=60417c5c-c287-4811-a6e8-32e1656d43d6,segment=NetworkSegment(28e4be34-3437-4ed6-a017-595753a6abc8),segment_id=28e4be34-3437-4ed6-a017-595753a6abc8)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:48.768762 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.880839 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.944272 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:48.954018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e74e2-b209-4de5-bf82-050509a3b5f8 None None] Pushing event updated for resources: {'Port': ['ID=60417c5c-c287-4811-a6e8-32e1656d43d6,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:49.005490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:49.008995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:49.012747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:49.059056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=26fd88d0-bdb3-4032-8d5c-7ad4041bd206,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:49.096481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:49.097293 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.191531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-03e6c4b4-9566-47f6-b05d-40fc8dda91d7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2111933 Sep 17 22:28:49.191531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39276) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:49.304831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c8656444-f07f-40f6-b892-dd3c3ebef995 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 26fd88d0-bdb3-4032-8d5c-7ad4041bd206 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:49.305253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8656444-f07f-40f6-b892-dd3c3ebef995 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.444195 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8656444-f07f-40f6-b892-dd3c3ebef995 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.457709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c8656444-f07f-40f6-b892-dd3c3ebef995 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 26fd88d0-bdb3-4032-8d5c-7ad4041bd206 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:49.707819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8656444-f07f-40f6-b892-dd3c3ebef995 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.752475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8656444-f07f-40f6-b892-dd3c3ebef995 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=26fd88d0-bdb3-4032-8d5c-7ad4041bd206,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:49.827901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8656444-f07f-40f6-b892-dd3c3ebef995 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:49.829870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c8656444-f07f-40f6-b892-dd3c3ebef995 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/26fd88d0-bdb3-4032-8d5c-7ad4041bd206 HTTP/1.1" status: 204 len: 168 time: 0.6372559 Sep 17 22:28:49.835183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39286) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:49.864665 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-287c6150-5550-4451-a158-512d0222dbb4 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:28:49.865631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287c6150-5550-4451-a158-512d0222dbb4 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:28:49.867839 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-287c6150-5550-4451-a158-512d0222dbb4 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/26fd88d0-bdb3-4032-8d5c-7ad4041bd206 HTTP/1.1" status: 404 len: 333 time: 0.0315747 Sep 17 22:28:49.870652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39290) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:49.902530 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-679844a4-f489-4a91-bc00-9feabd0c396d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:28:49.905442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-679844a4-f489-4a91-bc00-9feabd0c396d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/26fd88d0-bdb3-4032-8d5c-7ad4041bd206 HTTP/1.1" status: 404 len: 333 time: 0.0327382 Sep 17 22:28:49.908103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39292) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:49.969633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f424b42b-c9f8-4d90-8add-024f3047a6cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet ed49a0b9-b641-44b3-aeaa-a28fde6fa755 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:49.973194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f424b42b-c9f8-4d90-8add-024f3047a6cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.020529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f424b42b-c9f8-4d90-8add-024f3047a6cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.111129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f424b42b-c9f8-4d90-8add-024f3047a6cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.131543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39dda9-c6c1-46c4-a61f-1396cf87d7b5 None None] Network cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:50.219538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7cc33730-96d6-41f7-9b47-a644a5996746 None None] Provisioning complete for port 60417c5c-c287-4811-a6e8-32e1656d43d6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:50.219924 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7cc33730-96d6-41f7-9b47-a644a5996746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.393548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7cc33730-96d6-41f7-9b47-a644a5996746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.564893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da329b9a-326d-49fd-a221-42dfc13784ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.588664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f424b42b-c9f8-4d90-8add-024f3047a6cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.651081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-7cc33730-96d6-41f7-9b47-a644a5996746 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:28:50.652828 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-7cc33730-96d6-41f7-9b47-a644a5996746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:28:50.662151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424b42b-c9f8-4d90-8add-024f3047a6cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=ed49a0b9-b641-44b3-aeaa-a28fde6fa755,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:50.665829 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f424b42b-c9f8-4d90-8add-024f3047a6cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.671300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39316) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:50.677764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f424b42b-c9f8-4d90-8add-024f3047a6cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/ed49a0b9-b641-44b3-aeaa-a28fde6fa755 HTTP/1.1" status: 204 len: 168 time: 0.7681038 Sep 17 22:28:50.760941 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.837829 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 60417c5c-c287-4811-a6e8-32e1656d43d6 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:50.838555 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.852930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340dafbb-0320-4fce-91d7-a07b03f9253a None None] Network cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:50.956182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] For port 60417c5c-c287-4811-a6e8-32e1656d43d6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=60417c5c-c287-4811-a6e8-32e1656d43d6,segment=NetworkSegment(28e4be34-3437-4ed6-a017-595753a6abc8),segment_id=28e4be34-3437-4ed6-a017-595753a6abc8)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:50.956544 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:50.972877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 60417c5c-c287-4811-a6e8-32e1656d43d6 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:51.030074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 60417c5c-c287-4811-a6e8-32e1656d43d6 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:51.126385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc08e245-3a06-4554-83b8-e672174d741b None None] DHCP port deletion for cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:51.140098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 60417c5c-c287-4811-a6e8-32e1656d43d6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:51.140098 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.140788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.179144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=60417c5c-c287-4811-a6e8-32e1656d43d6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:51.189293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No DVR routers for this DVR port 60417c5c-c287-4811-a6e8-32e1656d43d6 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:51.215356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7cc33730-96d6-41f7-9b47-a644a5996746 None None] Port 60417c5c-c287-4811-a6e8-32e1656d43d6 update to ACTIVE by agent not found {{(pid=101662) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 22:28:51.221318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-cc08e245-3a06-4554-83b8-e672174d741b None None] The port '60417c5c-c287-4811-a6e8-32e1656d43d6' was deleted {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 22:28:51.230164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Port 60417c5c-c287-4811-a6e8-32e1656d43d6 was deleted so its status cannot be updated. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 22:28:51.323774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.336327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-07e3826c-5dd2-4e60-ac0e-f5be4acaef9e None None] Could not find standard attr ID for object 60417c5c-c287-4811-a6e8-32e1656d43d6. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:28:51.346528 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-07e3826c-5dd2-4e60-ac0e-f5be4acaef9e None None] Could not find standard attr ID for object 26fd88d0-bdb3-4032-8d5c-7ad4041bd206. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:28:51.353527 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.356920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:51.374568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e4be34-3437-4ed6-a017-595753a6abc8') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:51.374913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e4be34-3437-4ed6-a017-595753a6abc8') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:51.387464 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.406032 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.412833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:51.413318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:51.416880 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:51.541456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.546730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.552760 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/networks/cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf HTTP/1.1" status: 204 len: 168 time: 0.8764069 Sep 17 22:28:51.552992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39344) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:51.565247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1641399927'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:51.573279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14120d11-a845-4036-86c6-b74982c5d237 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Network': ['ID=cb8c4ac9-421d-4f7c-98ae-ad6b97d2b0cf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:51.627266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.659850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:51.663406 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.688924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:28:51.698670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.699172 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Added segment b496c963-1dad-4f35-8666-7f7196b12d20 of type vlan for network d24c800e-89fd-41ff-a849-c33b3fd480af Sep 17 22:28:51.745551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.878723 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.884308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:51.885201 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:51.980766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Network': ['ID=d24c800e-89fd-41ff-a849-c33b3fd480af,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:51.996671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d24c800e-89fd-41ff-a849-c33b3fd480af details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:28:52.023319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39354) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:52.032052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-272ce57f-6248-4bae-82a2-721a32eb2d3a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4749901 Sep 17 22:28:52.032356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': 'd24c800e-89fd-41ff-a849-c33b3fd480af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:52.236996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:52.240910 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.558071 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.647182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=ff1ec420-63ff-4fb7-9376-401f50d9612e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:52.657737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Checking segment: {'id': 'b496c963-1dad-4f35-8666-7f7196b12d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd24c800e-89fd-41ff-a849-c33b3fd480af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:52.658015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network hostable DHCP agents. Network: d24c800e-89fd-41ff-a849-c33b3fd480af, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:28:52.751525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network d24c800e-89fd-41ff-a849-c33b3fd480af is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:28:52.855072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d24c800e-89fd-41ff-a849-c33b3fd480af) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:52.860158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:52.860686 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:52.870640 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90004b5a-5c28-418e-b501-e1ba1c519928 None None] Network d24c800e-89fd-41ff-a849-c33b3fd480af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:52.954192 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d40c2504-6f2d-48df-96a6-0e5241afa84d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9295743 Sep 17 22:28:52.956777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39380) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:52.962429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': 'd24c800e-89fd-41ff-a849-c33b3fd480af', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1482672977'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:52.965832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 60417c5c-c287-4811-a6e8-32e1656d43d6 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:52.997705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 60417c5c-c287-4811-a6e8-32e1656d43d6 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:52.999023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 60417c5c-c287-4811-a6e8-32e1656d43d6 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:53.114709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d24c800e-89fd-41ff-a849-c33b3fd480af', 'network_id': 'd24c800e-89fd-41ff-a849-c33b3fd480af', 'tenant_id': 'e395338bbc7f4e01adc39fb7b128803a', 'fixed_ips': [{'subnet_id': 'ff1ec420-63ff-4fb7-9376-401f50d9612e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:28:53.114709 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.261740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:53.265508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.301496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 8830819d-5394-4445-975f-130c7d11e764 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:53.307621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Allocated IP 172.20.0.2 (d24c800e-89fd-41ff-a849-c33b3fd480af/ff1ec420-63ff-4fb7-9376-401f50d9612e/c6fe5397-4f54-4f10-89ba-f3185b76492e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:53.438777 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.528755 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.614569 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.671535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Network d24c800e-89fd-41ff-a849-c33b3fd480af is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:53.681715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:53.681715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:53.699177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Pushing event updated for resources: {'Port': ['ID=c6fe5397-4f54-4f10-89ba-f3185b76492e,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:53.712291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.8 (d24c800e-89fd-41ff-a849-c33b3fd480af/ff1ec420-63ff-4fb7-9376-401f50d9612e/8830819d-5394-4445-975f-130c7d11e764) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:28:53.773515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Attempting to bind port c6fe5397-4f54-4f10-89ba-f3185b76492e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:28:53.773922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Attempting to bind port c6fe5397-4f54-4f10-89ba-f3185b76492e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'b496c963-1dad-4f35-8666-7f7196b12d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd24c800e-89fd-41ff-a849-c33b3fd480af'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:28:53.774455 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Attempting to bind port c6fe5397-4f54-4f10-89ba-f3185b76492e on network d24c800e-89fd-41ff-a849-c33b3fd480af {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:28:53.783394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:28:53.783784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Checking segment: {'id': 'b496c963-1dad-4f35-8666-7f7196b12d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd24c800e-89fd-41ff-a849-c33b3fd480af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:28:53.784198 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.784599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Bound using segment: {'id': 'b496c963-1dad-4f35-8666-7f7196b12d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd24c800e-89fd-41ff-a849-c33b3fd480af'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:28:53.785253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Bound port: c6fe5397-4f54-4f10-89ba-f3185b76492e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b496c963-1dad-4f35-8666-7f7196b12d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd24c800e-89fd-41ff-a849-c33b3fd480af'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:28:53.785689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.888462 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:53.900070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] For port c6fe5397-4f54-4f10-89ba-f3185b76492e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:28:53.907809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] For port c6fe5397-4f54-4f10-89ba-f3185b76492e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c6fe5397-4f54-4f10-89ba-f3185b76492e,segment=NetworkSegment(b496c963-1dad-4f35-8666-7f7196b12d20),segment_id=b496c963-1dad-4f35-8666-7f7196b12d20)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:28:54.026869 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.060249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.117680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e920-5626-42b7-b8dc-de0d7118b916 None None] Pushing event updated for resources: {'Port': ['ID=c6fe5397-4f54-4f10-89ba-f3185b76492e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:54.139920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network d24c800e-89fd-41ff-a849-c33b3fd480af is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:54.163253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=8830819d-5394-4445-975f-130c7d11e764,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:54.163253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:54.165706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:54.221904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:54.223085 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.333645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39408) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:54.342027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c842dd74-4bab-454c-a3b1-3042d14f3b2c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3807900 Sep 17 22:28:54.552161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f6298c5c-cebf-4bd8-8f38-4a5e36a5c004 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 8830819d-5394-4445-975f-130c7d11e764 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:54.552771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6298c5c-cebf-4bd8-8f38-4a5e36a5c004 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.677323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6298c5c-cebf-4bd8-8f38-4a5e36a5c004 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.692027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f6298c5c-cebf-4bd8-8f38-4a5e36a5c004 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 8830819d-5394-4445-975f-130c7d11e764 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:54.934645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6298c5c-cebf-4bd8-8f38-4a5e36a5c004 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:54.981804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6298c5c-cebf-4bd8-8f38-4a5e36a5c004 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=8830819d-5394-4445-975f-130c7d11e764,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:55.019289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c6fe5397-4f54-4f10-89ba-f3185b76492e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:28:55.127720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6298c5c-cebf-4bd8-8f38-4a5e36a5c004 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.131062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f6298c5c-cebf-4bd8-8f38-4a5e36a5c004 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/8830819d-5394-4445-975f-130c7d11e764 HTTP/1.1" status: 204 len: 168 time: 0.7935202 Sep 17 22:28:55.133502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39422) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:55.160143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c6fe5397-4f54-4f10-89ba-f3185b76492e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:55.160624 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.185804 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a696de7-4984-4f64-b793-9637ae20d229 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:28:55.193706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39426) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:55.195596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4a696de7-4984-4f64-b793-9637ae20d229 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/8830819d-5394-4445-975f-130c7d11e764 HTTP/1.1" status: 404 len: 333 time: 0.0607302 Sep 17 22:28:55.283542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd869bdd-5dd8-4281-8e77-54926bea6d3b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet ff1ec420-63ff-4fb7-9376-401f50d9612e {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:28:55.287215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.287403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd869bdd-5dd8-4281-8e77-54926bea6d3b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.328843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port c6fe5397-4f54-4f10-89ba-f3185b76492e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c6fe5397-4f54-4f10-89ba-f3185b76492e,segment=NetworkSegment(b496c963-1dad-4f35-8666-7f7196b12d20),segment_id=b496c963-1dad-4f35-8666-7f7196b12d20)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:55.346696 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd869bdd-5dd8-4281-8e77-54926bea6d3b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.393215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.488439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=c6fe5397-4f54-4f10-89ba-f3185b76492e,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:55.575261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd869bdd-5dd8-4281-8e77-54926bea6d3b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.634661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b3327d-de2e-4ae3-b7bd-246563ebe0e5 None None] Network d24c800e-89fd-41ff-a849-c33b3fd480af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:55.722453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fd64f198-5452-4b2b-a06a-c97bf75c985a None None] Provisioning complete for port c6fe5397-4f54-4f10-89ba-f3185b76492e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:55.722986 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd64f198-5452-4b2b-a06a-c97bf75c985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.844377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd869bdd-5dd8-4281-8e77-54926bea6d3b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.872002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd869bdd-5dd8-4281-8e77-54926bea6d3b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1ec420-63ff-4fb7-9376-401f50d9612e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:55.876741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd869bdd-5dd8-4281-8e77-54926bea6d3b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:55.879027 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cd869bdd-5dd8-4281-8e77-54926bea6d3b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/ff1ec420-63ff-4fb7-9376-401f50d9612e HTTP/1.1" status: 204 len: 168 time: 0.6842782 Sep 17 22:28:55.881663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39442) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:56.009064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.079107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port c6fe5397-4f54-4f10-89ba-f3185b76492e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:56.079455 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.148308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] For port c6fe5397-4f54-4f10-89ba-f3185b76492e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c6fe5397-4f54-4f10-89ba-f3185b76492e,segment=NetworkSegment(b496c963-1dad-4f35-8666-7f7196b12d20),segment_id=b496c963-1dad-4f35-8666-7f7196b12d20)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:28:56.148760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.165749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for c6fe5397-4f54-4f10-89ba-f3185b76492e owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:56.284361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43319125-8a3d-4940-bdba-6d531a6b3e80 None None] Network d24c800e-89fd-41ff-a849-c33b3fd480af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:28:56.315817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7f127254-1642-4ed3-92c3-898891f51437 None None] Provisioning complete for port c6fe5397-4f54-4f10-89ba-f3185b76492e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:28:56.316189 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f127254-1642-4ed3-92c3-898891f51437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.365041 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.393823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=c6fe5397-4f54-4f10-89ba-f3185b76492e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:56.403636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No DVR routers for this DVR port c6fe5397-4f54-4f10-89ba-f3185b76492e on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:28:56.453784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7f127254-1642-4ed3-92c3-898891f51437 None None] Could not find standard attr ID for object c6fe5397-4f54-4f10-89ba-f3185b76492e. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:28:56.456900 n-d-713498-17 neutron-server[101662]: INFO neutron.plugins.ml2.db [None req-7f127254-1642-4ed3-92c3-898891f51437 None None] No ports have port_id starting with c6fe5397-4f54-4f10-89ba-f3185b76492e Sep 17 22:28:56.516898 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.538373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df66a55-aba2-4988-bde2-a26d667858a7 None None] DHCP port deletion for d24c800e-89fd-41ff-a849-c33b3fd480af request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:28:56.949409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24c800e-89fd-41ff-a849-c33b3fd480af']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:56.950475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c6fe5397-4f54-4f10-89ba-f3185b76492e no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:28:56.960521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b496c963-1dad-4f35-8666-7f7196b12d20') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:56.960823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b496c963-1dad-4f35-8666-7f7196b12d20') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:28:56.970037 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:56.970747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: c6fe5397-4f54-4f10-89ba-f3185b76492e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:28:56.971124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c6fe5397-4f54-4f10-89ba-f3185b76492e not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:28:56.995521 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.002672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:28:57.003577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:28:57.007227 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:28:57.186480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.194723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.196273 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/networks/d24c800e-89fd-41ff-a849-c33b3fd480af HTTP/1.1" status: 204 len: 168 time: 1.3129134 Sep 17 22:28:57.200628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39472) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:57.215870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'name': 'tempest-PortsTestJSON-1564968242'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:57.219335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789d26f-c38d-4b0c-a7ce-b7dbaf91f3d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Network': ['ID=d24c800e-89fd-41ff-a849-c33b3fd480af,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:57.477161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:57.480794 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.500081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 57da4323-b9d9-457d-9b41-cc87396e52c7 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:57.712260 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.856222 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.902015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:57.909663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:57.912766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:57.920539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:57.921012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:57.939859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=57da4323-b9d9-457d-9b41-cc87396e52c7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:58.005153 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b5dd6daf-c187-4643-bd11-ff0bdc69bdc3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7934754 Sep 17 22:28:58.008247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39490) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:58.112469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 57da4323-b9d9-457d-9b41-cc87396e52c7 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:58.112772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:58.195734 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:58.212503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 57da4323-b9d9-457d-9b41-cc87396e52c7 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:58.405375 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:58.439964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=57da4323-b9d9-457d-9b41-cc87396e52c7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:58.444834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:58.446739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/57da4323-b9d9-457d-9b41-cc87396e52c7 HTTP/1.1" status: 204 len: 168 time: 0.4374888 Sep 17 22:28:58.449573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39498) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:58.452856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.453206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.453547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.453882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.454213 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.454541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.454924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.455281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.455602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.455730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'mac_address': 'fa:16:3e:3c:cc:0f', 'name': 'tempest-PortsTestJSON-425699048'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:28:58.455924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.456268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.456610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ff773-def3-4b6a-b14d-79dd21e1602f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:58.803142 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:28:58.881248 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:58.908180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 347cf5c2-dcf5-4ba0-8b55-b8e17fa297fe yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:28:59.092310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.260576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.309615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:28:59.313062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:28:59.315907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:28:59.322275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.322275 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.338772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=347cf5c2-dcf5-4ba0-8b55-b8e17fa297fe,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:59.399789 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-543c3813-00d7-4dfb-a5c4-7ff3c3a6c5d9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9490688 Sep 17 22:28:59.402300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39520) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:59.458756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28558a89-df94-4aec-a8d9-18eb66c83333 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:28:59.458756 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-28558a89-df94-4aec-a8d9-18eb66c83333 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/347cf5c2-dcf5-4ba0-8b55-b8e17fa297fe HTTP/1.1" status: 200 len: 840 time: 0.0532539 Sep 17 22:28:59.460740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39522) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:59.559474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 347cf5c2-dcf5-4ba0-8b55-b8e17fa297fe {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:28:59.559988 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.635769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.648501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 347cf5c2-dcf5-4ba0-8b55-b8e17fa297fe owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:28:59.859846 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.896649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=347cf5c2-dcf5-4ba0-8b55-b8e17fa297fe,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:28:59.902817 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:28:59.905715 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/347cf5c2-dcf5-4ba0-8b55-b8e17fa297fe HTTP/1.1" status: 204 len: 168 time: 0.4440148 Sep 17 22:28:59.909067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39534) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:59.912759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.913112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.913454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.913815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.914287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.914620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.914975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.915305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.915636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.915961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.916285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.916672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d07bf-2421-4827-9af3-8d27facdf959 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:28:59.943153 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e45ff6-c9f2-4137-897f-9d1ba0bf89cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:28:59.944712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6e45ff6-c9f2-4137-897f-9d1ba0bf89cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/347cf5c2-dcf5-4ba0-8b55-b8e17fa297fe HTTP/1.1" status: 404 len: 333 time: 0.0339942 Sep 17 22:28:59.948769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39538) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:28:59.955120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'name': 'tempest-PortsTestJSON-1330609319'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:00.158937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:00.164721 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.192108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 13f7d6b6-b2fb-4e49-bb87-91c4195a1330 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:00.389921 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.514400 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.556565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:00.559527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:00.562783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:00.568258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:00.568865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.589627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=13f7d6b6-b2fb-4e49-bb87-91c4195a1330,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:00.670855 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fcb4dd20-5c3c-4ff6-abfa-743c4eabac46 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7176621 Sep 17 22:29:00.671179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39562) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:00.677026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-04846d5d-90ec-411b-b3a3-9ba70420a705 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:00.757288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39566) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:00.766879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04846d5d-90ec-411b-b3a3-9ba70420a705 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.931637 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af6b2b39-c579-432a-b020-3a49ac6c27e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:00.974189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04846d5d-90ec-411b-b3a3-9ba70420a705 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.048778 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af6b2b39-c579-432a-b020-3a49ac6c27e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.061171 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04846d5d-90ec-411b-b3a3-9ba70420a705 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.094361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-04846d5d-90ec-411b-b3a3-9ba70420a705 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] In _notify_port_updated(), no bound segment for port 13f7d6b6-b2fb-4e49-bb87-91c4195a1330 on network 3cc4f1b0-b239-4496-996c-ae9a48f05095 {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:29:01.095803 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:29:01.102508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04846d5d-90ec-411b-b3a3-9ba70420a705 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:01.103203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04846d5d-90ec-411b-b3a3-9ba70420a705 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.104695 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-04846d5d-90ec-411b-b3a3-9ba70420a705 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "PUT /v2.0/ports/13f7d6b6-b2fb-4e49-bb87-91c4195a1330 HTTP/1.1" status: 200 len: 818 time: 0.4321618 Sep 17 22:29:01.107680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39572) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:01.130404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04846d5d-90ec-411b-b3a3-9ba70420a705 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=13f7d6b6-b2fb-4e49-bb87-91c4195a1330,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:01.153140 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af6b2b39-c579-432a-b020-3a49ac6c27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.201687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-af6b2b39-c579-432a-b020-3a49ac6c27e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c3a53be459747988c8d53427582d315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404228 Sep 17 22:29:01.202261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39574) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:01.210085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b2b39-c579-432a-b020-3a49ac6c27e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84806ac-abcc-43f2-ac81-77fe1957618d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:01.212094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c39d2786-236c-4ee8-8739-584f9c1daf7a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 13f7d6b6-b2fb-4e49-bb87-91c4195a1330 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:01.212598 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c39d2786-236c-4ee8-8739-584f9c1daf7a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.259577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fecbfc3-0f6e-4ab8-a776-9044ac1623fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.282163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fecbfc3-0f6e-4ab8-a776-9044ac1623fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.291519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c39d2786-236c-4ee8-8739-584f9c1daf7a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.306509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c39d2786-236c-4ee8-8739-584f9c1daf7a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 13f7d6b6-b2fb-4e49-bb87-91c4195a1330 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:01.410697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fecbfc3-0f6e-4ab8-a776-9044ac1623fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.412892 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fecbfc3-0f6e-4ab8-a776-9044ac1623fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.414060 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2fecbfc3-0f6e-4ab8-a776-9044ac1623fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d84806ac-abcc-43f2-ac81-77fe1957618d HTTP/1.1" status: 204 len: 168 time: 0.2109530 Sep 17 22:29:01.422940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecbfc3-0f6e-4ab8-a776-9044ac1623fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84806ac-abcc-43f2-ac81-77fe1957618d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:01.484189 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c39d2786-236c-4ee8-8739-584f9c1daf7a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.512411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d2786-236c-4ee8-8739-584f9c1daf7a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=13f7d6b6-b2fb-4e49-bb87-91c4195a1330,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:01.525202 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c39d2786-236c-4ee8-8739-584f9c1daf7a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.527207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c39d2786-236c-4ee8-8739-584f9c1daf7a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/13f7d6b6-b2fb-4e49-bb87-91c4195a1330 HTTP/1.1" status: 204 len: 168 time: 0.4179218 Sep 17 22:29:01.529996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39578) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:01.578698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc539637-1fa5-4042-88b7-a2a728ccc155 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:01.580245 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bc539637-1fa5-4042-88b7-a2a728ccc155 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0492723 Sep 17 22:29:01.583032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39580) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:01.607967 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce03617-eb42-4320-b2e2-ad15835c9851 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:29:01.609454 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ce03617-eb42-4320-b2e2-ad15835c9851 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/13f7d6b6-b2fb-4e49-bb87-91c4195a1330 HTTP/1.1" status: 404 len: 333 time: 0.0255229 Sep 17 22:29:01.613259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39582) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:01.619338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-454666419'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:01.744037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:01.744037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.765700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:01.775236 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:01.775517 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Added segment 7e441281-330f-412b-8e50-8d46058b5857 of type vlan for network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 Sep 17 22:29:01.827358 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.324223 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.329952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:02.336007 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.403469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Network': ['ID=0a38a1fb-5da7-4087-b8a8-734d38d08d65,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:02.418421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:02.462233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b6c17981-0423-4925-aef1-e8fca9e43b13 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8478372 Sep 17 22:29:02.465121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39604) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:02.474282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:02.695594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:02.699122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:02.974115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.035575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=b8306a76-557f-4a0f-b229-3c5864878158,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:03.049307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Checking segment: {'id': '7e441281-330f-412b-8e50-8d46058b5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:03.049668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network hostable DHCP agents. Network: 0a38a1fb-5da7-4087-b8a8-734d38d08d65, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:03.151083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:03.282648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 0a38a1fb-5da7-4087-b8a8-734d38d08d65) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:03.287290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:03.287743 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.296931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5dc1ff-f7b8-4591-a5ae-ef844f65820f None None] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:03.354634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39620) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:03.385354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39624) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:03.385986 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67f50415-d49e-491b-89df-f382db81c8d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9176190 Sep 17 22:29:03.390542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ef44c039-0541-4deb-bdb3-b24fb5e0d78a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:03.475124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-0a38a1fb-5da7-4087-b8a8-734d38d08d65', 'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65', 'tenant_id': 'e395338bbc7f4e01adc39fb7b128803a', 'fixed_ips': [{'subnet_id': 'b8306a76-557f-4a0f-b229-3c5864878158'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:29:03.475995 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.484379 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49a87ddb-61d1-4d3f-8d78-722e65a9256a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.598349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49a87ddb-61d1-4d3f-8d78-722e65a9256a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.638168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Allocated IP 172.20.0.2 (0a38a1fb-5da7-4087-b8a8-734d38d08d65/b8306a76-557f-4a0f-b229-3c5864878158/eeb3afbb-6e67-4c81-a218-2859d59bf741) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:03.689898 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49a87ddb-61d1-4d3f-8d78-722e65a9256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.740826 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-49a87ddb-61d1-4d3f-8d78-722e65a9256a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85809af80a4a490daef02d12986bf526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849983 Sep 17 22:29:03.741936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a87ddb-61d1-4d3f-8d78-722e65a9256a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4efea4-b516-47c4-9b9a-8e94b8d9813f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:03.745573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39626) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:03.793817 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.808945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44c039-0541-4deb-bdb3-b24fb5e0d78a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:03.811913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef44c039-0541-4deb-bdb3-b24fb5e0d78a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.835838 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7afb0d75-45e5-4ea5-a9c7-1daa0f310771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.903390 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7afb0d75-45e5-4ea5-a9c7-1daa0f310771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.941917 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:03.950971 n-d-713498-17 neutron-server[101661]: INFO neutron.db.ipam_backend_mixin [None req-ef44c039-0541-4deb-bdb3-b24fb5e0d78a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b8306a76-557f-4a0f-b229-3c5864878158 (CIDR: 172.20.0.0/28) Sep 17 22:29:03.984883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:03.987625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:03.993981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:03.996926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Pushing event updated for resources: {'Port': ['ID=eeb3afbb-6e67-4c81-a218-2859d59bf741,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:04.011978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.012323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.012660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.012993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.013380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.013743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.014070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.014386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.014707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.015062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.015383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.015702 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:04.026252 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef44c039-0541-4deb-bdb3-b24fb5e0d78a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:29:04.026885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef44c039-0541-4deb-bdb3-b24fb5e0d78a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:04.061500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7afb0d75-45e5-4ea5-a9c7-1daa0f310771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.064457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7afb0d75-45e5-4ea5-a9c7-1daa0f310771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.068488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7afb0d75-45e5-4ea5-a9c7-1daa0f310771 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e4efea4-b516-47c4-9b9a-8e94b8d9813f HTTP/1.1" status: 204 len: 168 time: 0.3182104 Sep 17 22:29:04.078661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Attempting to bind port eeb3afbb-6e67-4c81-a218-2859d59bf741 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:04.079134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Attempting to bind port eeb3afbb-6e67-4c81-a218-2859d59bf741 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7e441281-330f-412b-8e50-8d46058b5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:04.079783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Attempting to bind port eeb3afbb-6e67-4c81-a218-2859d59bf741 on network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:04.082330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb0d75-45e5-4ea5-a9c7-1daa0f310771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4efea4-b516-47c4-9b9a-8e94b8d9813f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:04.088849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:04.089503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Checking segment: {'id': '7e441281-330f-412b-8e50-8d46058b5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:04.090025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.090419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Bound using segment: {'id': '7e441281-330f-412b-8e50-8d46058b5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:04.092541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Bound port: eeb3afbb-6e67-4c81-a218-2859d59bf741, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e441281-330f-412b-8e50-8d46058b5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:04.092983 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.160435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ef44c039-0541-4deb-bdb3-b24fb5e0d78a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7733374 Sep 17 22:29:04.162437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39634) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:04.171650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] For port eeb3afbb-6e67-4c81-a218-2859d59bf741, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:04.174731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:04.175403 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] For port eeb3afbb-6e67-4c81-a218-2859d59bf741, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eeb3afbb-6e67-4c81-a218-2859d59bf741,segment=NetworkSegment(7e441281-330f-412b-8e50-8d46058b5857),segment_id=7e441281-330f-412b-8e50-8d46058b5857)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:04.296174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.369828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de2244-2fef-453c-9287-02e7fa850356 None None] Pushing event updated for resources: {'Port': ['ID=eeb3afbb-6e67-4c81-a218-2859d59bf741,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:04.393034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:04.408815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.881875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.928006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:04.933383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:04.941968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:04.942568 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:04.953879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eeb3afbb-6e67-4c81-a218-2859d59bf741 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:04.960259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:05.008912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port eeb3afbb-6e67-4c81-a218-2859d59bf741 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:05.009281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.020305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2e316b3f-5131-4385-a887-4401fd04f131 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8559556 Sep 17 22:29:05.023136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39640) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:05.028490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65', 'fixed_ips': [{'subnet_id': 'b8306a76-557f-4a0f-b229-3c5864878158'}, {'subnet_id': 'ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd'}], 'name': 'tempest-PortsTestJSON-1155008609'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:05.100745 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.144626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port eeb3afbb-6e67-4c81-a218-2859d59bf741, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eeb3afbb-6e67-4c81-a218-2859d59bf741,segment=NetworkSegment(7e441281-330f-412b-8e50-8d46058b5857),segment_id=7e441281-330f-412b-8e50-8d46058b5857)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:05.231092 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.284160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:05.292257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=eeb3afbb-6e67-4c81-a218-2859d59bf741,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:05.394657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.413158 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:05.504175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a68c02-9796-47cc-8751-55751f3f1962 None None] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:05.592848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-54deceb4-09ff-4055-9e3f-1fe41d6330a0 None None] Provisioning complete for port eeb3afbb-6e67-4c81-a218-2859d59bf741 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:05.593130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54deceb4-09ff-4055-9e3f-1fe41d6330a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.742056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.14 (0a38a1fb-5da7-4087-b8a8-734d38d08d65/b8306a76-557f-4a0f-b229-3c5864878158/be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:05.751992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.29 (0a38a1fb-5da7-4087-b8a8-734d38d08d65/ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd/be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:05.796376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d9f000-4a56-4f46-a18d-b93570b768b1 None None] Update dhcp port {'port': {'network_id': '0a38a1fb-5da7-4087-b8a8-734d38d08d65', 'fixed_ips': [{'subnet_id': 'b8306a76-557f-4a0f-b229-3c5864878158', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd'}], 'binding:host_id': 'n-d-713498-17'}, 'id': 'eeb3afbb-6e67-4c81-a218-2859d59bf741'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:29:05.821682 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f000-4a56-4f46-a18d-b93570b768b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:05.908156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.043501 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.095129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:06.098606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:06.100030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-a8d9f000-4a56-4f46-a18d-b93570b768b1 None None] Allocated IP 172.20.0.18 (0a38a1fb-5da7-4087-b8a8-734d38d08d65/ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd/eeb3afbb-6e67-4c81-a218-2859d59bf741) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:06.103371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:06.113142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:06.161593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:06.162237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.219326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a8d9f000-4a56-4f46-a18d-b93570b768b1 None None] For port eeb3afbb-6e67-4c81-a218-2859d59bf741, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eeb3afbb-6e67-4c81-a218-2859d59bf741,segment=NetworkSegment(7e441281-330f-412b-8e50-8d46058b5857),segment_id=7e441281-330f-412b-8e50-8d46058b5857)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:06.249893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f000-4a56-4f46-a18d-b93570b768b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.260702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c4460ee4-f7f5-4ab8-9cd4-28078d7083a3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.2362518 Sep 17 22:29:06.264812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39656) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:06.270199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8306a76-557f-4a0f-b229-3c5864878158'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:06.334414 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f000-4a56-4f46-a18d-b93570b768b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.348674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.431294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9f000-4a56-4f46-a18d-b93570b768b1 None None] Pushing event updated for resources: {'Port': ['ID=eeb3afbb-6e67-4c81-a218-2859d59bf741,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:06.620326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Delete allocated IP 172.20.0.29 (0a38a1fb-5da7-4087-b8a8-734d38d08d65/ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd) {{(pid=101661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:29:06.779943 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.849765 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:06.982667 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eeb3afbb-6e67-4c81-a218-2859d59bf741 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:07.036107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:07.062701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] In _notify_port_updated(), no bound segment for port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd on network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:29:07.068775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:07.074092 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.074092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1e8dbcf0-0612-483b-951c-57f6c5e181be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "PUT /v2.0/ports/be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd HTTP/1.1" status: 200 len: 920 time: 0.8050818 Sep 17 22:29:07.074092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39674) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:07.079449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port eeb3afbb-6e67-4c81-a218-2859d59bf741 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:07.079926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8306a76-557f-4a0f-b229-3c5864878158'}, {'subnet_id': 'ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:07.080619 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.135613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d7d50-fc38-4cac-9206-a2dc9c668e14 None None] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:07.163639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.252246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-deae60a0-d7c4-4645-9b4f-28c9b4e7dd32 None None] Provisioning complete for port eeb3afbb-6e67-4c81-a218-2859d59bf741 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:07.252961 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-deae60a0-d7c4-4645-9b4f-28c9b4e7dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.535284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.26 (0a38a1fb-5da7-4087-b8a8-734d38d08d65/ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd/be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:07.545808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546e15e-9243-45fc-a713-06d67a1a40d4 req-4103f4ee-14af-4f25-a236-a02005cc9b71 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:07.547612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a546e15e-9243-45fc-a713-06d67a1a40d4 req-4103f4ee-14af-4f25-a236-a02005cc9b71 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1103749 Sep 17 22:29:07.740100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a546e15e-9243-45fc-a713-06d67a1a40d4 req-9c880f85-65a4-4217-80ed-ca94b8f249f9 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748135 Sep 17 22:29:07.765564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003184-8356-4006-b211-f29502c869ee req-95f06703-a8a0-40fa-b910-5c75d542273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:07.767100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84003184-8356-4006-b211-f29502c869ee req-95f06703-a8a0-40fa-b910-5c75d542273c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1096 time: 0.1876221 Sep 17 22:29:07.790587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d754516f-f403-4e54-9078-f4e4175837b3 None None] Provisioning complete for port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:07.791167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d754516f-f403-4e54-9078-f4e4175837b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.839491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d754516f-f403-4e54-9078-f4e4175837b3 None None] Port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:07.851885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d754516f-f403-4e54-9078-f4e4175837b3 None None] Provisioning complete for port eeb3afbb-6e67-4c81-a218-2859d59bf741 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:07.852562 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d754516f-f403-4e54-9078-f4e4175837b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.858550 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:07.913858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003184-8356-4006-b211-f29502c869ee req-3cdde416-85d6-4141-9efe-4b83f972abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:07.920219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84003184-8356-4006-b211-f29502c869ee req-3cdde416-85d6-4141-9efe-4b83f972abf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.1425562 Sep 17 22:29:07.924324 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.125462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-628a8252-5f1b-438a-8058-149348131457 None None] Provisioning complete for port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:08.125862 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-628a8252-5f1b-438a-8058-149348131457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.128584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:08.195326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84003184-8356-4006-b211-f29502c869ee req-b38aa09c-e675-453e-8e4d-d2fbdffcdd9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 999 time: 0.2587447 Sep 17 22:29:08.221615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] In _notify_port_updated(), no bound segment for port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd on network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:29:08.231282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:08.231282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.231282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-499864f7-ca12-4f6a-91b9-6081dc036be8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "PUT /v2.0/ports/be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd HTTP/1.1" status: 200 len: 1000 time: 1.1545525 Sep 17 22:29:08.233371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39706) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:08.243328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-628a8252-5f1b-438a-8058-149348131457 None None] Port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:08.283992 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.315029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003184-8356-4006-b211-f29502c869ee req-2a074e44-0710-4c60-b0aa-0c305fa085de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:08.316425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84003184-8356-4006-b211-f29502c869ee req-2a074e44-0710-4c60-b0aa-0c305fa085de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.1133084 Sep 17 22:29:08.390656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b90b30e3-821e-4846-afbc-69afb311ec63 None None] Provisioning complete for port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:08.391074 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b90b30e3-821e-4846-afbc-69afb311ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.401097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-73eb7fb2-73b1-4f5e-ac7a-4b40125f83a0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:08.408675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73eb7fb2-73b1-4f5e-ac7a-4b40125f83a0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.433693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003184-8356-4006-b211-f29502c869ee req-ba7bd036-fed8-454f-85a2-26045ce80656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:08.435431 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84003184-8356-4006-b211-f29502c869ee req-ba7bd036-fed8-454f-85a2-26045ce80656 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118023 Sep 17 22:29:08.496006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b90b30e3-821e-4846-afbc-69afb311ec63 None None] Port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:08.584798 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73eb7fb2-73b1-4f5e-ac7a-4b40125f83a0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.601027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-73eb7fb2-73b1-4f5e-ac7a-4b40125f83a0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:08.649879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84003184-8356-4006-b211-f29502c869ee req-5894b567-1b75-49cd-9519-789b134efbc1 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069776 Sep 17 22:29:08.823608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e0915433-cb05-4ca9-af48-26b125fb6bc8 None None] Provisioning complete for port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:08.823998 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0915433-cb05-4ca9-af48-26b125fb6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.826396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84003184-8356-4006-b211-f29502c869ee req-6683fd00-bb01-47cb-970e-df69d0efcbca service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600111 Sep 17 22:29:08.873972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e0915433-cb05-4ca9-af48-26b125fb6bc8 None None] Port be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:08.876729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73eb7fb2-73b1-4f5e-ac7a-4b40125f83a0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:08.910135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b055b6-d044-4e0d-9b59-1980ce59248d req-4e5abf74-6dba-4480-b03f-c5f5a4c64d07 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:08.911694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb7fb2-73b1-4f5e-ac7a-4b40125f83a0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:08.911952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2b055b6-d044-4e0d-9b59-1980ce59248d req-4e5abf74-6dba-4480-b03f-c5f5a4c64d07 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0695734 Sep 17 22:29:08.982306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2b055b6-d044-4e0d-9b59-1980ce59248d req-34c6949e-58c0-4100-ada0-7a6404aee3b6 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620561 Sep 17 22:29:09.089672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73eb7fb2-73b1-4f5e-ac7a-4b40125f83a0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.095676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39744) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:09.099381 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73eb7fb2-73b1-4f5e-ac7a-4b40125f83a0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd HTTP/1.1" status: 204 len: 168 time: 0.8646791 Sep 17 22:29:09.147499 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d724d5b6-e95e-49f9-881f-071f1a75927a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:29:09.158837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d724d5b6-e95e-49f9-881f-071f1a75927a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd HTTP/1.1" status: 404 len: 333 time: 0.0593934 Sep 17 22:29:09.159404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39750) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:09.225748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5988b142-a1fe-49f8-80cf-2c62b7b4d395 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:09.228807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5988b142-a1fe-49f8-80cf-2c62b7b4d395 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.270219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5988b142-a1fe-49f8-80cf-2c62b7b4d395 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.362368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5988b142-a1fe-49f8-80cf-2c62b7b4d395 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.511495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5988b142-a1fe-49f8-80cf-2c62b7b4d395 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.545905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988b142-a1fe-49f8-80cf-2c62b7b4d395 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:09.548844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5988b142-a1fe-49f8-80cf-2c62b7b4d395 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.551936 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5988b142-a1fe-49f8-80cf-2c62b7b4d395 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd HTTP/1.1" status: 204 len: 168 time: 0.3873932 Sep 17 22:29:09.553869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39768) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:09.554706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2117622e-b7fa-4bf3-9d89-ad1711ee8be7 None None] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:09.619029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa48376d-2c9b-468c-a822-83a759028cb7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet b8306a76-557f-4a0f-b229-3c5864878158 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:09.624663 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa48376d-2c9b-468c-a822-83a759028cb7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.677029 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa48376d-2c9b-468c-a822-83a759028cb7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.769323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa48376d-2c9b-468c-a822-83a759028cb7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.941240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.944675 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa48376d-2c9b-468c-a822-83a759028cb7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.985051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48376d-2c9b-468c-a822-83a759028cb7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=b8306a76-557f-4a0f-b229-3c5864878158,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:09.994912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa48376d-2c9b-468c-a822-83a759028cb7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:09.999714 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fa48376d-2c9b-468c-a822-83a759028cb7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/b8306a76-557f-4a0f-b229-3c5864878158 HTTP/1.1" status: 204 len: 168 time: 0.4419987 Sep 17 22:29:10.000269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39794) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:10.121468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.195762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port eeb3afbb-6e67-4c81-a218-2859d59bf741 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:10.196499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.295569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] For port eeb3afbb-6e67-4c81-a218-2859d59bf741, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eeb3afbb-6e67-4c81-a218-2859d59bf741,segment=NetworkSegment(7e441281-330f-412b-8e50-8d46058b5857),segment_id=7e441281-330f-412b-8e50-8d46058b5857)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:10.296315 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.317450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for eeb3afbb-6e67-4c81-a218-2859d59bf741 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:10.388628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9727df-2d8e-48de-b62f-2bc574af93c9 None None] Network 0a38a1fb-5da7-4087-b8a8-734d38d08d65 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:10.428610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa33cc-3edf-4936-872f-bd83be850442 req-5f813019-ae93-45b3-b8fa-ceb6946c6d7a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:10.430545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67aa33cc-3edf-4936-872f-bd83be850442 req-5f813019-ae93-45b3-b8fa-ceb6946c6d7a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.3674915 Sep 17 22:29:10.469571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ec4817b9-7834-492b-9479-22a53ce0703e None None] Provisioning complete for port eeb3afbb-6e67-4c81-a218-2859d59bf741 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:10.469950 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ec4817b9-7834-492b-9479-22a53ce0703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.476207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67aa33cc-3edf-4936-872f-bd83be850442 req-e68f6127-4c12-4800-bb5d-4d5e147e9f41 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363953 Sep 17 22:29:10.535280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.545659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ec4817b9-7834-492b-9479-22a53ce0703e None None] Could not find standard attr ID for object eeb3afbb-6e67-4c81-a218-2859d59bf741. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:29:10.564540 n-d-713498-17 neutron-server[101662]: INFO neutron.plugins.ml2.db [None req-ec4817b9-7834-492b-9479-22a53ce0703e None None] No ports have port_id starting with eeb3afbb-6e67-4c81-a218-2859d59bf741 Sep 17 22:29:10.586846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=eeb3afbb-6e67-4c81-a218-2859d59bf741,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:10.595440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No DVR routers for this DVR port eeb3afbb-6e67-4c81-a218-2859d59bf741 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:10.666418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becff0ba-c265-4268-98e8-06ccfc24c787 None None] DHCP port deletion for 0a38a1fb-5da7-4087-b8a8-734d38d08d65 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:29:10.707523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.728232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a38a1fb-5da7-4087-b8a8-734d38d08d65']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:10.739550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e441281-330f-412b-8e50-8d46058b5857') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:10.739550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e441281-330f-412b-8e50-8d46058b5857') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:10.753055 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.766530 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.772485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:10.772862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:10.776206 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:10.901283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.913212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:10.914472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/networks/0a38a1fb-5da7-4087-b8a8-734d38d08d65 HTTP/1.1" status: 204 len: 168 time: 0.9130547 Sep 17 22:29:10.920956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39836) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:10.926281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eeb3afbb-6e67-4c81-a218-2859d59bf741 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:10.942558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75698d44-9801-49b1-9334-80f1d8883ad1 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Network': ['ID=0a38a1fb-5da7-4087-b8a8-734d38d08d65,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:10.957973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: eeb3afbb-6e67-4c81-a218-2859d59bf741 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:10.958456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eeb3afbb-6e67-4c81-a218-2859d59bf741 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:11.018784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1559af8b-54a5-4a79-895a-dff54f5d91d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:11.023881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1559af8b-54a5-4a79-895a-dff54f5d91d8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0973816 Sep 17 22:29:11.023881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39844) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:11.072994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5b103227-da06-4cdc-afd0-4a380fcfa86a tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0482733 Sep 17 22:29:11.076934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39848) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:11.081643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1631621532'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:11.152919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:11.158056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.182064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:11.191996 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.192849 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Added segment e87cbe39-d655-46ac-97f2-23dfa1261cc8 of type vlan for network cdf045b2-a716-419c-b79b-2934316ec46f Sep 17 22:29:11.233426 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.312117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.317745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:11.320989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.390692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Network': ['ID=cdf045b2-a716-419c-b79b-2934316ec46f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:11.404338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network cdf045b2-a716-419c-b79b-2934316ec46f details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:11.439400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ec921eeb-20e3-45ed-8873-46a3c9ad157c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3614168 Sep 17 22:29:11.442063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39866) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:11.447163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': 'cdf045b2-a716-419c-b79b-2934316ec46f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:11.602770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:11.606951 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.872639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:11.943509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=d41405d7-e0f4-4c50-9ddb-8cbb32949ec4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:11.956578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Checking segment: {'id': 'e87cbe39-d655-46ac-97f2-23dfa1261cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cdf045b2-a716-419c-b79b-2934316ec46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:11.956942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network hostable DHCP agents. Network: cdf045b2-a716-419c-b79b-2934316ec46f, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:12.021190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network cdf045b2-a716-419c-b79b-2934316ec46f is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:12.116557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, cdf045b2-a716-419c-b79b-2934316ec46f) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:12.120983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:12.121831 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.127431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763a3c0-04f5-4420-a190-3e933ae5bec1 None None] Network cdf045b2-a716-419c-b79b-2934316ec46f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:12.208771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9da11dad-f0d1-4f05-8901-d3b66dcc89ba tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7655613 Sep 17 22:29:12.211506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39900) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:12.217125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': 'cdf045b2-a716-419c-b79b-2934316ec46f', 'name': 'tempest-PortsTestJSON-1450519647'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:12.286118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-cdf045b2-a716-419c-b79b-2934316ec46f', 'network_id': 'cdf045b2-a716-419c-b79b-2934316ec46f', 'tenant_id': 'e395338bbc7f4e01adc39fb7b128803a', 'fixed_ips': [{'subnet_id': 'd41405d7-e0f4-4c50-9ddb-8cbb32949ec4'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:29:12.287936 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.386665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:12.390873 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.411574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port d2bb9f25-4b70-4a35-bf89-392750ca41fd yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:12.440722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Allocated IP 172.20.0.2 (cdf045b2-a716-419c-b79b-2934316ec46f/d41405d7-e0f4-4c50-9ddb-8cbb32949ec4/c629675c-8eb6-4877-8a16-1d1f37c3f71c) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:12.589317 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.701768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.759447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.11 (cdf045b2-a716-419c-b79b-2934316ec46f/d41405d7-e0f4-4c50-9ddb-8cbb32949ec4/d2bb9f25-4b70-4a35-bf89-392750ca41fd) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:12.764449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Network cdf045b2-a716-419c-b79b-2934316ec46f is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:12.767887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:12.771723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:12.815077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Pushing event updated for resources: {'Port': ['ID=c629675c-8eb6-4877-8a16-1d1f37c3f71c,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:12.859036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Attempting to bind port c629675c-8eb6-4877-8a16-1d1f37c3f71c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:12.860162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Attempting to bind port c629675c-8eb6-4877-8a16-1d1f37c3f71c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e87cbe39-d655-46ac-97f2-23dfa1261cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cdf045b2-a716-419c-b79b-2934316ec46f'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:12.860536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Attempting to bind port c629675c-8eb6-4877-8a16-1d1f37c3f71c on network cdf045b2-a716-419c-b79b-2934316ec46f {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:12.866912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:12.867304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Checking segment: {'id': 'e87cbe39-d655-46ac-97f2-23dfa1261cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cdf045b2-a716-419c-b79b-2934316ec46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:12.867831 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.869046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Bound using segment: {'id': 'e87cbe39-d655-46ac-97f2-23dfa1261cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cdf045b2-a716-419c-b79b-2934316ec46f'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:12.869473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Bound port: c629675c-8eb6-4877-8a16-1d1f37c3f71c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87cbe39-d655-46ac-97f2-23dfa1261cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cdf045b2-a716-419c-b79b-2934316ec46f'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:12.869899 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:12.943396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] For port c629675c-8eb6-4877-8a16-1d1f37c3f71c, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:12.946622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] For port c629675c-8eb6-4877-8a16-1d1f37c3f71c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c629675c-8eb6-4877-8a16-1d1f37c3f71c,segment=NetworkSegment(e87cbe39-d655-46ac-97f2-23dfa1261cc8),segment_id=e87cbe39-d655-46ac-97f2-23dfa1261cc8)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:12.953191 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.025773 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.071519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.113468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aafb9-96a8-4edd-ba24-1db29f65b0d3 None None] Pushing event updated for resources: {'Port': ['ID=c629675c-8eb6-4877-8a16-1d1f37c3f71c,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:13.123605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network cdf045b2-a716-419c-b79b-2934316ec46f is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:13.127574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:13.134012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:13.172277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=d2bb9f25-4b70-4a35-bf89-392750ca41fd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:13.203022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:13.203567 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.264967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2c8b183b-944b-48e3-aa39-b134725eaee0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0512180 Sep 17 22:29:13.265649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 39950) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:13.280624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': 'cdf045b2-a716-419c-b79b-2934316ec46f', 'name': 'tempest-PortsTestJSON-1586596356'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:13.557081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:13.563183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.583485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port f4ade2e9-2956-44da-a6e6-cf07ac425907 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:13.696638 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.7 (cdf045b2-a716-419c-b79b-2934316ec46f/d41405d7-e0f4-4c50-9ddb-8cbb32949ec4/f4ade2e9-2956-44da-a6e6-cf07ac425907) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:13.871852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:13.982665 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.029528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network cdf045b2-a716-419c-b79b-2934316ec46f is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:14.033684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:14.038182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:14.073630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=f4ade2e9-2956-44da-a6e6-cf07ac425907,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:14.102386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:14.103176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.148432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16049d97-9305-4620-a392-f3360e5aa61d None None] Network cdf045b2-a716-419c-b79b-2934316ec46f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:14.187884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b90c12fb-169f-4301-9f01-7fbbf41c235c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9210291 Sep 17 22:29:14.190622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 39994) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:14.250015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7161c2d8-c3c3-4af8-91af-f9747983c6bd None None] Provisioning complete for port c629675c-8eb6-4877-8a16-1d1f37c3f71c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:14.250465 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7161c2d8-c3c3-4af8-91af-f9747983c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.298291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfffb86-a54b-4a85-b4f5-a0a0589663e7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:14.303091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40002) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:14.303635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bbfffb86-a54b-4a85-b4f5-a0a0589663e7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1114862 Sep 17 22:29:14.403026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9a8711f7-6177-4a2a-9228-90767041a5cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port f4ade2e9-2956-44da-a6e6-cf07ac425907 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:14.403984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a8711f7-6177-4a2a-9228-90767041a5cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.413537 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7161c2d8-c3c3-4af8-91af-f9747983c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.456933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7161c2d8-c3c3-4af8-91af-f9747983c6bd None None] For port c629675c-8eb6-4877-8a16-1d1f37c3f71c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c629675c-8eb6-4877-8a16-1d1f37c3f71c,segment=NetworkSegment(e87cbe39-d655-46ac-97f2-23dfa1261cc8),segment_id=e87cbe39-d655-46ac-97f2-23dfa1261cc8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:14.514963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a8711f7-6177-4a2a-9228-90767041a5cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.529641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9a8711f7-6177-4a2a-9228-90767041a5cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for f4ade2e9-2956-44da-a6e6-cf07ac425907 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:14.540282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7161c2d8-c3c3-4af8-91af-f9747983c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.624791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161c2d8-c3c3-4af8-91af-f9747983c6bd None None] Pushing event updated for resources: {'Port': ['ID=c629675c-8eb6-4877-8a16-1d1f37c3f71c,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:14.670010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-aca7269f-39da-4c82-b2cd-2cd973c5860f None None] Provisioning complete for port c629675c-8eb6-4877-8a16-1d1f37c3f71c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:14.670548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aca7269f-39da-4c82-b2cd-2cd973c5860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.751267 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a8711f7-6177-4a2a-9228-90767041a5cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.768530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-aca7269f-39da-4c82-b2cd-2cd973c5860f None None] Could not find standard attr ID for object f4ade2e9-2956-44da-a6e6-cf07ac425907. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:29:14.785575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-aca7269f-39da-4c82-b2cd-2cd973c5860f None None] Provisioning complete for port d2bb9f25-4b70-4a35-bf89-392750ca41fd triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:14.786014 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aca7269f-39da-4c82-b2cd-2cd973c5860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.802246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8711f7-6177-4a2a-9228-90767041a5cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=f4ade2e9-2956-44da-a6e6-cf07ac425907,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:14.837575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-aca7269f-39da-4c82-b2cd-2cd973c5860f None None] Port d2bb9f25-4b70-4a35-bf89-392750ca41fd cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:14.894957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9a8711f7-6177-4a2a-9228-90767041a5cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:14.900313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40028) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:14.913694 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9a8711f7-6177-4a2a-9228-90767041a5cd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/f4ade2e9-2956-44da-a6e6-cf07ac425907 HTTP/1.1" status: 204 len: 168 time: 0.6078019 Sep 17 22:29:14.947582 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb67c661-56f7-4d0c-ab6b-35eb6aacdb84 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:29:14.949184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eb67c661-56f7-4d0c-ab6b-35eb6aacdb84 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/f4ade2e9-2956-44da-a6e6-cf07ac425907 HTTP/1.1" status: 404 len: 333 time: 0.0478334 Sep 17 22:29:14.953297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40034) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:14.961714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fdb9c482-9274-4529-883a-75ddf2267644 None None] Provisioning complete for port d2bb9f25-4b70-4a35-bf89-392750ca41fd triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:14.964943 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c482-9274-4529-883a-75ddf2267644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.016556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c629675c-8eb6-4877-8a16-1d1f37c3f71c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:15.073215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9c482-9274-4529-883a-75ddf2267644 None None] Port d2bb9f25-4b70-4a35-bf89-392750ca41fd cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:15.111048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c629675c-8eb6-4877-8a16-1d1f37c3f71c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:15.112658 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.113592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-709855dc-44f0-4bcb-89d9-f8ce7db0ede3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port d2bb9f25-4b70-4a35-bf89-392750ca41fd {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:15.114183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-709855dc-44f0-4bcb-89d9-f8ce7db0ede3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.235271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-709855dc-44f0-4bcb-89d9-f8ce7db0ede3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.248574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-709855dc-44f0-4bcb-89d9-f8ce7db0ede3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for d2bb9f25-4b70-4a35-bf89-392750ca41fd owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:15.286862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4d795cbe-5e6c-42ff-afbb-514ace100314 None None] Could not find standard attr ID for object f4ade2e9-2956-44da-a6e6-cf07ac425907. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:29:15.455304 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-709855dc-44f0-4bcb-89d9-f8ce7db0ede3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.486855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709855dc-44f0-4bcb-89d9-f8ce7db0ede3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=d2bb9f25-4b70-4a35-bf89-392750ca41fd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:15.554900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-709855dc-44f0-4bcb-89d9-f8ce7db0ede3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.558086 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-709855dc-44f0-4bcb-89d9-f8ce7db0ede3 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/d2bb9f25-4b70-4a35-bf89-392750ca41fd HTTP/1.1" status: 204 len: 168 time: 0.6025660 Sep 17 22:29:15.560737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40064) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.592972 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d0a1be-c512-46ff-8620-78926ef16fa8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:29:15.594636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-44d0a1be-c512-46ff-8620-78926ef16fa8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/d2bb9f25-4b70-4a35-bf89-392750ca41fd HTTP/1.1" status: 404 len: 333 time: 0.0328782 Sep 17 22:29:15.597435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40070) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.655558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e93278d-dc30-45d2-a53c-58634c9d7786 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet d41405d7-e0f4-4c50-9ddb-8cbb32949ec4 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:15.659249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e93278d-dc30-45d2-a53c-58634c9d7786 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.700344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e93278d-dc30-45d2-a53c-58634c9d7786 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.782521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e93278d-dc30-45d2-a53c-58634c9d7786 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.918551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e93278d-dc30-45d2-a53c-58634c9d7786 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.943106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93278d-dc30-45d2-a53c-58634c9d7786 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=d41405d7-e0f4-4c50-9ddb-8cbb32949ec4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:15.960480 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e93278d-dc30-45d2-a53c-58634c9d7786 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:15.960480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8e93278d-dc30-45d2-a53c-58634c9d7786 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/d41405d7-e0f4-4c50-9ddb-8cbb32949ec4 HTTP/1.1" status: 204 len: 168 time: 0.3524187 Sep 17 22:29:15.960480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40086) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:15.961884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b962f-cd36-457d-aeb9-2464e0126402 None None] Network cdf045b2-a716-419c-b79b-2934316ec46f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:16.031697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.102295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port c629675c-8eb6-4877-8a16-1d1f37c3f71c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:16.102632 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.157180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9e8ba-a513-4370-850d-0093109c2efc None None] DHCP port deletion for cdf045b2-a716-419c-b79b-2934316ec46f request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:29:16.173440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] For port c629675c-8eb6-4877-8a16-1d1f37c3f71c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c629675c-8eb6-4877-8a16-1d1f37c3f71c,segment=NetworkSegment(e87cbe39-d655-46ac-97f2-23dfa1261cc8),segment_id=e87cbe39-d655-46ac-97f2-23dfa1261cc8)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:16.173888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.188248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for c629675c-8eb6-4877-8a16-1d1f37c3f71c owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:16.209845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9e8ba-a513-4370-850d-0093109c2efc None None] Deleting port c629675c-8eb6-4877-8a16-1d1f37c3f71c {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:16.210224 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e4d9e8ba-a513-4370-850d-0093109c2efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.277533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e4d9e8ba-a513-4370-850d-0093109c2efc None None] For port c629675c-8eb6-4877-8a16-1d1f37c3f71c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c629675c-8eb6-4877-8a16-1d1f37c3f71c,segment=NetworkSegment(e87cbe39-d655-46ac-97f2-23dfa1261cc8),segment_id=e87cbe39-d655-46ac-97f2-23dfa1261cc8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:16.277928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e4d9e8ba-a513-4370-850d-0093109c2efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.291137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9e8ba-a513-4370-850d-0093109c2efc None None] Calling delete_port for c629675c-8eb6-4877-8a16-1d1f37c3f71c owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:16.350898 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.366892 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e4d9e8ba-a513-4370-850d-0093109c2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.383406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=c629675c-8eb6-4877-8a16-1d1f37c3f71c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:16.386876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No DVR routers for this DVR port c629675c-8eb6-4877-8a16-1d1f37c3f71c on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:16.390020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9e8ba-a513-4370-850d-0093109c2efc None None] Pushing event deleted for resources: {'Port': ['ID=c629675c-8eb6-4877-8a16-1d1f37c3f71c,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:16.398389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9e8ba-a513-4370-850d-0093109c2efc None None] No DVR routers for this DVR port c629675c-8eb6-4877-8a16-1d1f37c3f71c on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:16.468446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.487304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf045b2-a716-419c-b79b-2934316ec46f']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:16.496055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87cbe39-d655-46ac-97f2-23dfa1261cc8') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:16.496352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87cbe39-d655-46ac-97f2-23dfa1261cc8') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:16.511148 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.525196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.531302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:16.531675 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:16.534576 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:16.677943 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.695902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.697778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/networks/cdf045b2-a716-419c-b79b-2934316ec46f HTTP/1.1" status: 204 len: 168 time: 0.7431602 Sep 17 22:29:16.699071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea39a6-1a3b-45b3-b8af-9f580496d5c5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Network': ['ID=cdf045b2-a716-419c-b79b-2934316ec46f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:16.702710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40126) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:16.708239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-73793963'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:16.830482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:16.834032 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.857807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:16.873729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.873729 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Added segment e0df41e8-a761-4d41-998b-a0b968922aa7 of type vlan for network fb82eea5-8faf-4af5-88f8-64c26e035885 Sep 17 22:29:16.910481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:16.917644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c629675c-8eb6-4877-8a16-1d1f37c3f71c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:16.942444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: c629675c-8eb6-4877-8a16-1d1f37c3f71c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:16.942811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c629675c-8eb6-4877-8a16-1d1f37c3f71c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:17.003905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.009393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.009971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.075911 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3694036 Sep 17 22:29:17.076933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40142) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:17.077812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb77b46-a7eb-4bec-a768-c8634204785c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Network': ['ID=fb82eea5-8faf-4af5-88f8-64c26e035885,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:17.083579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': 'fb82eea5-8faf-4af5-88f8-64c26e035885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:17.089181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network fb82eea5-8faf-4af5-88f8-64c26e035885 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:17.264813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:17.268372 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.495273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.554090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=28038983-d6c1-4d84-a02f-55a3bcfafec5,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:17.563298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Checking segment: {'id': 'e0df41e8-a761-4d41-998b-a0b968922aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fb82eea5-8faf-4af5-88f8-64c26e035885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:17.563666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network hostable DHCP agents. Network: fb82eea5-8faf-4af5-88f8-64c26e035885, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:17.695409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network fb82eea5-8faf-4af5-88f8-64c26e035885 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:17.773598 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4190cf07-fb39-4f0f-9c11-581addbfe9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.824834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, fb82eea5-8faf-4af5-88f8-64c26e035885) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:17.830128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:17.831315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:17.835649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409bde1a-d214-4209-8975-84856b3a0915 None None] Network fb82eea5-8faf-4af5-88f8-64c26e035885 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:17.900207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-475ba581-fd84-499b-be49-d23ef9656f4d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8221807 Sep 17 22:29:17.902849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40184) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:17.909060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': 'fb82eea5-8faf-4af5-88f8-64c26e035885', 'name': 'tempest-PortsTestJSON-889211856', 'fixed_ips': [{'subnet_id': '28038983-d6c1-4d84-a02f-55a3bcfafec5', 'ip_address': '172.20.0.10'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:17.985977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-fb82eea5-8faf-4af5-88f8-64c26e035885', 'network_id': 'fb82eea5-8faf-4af5-88f8-64c26e035885', 'tenant_id': 'e395338bbc7f4e01adc39fb7b128803a', 'fixed_ips': [{'subnet_id': '28038983-d6c1-4d84-a02f-55a3bcfafec5'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:29:17.986875 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.112210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:18.127079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Allocated IP 172.20.0.2 (fb82eea5-8faf-4af5-88f8-64c26e035885/28038983-d6c1-4d84-a02f-55a3bcfafec5/4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:18.209407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.234948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 6d9aa38a-11b0-4a32-b50b-15f7012ca243 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:18.286386 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.362442 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.398111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Network fb82eea5-8faf-4af5-88f8-64c26e035885 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:18.401021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:18.403459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:18.417750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Pushing event updated for resources: {'Port': ['ID=4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:18.419421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.10 (fb82eea5-8faf-4af5-88f8-64c26e035885/28038983-d6c1-4d84-a02f-55a3bcfafec5/6d9aa38a-11b0-4a32-b50b-15f7012ca243) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:18.467347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Attempting to bind port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:18.467713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Attempting to bind port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e0df41e8-a761-4d41-998b-a0b968922aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fb82eea5-8faf-4af5-88f8-64c26e035885'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:18.468068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Attempting to bind port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c on network fb82eea5-8faf-4af5-88f8-64c26e035885 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:18.473029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:18.473397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Checking segment: {'id': 'e0df41e8-a761-4d41-998b-a0b968922aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fb82eea5-8faf-4af5-88f8-64c26e035885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:18.473790 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.474171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Bound using segment: {'id': 'e0df41e8-a761-4d41-998b-a0b968922aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fb82eea5-8faf-4af5-88f8-64c26e035885'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:18.474623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Bound port: 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0df41e8-a761-4d41-998b-a0b968922aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fb82eea5-8faf-4af5-88f8-64c26e035885'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:18.475118 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.545304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] For port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:18.548411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] For port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c,segment=NetworkSegment(e0df41e8-a761-4d41-998b-a0b968922aa7),segment_id=e0df41e8-a761-4d41-998b-a0b968922aa7)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:18.573238 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.631295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.684407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.693420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7edad-f617-40ce-821f-9996f942f342 None None] Pushing event updated for resources: {'Port': ['ID=4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:18.737876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network fb82eea5-8faf-4af5-88f8-64c26e035885 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:18.740888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:18.743279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:18.752171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=6d9aa38a-11b0-4a32-b50b-15f7012ca243,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:18.798548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:18.799210 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:18.919106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-df17d62b-d4cc-42c0-bd6c-56bf4327ddeb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0142248 Sep 17 22:29:18.923990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40214) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:18.927471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': 'fb82eea5-8faf-4af5-88f8-64c26e035885', 'name': 'tempest-PortsTestJSON-17441480', 'fixed_ips': [{'subnet_id': '28038983-d6c1-4d84-a02f-55a3bcfafec5', 'ip_address': '172.20.0.9'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:18.976048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:19.023712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:19.023995 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.105468 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.124648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:19.129715 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.137879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c,segment=NetworkSegment(e0df41e8-a761-4d41-998b-a0b968922aa7),segment_id=e0df41e8-a761-4d41-998b-a0b968922aa7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:19.146558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 5544bd7c-6ce6-4539-918d-fe68b7823e1b yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:19.198230 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.249045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:19.332623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.9 (fb82eea5-8faf-4af5-88f8-64c26e035885/28038983-d6c1-4d84-a02f-55a3bcfafec5/5544bd7c-6ce6-4539-918d-fe68b7823e1b) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:19.495558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.600611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3209922d-8b12-449a-b1b6-e42dd7a6d6ee None None] Network fb82eea5-8faf-4af5-88f8-64c26e035885 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:19.602771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.650728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network fb82eea5-8faf-4af5-88f8-64c26e035885 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:19.654518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:19.658827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:19.679405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ae204e74-577f-467b-8a20-a958fc8e1b16 None None] Provisioning complete for port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:19.679778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ae204e74-577f-467b-8a20-a958fc8e1b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.688625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=5544bd7c-6ce6-4539-918d-fe68b7823e1b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:19.719965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.720593 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:19.816024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8ea9f43b-9eb5-4986-82aa-151f7d23b0b0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8931592 Sep 17 22:29:19.819150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40222) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:19.918361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4533b2-a06b-4180-b5f9-8b65aca9997f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.922529 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3a4533b2-a06b-4180-b5f9-8b65aca9997f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0994930 Sep 17 22:29:19.922769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40226) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:19.977771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5aa9b5-702e-480d-b15c-860aa8ea8b14 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.985200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5aa9b5-702e-480d-b15c-860aa8ea8b14 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.991158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5aa9b5-702e-480d-b15c-860aa8ea8b14 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:19.994839 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2b5aa9b5-702e-480d-b15c-860aa8ea8b14 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0689540 Sep 17 22:29:20.010332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:20.096357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-323b62da-d09a-4f2a-8f7d-b5cb6a702425 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 5544bd7c-6ce6-4539-918d-fe68b7823e1b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:20.096697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-323b62da-d09a-4f2a-8f7d-b5cb6a702425 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.147362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e31ff235-8dc1-4c5b-a185-6c30533a59f1 None None] Provisioning complete for port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:20.147962 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e31ff235-8dc1-4c5b-a185-6c30533a59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.195443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-323b62da-d09a-4f2a-8f7d-b5cb6a702425 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.209759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-323b62da-d09a-4f2a-8f7d-b5cb6a702425 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 5544bd7c-6ce6-4539-918d-fe68b7823e1b owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:20.334446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ee3a0049-ef86-484c-828f-afdf2e8f3afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.421082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-323b62da-d09a-4f2a-8f7d-b5cb6a702425 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.435511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e31ff235-8dc1-4c5b-a185-6c30533a59f1 None None] Provisioning complete for port 6d9aa38a-11b0-4a32-b50b-15f7012ca243 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:20.436069 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e31ff235-8dc1-4c5b-a185-6c30533a59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.447906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b62da-d09a-4f2a-8f7d-b5cb6a702425 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=5544bd7c-6ce6-4539-918d-fe68b7823e1b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:20.487610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e31ff235-8dc1-4c5b-a185-6c30533a59f1 None None] Port 6d9aa38a-11b0-4a32-b50b-15f7012ca243 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:20.491218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e31ff235-8dc1-4c5b-a185-6c30533a59f1 None None] Could not find standard attr ID for object 5544bd7c-6ce6-4539-918d-fe68b7823e1b. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:29:20.534414 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-323b62da-d09a-4f2a-8f7d-b5cb6a702425 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.537150 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-323b62da-d09a-4f2a-8f7d-b5cb6a702425 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/5544bd7c-6ce6-4539-918d-fe68b7823e1b HTTP/1.1" status: 204 len: 168 time: 0.5404780 Sep 17 22:29:20.539768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40236) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:20.570909 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9122ff53-14b6-4bd7-8edf-2f92ca6e4f2d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:29:20.572484 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9122ff53-14b6-4bd7-8edf-2f92ca6e4f2d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/5544bd7c-6ce6-4539-918d-fe68b7823e1b HTTP/1.1" status: 404 len: 333 time: 0.0318093 Sep 17 22:29:20.575622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40238) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:20.615011 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f4a0d53e-d7f8-4587-a647-a6f7c66bb221 None None] Provisioning complete for port 6d9aa38a-11b0-4a32-b50b-15f7012ca243 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:20.615821 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d53e-d7f8-4587-a647-a6f7c66bb221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.661159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0d53e-d7f8-4587-a647-a6f7c66bb221 None None] Port 6d9aa38a-11b0-4a32-b50b-15f7012ca243 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:20.666183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f4a0d53e-d7f8-4587-a647-a6f7c66bb221 None None] Could not find standard attr ID for object 5544bd7c-6ce6-4539-918d-fe68b7823e1b. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:29:20.683225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-49e4ca49-4239-4fd6-bfe7-15bf204aa831 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 6d9aa38a-11b0-4a32-b50b-15f7012ca243 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:20.683559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49e4ca49-4239-4fd6-bfe7-15bf204aa831 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.775942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49e4ca49-4239-4fd6-bfe7-15bf204aa831 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.788269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-49e4ca49-4239-4fd6-bfe7-15bf204aa831 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 6d9aa38a-11b0-4a32-b50b-15f7012ca243 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:20.933754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:20.982713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49e4ca49-4239-4fd6-bfe7-15bf204aa831 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:20.996048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:20.996422 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.039486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4ca49-4239-4fd6-bfe7-15bf204aa831 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=6d9aa38a-11b0-4a32-b50b-15f7012ca243,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:21.146300 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49e4ca49-4239-4fd6-bfe7-15bf204aa831 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.148511 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-49e4ca49-4239-4fd6-bfe7-15bf204aa831 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/6d9aa38a-11b0-4a32-b50b-15f7012ca243 HTTP/1.1" status: 204 len: 168 time: 0.5717597 Sep 17 22:29:21.151062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40242) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:21.175353 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e986b2a-deb1-49ba-9759-ad0974e26cc8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:29:21.176875 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4e986b2a-deb1-49ba-9759-ad0974e26cc8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/6d9aa38a-11b0-4a32-b50b-15f7012ca243 HTTP/1.1" status: 404 len: 333 time: 0.0248024 Sep 17 22:29:21.179712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40244) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:21.233409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb73c71-cddc-4307-bb9e-6fa22e8e26de tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet 28038983-d6c1-4d84-a02f-55a3bcfafec5 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:21.236794 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c71-cddc-4307-bb9e-6fa22e8e26de tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.284772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c71-cddc-4307-bb9e-6fa22e8e26de tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.289512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.367012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c71-cddc-4307-bb9e-6fa22e8e26de tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.524329 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c71-cddc-4307-bb9e-6fa22e8e26de tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.556046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb73c71-cddc-4307-bb9e-6fa22e8e26de tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=28038983-d6c1-4d84-a02f-55a3bcfafec5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:21.560518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c71-cddc-4307-bb9e-6fa22e8e26de tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.562451 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0eb73c71-cddc-4307-bb9e-6fa22e8e26de tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/28038983-d6c1-4d84-a02f-55a3bcfafec5 HTTP/1.1" status: 204 len: 168 time: 0.3814993 Sep 17 22:29:21.565031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40252) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:21.579976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c821076-c3d8-42f6-9154-df855b147ef3 None None] Network fb82eea5-8faf-4af5-88f8-64c26e035885 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:21.640070 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.687319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.692001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:21.695320 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.760881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] For port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c,segment=NetworkSegment(e0df41e8-a761-4d41-998b-a0b968922aa7),segment_id=e0df41e8-a761-4d41-998b-a0b968922aa7)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:21.761236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.774443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfdfe5e-16ff-4a26-bd75-f476b3a3eccb None None] DHCP port deletion for fb82eea5-8faf-4af5-88f8-64c26e035885 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:29:21.774907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:21.827323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5dfdfe5e-16ff-4a26-bd75-f476b3a3eccb None None] Deleting port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:21.827703 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfe5e-16ff-4a26-bd75-f476b3a3eccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.888154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5dfdfe5e-16ff-4a26-bd75-f476b3a3eccb None None] For port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c,segment=NetworkSegment(e0df41e8-a761-4d41-998b-a0b968922aa7),segment_id=e0df41e8-a761-4d41-998b-a0b968922aa7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:21.888548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfe5e-16ff-4a26-bd75-f476b3a3eccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.900262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5dfdfe5e-16ff-4a26-bd75-f476b3a3eccb None None] Calling delete_port for 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:21.986639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:21.998368 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfe5e-16ff-4a26-bd75-f476b3a3eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.013387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:22.015944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No DVR routers for this DVR port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:22.024745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdfe5e-16ff-4a26-bd75-f476b3a3eccb None None] Pushing event deleted for resources: {'Port': ['ID=4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:22.029368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfdfe5e-16ff-4a26-bd75-f476b3a3eccb None None] No DVR routers for this DVR port 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:22.110104 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.130033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb82eea5-8faf-4af5-88f8-64c26e035885']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:22.139721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0df41e8-a761-4d41-998b-a0b968922aa7') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:22.140020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0df41e8-a761-4d41-998b-a0b968922aa7') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:22.149112 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.162527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.168235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:22.168775 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:22.172591 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:22.641671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.649695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.651443 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/networks/fb82eea5-8faf-4af5-88f8-64c26e035885 HTTP/1.1" status: 204 len: 168 time: 1.0852740 Sep 17 22:29:22.656315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40262) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:22.661521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-352385490'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:22.664184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e23fbc-9f4f-4ba5-b2ad-3dae20e0cc5d tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Network': ['ID=fb82eea5-8faf-4af5-88f8-64c26e035885,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:22.820763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:22.824512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.849236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:22.862833 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.863012 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Added segment 4ea1ea10-a80b-46d9-9fee-082f9bffa71e of type vlan for network 20cce335-40bc-44d0-bfe5-0a94a7b0342a Sep 17 22:29:22.916344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:22.952095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:22.974936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:22.975693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4f4ba5bc-a4da-4a19-a2f6-8b0bafa70c0c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:23.024796 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.031066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:23.032220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.105319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Network': ['ID=20cce335-40bc-44d0-bfe5-0a94a7b0342a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:23.117450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 20cce335-40bc-44d0-bfe5-0a94a7b0342a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:23.186549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a82603c2-eab3-4ab7-bddf-b3ee17d639b9 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5288854 Sep 17 22:29:23.189041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40266) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:23.194184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '20cce335-40bc-44d0-bfe5-0a94a7b0342a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:23.371910 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.392353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:23.399703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.693704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.749347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=5f8e92ca-83fb-4c53-b840-14cf9fc5d4f6,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:23.764322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Checking segment: {'id': '4ea1ea10-a80b-46d9-9fee-082f9bffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20cce335-40bc-44d0-bfe5-0a94a7b0342a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:23.764684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network hostable DHCP agents. Network: 20cce335-40bc-44d0-bfe5-0a94a7b0342a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:29:23.872533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 20cce335-40bc-44d0-bfe5-0a94a7b0342a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:29:23.967621 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 20cce335-40bc-44d0-bfe5-0a94a7b0342a) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:23.971814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:23.972463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:23.976799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69cebcf-b7b1-42a2-9ab3-697806bc6365 None None] Network 20cce335-40bc-44d0-bfe5-0a94a7b0342a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:24.062818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40278) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:24.063476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-437a0e78-52ea-496f-a43b-e38e56a6ba2f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8729367 Sep 17 22:29:24.067319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-81b64f69-47ea-4d9a-ad2f-33c10f588306 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1870934084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:24.132838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-20cce335-40bc-44d0-bfe5-0a94a7b0342a', 'network_id': '20cce335-40bc-44d0-bfe5-0a94a7b0342a', 'tenant_id': 'e395338bbc7f4e01adc39fb7b128803a', 'fixed_ips': [{'subnet_id': '5f8e92ca-83fb-4c53-b840-14cf9fc5d4f6'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:29:24.133795 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.175221 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81b64f69-47ea-4d9a-ad2f-33c10f588306 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.176704 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81b64f69-47ea-4d9a-ad2f-33c10f588306 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.253645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81b64f69-47ea-4d9a-ad2f-33c10f588306 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.277768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Allocated IP 172.20.0.2 (20cce335-40bc-44d0-bfe5-0a94a7b0342a/5f8e92ca-83fb-4c53-b840-14cf9fc5d4f6/5b161a9c-6ae4-4025-8fc1-aa00a10d2425) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:24.357611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81b64f69-47ea-4d9a-ad2f-33c10f588306 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.431680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81b64f69-47ea-4d9a-ad2f-33c10f588306 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.436573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40282) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:24.436747 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-81b64f69-47ea-4d9a-ad2f-33c10f588306 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3727899 Sep 17 22:29:24.442497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'network_id': '20cce335-40bc-44d0-bfe5-0a94a7b0342a', 'name': 'tempest-PortsTestJSON-274087866'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:24.447367 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.546435 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.589553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Network 20cce335-40bc-44d0-bfe5-0a94a7b0342a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:24.592749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:24.599645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:24.606568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Pushing event updated for resources: {'Port': ['ID=5b161a9c-6ae4-4025-8fc1-aa00a10d2425,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.671103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Attempting to bind port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:24.671570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Attempting to bind port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '4ea1ea10-a80b-46d9-9fee-082f9bffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20cce335-40bc-44d0-bfe5-0a94a7b0342a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:24.672004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Attempting to bind port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 on network 20cce335-40bc-44d0-bfe5-0a94a7b0342a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:24.679875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:24.680345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Checking segment: {'id': '4ea1ea10-a80b-46d9-9fee-082f9bffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20cce335-40bc-44d0-bfe5-0a94a7b0342a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:24.680819 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.681281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Bound using segment: {'id': '4ea1ea10-a80b-46d9-9fee-082f9bffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20cce335-40bc-44d0-bfe5-0a94a7b0342a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:24.681816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Bound port: 5b161a9c-6ae4-4025-8fc1-aa00a10d2425, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea1ea10-a80b-46d9-9fee-082f9bffa71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20cce335-40bc-44d0-bfe5-0a94a7b0342a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:24.682265 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.764675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] For port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:24.768424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] For port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5b161a9c-6ae4-4025-8fc1-aa00a10d2425,segment=NetworkSegment(4ea1ea10-a80b-46d9-9fee-082f9bffa71e),segment_id=4ea1ea10-a80b-46d9-9fee-082f9bffa71e)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:24.860945 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.945021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:24.947083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0832c-56b5-480e-b8b1-f9bd2978412a None None] Pushing event updated for resources: {'Port': ['ID=5b161a9c-6ae4-4025-8fc1-aa00a10d2425,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:24.949711 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:24.983796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:25.128695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.10 (20cce335-40bc-44d0-bfe5-0a94a7b0342a/5f8e92ca-83fb-4c53-b840-14cf9fc5d4f6/f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:25.336557 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.455582 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.500233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 20cce335-40bc-44d0-bfe5-0a94a7b0342a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:25.501610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:25.505684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:25.536344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:25.574204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:25.575952 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:25.696174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ed53de8d-03f2-4369-ae9e-aa64081c0ac0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2578509 Sep 17 22:29:25.698947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40288) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:26.122447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.195641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456d796d-b79e-4316-a2a8-1bcbcffe666d None None] Network 20cce335-40bc-44d0-bfe5-0a94a7b0342a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:26.287268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9b247260-39f0-4cb9-a349-32959b0dd578 None None] Provisioning complete for port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:26.287816 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b247260-39f0-4cb9-a349-32959b0dd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.430403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.438410 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b247260-39f0-4cb9-a349-32959b0dd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.475572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9b247260-39f0-4cb9-a349-32959b0dd578 None None] For port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5b161a9c-6ae4-4025-8fc1-aa00a10d2425,segment=NetworkSegment(4ea1ea10-a80b-46d9-9fee-082f9bffa71e),segment_id=4ea1ea10-a80b-46d9-9fee-082f9bffa71e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:26.552351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.631544 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b247260-39f0-4cb9-a349-32959b0dd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.636222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:26.707675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b247260-39f0-4cb9-a349-32959b0dd578 None None] Pushing event updated for resources: {'Port': ['ID=5b161a9c-6ae4-4025-8fc1-aa00a10d2425,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:26.764235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-80f5659f-8d53-4f6a-962d-c962304039e8 None None] Provisioning complete for port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:26.764674 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80f5659f-8d53-4f6a-962d-c962304039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.828175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.885744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-80f5659f-8d53-4f6a-962d-c962304039e8 None None] Provisioning complete for port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:26.886263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80f5659f-8d53-4f6a-962d-c962304039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:26.929780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-80f5659f-8d53-4f6a-962d-c962304039e8 None None] Port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:27.001661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:27.045967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.072445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3eedb934-07f0-4981-9650-f838fa991603 None None] Provisioning complete for port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:27.073081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3eedb934-07f0-4981-9650-f838fa991603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.105838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:27.106292 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.141197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3eedb934-07f0-4981-9650-f838fa991603 None None] Port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:27.260197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2af695f8-a733-406a-bc42-e6af3f4d2d45 None None] Provisioning complete for port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:27.260872 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2af695f8-a733-406a-bc42-e6af3f4d2d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.296231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2af695f8-a733-406a-bc42-e6af3f4d2d45 None None] Port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:27.329875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.397416 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.474937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:27.482018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.584072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 20cce335-40bc-44d0-bfe5-0a94a7b0342a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:27.585482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:27.817066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Router 27f539ad-dc63-4049-88a0-4a9a0dbbbbed is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:29:27.920864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:27.929463 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e8cf7839-2a2a-409b-bd6d-5100d5ebd2fc tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "PUT /v2.0/routers/27f539ad-dc63-4049-88a0-4a9a0dbbbbed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2284524 Sep 17 22:29:27.931482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40306) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:27.931615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f9fb9efc-8692-484c-bbde-e0e3a161eff1 None None] Provisioning complete for port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:27.931788 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f9fb9efc-8692-484c-bbde-e0e3a161eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:27.935358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33ddea-28c5-455a-90c2-a2f287bbcbea None None] Sync routers for ids ['27f539ad-dc63-4049-88a0-4a9a0dbbbbed'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:27.964995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33ddea-28c5-455a-90c2-a2f287bbcbea None None] Routers {'27f539ad-dc63-4049-88a0-4a9a0dbbbbed'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:27.966307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-df33ddea-28c5-455a-90c2-a2f287bbcbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:29:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['27f539ad-dc63-4049-88a0-4a9a0dbbbbed'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:27.983423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e3519-43ee-4a39-8273-c93bebcf727b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:27.984958 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-991e3519-43ee-4a39-8273-c93bebcf727b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports?device_id=27f539ad-dc63-4049-88a0-4a9a0dbbbbed HTTP/1.1" status: 200 len: 982 time: 0.0523782 Sep 17 22:29:27.987912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40308) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:28.004071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-df33ddea-28c5-455a-90c2-a2f287bbcbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:28.017118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb9efc-8692-484c-bbde-e0e3a161eff1 None None] Port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:28.020977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33ddea-28c5-455a-90c2-a2f287bbcbea None None] Routers {'27f539ad-dc63-4049-88a0-4a9a0dbbbbed'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:28.021718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-df33ddea-28c5-455a-90c2-a2f287bbcbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:29:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['27f539ad-dc63-4049-88a0-4a9a0dbbbbed'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:28.054378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-df33ddea-28c5-455a-90c2-a2f287bbcbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:28.055048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33ddea-28c5-455a-90c2-a2f287bbcbea None None] The sync data for ids ['27f539ad-dc63-4049-88a0-4a9a0dbbbbed'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:28.399728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.602636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:28.603008 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.690872 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:28.702471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:28.969217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.004175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:29.154388 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.359263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Router 27f539ad-dc63-4049-88a0-4a9a0dbbbbed has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:29.490007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:29.490007 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e1256db-370d-42cd-9c42-f054546fa284 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "PUT /v2.0/routers/27f539ad-dc63-4049-88a0-4a9a0dbbbbed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4633584 Sep 17 22:29:29.492003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40318) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:29.492512 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9161d-3861-463c-9e4e-af3115d48ca6 None None] Sync routers for ids ['27f539ad-dc63-4049-88a0-4a9a0dbbbbed'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:29.492512 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9161d-3861-463c-9e4e-af3115d48ca6 None None] Routers {'27f539ad-dc63-4049-88a0-4a9a0dbbbbed'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:29.492512 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6af9161d-3861-463c-9e4e-af3115d48ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:29:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['27f539ad-dc63-4049-88a0-4a9a0dbbbbed'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:29.493293 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4048b23-876a-43ec-b1cb-5bbab91c87c0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:29:29.493293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f4048b23-876a-43ec-b1cb-5bbab91c87c0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/f465a9d3-c6a3-4218-8ebe-e30d38c3fe0e HTTP/1.1" status: 404 len: 333 time: 0.0314698 Sep 17 22:29:29.494042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40320) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:29.511603 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6af9161d-3861-463c-9e4e-af3115d48ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:29.521450 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9161d-3861-463c-9e4e-af3115d48ca6 None None] Routers {'27f539ad-dc63-4049-88a0-4a9a0dbbbbed'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:29.522064 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6af9161d-3861-463c-9e4e-af3115d48ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:29:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['27f539ad-dc63-4049-88a0-4a9a0dbbbbed'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:29.553360 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-6af9161d-3861-463c-9e4e-af3115d48ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:29.553924 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9161d-3861-463c-9e4e-af3115d48ca6 None None] The sync data for ids ['27f539ad-dc63-4049-88a0-4a9a0dbbbbed'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:29.588781 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e450c-2270-4be5-a701-782ee3c8eb72 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.744983 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e450c-2270-4be5-a701-782ee3c8eb72 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.747950 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e450c-2270-4be5-a701-782ee3c8eb72 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.906674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e450c-2270-4be5-a701-782ee3c8eb72 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.907230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e450c-2270-4be5-a701-782ee3c8eb72 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Fanout notify agent at l3_agent the message router_deleted on router 27f539ad-dc63-4049-88a0-4a9a0dbbbbed {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:29:29.915289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9e450c-2270-4be5-a701-782ee3c8eb72 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:29.922519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40324) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:29.923483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ce9e450c-2270-4be5-a701-782ee3c8eb72 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/routers/27f539ad-dc63-4049-88a0-4a9a0dbbbbed HTTP/1.1" status: 204 len: 168 time: 0.4283509 Sep 17 22:29:29.976342 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c127ad-637e-40f5-a0d4-500a8fe12db2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet 5f8e92ca-83fb-4c53-b840-14cf9fc5d4f6 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:29.979607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ad-637e-40f5-a0d4-500a8fe12db2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.020483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ad-637e-40f5-a0d4-500a8fe12db2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.108874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ad-637e-40f5-a0d4-500a8fe12db2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.272407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ad-637e-40f5-a0d4-500a8fe12db2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.303046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c127ad-637e-40f5-a0d4-500a8fe12db2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8e92ca-83fb-4c53-b840-14cf9fc5d4f6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:30.310861 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ad-637e-40f5-a0d4-500a8fe12db2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.315853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40332) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:30.316039 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a4c127ad-637e-40f5-a0d4-500a8fe12db2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/5f8e92ca-83fb-4c53-b840-14cf9fc5d4f6 HTTP/1.1" status: 204 len: 168 time: 0.3911903 Sep 17 22:29:30.321864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcdd0fb-e348-47b5-abfc-8c938d3ec0c7 None None] Network 20cce335-40bc-44d0-bfe5-0a94a7b0342a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:30.419101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.473357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:30.473701 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.526277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7b801-83e6-4e28-b0f1-e19393d13f41 None None] DHCP port deletion for 20cce335-40bc-44d0-bfe5-0a94a7b0342a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:29:30.540814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] For port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5b161a9c-6ae4-4025-8fc1-aa00a10d2425,segment=NetworkSegment(4ea1ea10-a80b-46d9-9fee-082f9bffa71e),segment_id=4ea1ea10-a80b-46d9-9fee-082f9bffa71e)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:30.541420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.553920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:30.572155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-34d7b801-83e6-4e28-b0f1-e19393d13f41 None None] Deleting port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:30.572528 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34d7b801-83e6-4e28-b0f1-e19393d13f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.639281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-34d7b801-83e6-4e28-b0f1-e19393d13f41 None None] For port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5b161a9c-6ae4-4025-8fc1-aa00a10d2425,segment=NetworkSegment(4ea1ea10-a80b-46d9-9fee-082f9bffa71e),segment_id=4ea1ea10-a80b-46d9-9fee-082f9bffa71e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:30.641670 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34d7b801-83e6-4e28-b0f1-e19393d13f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.651737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-34d7b801-83e6-4e28-b0f1-e19393d13f41 None None] Calling delete_port for 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:30.689038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.713600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=5b161a9c-6ae4-4025-8fc1-aa00a10d2425,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:30.720331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No DVR routers for this DVR port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:30.738919 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34d7b801-83e6-4e28-b0f1-e19393d13f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.768802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7b801-83e6-4e28-b0f1-e19393d13f41 None None] Pushing event deleted for resources: {'Port': ['ID=5b161a9c-6ae4-4025-8fc1-aa00a10d2425,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:30.772276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d7b801-83e6-4e28-b0f1-e19393d13f41 None None] No DVR routers for this DVR port 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:30.809925 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.830724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cce335-40bc-44d0-bfe5-0a94a7b0342a']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:30.839905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea1ea10-a80b-46d9-9fee-082f9bffa71e') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:30.840288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea1ea10-a80b-46d9-9fee-082f9bffa71e') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:30.849728 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.862876 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.868846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:30.871055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:30.872907 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:30.948087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:30.967987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:30.968336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5b161a9c-6ae4-4025-8fc1-aa00a10d2425 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:30.991792 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.001166 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.003216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/networks/20cce335-40bc-44d0-bfe5-0a94a7b0342a HTTP/1.1" status: 204 len: 168 time: 0.6860535 Sep 17 22:29:31.007231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40344) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:31.014159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6561c27-54c2-4a1e-96d4-f1e1ca9e3fc5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Network': ['ID=20cce335-40bc-44d0-bfe5-0a94a7b0342a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:31.090240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2964ac-6979-451b-a96a-678fe8e428bd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:31.092520 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dd2964ac-6979-451b-a96a-678fe8e428bd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/5f2af0f9-3fa8-457b-81e7-83bbf135db98 HTTP/1.1" status: 200 len: 841 time: 0.0833864 Sep 17 22:29:31.098710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40350) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:31.499974 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a350f97a-5651-4c73-a2b3-56505259b1e0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/5f2af0f9-3fa8-457b-81e7-83bbf135db98?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3999922 Sep 17 22:29:31.503693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40358) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:31.508752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:31.671996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:31.675844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.924015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.970675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:31.973736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:31.979189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:31.979516 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:31.982821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e402a950-568b-428e-aeb4-7dabf45a6edb None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:31.994300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=25251143-0aff-4279-b142-b32feb5c19f3,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:32.063984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cb44582a-c54d-43c8-9405-b75b04f631fa tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5566838 Sep 17 22:29:32.073910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40368) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:32.110237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c55315c8-1376-4260-ac07-fa2d42d4698c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'security_group': {'name': 'tempest-secgroup-1502946979'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:32.199880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-3cc4f1b0-b239-4496-996c-ae9a48f05095', 'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'tenant_id': 'e395338bbc7f4e01adc39fb7b128803a', 'fixed_ips': [{'subnet_id': '25251143-0aff-4279-b142-b32feb5c19f3'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:29:32.201356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.228958 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c55315c8-1376-4260-ac07-fa2d42d4698c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.333937 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c55315c8-1376-4260-ac07-fa2d42d4698c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.357367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Allocated IP 172.20.0.2 (3cc4f1b0-b239-4496-996c-ae9a48f05095/25251143-0aff-4279-b142-b32feb5c19f3/28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:32.455062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c55315c8-1376-4260-ac07-fa2d42d4698c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.486054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55315c8-1376-4260-ac07-fa2d42d4698c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa861e-c25e-49cd-b2e7-bf2b286aa2f6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:32.505270 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.546006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c55315c8-1376-4260-ac07-fa2d42d4698c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.547307 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c55315c8-1376-4260-ac07-fa2d42d4698c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4584727 Sep 17 22:29:32.550201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40378) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:32.555589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-da8c35b4-7a6f-4a66-9ec0-01f45f1167ce tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'security_group': {'name': 'tempest-secgroup-223338199'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:32.614410 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.657329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:32.661442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:32.667755 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:32.670972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Pushing event updated for resources: {'Port': ['ID=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:32.678039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da8c35b4-7a6f-4a66-9ec0-01f45f1167ce tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.734532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Attempting to bind port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:32.735253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Attempting to bind port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2c9fdde2-2493-4c88-bd35-aeaca28d6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:32.735724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Attempting to bind port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e on network 3cc4f1b0-b239-4496-996c-ae9a48f05095 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:32.742628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:32.743156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Checking segment: {'id': '2c9fdde2-2493-4c88-bd35-aeaca28d6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:32.744462 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.745086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Bound using segment: {'id': '2c9fdde2-2493-4c88-bd35-aeaca28d6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:32.745605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Bound port: 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9fdde2-2493-4c88-bd35-aeaca28d6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:32.746088 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.765881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da8c35b4-7a6f-4a66-9ec0-01f45f1167ce tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.810932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] For port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:32.814038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] For port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,segment=NetworkSegment(2c9fdde2-2493-4c88-bd35-aeaca28d6efe),segment_id=2c9fdde2-2493-4c88-bd35-aeaca28d6efe)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:32.847530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da8c35b4-7a6f-4a66-9ec0-01f45f1167ce tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.877872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c35b4-7a6f-4a66-9ec0-01f45f1167ce tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37397bd2-174a-4031-a161-e2b02dcab958,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:32.911170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.945286 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da8c35b4-7a6f-4a66-9ec0-01f45f1167ce tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:32.949483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40386) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:32.949721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da8c35b4-7a6f-4a66-9ec0-01f45f1167ce tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3982229 Sep 17 22:29:32.967145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-465913503', 'security_groups': ['37397bd2-174a-4031-a161-e2b02dcab958'], 'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '25251143-0aff-4279-b142-b32feb5c19f3'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:32.993063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a40a3-e527-4f09-b65a-e176f2a6f542 None None] Pushing event updated for resources: {'Port': ['ID=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:33.173357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:33.268313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.287285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port 8191c984-c876-4867-8d10-ddfaed497d0e yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:33.459093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.12 (3cc4f1b0-b239-4496-996c-ae9a48f05095/25251143-0aff-4279-b142-b32feb5c19f3/8191c984-c876-4867-8d10-ddfaed497d0e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:33.607431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.707035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.760974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:33.764316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:33.768350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:33.797301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=8191c984-c876-4867-8d10-ddfaed497d0e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:33.829799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:33.830549 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:33.906453 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3a14a4a7-6fa5-4c6f-9918-05fdf1a05561 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9550006 Sep 17 22:29:33.909100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40402) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:33.915677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-29e4a1bc-ded6-406f-8dd9-98d76e437803 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:34.102241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a938deb3-74bc-4d84-ab65-6aba97cff0e6 None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:34.102822 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a938deb3-74bc-4d84-ab65-6aba97cff0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.140625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e4a1bc-ded6-406f-8dd9-98d76e437803 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:34.144544 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29e4a1bc-ded6-406f-8dd9-98d76e437803 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.195275 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a938deb3-74bc-4d84-ab65-6aba97cff0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.245936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a938deb3-74bc-4d84-ab65-6aba97cff0e6 None None] For port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,segment=NetworkSegment(2c9fdde2-2493-4c88-bd35-aeaca28d6efe),segment_id=2c9fdde2-2493-4c88-bd35-aeaca28d6efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:34.261350 n-d-713498-17 neutron-server[101661]: INFO neutron.db.ipam_backend_mixin [None req-29e4a1bc-ded6-406f-8dd9-98d76e437803 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 25251143-0aff-4279-b142-b32feb5c19f3 (CIDR: 172.20.0.0/28) Sep 17 22:29:34.312443 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e4a1bc-ded6-406f-8dd9-98d76e437803 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:29:34.312956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e4a1bc-ded6-406f-8dd9-98d76e437803 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:34.351873 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a938deb3-74bc-4d84-ab65-6aba97cff0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.395626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a938deb3-74bc-4d84-ab65-6aba97cff0e6 None None] Provisioning complete for port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:34.396002 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a938deb3-74bc-4d84-ab65-6aba97cff0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.433805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938deb3-74bc-4d84-ab65-6aba97cff0e6 None None] Pushing event updated for resources: {'Port': ['ID=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:34.444854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-29e4a1bc-ded6-406f-8dd9-98d76e437803 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5333176 Sep 17 22:29:34.447884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40410) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:34.449481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a938deb3-74bc-4d84-ab65-6aba97cff0e6 None None] Port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:34.466775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:34.575041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c56e3828-86b1-4b4d-a166-0bf603e92a92 None None] Provisioning complete for port 8191c984-c876-4867-8d10-ddfaed497d0e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:34.575558 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c56e3828-86b1-4b4d-a166-0bf603e92a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.611159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3828-86b1-4b4d-a166-0bf603e92a92 None None] Port 8191c984-c876-4867-8d10-ddfaed497d0e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:34.670685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:34.674317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:34.976735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:34.992089 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.028218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:35.028604 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.048793 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:35.052626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:35.056995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:35.057593 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.066437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a83eff-5ceb-4fa0-b392-a553419e6492 None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:35.068010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=77a16bfa-813f-4a57-a71d-dd4dca8e82c1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:35.146119 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dde1e125-15d2-411b-bba6-c9678ae4eb64 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6972976 Sep 17 22:29:35.150062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40424) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:35.160492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1429530926', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77a16bfa-813f-4a57-a71d-dd4dca8e82c1'}], 'security_groups': ['5daa861e-c25e-49cd-b2e7-bf2b286aa2f6']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:35.318834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.489513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5d7e9-b39a-4d2a-a3ed-5d66a9e26261 None None] Update dhcp port {'port': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'fixed_ips': [{'subnet_id': '25251143-0aff-4279-b142-b32feb5c19f3', 'ip_address': '172.20.0.2'}, {'subnet_id': '77a16bfa-813f-4a57-a71d-dd4dca8e82c1'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:29:35.516144 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0de5d7e9-b39a-4d2a-a3ed-5d66a9e26261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.663313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Delete allocated IP 172.20.0.12 (3cc4f1b0-b239-4496-996c-ae9a48f05095/25251143-0aff-4279-b142-b32feb5c19f3) {{(pid=101661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:29:35.673401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.25 (3cc4f1b0-b239-4496-996c-ae9a48f05095/77a16bfa-813f-4a57-a71d-dd4dca8e82c1/8191c984-c876-4867-8d10-ddfaed497d0e) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:35.841783 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.912804 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:35.958962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-0de5d7e9-b39a-4d2a-a3ed-5d66a9e26261 None None] Allocated IP 172.20.0.18 (3cc4f1b0-b239-4496-996c-ae9a48f05095/77a16bfa-813f-4a57-a71d-dd4dca8e82c1/28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:36.044813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=8191c984-c876-4867-8d10-ddfaed497d0e,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.069958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] In _notify_port_updated(), no bound segment for port 8191c984-c876-4867-8d10-ddfaed497d0e on network 3cc4f1b0-b239-4496-996c-ae9a48f05095 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:29:36.077484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:36.078535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.083303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9f931faa-8d44-49d6-83e0-48b1b92ba6be tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "PUT /v2.0/ports/8191c984-c876-4867-8d10-ddfaed497d0e HTTP/1.1" status: 200 len: 921 time: 0.9317031 Sep 17 22:29:36.085200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40442) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:36.089052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0de5d7e9-b39a-4d2a-a3ed-5d66a9e26261 None None] For port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,segment=NetworkSegment(2c9fdde2-2493-4c88-bd35-aeaca28d6efe),segment_id=2c9fdde2-2493-4c88-bd35-aeaca28d6efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:36.120536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0de5d7e9-b39a-4d2a-a3ed-5d66a9e26261 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.185021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ed628-392b-4a64-ba03-d824c402df9e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 8191c984-c876-4867-8d10-ddfaed497d0e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:36.185349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed628-392b-4a64-ba03-d824c402df9e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.197671 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0de5d7e9-b39a-4d2a-a3ed-5d66a9e26261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.278438 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed628-392b-4a64-ba03-d824c402df9e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.291923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ed628-392b-4a64-ba03-d824c402df9e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 8191c984-c876-4867-8d10-ddfaed497d0e owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:36.292096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d7e9-b39a-4d2a-a3ed-5d66a9e26261 None None] Pushing event updated for resources: {'Port': ['ID=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.512611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed628-392b-4a64-ba03-d824c402df9e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.545393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ed628-392b-4a64-ba03-d824c402df9e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=8191c984-c876-4867-8d10-ddfaed497d0e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:36.654889 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed628-392b-4a64-ba03-d824c402df9e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.659554 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ee1ed628-392b-4a64-ba03-d824c402df9e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/8191c984-c876-4867-8d10-ddfaed497d0e HTTP/1.1" status: 204 len: 168 time: 0.5704484 Sep 17 22:29:36.659851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40452) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:36.707671 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef469fe-e75f-4f62-95be-5d4d3045bd6b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:29:36.710872 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3ef469fe-e75f-4f62-95be-5d4d3045bd6b tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/8191c984-c876-4867-8d10-ddfaed497d0e HTTP/1.1" status: 404 len: 333 time: 0.0484428 Sep 17 22:29:36.712099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40456) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:36.787909 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1f96ec07-1578-4c6d-aaa6-bfacda50345e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.812719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1f96ec07-1578-4c6d-aaa6-bfacda50345e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.940093 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b28603be-f8ca-4f97-a8dd-3c9fc1ba4872 None None] Could not find standard attr ID for object 8191c984-c876-4867-8d10-ddfaed497d0e. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:29:36.944680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1f96ec07-1578-4c6d-aaa6-bfacda50345e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.950380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1f96ec07-1578-4c6d-aaa6-bfacda50345e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.952751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40458) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:36.953246 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1f96ec07-1578-4c6d-aaa6-bfacda50345e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/security-groups/37397bd2-174a-4031-a161-e2b02dcab958 HTTP/1.1" status: 204 len: 168 time: 0.2399459 Sep 17 22:29:36.961767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b28603be-f8ca-4f97-a8dd-3c9fc1ba4872 None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:36.962290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b28603be-f8ca-4f97-a8dd-3c9fc1ba4872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:36.964355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:36.967307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96ec07-1578-4c6d-aaa6-bfacda50345e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37397bd2-174a-4031-a161-e2b02dcab958,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:37.039047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efdd5f9c-44d0-4dd3-8d68-bbcd288338a8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.062564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efdd5f9c-44d0-4dd3-8d68-bbcd288338a8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.087973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:37.088349 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.134766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b28603be-f8ca-4f97-a8dd-3c9fc1ba4872 None None] Provisioning complete for port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:37.135163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b28603be-f8ca-4f97-a8dd-3c9fc1ba4872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.157682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efdd5f9c-44d0-4dd3-8d68-bbcd288338a8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.161194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efdd5f9c-44d0-4dd3-8d68-bbcd288338a8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.164701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-efdd5f9c-44d0-4dd3-8d68-bbcd288338a8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/security-groups/5daa861e-c25e-49cd-b2e7-bf2b286aa2f6 HTTP/1.1" status: 204 len: 168 time: 0.2087381 Sep 17 22:29:37.165400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40466) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:37.179100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd5f9c-44d0-4dd3-8d68-bbcd288338a8 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa861e-c25e-49cd-b2e7-bf2b286aa2f6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:37.180079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b28603be-f8ca-4f97-a8dd-3c9fc1ba4872 None None] Port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:37.231084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdba636c-68e3-49e3-bc88-6689e70bec53 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet 25251143-0aff-4279-b142-b32feb5c19f3 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:37.234531 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bdba636c-68e3-49e3-bc88-6689e70bec53 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.275539 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bdba636c-68e3-49e3-bc88-6689e70bec53 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.380507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bdba636c-68e3-49e3-bc88-6689e70bec53 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.494270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d2006ff5-3099-48ee-9600-8b5893873470 None None] Could not find standard attr ID for object 8191c984-c876-4867-8d10-ddfaed497d0e. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:29:37.506692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bdba636c-68e3-49e3-bc88-6689e70bec53 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.536427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba636c-68e3-49e3-bc88-6689e70bec53 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=25251143-0aff-4279-b142-b32feb5c19f3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:37.542165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bdba636c-68e3-49e3-bc88-6689e70bec53 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:37.547476 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bdba636c-68e3-49e3-bc88-6689e70bec53 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/25251143-0aff-4279-b142-b32feb5c19f3 HTTP/1.1" status: 204 len: 168 time: 0.3807707 Sep 17 22:29:37.551841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40472) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:37.557099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:37.669725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c570fc1-7196-45fa-bf6d-7d01d22daaf3 None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:37.746076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:37.756647 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.077439 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.096832 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:29:38.144849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:38.163444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:38.165351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:38.175609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.175609 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.282046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dfbff30c-ac47-4941-a1b5-f5b058d8202f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7290041 Sep 17 22:29:38.284739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40492) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:38.290972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1ea1343d-5286-40c8-9518-eaf5a383eb54 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'security_group': {'name': 'tempest-secgroup-1107592204'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:38.301581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-f14dea2c-507a-4981-8a50-b64c2b6ad7b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0534966 Sep 17 22:29:38.346217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.416557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-2dd7147e-5ff4-4cf0-92c7-f0702a9faa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.417394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-2dd7147e-5ff4-4cf0-92c7-f0702a9faa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.418035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-2dd7147e-5ff4-4cf0-92c7-f0702a9faa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.418776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-2dd7147e-5ff4-4cf0-92c7-f0702a9faa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.419473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-2dd7147e-5ff4-4cf0-92c7-f0702a9faa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.420084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-2dd7147e-5ff4-4cf0-92c7-f0702a9faa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.420557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-2dd7147e-5ff4-4cf0-92c7-f0702a9faa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.425466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-2dd7147e-5ff4-4cf0-92c7-f0702a9faa98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1077f606df7e4a1c95d9f8faf3035535&device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 6498 time: 0.0694115 Sep 17 22:29:38.450428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1343d-5286-40c8-9518-eaf5a383eb54 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.502842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862923d-a7e2-46c9-abda-6ec3ebb7a54a None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:38.541456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-11789d19-ceb3-42c4-93e9-ed68fcbda04f None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:38.542148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11789d19-ceb3-42c4-93e9-ed68fcbda04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.555963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1343d-5286-40c8-9518-eaf5a383eb54 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.593716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-006cd3d4-b83d-4d85-bd53-d0be968ac03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.594335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-006cd3d4-b83d-4d85-bd53-d0be968ac03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.594941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-006cd3d4-b83d-4d85-bd53-d0be968ac03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.596794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-006cd3d4-b83d-4d85-bd53-d0be968ac03e service neutron] 10.222.0.32 "GET /v2.0/networks?id=62070a8a-5c99-4c5a-bf55-2777253b05df&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&id=d4b5def6-02b7-4a39-bab6-685f1dfdab05 HTTP/1.1" status: 200 len: 2289 time: 0.1368155 Sep 17 22:29:38.644330 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1343d-5286-40c8-9518-eaf5a383eb54 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.673661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-84ba5552-0ee2-4b58-8b7e-111c8f487897 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14 HTTP/1.1" status: 200 len: 1002 time: 0.0676572 Sep 17 22:29:38.702238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1343d-5286-40c8-9518-eaf5a383eb54 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d14965-62a2-4a28-9cf5-c18e8f0a48cb,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:38.749872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-7daaca14-b1f0-4bbe-b6ac-3e1dc50d83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.749872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-7daaca14-b1f0-4bbe-b6ac-3e1dc50d83de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6812680-94e6-4c28-9cd8-de924bf5b40c HTTP/1.1" status: 200 len: 850 time: 0.0662806 Sep 17 22:29:38.769104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-11789d19-ceb3-42c4-93e9-ed68fcbda04f None None] Provisioning complete for port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:38.769719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11789d19-ceb3-42c4-93e9-ed68fcbda04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.803488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1343d-5286-40c8-9518-eaf5a383eb54 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.804762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1ea1343d-5286-40c8-9518-eaf5a383eb54 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5181158 Sep 17 22:29:38.807457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40500) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:38.812517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-57260d5f-3313-4c8b-a0ad-fd19e7c50412 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'security_group': {'name': 'tempest-secgroup-1986636936'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:38.822938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-f6f37882-277e-4e6a-867d-10d4e5506b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:38.826150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-f6f37882-277e-4e6a-867d-10d4e5506b04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62070a8a-5c99-4c5a-bf55-2777253b05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680165 Sep 17 22:29:38.829303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-11789d19-ceb3-42c4-93e9-ed68fcbda04f None None] Port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:38.901120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a48f00d-bb45-474d-b0b4-40dba7c65b6c None None] Update dhcp port {'port': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'fixed_ips': [{'subnet_id': '77a16bfa-813f-4a57-a71d-dd4dca8e82c1', 'ip_address': '172.20.0.18'}, {'subnet_id': '8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:29:38.932598 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3a48f00d-bb45-474d-b0b4-40dba7c65b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:38.942574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-0df90c30-83d1-4444-820a-0a98e1a32fa1 service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087146 Sep 17 22:29:38.958413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57260d5f-3313-4c8b-a0ad-fd19e7c50412 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.054255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57260d5f-3313-4c8b-a0ad-fd19e7c50412 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.087547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-5f7d02e5-a0a2-4ee7-8b86-b9347caf4db5 service neutron] 10.222.0.32 "GET /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372240 Sep 17 22:29:39.127174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-3a48f00d-bb45-474d-b0b4-40dba7c65b6c None None] Allocated IP 172.20.0.2 (3cc4f1b0-b239-4496-996c-ae9a48f05095/8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d/28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:39.135534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-13ab3fbc-0d38-4b6e-8359-bb6cc8e4e5b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 217 time: 0.0405726 Sep 17 22:29:39.174887 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57260d5f-3313-4c8b-a0ad-fd19e7c50412 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.204052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-1ddc8f03-ef0c-4091-ad3f-690821934775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:39.204052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-1ddc8f03-ef0c-4091-ad3f-690821934775 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0563712 Sep 17 22:29:39.239339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3a48f00d-bb45-474d-b0b4-40dba7c65b6c None None] For port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,segment=NetworkSegment(2c9fdde2-2493-4c88-bd35-aeaca28d6efe),segment_id=2c9fdde2-2493-4c88-bd35-aeaca28d6efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:39.262431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57260d5f-3313-4c8b-a0ad-fd19e7c50412 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7366c060-2592-4d5a-afa4-8988d8d30d03,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:39.284051 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3a48f00d-bb45-474d-b0b4-40dba7c65b6c None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.288391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-418bd704-bda4-43b0-a860-47368a58888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:39.290202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-418bd704-bda4-43b0-a860-47368a58888b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832548 Sep 17 22:29:39.316482 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57260d5f-3313-4c8b-a0ad-fd19e7c50412 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.317798 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57260d5f-3313-4c8b-a0ad-fd19e7c50412 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5091310 Sep 17 22:29:39.320550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40510) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:39.325243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a84a6276-a56c-4774-8417-9394c6e89290 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'security_group': {'name': 'tempest-secgroup-596830119'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:39.347360 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3a48f00d-bb45-474d-b0b4-40dba7c65b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.417827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-011c6ef0-d747-4d4d-ae6e-b29a17538e18 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190991 Sep 17 22:29:39.430415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a84a6276-a56c-4774-8417-9394c6e89290 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.450345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48f00d-bb45-474d-b0b4-40dba7c65b6c None None] Pushing event updated for resources: {'Port': ['ID=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:39.549549 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a84a6276-a56c-4774-8417-9394c6e89290 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.558564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-bda8d786-e07f-48a2-a36e-84c0f0009a71 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321063 Sep 17 22:29:39.607894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-cc908e6d-06c1-48d7-908e-bee0f404810f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 217 time: 0.0414617 Sep 17 22:29:39.614604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a84a6276-a56c-4774-8417-9394c6e89290 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.665565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-08c3ef97-bf3b-41b7-a75b-414f0117d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:39.667169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-08c3ef97-bf3b-41b7-a75b-414f0117d26b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0509236 Sep 17 22:29:39.670441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a6276-a56c-4774-8417-9394c6e89290 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fee0e92-fee0-43d0-8d92-e6b822fb8f1e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:39.728705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a84a6276-a56c-4774-8417-9394c6e89290 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:39.730258 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a84a6276-a56c-4774-8417-9394c6e89290 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4087527 Sep 17 22:29:39.733810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40516) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:39.738317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-42bc12bc-cc31-45e7-b3c1-61fc9fddc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:39.739281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-218672626', 'security_groups': ['2fee0e92-fee0-43d0-8d92-e6b822fb8f1e'], 'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:39.740086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-42bc12bc-cc31-45e7-b3c1-61fc9fddc19f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598168 Sep 17 22:29:39.945915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.020740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:40.140422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.174781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] device_id is not set on port ac5da2fa-7066-4fbf-8988-8124ec1cff54 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:40.203417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-d4902e60-2af8-4062-8ba8-e2ae3d57dbd7 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545188 Sep 17 22:29:40.363380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-cb2d06d9-3eaa-44c1-be7f-97785482531e service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401174 Sep 17 22:29:40.383693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-38a45bed-55cf-4c8c-9e96-3215a62c6a7d None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:40.384247 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38a45bed-55cf-4c8c-9e96-3215a62c6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.410849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-15254296-13ff-4c10-9a08-e3ce5a520f22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb HTTP/1.1" status: 200 len: 217 time: 0.0392597 Sep 17 22:29:40.431230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.3 (3cc4f1b0-b239-4496-996c-ae9a48f05095/8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d/ac5da2fa-7066-4fbf-8988-8124ec1cff54) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:40.469885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-40d613e7-05fd-4d11-8d77-1820951e8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:40.471441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-40d613e7-05fd-4d11-8d77-1820951e8808 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0536635 Sep 17 22:29:40.491488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-38a45bed-55cf-4c8c-9e96-3215a62c6a7d None None] Provisioning complete for port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:40.492474 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38a45bed-55cf-4c8c-9e96-3215a62c6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.525680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-9c98c2ec-60cd-47c0-9586-2e32746d5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:40.527880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-9c98c2ec-60cd-47c0-9586-2e32746d5b27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484185 Sep 17 22:29:40.538012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-38a45bed-55cf-4c8c-9e96-3215a62c6a7d None None] Port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:40.600302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.652073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-2fb7740e-4640-4623-b56d-ea696480fed3 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169517 Sep 17 22:29:40.691132 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.748409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-989a2f1a-4901-44c0-9a87-6195477e1d47 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887713 Sep 17 22:29:40.751223 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:40.755421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:40.781510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=ac5da2fa-7066-4fbf-8988-8124ec1cff54,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:40.785214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:40.818812 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-d40b6c33-7899-482f-af67-64c2f94c39a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb HTTP/1.1" status: 200 len: 217 time: 0.0631626 Sep 17 22:29:40.862572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:40.864250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:40.890243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-bccbd9c6-b2f3-43db-b336-bd474d723475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:40.890243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-bccbd9c6-b2f3-43db-b336-bd474d723475 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 200 len: 797 time: 0.0620234 Sep 17 22:29:40.941209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7663f5fa-50bf-40b9-b757-5cc7dcc95294 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2061265 Sep 17 22:29:40.942339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-5862a921-a797-44fc-b68f-9c3a89b7fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:40.943932 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40532) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:40.944227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-5862a921-a797-44fc-b68f-9c3a89b7fd07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0459764 Sep 17 22:29:40.950354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-90386cdb-ee30-4a0e-b429-6e1ed606f0da tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:40.973761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:41.081805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:41.082228 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.085758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8a05e9a7-08d1-4026-b8d6-5715bf46ffd8 None None] Provisioning complete for port ac5da2fa-7066-4fbf-8988-8124ec1cff54 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:41.086246 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a05e9a7-08d1-4026-b8d6-5715bf46ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.133217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-6fdb3e3d-fb5d-4dc6-9720-b364ad8c0ee1 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809828 Sep 17 22:29:41.160738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8a05e9a7-08d1-4026-b8d6-5715bf46ffd8 None None] Port ac5da2fa-7066-4fbf-8988-8124ec1cff54 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:41.225765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90386cdb-ee30-4a0e-b429-6e1ed606f0da tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:41.229547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90386cdb-ee30-4a0e-b429-6e1ed606f0da tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.244895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-3a76de3d-f17a-44c0-a5e3-89ad93d04392 service neutron] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046543 Sep 17 22:29:41.299868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-c6d39a0d-f73b-4fb3-9bf1-ebe6ae5fd5af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58c91934-149c-4aad-9181-e930ac0aab9f HTTP/1.1" status: 200 len: 217 time: 0.0478473 Sep 17 22:29:41.342431 n-d-713498-17 neutron-server[101660]: INFO neutron.db.ipam_backend_mixin [None req-90386cdb-ee30-4a0e-b429-6e1ed606f0da tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d (CIDR: 172.20.0.0/28) Sep 17 22:29:41.359531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-527446bb-8011-4895-af3f-69a924b6eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:41.362302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-527446bb-8011-4895-af3f-69a924b6eb98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.0542133 Sep 17 22:29:41.380994 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-90386cdb-ee30-4a0e-b429-6e1ed606f0da tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:29:41.381590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90386cdb-ee30-4a0e-b429-6e1ed606f0da tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:41.410770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-41bf710d-4e04-4c5e-8be1-4247cc94447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:41.412438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-41bf710d-4e04-4c5e-8be1-4247cc94447a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447388 Sep 17 22:29:41.513832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-f17ee437-a1af-43f8-be7b-b96e1fd650db service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938826 Sep 17 22:29:41.518544 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-90386cdb-ee30-4a0e-b429-6e1ed606f0da tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5734296 Sep 17 22:29:41.521126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40546) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:41.526560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-10ee243f-36c3-4c4a-94d6-cc98963c420f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:41.626897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-b0e9bc3a-fb25-44a1-8bd6-24cbb4ae309d service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050885 Sep 17 22:29:41.677107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-0e427d9e-fae2-43fd-837f-cb06731a5f7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=283912f1-9194-4d2f-a00c-a4650cd4c715 HTTP/1.1" status: 200 len: 217 time: 0.0433893 Sep 17 22:29:41.723970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ee243f-36c3-4c4a-94d6-cc98963c420f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:41.729259 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10ee243f-36c3-4c4a-94d6-cc98963c420f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:41.731239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-fd394dca-fc29-4845-abc1-fbd474c8d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:41.732762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-fd394dca-fc29-4845-abc1-fbd474c8d556 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 200 len: 797 time: 0.0488679 Sep 17 22:29:41.780318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ded28-92a0-454d-be95-37006c6796fd req-c3c306b4-7d7c-4140-9289-f85f4dd3fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:41.781852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-c3c306b4-7d7c-4140-9289-f85f4dd3fde4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b5def6-02b7-4a39-bab6-685f1dfdab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0419524 Sep 17 22:29:41.832005 n-d-713498-17 neutron-server[101660]: INFO neutron.db.ipam_backend_mixin [None req-10ee243f-36c3-4c4a-94d6-cc98963c420f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 77a16bfa-813f-4a57-a71d-dd4dca8e82c1 (CIDR: 172.20.0.16/28) Sep 17 22:29:41.876659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-0e056653-2157-4796-bb3e-9b4d8e86a505 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 Sep 17 22:29:41.884012 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ee243f-36c3-4c4a-94d6-cc98963c420f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:29:41.884627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ee243f-36c3-4c4a-94d6-cc98963c420f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:41.982019 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f39d1035-79e6-493f-9958-53c218f2b65a req-e55bba48-00a2-4917-aec9-6c36c3715a9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529118 Sep 17 22:29:41.983852 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-10ee243f-36c3-4c4a-94d6-cc98963c420f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4615886 Sep 17 22:29:41.986999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40552) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:41.991959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'subnet': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:42.001987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-388ded28-92a0-454d-be95-37006c6796fd req-85b0afd7-3a63-4a07-baec-d428dfbef5e9 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184583 Sep 17 22:29:42.100875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d1035-79e6-493f-9958-53c218f2b65a req-d8b2e140-8f48-4898-97ca-1e3296260c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.102341 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f39d1035-79e6-493f-9958-53c218f2b65a req-d8b2e140-8f48-4898-97ca-1e3296260c05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 1098 time: 0.0930786 Sep 17 22:29:42.229968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d1035-79e6-493f-9958-53c218f2b65a req-d0e735f9-e211-4780-8720-95411aae24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.232236 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f39d1035-79e6-493f-9958-53c218f2b65a req-d0e735f9-e211-4780-8720-95411aae24b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.1057863 Sep 17 22:29:42.276530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Made reservation on behalf of e395338bbc7f4e01adc39fb7b128803a for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:42.280888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.284823 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f39d1035-79e6-493f-9958-53c218f2b65a req-be0485f2-8698-4e7b-abd0-656fd1516038 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0c4893-2a6d-4261-b973-884586976746 HTTP/1.1" status: 200 len: 217 time: 0.0428839 Sep 17 22:29:42.408444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d1035-79e6-493f-9958-53c218f2b65a req-cb72df1c-8be8-4be7-93ca-16aaa6d9f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.409925 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f39d1035-79e6-493f-9958-53c218f2b65a req-cb72df1c-8be8-4be7-93ca-16aaa6d9f700 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.1121867 Sep 17 22:29:42.492623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d1035-79e6-493f-9958-53c218f2b65a req-7af8a09f-4d2b-47e9-9706-7c942a9e0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.494218 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f39d1035-79e6-493f-9958-53c218f2b65a req-7af8a09f-4d2b-47e9-9706-7c942a9e0562 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759070 Sep 17 22:29:42.678137 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f39d1035-79e6-493f-9958-53c218f2b65a req-44141ec7-f9a4-4c19-8155-6cb209d44627 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413834 Sep 17 22:29:42.747895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d786-f2e6-4cb4-ae52-59691133c5b8 req-c447d9b0-0b4d-4d42-9dd2-9846ebad4669 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.749380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4132d786-f2e6-4cb4-ae52-59691133c5b8 req-c447d9b0-0b4d-4d42-9dd2-9846ebad4669 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0725479 Sep 17 22:29:42.760432 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.811670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4132d786-f2e6-4cb4-ae52-59691133c5b8 req-60b3cc52-e6d6-45e6-bb96-ffbee36ce888 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555506 Sep 17 22:29:42.838152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:42.842516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Subnet': ['ID=8d05a87e-8c51-463e-9b63-264539d038da,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:42.845268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:42.848361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.848959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:42.860917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd30b969-82fd-4a06-8fa9-35e70caf73cb None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:42.879504 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f39d1035-79e6-493f-9958-53c218f2b65a req-4dc08e81-aff4-4276-8489-20ef0e52c789 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924078 Sep 17 22:29:42.952713 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5b7fc432-e1e5-4ff3-9b9c-0a546f38c311 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9646964 Sep 17 22:29:42.955343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40574) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:42.960983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-389037824', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d05a87e-8c51-463e-9b63-264539d038da'}], 'security_groups': ['c2d14965-62a2-4a28-9cf5-c18e8f0a48cb', '7366c060-2592-4d5a-afa4-8988d8d30d03']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:42.976737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae4191-a7d0-49ef-a16d-fbeecd4462b9 req-33e96899-8d85-420d-aeb3-84b0e86d58eb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:42.978261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8ae4191-a7d0-49ef-a16d-fbeecd4462b9 req-33e96899-8d85-420d-aeb3-84b0e86d58eb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0557792 Sep 17 22:29:43.033028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8ae4191-a7d0-49ef-a16d-fbeecd4462b9 req-67dc0f26-29e4-4a98-b59a-33cac18dc046 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 Sep 17 22:29:43.058838 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.172530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858cb3fa-5adf-4978-a545-3fc9e2defe35 None None] Update dhcp port {'port': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'fixed_ips': [{'subnet_id': '77a16bfa-813f-4a57-a71d-dd4dca8e82c1', 'ip_address': '172.20.0.18'}, {'subnet_id': '8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d05a87e-8c51-463e-9b63-264539d038da'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:29:43.226704 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-858cb3fa-5adf-4978-a545-3fc9e2defe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.378838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-34ea01de-a904-44a2-8e10-ff2fbd8ff244 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:43.387434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-34ea01de-a904-44a2-8e10-ff2fbd8ff244 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.1340728 Sep 17 22:29:43.399516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Delete allocated IP 172.20.0.3 (3cc4f1b0-b239-4496-996c-ae9a48f05095/8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d) {{(pid=101660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:29:43.407359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-7e7487d0-7ad5-4946-8de1-60c5c5028a4b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/quotas/cdb933bdef3a4f35a16aed5c1b950a9f HTTP/1.1" status: 200 len: 375 time: 0.0189652 Sep 17 22:29:43.412072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Allocated IP 172.20.0.45 (3cc4f1b0-b239-4496-996c-ae9a48f05095/8d05a87e-8c51-463e-9b63-264539d038da/ac5da2fa-7066-4fbf-8988-8124ec1cff54) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:43.464998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-bdabed6f-4a0b-4c26-b944-5518150366b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0563045 Sep 17 22:29:43.562835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-36e6c364-745e-41cf-928d-f2f2520a46f8 service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905361 Sep 17 22:29:43.596964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.662044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.697331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-06c22158-756f-4520-be11-c845708803ec service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256242 Sep 17 22:29:43.742154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-858cb3fa-5adf-4978-a545-3fc9e2defe35 None None] Allocated IP 172.20.0.34 (3cc4f1b0-b239-4496-996c-ae9a48f05095/8d05a87e-8c51-463e-9b63-264539d038da/28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:43.747296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event updated for resources: {'Port': ['ID=ac5da2fa-7066-4fbf-8988-8124ec1cff54,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:43.795694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] In _notify_port_updated(), no bound segment for port ac5da2fa-7066-4fbf-8988-8124ec1cff54 on network 3cc4f1b0-b239-4496-996c-ae9a48f05095 {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:29:43.802040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:43.807603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.807603 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-44fc9873-5e28-4d15-a95d-a3ba5131a84e tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "PUT /v2.0/ports/ac5da2fa-7066-4fbf-8988-8124ec1cff54 HTTP/1.1" status: 200 len: 959 time: 0.8476841 Sep 17 22:29:43.807603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40602) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:43.876752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-858cb3fa-5adf-4978-a545-3fc9e2defe35 None None] For port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,segment=NetworkSegment(2c9fdde2-2493-4c88-bd35-aeaca28d6efe),segment_id=2c9fdde2-2493-4c88-bd35-aeaca28d6efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:43.907237 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-858cb3fa-5adf-4978-a545-3fc9e2defe35 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:43.907504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8647762d-6652-45ab-a4b2-6b754b5d8314 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port ac5da2fa-7066-4fbf-8988-8124ec1cff54 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:43.907869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8647762d-6652-45ab-a4b2-6b754b5d8314 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.010351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-858cb3fa-5adf-4978-a545-3fc9e2defe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.065945 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8647762d-6652-45ab-a4b2-6b754b5d8314 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.087405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8647762d-6652-45ab-a4b2-6b754b5d8314 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for ac5da2fa-7066-4fbf-8988-8124ec1cff54 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:44.095658 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9692b93-ab09-4edb-b108-7c6f70698ae2 req-1af099cc-6b53-4444-8daa-a686daed52c1 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 210 time: 0.0575402 Sep 17 22:29:44.277145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cb3fa-5adf-4978-a545-3fc9e2defe35 None None] Pushing event updated for resources: {'Port': ['ID=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.287091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b2cc6-6b8b-4030-a323-98b20a4898a3 req-cfd32e71-07c8-43ff-967b-ebee45b65334 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:44.287091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7b2cc6-6b8b-4030-a323-98b20a4898a3 req-cfd32e71-07c8-43ff-967b-ebee45b65334 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 945 time: 0.1379189 Sep 17 22:29:44.375045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c7b2cc6-6b8b-4030-a323-98b20a4898a3 req-a6190c15-3b67-45b1-986b-fd8c31738776 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840764 Sep 17 22:29:44.460604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8647762d-6652-45ab-a4b2-6b754b5d8314 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.495680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647762d-6652-45ab-a4b2-6b754b5d8314 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=ac5da2fa-7066-4fbf-8988-8124ec1cff54,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.582695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8647762d-6652-45ab-a4b2-6b754b5d8314 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.582695 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8647762d-6652-45ab-a4b2-6b754b5d8314 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/ac5da2fa-7066-4fbf-8988-8124ec1cff54 HTTP/1.1" status: 204 len: 168 time: 0.7710593 Sep 17 22:29:44.582695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40624) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:44.607659 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebe9f7b-ccaa-4b6b-8682-863e0bd973f7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] GET failed (client error): The resource could not be found. Sep 17 22:29:44.611846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ebe9f7b-ccaa-4b6b-8682-863e0bd973f7 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports/ac5da2fa-7066-4fbf-8988-8124ec1cff54 HTTP/1.1" status: 404 len: 333 time: 0.0264621 Sep 17 22:29:44.612557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40626) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:44.678611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe67569-1a9c-4abe-bbe6-80a28b6096cb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.707965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe67569-1a9c-4abe-bbe6-80a28b6096cb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.888954 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe67569-1a9c-4abe-bbe6-80a28b6096cb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.893057 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe67569-1a9c-4abe-bbe6-80a28b6096cb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.893057 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5fe67569-1a9c-4abe-bbe6-80a28b6096cb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/security-groups/2fee0e92-fee0-43d0-8d92-e6b822fb8f1e HTTP/1.1" status: 204 len: 168 time: 0.2796452 Sep 17 22:29:44.895736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40632) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:44.905439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe67569-1a9c-4abe-bbe6-80a28b6096cb tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fee0e92-fee0-43d0-8d92-e6b822fb8f1e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:44.919786 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-22ff44ce-de52-4082-b751-9c93afa60db7 None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:44.919786 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-22ff44ce-de52-4082-b751-9c93afa60db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.957412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:44.964467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8739a4c1-0922-4aac-b77c-1cc744a2c0c2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:44.991092 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8739a4c1-0922-4aac-b77c-1cc744a2c0c2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.061827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:45.062293 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.118648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-22ff44ce-de52-4082-b751-9c93afa60db7 None None] Provisioning complete for port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:45.119044 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-22ff44ce-de52-4082-b751-9c93afa60db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.127387 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8739a4c1-0922-4aac-b77c-1cc744a2c0c2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.131050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8739a4c1-0922-4aac-b77c-1cc744a2c0c2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.135540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40638) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:45.136417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8739a4c1-0922-4aac-b77c-1cc744a2c0c2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/security-groups/7366c060-2592-4d5a-afa4-8988d8d30d03 HTTP/1.1" status: 204 len: 168 time: 0.2386010 Sep 17 22:29:45.148251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739a4c1-0922-4aac-b77c-1cc744a2c0c2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366c060-2592-4d5a-afa4-8988d8d30d03,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:45.189164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-22ff44ce-de52-4082-b751-9c93afa60db7 None None] Port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:45.193592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29cab98f-18df-44ad-a4a4-3aafde887dd0 req-b13bf6a8-47ca-4d35-8b2a-1ff7844875d0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 210 time: 0.0394795 Sep 17 22:29:45.207589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-22ff44ce-de52-4082-b751-9c93afa60db7 None None] Could not find standard attr ID for object ac5da2fa-7066-4fbf-8988-8124ec1cff54. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:29:45.215696 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b294aa48-45f1-4742-9840-15a7215f8408 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.240441 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b294aa48-45f1-4742-9840-15a7215f8408 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.422473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-87fb24af-94f3-4e01-9de0-c6bb53fa8cdb None None] Could not find standard attr ID for object ac5da2fa-7066-4fbf-8988-8124ec1cff54. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:29:45.442349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b294aa48-45f1-4742-9840-15a7215f8408 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.445123 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b294aa48-45f1-4742-9840-15a7215f8408 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.448733 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b294aa48-45f1-4742-9840-15a7215f8408 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/security-groups/c2d14965-62a2-4a28-9cf5-c18e8f0a48cb HTTP/1.1" status: 204 len: 168 time: 0.3097870 Sep 17 22:29:45.449632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40648) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:45.468882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294aa48-45f1-4742-9840-15a7215f8408 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d14965-62a2-4a28-9cf5-c18e8f0a48cb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:45.578112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-da60646e-4ce4-4608-9a66-ca9ed0c60082 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet 8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:45.583514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da60646e-4ce4-4608-9a66-ca9ed0c60082 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.625604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021a698-dece-4b1e-b1f2-07d8d97e7966 req-c4ab4b8d-526f-496c-8316-736a21b0c7a6 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:45.627114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7021a698-dece-4b1e-b1f2-07d8d97e7966 req-c4ab4b8d-526f-496c-8316-736a21b0c7a6 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 945 time: 0.1403451 Sep 17 22:29:45.638381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-9c8d5f5e-9983-4bab-aa62-280e2efc0bc7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:45.640142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-9c8d5f5e-9983-4bab-aa62-280e2efc0bc7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 945 time: 0.1161530 Sep 17 22:29:45.695967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da60646e-4ce4-4608-9a66-ca9ed0c60082 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.776682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7021a698-dece-4b1e-b1f2-07d8d97e7966 req-30bbee87-020d-4486-b93e-31796c0aef90 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353464 Sep 17 22:29:45.845066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Deleting port e17f4167-f650-4f40-9e23-be776d43343e {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:45.845408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.848536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da60646e-4ce4-4608-9a66-ca9ed0c60082 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.977137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] For port e17f4167-f650-4f40-9e23-be776d43343e, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=e17f4167-f650-4f40-9e23-be776d43343e,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:45.977505 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:45.991175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Calling delete_port for e17f4167-f650-4f40-9e23-be776d43343e owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:46.045124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da60646e-4ce4-4608-9a66-ca9ed0c60082 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.087418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60646e-4ce4-4608-9a66-ca9ed0c60082 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:46.095716 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-da60646e-4ce4-4608-9a66-ca9ed0c60082 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.097598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-da60646e-4ce4-4608-9a66-ca9ed0c60082 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d HTTP/1.1" status: 204 len: 168 time: 0.6469638 Sep 17 22:29:46.102054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40654) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:46.104793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f70937-fa00-4124-80fe-b4953f5b7156 None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:46.181264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44fdcd7-cca9-4273-a271-d748442bf6d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet 8d05a87e-8c51-463e-9b63-264539d038da {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:46.185561 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b44fdcd7-cca9-4273-a271-d748442bf6d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.232503 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.248043 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b44fdcd7-cca9-4273-a271-d748442bf6d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.279002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Pushing event deleted for resources: {'Port': ['ID=e17f4167-f650-4f40-9e23-be776d43343e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:46.369044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db83890f-f53a-40c5-bdd9-febab7004baf req-ea7a0c18-60f0-499b-89fb-64eb86448b20 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 210 time: 0.0658140 Sep 17 22:29:46.369762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] No DVR routers for this DVR port e17f4167-f650-4f40-9e23-be776d43343e on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:46.373864 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.375813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16116fc9-26a6-43f1-bd95-3576cbed1550 req-0962ec78-8442-480e-9f73-ab25181d54b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.32 "DELETE /v2.0/ports/e17f4167-f650-4f40-9e23-be776d43343e HTTP/1.1" status: 204 len: 173 time: 0.7245119 Sep 17 22:29:46.376393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e507788-1218-43c4-a092-5e59c64a72ec', 'name': 'network-vif-deleted', 'tag': 'e17f4167-f650-4f40-9e23-be776d43343e'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:46.379956 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d9406f-1296-4c51-8232-4364ad4af3f3" -d '{"events": [{"server_uuid": "1e507788-1218-43c4-a092-5e59c64a72ec", "name": "network-vif-deleted", "tag": "e17f4167-f650-4f40-9e23-be776d43343e"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:46.418277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b44fdcd7-cca9-4273-a271-d748442bf6d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.568439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b44fdcd7-cca9-4273-a271-d748442bf6d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.622921 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c7a6da-1622-4cf9-adcf-14a001cf7bd5 x-openstack-request-id: req-b7c7a6da-1622-4cf9-adcf-14a001cf7bd5 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:46.623417 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e507788-1218-43c4-a092-5e59c64a72ec", "name": "network-vif-deleted", "tag": "e17f4167-f650-4f40-9e23-be776d43343e", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:46.623756 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7c7a6da-1622-4cf9-adcf-14a001cf7bd5 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:46.624237 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e507788-1218-43c4-a092-5e59c64a72ec', 'name': 'network-vif-deleted', 'tag': 'e17f4167-f650-4f40-9e23-be776d43343e', 'status': 'completed', 'code': 200} Sep 17 22:29:46.625452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fdcd7-cca9-4273-a271-d748442bf6d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=8d05a87e-8c51-463e-9b63-264539d038da,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:46.627623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b44fdcd7-cca9-4273-a271-d748442bf6d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.633009 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b44fdcd7-cca9-4273-a271-d748442bf6d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/8d05a87e-8c51-463e-9b63-264539d038da HTTP/1.1" status: 204 len: 168 time: 0.5226426 Sep 17 22:29:46.633009 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40670) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:46.687114 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-01da48e3-1ed3-49d2-a72b-9bd49215f317 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:46.687562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01da48e3-1ed3-49d2-a72b-9bd49215f317 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:46.689300 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-01da48e3-1ed3-49d2-a72b-9bd49215f317 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/8229c7d0-1bf0-4ff9-8bc5-0fe1fd203b2d HTTP/1.1" status: 404 len: 337 time: 0.0559564 Sep 17 22:29:46.691808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40672) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:46.781235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f48d03-28da-4a20-9e26-f12bfc987768 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting subnet 77a16bfa-813f-4a57-a71d-dd4dca8e82c1 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:29:46.785542 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85f48d03-28da-4a20-9e26-f12bfc987768 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.838072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-d563d784-ed44-4794-97a0-015aef68621d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:46.839634 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-d563d784-ed44-4794-97a0-015aef68621d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.3022730 Sep 17 22:29:46.855886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'port': {'device_id': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'admin_state_up': True, 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:46.876928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85f48d03-28da-4a20-9e26-f12bfc987768 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:46.913201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42fad59a-c241-4a9b-9dc6-e692af9248c7 req-9f297311-0a03-456a-863e-49e6cae5850a tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e507788-1218-43c4-a092-5e59c64a72ec HTTP/1.1" status: 200 len: 210 time: 0.0468102 Sep 17 22:29:47.053820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85f48d03-28da-4a20-9e26-f12bfc987768 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.156016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12bbc1-99ca-4926-acc1-5c2f6123362d None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:47.201329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Made reservation on behalf of cdb933bdef3a4f35a16aed5c1b950a9f for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:47.205086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.250169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85f48d03-28da-4a20-9e26-f12bfc987768 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.284097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1b1e5a31-31e4-4b0a-ae25-a50299ec483c None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:47.285779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5a31-31e4-4b0a-ae25-a50299ec483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.320244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48d03-28da-4a20-9e26-f12bfc987768 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Subnet': ['ID=77a16bfa-813f-4a57-a71d-dd4dca8e82c1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:47.327798 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85f48d03-28da-4a20-9e26-f12bfc987768 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.334317 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-85f48d03-28da-4a20-9e26-f12bfc987768 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/77a16bfa-813f-4a57-a71d-dd4dca8e82c1 HTTP/1.1" status: 204 len: 168 time: 0.6373978 Sep 17 22:29:47.334465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40682) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.436523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Allocated IP 172.20.0.6 (838c3bf3-1fcc-449c-953f-13b563709e12/d4906658-6b22-49d6-b1db-b9f519c6a5c1/2347445b-eb11-432a-b2b8-8127c2561aaa) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:29:47.450151 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d84706-ef75-45d0-817c-b84157c21aa2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.450947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d84706-ef75-45d0-817c-b84157c21aa2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.460368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e4d84706-ef75-45d0-817c-b84157c21aa2 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/25251143-0aff-4279-b142-b32feb5c19f3 HTTP/1.1" status: 404 len: 337 time: 0.1214373 Sep 17 22:29:47.461447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40688) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.501157 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-77108632-5407-4b87-af98-a255b29e43c0 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "GET /v2.0/ports?device_id=27f539ad-dc63-4049-88a0-4a9a0dbbbbed HTTP/1.1" status: 200 len: 205 time: 0.0407228 Sep 17 22:29:47.503419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1b1e5a31-31e4-4b0a-ae25-a50299ec483c None None] Provisioning complete for port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:47.503865 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5a31-31e4-4b0a-ae25-a50299ec483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.504065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40690) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.531769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da038bdb-cc1d-4383-b184-2390805a6f16 req-a2df1dc0-efc7-4850-8857-783278bf4938 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 210 time: 0.0338459 Sep 17 22:29:47.532879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573743a8-aec2-4a42-a3de-58e76b26257f None None] Update dhcp port {'port': {'network_id': '3cc4f1b0-b239-4496-996c-ae9a48f05095', 'fixed_ips': [{'subnet_id': '77a16bfa-813f-4a57-a71d-dd4dca8e82c1'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:29:47.560640 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-bd3ed311-cf5e-41c8-8b0e-a950c5ef2c47 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] delete failed (client error): The resource could not be found. Sep 17 22:29:47.561749 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bd3ed311-cf5e-41c8-8b0e-a950c5ef2c47 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/routers/27f539ad-dc63-4049-88a0-4a9a0dbbbbed HTTP/1.1" status: 404 len: 336 time: 0.0562887 Sep 17 22:29:47.564474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40694) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.572066 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-573743a8-aec2-4a42-a3de-58e76b26257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.574544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e5a31-31e4-4b0a-ae25-a50299ec483c None None] Port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:47.602864 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c57cfa0-6d65-43e2-a107-006599f409fd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.603714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c57cfa0-6d65-43e2-a107-006599f409fd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.615710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40698) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.615978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2c57cfa0-6d65-43e2-a107-006599f409fd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/5f8e92ca-83fb-4c53-b840-14cf9fc5d4f6 HTTP/1.1" status: 404 len: 337 time: 0.0457067 Sep 17 22:29:47.648996 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3374137-4981-4125-a104-52a8159e88ea tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.649488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3374137-4981-4125-a104-52a8159e88ea tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.653563 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c3374137-4981-4125-a104-52a8159e88ea tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/28038983-d6c1-4d84-a02f-55a3bcfafec5 HTTP/1.1" status: 404 len: 337 time: 0.0398176 Sep 17 22:29:47.658846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40700) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.718667 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-131d952e-244c-4ec3-b286-988503eefa76 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.719034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131d952e-244c-4ec3-b286-988503eefa76 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.723039 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-131d952e-244c-4ec3-b286-988503eefa76 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/d41405d7-e0f4-4c50-9ddb-8cbb32949ec4 HTTP/1.1" status: 404 len: 337 time: 0.0640104 Sep 17 22:29:47.723522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40702) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.755452 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce76f70-755c-4d28-adde-a6ba92077805 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.757301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce76f70-755c-4d28-adde-a6ba92077805 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.763143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dce76f70-755c-4d28-adde-a6ba92077805 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/be44744a-f1c0-4e5f-aeeb-0e14bd38c7bd HTTP/1.1" status: 404 len: 333 time: 0.0349951 Sep 17 22:29:47.763143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40704) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.769735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d5237a-725d-4e56-9ae9-afb825584f41 None None] Network 3cc4f1b0-b239-4496-996c-ae9a48f05095 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:29:47.786116 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.789125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5158f7a7-996d-4989-b251-6269723d1804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.790049 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-28191f9c-7d30-4c79-b602-5adee40a7e9f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.790744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28191f9c-7d30-4c79-b602-5adee40a7e9f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.792793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-28191f9c-7d30-4c79-b602-5adee40a7e9f tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/ac6a2d69-9d9b-4f0a-a3d8-0e4ed8d0c9fd HTTP/1.1" status: 404 len: 337 time: 0.0287495 Sep 17 22:29:47.795512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40706) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.821648 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-659c1bbc-2954-4375-9d4e-6dff64c71efd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.822104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659c1bbc-2954-4375-9d4e-6dff64c71efd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.824482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-659c1bbc-2954-4375-9d4e-6dff64c71efd tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/b8306a76-557f-4a0f-b229-3c5864878158 HTTP/1.1" status: 404 len: 337 time: 0.0275068 Sep 17 22:29:47.828644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40708) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.849037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0bfe27d8-f8ff-4845-80c7-1feeb325589f None None] Provisioning complete for port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:47.849501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0bfe27d8-f8ff-4845-80c7-1feeb325589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:47.855585 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ffa9c5-388a-4298-bdfb-9a49b995b1d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.856083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ffa9c5-388a-4298-bdfb-9a49b995b1d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.860207 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f9ffa9c5-388a-4298-bdfb-9a49b995b1d5 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/8830819d-5394-4445-975f-130c7d11e764 HTTP/1.1" status: 404 len: 333 time: 0.0282559 Sep 17 22:29:47.861154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40710) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.891236 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-10807f09-b674-434c-8db1-3f26c2950c4c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.891696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10807f09-b674-434c-8db1-3f26c2950c4c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.896344 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-10807f09-b674-434c-8db1-3f26c2950c4c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/ff1ec420-63ff-4fb7-9376-401f50d9612e HTTP/1.1" status: 404 len: 337 time: 0.0321062 Sep 17 22:29:47.896344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40714) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.919831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e17f4167-f650-4f40-9e23-be776d43343e no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:47.925559 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ad4b36-1cba-47f9-a625-17e7eac06002 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] DELETE failed (client error): The resource could not be found. Sep 17 22:29:47.926015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ad4b36-1cba-47f9-a625-17e7eac06002 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:29:47.930012 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0ad4b36-1cba-47f9-a625-17e7eac06002 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/subnets/ed49a0b9-b641-44b3-aeaa-a28fde6fa755 HTTP/1.1" status: 404 len: 337 time: 0.0308018 Sep 17 22:29:47.930335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40716) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:47.943347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: e17f4167-f650-4f40-9e23-be776d43343e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:47.943688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device e17f4167-f650-4f40-9e23-be776d43343e not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:48.022122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.034407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b74a728b-52c9-405d-a22a-0554e6b42fde', '1b0c4893-2a6d-4261-b973-884586976746'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:48.056253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0bfe27d8-f8ff-4845-80c7-1feeb325589f None None] Provisioning complete for port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:48.056629 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0bfe27d8-f8ff-4845-80c7-1feeb325589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.062481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Network 838c3bf3-1fcc-449c-953f-13b563709e12 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:29:48.062712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb958fa1-32c9-4de6-9665-3223a87e2568 None None] DHCP port deletion for 3cc4f1b0-b239-4496-996c-ae9a48f05095 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:29:48.068564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:29:48.076427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:29:48.108752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9d0707b4-f547-4549-bcc7-8f3524423088 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Deleting port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:48.109090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9d0707b4-f547-4549-bcc7-8f3524423088 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.137678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe27d8-f8ff-4845-80c7-1feeb325589f None None] Port 5f2af0f9-3fa8-457b-81e7-83bbf135db98 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:48.170237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bb958fa1-32c9-4de6-9665-3223a87e2568 None None] Deleting port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:48.171479 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb958fa1-32c9-4de6-9665-3223a87e2568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.293770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bb958fa1-32c9-4de6-9665-3223a87e2568 None None] For port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,segment=NetworkSegment(2c9fdde2-2493-4c88-bd35-aeaca28d6efe),segment_id=2c9fdde2-2493-4c88-bd35-aeaca28d6efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:48.294181 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb958fa1-32c9-4de6-9665-3223a87e2568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.321325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bb958fa1-32c9-4de6-9665-3223a87e2568 None None] Calling delete_port for 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:48.525325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-52e06c21-7d61-4445-9831-338c7431e9a8 None None] Provisioning complete for port 2347445b-eb11-432a-b2b8-8127c2561aaa triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:48.525789 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52e06c21-7d61-4445-9831-338c7431e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.574101 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb958fa1-32c9-4de6-9665-3223a87e2568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.578423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'Port': ['ID=2347445b-eb11-432a-b2b8-8127c2561aaa,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.617749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb958fa1-32c9-4de6-9665-3223a87e2568 None None] No DVR routers for this DVR port 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:48.619544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb958fa1-32c9-4de6-9665-3223a87e2568 None None] Pushing event deleted for resources: {'Port': ['ID=28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:48.642408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-52e06c21-7d61-4445-9831-338c7431e9a8 None None] Port 2347445b-eb11-432a-b2b8-8127c2561aaa cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:48.665967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9d0707b4-f547-4549-bcc7-8f3524423088 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.676799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:48.677458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.698184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-9d0707b4-f547-4549-bcc7-8f3524423088 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Calling delete_port for 5f2af0f9-3fa8-457b-81e7-83bbf135db98 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:48.715264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3088dc-e702-4a75-a37f-9e4a3139fd32 req-aa3ac21d-2efa-4464-a45d-e66a0e0afe12 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:48.717321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea3088dc-e702-4a75-a37f-9e4a3139fd32 req-aa3ac21d-2efa-4464-a45d-e66a0e0afe12 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 931 time: 0.0609686 Sep 17 22:29:48.769706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea3088dc-e702-4a75-a37f-9e4a3139fd32 req-48cc1364-9d30-4acd-add6-0f71e19778de tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Sep 17 22:29:48.861104 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-6a6688b5-3157-4e9c-b1e8-d8e6ee16970b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0119011 Sep 17 22:29:48.874459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Request body: {'port': {'device_id': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:48.932376 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.954352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:48.970777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9d0707b4-f547-4549-bcc7-8f3524423088 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:48.976729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:48.977273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28a1ea9e-d31d-4cdb-bbfc-c15d02f5516e not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:49.009387 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9d0707b4-f547-4549-bcc7-8f3524423088 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.011519 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9d0707b4-f547-4549-bcc7-8f3524423088 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/ports/5f2af0f9-3fa8-457b-81e7-83bbf135db98 HTTP/1.1" status: 204 len: 168 time: 1.0801511 Sep 17 22:29:49.014090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0707b4-f547-4549-bcc7-8f3524423088 tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Port': ['ID=5f2af0f9-3fa8-457b-81e7-83bbf135db98,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:49.014563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40736) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:49.108079 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.251265 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.273021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc4f1b0-b239-4496-996c-ae9a48f05095']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:49.283921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9fdde2-2493-4c88-bd35-aeaca28d6efe') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:49.284286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9fdde2-2493-4c88-bd35-aeaca28d6efe') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:49.295751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2347445b-eb11-432a-b2b8-8127c2561aaa {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:49.295955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.304292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.315971 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.324437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:29:49.324883 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:29:49.327999 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:29:49.488466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Transition to ACTIVE for port object 2347445b-eb11-432a-b2b8-8127c2561aaa will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:29:49.488709 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.500156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.502023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] 10.222.0.13 "DELETE /v2.0/networks/3cc4f1b0-b239-4496-996c-ae9a48f05095 HTTP/1.1" status: 204 len: 168 time: 0.4862561 Sep 17 22:29:49.517478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734161b-4cf4-4c4a-9007-0757decbab0c tempest-PortsTestJSON-363409992 tempest-PortsTestJSON-363409992-project] Pushing event deleted for resources: {'Network': ['ID=3cc4f1b0-b239-4496-996c-ae9a48f05095,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:49.587775 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.728373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Pushing event updated for resources: {'Port': ['ID=2347445b-eb11-432a-b2b8-8127c2561aaa,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:49.813477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Attempting to bind port 2347445b-eb11-432a-b2b8-8127c2561aaa on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:29:49.813817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Attempting to bind port 2347445b-eb11-432a-b2b8-8127c2561aaa by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:29:49.815124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Attempting to bind port 2347445b-eb11-432a-b2b8-8127c2561aaa on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:49.819560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Port 2347445b-eb11-432a-b2b8-8127c2561aaa on network 838c3bf3-1fcc-449c-953f-13b563709e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:29:49.819992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Attempting to bind port 2347445b-eb11-432a-b2b8-8127c2561aaa on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:29:49.825193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:29:49.825819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Checking segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:29:49.826380 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Bound using segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:29:49.827633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Bound port: 2347445b-eb11-432a-b2b8-8127c2561aaa, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:29:49.828165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:49.903433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] For port 2347445b-eb11-432a-b2b8-8127c2561aaa, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:49.907707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] For port 2347445b-eb11-432a-b2b8-8127c2561aaa, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2347445b-eb11-432a-b2b8-8127c2561aaa,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:29:50.009116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74398323-768d-4094-9a0f-e3e89755c561 req-ad347939-c0ae-4119-98f5-cc23639728cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.015848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74398323-768d-4094-9a0f-e3e89755c561 req-ad347939-c0ae-4119-98f5-cc23639728cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.024698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74398323-768d-4094-9a0f-e3e89755c561 req-ad347939-c0ae-4119-98f5-cc23639728cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.038960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74398323-768d-4094-9a0f-e3e89755c561 req-ad347939-c0ae-4119-98f5-cc23639728cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.038960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74398323-768d-4094-9a0f-e3e89755c561 req-ad347939-c0ae-4119-98f5-cc23639728cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.046063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74398323-768d-4094-9a0f-e3e89755c561 req-ad347939-c0ae-4119-98f5-cc23639728cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.071123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74398323-768d-4094-9a0f-e3e89755c561 req-ad347939-c0ae-4119-98f5-cc23639728cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.077028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74398323-768d-4094-9a0f-e3e89755c561 req-ad347939-c0ae-4119-98f5-cc23639728cd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5434 time: 0.1708734 Sep 17 22:29:50.092292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4fd5b-1629-43e9-8bb5-c1a2354560ac req-7cb26904-c044-4244-90a4-9318381456fe tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.095443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a4fd5b-1629-43e9-8bb5-c1a2354560ac req-7cb26904-c044-4244-90a4-9318381456fe tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 943 time: 0.1793523 Sep 17 22:29:50.105589 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.226802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.227450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.238148 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] 10.222.0.35 "PUT /v2.0/ports/2347445b-eb11-432a-b2b8-8127c2561aaa HTTP/1.1" status: 200 len: 1092 time: 1.3593991 Sep 17 22:29:50.238148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'tag': '2347445b-eb11-432a-b2b8-8127c2561aaa'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:50.238148 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "86edf9e9-0581-41d3-b075-21fd1832be6a", "tag": "2347445b-eb11-432a-b2b8-8127c2561aaa"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:50.242093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40764) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:50.284094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a92d11-ea24-4d7b-a8d8-4b4cdee58c6a service neutron] Pushing event updated for resources: {'Port': ['ID=2347445b-eb11-432a-b2b8-8127c2561aaa,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:50.288862 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-239302e5-fa0b-4a32-8a7e-81e81c96313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.337442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74398323-768d-4094-9a0f-e3e89755c561 req-e5b34b98-7a1f-4851-8bb8-99d7944b094a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2297006 Sep 17 22:29:50.360994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a4fd5b-1629-43e9-8bb5-c1a2354560ac req-aa147e7e-1b94-45fe-88b9-b52be0cf8b09 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675153 Sep 17 22:29:50.503372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-9d275d1c-6752-4088-b561-6333cabd24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.504964 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-9d275d1c-6752-4088-b561-6333cabd24bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 1095 time: 0.0889609 Sep 17 22:29:50.507461 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-35882703-b12b-47be-a2f6-0d1ab91a3b0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e395338bbc7f4e01adc39fb7b128803a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621055 Sep 17 22:29:50.510072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40774) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:50.571204 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-70122c21-e0a3-45fc-990c-297c99921720 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2347445b-eb11-432a-b2b8-8127c2561aaa HTTP/1.1" status: 200 len: 217 time: 0.0527599 Sep 17 22:29:50.592675 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4551ac49-da89-4eec-ae9e-7690c47efd1c x-openstack-request-id: req-4551ac49-da89-4eec-ae9e-7690c47efd1c {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:50.594867 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edf9e9-0581-41d3-b075-21fd1832be6a", "tag": "2347445b-eb11-432a-b2b8-8127c2561aaa", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:50.594867 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4551ac49-da89-4eec-ae9e-7690c47efd1c {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:50.594867 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'tag': '2347445b-eb11-432a-b2b8-8127c2561aaa', 'status': 'completed', 'code': 200} Sep 17 22:29:50.651215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-70a2613f-9778-49ab-a613-6a7d3366891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.652764 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-70a2613f-9778-49ab-a613-6a7d3366891b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0739202 Sep 17 22:29:50.653905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95f7ff72-07d1-439f-8fac-0e926830503f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.699408 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95f7ff72-07d1-439f-8fac-0e926830503f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.740753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-f9d1a9f8-7375-4ea2-a350-af46b04a0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.742328 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-f9d1a9f8-7375-4ea2-a350-af46b04a0f19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786486 Sep 17 22:29:50.838161 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-20c2e774-fd27-4ca7-8aa8-4b63afa1e782 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879533 Sep 17 22:29:50.878667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95f7ff72-07d1-439f-8fac-0e926830503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.881310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-95f7ff72-07d1-439f-8fac-0e926830503f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:50.882640 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-95f7ff72-07d1-439f-8fac-0e926830503f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d202c5ab-79eb-4177-8d5e-48a9d578b194 HTTP/1.1" status: 204 len: 168 time: 0.3713455 Sep 17 22:29:50.923218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7ff72-07d1-439f-8fac-0e926830503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d202c5ab-79eb-4177-8d5e-48a9d578b194,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:50.951631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-6cb38c0d-c311-4cb4-8960-82260ceb63aa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.953694 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6681c9f0-12df-4c79-8c68-f59dcfe0f18c req-5c5df543-7741-49de-89dd-8906faf8f9a8 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074147 Sep 17 22:29:50.958205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-6cb38c0d-c311-4cb4-8960-82260ceb63aa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.967571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-6cb38c0d-c311-4cb4-8960-82260ceb63aa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.973699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-6cb38c0d-c311-4cb4-8960-82260ceb63aa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.981009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-6cb38c0d-c311-4cb4-8960-82260ceb63aa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.987232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-6cb38c0d-c311-4cb4-8960-82260ceb63aa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.992755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-6cb38c0d-c311-4cb4-8960-82260ceb63aa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:50.994907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-6cb38c0d-c311-4cb4-8960-82260ceb63aa tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5434 time: 0.1306632 Sep 17 22:29:51.053996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-48721cb2-631d-4eff-8c32-4ff0e23813ee tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.055644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-48721cb2-631d-4eff-8c32-4ff0e23813ee tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "GET /v2.0/ports/43fbbe21-2868-46d6-b8de-ebe64362d0a7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0539162 Sep 17 22:29:51.159336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-a0975492-9646-49a4-bd3d-7c99bc2b291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.162764 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-a0975492-9646-49a4-bd3d-7c99bc2b291c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 1095 time: 0.0794044 Sep 17 22:29:51.198732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-85ab0113-8caa-4895-a918-4819640c21bb tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "GET /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1376383 Sep 17 22:29:51.209634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:51.299798 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.302658 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.318042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-a1fb08a7-044d-45b9-9223-8f5af0508d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.318042 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-a1fb08a7-044d-45b9-9223-8f5af0508d07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.1471968 Sep 17 22:29:51.381949 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-2c26b8ed-850d-4bec-81d7-2148ea782aa6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2347445b-eb11-432a-b2b8-8127c2561aaa HTTP/1.1" status: 200 len: 217 time: 0.0542500 Sep 17 22:29:51.466847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-4a707661-22b3-4a93-bf36-cf457e7f89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.469018 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-4a707661-22b3-4a93-bf36-cf457e7f89e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0791717 Sep 17 22:29:51.538734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-188c7a98-f3a8-4e0e-84d0-99c857b9b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.540025 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-188c7a98-f3a8-4e0e-84d0-99c857b9b13e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622587 Sep 17 22:29:51.666145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:51.701206 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-90d5e6ee-d582-4b62-9427-a7352e3427ab service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528184 Sep 17 22:29:51.828397 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-83b923c0-eb2a-4775-88d8-a0eff2cec4c4 req-556d6cd1-7b33-45e2-a557-67f5409df289 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186590 Sep 17 22:29:51.923053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] For port 43fbbe21-2868-46d6-b8de-ebe64362d0a7, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=43fbbe21-2868-46d6-b8de-ebe64362d0a7,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:51.936171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e348e1-5aa3-4153-a946-8f8f10167567 req-655f4bb4-5b90-4ca9-980d-a255a9439644 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.942145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e348e1-5aa3-4153-a946-8f8f10167567 req-655f4bb4-5b90-4ca9-980d-a255a9439644 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.947999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e348e1-5aa3-4153-a946-8f8f10167567 req-655f4bb4-5b90-4ca9-980d-a255a9439644 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.954771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e348e1-5aa3-4153-a946-8f8f10167567 req-655f4bb4-5b90-4ca9-980d-a255a9439644 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.960840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e348e1-5aa3-4153-a946-8f8f10167567 req-655f4bb4-5b90-4ca9-980d-a255a9439644 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.967271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e348e1-5aa3-4153-a946-8f8f10167567 req-655f4bb4-5b90-4ca9-980d-a255a9439644 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.973120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e348e1-5aa3-4153-a946-8f8f10167567 req-655f4bb4-5b90-4ca9-980d-a255a9439644 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.975139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15e348e1-5aa3-4153-a946-8f8f10167567 req-655f4bb4-5b90-4ca9-980d-a255a9439644 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 5434 time: 0.2783301 Sep 17 22:29:51.989207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d6c9d-8b56-44a1-847c-5c5bf3634afe req-d73b8dbf-1541-440f-beb3-be7e1bb12b40 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:51.990702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b01d6c9d-8b56-44a1-847c-5c5bf3634afe req-d73b8dbf-1541-440f-beb3-be7e1bb12b40 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 943 time: 0.2951431 Sep 17 22:29:52.100992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15e348e1-5aa3-4153-a946-8f8f10167567 req-7ff81be3-5de9-4090-b5e5-fb8865d31f6b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&id=5c8ddb39-1a07-416c-9790-1e6181a1a983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087844 Sep 17 22:29:52.115650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] For port 43fbbe21-2868-46d6-b8de-ebe64362d0a7, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:52.157048 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b01d6c9d-8b56-44a1-847c-5c5bf3634afe req-d1ea33b8-9b07-48f4-b76b-aa88c66be367 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551292 Sep 17 22:29:52.177181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] device_id is not set on port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:52.187592 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.260064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.329929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] No DVR routers for this DVR port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:52.332272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] Pushing event updated for resources: {'Port': ['ID=43fbbe21-2868-46d6-b8de-ebe64362d0a7,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:52.396222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] In _notify_port_updated(), no bound segment for port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:29:52.397662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.398343 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.399741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6bc5b45-efda-4e1f-a04b-c2d5dbbe1e4f service neutron] 10.222.0.32 "PUT /v2.0/ports/43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 200 len: 1027 time: 1.1942658 Sep 17 22:29:52.461722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-db7f2790-50c9-43bf-9356-a3bb05bbd17d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.463360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-db7f2790-50c9-43bf-9356-a3bb05bbd17d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "GET /v2.0/ports/69f5ea08-1733-4003-80b0-4221fe2cbcbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0494900 Sep 17 22:29:52.476020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:52.503876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:52.536025 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.587169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e1e2c0ab-1ba8-4493-a5d0-91d2f27e1e85 None None] Provisioning complete for port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:52.588375 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c0ab-1ba8-4493-a5d0-91d2f27e1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.620359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8c1a36d3-b187-4927-8b74-5c74f9cbfbd8 tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-75953474', 'prefixes': ['172.20.0.0/16']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:52.628311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2c0ab-1ba8-4493-a5d0-91d2f27e1e85 None None] Port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:52.682718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] For port 69f5ea08-1733-4003-80b0-4221fe2cbcbd, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=69f5ea08-1733-4003-80b0-4221fe2cbcbd,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:52.719679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] For port 69f5ea08-1733-4003-80b0-4221fe2cbcbd, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:29:52.751616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] device_id is not set on port 69f5ea08-1733-4003-80b0-4221fe2cbcbd yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:29:52.759760 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.865956 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.932973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] No DVR routers for this DVR port 69f5ea08-1733-4003-80b0-4221fe2cbcbd on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:52.935156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] Pushing event updated for resources: {'Port': ['ID=69f5ea08-1733-4003-80b0-4221fe2cbcbd,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:52.974614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] In _notify_port_updated(), no bound segment for port 69f5ea08-1733-4003-80b0-4221fe2cbcbd on network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:29:52.975627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:52.976331 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:52.977710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-f6849f93-7659-40e8-833d-7dc00133c94e service neutron] 10.222.0.32 "PUT /v2.0/ports/69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 200 len: 1027 time: 0.5060942 Sep 17 22:29:53.086345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:53.086690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.088989 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8c1a36d3-b187-4927-8b74-5c74f9cbfbd8 tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] Notify callbacks [] for subnetpool, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.092038 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8c1a36d3-b187-4927-8b74-5c74f9cbfbd8 tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.5870416 Sep 17 22:29:53.094659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40852) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.142904 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8dcaebe5-a8cd-43b8-89f0-35af9e32c2c5 tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] 10.222.0.13 "GET /v2.0/subnetpools/e69b3b3b-9bf6-44ab-b127-438310668017 HTTP/1.1" status: 200 len: 730 time: 0.0446212 Sep 17 22:29:53.143631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40856) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.148367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7dd754ed-dc6a-42d8-bc6f-473426442e9d tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-25654173'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:53.156448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-023ce8a1-4167-4dc2-83bd-c09b74c0f5b9 None None] Provisioning complete for port 69f5ea08-1733-4003-80b0-4221fe2cbcbd triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:53.157262 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-023ce8a1-4167-4dc2-83bd-c09b74c0f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.204087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] For port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:53.204713 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.216014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-023ce8a1-4167-4dc2-83bd-c09b74c0f5b9 None None] Port 69f5ea08-1733-4003-80b0-4221fe2cbcbd cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:29:53.256652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Calling delete_port for 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:53.343563 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7dd754ed-dc6a-42d8-bc6f-473426442e9d tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] Notify callbacks [] for subnetpool, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.345641 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7dd754ed-dc6a-42d8-bc6f-473426442e9d tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] 10.222.0.13 "PUT /v2.0/subnetpools/e69b3b3b-9bf6-44ab-b127-438310668017 HTTP/1.1" status: 200 len: 682 time: 0.2012832 Sep 17 22:29:53.349283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40862) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.359729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b0f1b-a6d9-430f-8976-3594f9c104e7 req-ee6258b2-a85a-434a-9649-bc52352dd082 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.360439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.367138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b0f1b-a6d9-430f-8976-3594f9c104e7 req-ee6258b2-a85a-434a-9649-bc52352dd082 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.373766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b0f1b-a6d9-430f-8976-3594f9c104e7 req-ee6258b2-a85a-434a-9649-bc52352dd082 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.379704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b0f1b-a6d9-430f-8976-3594f9c104e7 req-ee6258b2-a85a-434a-9649-bc52352dd082 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.385723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b0f1b-a6d9-430f-8976-3594f9c104e7 req-ee6258b2-a85a-434a-9649-bc52352dd082 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.388338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c58b0f1b-a6d9-430f-8976-3594f9c104e7 req-ee6258b2-a85a-434a-9649-bc52352dd082 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 3886 time: 0.1740372 Sep 17 22:29:53.412452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387033f6-b88a-430e-93b4-a106bc769801 req-048fa89b-3aab-4fc2-83f0-e561f95da77c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:53.413995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-387033f6-b88a-430e-93b4-a106bc769801 req-048fa89b-3aab-4fc2-83f0-e561f95da77c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 943 time: 0.1518342 Sep 17 22:29:53.494916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c58b0f1b-a6d9-430f-8976-3594f9c104e7 req-2f78ee34-83a2-4505-b394-138c2d0f8bf0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976062 Sep 17 22:29:53.500942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-387033f6-b88a-430e-93b4-a106bc769801 req-631e1203-c8fa-4024-b3d1-9ea45f021bc7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773289 Sep 17 22:29:53.514471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-588026c8-c15e-4513-9fe0-1e64fc9325a5 tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] Notify callbacks [] for subnetpool, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.515681 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-588026c8-c15e-4513-9fe0-1e64fc9325a5 tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] 10.222.0.13 "DELETE /v2.0/subnetpools/e69b3b3b-9bf6-44ab-b127-438310668017 HTTP/1.1" status: 204 len: 168 time: 0.1652284 Sep 17 22:29:53.518213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40866) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.538587 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-1dadb4d7-e4f0-46b3-8960-584d7a1482a4 tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] show failed (client error): The resource could not be found. Sep 17 22:29:53.539726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1dadb4d7-e4f0-46b3-8960-584d7a1482a4 tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] 10.222.0.13 "GET /v2.0/subnetpools/e69b3b3b-9bf6-44ab-b127-438310668017 HTTP/1.1" status: 404 len: 346 time: 0.0205698 Sep 17 22:29:53.542933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40868) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:53.557723 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-21ec388b-d009-4514-9f0c-09fdc4d332fa tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] delete failed (client error): The resource could not be found. Sep 17 22:29:53.560365 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-21ec388b-d009-4514-9f0c-09fdc4d332fa tempest-SubnetPoolsTestJSON-1611553636 tempest-SubnetPoolsTestJSON-1611553636-project] 10.222.0.13 "DELETE /v2.0/subnetpools/e69b3b3b-9bf6-44ab-b127-438310668017 HTTP/1.1" status: 404 len: 346 time: 0.0163321 Sep 17 22:29:53.641574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.673665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Port': ['ID=2fff7491-5a32-44e8-9b3c-a3e6d20b95eb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:53.730781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] No DVR routers for this DVR port 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:53.733532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.735652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-4cac0798-b72a-438f-a870-e028cda7b714 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "DELETE /v2.0/ports/2fff7491-5a32-44e8-9b3c-a3e6d20b95eb HTTP/1.1" status: 204 len: 173 time: 0.7515321 Sep 17 22:29:53.736261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': '2fff7491-5a32-44e8-9b3c-a3e6d20b95eb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:53.738563 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945a46fb-4439-411b-8a49-0694a6bed5e0" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "2fff7491-5a32-44e8-9b3c-a3e6d20b95eb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:53.776210 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66679c0-5e2b-4e6d-b0c1-9afa1f69e42d x-openstack-request-id: req-c66679c0-5e2b-4e6d-b0c1-9afa1f69e42d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:53.776582 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "2fff7491-5a32-44e8-9b3c-a3e6d20b95eb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:53.777517 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c66679c0-5e2b-4e6d-b0c1-9afa1f69e42d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:53.778012 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': '2fff7491-5a32-44e8-9b3c-a3e6d20b95eb', 'status': 'completed', 'code': 200} Sep 17 22:29:53.829995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2347445b-eb11-432a-b2b8-8127c2561aaa details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:29:53.833785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:53.834127 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.952610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 58c91934-149c-4aad-9181-e930ac0aab9f no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:53.971266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] For port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:53.971511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:53.974537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2347445b-eb11-432a-b2b8-8127c2561aaa, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2347445b-eb11-432a-b2b8-8127c2561aaa,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:54.016657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '2347445b-eb11-432a-b2b8-8127c2561aaa', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'port_id': '2347445b-eb11-432a-b2b8-8127c2561aaa', 'mac_address': 'fa:16:3e:1c:20:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:29:54.074505 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.101348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2347445b-eb11-432a-b2b8-8127c2561aaa {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:29:54.138724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2347445b-eb11-432a-b2b8-8127c2561aaa, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2347445b-eb11-432a-b2b8-8127c2561aaa,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:54.194933 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.227202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40884) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:54.231783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.265206 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c91934-149c-4aad-9181-e930ac0aab9f'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:54.272138 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2642ffe-c3a8-4fea-9901-8f6fe50a089d" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-unplugged", "status": "completed", "tag": "58c91934-149c-4aad-9181-e930ac0aab9f"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:54.354086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 58c91934-149c-4aad-9181-e930ac0aab9f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58c91934-149c-4aad-9181-e930ac0aab9f,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:54.371665 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70bde20-409b-471c-a351-f3d613e28893 x-openstack-request-id: req-b70bde20-409b-471c-a351-f3d613e28893 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:54.372144 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-unplugged", "status": "completed", "tag": "58c91934-149c-4aad-9181-e930ac0aab9f", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:54.372367 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b70bde20-409b-471c-a351-f3d613e28893 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:54.374956 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c91934-149c-4aad-9181-e930ac0aab9f', 'code': 200} Sep 17 22:29:54.375098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.375098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.375098 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Floating IP adcb7240-a9d4-4e84-a9f2-dcade3672b5a disassociated. External IP: 172.25.5.180, port: 1911c6d1-70dc-4f9e-a186-aa1654fb8c14. Sep 17 22:29:54.375098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Calling delete_port for 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:54.395903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2347445b-eb11-432a-b2b8-8127c2561aaa,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.441473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.444905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:54.489336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-df8d9ce2-34c4-4fc2-a369-52cf78538fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.500661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['2347445b-eb11-432a-b2b8-8127c2561aaa'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:29:54.566454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:54.566809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2fff7491-5a32-44e8-9b3c-a3e6d20b95eb not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:54.567700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f6f73823-e240-4a58-bf12-fb3f19d1bebb no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:54.662808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=58c91934-149c-4aad-9181-e930ac0aab9f,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.686459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.705421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-df8d9ce2-34c4-4fc2-a369-52cf78538fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.777454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Port': ['ID=1911c6d1-70dc-4f9e-a186-aa1654fb8c14,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.800011 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.802964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-df8d9ce2-34c4-4fc2-a369-52cf78538fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.827069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20c247-f598-4faf-9212-220738d1c793 req-6aea0f26-4745-4189-84c4-128c17e9fc7a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:54.834203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20c247-f598-4faf-9212-220738d1c793 req-6aea0f26-4745-4189-84c4-128c17e9fc7a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:54.842697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-df8d9ce2-34c4-4fc2-a369-52cf78538fde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2eb99d6eccb247b08e408be3a22dd449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144278 Sep 17 22:29:54.845758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d9ce2-34c4-4fc2-a369-52cf78538fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7894e130-a47c-41f8-bedd-80a58cec93d9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:54.846119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20c247-f598-4faf-9212-220738d1c793 req-6aea0f26-4745-4189-84c4-128c17e9fc7a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:54.851155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40902) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:54.857629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20c247-f598-4faf-9212-220738d1c793 req-6aea0f26-4745-4189-84c4-128c17e9fc7a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:54.859435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b20c247-f598-4faf-9212-220738d1c793 req-6aea0f26-4745-4189-84c4-128c17e9fc7a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 3070 time: 0.2413073 Sep 17 22:29:54.877825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f6f73823-e240-4a58-bf12-fb3f19d1bebb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:54.939797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867a30d-a7bf-4344-9803-9273ace3ec8b req-abb194d0-a1ac-4cec-b922-dcebee7a01ec tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:54.950858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f09643da-fb62-4e05-a02d-b4094055f11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.951526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7867a30d-a7bf-4344-9803-9273ace3ec8b req-abb194d0-a1ac-4cec-b922-dcebee7a01ec tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 944 time: 0.3223057 Sep 17 22:29:54.997261 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:54.997920 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 283912f1-9194-4d2f-a00c-a4650cd4c715 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:55.002734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f09643da-fb62-4e05-a02d-b4094055f11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.094224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b20c247-f598-4faf-9212-220738d1c793 req-99930dfb-9174-4afe-9d6d-fd46938b2d3d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175596 Sep 17 22:29:55.156685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Router 677e3377-0b50-4047-b69a-316037b0b003 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:29:55.172947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7867a30d-a7bf-4344-9803-9273ace3ec8b req-30dc0759-8e05-4e3e-b50e-916937f2f70e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042763 Sep 17 22:29:55.218136 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.227132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=f6f73823-e240-4a58-bf12-fb3f19d1bebb,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:55.248465 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f09643da-fb62-4e05-a02d-b4094055f11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.251035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f09643da-fb62-4e05-a02d-b4094055f11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.252320 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f09643da-fb62-4e05-a02d-b4094055f11f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7894e130-a47c-41f8-bedd-80a58cec93d9 HTTP/1.1" status: 204 len: 168 time: 0.4001820 Sep 17 22:29:55.282089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09643da-fb62-4e05-a02d-b4094055f11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7894e130-a47c-41f8-bedd-80a58cec93d9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:55.381905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:29:55.401413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] Sync routers for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:29:55.423346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 283912f1-9194-4d2f-a00c-a4650cd4c715, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=283912f1-9194-4d2f-a00c-a4650cd4c715,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:55.441720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:55.442429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:29:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:55.449689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] No DVR routers for this DVR port 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:55.453712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.456221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-bd03f401-16db-4efd-96d0-981b997d9ea8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "DELETE /v2.0/ports/1911c6d1-70dc-4f9e-a186-aa1654fb8c14 HTTP/1.1" status: 204 len: 173 time: 1.7144082 Sep 17 22:29:55.549717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.550445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 69f5ea08-1733-4003-80b0-4221fe2cbcbd no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:55.600706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting port f6f73823-e240-4a58-bf12-fb3f19d1bebb {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:55.601110 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.663123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 69f5ea08-1733-4003-80b0-4221fe2cbcbd not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:55.663942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 43fbbe21-2868-46d6-b8de-ebe64362d0a7 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:55.708868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] For port f6f73823-e240-4a58-bf12-fb3f19d1bebb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f6f73823-e240-4a58-bf12-fb3f19d1bebb,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:55.709244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:55.739071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Calling delete_port for f6f73823-e240-4a58-bf12-fb3f19d1bebb owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:55.814324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:55.818114 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0c10bc-c86b-482a-80ae-651295fb43e4" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "1911c6d1-70dc-4f9e-a186-aa1654fb8c14"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:55.919073 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f1a75f-1880-40f8-88f1-b1bbd1b23784 x-openstack-request-id: req-65f1a75f-1880-40f8-88f1-b1bbd1b23784 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:55.922167 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "1911c6d1-70dc-4f9e-a186-aa1654fb8c14", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:55.922523 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65f1a75f-1880-40f8-88f1-b1bbd1b23784 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:55.923482 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': '1911c6d1-70dc-4f9e-a186-aa1654fb8c14', 'status': 'completed', 'code': 200} Sep 17 22:29:55.998314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2347445b-eb11-432a-b2b8-8127c2561aaa up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:29:56.039319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=283912f1-9194-4d2f-a00c-a4650cd4c715,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:56.067417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:56.069088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 43fbbe21-2868-46d6-b8de-ebe64362d0a7 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:56.069507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:29:56.127359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:29:56.127706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1911c6d1-70dc-4f9e-a186-aa1654fb8c14 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:29:56.242599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.286210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 2347445b-eb11-432a-b2b8-8127c2561aaa completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:29:56.298032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 2347445b-eb11-432a-b2b8-8127c2561aaa triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:29:56.298513 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.314288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Port': ['ID=f6f73823-e240-4a58-bf12-fb3f19d1bebb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:56.376802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98a0c-a241-43e3-b92e-40faf8d850a3 req-b759536c-7437-4fa2-80f4-8840596a3cbc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.380869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98a0c-a241-43e3-b92e-40faf8d850a3 req-b759536c-7437-4fa2-80f4-8840596a3cbc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.381016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb'}, {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283912f1-9194-4d2f-a00c-a4650cd4c715'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:56.383387 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ca296b-9ebb-4cdf-aa9b-d9d8837b2ca7" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-unplugged", "status": "completed", "tag": "f6f73823-e240-4a58-bf12-fb3f19d1bebb"}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-unplugged", "status": "completed", "tag": "283912f1-9194-4d2f-a00c-a4650cd4c715"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:56.396597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98a0c-a241-43e3-b92e-40faf8d850a3 req-b759536c-7437-4fa2-80f4-8840596a3cbc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.398304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6d98a0c-a241-43e3-b92e-40faf8d850a3 req-b759536c-7437-4fa2-80f4-8840596a3cbc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 2332 time: 0.2109034 Sep 17 22:29:56.420783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] No DVR routers for this DVR port f6f73823-e240-4a58-bf12-fb3f19d1bebb on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:56.424734 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.426700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-19423832-2337-488c-8234-5208e4636dfc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "DELETE /v2.0/ports/f6f73823-e240-4a58-bf12-fb3f19d1bebb HTTP/1.1" status: 204 len: 173 time: 0.9647753 Sep 17 22:29:56.445285 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.461886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf0f4-6b08-4ed3-92e7-fdf8c815b8f7 req-f5e62aba-9db7-4203-ae39-8b8830a0a9de tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:56.469259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-378bf0f4-6b08-4ed3-92e7-fdf8c815b8f7 req-f5e62aba-9db7-4203-ae39-8b8830a0a9de tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 944 time: 0.2214029 Sep 17 22:29:56.499342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2347445b-eb11-432a-b2b8-8127c2561aaa, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2347445b-eb11-432a-b2b8-8127c2561aaa,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:56.505516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0', 'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'mac_address': 'fa:16:3e:49:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:13Z', 'updated_at': '2021-09-17T22:19:23Z', 'revision_number': 5, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'subnets': [{'id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:56.536355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] Checking router: 677e3377-0b50-4047-b69a-316037b0b003 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:29:56.546661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:29:56.557651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:29:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:56.583245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:56.736012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:29:56.773327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2347445b-eb11-432a-b2b8-8127c2561aaa,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:56.854077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6d98a0c-a241-43e3-b92e-40faf8d850a3 req-6d4a76e9-3aa9-47e7-9c16-da66767b5896 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4368219 Sep 17 22:29:56.891152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40962) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:56.914845 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-378bf0f4-6b08-4ed3-92e7-fdf8c815b8f7 req-aea131b2-e5e7-44ff-8b0c-2e925c106851 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447103 Sep 17 22:29:56.971484 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bea842-20f9-4e61-a775-786a2a6be3d1 x-openstack-request-id: req-15bea842-20f9-4e61-a775-786a2a6be3d1 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:56.972130 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-unplugged", "status": "completed", "tag": "f6f73823-e240-4a58-bf12-fb3f19d1bebb", "code": 200}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-unplugged", "status": "completed", "tag": "283912f1-9194-4d2f-a00c-a4650cd4c715", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:56.972615 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15bea842-20f9-4e61-a775-786a2a6be3d1 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:56.973495 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb', 'code': 200} Sep 17 22:29:56.973989 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283912f1-9194-4d2f-a00c-a4650cd4c715', 'code': 200} Sep 17 22:29:56.975833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting port 58c91934-149c-4aad-9181-e930ac0aab9f {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:56.976170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.065747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-186667371'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:29:57.082066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0', 'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'mac_address': 'fa:16:3e:49:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:13Z', 'updated_at': '2021-09-17T22:19:23Z', 'revision_number': 5, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'subnets': [{'id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:57.114516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401339f-6dde-443b-8039-14ec73f24da2 None None] The sync data for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 is: [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:19:15Z', 'revision_number': 4, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0', 'name': '', 'network_id': '62070a8a-5c99-4c5a-bf55-2777253b05df', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'mac_address': 'fa:16:3e:49:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:13Z', 'updated_at': '2021-09-17T22:19:23Z', 'revision_number': 5, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'subnets': [{'id': 'c6812680-94e6-4c28-9cd8-de924bf5b40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:29:57.145626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Made reservation on behalf of cdb40f630b2d4b4faac1883f3231e54f for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:29:57.149518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.154632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] For port 58c91934-149c-4aad-9181-e930ac0aab9f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58c91934-149c-4aad-9181-e930ac0aab9f,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:57.155283 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.167825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.176282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Calling delete_port for 58c91934-149c-4aad-9181-e930ac0aab9f owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:57.210940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-ebeb10f1-85fb-48dd-9e83-ca351db0e46f tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.212474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-ebeb10f1-85fb-48dd-9e83-ca351db0e46f tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/networks?id=a2fe5733-3d59-4e46-9589-ebda8e8b2f92 HTTP/1.1" status: 200 len: 814 time: 0.1599977 Sep 17 22:29:57.271372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-425e74c1-a150-43a0-97fd-f0bf6c840788 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/quotas/a8286eb6a30c442986bdbad8bfdb9efd HTTP/1.1" status: 200 len: 375 time: 0.0210714 Sep 17 22:29:57.288928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.307648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-eeaf5c72-60ed-4df5-9c78-f29fab8f6139 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8286eb6a30c442986bdbad8bfdb9efd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351293 Sep 17 22:29:57.385113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.412417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:29:57.429885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb86c9-7a16-4fa5-b9ab-949105904dc5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:57.432442 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.433078 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Added segment f5db2438-0a1a-426b-a8c1-8903042348d4 of type vlan for network 6da5e063-a4c7-497b-935b-a9b1514b8851 Sep 17 22:29:57.459334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-bf09e564-09c9-4403-8276-25dd08b4304b service neutron] 10.222.0.13 "GET /v2.0/networks/a2fe5733-3d59-4e46-9589-ebda8e8b2f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426802 Sep 17 22:29:57.476782 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8df285-2a9c-4711-87e7-f11a94fce5d6 None None] New status for floating IP adcb7240-a9d4-4e84-a9f2-dcade3672b5a: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:29:57.480382 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.543834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.575138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.580875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:57.581507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.599385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-cd5ef078-5d12-4668-80d2-0ed90f635fc3 service neutron] 10.222.0.13 "GET /v2.0/networks/a2fe5733-3d59-4e46-9589-ebda8e8b2f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375327 Sep 17 22:29:57.600114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Port': ['ID=58c91934-149c-4aad-9181-e930ac0aab9f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:57.647869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] No DVR routers for this DVR port 58c91934-149c-4aad-9181-e930ac0aab9f on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:57.650517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.653450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-2ef1a499-10a1-44f7-a6ae-f9f9915899fc tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "DELETE /v2.0/ports/58c91934-149c-4aad-9181-e930ac0aab9f HTTP/1.1" status: 204 len: 173 time: 1.2155066 Sep 17 22:29:57.688456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Pushing event updated for resources: {'Network': ['ID=6da5e063-a4c7-497b-935b-a9b1514b8851,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:57.700734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 6da5e063-a4c7-497b-935b-a9b1514b8851 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:29:57.747566 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b39a7983-1cec-47fe-9da3-997f8eed6fcc tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8531742 Sep 17 22:29:57.751510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 40982) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:57.756549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-a143af4b-4065-4193-8035-8368629e6c85 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851', 'tempest-TagsTest-Tag-1606130970') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:57.792270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting port 283912f1-9194-4d2f-a00c-a4650cd4c715 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:29:57.792984 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.924151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb'}, {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': '58c91934-149c-4aad-9181-e930ac0aab9f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:57.927020 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3de9d0-9623-4a7a-bb81-07d3a7f8e0c6" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "f6f73823-e240-4a58-bf12-fb3f19d1bebb"}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "58c91934-149c-4aad-9181-e930ac0aab9f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:57.949235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bdd9add-ed66-4fb0-b903-414fb967b57a req-790dd5ba-0875-4f4c-8a31-5df8cbdf1653 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 210 time: 0.0421140 Sep 17 22:29:57.961463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] For port 283912f1-9194-4d2f-a00c-a4650cd4c715, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=283912f1-9194-4d2f-a00c-a4650cd4c715,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:29:57.961834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:57.976481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 40998) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:57.980614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a143af4b-4065-4193-8035-8368629e6c85 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "PUT /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags/tempest-TagsTest-Tag-1606130970 HTTP/1.1" status: 201 len: 201 time: 0.2277458 Sep 17 22:29:57.999240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-c5a4a6b1-ac07-4884-990e-74a28467a24f tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851', 'tempest-TagsTest-Tag-1606130970') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:58.050265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Calling delete_port for 283912f1-9194-4d2f-a00c-a4650cd4c715 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:29:58.053188 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f8e99-7106-4c07-82ce-1b0128eb03e9 x-openstack-request-id: req-af5f8e99-7106-4c07-82ce-1b0128eb03e9 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:58.053484 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "f6f73823-e240-4a58-bf12-fb3f19d1bebb", "status": "completed", "code": 200}, {"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "58c91934-149c-4aad-9181-e930ac0aab9f", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:58.053734 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af5f8e99-7106-4c07-82ce-1b0128eb03e9 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:58.054128 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': 'f6f73823-e240-4a58-bf12-fb3f19d1bebb', 'status': 'completed', 'code': 200} Sep 17 22:29:58.054377 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': '58c91934-149c-4aad-9181-e930ac0aab9f', 'status': 'completed', 'code': 200} Sep 17 22:29:58.199827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c8379-d9ad-466a-bbdd-78af04fe9e83 req-6e9bdc9d-4bdd-4073-bd00-a14bd35f603f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:58.202477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b05c8379-d9ad-466a-bbdd-78af04fe9e83 req-6e9bdc9d-4bdd-4073-bd00-a14bd35f603f tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 943 time: 0.2368734 Sep 17 22:29:58.287187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7c91c-5ec3-426c-9bc8-c091eba607af req-dc44d73e-cba1-4adc-aff1-477c12349c1f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:58.288693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bd7c91c-5ec3-426c-9bc8-c091eba607af req-dc44d73e-cba1-4adc-aff1-477c12349c1f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 945 time: 0.2019560 Sep 17 22:29:58.291898 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c5a4a6b1-ac07-4884-990e-74a28467a24f tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "GET /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags/tempest-TagsTest-Tag-1606130970 HTTP/1.1" status: 204 len: 168 time: 0.2997673 Sep 17 22:29:58.295250 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41008) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:58.299773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-1eb01c93-ed9e-4315-88a6-4df08545b39f tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:58.333924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b05c8379-d9ad-466a-bbdd-78af04fe9e83 req-f0cd01df-6215-433d-8ce3-9d0017d43bd0 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164238 Sep 17 22:29:58.379898 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bd7c91c-5ec3-426c-9bc8-c091eba607af req-b1b703eb-2cd7-4654-a2a3-2f7e55c59f95 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838897 Sep 17 22:29:58.384829 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1eb01c93-ed9e-4315-88a6-4df08545b39f tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "GET /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags HTTP/1.1" status: 200 len: 238 time: 0.0884717 Sep 17 22:29:58.393708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41012) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:58.398877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-00b3c602-4fc2-433a-8139-f6a029614c41 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851', {'tags': ['tempest-TagsTest-Tag-2123550950', 'tempest-TagsTest-Tag-525675037', 'tempest-TagsTest-Tag-377655793']}) {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:58.472213 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.513046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Port': ['ID=283912f1-9194-4d2f-a00c-a4650cd4c715,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:29:58.523060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.523402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.523739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.524066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.524395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.524715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.525033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.525350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.525664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.525980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.526295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.527178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:29:58.563083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] No DVR routers for this DVR port 283912f1-9194-4d2f-a00c-a4650cd4c715 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:29:58.565781 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:58.567914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4a86cd22-45bf-4ffe-b6d3-3cb7f0111f57 req-36ac6efa-dc07-4d07-82f2-963f9d78df56 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.32 "DELETE /v2.0/ports/283912f1-9194-4d2f-a00c-a4650cd4c715 HTTP/1.1" status: 204 len: 173 time: 0.9086254 Sep 17 22:29:58.597839 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-00b3c602-4fc2-433a-8139-f6a029614c41 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "PUT /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags HTTP/1.1" status: 200 len: 307 time: 0.2031493 Sep 17 22:29:58.600357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41016) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:58.605237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-2260c1dd-4fa3-4899-822f-911973162e4d tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851', 'tempest-TagsTest-Tag-2123550950') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:58.867514 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2260c1dd-4fa3-4899-822f-911973162e4d tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "DELETE /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags/tempest-TagsTest-Tag-2123550950 HTTP/1.1" status: 204 len: 168 time: 0.2661448 Sep 17 22:29:58.871466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41022) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:58.876403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-d3535b46-013c-4e79-aa41-6287e16a9274 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851', 'tempest-TagsTest-Tag-2123550950') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:58.968652 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-d3535b46-013c-4e79-aa41-6287e16a9274 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] show failed (client error): The resource could not be found. Sep 17 22:29:58.972679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d3535b46-013c-4e79-aa41-6287e16a9274 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "GET /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags/tempest-TagsTest-Tag-2123550950 HTTP/1.1" status: 404 len: 326 time: 0.1000395 Sep 17 22:29:58.973477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41026) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:58.978465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347445b-eb11-432a-b2b8-8127c2561aaa'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:29:58.978465 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d5ed3-cccf-4a92-801a-7598b7a97e3c" -d '{"events": [{"server_uuid": "86edf9e9-0581-41d3-b075-21fd1832be6a", "name": "network-vif-plugged", "status": "completed", "tag": "2347445b-eb11-432a-b2b8-8127c2561aaa"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:29:58.983925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-fb625660-115b-4c63-9199-78866c9bc6e9 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851', 'tempest-TagsTest-Tag-525675037') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.044376 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dfba15-3b84-487d-8822-c56161b94f17 x-openstack-request-id: req-38dfba15-3b84-487d-8822-c56161b94f17 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:29:59.044738 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edf9e9-0581-41d3-b075-21fd1832be6a", "name": "network-vif-plugged", "status": "completed", "tag": "2347445b-eb11-432a-b2b8-8127c2561aaa", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:29:59.045512 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38dfba15-3b84-487d-8822-c56161b94f17 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:29:59.046086 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347445b-eb11-432a-b2b8-8127c2561aaa', 'code': 200} Sep 17 22:29:59.094116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfdcb2f1-167d-4d7f-bbdb-34ea6644be5b req-289ca688-f8a1-4fe1-b8be-61cfd9358d81 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 210 time: 0.0469728 Sep 17 22:29:59.150483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fb625660-115b-4c63-9199-78866c9bc6e9 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "GET /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags/tempest-TagsTest-Tag-525675037 HTTP/1.1" status: 204 len: 168 time: 0.1758287 Sep 17 22:29:59.153695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41034) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.158642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-3e546fad-3fd7-4c5a-a49a-90d2c899851b tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851', 'tempest-TagsTest-Tag-377655793') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.177923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892afa99-65c0-417b-8c85-784e357d4db5 req-7e20d7f7-8f65-4940-a217-5444413e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.180485 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-892afa99-65c0-417b-8c85-784e357d4db5 req-7e20d7f7-8f65-4940-a217-5444413e7163 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 1097 time: 0.0713346 Sep 17 22:29:59.217133 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-892afa99-65c0-417b-8c85-784e357d4db5 req-ffa5942b-a44c-4347-8d05-f11e94ff1fcf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297213 Sep 17 22:29:59.240086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3e546fad-3fd7-4c5a-a49a-90d2c899851b tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "GET /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags/tempest-TagsTest-Tag-377655793 HTTP/1.1" status: 204 len: 168 time: 0.0853252 Sep 17 22:29:59.242469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41036) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.247687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-ac8faa26-93d6-4997-a791-fab198685432 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.445980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06128e1c-7357-4bb8-b3db-a0b6604ca517 req-b0f7a766-f819-487d-8e73-83b9ab29fc0b tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0275452 Sep 17 22:29:59.450038 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ac8faa26-93d6-4997-a791-fab198685432 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "DELETE /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags HTTP/1.1" status: 204 len: 168 time: 0.2040310 Sep 17 22:29:59.450897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41044) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.468946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-f9d796b6-77a9-4676-9c6d-bcbf7ed906d6 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851', 'tempest-TagsTest-Tag-525675037') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.596950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9430d4b-6dc9-4b76-9930-15f34ebcf41e req-4b4fdca7-6148-409d-9695-f34e35999f67 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:29:59.598480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9430d4b-6dc9-4b76-9930-15f34ebcf41e req-4b4fdca7-6148-409d-9695-f34e35999f67 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 945 time: 0.0900271 Sep 17 22:29:59.603981 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-f9d796b6-77a9-4676-9c6d-bcbf7ed906d6 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] show failed (client error): The resource could not be found. Sep 17 22:29:59.605022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f9d796b6-77a9-4676-9c6d-bcbf7ed906d6 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "GET /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags/tempest-TagsTest-Tag-525675037 HTTP/1.1" status: 404 len: 325 time: 0.1532032 Sep 17 22:29:59.607974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41048) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.612726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-e2216fb0-24a2-4298-b8a4-15838b7a3c37 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851', 'tempest-TagsTest-Tag-377655793') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.641660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9430d4b-6dc9-4b76-9930-15f34ebcf41e req-f993016a-7611-458e-a799-d02582497361 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355833 Sep 17 22:29:59.697104 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-e2216fb0-24a2-4298-b8a4-15838b7a3c37 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] show failed (client error): The resource could not be found. Sep 17 22:29:59.701232 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e2216fb0-24a2-4298-b8a4-15838b7a3c37 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "GET /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags/tempest-TagsTest-Tag-377655793 HTTP/1.1" status: 404 len: 325 time: 0.0891957 Sep 17 22:29:59.701533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41052) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.706305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-8e7cd4f4-b3b3-4cd3-a3be-aa64c1472bbd tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6da5e063-a4c7-497b-935b-a9b1514b8851') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:29:59.789123 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8e7cd4f4-b3b3-4cd3-a3be-aa64c1472bbd tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "DELETE /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851/tags HTTP/1.1" status: 204 len: 168 time: 0.0865500 Sep 17 22:29:59.793699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41054) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:29:59.887084 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:29:59.989553 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.009288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da5e063-a4c7-497b-935b-a9b1514b8851']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:00.019079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5db2438-0a1a-426b-a8c1-8903042348d4') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:00.019378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5db2438-0a1a-426b-a8c1-8903042348d4') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:00.029215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.045056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.052434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:30:00.052434 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:30:00.055254 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:30:00.058411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': '283912f1-9194-4d2f-a00c-a4650cd4c715'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:00.060151 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ba1d34-7237-4147-aa16-3b3f680ed11e" -d '{"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "283912f1-9194-4d2f-a00c-a4650cd4c715"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:00.151099 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd1cb57-f1d4-44bb-922d-514aca183e65 x-openstack-request-id: req-bfd1cb57-f1d4-44bb-922d-514aca183e65 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:00.152084 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586cc8-4380-4c64-824d-8dcf2304b792", "name": "network-vif-deleted", "tag": "283912f1-9194-4d2f-a00c-a4650cd4c715", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:00.152406 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfd1cb57-f1d4-44bb-922d-514aca183e65 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:00.152865 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586cc8-4380-4c64-824d-8dcf2304b792', 'name': 'network-vif-deleted', 'tag': '283912f1-9194-4d2f-a00c-a4650cd4c715', 'status': 'completed', 'code': 200} Sep 17 22:30:00.223155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40aa29ee-5c33-453c-96c6-a6924d052c93 req-353077a5-853b-4613-bdb0-a3f49afba938 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 210 time: 0.0331550 Sep 17 22:30:00.246342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.253583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.255719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] 10.222.0.13 "DELETE /v2.0/networks/6da5e063-a4c7-497b-935b-a9b1514b8851 HTTP/1.1" status: 204 len: 168 time: 0.4607849 Sep 17 22:30:00.270941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91ff59-76c9-43aa-8e84-7397b3bfa784 tempest-TagsTest-827562748 tempest-TagsTest-827562748-project] Pushing event deleted for resources: {'Network': ['ID=6da5e063-a4c7-497b-935b-a9b1514b8851,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:00.480162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-24e2531f-4a46-4b06-af32-66bddd4a59ec tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:00.481616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-24e2531f-4a46-4b06-af32-66bddd4a59ec tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.32 "GET /v2.0/networks?id=a2fe5733-3d59-4e46-9589-ebda8e8b2f92 HTTP/1.1" status: 200 len: 814 time: 0.1087379 Sep 17 22:30:00.493688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Request body: {'port': {'device_id': 'ec579969-a7b3-49a6-8502-3d48734f01d1', 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92', 'admin_state_up': True, 'tenant_id': 'a8286eb6a30c442986bdbad8bfdb9efd'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:00.591611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2f73639-0e8b-41aa-bc62-26c60bbf0405 req-a19ecd7e-61e9-4a5b-8495-2b3d5871ad41 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0320473 Sep 17 22:30:00.753009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Made reservation on behalf of a8286eb6a30c442986bdbad8bfdb9efd for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:00.756620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:00.800920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778a04e-667e-4d29-a9ee-891bcc9c0a73 req-8402671d-180e-424c-9707-7c3c60e26d81 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:00.808971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6778a04e-667e-4d29-a9ee-891bcc9c0a73 req-8402671d-180e-424c-9707-7c3c60e26d81 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 945 time: 0.0887566 Sep 17 22:30:00.907368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6778a04e-667e-4d29-a9ee-891bcc9c0a73 req-b5ca63a2-5091-4f15-933c-2de94dbae2be tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974398 Sep 17 22:30:00.972426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Allocated IP 172.20.0.8 (a2fe5733-3d59-4e46-9589-ebda8e8b2f92/e2f9b2b1-40cd-490e-aded-854ba3fc2eb6/efba7dc2-4a7c-46e7-87a9-483eef039302) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:01.110311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41082) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:01.145731 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.253443 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.311757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:01.316621 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-16b31717-b2c3-4207-a77c-96e7db7beff4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdb40f630b2d4b4faac1883f3231e54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051015 Sep 17 22:30:01.317243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41090) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:01.330638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:01.344688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:01.387033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.410555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Pushing event updated for resources: {'Port': ['ID=efba7dc2-4a7c-46e7-87a9-483eef039302,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.411115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.457630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.458586 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.476327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b638be0-91b2-4754-8c50-31e9735a6773 req-335cb366-9fdb-47ae-8e76-d09d936297e5 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:01.477819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b638be0-91b2-4754-8c50-31e9735a6773 req-335cb366-9fdb-47ae-8e76-d09d936297e5 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 931 time: 0.1650264 Sep 17 22:30:01.516294 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b638be0-91b2-4754-8c50-31e9735a6773 req-32c0374d-ceb3-4ed9-9c60-f67041d3fcf2 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Sep 17 22:30:01.585425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.588229 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.592185 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10eb86c9-7a16-4fa5-b9ab-949105904dc5 HTTP/1.1" status: 204 len: 168 time: 0.2717950 Sep 17 22:30:01.597753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-8c447c8f-ad15-45f1-b253-c939278ecc40 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1077044 Sep 17 22:30:01.606621 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb86c9-7a16-4fa5-b9ab-949105904dc5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:01.611144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Request body: {'port': {'device_id': 'ec579969-a7b3-49a6-8502-3d48734f01d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:01.616497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.617198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.618003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.618970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.619561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.620204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.621110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.621788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.622358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.623077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.623756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.624352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b58077-a693-4b78-9fd4-66084283d787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:01.724383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:01.741541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f86e121c-ebce-49d3-a3ab-760df384d753 req-ea8163bc-fd45-4c88-9fc6-43414a12d139 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0321259 Sep 17 22:30:02.050343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efba7dc2-4a7c-46e7-87a9-483eef039302 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:02.067971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283329de-1737-4251-ad73-58021d234d1c req-3fcbbe0f-02a8-4b19-b5be-57f7ea19c33e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:02.069522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-283329de-1737-4251-ad73-58021d234d1c req-3fcbbe0f-02a8-4b19-b5be-57f7ea19c33e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 945 time: 0.0918972 Sep 17 22:30:02.071451 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.108066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Transition to ACTIVE for port object efba7dc2-4a7c-46e7-87a9-483eef039302 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:02.139656 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-283329de-1737-4251-ad73-58021d234d1c req-7a9ba5b0-5bca-46a6-b735-f131ed3a9adf tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Sep 17 22:30:02.202822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.281370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Pushing event updated for resources: {'Port': ['ID=efba7dc2-4a7c-46e7-87a9-483eef039302,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:02.366148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-8792a2da-c5e8-4747-9133-0e40717daa18 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f HTTP/1.1" status: 200 len: 267 time: 0.1198566 Sep 17 22:30:02.418828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Attempting to bind port efba7dc2-4a7c-46e7-87a9-483eef039302 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:02.419144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Attempting to bind port efba7dc2-4a7c-46e7-87a9-483eef039302 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:02.419593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Attempting to bind port efba7dc2-4a7c-46e7-87a9-483eef039302 on network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:02.428773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Port efba7dc2-4a7c-46e7-87a9-483eef039302 on network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:02.429180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Attempting to bind port efba7dc2-4a7c-46e7-87a9-483eef039302 on network a2fe5733-3d59-4e46-9589-ebda8e8b2f92 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:02.438404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:02.438844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Checking segment: {'id': '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:02.439295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Bound using segment: {'id': '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:02.439794 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Bound port: efba7dc2-4a7c-46e7-87a9-483eef039302, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:02.440221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.449613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-f2938ec6-c8e8-4dae-b681-e1c24457f14c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:02.451294 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-f2938ec6-c8e8-4dae-b681-e1c24457f14c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 945 time: 0.0746193 Sep 17 22:30:02.470293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-6942bc9f-0c16-43dd-bf81-3270736d64b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'port': {'security_groups': []}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:02.894913 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-6942bc9f-0c16-43dd-bf81-3270736d64b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:02.925781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] For port efba7dc2-4a7c-46e7-87a9-483eef039302, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:02.937294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd78177-cbc3-4981-8b83-97a702861481 req-132ed3bd-59c0-43af-88fd-8e75f3afe87c tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:02.938881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bd78177-cbc3-4981-8b83-97a702861481 req-132ed3bd-59c0-43af-88fd-8e75f3afe87c tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 943 time: 0.1378257 Sep 17 22:30:02.982360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] For port efba7dc2-4a7c-46e7-87a9-483eef039302, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=efba7dc2-4a7c-46e7-87a9-483eef039302,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:03.047389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bd78177-cbc3-4981-8b83-97a702861481 req-38d78a80-c122-4a3d-8c02-353e8cf2f5a9 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950215 Sep 17 22:30:03.089471 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.189891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.190527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.192140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] 10.222.0.32 "PUT /v2.0/ports/efba7dc2-4a7c-46e7-87a9-483eef039302 HTTP/1.1" status: 200 len: 1092 time: 1.5854793 Sep 17 22:30:03.208249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec579969-a7b3-49a6-8502-3d48734f01d1', 'tag': 'efba7dc2-4a7c-46e7-87a9-483eef039302'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:03.210604 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4938b4-4761-4660-8822-5cca609f5aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "ec579969-a7b3-49a6-8502-3d48734f01d1", "tag": "efba7dc2-4a7c-46e7-87a9-483eef039302"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:03.224127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f0fc066-d7ad-4f92-8d9b-151444ac9e96 req-07dd908f-0198-48bd-8df3-6ef5a7fc4288 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0613115 Sep 17 22:30:03.249514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4de7a-e911-4f78-a544-a865a0091eba service neutron] Pushing event updated for resources: {'Port': ['ID=efba7dc2-4a7c-46e7-87a9-483eef039302,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.258667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-6942bc9f-0c16-43dd-bf81-3270736d64b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] For port 2347445b-eb11-432a-b2b8-8127c2561aaa, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2347445b-eb11-432a-b2b8-8127c2561aaa,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:03.281136 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed1009c-6d53-476f-9ad3-f957b203fdb2 x-openstack-request-id: req-eed1009c-6d53-476f-9ad3-f957b203fdb2 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:03.281136 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec579969-a7b3-49a6-8502-3d48734f01d1", "tag": "efba7dc2-4a7c-46e7-87a9-483eef039302", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:03.281136 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eed1009c-6d53-476f-9ad3-f957b203fdb2 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:03.281136 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec579969-a7b3-49a6-8502-3d48734f01d1', 'tag': 'efba7dc2-4a7c-46e7-87a9-483eef039302', 'status': 'completed', 'code': 200} Sep 17 22:30:03.309343 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-6942bc9f-0c16-43dd-bf81-3270736d64b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.346047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4938b4-4761-4660-8822-5cca609f5aaa req-1b01ff14-2453-475e-8be3-86c2b6251039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.347573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a4938b4-4761-4660-8822-5cca609f5aaa req-1b01ff14-2453-475e-8be3-86c2b6251039 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8286eb6a30c442986bdbad8bfdb9efd&device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 1095 time: 0.0510113 Sep 17 22:30:03.408910 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-6942bc9f-0c16-43dd-bf81-3270736d64b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.435538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b74a728b-52c9-405d-a22a-0554e6b42fde', '1b0c4893-2a6d-4261-b973-884586976746', '2347445b-eb11-432a-b2b8-8127c2561aaa'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:03.516807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4938b4-4761-4660-8822-5cca609f5aaa req-cdef3b71-def7-47ec-8740-4c7c2f95121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.519305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a4938b4-4761-4660-8822-5cca609f5aaa req-cdef3b71-def7-47ec-8740-4c7c2f95121b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8286eb6a30c442986bdbad8bfdb9efd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1629996 Sep 17 22:30:03.589941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-6942bc9f-0c16-43dd-bf81-3270736d64b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.591104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-6942bc9f-0c16-43dd-bf81-3270736d64b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:03.597869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09e2e06d-ca94-476b-9572-3d2aaa82eae7 req-6942bc9f-0c16-43dd-bf81-3270736d64b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "PUT /v2.0/ports/2347445b-eb11-432a-b2b8-8127c2561aaa HTTP/1.1" status: 200 len: 904 time: 1.1363356 Sep 17 22:30:03.732076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['2347445b-eb11-432a-b2b8-8127c2561aaa'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:03.814408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942bc9f-0c16-43dd-bf81-3270736d64b5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'Port': ['ID=2347445b-eb11-432a-b2b8-8127c2561aaa,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:03.893746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892af0-4723-4fd5-8a32-f2b63e54d1d7 req-f3656188-3e9e-41cb-a736-792858aff14c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.895316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1892af0-4723-4fd5-8a32-f2b63e54d1d7 req-f3656188-3e9e-41cb-a736-792858aff14c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 907 time: 0.1798756 Sep 17 22:30:03.939844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4938b4-4761-4660-8822-5cca609f5aaa req-aeb346c6-00fa-49ce-be0b-8f0f49d850b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:03.939844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a4938b4-4761-4660-8822-5cca609f5aaa req-aeb346c6-00fa-49ce-be0b-8f0f49d850b2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3389294 Sep 17 22:30:04.113492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c3c52c46-e4c9-46dd-832b-a2313a46e876 None None] Provisioning complete for port 2347445b-eb11-432a-b2b8-8127c2561aaa triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:04.113778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c3c52c46-e4c9-46dd-832b-a2313a46e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:04.135240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-55c3efed-755c-4a5e-87c4-901f561ab48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.137695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-55c3efed-755c-4a5e-87c4-901f561ab48e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8286eb6a30c442986bdbad8bfdb9efd&device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 1095 time: 0.1614237 Sep 17 22:30:04.158346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1df4b-2c59-40fe-b36c-661be75373eb req-f93e2c58-0715-45c4-8ba4-b813f31698c3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.160054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9aa1df4b-2c59-40fe-b36c-661be75373eb req-f93e2c58-0715-45c4-8ba4-b813f31698c3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1265035 Sep 17 22:30:04.300753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9aa1df4b-2c59-40fe-b36c-661be75373eb req-0fbc6451-bf73-4004-b59d-d93e0ded4906 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186929 Sep 17 22:30:04.301981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-52c3581d-9579-4679-bc0d-fe1a9c9e4162 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efba7dc2-4a7c-46e7-87a9-483eef039302 HTTP/1.1" status: 200 len: 217 time: 0.1530457 Sep 17 22:30:04.371953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d60fca-ba0d-4974-b4c6-fad860a9a0ee req-93b2fad3-5043-4417-8927-e936df25341e tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.373503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91d60fca-ba0d-4974-b4c6-fad860a9a0ee req-93b2fad3-5043-4417-8927-e936df25341e tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 943 time: 0.2340436 Sep 17 22:30:04.405931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-55d66d42-e86a-46e3-96d8-be0f7b974aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.407421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-55d66d42-e86a-46e3-96d8-be0f7b974aa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2f9b2b1-40cd-490e-aded-854ba3fc2eb6 HTTP/1.1" status: 200 len: 854 time: 0.0979402 Sep 17 22:30:04.456526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17e6d6d8-a939-4393-bcf3-29714e238986 req-a22aa964-6542-4753-a739-a11666774b55 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0568790 Sep 17 22:30:04.486732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-5691420c-f82e-4361-b3ba-22f68391ac5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2fe5733-3d59-4e46-9589-ebda8e8b2f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701168 Sep 17 22:30:04.502108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91d60fca-ba0d-4974-b4c6-fad860a9a0ee req-be6b260e-1eae-4da9-b5c1-2bc69fe8bf07 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219509 Sep 17 22:30:04.652123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-e8972545-2213-4527-8cee-ec8dd63554cb service neutron] 10.222.0.32 "GET /v2.0/networks/a2fe5733-3d59-4e46-9589-ebda8e8b2f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478109 Sep 17 22:30:04.659906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948009a-af93-4b9f-a58c-5a3336ed382f req-b144e368-1077-41ae-b7a0-0b992157b4fb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:04.661353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0948009a-af93-4b9f-a58c-5a3336ed382f req-b144e368-1077-41ae-b7a0-0b992157b4fb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0719903 Sep 17 22:30:04.763100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0948009a-af93-4b9f-a58c-5a3336ed382f req-cd5a72b9-4d2c-40d9-9fa6-df2cb2e6815e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928178 Sep 17 22:30:04.788143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8109a81-79e4-4e89-ab00-557a9d239c85 req-34f414c1-3d52-4603-b69e-cdcfecc6f5bb service neutron] 10.222.0.32 "GET /v2.0/networks/a2fe5733-3d59-4e46-9589-ebda8e8b2f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257184 Sep 17 22:30:05.073935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13942726-a889-4689-b61b-acdb5901d113 req-65aa7ce2-f89f-413f-966c-398c670417e0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.075784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-65aa7ce2-f89f-413f-966c-398c670417e0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.1239769 Sep 17 22:30:05.092639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-acf1d9e5-fff0-4d2f-b467-97d02fcbd1a1 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/quotas/cdb933bdef3a4f35a16aed5c1b950a9f HTTP/1.1" status: 200 len: 375 time: 0.0107212 Sep 17 22:30:05.160755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-8cc0fac9-4592-40cc-bd05-edb080053685 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0610156 Sep 17 22:30:05.275083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-2aaef7a7-4ea9-4f7e-8670-54999abac2bf service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063309 Sep 17 22:30:05.275537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'tag': '2347445b-eb11-432a-b2b8-8127c2561aaa'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:05.277976 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bee4f7-e955-4b42-b742-f9f22a90ece7" -d '{"events": [{"name": "network-changed", "server_uuid": "86edf9e9-0581-41d3-b075-21fd1832be6a", "tag": "2347445b-eb11-432a-b2b8-8127c2561aaa"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:05.377275 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab9fa8-dfaf-4335-b488-091f9e0f3a04 x-openstack-request-id: req-3dab9fa8-dfaf-4335-b488-091f9e0f3a04 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:05.378690 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edf9e9-0581-41d3-b075-21fd1832be6a", "tag": "2347445b-eb11-432a-b2b8-8127c2561aaa", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:05.378690 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dab9fa8-dfaf-4335-b488-091f9e0f3a04 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:05.378690 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'tag': '2347445b-eb11-432a-b2b8-8127c2561aaa', 'status': 'completed', 'code': 200} Sep 17 22:30:05.421362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-2c2a11cf-bb0b-4b89-8e65-e03a8d8c8a08 service neutron] 10.222.0.13 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312003 Sep 17 22:30:05.428239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-2b5437de-9424-4496-8970-a32f23535af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.430424 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-2b5437de-9424-4496-8970-a32f23535af6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 1059 time: 0.0536807 Sep 17 22:30:05.543637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-f29220bd-2108-485c-b340-fa580520acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.545823 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-f29220bd-2108-485c-b340-fa580520acb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.1070085 Sep 17 22:30:05.610802 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-284a6ddf-2197-4e8d-ac0f-fd9463d3ef43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2347445b-eb11-432a-b2b8-8127c2561aaa HTTP/1.1" status: 200 len: 217 time: 0.0449421 Sep 17 22:30:05.642855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb236df9-231c-424a-9f41-e5d205928997 req-5565ffa5-b138-4d8f-8084-de02ea012c78 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0385540 Sep 17 22:30:05.683868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-ae31d5a8-6ab7-44aa-a931-ffae17c90cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.685766 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-ae31d5a8-6ab7-44aa-a931-ffae17c90cc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0685840 Sep 17 22:30:05.827207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-23431513-cbf6-4a49-b3d1-22a0e6711269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.828963 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-23431513-cbf6-4a49-b3d1-22a0e6711269 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356394 Sep 17 22:30:05.838489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad460be2-a9ac-4703-8842-602d19c24089 req-41c67b57-a6b2-4525-a473-7db053c1bc64 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 210 time: 0.0668070 Sep 17 22:30:05.939235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaee28-6f77-479a-80a0-2153a74843e0 req-72f8ca0c-e6a5-4f13-8726-cc49859d2446 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:05.940748 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5deaee28-6f77-479a-80a0-2153a74843e0 req-72f8ca0c-e6a5-4f13-8726-cc49859d2446 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0960157 Sep 17 22:30:06.007668 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-b0fe08f8-b8bc-4f3e-b13b-58a54d93b3fb service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664252 Sep 17 22:30:06.031431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device efba7dc2-4a7c-46e7-87a9-483eef039302 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:06.045694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5deaee28-6f77-479a-80a0-2153a74843e0 req-10a01065-670d-4ce1-b422-7087d146a2a7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980866 Sep 17 22:30:06.134366 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a3bee4f7-e955-4b42-b742-f9f22a90ece7 req-95d3c530-6f08-40a6-b0a6-16b820ee4ac3 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194997 Sep 17 22:30:06.169997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port efba7dc2-4a7c-46e7-87a9-483eef039302, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=efba7dc2-4a7c-46e7-87a9-483eef039302,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:06.183305 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'efba7dc2-4a7c-46e7-87a9-483eef039302', 'network_id': 'a2fe5733-3d59-4e46-9589-ebda8e8b2f92', 'port_id': 'efba7dc2-4a7c-46e7-87a9-483eef039302', 'mac_address': 'fa:16:3e:22:af:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f9b2b1-40cd-490e-aded-854ba3fc2eb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:06.244419 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.261849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efba7dc2-4a7c-46e7-87a9-483eef039302 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:06.288522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port efba7dc2-4a7c-46e7-87a9-483eef039302, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=efba7dc2-4a7c-46e7-87a9-483eef039302,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:06.402751 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:06.488509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=efba7dc2-4a7c-46e7-87a9-483eef039302,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:06.507589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.512161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:30:06.615630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['efba7dc2-4a7c-46e7-87a9-483eef039302'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:06.841764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbc72ea6-8f84-4dad-9bf3-59087a6176ae req-4cb588a5-5f83-4add-b3a3-025c6e1169d8 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0282283 Sep 17 22:30:06.920963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee4d2159-d8f6-4b59-9fa8-a40b7577d7ee req-6d8295ed-dfa3-4818-8997-a66c21cb83d4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 210 time: 0.0383279 Sep 17 22:30:07.178426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42d8dd-0474-42c7-8032-c71b26232e3a req-5a493645-a011-45ac-9119-3636b7164cac tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:07.179984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e42d8dd-0474-42c7-8032-c71b26232e3a req-5a493645-a011-45ac-9119-3636b7164cac tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 944 time: 0.0580039 Sep 17 22:30:07.221121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e42d8dd-0474-42c7-8032-c71b26232e3a req-4d9ebbee-95ae-469a-bb27-9ae9b79e8425 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Sep 17 22:30:07.998696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2696016-2db7-40a4-a6a3-5a978f11d096 req-02dc3fa4-0700-46fe-b3ea-e2446709b4c1 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0588017 Sep 17 22:30:08.040759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device efba7dc2-4a7c-46e7-87a9-483eef039302 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:08.092280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5620128-cc9f-415f-96ff-d8a31b80af17 req-4e42e1fc-1483-41c5-8c88-3dc7450f5217 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 210 time: 0.0581820 Sep 17 22:30:08.208333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port efba7dc2-4a7c-46e7-87a9-483eef039302 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:08.218500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port efba7dc2-4a7c-46e7-87a9-483eef039302 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:08.218893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.316127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.357351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13942726-a889-4689-b61b-acdb5901d113 req-e5a2120f-ddc0-4d96-b992-edab83bca03e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.359254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-e5a2120f-ddc0-4d96-b992-edab83bca03e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 811 time: 0.2301588 Sep 17 22:30:08.372874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Request body: {'port': {'device_id': 'f600f081-15d8-4b48-b584-c20b71613247', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'admin_state_up': True, 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:08.439858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.499966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec579969-a7b3-49a6-8502-3d48734f01d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efba7dc2-4a7c-46e7-87a9-483eef039302'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:08.503316 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a0bd9a-6732-4351-896e-9dc5947cad0a" -d '{"events": [{"server_uuid": "ec579969-a7b3-49a6-8502-3d48734f01d1", "name": "network-vif-plugged", "status": "completed", "tag": "efba7dc2-4a7c-46e7-87a9-483eef039302"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:08.533355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port efba7dc2-4a7c-46e7-87a9-483eef039302, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=efba7dc2-4a7c-46e7-87a9-483eef039302,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:08.549197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a80062-e676-469c-b55b-80e3169578cd req-9b6bb1f1-eb94-4d84-bef1-edb24592c2b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.550976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34a80062-e676-469c-b55b-80e3169578cd req-9b6bb1f1-eb94-4d84-bef1-edb24592c2b7 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 944 time: 0.1391361 Sep 17 22:30:08.569476 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292df282-67d5-43d3-b197-f5dfc8c3faae x-openstack-request-id: req-292df282-67d5-43d3-b197-f5dfc8c3faae {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:08.569476 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec579969-a7b3-49a6-8502-3d48734f01d1", "name": "network-vif-plugged", "status": "completed", "tag": "efba7dc2-4a7c-46e7-87a9-483eef039302", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:08.569476 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-292df282-67d5-43d3-b197-f5dfc8c3faae {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:08.569476 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec579969-a7b3-49a6-8502-3d48734f01d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efba7dc2-4a7c-46e7-87a9-483eef039302', 'code': 200} Sep 17 22:30:08.580871 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.649002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34a80062-e676-469c-b55b-80e3169578cd req-66fae0ab-7e14-4cb5-923b-aa67df644115 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844762 Sep 17 22:30:08.668933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=efba7dc2-4a7c-46e7-87a9-483eef039302,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:08.727364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Made reservation on behalf of cdb933bdef3a4f35a16aed5c1b950a9f for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:08.731529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:08.767851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bcdf2-e0c7-4a52-96ce-5257552fe79a req-86f91e61-e45f-4ef5-8f88-2694a56e4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:08.769699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f6bcdf2-e0c7-4a52-96ce-5257552fe79a req-86f91e61-e45f-4ef5-8f88-2694a56e4730 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 1097 time: 0.0942457 Sep 17 22:30:08.866193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f6bcdf2-e0c7-4a52-96ce-5257552fe79a req-9c41e209-b020-4e6a-9405-95a88b0f430e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627077 Sep 17 22:30:08.931218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Allocated IP 172.20.0.10 (838c3bf3-1fcc-449c-953f-13b563709e12/d4906658-6b22-49d6-b1db-b9f519c6a5c1/4591790e-25cb-4369-a94e-663372806c89) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:09.137446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.163535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8ce8c34-3192-4eee-9caf-82cedd99ce1d req-d8937c0a-b273-4de1-8fd6-0fca6ba0ca9c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0461028 Sep 17 22:30:09.228484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e88d29b2-e6f8-4acd-a2c6-787f1037a728 req-46ceffd4-d24a-4579-bee2-c0340d82dc80 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 210 time: 0.0327673 Sep 17 22:30:09.276193 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.288244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b74a728b-52c9-405d-a22a-0554e6b42fde', '1b0c4893-2a6d-4261-b973-884586976746'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:09.364368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Network 838c3bf3-1fcc-449c-953f-13b563709e12 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:09.368612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:09.383895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:09.518236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event updated for resources: {'Port': ['ID=4591790e-25cb-4369-a94e-663372806c89,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:09.565480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.567602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.684030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-38e4e102-7b53-48f6-9e2b-fdd8c1e0e36a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3159809 Sep 17 22:30:09.696780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Request body: {'port': {'device_id': 'f600f081-15d8-4b48-b584-c20b71613247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:09.812558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0adc5c74-cd3c-4687-85ac-0011933de739 None None] Provisioning complete for port 4591790e-25cb-4369-a94e-663372806c89 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:09.812558 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0adc5c74-cd3c-4687-85ac-0011933de739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.824290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:09.856916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c447d-2dc2-4a0f-b261-264b6d448273 req-c6d65a61-d93c-4297-a80a-26886e32354a tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:09.858960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a5c447d-2dc2-4a0f-b261-264b6d448273 req-c6d65a61-d93c-4297-a80a-26886e32354a tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1006570 Sep 17 22:30:09.892345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0adc5c74-cd3c-4687-85ac-0011933de739 None None] Port 4591790e-25cb-4369-a94e-663372806c89 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:30:09.982630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a5c447d-2dc2-4a0f-b261-264b6d448273 req-c66b3731-9c22-411d-9408-c5470c47a98c tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055341 Sep 17 22:30:10.002758 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.172906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4591790e-25cb-4369-a94e-663372806c89 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:10.181506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.195240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Transition to ACTIVE for port object 4591790e-25cb-4369-a94e-663372806c89 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:10.289396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a08908a-8c51-4da2-a2f8-e24eb63f6bd7 req-44fcac57-43fe-4b43-a2c4-78ff97cb3d3d tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0329142 Sep 17 22:30:10.290191 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.398105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Pushing event updated for resources: {'Port': ['ID=4591790e-25cb-4369-a94e-663372806c89,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:10.473488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d05df-602a-4f93-ae53-e53fc5f4b4d5 req-c07d418f-7ad1-41be-ba82-af59213c0fa3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.481218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d3d05df-602a-4f93-ae53-e53fc5f4b4d5 req-c07d418f-7ad1-41be-ba82-af59213c0fa3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 944 time: 0.1135473 Sep 17 22:30:10.511065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Attempting to bind port 4591790e-25cb-4369-a94e-663372806c89 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:10.511411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Attempting to bind port 4591790e-25cb-4369-a94e-663372806c89 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:10.511739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Attempting to bind port 4591790e-25cb-4369-a94e-663372806c89 on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:10.522766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Port 4591790e-25cb-4369-a94e-663372806c89 on network 838c3bf3-1fcc-449c-953f-13b563709e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:10.523132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Attempting to bind port 4591790e-25cb-4369-a94e-663372806c89 on network 838c3bf3-1fcc-449c-953f-13b563709e12 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:10.535987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:10.536324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Checking segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:10.536713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Bound using segment: {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:10.537154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Bound port: 4591790e-25cb-4369-a94e-663372806c89, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf00c1-4e44-4944-b755-7e0134a27efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:10.537515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.545845 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d3d05df-602a-4f93-ae53-e53fc5f4b4d5 req-4ab2547e-9689-4d43-b68e-33c13a183d49 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629389 Sep 17 22:30:10.619545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:10.622958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4591790e-25cb-4369-a94e-663372806c89,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:10.688473 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.727069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.727889 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:10.730635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] 10.222.0.32 "PUT /v2.0/ports/4591790e-25cb-4369-a94e-663372806c89 HTTP/1.1" status: 200 len: 1093 time: 1.0369723 Sep 17 22:30:10.731308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'tag': '4591790e-25cb-4369-a94e-663372806c89'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:10.734370 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1ec48f-779b-4a27-8097-69d6e521979a" -d '{"events": [{"name": "network-changed", "server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "tag": "4591790e-25cb-4369-a94e-663372806c89"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:10.762408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d917b8-45f1-44a0-a72f-9e2bf731217a service neutron] Pushing event updated for resources: {'Port': ['ID=4591790e-25cb-4369-a94e-663372806c89,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:10.784618 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aad602-c453-4715-84c9-e85d5a636d16 x-openstack-request-id: req-49aad602-c453-4715-84c9-e85d5a636d16 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:10.784910 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "tag": "4591790e-25cb-4369-a94e-663372806c89", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:10.785156 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49aad602-c453-4715-84c9-e85d5a636d16 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:10.785557 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'tag': '4591790e-25cb-4369-a94e-663372806c89', 'status': 'completed', 'code': 200} Sep 17 22:30:10.861316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec48f-779b-4a27-8097-69d6e521979a req-29f9b94c-948c-41ec-996d-816760e3cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:10.863358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac1ec48f-779b-4a27-8097-69d6e521979a req-29f9b94c-948c-41ec-996d-816760e3cc37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 1096 time: 0.0554302 Sep 17 22:30:11.000692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec48f-779b-4a27-8097-69d6e521979a req-0910f5c4-9293-49a3-8c56-98d10ecbad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.002201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac1ec48f-779b-4a27-8097-69d6e521979a req-0910f5c4-9293-49a3-8c56-98d10ecbad76 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1308410 Sep 17 22:30:11.139821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec48f-779b-4a27-8097-69d6e521979a req-feafb4e6-0d0b-4769-895d-c8b9b4e67c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.141704 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac1ec48f-779b-4a27-8097-69d6e521979a req-feafb4e6-0d0b-4769-895d-c8b9b4e67c4c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1330500 Sep 17 22:30:11.153524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ee70b-5339-446f-bbd8-5512ebe02d2f req-1f13adb6-e428-4609-a408-5e9eb3a5bcc3 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.156075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c65ee70b-5339-446f-bbd8-5512ebe02d2f req-1f13adb6-e428-4609-a408-5e9eb3a5bcc3 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0756168 Sep 17 22:30:11.224315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c65ee70b-5339-446f-bbd8-5512ebe02d2f req-59be33f5-96a7-4efc-9bd7-417e109a81c9 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626335 Sep 17 22:30:11.236551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13942726-a889-4689-b61b-acdb5901d113 req-c260c1dd-decf-4ac8-9b52-0775ead8cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.238282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-c260c1dd-decf-4ac8-9b52-0775ead8cbd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 1096 time: 0.0621231 Sep 17 22:30:11.298770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-3856689c-846d-42e6-936f-eefd0e5c6b17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4591790e-25cb-4369-a94e-663372806c89 HTTP/1.1" status: 200 len: 217 time: 0.0523245 Sep 17 22:30:11.387401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13942726-a889-4689-b61b-acdb5901d113 req-0d1320a1-d66b-4906-aceb-05a569f9579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.388900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-0d1320a1-d66b-4906-aceb-05a569f9579b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0827727 Sep 17 22:30:11.425081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c9d0867-c564-4012-823d-b1c85c2df36f req-efd76a00-5655-45ff-9592-bb5a1c1f6302 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0339937 Sep 17 22:30:11.458093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13942726-a889-4689-b61b-acdb5901d113 req-8fcb742b-c35a-4629-98fc-a96baebe5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.459765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-8fcb742b-c35a-4629-98fc-a96baebe5512 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589812 Sep 17 22:30:11.559967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-d43799c3-0db4-498b-bc36-96d8f38ed54a service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929992 Sep 17 22:30:11.701869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13942726-a889-4689-b61b-acdb5901d113 req-698009f8-f1f8-4eb8-b7bf-d8cb313e1b01 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351187 Sep 17 22:30:11.729674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e6ca1-3f05-45b5-a877-d12dcbfb3337 req-a4f91e0e-908e-4119-81b9-6110df242f0a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:11.729674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-970e6ca1-3f05-45b5-a877-d12dcbfb3337 req-a4f91e0e-908e-4119-81b9-6110df242f0a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 944 time: 0.0659652 Sep 17 22:30:11.790380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-970e6ca1-3f05-45b5-a877-d12dcbfb3337 req-508ba944-fb50-4d58-ac76-b222dde6e8f2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 Sep 17 22:30:12.586127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3465fe4b-7539-4d7c-b571-18fa380e7707 req-eda27c6d-7d0d-422c-ab63-5cd261d9b228 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe586cc8-4380-4c64-824d-8dcf2304b792 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Sep 17 22:30:12.934209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad9947-2e9a-4b3e-8ab7-b0e63a7176e4 req-09257924-e427-4d58-a335-7f903a9b42c2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:12.935904 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85ad9947-2e9a-4b3e-8ab7-b0e63a7176e4 req-09257924-e427-4d58-a335-7f903a9b42c2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 944 time: 0.0599494 Sep 17 22:30:12.992087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85ad9947-2e9a-4b3e-8ab7-b0e63a7176e4 req-7d2050a8-d7a3-41c6-a526-44cf009072ec tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435934 Sep 17 22:30:13.787021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41408) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:13.845938 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43fa4e20-9699-42fc-95d9-44a97c609f0c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.869533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43fa4e20-9699-42fc-95d9-44a97c609f0c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.973546 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43fa4e20-9699-42fc-95d9-44a97c609f0c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.976501 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43fa4e20-9699-42fc-95d9-44a97c609f0c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:13.977684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-43fa4e20-9699-42fc-95d9-44a97c609f0c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "DELETE /v2.0/security-groups/9c7b4965-56a5-4cc5-8988-6ceacec5fd9a HTTP/1.1" status: 204 len: 168 time: 0.1896651 Sep 17 22:30:13.981341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41414) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:13.988034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa4e20-9699-42fc-95d9-44a97c609f0c tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b4965-56a5-4cc5-8988-6ceacec5fd9a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:14.006077 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-aff8d9b1-b4cb-417e-87a7-8d36f71cffc5 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] show failed (client error): The resource could not be found. Sep 17 22:30:14.011239 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aff8d9b1-b4cb-417e-87a7-8d36f71cffc5 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "GET /v2.0/security-groups/9c7b4965-56a5-4cc5-8988-6ceacec5fd9a HTTP/1.1" status: 404 len: 347 time: 0.0280936 Sep 17 22:30:14.011656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41418) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:14.093964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4591790e-25cb-4369-a94e-663372806c89 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:14.201568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b8e1-ba37-4c4e-bd69-b925366dc1ab req-4f1a1dfd-f6bc-4c62-b7b7-2105c65ac9f8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:14.203404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf73b8e1-ba37-4c4e-bd69-b925366dc1ab req-4f1a1dfd-f6bc-4c62-b7b7-2105c65ac9f8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 944 time: 0.1109860 Sep 17 22:30:14.244145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4591790e-25cb-4369-a94e-663372806c89,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:14.263113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '4591790e-25cb-4369-a94e-663372806c89', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'port_id': '4591790e-25cb-4369-a94e-663372806c89', 'mac_address': 'fa:16:3e:9e:90:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:14.277136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf73b8e1-ba37-4c4e-bd69-b925366dc1ab req-244d104d-ee94-4ac7-835f-6f46d6bb0769 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585177 Sep 17 22:30:14.284556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting port bb20c7b0-895d-40c7-aaa9-89ee169003e2 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:14.285129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.306746 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.327575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4591790e-25cb-4369-a94e-663372806c89 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:14.367767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4591790e-25cb-4369-a94e-663372806c89,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:14.436000 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.500210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=4591790e-25cb-4369-a94e-663372806c89,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:14.645822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['4591790e-25cb-4369-a94e-663372806c89'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:14.655887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.656286 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.669955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Calling delete_port for bb20c7b0-895d-40c7-aaa9-89ee169003e2 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:14.933286 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:14.965636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Port': ['ID=bb20c7b0-895d-40c7-aaa9-89ee169003e2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:15.036560 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.039354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.040605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6e626b3f-1092-452a-8aa3-23bdcd56e6d3 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "DELETE /v2.0/floatingips/adcb7240-a9d4-4e84-a9f2-dcade3672b5a HTTP/1.1" status: 204 len: 168 time: 1.0277624 Sep 17 22:30:15.043348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41442) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:15.097998 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:30:15.156342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4633eba7-b11d-4bfb-becf-41da9d6d0565 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting port 69f5ea08-1733-4003-80b0-4221fe2cbcbd {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:15.156678 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4633eba7-b11d-4bfb-becf-41da9d6d0565 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.258370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4633eba7-b11d-4bfb-becf-41da9d6d0565 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.290154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4633eba7-b11d-4bfb-becf-41da9d6d0565 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Calling delete_port for 69f5ea08-1733-4003-80b0-4221fe2cbcbd owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:15.450866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b797c-53dc-4897-aac5-057cf546490f req-6c1b6627-6615-44e3-abce-de149d8cf4a8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:15.452541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-930b797c-53dc-4897-aac5-057cf546490f req-6c1b6627-6615-44e3-abce-de149d8cf4a8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 945 time: 0.0882945 Sep 17 22:30:15.524000 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-930b797c-53dc-4897-aac5-057cf546490f req-2d1d89a7-ca58-43fe-8b1f-ba027607622b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647578 Sep 17 22:30:15.644311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4633eba7-b11d-4bfb-becf-41da9d6d0565 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.665732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633eba7-b11d-4bfb-becf-41da9d6d0565 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Port': ['ID=69f5ea08-1733-4003-80b0-4221fe2cbcbd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:15.743606 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4633eba7-b11d-4bfb-becf-41da9d6d0565 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.746628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4633eba7-b11d-4bfb-becf-41da9d6d0565 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "DELETE /v2.0/ports/69f5ea08-1733-4003-80b0-4221fe2cbcbd HTTP/1.1" status: 204 len: 168 time: 0.7022073 Sep 17 22:30:15.749401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41460) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:15.846076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-92f6878f-b534-4f75-abf1-ffc4deaaa5dd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting port 43fbbe21-2868-46d6-b8de-ebe64362d0a7 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:15.846669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92f6878f-b534-4f75-abf1-ffc4deaaa5dd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.950959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92f6878f-b534-4f75-abf1-ffc4deaaa5dd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:15.964709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-92f6878f-b534-4f75-abf1-ffc4deaaa5dd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Calling delete_port for 43fbbe21-2868-46d6-b8de-ebe64362d0a7 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:16.084022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4591790e-25cb-4369-a94e-663372806c89 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:16.168642 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92f6878f-b534-4f75-abf1-ffc4deaaa5dd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.224949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 4591790e-25cb-4369-a94e-663372806c89 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:16.230244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 4591790e-25cb-4369-a94e-663372806c89 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:16.230625 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.248847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6878f-b534-4f75-abf1-ffc4deaaa5dd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Port': ['ID=43fbbe21-2868-46d6-b8de-ebe64362d0a7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:16.311031 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-92f6878f-b534-4f75-abf1-ffc4deaaa5dd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.313211 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-92f6878f-b534-4f75-abf1-ffc4deaaa5dd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "DELETE /v2.0/ports/43fbbe21-2868-46d6-b8de-ebe64362d0a7 HTTP/1.1" status: 204 len: 168 time: 0.5622790 Sep 17 22:30:16.315947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41466) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:16.341601 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.367291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4591790e-25cb-4369-a94e-663372806c89'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:16.370236 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a841b4df-0d97-4038-944e-b498ad3a3bbf" -d '{"events": [{"server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "name": "network-vif-plugged", "status": "completed", "tag": "4591790e-25cb-4369-a94e-663372806c89"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:16.399915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-143bb241-e457-4e2e-b733-0d11718df61a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting subnet 75f297e3-84c0-4121-bf31-e3205e0f7e5f {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:30:16.401950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4591790e-25cb-4369-a94e-663372806c89,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:16.413083 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-143bb241-e457-4e2e-b733-0d11718df61a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.444209 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.447466 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb1414a-a887-45f5-a469-d9d2891c05a1 x-openstack-request-id: req-9cb1414a-a887-45f5-a469-d9d2891c05a1 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:16.448896 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "name": "network-vif-plugged", "status": "completed", "tag": "4591790e-25cb-4369-a94e-663372806c89", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:16.449149 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cb1414a-a887-45f5-a469-d9d2891c05a1 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:16.449911 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4591790e-25cb-4369-a94e-663372806c89', 'code': 200} Sep 17 22:30:16.492431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-143bb241-e457-4e2e-b733-0d11718df61a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.535293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=4591790e-25cb-4369-a94e-663372806c89,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:16.572452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a339-1221-42b8-bdcd-644d6fd93ae8 req-c2152c03-1650-431c-be45-4e88b11fce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.574071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7924a339-1221-42b8-bdcd-644d6fd93ae8 req-c2152c03-1650-431c-be45-4e88b11fce98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 1098 time: 0.0575864 Sep 17 22:30:16.722644 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-143bb241-e457-4e2e-b733-0d11718df61a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.777892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749cf7e-076a-4acc-84c8-275d8445a249 req-1d9448b7-c602-4ecd-aa09-03527f510380 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:16.779584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7749cf7e-076a-4acc-84c8-275d8445a249 req-1d9448b7-c602-4ecd-aa09-03527f510380 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1606567 Sep 17 22:30:16.781258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7924a339-1221-42b8-bdcd-644d6fd93ae8 req-c7c6e2e6-f3b8-4c13-a7c4-a9013b438201 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637347 Sep 17 22:30:16.848550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7749cf7e-076a-4acc-84c8-275d8445a249 req-465d24ac-668c-471c-8bbd-4305431640a8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 Sep 17 22:30:16.939538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-143bb241-e457-4e2e-b733-0d11718df61a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.967042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bb241-e457-4e2e-b733-0d11718df61a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Subnet': ['ID=75f297e3-84c0-4121-bf31-e3205e0f7e5f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:16.978538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-143bb241-e457-4e2e-b733-0d11718df61a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:16.981529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-143bb241-e457-4e2e-b733-0d11718df61a tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "DELETE /v2.0/subnets/75f297e3-84c0-4121-bf31-e3205e0f7e5f HTTP/1.1" status: 204 len: 168 time: 0.6632364 Sep 17 22:30:16.983847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41480) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:16.986878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c84d15-3db6-4843-bfa2-b20d72a94945 None None] Network d4b5def6-02b7-4a39-bab6-685f1dfdab05 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:17.045796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7988a29-bc6a-44be-aa14-f07dc51738fd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting subnet 74cba945-0995-4397-bedb-d7c00197bdfe {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:30:17.049103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7988a29-bc6a-44be-aa14-f07dc51738fd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.094856 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7988a29-bc6a-44be-aa14-f07dc51738fd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.185691 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7988a29-bc6a-44be-aa14-f07dc51738fd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.200089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46dc94-d9e8-475d-9766-77657f1a9586 None None] DHCP port deletion for d4b5def6-02b7-4a39-bab6-685f1dfdab05 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:30:17.255368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4f46dc94-d9e8-475d-9766-77657f1a9586 None None] Deleting port 699a8f03-bcb6-496b-a9a5-1511b1c75845 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:17.255779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f46dc94-d9e8-475d-9766-77657f1a9586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.324921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4f46dc94-d9e8-475d-9766-77657f1a9586 None None] For port 699a8f03-bcb6-496b-a9a5-1511b1c75845, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=699a8f03-bcb6-496b-a9a5-1511b1c75845,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:17.325318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f46dc94-d9e8-475d-9766-77657f1a9586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.328291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7988a29-bc6a-44be-aa14-f07dc51738fd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.339157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4f46dc94-d9e8-475d-9766-77657f1a9586 None None] Calling delete_port for 699a8f03-bcb6-496b-a9a5-1511b1c75845 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:17.355675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7988a29-bc6a-44be-aa14-f07dc51738fd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Subnet': ['ID=74cba945-0995-4397-bedb-d7c00197bdfe,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:17.378669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7988a29-bc6a-44be-aa14-f07dc51738fd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.380981 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d7988a29-bc6a-44be-aa14-f07dc51738fd tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "DELETE /v2.0/subnets/74cba945-0995-4397-bedb-d7c00197bdfe HTTP/1.1" status: 204 len: 168 time: 0.3961372 Sep 17 22:30:17.383696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41484) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:17.390443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea34c63-c1b7-44d1-89fa-b52efb912170 None None] Network e5b753a8-b73a-45b8-ad4b-56ebaad6b03b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:17.475878 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.550142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Deleting port 699a8f03-bcb6-496b-a9a5-1511b1c75845 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:17.550374 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.622854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] For port 699a8f03-bcb6-496b-a9a5-1511b1c75845, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=699a8f03-bcb6-496b-a9a5-1511b1c75845,segment=NetworkSegment(eeb825c0-5621-4fd0-84ff-84277be850b8),segment_id=eeb825c0-5621-4fd0-84ff-84277be850b8)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:17.628074 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.635780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce2033-4891-4f7f-9990-c80dc9363255 None None] DHCP port deletion for e5b753a8-b73a-45b8-ad4b-56ebaad6b03b request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:30:17.638754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Calling delete_port for 699a8f03-bcb6-496b-a9a5-1511b1c75845 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:17.681682 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f46dc94-d9e8-475d-9766-77657f1a9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.715619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46dc94-d9e8-475d-9766-77657f1a9586 None None] No DVR routers for this DVR port 699a8f03-bcb6-496b-a9a5-1511b1c75845 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:17.761176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46dc94-d9e8-475d-9766-77657f1a9586 None None] Pushing event deleted for resources: {'Port': ['ID=699a8f03-bcb6-496b-a9a5-1511b1c75845,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:17.783162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.791393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-adce2033-4891-4f7f-9990-c80dc9363255 None None] Deleting port ca200326-159a-47de-8037-3bf8db08eed9 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:17.792239 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-adce2033-4891-4f7f-9990-c80dc9363255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.815746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Port': ['ID=699a8f03-bcb6-496b-a9a5-1511b1c75845,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:17.824248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] No DVR routers for this DVR port 699a8f03-bcb6-496b-a9a5-1511b1c75845 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:17.864458 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bfb4eb32-bd8c-49cb-ace2-8f5db4ca0631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.872470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-adce2033-4891-4f7f-9990-c80dc9363255 None None] For port ca200326-159a-47de-8037-3bf8db08eed9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ca200326-159a-47de-8037-3bf8db08eed9,segment=NetworkSegment(11097df4-daf5-437d-bb32-1692060608f3),segment_id=11097df4-daf5-437d-bb32-1692060608f3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:17.872706 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-adce2033-4891-4f7f-9990-c80dc9363255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:17.904603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-adce2033-4891-4f7f-9990-c80dc9363255 None None] Calling delete_port for ca200326-159a-47de-8037-3bf8db08eed9 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:17.972554 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.008712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b5def6-02b7-4a39-bab6-685f1dfdab05']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:18.051574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb825c0-5621-4fd0-84ff-84277be850b8') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:18.051978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb825c0-5621-4fd0-84ff-84277be850b8') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:18.065154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.084378 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.093913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677fbb-a6db-43f5-8078-45ba070457b4 req-a93a58e1-a3cc-44f4-868f-e9f351f1e87a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:18.095576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b677fbb-a6db-43f5-8078-45ba070457b4 req-a93a58e1-a3cc-44f4-868f-e9f351f1e87a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0829775 Sep 17 22:30:18.101819 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-adce2033-4891-4f7f-9990-c80dc9363255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:30:18.109232 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:30:18.141394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce2033-4891-4f7f-9990-c80dc9363255 None None] Pushing event deleted for resources: {'Port': ['ID=ca200326-159a-47de-8037-3bf8db08eed9,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:18.157897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce2033-4891-4f7f-9990-c80dc9363255 None None] No DVR routers for this DVR port ca200326-159a-47de-8037-3bf8db08eed9 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:18.191338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b677fbb-a6db-43f5-8078-45ba070457b4 req-8cfb4ba7-9143-4c9c-865c-b922405d5eb0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828247 Sep 17 22:30:18.328405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.336616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.342295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "DELETE /v2.0/networks/d4b5def6-02b7-4a39-bab6-685f1dfdab05 HTTP/1.1" status: 204 len: 168 time: 0.9526236 Sep 17 22:30:18.342489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41494) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:18.367162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ef734-cf4d-4f91-984f-bd181228e514 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Network': ['ID=d4b5def6-02b7-4a39-bab6-685f1dfdab05,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:18.440913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.533152 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.554388 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b753a8-b73a-45b8-ad4b-56ebaad6b03b']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:18.566022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11097df4-daf5-437d-bb32-1692060608f3') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:18.566407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11097df4-daf5-437d-bb32-1692060608f3') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:18.578649 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.593882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.600234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:30:18.600640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:30:18.603772 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:30:18.739562 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.747926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:18.749677 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] 10.222.0.13 "DELETE /v2.0/networks/e5b753a8-b73a-45b8-ad4b-56ebaad6b03b HTTP/1.1" status: 204 len: 168 time: 0.4068077 Sep 17 22:30:18.762233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc9565-0f9c-4250-82b0-493873f3cb74 tempest-TaggedBootDevicesTest-413245446 tempest-TaggedBootDevicesTest-413245446-project] Pushing event deleted for resources: {'Network': ['ID=e5b753a8-b73a-45b8-ad4b-56ebaad6b03b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:19.001671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 699a8f03-bcb6-496b-a9a5-1511b1c75845 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:19.038926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 699a8f03-bcb6-496b-a9a5-1511b1c75845 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:19.045149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 699a8f03-bcb6-496b-a9a5-1511b1c75845 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:19.045622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ca200326-159a-47de-8037-3bf8db08eed9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:19.069599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: ca200326-159a-47de-8037-3bf8db08eed9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:19.069950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ca200326-159a-47de-8037-3bf8db08eed9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:19.357348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18134b-b5d8-4027-abed-cb380333d901 req-9c977e82-27ac-4991-bbcc-e783eca0d0a3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.359601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef18134b-b5d8-4027-abed-cb380333d901 req-9c977e82-27ac-4991-bbcc-e783eca0d0a3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0794055 Sep 17 22:30:19.399798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef18134b-b5d8-4027-abed-cb380333d901 req-5bf218bc-9b37-4670-bbfb-b633cfb60552 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Sep 17 22:30:19.751906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0d87a-d605-4200-9da5-a0cfa655b20d req-749fbb69-c62f-4100-978c-b6dbf529fb13 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:19.753458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5c0d87a-d605-4200-9da5-a0cfa655b20d req-749fbb69-c62f-4100-978c-b6dbf529fb13 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0725222 Sep 17 22:30:19.795030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5c0d87a-d605-4200-9da5-a0cfa655b20d req-68a3a328-4865-4c37-99c1-716ba30c7b56 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344014 Sep 17 22:30:20.205783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a0bfd88-ae9a-4f3f-b163-02b40e152546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.370353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 41528) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:20.485339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b6722022-61fe-4224-80ec-83826d5e0537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.573982 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b6722022-61fe-4224-80ec-83826d5e0537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.619061 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b6722022-61fe-4224-80ec-83826d5e0537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.656321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6722022-61fe-4224-80ec-83826d5e0537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fa4efc-cff0-4b49-861a-aa1931940e0d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:20.660970 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b6722022-61fe-4224-80ec-83826d5e0537 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdcd0a7354274ba2b7b685a067afa900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894664 Sep 17 22:30:20.663627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41532) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:20.715469 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e66645ff-e9b3-427e-8f59-15a5127dff5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.738919 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e66645ff-e9b3-427e-8f59-15a5127dff5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.895602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e66645ff-e9b3-427e-8f59-15a5127dff5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.898500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e66645ff-e9b3-427e-8f59-15a5127dff5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:20.899666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e66645ff-e9b3-427e-8f59-15a5127dff5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92fa4efc-cff0-4b49-861a-aa1931940e0d HTTP/1.1" status: 204 len: 168 time: 0.2350712 Sep 17 22:30:20.913249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66645ff-e9b3-427e-8f59-15a5127dff5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fa4efc-cff0-4b49-861a-aa1931940e0d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:20.934057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f77b20-1f26-45e6-8a4c-065df5ba7639 req-6cd9f085-22f0-4762-9c55-c13c67eacb62 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:20.935703 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9f77b20-1f26-45e6-8a4c-065df5ba7639 req-6cd9f085-22f0-4762-9c55-c13c67eacb62 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0687625 Sep 17 22:30:20.989252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9f77b20-1f26-45e6-8a4c-065df5ba7639 req-8f70f9c0-3713-424d-8db6-20f346459467 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454938 Sep 17 22:30:21.305066 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.612261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:21.630315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ebaba24d-281a-40ab-9dc5-686836995b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.665133 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.730411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ebaba24d-281a-40ab-9dc5-686836995b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.814995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ebaba24d-281a-40ab-9dc5-686836995b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.865097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaba24d-281a-40ab-9dc5-686836995b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaef702-86ad-4a1b-b8ab-ce440884b0f5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:21.872141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ebaba24d-281a-40ab-9dc5-686836995b9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42923241ce4243238c4838f1287fda7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586846 Sep 17 22:30:21.874750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41560) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:21.894133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c86f6-1ed4-4575-a060-56ff89902b2a req-b3b571e3-031a-483f-9bdb-0a53feb4863b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:21.894133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f4c86f6-1ed4-4575-a060-56ff89902b2a req-b3b571e3-031a-483f-9bdb-0a53feb4863b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1016879 Sep 17 22:30:21.953745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f4c86f6-1ed4-4575-a060-56ff89902b2a req-a19d129f-d0f1-46fe-a1d2-7df046bcd8e2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575542 Sep 17 22:30:21.974718 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a106769f-7cc2-406b-b6da-245c945c9ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:21.993273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a106769f-7cc2-406b-b6da-245c945c9ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.116432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a106769f-7cc2-406b-b6da-245c945c9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.119002 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a106769f-7cc2-406b-b6da-245c945c9ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:22.123162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a106769f-7cc2-406b-b6da-245c945c9ea2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdaef702-86ad-4a1b-b8ab-ce440884b0f5 HTTP/1.1" status: 204 len: 168 time: 0.2452257 Sep 17 22:30:22.129336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106769f-7cc2-406b-b6da-245c945c9ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaef702-86ad-4a1b-b8ab-ce440884b0f5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:23.073799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2421a-98cb-448e-99c0-0a65acfcab51 req-b54fd9bc-32f6-4d2c-9754-0c867a562649 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:23.075309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ca2421a-98cb-448e-99c0-0a65acfcab51 req-b54fd9bc-32f6-4d2c-9754-0c867a562649 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0481133 Sep 17 22:30:23.112113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ca2421a-98cb-448e-99c0-0a65acfcab51 req-58109e8d-e4f5-47f5-9955-e5d71f9fc761 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Sep 17 22:30:23.383890 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:23.774671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-04072741-d80c-47c6-91ea-4abba3c9ac51 req-bee2b26f-3711-4dad-a6aa-518fea99d327 service neutron] (101661) timed out ('10.222.0.13', 53524) {{(pid=101661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:30:24.168159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4591790e-25cb-4369-a94e-663372806c89 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:24.329078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4591790e-25cb-4369-a94e-663372806c89,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:24.371573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616744d-76f3-454e-bc85-11fd3713050e req-9689134e-d5a8-471d-a67d-bee40888692f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:24.379647 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f616744d-76f3-454e-bc85-11fd3713050e req-9689134e-d5a8-471d-a67d-bee40888692f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1283412 Sep 17 22:30:24.380311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '4591790e-25cb-4369-a94e-663372806c89', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'port_id': '4591790e-25cb-4369-a94e-663372806c89', 'mac_address': 'fa:16:3e:9e:90:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:24.447473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f616744d-76f3-454e-bc85-11fd3713050e req-35a37362-bd6a-4e43-9fcd-17d305b69694 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662193 Sep 17 22:30:24.475203 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.511694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4591790e-25cb-4369-a94e-663372806c89 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:24.535245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4591790e-25cb-4369-a94e-663372806c89,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:24.629137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:24.706442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=4591790e-25cb-4369-a94e-663372806c89,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:24.721424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['4591790e-25cb-4369-a94e-663372806c89'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:25.667672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a68e00-d28f-419d-ad45-52d43ea5d335 req-c1b0efc8-6d52-47dd-bfeb-c3aeafdb5a5c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:25.676575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80a68e00-d28f-419d-ad45-52d43ea5d335 req-c1b0efc8-6d52-47dd-bfeb-c3aeafdb5a5c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 945 time: 0.1379442 Sep 17 22:30:25.744961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80a68e00-d28f-419d-ad45-52d43ea5d335 req-1df78366-4d26-4b86-8a9a-8c797f2b74ca tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664663 Sep 17 22:30:26.172986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4591790e-25cb-4369-a94e-663372806c89 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:26.306417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 4591790e-25cb-4369-a94e-663372806c89 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:26.308019 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.513681 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.552253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4591790e-25cb-4369-a94e-663372806c89,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:26.554265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4591790e-25cb-4369-a94e-663372806c89'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:26.557781 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a0dfdb-1a42-4133-9139-600cd072f53a" -d '{"events": [{"server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "name": "network-vif-plugged", "status": "completed", "tag": "4591790e-25cb-4369-a94e-663372806c89"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:26.618216 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:26.664144 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2237abb6-c07d-45c3-90ea-4e12bb78d6c2 x-openstack-request-id: req-2237abb6-c07d-45c3-90ea-4e12bb78d6c2 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:26.667167 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "name": "network-vif-plugged", "status": "completed", "tag": "4591790e-25cb-4369-a94e-663372806c89", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:26.667509 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2237abb6-c07d-45c3-90ea-4e12bb78d6c2 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:26.668112 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4591790e-25cb-4369-a94e-663372806c89', 'code': 200} Sep 17 22:30:26.722560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=4591790e-25cb-4369-a94e-663372806c89,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:26.905265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d6773-478e-4823-be77-ddcc617f507f req-ce2a46d1-e220-4bd9-96ed-2027a0b5962b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:26.914433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e8d6773-478e-4823-be77-ddcc617f507f req-ce2a46d1-e220-4bd9-96ed-2027a0b5962b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0787866 Sep 17 22:30:26.964095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e8d6773-478e-4823-be77-ddcc617f507f req-6ab8afcc-0cd9-4029-87d6-fe4d8c55be1a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485010 Sep 17 22:30:28.175504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4b78b-525f-49ba-8143-ff7d4005bd0a req-29fab3a3-4219-423b-88bd-956f27455889 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:28.184169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16f4b78b-525f-49ba-8143-ff7d4005bd0a req-29fab3a3-4219-423b-88bd-956f27455889 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0814743 Sep 17 22:30:28.241884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16f4b78b-525f-49ba-8143-ff7d4005bd0a req-26730a19-4fb7-4217-aefc-790db0d04914 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550475 Sep 17 22:30:29.409588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089bd3b-bc16-4c18-92a8-be03cad68bc1 req-ff9168ad-03c7-49f3-ae9a-17cd4f386b90 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:29.411310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a089bd3b-bc16-4c18-92a8-be03cad68bc1 req-ff9168ad-03c7-49f3-ae9a-17cd4f386b90 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0872664 Sep 17 22:30:29.454344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a089bd3b-bc16-4c18-92a8-be03cad68bc1 req-2b3f400f-3427-4e3e-8db7-a9ecbb30a24c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358410 Sep 17 22:30:30.663631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c129008-724e-44d1-8943-4bbe8d434569 req-1841281c-72fe-43eb-ae93-40fc2a50f0f8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:30.674381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c129008-724e-44d1-8943-4bbe8d434569 req-1841281c-72fe-43eb-ae93-40fc2a50f0f8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1050904 Sep 17 22:30:30.745124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c129008-724e-44d1-8943-4bbe8d434569 req-7e8fd04b-73e7-4ace-8b6d-d916062b3ac2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641582 Sep 17 22:30:32.009706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614972e-59a1-4972-9dd7-19880664f932 req-78ddc8f8-a3d8-453c-84b9-8b79d20449d2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:32.013108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0614972e-59a1-4972-9dd7-19880664f932 req-78ddc8f8-a3d8-453c-84b9-8b79d20449d2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1289494 Sep 17 22:30:32.073017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0614972e-59a1-4972-9dd7-19880664f932 req-1b4b547c-575c-4dae-966f-0d76576cf78e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484488 Sep 17 22:30:32.221333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 41994) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:32.801434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42018) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:33.028346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a6d2a004-e335-41cf-8a11-24677a3ab05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.165365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a6d2a004-e335-41cf-8a11-24677a3ab05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.235244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a6d2a004-e335-41cf-8a11-24677a3ab05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.271513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a6d2a004-e335-41cf-8a11-24677a3ab05f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c877ca7f9b84354994703f33121ce50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676485 Sep 17 22:30:33.277572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42032) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:33.326944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2a004-e335-41cf-8a11-24677a3ab05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5677160-a427-4a10-bea4-e1f59aae1a31,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:33.369391 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46b2b77c-2c2a-4d3c-926f-d2dfc0a819ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.388042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34e7cb-9ba6-463e-92c8-ace8a034b8f2 req-11a77ab9-1a98-4a12-8122-932db8e0906d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:33.389893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe34e7cb-9ba6-463e-92c8-ace8a034b8f2 req-11a77ab9-1a98-4a12-8122-932db8e0906d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1716466 Sep 17 22:30:33.423000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46b2b77c-2c2a-4d3c-926f-d2dfc0a819ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.457037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe34e7cb-9ba6-463e-92c8-ace8a034b8f2 req-50cd7e7a-8b2c-44b1-92b0-66b80575d1ef tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524025 Sep 17 22:30:33.471781 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.597040 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46b2b77c-2c2a-4d3c-926f-d2dfc0a819ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.605413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-46b2b77c-2c2a-4d3c-926f-d2dfc0a819ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.606978 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-46b2b77c-2c2a-4d3c-926f-d2dfc0a819ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5677160-a427-4a10-bea4-e1f59aae1a31 HTTP/1.1" status: 204 len: 168 time: 0.3281908 Sep 17 22:30:33.640276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2b77c-2c2a-4d3c-926f-d2dfc0a819ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5677160-a427-4a10-bea4-e1f59aae1a31,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:33.856460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Deleting port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:33.856806 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.942363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] For port ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:33.942749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:33.959920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Calling delete_port for ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:34.368300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.394776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:34.571409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42082) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:34.596411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-264656af-9338-4acd-abca-a6f4778565ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.766048 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-264656af-9338-4acd-abca-a6f4778565ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.824338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-264656af-9338-4acd-abca-a6f4778565ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:34.889830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264656af-9338-4acd-abca-a6f4778565ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181354dd-0291-4779-bfbb-a3a9ea579d56,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:34.947834 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-264656af-9338-4acd-abca-a6f4778565ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b50b44c17a6408c81b93cc4dc8760a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3708913 Sep 17 22:30:34.948444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42096) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:35.006922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.033223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b5d5a-2989-40e0-8278-36b85feac4c0 req-d226fbe5-fc9c-47bb-ae3f-282270b6a686 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:35.040822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-946b5d5a-2989-40e0-8278-36b85feac4c0 req-d226fbe5-fc9c-47bb-ae3f-282270b6a686 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1229432 Sep 17 22:30:35.052514 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0c3f-6d7a-490e-ae2c-525e57cb3bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.105025 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0c3f-6d7a-490e-ae2c-525e57cb3bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.139602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-946b5d5a-2989-40e0-8278-36b85feac4c0 req-fbd1a138-a00c-41b8-91f0-88953c3a879a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978913 Sep 17 22:30:35.236749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0c3f-6d7a-490e-ae2c-525e57cb3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.240202 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0c3f-6d7a-490e-ae2c-525e57cb3bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:35.249339 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b1cf0c3f-6d7a-490e-ae2c-525e57cb3bd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/181354dd-0291-4779-bfbb-a3a9ea579d56 HTTP/1.1" status: 204 len: 168 time: 0.2902303 Sep 17 22:30:35.254681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf0c3f-6d7a-490e-ae2c-525e57cb3bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181354dd-0291-4779-bfbb-a3a9ea579d56,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:35.439017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Router 677e3377-0b50-4047-b69a-316037b0b003 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:30:35.575921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:30:35.589854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4f104a3e-b36a-45dc-a57d-11c8b5078d97 admin admin] 10.222.0.13 "PUT /v2.0/routers/677e3377-0b50-4047-b69a-316037b0b003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3672602 Sep 17 22:30:35.592248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] Sync routers for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:30:35.593792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42122) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:35.607209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:35.608103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:30:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:35.802520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:35.867554 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.091774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.140759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:30:34Z', 'revision_number': 5, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port': {'id': 'd6d7100b-d243-4d8e-8aed-ec92a0da6b3c', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e3377-0b50-4047-b69a-316037b0b003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:19:08Z', 'updated_at': '2021-09-17T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:36.190979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] Checking router: 677e3377-0b50-4047-b69a-316037b0b003 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:30:36.218757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] Routers {'677e3377-0b50-4047-b69a-316037b0b003'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:30:36.219665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:30:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['677e3377-0b50-4047-b69a-316037b0b003'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:36.292733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Deleting port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:36.293772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.381642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ae22-5dda-427c-a9d7-24d08990675e req-f9e1b11e-f1f3-4ef4-8c5a-faf230806e08 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:36.394231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ef8ae22-5dda-427c-a9d7-24d08990675e req-f9e1b11e-f1f3-4ef4-8c5a-faf230806e08 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1346052 Sep 17 22:30:36.422528 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] Set router 677e3377-0b50-4047-b69a-316037b0b003 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:30:36.454265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] For port d6d7100b-d243-4d8e-8aed-ec92a0da6b3c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d6d7100b-d243-4d8e-8aed-ec92a0da6b3c,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:36.455280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.485331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:30:36Z', 'revision_number': 6, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:36.488908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ef8ae22-5dda-427c-a9d7-24d08990675e req-7350b635-310c-497d-ba6c-66c44a9f7910 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908854 Sep 17 22:30:36.502887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Calling delete_port for d6d7100b-d243-4d8e-8aed-ec92a0da6b3c owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:36.564810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d95967-577d-4a8b-aeda-2cb62baf6e8b None None] The sync data for ids ['677e3377-0b50-4047-b69a-316037b0b003'] in n-d-713498-17 is: [{'id': '677e3377-0b50-4047-b69a-316037b0b003', 'name': 'tempest-TaggedBootDevicesTest-277290008-router', 'tenant_id': '1077f606df7e4a1c95d9f8faf3035535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:19:06Z', 'updated_at': '2021-09-17T22:30:36Z', 'revision_number': 6, 'project_id': '1077f606df7e4a1c95d9f8faf3035535', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:30:36.836650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:36.870740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d7100b-d243-4d8e-8aed-ec92a0da6b3c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:37.010936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.138324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:37.231141 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.234183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.260676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:37.260676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ea0cf96b-d54a-4960-adb8-e44e7c1f7ba0 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:37.386664 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.387515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 677e3377-0b50-4047-b69a-316037b0b003 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:30:37.396159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.397627 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0cd83024-173e-4ecd-9834-1c690ee6cf1f admin admin] 10.222.0.13 "DELETE /v2.0/routers/677e3377-0b50-4047-b69a-316037b0b003 HTTP/1.1" status: 204 len: 168 time: 1.8038933 Sep 17 22:30:37.400833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42214) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:37.488598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee42ff9-9c62-4c31-a57f-3ba965129e4f admin admin] Deleting subnet c6812680-94e6-4c28-9cd8-de924bf5b40c {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:30:37.497156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ee42ff9-9c62-4c31-a57f-3ba965129e4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.567806 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ee42ff9-9c62-4c31-a57f-3ba965129e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:37.728590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46caf1-b9e3-4cb7-8710-76bbdc2ddd49 req-6dfb5dba-e0a9-48a1-9b68-5d2d13590051 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:37.730158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a46caf1-b9e3-4cb7-8710-76bbdc2ddd49 req-6dfb5dba-e0a9-48a1-9b68-5d2d13590051 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1169322 Sep 17 22:30:37.815438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a46caf1-b9e3-4cb7-8710-76bbdc2ddd49 req-2e390a10-7205-469b-8517-e416c384f69b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746982 Sep 17 22:30:37.834393 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ee42ff9-9c62-4c31-a57f-3ba965129e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.031629 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ee42ff9-9c62-4c31-a57f-3ba965129e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.083392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee42ff9-9c62-4c31-a57f-3ba965129e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6812680-94e6-4c28-9cd8-de924bf5b40c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:38.099873 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ee42ff9-9c62-4c31-a57f-3ba965129e4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.101787 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0ee42ff9-9c62-4c31-a57f-3ba965129e4f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6812680-94e6-4c28-9cd8-de924bf5b40c HTTP/1.1" status: 204 len: 168 time: 0.6998384 Sep 17 22:30:38.105299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42248) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:38.106408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936fadc-b279-4a93-a52a-e174365846a2 None None] Network 62070a8a-5c99-4c5a-bf55-2777253b05df requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:38.317179 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.358166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-7c310c72-1cb1-4d42-b423-f694d99df3a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912273 Sep 17 22:30:38.420106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Deleting port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:38.420857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.463284 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.504840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-f35847fd-9fc1-4b3e-b0d0-8fbc3077cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:38.508135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-f35847fd-9fc1-4b3e-b0d0-8fbc3077cda0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1096 time: 0.1216321 Sep 17 22:30:38.561321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] For port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=529ff5ad-148a-47b2-a4b3-b9ffe73cfb59,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:38.561697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.604735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Calling delete_port for 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:38.626638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9c8c3-e02a-4d97-915a-56b27fd16a25 None None] DHCP port deletion for 62070a8a-5c99-4c5a-bf55-2777253b05df request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:30:38.690648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-06d5d5da-8abd-40de-88d0-797390dee4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:38.693701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-06d5d5da-8abd-40de-88d0-797390dee4fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.1466997 Sep 17 22:30:38.739786 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9c8c3-e02a-4d97-915a-56b27fd16a25 None None] Deleting port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:38.740170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c8c3-e02a-4d97-915a-56b27fd16a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.827741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-290b7ec0-f2d4-46c5-a34e-651f874112d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 999 time: 0.1208434 Sep 17 22:30:38.856177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a0c9c8c3-e02a-4d97-915a-56b27fd16a25 None None] For port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=529ff5ad-148a-47b2-a4b3-b9ffe73cfb59,segment=NetworkSegment(980bbd62-a87d-4d6e-a6f9-207c1318d1ae),segment_id=980bbd62-a87d-4d6e-a6f9-207c1318d1ae)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:38.856578 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c8c3-e02a-4d97-915a-56b27fd16a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:38.872323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9c8c3-e02a-4d97-915a-56b27fd16a25 None None] Calling delete_port for 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:38.922130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-69439313-4e47-4952-b324-08a12b2111bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:38.922483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-69439313-4e47-4952-b324-08a12b2111bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0866888 Sep 17 22:30:38.934001 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.007633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Pushing event deleted for resources: {'Port': ['ID=529ff5ad-148a-47b2-a4b3-b9ffe73cfb59,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:39.031276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] No DVR routers for this DVR port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:39.107897 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c8c3-e02a-4d97-915a-56b27fd16a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.132723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b4dfd-71ce-45a6-b48a-6ed3bf93bd69 req-e1c2beee-5bb7-4af3-9da4-31435a2d1c60 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:39.136595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:39.142325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae7b4dfd-71ce-45a6-b48a-6ed3bf93bd69 req-e1c2beee-5bb7-4af3-9da4-31435a2d1c60 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.2144833 Sep 17 22:30:39.171873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:39.172603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:39.173226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d6d7100b-d243-4d8e-8aed-ec92a0da6b3c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:39.194059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9c8c3-e02a-4d97-915a-56b27fd16a25 None None] No DVR routers for this DVR port 529ff5ad-148a-47b2-a4b3-b9ffe73cfb59 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:39.204162 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.235489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-ba001b21-61b3-484a-99ce-f9adb78264f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:39.237287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-ba001b21-61b3-484a-99ce-f9adb78264f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2992322 Sep 17 22:30:39.246659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: d6d7100b-d243-4d8e-8aed-ec92a0da6b3c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:39.247037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d6d7100b-d243-4d8e-8aed-ec92a0da6b3c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:39.260757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9c8c3-e02a-4d97-915a-56b27fd16a25 None None] Pushing event deleted for resources: {'Port': ['ID=529ff5ad-148a-47b2-a4b3-b9ffe73cfb59,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:39.281925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62070a8a-5c99-4c5a-bf55-2777253b05df']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:39.298337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980bbd62-a87d-4d6e-a6f9-207c1318d1ae') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:39.299109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980bbd62-a87d-4d6e-a6f9-207c1318d1ae') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:30:39.311122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.335062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.365488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:30:39.365812 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:30:39.368093 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:30:39.397025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae7b4dfd-71ce-45a6-b48a-6ed3bf93bd69 req-1aa5fda2-aef8-4d17-a20d-d5b1746123c6 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251618 Sep 17 22:30:39.450694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-601a3b40-53c6-4232-b26f-05723f63be44 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758685 Sep 17 22:30:39.527775 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.533706 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:39.539636 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] 10.222.0.13 "DELETE /v2.0/networks/62070a8a-5c99-4c5a-bf55-2777253b05df HTTP/1.1" status: 204 len: 168 time: 1.4326062 Sep 17 22:30:39.561036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf0f09-4f4c-4170-8c40-51622aa48939 admin admin] Pushing event deleted for resources: {'Network': ['ID=62070a8a-5c99-4c5a-bf55-2777253b05df,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:39.614145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e3553e3-25b4-465d-bbcb-21eb92b23e0b req-36f70743-92d7-4a11-b177-1f1360ccaf16 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564980 Sep 17 22:30:40.098923 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.378281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42360) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:40.400567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42364) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:40.471155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aa46d60b-1c57-4973-985c-f3441278a7f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1077f606df7e4a1c95d9f8faf3035535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692992 Sep 17 22:30:40.473425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42374) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:40.579552 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31694715-3ae9-4f96-bfab-a600fbb5ba17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.616061 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31694715-3ae9-4f96-bfab-a600fbb5ba17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.664434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16f988-c906-466f-8f32-c90cf3efad02 req-67bad5b5-14be-4077-8e45-07e851445162 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:40.669339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df16f988-c906-466f-8f32-c90cf3efad02 req-67bad5b5-14be-4077-8e45-07e851445162 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1181061 Sep 17 22:30:40.725233 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad5b62d2-ff98-441c-95ed-fe24ec3771bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:40.742309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df16f988-c906-466f-8f32-c90cf3efad02 req-dcf4ef9f-6b28-4779-8c79-cdefd265fa22 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609677 Sep 17 22:30:41.107326 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31694715-3ae9-4f96-bfab-a600fbb5ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.109807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-31694715-3ae9-4f96-bfab-a600fbb5ba17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.115611 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-31694715-3ae9-4f96-bfab-a600fbb5ba17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c8ddb39-1a07-416c-9790-1e6181a1a983 HTTP/1.1" status: 204 len: 168 time: 0.6364360 Sep 17 22:30:41.126283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31694715-3ae9-4f96-bfab-a600fbb5ba17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ddb39-1a07-416c-9790-1e6181a1a983,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:41.245287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad5b62d2-ff98-441c-95ed-fe24ec3771bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.298376 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad5b62d2-ff98-441c-95ed-fe24ec3771bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.335268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b62d2-ff98-441c-95ed-fe24ec3771bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad9888-8283-4ac3-8658-59154da6749d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:41.347282 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ad5b62d2-ff98-441c-95ed-fe24ec3771bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2765c52c4aa4af3b296d364d6ff455b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9677422 Sep 17 22:30:41.350742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42392) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:41.416067 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce897-e01c-4d67-a3a3-e5dbcf13a9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.439645 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce897-e01c-4d67-a3a3-e5dbcf13a9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.573539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce897-e01c-4d67-a3a3-e5dbcf13a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.576112 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce897-e01c-4d67-a3a3-e5dbcf13a9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:41.580172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ff5ce897-e01c-4d67-a3a3-e5dbcf13a9ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cad9888-8283-4ac3-8658-59154da6749d HTTP/1.1" status: 204 len: 168 time: 0.2273917 Sep 17 22:30:41.590609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ce897-e01c-4d67-a3a3-e5dbcf13a9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad9888-8283-4ac3-8658-59154da6749d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:41.881767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc855-14b2-4f49-b846-52724aac18c2 req-175993b9-28a8-47ca-bf81-64723a844288 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:41.883279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-448dc855-14b2-4f49-b846-52724aac18c2 req-175993b9-28a8-47ca-bf81-64723a844288 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0568283 Sep 17 22:30:41.935632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-448dc855-14b2-4f49-b846-52724aac18c2 req-bb89ca45-8a99-4a2a-9089-8f4edc1f386d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Sep 17 22:30:42.015902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-5770e6cb-0b26-4649-9451-cd026b52b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.017693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-5770e6cb-0b26-4649-9451-cd026b52b798 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 1098 time: 0.0517752 Sep 17 22:30:42.121404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-f0f0b6b8-7a76-436d-a108-2813a2fb7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.122892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-f0f0b6b8-7a76-436d-a108-2813a2fb7509 service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.0975525 Sep 17 22:30:42.167017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-9d5ec41c-3787-435d-adc2-efcd69a9915f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4591790e-25cb-4369-a94e-663372806c89 HTTP/1.1" status: 200 len: 217 time: 0.0362132 Sep 17 22:30:42.219569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-9546998c-ca61-441c-895c-6ad893b77383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.221059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-9546998c-ca61-441c-895c-6ad893b77383 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0479848 Sep 17 22:30:42.288848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-44ca5439-f13f-4a7c-bf4c-ed523dccc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:42.289051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-44ca5439-f13f-4a7c-bf4c-ed523dccc0d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603194 Sep 17 22:30:42.293064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42426) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:42.387143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42430) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:42.411277 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-85865b9c-cebd-40d4-8e90-8d9bbe65902a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.422782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-050b7d53-18c9-4e4e-901e-6605ebce3b6b service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253974 Sep 17 22:30:42.531565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1718527109-network', 'tenant_id': 'b245001cc2004dc98fb3a798e43d72ea'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:42.558592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f82bd6c5-32bb-4412-bc88-75c4f47a237c req-b92cae8a-d0d2-456b-8c55-61480433646b service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285284 Sep 17 22:30:42.600171 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-85865b9c-cebd-40d4-8e90-8d9bbe65902a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.681448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-85865b9c-cebd-40d4-8e90-8d9bbe65902a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.720955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-85865b9c-cebd-40d4-8e90-8d9bbe65902a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6cf9a6f89ba47e48697c473b0f77cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303924 Sep 17 22:30:42.721281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42434) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:42.728855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85865b9c-cebd-40d4-8e90-8d9bbe65902a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619bc886-3b9c-4da9-bc23-260bc01a9058,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:42.755888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Made reservation on behalf of b245001cc2004dc98fb3a798e43d72ea for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:42.758302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.767955 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.774091 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6fae-97d8-430e-a8fd-8320a741f9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.797848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6fae-97d8-430e-a8fd-8320a741f9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.865153 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.909977 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6fae-97d8-430e-a8fd-8320a741f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.912579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6fae-97d8-430e-a8fd-8320a741f9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.913813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c3ce6fae-97d8-430e-a8fd-8320a741f9f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/619bc886-3b9c-4da9-bc23-260bc01a9058 HTTP/1.1" status: 204 len: 168 time: 0.1917162 Sep 17 22:30:42.923163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce6fae-97d8-430e-a8fd-8320a741f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619bc886-3b9c-4da9-bc23-260bc01a9058,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:42.948565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.972329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:30:42.982147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e43c4b-590f-42a7-86f6-8a5396f494e1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:42.988439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:42.988786 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Added segment 3a191196-7e00-4edc-bb8c-960e4b44fccd of type vlan for network a1934543-c42a-4cd9-8816-960e7dbdddb9 Sep 17 22:30:43.037098 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.081699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14616510-3b90-4adf-9d87-6463dad1ec51 req-0e369e83-79d4-42f5-9173-9daaddeca2da tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.083385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14616510-3b90-4adf-9d87-6463dad1ec51 req-0e369e83-79d4-42f5-9173-9daaddeca2da tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.0527270 Sep 17 22:30:43.123828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14616510-3b90-4adf-9d87-6463dad1ec51 req-65f7f1ab-5187-4211-8f5c-dc67872637b7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320308 Sep 17 22:30:43.138295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.139374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.140168 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.250440 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9555829 Sep 17 22:30:43.253535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42442) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:43.258724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Request body: {'subnet': {'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1718527109-subnet', 'tenant_id': 'b245001cc2004dc98fb3a798e43d72ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:43.262454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b96683-bae4-4f09-981d-b00ed2d35faa admin admin] Pushing event updated for resources: {'Network': ['ID=a1934543-c42a-4cd9-8816-960e7dbdddb9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:43.274239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a1934543-c42a-4cd9-8816-960e7dbdddb9 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:30:43.350453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Made reservation on behalf of b245001cc2004dc98fb3a798e43d72ea for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:43.353891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.600816 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.670590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8508b9-6d31-4cea-a361-8ff876a2ab35,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:43.678639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Checking segment: {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:43.679025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Network hostable DHCP agents. Network: a1934543-c42a-4cd9-8816-960e7dbdddb9, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:30:43.773169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Network a1934543-c42a-4cd9-8816-960e7dbdddb9 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:30:43.869995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a1934543-c42a-4cd9-8816-960e7dbdddb9) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:43.874352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:43.874983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:43.879985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb497de1-52c0-4472-b5d1-94efbd641628 None None] Network a1934543-c42a-4cd9-8816-960e7dbdddb9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:43.984724 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8b69e189-cad1-4531-99e5-412bcec61a25 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7300694 Sep 17 22:30:44.002548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42466) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:44.025265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f959d90-6c2a-40b4-a400-f35e026226e6 None None] Network a1934543-c42a-4cd9-8816-960e7dbdddb9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:44.027103 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-54b17424-7649-4a72-834f-be95cc3f553d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778120 Sep 17 22:30:44.147632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1210765884-network', 'tenant_id': '58fb283aced64563835b30070cff18d3'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:44.179553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-eb0bb1d7-5e94-4598-ac66-642cbe620684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.182882 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-eb0bb1d7-5e94-4598-ac66-642cbe620684 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 1098 time: 0.1047745 Sep 17 22:30:44.240284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4591790e-25cb-4369-a94e-663372806c89 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:44.289503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Made reservation on behalf of 58fb283aced64563835b30070cff18d3 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:44.299224 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.336547 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.370176 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.380339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a80917-64fe-40c1-8570-7f4e817afed9 req-47ef3c98-5ed5-4e4c-aa90-92fde6a69bd0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.406078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51a80917-64fe-40c1-8570-7f4e817afed9 req-47ef3c98-5ed5-4e4c-aa90-92fde6a69bd0 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 946 time: 0.1789377 Sep 17 22:30:44.442529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4591790e-25cb-4369-a94e-663372806c89'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:44.445184 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00fb4b0-ff05-4273-a4ad-61b773dc3900" -d '{"events": [{"server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "name": "network-vif-unplugged", "status": "completed", "tag": "4591790e-25cb-4369-a94e-663372806c89"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:44.462520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4591790e-25cb-4369-a94e-663372806c89,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:44.462811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-60464aec-b594-4377-bc44-747b35d0072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.464343 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-60464aec-b594-4377-bc44-747b35d0072f service neutron] 10.222.0.35 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.2616897 Sep 17 22:30:44.515438 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-c8084d4e-420a-4e19-9d97-c4438fc1089e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74a728b-52c9-405d-a22a-0554e6b42fde HTTP/1.1" status: 200 len: 217 time: 0.0366530 Sep 17 22:30:44.533030 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.565286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-59b94ee0-1c75-4a41-a69f-85013e591294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.567096 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-59b94ee0-1c75-4a41-a69f-85013e591294 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0511889 Sep 17 22:30:44.591680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=4591790e-25cb-4369-a94e-663372806c89,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:44.607013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51a80917-64fe-40c1-8570-7f4e817afed9 req-24f42376-b6a8-4119-ae17-a3b905eadce8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889246 Sep 17 22:30:44.643957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-f0c5561f-faac-4d7e-b43a-e8ddee017e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.647912 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-f0c5561f-faac-4d7e-b43a-e8ddee017e3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737243 Sep 17 22:30:44.652162 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2dc686-137c-4af4-b522-46c7bb19a486 x-openstack-request-id: req-6d2dc686-137c-4af4-b522-46c7bb19a486 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:44.652647 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "name": "network-vif-unplugged", "status": "completed", "tag": "4591790e-25cb-4369-a94e-663372806c89", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:44.653060 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d2dc686-137c-4af4-b522-46c7bb19a486 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:44.653894 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4591790e-25cb-4369-a94e-663372806c89', 'code': 200} Sep 17 22:30:44.677045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-fe8e70cd-4939-415c-b42b-4a63e19ab7e8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:44.678545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-fe8e70cd-4939-415c-b42b-4a63e19ab7e8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/networks?id=a1934543-c42a-4cd9-8816-960e7dbdddb9 HTTP/1.1" status: 200 len: 815 time: 0.2318518 Sep 17 22:30:44.699333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-b273584b-c759-4a9f-b769-3ee37cac431e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/quotas/b245001cc2004dc98fb3a798e43d72ea HTTP/1.1" status: 200 len: 375 time: 0.0094903 Sep 17 22:30:44.736691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-23419f42-1b20-462a-8399-e52a7cf1a0f8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b245001cc2004dc98fb3a798e43d72ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286822 Sep 17 22:30:44.773909 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-3a9289a4-70df-4bd4-91f8-709b6365c796 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185462 Sep 17 22:30:44.776096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.851088 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.882926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c0799-c03e-4753-8abe-fc0f82cad378,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:44.889585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9751c61e-9000-4b01-8cf4-8dc55c13b3ba service neutron] 10.222.0.13 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425228 Sep 17 22:30:44.896566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:30:44.909294 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ce577999-3764-4268-aefb-af0e3d0ca534 req-05b15a10-2704-4b99-9f21-a446224932f8 service neutron] 10.222.0.35 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285386 Sep 17 22:30:44.928827 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:44.928827 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Added segment 96c17e6f-654d-4024-9379-3a5dfe83e54d of type vlan for network 765897eb-d953-438d-a2af-226c1ae1dc57 Sep 17 22:30:45.013589 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.050887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-1fe4b8fd-97b2-447d-b2c2-c1180175407b service neutron] 10.222.0.13 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480727 Sep 17 22:30:45.132098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.134944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.134944 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.226720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] Pushing event updated for resources: {'Network': ['ID=765897eb-d953-438d-a2af-226c1ae1dc57,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:45.237351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 765897eb-d953-438d-a2af-226c1ae1dc57 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:30:45.254460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bf82c225-0464-4b35-b1bc-77ef7a0d4880 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2506504 Sep 17 22:30:45.260124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42496) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:45.263605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Request body: {'subnet': {'network_id': '765897eb-d953-438d-a2af-226c1ae1dc57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1210765884-subnet', 'tenant_id': '58fb283aced64563835b30070cff18d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:45.338627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Made reservation on behalf of 58fb283aced64563835b30070cff18d3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:45.341616 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.362735 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-309d4f4e-e794-4fee-843c-41013111318b req-ae21c08f-282d-495f-925d-53b779e1226c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 210 time: 0.0558200 Sep 17 22:30:45.647608 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.709888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74515279-752b-466f-8f5b-fcfae9dc9db1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:45.716986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1e66b-2db1-4801-9124-fd57d0f78db4 req-d4d219e6-e6f1-4516-ac4d-8176a71d467a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.722222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Checking segment: {'id': '96c17e6f-654d-4024-9379-3a5dfe83e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '765897eb-d953-438d-a2af-226c1ae1dc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:45.722680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Network hostable DHCP agents. Network: 765897eb-d953-438d-a2af-226c1ae1dc57, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:30:45.725546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99c1e66b-2db1-4801-9124-fd57d0f78db4 req-d4d219e6-e6f1-4516-ac4d-8176a71d467a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 944 time: 0.0547564 Sep 17 22:30:45.758863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99c1e66b-2db1-4801-9124-fd57d0f78db4 req-dc408348-9eb5-4a46-904e-19afe77f4e86 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Sep 17 22:30:45.807503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Network 765897eb-d953-438d-a2af-226c1ae1dc57 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:30:45.884874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e5d68-59fe-4a98-8679-bbed85e6942d req-631eb6bc-ab45-4119-be8b-732cb89c6d59 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.886365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d44e5d68-59fe-4a98-8679-bbed85e6942d req-631eb6bc-ab45-4119-be8b-732cb89c6d59 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0568399 Sep 17 22:30:45.898883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 765897eb-d953-438d-a2af-226c1ae1dc57) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:45.908860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:45.908860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:45.917869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d02a3b-9fe7-4d31-850b-d3409eb8a103 None None] Network 765897eb-d953-438d-a2af-226c1ae1dc57 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:45.940763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d44e5d68-59fe-4a98-8679-bbed85e6942d req-97a93f9c-70f9-428d-a4fc-b2609e6cf2fb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482147 Sep 17 22:30:46.019974 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dcd70f00-0693-4635-a26f-4f87620083a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7564158 Sep 17 22:30:46.121612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b0d0a-cfc5-4e7b-b470-cc1bb716a4af None None] Network 765897eb-d953-438d-a2af-226c1ae1dc57 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:46.172093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fe266-df25-4725-b00f-16d03358cf32 req-ab3058b2-6132-4ddf-b3f3-7d281dc0a595 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.182272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b14fe266-df25-4725-b00f-16d03358cf32 req-ab3058b2-6132-4ddf-b3f3-7d281dc0a595 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0869746 Sep 17 22:30:46.244606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b14fe266-df25-4725-b00f-16d03358cf32 req-90d3055a-713c-4037-aded-b4f2f5d39f17 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598981 Sep 17 22:30:46.482200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2b7ab1f-0a81-4ee0-affe-4bb95e24768f req-d20c12cc-d503-4e33-a5fe-3d12ecaea77b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 210 time: 0.0303657 Sep 17 22:30:46.617986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8929-e3de-41f9-9a1f-d4165e822e33 req-219bbb4a-a14b-4312-a7c9-fe9e9a17c6a3 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.622975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4efb8929-e3de-41f9-9a1f-d4165e822e33 req-219bbb4a-a14b-4312-a7c9-fe9e9a17c6a3 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0749393 Sep 17 22:30:46.686562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4efb8929-e3de-41f9-9a1f-d4165e822e33 req-dc6c6fae-e766-4679-a183-3b5b54b01b28 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521154 Sep 17 22:30:46.770139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126c093-2a4b-474b-8542-5478ae5dbf5e req-4118f610-50d1-4949-b874-0c37f885ba3b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:46.771837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8126c093-2a4b-474b-8542-5478ae5dbf5e req-4118f610-50d1-4949-b874-0c37f885ba3b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0620825 Sep 17 22:30:46.827619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8126c093-2a4b-474b-8542-5478ae5dbf5e req-417da1e8-6a14-4d03-9f9b-a0ea1e760cde tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472004 Sep 17 22:30:46.852650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42544) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:46.857750 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1444053764-network', 'tenant_id': 'd692aa69dfe443a0a496c23e9bf294f5'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:46.961476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Made reservation on behalf of d692aa69dfe443a0a496c23e9bf294f5 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:46.964208 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:46.973765 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.075089 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.121236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.145928 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:30:47.155963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2200ce5c-55a3-4925-9611-3cf34ba82349,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:47.162546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.168029 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Added segment b1d80f22-c207-4c78-9806-043d0f10a086 of type vlan for network a95cfbee-9815-4a6f-839b-c6310218012f Sep 17 22:30:47.205034 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.297495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.298496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:47.299094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.359988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] Pushing event updated for resources: {'Network': ['ID=a95cfbee-9815-4a6f-839b-c6310218012f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:47.373190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a95cfbee-9815-4a6f-839b-c6310218012f details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:30:47.406712 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1ee3cb80-b6e1-4d36-b408-65870293634d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5528862 Sep 17 22:30:47.409612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42546) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:47.414418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Request body: {'subnet': {'network_id': 'a95cfbee-9815-4a6f-839b-c6310218012f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1444053764-subnet', 'tenant_id': 'd692aa69dfe443a0a496c23e9bf294f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:47.520233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Made reservation on behalf of d692aa69dfe443a0a496c23e9bf294f5 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:47.522936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.616661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b84873c2-f6c1-440f-86a1-b1eaceeb1dc7 req-98cde377-21af-4026-8d5e-bce01ea8912b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 210 time: 0.0520797 Sep 17 22:30:47.823504 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59a39417-79aa-4362-8fb6-d502560cf7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.825090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:47.910376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccbda8-16fb-43fc-9e18-c3d0a36c519e req-469fecd3-d27b-42fa-9f1b-f833268c3f95 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:47.912468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0eccbda8-16fb-43fc-9e18-c3d0a36c519e req-469fecd3-d27b-42fa-9f1b-f833268c3f95 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0919993 Sep 17 22:30:47.912659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Checking segment: {'id': 'b1d80f22-c207-4c78-9806-043d0f10a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a95cfbee-9815-4a6f-839b-c6310218012f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:47.913146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Network hostable DHCP agents. Network: a95cfbee-9815-4a6f-839b-c6310218012f, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:30:47.922246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6acfcc73-c6fc-401f-9618-fba89129e435,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:47.936000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-cf38e645-1b0e-45c0-b3a8-e80c65b51054 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:47.937145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-cf38e645-1b0e-45c0-b3a8-e80c65b51054 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.32 "GET /v2.0/networks?id=a1934543-c42a-4cd9-8816-960e7dbdddb9 HTTP/1.1" status: 200 len: 815 time: 0.2375717 Sep 17 22:30:47.970450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Request body: {'port': {'device_id': '6458e931-baff-4c27-90a6-33572b8d0427', 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9', 'admin_state_up': True, 'tenant_id': 'b245001cc2004dc98fb3a798e43d72ea'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:48.008676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Network a95cfbee-9815-4a6f-839b-c6310218012f is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:30:48.054818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0eccbda8-16fb-43fc-9e18-c3d0a36c519e req-56f46110-590d-4030-8cd0-f084688415ce tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026528 Sep 17 22:30:48.092813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a95cfbee-9815-4a6f-839b-c6310218012f) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:48.097137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.097794 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:48.098301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-e0b99dd6-93b2-435e-b880-66add05af8db tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.100524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-e0b99dd6-93b2-435e-b880-66add05af8db tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1994753 Sep 17 22:30:48.106953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5581d8-db49-49f7-8d0e-0d4da0bce2f7 None None] Network a95cfbee-9815-4a6f-839b-c6310218012f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:48.132348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e648af3-65b0-4d27-8b74-b6da69950c1f req-63e2e21d-cf38-43e8-891f-6493834aef29 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:48.134497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e648af3-65b0-4d27-8b74-b6da69950c1f req-63e2e21d-cf38-43e8-891f-6493834aef29 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1829007 Sep 17 22:30:48.162782 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1aaee1fe-7f32-46d1-b50e-4a2c07fa7d6c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7521033 Sep 17 22:30:48.271413 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e648af3-65b0-4d27-8b74-b6da69950c1f req-1bd62673-326a-4718-a3b8-3f8a77c3f931 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171229 Sep 17 22:30:48.287754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4591790e-25cb-4369-a94e-663372806c89 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:48.305174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Deleting port efba7dc2-4a7c-46e7-87a9-483eef039302 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:30:48.305749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:48.324328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab6c262-0436-4f12-ad31-4b0cd68d7df1 None None] Network a95cfbee-9815-4a6f-839b-c6310218012f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:30:48.335933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Made reservation on behalf of b245001cc2004dc98fb3a798e43d72ea for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:48.341512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:48.528910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] For port efba7dc2-4a7c-46e7-87a9-483eef039302, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=efba7dc2-4a7c-46e7-87a9-483eef039302,segment=NetworkSegment(55c7a6e6-2f12-4e8b-ab20-4e64409c1da8),segment_id=55c7a6e6-2f12-4e8b-ab20-4e64409c1da8)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:48.529287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:48.574513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Calling delete_port for efba7dc2-4a7c-46e7-87a9-483eef039302 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:30:48.653793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Allocated IP 172.20.0.10 (a1934543-c42a-4cd9-8816-960e7dbdddb9/1d8508b9-6d31-4cea-a361-8ff876a2ab35/67cf9a1b-663f-445c-a3fa-cf1dff33e016) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:49.068396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5f7a5a-2563-4aa1-81c7-78c992dcb79f req-e76cc68e-0e32-42b8-8804-faaa125caba7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 210 time: 0.3311937 Sep 17 22:30:49.343212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb056a-7118-4b49-a436-b3e694f2b80b req-4a277b05-693f-47df-bf2d-884bbdc206a2 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.344720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57fb056a-7118-4b49-a436-b3e694f2b80b req-4a277b05-693f-47df-bf2d-884bbdc206a2 tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec579969-a7b3-49a6-8502-3d48734f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1933362 Sep 17 22:30:49.362213 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-77885342-9599-4167-990d-17960322e556 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.364876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-77885342-9599-4167-990d-17960322e556 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/networks?id=765897eb-d953-438d-a2af-226c1ae1dc57 HTTP/1.1" status: 200 len: 809 time: 0.3023977 Sep 17 22:30:49.377450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.389751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.431163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-75873f52-7ab3-4dee-b2a7-501787a40124 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/quotas/58fb283aced64563835b30070cff18d3 HTTP/1.1" status: 200 len: 375 time: 0.0549045 Sep 17 22:30:49.432049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Pushing event deleted for resources: {'Port': ['ID=efba7dc2-4a7c-46e7-87a9-483eef039302,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:49.508300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-874cfaf6-b782-492f-b1c9-a99bb90d481e tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58fb283aced64563835b30070cff18d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673201 Sep 17 22:30:49.518245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57fb056a-7118-4b49-a436-b3e694f2b80b req-4b06ba1e-c586-4520-bc10-916166d54b3e tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629567 Sep 17 22:30:49.543039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] No DVR routers for this DVR port efba7dc2-4a7c-46e7-87a9-483eef039302 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:30:49.547229 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.549152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4d24b1f5-ba0e-463e-b5ef-c511d2f02c20 req-db55031e-b7e6-417a-997f-0bc8baacf72d tempest-VolumesSnapshotTestJSON-1421460718 tempest-VolumesSnapshotTestJSON-1421460718-project] 10.222.0.32 "DELETE /v2.0/ports/efba7dc2-4a7c-46e7-87a9-483eef039302 HTTP/1.1" status: 204 len: 173 time: 1.4413359 Sep 17 22:30:49.559239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec579969-a7b3-49a6-8502-3d48734f01d1', 'name': 'network-vif-deleted', 'tag': 'efba7dc2-4a7c-46e7-87a9-483eef039302'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:49.560737 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a5a726-fd49-4c91-8186-fbede1cea36f" -d '{"events": [{"server_uuid": "ec579969-a7b3-49a6-8502-3d48734f01d1", "name": "network-vif-deleted", "tag": "efba7dc2-4a7c-46e7-87a9-483eef039302"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:49.655618 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.700360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12caf9-4d19-46cb-80fe-3a736225c57c req-9a07132c-dc00-4167-bd51-eb9e54afb823 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.701891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a12caf9-4d19-46cb-80fe-3a736225c57c req-9a07132c-dc00-4167-bd51-eb9e54afb823 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0994885 Sep 17 22:30:49.707554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-0d251a90-5cf8-47c1-a391-c82fda94ec00 service neutron] 10.222.0.13 "GET /v2.0/networks/765897eb-d953-438d-a2af-226c1ae1dc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883898 Sep 17 22:30:49.732168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Network a1934543-c42a-4cd9-8816-960e7dbdddb9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:49.749568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:49.768345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:49.780925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Pushing event updated for resources: {'Port': ['ID=67cf9a1b-663f-445c-a3fa-cf1dff33e016,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:49.854315 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2a12caf9-4d19-46cb-80fe-3a736225c57c req-fe224ea2-59af-4e74-97ff-76c7cdce6c14 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432691 Sep 17 22:30:49.885131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:49.885784 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:49.911447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-c4277a4b-6bf7-4280-a1ef-d0eefc9a4e94 service neutron] 10.222.0.13 "GET /v2.0/networks/765897eb-d953-438d-a2af-226c1ae1dc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896565 Sep 17 22:30:49.919402 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c02cc-5008-44e6-921f-6e897674be40 x-openstack-request-id: req-1c6c02cc-5008-44e6-921f-6e897674be40 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:49.919402 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec579969-a7b3-49a6-8502-3d48734f01d1", "name": "network-vif-deleted", "tag": "efba7dc2-4a7c-46e7-87a9-483eef039302", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:49.919402 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c6c02cc-5008-44e6-921f-6e897674be40 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:49.919402 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec579969-a7b3-49a6-8502-3d48734f01d1', 'name': 'network-vif-deleted', 'tag': 'efba7dc2-4a7c-46e7-87a9-483eef039302', 'status': 'completed', 'code': 200} Sep 17 22:30:49.988421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-c7064410-4da1-4440-839d-23332708dd81 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0259256 Sep 17 22:30:50.001002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Request body: {'port': {'device_id': '6458e931-baff-4c27-90a6-33572b8d0427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:50.055866 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.184791 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-048a1045-359f-4dbe-8a6a-bcb8feaa23fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.260591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device efba7dc2-4a7c-46e7-87a9-483eef039302 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:30:50.267503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1788a299-e0d8-4316-82df-41fd7047262f req-21776031-e527-4eb9-a9f3-7ea956d21f8a tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 210 time: 0.0769217 Sep 17 22:30:50.295860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: efba7dc2-4a7c-46e7-87a9-483eef039302 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:30:50.296913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device efba7dc2-4a7c-46e7-87a9-483eef039302 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:30:50.329199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c086342-983e-4ef3-ad5c-05c4e0d25ed8 req-28ce92e2-54dc-473d-844c-746d5258f990 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:50.330726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c086342-983e-4ef3-ad5c-05c4e0d25ed8 req-28ce92e2-54dc-473d-844c-746d5258f990 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 932 time: 0.1415877 Sep 17 22:30:50.433021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c086342-983e-4ef3-ad5c-05c4e0d25ed8 req-6a40c5d2-829b-4658-affe-0012c1377ae7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531268 Sep 17 22:30:50.505842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cf9a1b-663f-445c-a3fa-cf1dff33e016 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:50.513419 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.525961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Transition to ACTIVE for port object 67cf9a1b-663f-445c-a3fa-cf1dff33e016 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:50.636259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.694129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Pushing event updated for resources: {'Port': ['ID=67cf9a1b-663f-445c-a3fa-cf1dff33e016,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:50.763386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Attempting to bind port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:50.764171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Attempting to bind port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:50.764171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Attempting to bind port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 on network a1934543-c42a-4cd9-8816-960e7dbdddb9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:50.768848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 on network a1934543-c42a-4cd9-8816-960e7dbdddb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:50.769173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Attempting to bind port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 on network a1934543-c42a-4cd9-8816-960e7dbdddb9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:50.775702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:50.776289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Checking segment: {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:50.776678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Bound using segment: {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:50.777316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Bound port: 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:50.777588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.848461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] For port 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:50.851760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] For port 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:50.922708 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.987600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:50.988529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:50.990113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] 10.222.0.32 "PUT /v2.0/ports/67cf9a1b-663f-445c-a3fa-cf1dff33e016 HTTP/1.1" status: 200 len: 1093 time: 0.9936829 Sep 17 22:30:51.021252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178666b-1d33-40e9-9212-52fc0372e910 service neutron] Pushing event updated for resources: {'Port': ['ID=67cf9a1b-663f-445c-a3fa-cf1dff33e016,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:51.041685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe17e8-9a33-4f9e-97a0-f7f99c7b9ea8 req-e86fbc57-8cde-43b0-ab5c-b6b491c28b09 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:51.043387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02fe17e8-9a33-4f9e-97a0-f7f99c7b9ea8 req-e86fbc57-8cde-43b0-ab5c-b6b491c28b09 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1104429 Sep 17 22:30:51.090445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02fe17e8-9a33-4f9e-97a0-f7f99c7b9ea8 req-6f35498e-8243-4ab0-9027-436103df89e4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404861 Sep 17 22:30:51.151151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-72c0c519-bd0b-4f7e-b548-f5b05deb6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:51.152585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-72c0c519-bd0b-4f7e-b548-f5b05deb6e36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b245001cc2004dc98fb3a798e43d72ea&device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 1096 time: 0.0460863 Sep 17 22:30:51.203639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-0032080f-9ad2-4ebd-925b-e0aeba18c3b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016 HTTP/1.1" status: 200 len: 217 time: 0.0433140 Sep 17 22:30:51.258399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-16c28efb-7d1d-4469-9649-6ee37e8205b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:51.259987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-16c28efb-7d1d-4469-9649-6ee37e8205b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d8508b9-6d31-4cea-a361-8ff876a2ab35 HTTP/1.1" status: 200 len: 855 time: 0.0502489 Sep 17 22:30:51.293992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-91a80c4f-7abe-4b05-8c8c-83a0f8eb5793 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1934543-c42a-4cd9-8816-960e7dbdddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272248 Sep 17 22:30:51.327636 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:51.414409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c17c06d-ec75-431e-819d-392dad7851d3 req-af03048a-7316-4b9b-86b6-b4335241c975 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 210 time: 0.0338783 Sep 17 22:30:51.438938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-a6e9188d-eede-49ed-b1df-6602ba6acda9 service neutron] 10.222.0.32 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380360 Sep 17 22:30:51.598903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb95bd3-1efa-4486-9fa1-90fd28138126 req-6961b4b0-34d3-4203-812a-63fbf4fb873b service neutron] 10.222.0.32 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516435 Sep 17 22:30:51.614212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386b613-a89c-4dd1-97df-7f0898d939c7 req-174a6163-cde6-49c6-8850-05fb4cb96930 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:51.622416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e386b613-a89c-4dd1-97df-7f0898d939c7 req-174a6163-cde6-49c6-8850-05fb4cb96930 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 944 time: 0.0800955 Sep 17 22:30:51.653495 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:51.658139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e386b613-a89c-4dd1-97df-7f0898d939c7 req-d4c630fe-a2a5-4719-b018-fc965f4ecbde tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349255 Sep 17 22:30:51.841716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42624) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:51.917056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6458e931-baff-4c27-90a6-33572b8d0427', 'tag': '67cf9a1b-663f-445c-a3fa-cf1dff33e016'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:51.919717 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4dd2c3-1871-4bc3-8675-b394de67bcef" -d '{"events": [{"name": "network-changed", "server_uuid": "6458e931-baff-4c27-90a6-33572b8d0427", "tag": "67cf9a1b-663f-445c-a3fa-cf1dff33e016"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:51.975800 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1a93-36d7-45f3-9814-e59c2934fb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:51.987862 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5203a0-495e-4b4a-aa11-fadf096cc18c x-openstack-request-id: req-9c5203a0-495e-4b4a-aa11-fadf096cc18c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:51.987862 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6458e931-baff-4c27-90a6-33572b8d0427", "tag": "67cf9a1b-663f-445c-a3fa-cf1dff33e016", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:51.987862 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c5203a0-495e-4b4a-aa11-fadf096cc18c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:51.987862 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6458e931-baff-4c27-90a6-33572b8d0427', 'tag': '67cf9a1b-663f-445c-a3fa-cf1dff33e016', 'status': 'completed', 'code': 200} Sep 17 22:30:52.063354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-223564a8-e882-49f1-b202-be4532e87af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.064813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-223564a8-e882-49f1-b202-be4532e87af4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b245001cc2004dc98fb3a798e43d72ea&device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 1096 time: 0.0594845 Sep 17 22:30:52.098413 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:30:52.171721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1a93-36d7-45f3-9814-e59c2934fb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.210894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-bff58e25-cee2-4f05-80ca-57098dc3c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.213101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-bff58e25-cee2-4f05-80ca-57098dc3c903 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a1934543-c42a-4cd9-8816-960e7dbdddb9 HTTP/1.1" status: 200 len: 915 time: 0.1380637 Sep 17 22:30:52.275077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-388a50d4-7bb1-4a41-b813-d5c4c1ed109d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016 HTTP/1.1" status: 200 len: 217 time: 0.0474482 Sep 17 22:30:52.293738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6da23-c6dc-4355-a37c-de0efc6face6 req-ab0aee39-68e7-467d-96ac-89ed32cfbc81 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.295473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9d6da23-c6dc-4355-a37c-de0efc6face6 req-ab0aee39-68e7-467d-96ac-89ed32cfbc81 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0970032 Sep 17 22:30:52.307528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1a93-36d7-45f3-9814-e59c2934fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.389392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd1a93-36d7-45f3-9814-e59c2934fb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027f92bd-18fe-46bd-b614-8ac3c0024e7f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:52.393576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9dbd1a93-36d7-45f3-9814-e59c2934fb91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=939e68bf38dc473cbcf762fd0913ece1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5500696 Sep 17 22:30:52.396444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42634) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:52.410625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9d6da23-c6dc-4355-a37c-de0efc6face6 req-6a5dfe6d-d5e3-44e5-b8fd-59bde1e13783 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059241 Sep 17 22:30:52.411989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-276a04e3-abe2-43ef-ae74-4d7ea5ac3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.413389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-276a04e3-abe2-43ef-ae74-4d7ea5ac3b62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d8508b9-6d31-4cea-a361-8ff876a2ab35 HTTP/1.1" status: 200 len: 855 time: 0.1288750 Sep 17 22:30:52.453690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-81c394d3-a8dc-4463-97eb-f7e995c73ec6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1934543-c42a-4cd9-8816-960e7dbdddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320323 Sep 17 22:30:52.459224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc3d3c16-79bf-49cf-9a94-d729eb6e79d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.482974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc3d3c16-79bf-49cf-9a94-d729eb6e79d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.555883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b97ca64-24a9-4220-b717-4ff428ef84a5 req-c1310319-0498-4520-8799-8249abc0de2a tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 210 time: 0.0587385 Sep 17 22:30:52.578497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-828cad39-77c8-4423-99ca-5364f6797074 service neutron] 10.222.0.32 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169105 Sep 17 22:30:52.595394 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc3d3c16-79bf-49cf-9a94-d729eb6e79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.598110 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc3d3c16-79bf-49cf-9a94-d729eb6e79d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:52.601614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cc3d3c16-79bf-49cf-9a94-d729eb6e79d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/027f92bd-18fe-46bd-b614-8ac3c0024e7f HTTP/1.1" status: 204 len: 168 time: 0.2000976 Sep 17 22:30:52.612803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d3c16-79bf-49cf-9a94-d729eb6e79d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027f92bd-18fe-46bd-b614-8ac3c0024e7f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:52.680236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc4dd2c3-1871-4bc3-8675-b394de67bcef req-15496c0b-30b6-4dac-ae53-45a4ea9c3730 service neutron] 10.222.0.32 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940189 Sep 17 22:30:52.775477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92367fbf-f2ef-4c59-9b60-42b6f2dac6c9 req-61837b47-b5e8-4c97-b6e7-d0911f809276 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.776995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92367fbf-f2ef-4c59-9b60-42b6f2dac6c9 req-61837b47-b5e8-4c97-b6e7-d0911f809276 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 944 time: 0.0479987 Sep 17 22:30:52.816344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92367fbf-f2ef-4c59-9b60-42b6f2dac6c9 req-353302e3-3440-416c-aeb7-8c699cbe8aa6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Sep 17 22:30:52.920295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-98da606b-7032-407f-8535-fc3c0492a20e tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:52.921772 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-98da606b-7032-407f-8535-fc3c0492a20e tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.35 "GET /v2.0/networks?id=765897eb-d953-438d-a2af-226c1ae1dc57 HTTP/1.1" status: 200 len: 809 time: 0.1062429 Sep 17 22:30:52.935421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Request body: {'port': {'device_id': '422286bc-15ba-4496-acd9-9219c395fedb', 'network_id': '765897eb-d953-438d-a2af-226c1ae1dc57', 'admin_state_up': True, 'tenant_id': '58fb283aced64563835b30070cff18d3'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:53.098254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Made reservation on behalf of 58fb283aced64563835b30070cff18d3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:30:53.102045 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.181352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42644) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:53.194244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c40dda74-0e4e-4d35-bf32-6c02aaa70b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.229722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Allocated IP 172.20.0.12 (765897eb-d953-438d-a2af-226c1ae1dc57/74515279-752b-466f-8f5b-fcfae9dc9db1/04a42506-a9a7-486f-8e93-0ed5c860ad46) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:30:53.304612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c40dda74-0e4e-4d35-bf32-6c02aaa70b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.332691 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.355912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c40dda74-0e4e-4d35-bf32-6c02aaa70b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.385114 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.396650 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c40dda74-0e4e-4d35-bf32-6c02aaa70b0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9819f42988ef4fd187d464a7a3d19ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141209 Sep 17 22:30:53.397775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dda74-0e4e-4d35-bf32-6c02aaa70b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66af49fe-a44d-4168-b433-29b062ac26a4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:53.402091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42650) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:30:53.453526 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3071a374-5222-4fb4-8a1b-c5d408e11d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.471146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.480916 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3071a374-5222-4fb4-8a1b-c5d408e11d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.520809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Network 765897eb-d953-438d-a2af-226c1ae1dc57 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:30:53.524649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:30:53.527381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:30:53.557926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Pushing event updated for resources: {'Port': ['ID=04a42506-a9a7-486f-8e93-0ed5c860ad46,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:53.569642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd8113-5705-4808-bb79-d32302ac15c7 req-2ab3f7fa-0c09-4028-8d37-e79e4428081b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.571822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7cd8113-5705-4808-bb79-d32302ac15c7 req-2ab3f7fa-0c09-4028-8d37-e79e4428081b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0683236 Sep 17 22:30:53.601885 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3071a374-5222-4fb4-8a1b-c5d408e11d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.608914 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3071a374-5222-4fb4-8a1b-c5d408e11d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.608914 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3071a374-5222-4fb4-8a1b-c5d408e11d98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66af49fe-a44d-4168-b433-29b062ac26a4 HTTP/1.1" status: 204 len: 168 time: 0.2033522 Sep 17 22:30:53.613839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.614501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.644802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071a374-5222-4fb4-8a1b-c5d408e11d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af49fe-a44d-4168-b433-29b062ac26a4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:53.670405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7cd8113-5705-4808-bb79-d32302ac15c7 req-9428fa31-f905-441e-9e20-939c8da92f80 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905311 Sep 17 22:30:53.687793 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-79d52185-ac05-4fe9-8f7c-409802772257 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7574332 Sep 17 22:30:53.704663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Request body: {'port': {'device_id': '422286bc-15ba-4496-acd9-9219c395fedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:30:53.707056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643dddf-e740-4123-bad9-bd85ca91e22a req-580a4e68-3258-451a-9794-f4d88f8d44aa tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.708589 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d643dddf-e740-4123-bad9-bd85ca91e22a req-580a4e68-3258-451a-9794-f4d88f8d44aa tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 932 time: 0.0718296 Sep 17 22:30:53.750157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d643dddf-e740-4123-bad9-bd85ca91e22a req-2d7b3b6d-ff58-4382-adf3-9473d8e0c6fa tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337691 Sep 17 22:30:53.760893 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:53.958663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc21d7b-c5b5-441e-8387-d860192ee6d0 req-58b006fb-49c1-4760-a935-26453603bb6d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:53.960310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1fc21d7b-c5b5-441e-8387-d860192ee6d0 req-58b006fb-49c1-4760-a935-26453603bb6d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 944 time: 0.0521097 Sep 17 22:30:54.014215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1fc21d7b-c5b5-441e-8387-d860192ee6d0 req-4fa19f20-37bc-4ec9-bc15-bc8ee0b1223d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456569 Sep 17 22:30:54.057012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a42506-a9a7-486f-8e93-0ed5c860ad46 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:54.064567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.078782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Transition to ACTIVE for port object 04a42506-a9a7-486f-8e93-0ed5c860ad46 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:30:54.143208 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.221881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Pushing event updated for resources: {'Port': ['ID=04a42506-a9a7-486f-8e93-0ed5c860ad46,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.272597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Attempting to bind port 04a42506-a9a7-486f-8e93-0ed5c860ad46 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:30:54.272924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Attempting to bind port 04a42506-a9a7-486f-8e93-0ed5c860ad46 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '96c17e6f-654d-4024-9379-3a5dfe83e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '765897eb-d953-438d-a2af-226c1ae1dc57'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:30:54.273248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Attempting to bind port 04a42506-a9a7-486f-8e93-0ed5c860ad46 on network 765897eb-d953-438d-a2af-226c1ae1dc57 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:54.277685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Port 04a42506-a9a7-486f-8e93-0ed5c860ad46 on network 765897eb-d953-438d-a2af-226c1ae1dc57 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:30:54.278006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Attempting to bind port 04a42506-a9a7-486f-8e93-0ed5c860ad46 on network 765897eb-d953-438d-a2af-226c1ae1dc57 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:30:54.283188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:30:54.283530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Checking segment: {'id': '96c17e6f-654d-4024-9379-3a5dfe83e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '765897eb-d953-438d-a2af-226c1ae1dc57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:30:54.283913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Bound using segment: {'id': '96c17e6f-654d-4024-9379-3a5dfe83e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '765897eb-d953-438d-a2af-226c1ae1dc57'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:30:54.284335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Bound port: 04a42506-a9a7-486f-8e93-0ed5c860ad46, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c17e6f-654d-4024-9379-3a5dfe83e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '765897eb-d953-438d-a2af-226c1ae1dc57'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:30:54.284687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.365967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] For port 04a42506-a9a7-486f-8e93-0ed5c860ad46, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:30:54.369735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] For port 04a42506-a9a7-486f-8e93-0ed5c860ad46, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=04a42506-a9a7-486f-8e93-0ed5c860ad46,segment=NetworkSegment(96c17e6f-654d-4024-9379-3a5dfe83e54d),segment_id=96c17e6f-654d-4024-9379-3a5dfe83e54d)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:30:54.464777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.500801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.501348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:54.502977 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/04a42506-a9a7-486f-8e93-0ed5c860ad46 HTTP/1.1" status: 200 len: 1093 time: 0.8059409 Sep 17 22:30:54.503501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422286bc-15ba-4496-acd9-9219c395fedb', 'tag': '04a42506-a9a7-486f-8e93-0ed5c860ad46'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:54.505753 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b002ceac-8f0f-4e1e-9825-60298d4ab808" -d '{"events": [{"name": "network-changed", "server_uuid": "422286bc-15ba-4496-acd9-9219c395fedb", "tag": "04a42506-a9a7-486f-8e93-0ed5c860ad46"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:54.536600 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f05ac0-ae53-4108-9e1f-02c24a9b51b3 service neutron] Pushing event updated for resources: {'Port': ['ID=04a42506-a9a7-486f-8e93-0ed5c860ad46,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:54.557018 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1174e665-aaad-4777-a2b3-16239702abdf x-openstack-request-id: req-1174e665-aaad-4777-a2b3-16239702abdf {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:54.557319 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422286bc-15ba-4496-acd9-9219c395fedb", "tag": "04a42506-a9a7-486f-8e93-0ed5c860ad46", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:54.557586 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1174e665-aaad-4777-a2b3-16239702abdf {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:54.557992 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422286bc-15ba-4496-acd9-9219c395fedb', 'tag': '04a42506-a9a7-486f-8e93-0ed5c860ad46', 'status': 'completed', 'code': 200} Sep 17 22:30:54.628434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ceac-8f0f-4e1e-9825-60298d4ab808 req-303267b4-52b2-4aea-a1fd-ae90191ac6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.628434 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b002ceac-8f0f-4e1e-9825-60298d4ab808 req-303267b4-52b2-4aea-a1fd-ae90191ac6ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58fb283aced64563835b30070cff18d3&device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 1096 time: 0.0476685 Sep 17 22:30:54.828501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca12b7e-4cf5-4536-9cd6-bb6c74a69e28 req-22738154-02ed-4045-affd-9d89a56e691e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.830578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ca12b7e-4cf5-4536-9cd6-bb6c74a69e28 req-22738154-02ed-4045-affd-9d89a56e691e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0794191 Sep 17 22:30:54.934736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ceac-8f0f-4e1e-9825-60298d4ab808 req-caf6101f-4d7e-4602-b204-338143a1942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:54.936878 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b002ceac-8f0f-4e1e-9825-60298d4ab808 req-caf6101f-4d7e-4602-b204-338143a1942d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=58fb283aced64563835b30070cff18d3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3021231 Sep 17 22:30:54.979300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ca12b7e-4cf5-4536-9cd6-bb6c74a69e28 req-52e025ad-e61f-49fd-b820-ae744e215dae tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349366 Sep 17 22:30:55.079504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceea15-4f9d-4d52-97fd-e936644b8d4b req-877ac7b8-956e-4106-9de1-1da51bf8f74c tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.081105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fceea15-4f9d-4d52-97fd-e936644b8d4b req-877ac7b8-956e-4106-9de1-1da51bf8f74c tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 944 time: 0.2053733 Sep 17 22:30:55.177781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fceea15-4f9d-4d52-97fd-e936644b8d4b req-37af34a2-5d20-417f-b4ed-5f10c8e528b2 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876560 Sep 17 22:30:55.204225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166ae57-548b-4bd9-927e-92ac684b42a9 req-1ee0afcb-780e-4abc-b4a2-448188b444a8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.205927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5166ae57-548b-4bd9-927e-92ac684b42a9 req-1ee0afcb-780e-4abc-b4a2-448188b444a8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 944 time: 0.0791788 Sep 17 22:30:55.236459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ceac-8f0f-4e1e-9825-60298d4ab808 req-6a55f1cc-7727-4d8c-94e8-9cc47ae11c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.237957 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b002ceac-8f0f-4e1e-9825-60298d4ab808 req-6a55f1cc-7727-4d8c-94e8-9cc47ae11c92 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2926683 Sep 17 22:30:55.253390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5166ae57-548b-4bd9-927e-92ac684b42a9 req-04f2142d-8301-4e30-b21d-f13564fb5e32 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Sep 17 22:30:55.347644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-4a40617f-ed8d-42eb-9917-799c9f3d0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.349655 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-4a40617f-ed8d-42eb-9917-799c9f3d0ef6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58fb283aced64563835b30070cff18d3&device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 1096 time: 0.0443230 Sep 17 22:30:55.393919 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-5ea513e9-fb2a-4309-b64b-7472bf0ef04b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a42506-a9a7-486f-8e93-0ed5c860ad46 HTTP/1.1" status: 200 len: 217 time: 0.0357368 Sep 17 22:30:55.445681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-abf6e017-e3f9-433a-aa2d-723017af86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:55.447372 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-abf6e017-e3f9-433a-aa2d-723017af86cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74515279-752b-466f-8f5b-fcfae9dc9db1 HTTP/1.1" status: 200 len: 849 time: 0.0466788 Sep 17 22:30:55.483703 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-7f5d87c8-b9cb-43cf-ae76-d4618b1ba3d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=765897eb-d953-438d-a2af-226c1ae1dc57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281010 Sep 17 22:30:55.574499 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-2bee06cc-d8a5-4979-90d3-d4cd709a474c service neutron] 10.222.0.35 "GET /v2.0/networks/765897eb-d953-438d-a2af-226c1ae1dc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840085 Sep 17 22:30:55.673429 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-893820fe-f9a6-4a00-a3b8-c66c6943151f req-74a8aac2-d575-457f-9421-833cb175c3cd service neutron] 10.222.0.35 "GET /v2.0/networks/765897eb-d953-438d-a2af-226c1ae1dc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919857 Sep 17 22:30:56.106605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59482-88f9-43b1-b1b1-65d6e551b780 req-70a66d1f-02be-464d-8402-8dd9fc727465 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.108128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52d59482-88f9-43b1-b1b1-65d6e551b780 req-70a66d1f-02be-464d-8402-8dd9fc727465 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0537620 Sep 17 22:30:56.151019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52d59482-88f9-43b1-b1b1-65d6e551b780 req-ee011cbb-764b-475b-8988-b52f18a541ad tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 Sep 17 22:30:56.291368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 67cf9a1b-663f-445c-a3fa-cf1dff33e016 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:56.407346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005dab1-9f93-4e85-be3b-e92e51e73765 req-7c31c07b-aaaf-462b-ab69-bc31a804470a tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.409193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3005dab1-9f93-4e85-be3b-e92e51e73765 req-7c31c07b-aaaf-462b-ab69-bc31a804470a tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 944 time: 0.1350389 Sep 17 22:30:56.421062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7ea02-4a8b-4313-8253-01f9e9a106b1 req-a14680f1-f6ad-4439-b44d-45409c71195b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:56.422648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0f7ea02-4a8b-4313-8253-01f9e9a106b1 req-a14680f1-f6ad-4439-b44d-45409c71195b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 944 time: 0.0925212 Sep 17 22:30:56.433720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:56.448371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '67cf9a1b-663f-445c-a3fa-cf1dff33e016', 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9', 'port_id': '67cf9a1b-663f-445c-a3fa-cf1dff33e016', 'mac_address': 'fa:16:3e:61:56:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8508b9-6d31-4cea-a361-8ff876a2ab35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:56.478183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3005dab1-9f93-4e85-be3b-e92e51e73765 req-0f385208-1bf4-49a5-ae92-dccbbca72891 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539205 Sep 17 22:30:56.502491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0f7ea02-4a8b-4313-8253-01f9e9a106b1 req-35c00e4c-28f6-4a99-97f6-6d4c51cfa85d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630825 Sep 17 22:30:56.508022 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.524675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cf9a1b-663f-445c-a3fa-cf1dff33e016 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:56.544278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:56.623905 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:56.678447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=67cf9a1b-663f-445c-a3fa-cf1dff33e016,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:56.822859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['67cf9a1b-663f-445c-a3fa-cf1dff33e016'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:57.298510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09ad7b-8177-4dea-8e16-cc662324dbc4 req-a1fe6e9a-4a62-4956-ae74-e3181e4bdedb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.300120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d09ad7b-8177-4dea-8e16-cc662324dbc4 req-a1fe6e9a-4a62-4956-ae74-e3181e4bdedb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0587490 Sep 17 22:30:57.357342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d09ad7b-8177-4dea-8e16-cc662324dbc4 req-1dd881fb-9476-4c7e-8678-159d2e89aaec tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506632 Sep 17 22:30:57.602872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed91fe-c61b-40a9-902d-9bfa1de64d63 req-3f2142ba-50b7-4125-9fc5-68ea80810e4f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.604268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6ed91fe-c61b-40a9-902d-9bfa1de64d63 req-3f2142ba-50b7-4125-9fc5-68ea80810e4f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Sep 17 22:30:57.653049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6ed91fe-c61b-40a9-902d-9bfa1de64d63 req-db636579-e545-473d-ba11-3e8cd1a45fa4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Sep 17 22:30:57.745443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac18d9-ce7c-4e49-84d8-ec926849b567 req-eba2d953-f4af-4401-84f5-75d1ba4cb012 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.747109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61ac18d9-ce7c-4e49-84d8-ec926849b567 req-eba2d953-f4af-4401-84f5-75d1ba4cb012 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 944 time: 0.0750875 Sep 17 22:30:57.830596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ba6bc-83a6-4964-a3d9-d0de58a8b583 req-1c87a117-8518-4cc9-ac7c-6a70fd21786b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.834543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf8ba6bc-83a6-4964-a3d9-d0de58a8b583 req-1c87a117-8518-4cc9-ac7c-6a70fd21786b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.1238675 Sep 17 22:30:57.839556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61ac18d9-ce7c-4e49-84d8-ec926849b567 req-eaf53fcb-23a0-40f0-8a5f-1e696a1860f5 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860445 Sep 17 22:30:57.865802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-697b232c-35e4-4c1e-8bd9-edc27d96a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.867239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-697b232c-35e4-4c1e-8bd9-edc27d96a401 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1096 time: 0.0907538 Sep 17 22:30:57.898599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf8ba6bc-83a6-4964-a3d9-d0de58a8b583 req-71f806d4-2370-4a25-9f82-89fb2009bb34 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573645 Sep 17 22:30:57.977404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-133b5d01-a413-4f16-8b45-84bdee2faf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:57.978958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-133b5d01-a413-4f16-8b45-84bdee2faf9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.1039066 Sep 17 22:30:58.051879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-b001fe5c-d578-4351-b047-a9153d4adb2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 999 time: 0.0641134 Sep 17 22:30:58.098405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-ba89e8e7-208d-4f06-bfa3-c9b7061aa8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.099880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-ba89e8e7-208d-4f06-bfa3-c9b7061aa8cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0424550 Sep 17 22:30:58.158066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 04a42506-a9a7-486f-8e93-0ed5c860ad46 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:30:58.160651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-691eb75f-d05a-491c-bb25-f170d2c40f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.163958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-691eb75f-d05a-491c-bb25-f170d2c40f65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571544 Sep 17 22:30:58.262987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-69a012e4-cc4b-463f-b245-608b56312cfa service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906737 Sep 17 22:30:58.270084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 04a42506-a9a7-486f-8e93-0ed5c860ad46, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=04a42506-a9a7-486f-8e93-0ed5c860ad46,segment=NetworkSegment(96c17e6f-654d-4024-9379-3a5dfe83e54d),segment_id=96c17e6f-654d-4024-9379-3a5dfe83e54d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:58.282835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '04a42506-a9a7-486f-8e93-0ed5c860ad46', 'network_id': '765897eb-d953-438d-a2af-226c1ae1dc57', 'port_id': '04a42506-a9a7-486f-8e93-0ed5c860ad46', 'mac_address': 'fa:16:3e:e4:64:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74515279-752b-466f-8f5b-fcfae9dc9db1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:30:58.307547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 67cf9a1b-663f-445c-a3fa-cf1dff33e016 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:30:58.365047 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.382037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3c41e03-9166-491d-9842-aa2e05aff507 req-60a2b4ee-d2e2-470e-8746-dc6d372c8214 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123240 Sep 17 22:30:58.383565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a42506-a9a7-486f-8e93-0ed5c860ad46 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:30:58.425323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 04a42506-a9a7-486f-8e93-0ed5c860ad46, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=04a42506-a9a7-486f-8e93-0ed5c860ad46,segment=NetworkSegment(96c17e6f-654d-4024-9379-3a5dfe83e54d),segment_id=96c17e6f-654d-4024-9379-3a5dfe83e54d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:58.435306 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:30:58.439298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:30:58.439769 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.523419 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.527817 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.578985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458e931-baff-4c27-90a6-33572b8d0427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cf9a1b-663f-445c-a3fa-cf1dff33e016'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:30:58.581307 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0d9ccb-a960-45f9-bc3e-e9d5775b5d63" -d '{"events": [{"server_uuid": "6458e931-baff-4c27-90a6-33572b8d0427", "name": "network-vif-plugged", "status": "completed", "tag": "67cf9a1b-663f-445c-a3fa-cf1dff33e016"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:30:58.610355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:30:58.615482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=04a42506-a9a7-486f-8e93-0ed5c860ad46,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:58.621005 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8892392-cf69-4afa-a612-b4a1ed82aae0 x-openstack-request-id: req-b8892392-cf69-4afa-a612-b4a1ed82aae0 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:30:58.621290 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458e931-baff-4c27-90a6-33572b8d0427", "name": "network-vif-plugged", "status": "completed", "tag": "67cf9a1b-663f-445c-a3fa-cf1dff33e016", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:30:58.621540 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8892392-cf69-4afa-a612-b4a1ed82aae0 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:30:58.621962 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6458e931-baff-4c27-90a6-33572b8d0427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cf9a1b-663f-445c-a3fa-cf1dff33e016', 'code': 200} Sep 17 22:30:58.693537 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:30:58.763750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=67cf9a1b-663f-445c-a3fa-cf1dff33e016,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:30:58.770198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['04a42506-a9a7-486f-8e93-0ed5c860ad46'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:30:58.783416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237204fd-a790-496c-a56b-afb9fbf87b28 req-fb676412-b28b-4843-83b5-f91ae66fa288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.784955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-237204fd-a790-496c-a56b-afb9fbf87b28 req-fb676412-b28b-4843-83b5-f91ae66fa288 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 1098 time: 0.1012280 Sep 17 22:30:58.798325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c917ef1-c46d-45ea-80b4-56de2d8cfb41 req-9b0617f4-be27-43ab-8330-cbca909b1386 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:58.804138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c917ef1-c46d-45ea-80b4-56de2d8cfb41 req-9b0617f4-be27-43ab-8330-cbca909b1386 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0684106 Sep 17 22:30:58.873599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-237204fd-a790-496c-a56b-afb9fbf87b28 req-1560f8e4-8558-4e53-82da-845e6ba298d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615985 Sep 17 22:30:58.916222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c917ef1-c46d-45ea-80b4-56de2d8cfb41 req-c97c2920-a6f5-4240-a6ef-8a2015e39dd4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914941 Sep 17 22:30:59.329690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af04bc-5857-46c0-9ca7-04b3f0660dc5 req-a91f6def-1866-498a-9217-a7015f5e3e69 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:59.331541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10af04bc-5857-46c0-9ca7-04b3f0660dc5 req-a91f6def-1866-498a-9217-a7015f5e3e69 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 945 time: 0.3716469 Sep 17 22:30:59.371496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90753e7-021b-453e-aa93-71d3fe8e00bf req-19895404-3d4d-4d85-b386-0f1f20699379 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:30:59.372992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a90753e7-021b-453e-aa93-71d3fe8e00bf req-19895404-3d4d-4d85-b386-0f1f20699379 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0894880 Sep 17 22:30:59.400342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10af04bc-5857-46c0-9ca7-04b3f0660dc5 req-8971134f-cfb1-440c-b691-af206a4a3052 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617592 Sep 17 22:30:59.429699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a90753e7-021b-453e-aa93-71d3fe8e00bf req-6b5ddd2b-96db-4e8f-8565-07dcc652473e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466597 Sep 17 22:31:00.049154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcf230-4582-430c-915c-7a7e1ba71c8b req-5c07f44a-a4a6-41c0-8c9a-b36478de13f4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.050645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02fcf230-4582-430c-915c-7a7e1ba71c8b req-5c07f44a-a4a6-41c0-8c9a-b36478de13f4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0524716 Sep 17 22:31:00.095007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02fcf230-4582-430c-915c-7a7e1ba71c8b req-89ae1fc2-f854-4b46-a6f1-53d12555035f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363736 Sep 17 22:31:00.172395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 04a42506-a9a7-486f-8e93-0ed5c860ad46 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:00.338407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 04a42506-a9a7-486f-8e93-0ed5c860ad46 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:00.342542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 04a42506-a9a7-486f-8e93-0ed5c860ad46 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:00.342947 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.418736 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.452340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 04a42506-a9a7-486f-8e93-0ed5c860ad46, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=04a42506-a9a7-486f-8e93-0ed5c860ad46,segment=NetworkSegment(96c17e6f-654d-4024-9379-3a5dfe83e54d),segment_id=96c17e6f-654d-4024-9379-3a5dfe83e54d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:00.544473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071540d-3d6a-43aa-8e1f-1b9b16a2c624 req-205fd188-c1d9-4aec-aaab-61c9e0e17fcf tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.546519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0071540d-3d6a-43aa-8e1f-1b9b16a2c624 req-205fd188-c1d9-4aec-aaab-61c9e0e17fcf tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 945 time: 0.0758433 Sep 17 22:31:00.561090 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:00.584523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2665b-9b6c-45dc-8c86-3eb31724b75d req-7e85da0e-aaaf-4fdc-a412-0d3d830545e3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.586114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8e2665b-9b6c-45dc-8c86-3eb31724b75d req-7e85da0e-aaaf-4fdc-a412-0d3d830545e3 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0778091 Sep 17 22:31:00.613621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=04a42506-a9a7-486f-8e93-0ed5c860ad46,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:00.619566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0071540d-3d6a-43aa-8e1f-1b9b16a2c624 req-4df14c97-35a8-48b2-a12e-7ee2f1e9a0cc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654931 Sep 17 22:31:00.623252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422286bc-15ba-4496-acd9-9219c395fedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a42506-a9a7-486f-8e93-0ed5c860ad46'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:00.625518 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9313fc9a-864c-484b-86ba-1c4c060a7214" -d '{"events": [{"server_uuid": "422286bc-15ba-4496-acd9-9219c395fedb", "name": "network-vif-plugged", "status": "completed", "tag": "04a42506-a9a7-486f-8e93-0ed5c860ad46"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:00.646163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8e2665b-9b6c-45dc-8c86-3eb31724b75d req-bf9ed08b-9316-4262-9e0b-a27570707564 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490785 Sep 17 22:31:00.674960 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89291a54-cfb6-4c43-aa60-26e6ae13c7f4 x-openstack-request-id: req-89291a54-cfb6-4c43-aa60-26e6ae13c7f4 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:00.674960 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422286bc-15ba-4496-acd9-9219c395fedb", "name": "network-vif-plugged", "status": "completed", "tag": "04a42506-a9a7-486f-8e93-0ed5c860ad46", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:00.674960 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89291a54-cfb6-4c43-aa60-26e6ae13c7f4 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:00.674960 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422286bc-15ba-4496-acd9-9219c395fedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a42506-a9a7-486f-8e93-0ed5c860ad46', 'code': 200} Sep 17 22:31:00.767232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f41c-f7e7-41d4-8fc7-2d25e408855e req-e040203a-07f4-4494-a13e-fd5943e492c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.768654 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-65d2f41c-f7e7-41d4-8fc7-2d25e408855e req-e040203a-07f4-4494-a13e-fd5943e492c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 1098 time: 0.0410197 Sep 17 22:31:00.770699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f1d1b-55b2-4b87-8ff9-4371be9bd92b req-984dab0b-9668-4e06-a2d4-8b6482e27c02 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.772316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e0f1d1b-55b2-4b87-8ff9-4371be9bd92b req-984dab0b-9668-4e06-a2d4-8b6482e27c02 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0551541 Sep 17 22:31:00.805507 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-65d2f41c-f7e7-41d4-8fc7-2d25e408855e req-912b2396-1209-468c-aa9f-82e5b554cafa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295300 Sep 17 22:31:00.813295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e0f1d1b-55b2-4b87-8ff9-4371be9bd92b req-ba9cd532-af41-4e17-811e-8037819a9bf4 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338235 Sep 17 22:31:00.937196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1bf61-8924-491d-9bd4-c7445f2e490f req-ad78a206-2544-481d-b8eb-d45f391d7d38 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:00.938762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6b1bf61-8924-491d-9bd4-c7445f2e490f req-ad78a206-2544-481d-b8eb-d45f391d7d38 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0502636 Sep 17 22:31:00.976202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6b1bf61-8924-491d-9bd4-c7445f2e490f req-ad296d40-f92a-49c4-b4a2-e34b3ebd8305 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Sep 17 22:31:01.218233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa5176-569d-4374-8153-a20b1f846b4e req-35915bd1-e5d4-442c-9f52-f5c474640f33 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.219760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2fa5176-569d-4374-8153-a20b1f846b4e req-35915bd1-e5d4-442c-9f52-f5c474640f33 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0518954 Sep 17 22:31:01.259461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2fa5176-569d-4374-8153-a20b1f846b4e req-e03442c9-68e2-4586-bfb5-8c0ebd2bb754 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330441 Sep 17 22:31:01.392329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b5b9e-e965-4c2b-92b2-4a223edf475d req-c84da050-8970-4c42-ae8c-ce7de04825cd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.393896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7b5b9e-e965-4c2b-92b2-4a223edf475d req-c84da050-8970-4c42-ae8c-ce7de04825cd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0608950 Sep 17 22:31:01.438013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7b5b9e-e965-4c2b-92b2-4a223edf475d req-df50802f-0ce8-45d9-8fc8-a405ab9cb4b5 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345531 Sep 17 22:31:01.543900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a534d2-217d-484c-9601-7f3efba49c72 req-908cffca-606f-4478-867e-c2a83cd2d67a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.543900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01a534d2-217d-484c-9601-7f3efba49c72 req-908cffca-606f-4478-867e-c2a83cd2d67a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0587080 Sep 17 22:31:01.588575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01a534d2-217d-484c-9601-7f3efba49c72 req-370ecf7a-9fd3-4987-ad99-14da10a80d7c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389898 Sep 17 22:31:01.743617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d663-d81d-4f61-9f02-726de136c619 req-2aafc891-fb55-44b3-9d1c-96ddcfcc25d1 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:01.744318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fac9d663-d81d-4f61-9f02-726de136c619 req-2aafc891-fb55-44b3-9d1c-96ddcfcc25d1 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 946 time: 0.0571070 Sep 17 22:31:01.784985 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fac9d663-d81d-4f61-9f02-726de136c619 req-674f1d48-e22f-48a6-8d31-6af1ff0ef7e7 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343680 Sep 17 22:31:02.043889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660ff19-bd34-4db2-8e49-fb36c17e94d9 req-deed0e67-6df7-48f5-824c-ad920d091330 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:02.045345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0660ff19-bd34-4db2-8e49-fb36c17e94d9 req-deed0e67-6df7-48f5-824c-ad920d091330 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0578163 Sep 17 22:31:02.085905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0660ff19-bd34-4db2-8e49-fb36c17e94d9 req-bb0f4eec-1653-4a4d-93ec-773a6cde7abf tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342395 Sep 17 22:31:02.715677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1690cb2-cf6c-4670-9ea1-55e00c615b5f req-bc39c577-9f25-4a85-a81e-b98744091135 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:02.717550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1690cb2-cf6c-4670-9ea1-55e00c615b5f req-bc39c577-9f25-4a85-a81e-b98744091135 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0570495 Sep 17 22:31:02.766951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1690cb2-cf6c-4670-9ea1-55e00c615b5f req-4cff5740-383f-4bfb-80e2-3488840aa0c5 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Sep 17 22:31:02.919959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55656de2-fff6-4776-bc8d-e22436eeab17 req-c8b313e1-929c-4efe-bd8a-740392766d71 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:02.921632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55656de2-fff6-4776-bc8d-e22436eeab17 req-c8b313e1-929c-4efe-bd8a-740392766d71 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 946 time: 0.0586548 Sep 17 22:31:02.960225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55656de2-fff6-4776-bc8d-e22436eeab17 req-cd2200a3-80ac-4520-99d4-c2f9733582fa tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 Sep 17 22:31:03.219350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef8888-e562-4bd0-aeec-4829acc04ee3 req-d6125f42-edec-4c75-a37b-209dfc13d3fd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.220854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4aef8888-e562-4bd0-aeec-4829acc04ee3 req-d6125f42-edec-4c75-a37b-209dfc13d3fd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0596707 Sep 17 22:31:03.259143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4aef8888-e562-4bd0-aeec-4829acc04ee3 req-a7b09eed-ca48-457c-b42d-46c029c14f29 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321381 Sep 17 22:31:03.390514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c4dd0-bcd1-4b0a-8626-f3130208d3e2 req-de464696-2d1c-49af-b9b7-fda034e532e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.395416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344c4dd0-bcd1-4b0a-8626-f3130208d3e2 req-de464696-2d1c-49af-b9b7-fda034e532e7 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0587039 Sep 17 22:31:03.432983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-344c4dd0-bcd1-4b0a-8626-f3130208d3e2 req-d45f3956-cfc0-475f-8bfb-1ac9de7fa29e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347605 Sep 17 22:31:03.549902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-64790ffa-dac6-460e-b6a5-eee0fea13bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.551433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-64790ffa-dac6-460e-b6a5-eee0fea13bdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 1096 time: 0.0407422 Sep 17 22:31:03.645949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-cf79f760-e4fc-40a6-9e80-82c601411f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.647751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-cf79f760-e4fc-40a6-9e80-82c601411f13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 200 len: 911 time: 0.0898185 Sep 17 22:31:03.717875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-e5c797f4-6f12-41db-b640-32234e83bac8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 200 len: 999 time: 0.0629418 Sep 17 22:31:03.780911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-85726756-1d62-4394-8282-d4216ccd0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.782530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-85726756-1d62-4394-8282-d4216ccd0b31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 200 len: 850 time: 0.0579295 Sep 17 22:31:03.831827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-8b18c640-2220-4bee-84f5-098e614054b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:03.833367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-8b18c640-2220-4bee-84f5-098e614054b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=838c3bf3-1fcc-449c-953f-13b563709e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436196 Sep 17 22:31:03.929780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-1d51de98-e180-4dc2-9fcd-abb71331fed4 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892949 Sep 17 22:31:04.024811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b2be90f-b09d-4154-9472-2dea64c99558 req-4a5be5ff-1168-49ab-8fc6-b21886feaac2 service neutron] 10.222.0.32 "GET /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882163 Sep 17 22:31:04.380456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e3ce8-8972-4a4b-8582-c03a8b71c949 req-95ebb3ee-f3fc-4c46-ba0c-2895c154ec42 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:04.381974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b39e3ce8-8972-4a4b-8582-c03a8b71c949 req-95ebb3ee-f3fc-4c46-ba0c-2895c154ec42 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0506790 Sep 17 22:31:04.420755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b39e3ce8-8972-4a4b-8582-c03a8b71c949 req-38825a35-3a99-4f2e-9b86-76586aeb914c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Sep 17 22:31:04.566601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8630f-1fdf-443c-baf6-1711044d32e3 req-f9166840-9318-4766-be3b-ba4c01e85409 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:04.568204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8630f-1fdf-443c-baf6-1711044d32e3 req-f9166840-9318-4766-be3b-ba4c01e85409 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0608444 Sep 17 22:31:04.617645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8630f-1fdf-443c-baf6-1711044d32e3 req-b7454072-4daf-45ad-b330-420d808c1f00 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423167 Sep 17 22:31:05.539235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd09cc-0287-4a09-bccd-1b1523ea7b01 req-f43c08b8-cfb9-4ec0-9e71-8130942dafcc tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.541203 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd09cc-0287-4a09-bccd-1b1523ea7b01 req-f43c08b8-cfb9-4ec0-9e71-8130942dafcc tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0543227 Sep 17 22:31:05.589797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-becd09cc-0287-4a09-bccd-1b1523ea7b01 req-2626278a-5632-4841-b52d-db10e4942690 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390675 Sep 17 22:31:05.742553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d163c-8884-4885-a85c-5f4aa191b5eb req-8e662387-c588-48dd-a5c1-f274dd468c0d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.745063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-394d163c-8884-4885-a85c-5f4aa191b5eb req-8e662387-c588-48dd-a5c1-f274dd468c0d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0537050 Sep 17 22:31:05.788036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-394d163c-8884-4885-a85c-5f4aa191b5eb req-54c63c5e-35e4-4077-8b77-8a6aba5b47dd tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366688 Sep 17 22:31:05.916015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7b943-9593-4a46-9d73-c606b387729e req-448f2bfd-e0d0-43f2-a38c-e873a32df8aa tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:05.917666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bc7b943-9593-4a46-9d73-c606b387729e req-448f2bfd-e0d0-43f2-a38c-e873a32df8aa tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0581028 Sep 17 22:31:05.966638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bc7b943-9593-4a46-9d73-c606b387729e req-531f56d6-f3f6-4006-a049-8b58599db615 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424211 Sep 17 22:31:06.751387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caec2b-09e6-47b1-a9ca-68619b075243 req-3e87e01c-04f2-4ac5-98c1-832f9e7a1d46 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:06.751387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9caec2b-09e6-47b1-a9ca-68619b075243 req-3e87e01c-04f2-4ac5-98c1-832f9e7a1d46 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0640986 Sep 17 22:31:06.800789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9caec2b-09e6-47b1-a9ca-68619b075243 req-011c7b0f-3807-47ed-8564-b29c83286d78 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Sep 17 22:31:07.281876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 42942) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:07.467117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.593609 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.675443 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.731302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf768746-d8a5-490f-ba35-7f591d8073ac,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:07.735065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06a432d35e874c1ab451d5b807c4261a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516375 Sep 17 22:31:07.737758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 42950) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:07.761068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.761664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.765898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd970c-b33e-41d5-abba-f84d0449863e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:07.795489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-9b35f6f8-da82-42aa-b406-3531b64096bb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:07.795489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-9b35f6f8-da82-42aa-b406-3531b64096bb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=f600f081-15d8-4b48-b584-c20b71613247 HTTP/1.1" status: 200 len: 944 time: 0.0874364 Sep 17 22:31:07.795800 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.817551 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.940111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15332cfd-ca59-480f-a493-858e771e51ce req-d9b4dc7d-d327-4889-b553-12b7bda35b52 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:07.944776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15332cfd-ca59-480f-a493-858e771e51ce req-d9b4dc7d-d327-4889-b553-12b7bda35b52 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0662706 Sep 17 22:31:07.947654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Deleting port 4591790e-25cb-4369-a94e-663372806c89 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:07.947998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.977628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.981134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:07.987412 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf768746-d8a5-490f-ba35-7f591d8073ac HTTP/1.1" status: 204 len: 168 time: 0.2481210 Sep 17 22:31:07.999221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf768746-d8a5-490f-ba35-7f591d8073ac,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:08.007201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.007551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.007883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.011867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.012781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.013112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.013628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.014177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.014720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.015283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.015866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.018877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e631543c-c6ee-46b6-b8ac-03fd80f26b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:08.055162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15332cfd-ca59-480f-a493-858e771e51ce req-8fc882e7-215f-4453-a9e0-4dbf00e531eb tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027865 Sep 17 22:31:08.106150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] For port 4591790e-25cb-4369-a94e-663372806c89, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4591790e-25cb-4369-a94e-663372806c89,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:08.106518 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.121292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Calling delete_port for 4591790e-25cb-4369-a94e-663372806c89 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:08.286576 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.406680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.420492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b74a728b-52c9-405d-a22a-0554e6b42fde', '1b0c4893-2a6d-4261-b973-884586976746'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:08.447669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event deleted for resources: {'Port': ['ID=4591790e-25cb-4369-a94e-663372806c89,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:08.515014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] No DVR routers for this DVR port 4591790e-25cb-4369-a94e-663372806c89 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:08.517982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:08.520243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-216f2ddf-2026-424c-8df8-8b1d5adbd65a req-fa96caff-209b-4b99-b19a-c56bfb54149c tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "DELETE /v2.0/ports/4591790e-25cb-4369-a94e-663372806c89 HTTP/1.1" status: 204 len: 173 time: 0.7206776 Sep 17 22:31:08.521015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'name': 'network-vif-deleted', 'tag': '4591790e-25cb-4369-a94e-663372806c89'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:08.523572 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff870e3a-7184-4342-9431-73abf8a4c6a6" -d '{"events": [{"server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "name": "network-vif-deleted", "tag": "4591790e-25cb-4369-a94e-663372806c89"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:08.733757 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78441e55-5c07-4ed1-9727-72f912562c70 x-openstack-request-id: req-78441e55-5c07-4ed1-9727-72f912562c70 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:08.734045 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f600f081-15d8-4b48-b584-c20b71613247", "name": "network-vif-deleted", "tag": "4591790e-25cb-4369-a94e-663372806c89", "status": "failed", "code": 422}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:08.734333 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78441e55-5c07-4ed1-9727-72f912562c70 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:08.734782 n-d-713498-17 neutron-server[101661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f600f081-15d8-4b48-b584-c20b71613247', 'name': 'network-vif-deleted', 'tag': '4591790e-25cb-4369-a94e-663372806c89', 'status': 'failed', 'code': 422} returned with failed status Sep 17 22:31:08.841134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d254e-79a0-41ec-8fd5-734eaec49b95 req-2c730c84-9e2a-4960-a1af-7f5bf782cdc2 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:08.842651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb9d254e-79a0-41ec-8fd5-734eaec49b95 req-2c730c84-9e2a-4960-a1af-7f5bf782cdc2 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 946 time: 0.0573974 Sep 17 22:31:08.884729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb9d254e-79a0-41ec-8fd5-734eaec49b95 req-311c2775-1aa6-455f-9af0-db7d43b2756e tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357513 Sep 17 22:31:09.191071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baafc56-7e81-4d29-bd09-6801c810c8cf req-2e458dec-adb4-4570-9627-c464aec835ae tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:09.192630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9baafc56-7e81-4d29-bd09-6801c810c8cf req-2e458dec-adb4-4570-9627-c464aec835ae tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0527010 Sep 17 22:31:09.233750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9baafc56-7e81-4d29-bd09-6801c810c8cf req-50f2605b-6dfd-458a-9e49-e7cceb414dbd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348890 Sep 17 22:31:10.004236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6602ed5-8717-4492-8da8-44d4302faa4b req-49d0a8ff-0ec7-4a8b-8ef6-cfe740836546 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.005795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6602ed5-8717-4492-8da8-44d4302faa4b req-49d0a8ff-0ec7-4a8b-8ef6-cfe740836546 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 946 time: 0.0507493 Sep 17 22:31:10.046014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6602ed5-8717-4492-8da8-44d4302faa4b req-a6ea4842-0fdf-413e-91dc-436115cd24cc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54c0799-c03e-4753-8abe-fc0f82cad378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329716 Sep 17 22:31:10.052673 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.065510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-61e53557-0a2c-42d6-8de5-48ec0680ee9c tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.067030 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-61e53557-0a2c-42d6-8de5-48ec0680ee9c tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.35 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 946 time: 0.0564101 Sep 17 22:31:10.163494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Deleting port 04a42506-a9a7-486f-8e93-0ed5c860ad46 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:10.163835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.167439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cd774-2dc7-4924-ad7e-6a9634a462d6 req-cbe2caef-70ba-4c3d-ad04-e5d3e3390505 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.169098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b6cd774-2dc7-4924-ad7e-6a9634a462d6 req-cbe2caef-70ba-4c3d-ad04-e5d3e3390505 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 907 time: 0.0567322 Sep 17 22:31:10.273196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] For port 04a42506-a9a7-486f-8e93-0ed5c860ad46, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=04a42506-a9a7-486f-8e93-0ed5c860ad46,segment=NetworkSegment(96c17e6f-654d-4024-9379-3a5dfe83e54d),segment_id=96c17e6f-654d-4024-9379-3a5dfe83e54d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:10.273432 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.289678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Calling delete_port for 04a42506-a9a7-486f-8e93-0ed5c860ad46 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:10.390710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce88438-a7ca-4b8e-bd3e-ed6c861c6921 req-d918f781-611a-47e7-b715-9584f366660d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:10.398120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dce88438-a7ca-4b8e-bd3e-ed6c861c6921 req-d918f781-611a-47e7-b715-9584f366660d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0854750 Sep 17 22:31:10.439252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dce88438-a7ca-4b8e-bd3e-ed6c861c6921 req-92b3070e-2666-425a-8199-80da8e525995 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Sep 17 22:31:10.514906 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.526289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['04a42506-a9a7-486f-8e93-0ed5c860ad46'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:10.546654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Pushing event deleted for resources: {'Port': ['ID=04a42506-a9a7-486f-8e93-0ed5c860ad46,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:10.590689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] No DVR routers for this DVR port 04a42506-a9a7-486f-8e93-0ed5c860ad46 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:10.594211 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:10.596489 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bb7bfc23-5c30-4aa8-b300-69be375701bc req-66942ac6-664a-4c86-9ff5-6383da35c7bc tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.35 "DELETE /v2.0/ports/04a42506-a9a7-486f-8e93-0ed5c860ad46 HTTP/1.1" status: 204 len: 173 time: 0.5230818 Sep 17 22:31:10.596953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422286bc-15ba-4496-acd9-9219c395fedb', 'name': 'network-vif-deleted', 'tag': '04a42506-a9a7-486f-8e93-0ed5c860ad46'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:10.599994 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc1551-b23d-4a91-9f21-6e07f14f318e" -d '{"events": [{"server_uuid": "422286bc-15ba-4496-acd9-9219c395fedb", "name": "network-vif-deleted", "tag": "04a42506-a9a7-486f-8e93-0ed5c860ad46"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:10.641041 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44555a-2d06-4b4f-a4ba-e1b19835dbe2 x-openstack-request-id: req-cc44555a-2d06-4b4f-a4ba-e1b19835dbe2 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:10.641467 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422286bc-15ba-4496-acd9-9219c395fedb", "name": "network-vif-deleted", "tag": "04a42506-a9a7-486f-8e93-0ed5c860ad46", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:10.642058 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc44555a-2d06-4b4f-a4ba-e1b19835dbe2 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:10.642472 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422286bc-15ba-4496-acd9-9219c395fedb', 'name': 'network-vif-deleted', 'tag': '04a42506-a9a7-486f-8e93-0ed5c860ad46', 'status': 'completed', 'code': 200} Sep 17 22:31:11.203917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e424d5cf-c6f2-4967-9c99-13a38db7f553 req-ca36530e-c626-4239-abde-fd02830dad06 tempest-VolumesActionsTest-1643329110 tempest-VolumesActionsTest-1643329110-project] 10.222.0.13 "GET /v2.0/ports?device_id=422286bc-15ba-4496-acd9-9219c395fedb HTTP/1.1" status: 200 len: 210 time: 0.0410397 Sep 17 22:31:11.338881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a351e68-6474-49cf-bbaa-126911341ff2 req-1d8d8e0e-0c6d-4c25-8355-a1db24e47d98 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.340591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a351e68-6474-49cf-bbaa-126911341ff2 req-1d8d8e0e-0c6d-4c25-8355-a1db24e47d98 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 907 time: 0.0708141 Sep 17 22:31:11.367808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-8fa2093c-f9bf-453d-ab1b-20eea6ef0666 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.369353 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-8fa2093c-f9bf-453d-ab1b-20eea6ef0666 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 907 time: 0.0862858 Sep 17 22:31:11.470625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Deleting port 2347445b-eb11-432a-b2b8-8127c2561aaa {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:11.471020 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.563068 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] For port 2347445b-eb11-432a-b2b8-8127c2561aaa, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2347445b-eb11-432a-b2b8-8127c2561aaa,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:11.563361 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.576713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Calling delete_port for 2347445b-eb11-432a-b2b8-8127c2561aaa owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:11.586288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53da34-5917-49cb-bd64-c2a4b6191e5e req-11906f11-7f22-4404-b43c-5e32192754e4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:11.588830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d53da34-5917-49cb-bd64-c2a4b6191e5e req-11906f11-7f22-4404-b43c-5e32192754e4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0678790 Sep 17 22:31:11.631505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d53da34-5917-49cb-bd64-c2a4b6191e5e req-74212782-963f-439f-bc39-5c23ed3badb5 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358014 Sep 17 22:31:11.829509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.864874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event deleted for resources: {'Port': ['ID=2347445b-eb11-432a-b2b8-8127c2561aaa,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:11.905545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] No DVR routers for this DVR port 2347445b-eb11-432a-b2b8-8127c2561aaa on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:11.908309 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:11.910716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1d751357-bfbe-465d-9975-1abcbf66f455 req-1b2ab673-ef8a-4e76-be6c-7f05e0eb300b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "DELETE /v2.0/ports/2347445b-eb11-432a-b2b8-8127c2561aaa HTTP/1.1" status: 204 len: 173 time: 0.5349245 Sep 17 22:31:12.463412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2167b96-4d83-493f-ad81-b2e7ec25b9d2 req-737803c9-7021-42f8-ab3d-1bdf86046d5a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=86edf9e9-0581-41d3-b075-21fd1832be6a HTTP/1.1" status: 200 len: 210 time: 0.0277414 Sep 17 22:31:12.643329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'name': 'network-vif-deleted', 'tag': '2347445b-eb11-432a-b2b8-8127c2561aaa'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:12.645740 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85c802d-cb1f-41fa-97b8-787115319d0b" -d '{"events": [{"server_uuid": "86edf9e9-0581-41d3-b075-21fd1832be6a", "name": "network-vif-deleted", "tag": "2347445b-eb11-432a-b2b8-8127c2561aaa"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:12.683444 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3be8c1-776d-4ff1-8bc5-09febeb33025 x-openstack-request-id: req-de3be8c1-776d-4ff1-8bc5-09febeb33025 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:12.683444 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edf9e9-0581-41d3-b075-21fd1832be6a", "name": "network-vif-deleted", "tag": "2347445b-eb11-432a-b2b8-8127c2561aaa", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:12.683444 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de3be8c1-776d-4ff1-8bc5-09febeb33025 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:12.683825 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edf9e9-0581-41d3-b075-21fd1832be6a', 'name': 'network-vif-deleted', 'tag': '2347445b-eb11-432a-b2b8-8127c2561aaa', 'status': 'completed', 'code': 200} Sep 17 22:31:12.761120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a476e-bfaa-485e-93f1-7756a499c629 req-d08da9d6-7e86-4f15-9a94-7949f3e7d2fd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:12.762555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f7a476e-bfaa-485e-93f1-7756a499c629 req-d08da9d6-7e86-4f15-9a94-7949f3e7d2fd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0517454 Sep 17 22:31:12.802380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f7a476e-bfaa-485e-93f1-7756a499c629 req-042955b3-d38d-490a-acca-02b918068096 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Sep 17 22:31:13.928004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d12bbf-5856-4353-9499-b9c155a403e7 req-d0b568e8-ebd6-4460-8fec-2b6d1068218b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:13.929474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67d12bbf-5856-4353-9499-b9c155a403e7 req-d0b568e8-ebd6-4460-8fec-2b6d1068218b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0550332 Sep 17 22:31:13.985022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67d12bbf-5856-4353-9499-b9c155a403e7 req-81febd74-2baf-474d-9830-2b22fb759124 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465221 Sep 17 22:31:14.097972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4de070-dca1-4177-b1e9-e5d978029a84 req-39f30be6-cc22-4797-a531-86db4568d27f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:14.103086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e4de070-dca1-4177-b1e9-e5d978029a84 req-39f30be6-cc22-4797-a531-86db4568d27f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 946 time: 0.0593398 Sep 17 22:31:14.146401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e4de070-dca1-4177-b1e9-e5d978029a84 req-64d54b1c-2186-49d4-9edb-1f11d16e56cb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Sep 17 22:31:14.235289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2347445b-eb11-432a-b2b8-8127c2561aaa no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:14.257943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 2347445b-eb11-432a-b2b8-8127c2561aaa {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:14.258291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2347445b-eb11-432a-b2b8-8127c2561aaa not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:14.259415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 04a42506-a9a7-486f-8e93-0ed5c860ad46 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:14.278103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 04a42506-a9a7-486f-8e93-0ed5c860ad46 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:14.278449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 04a42506-a9a7-486f-8e93-0ed5c860ad46 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:15.126473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b868b5-e4b9-4eb6-ab0b-df89409f79cb req-9dd80d5d-d83e-40b1-bd56-d23035461328 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.128979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4b868b5-e4b9-4eb6-ab0b-df89409f79cb req-9dd80d5d-d83e-40b1-bd56-d23035461328 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0742602 Sep 17 22:31:15.170829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4b868b5-e4b9-4eb6-ab0b-df89409f79cb req-e060e91f-6253-479c-8ec6-f6b3da3511d7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Sep 17 22:31:15.310585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ecb00-05b6-4765-9e6b-b4002df157e5 req-8f7520ff-a801-4c5d-9dcf-dec0408c713e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.312335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc0ecb00-05b6-4765-9e6b-b4002df157e5 req-8f7520ff-a801-4c5d-9dcf-dec0408c713e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 946 time: 0.0900576 Sep 17 22:31:15.344856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-ca7a03c1-72ca-4daf-8a20-1178e56c7cae tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:15.348516 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-ca7a03c1-72ca-4daf-8a20-1178e56c7cae tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 946 time: 0.1008358 Sep 17 22:31:15.391552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc0ecb00-05b6-4765-9e6b-b4002df157e5 req-faacfc56-c0cd-495e-a1a4-9e1180442e3b tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713832 Sep 17 22:31:15.469619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Deleting port 1b0c4893-2a6d-4261-b973-884586976746 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:15.470135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.561390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] For port 1b0c4893-2a6d-4261-b973-884586976746, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=1b0c4893-2a6d-4261-b973-884586976746,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:15.561830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.585548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Calling delete_port for 1b0c4893-2a6d-4261-b973-884586976746 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:15.816030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.831893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b74a728b-52c9-405d-a22a-0554e6b42fde', '1b0c4893-2a6d-4261-b973-884586976746'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:15.888838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event deleted for resources: {'Port': ['ID=1b0c4893-2a6d-4261-b973-884586976746,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:15.913061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] No DVR routers for this DVR port 1b0c4893-2a6d-4261-b973-884586976746 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:15.917237 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:15.919582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-398fcbda-a39d-4993-b81a-540f7e46ed9d req-2801ee25-0678-4061-bd0d-dd270137764f tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "DELETE /v2.0/ports/1b0c4893-2a6d-4261-b973-884586976746 HTTP/1.1" status: 204 len: 173 time: 0.5643361 Sep 17 22:31:15.920305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5971d4f7-4f98-42c7-91a1-e8dc2b68f40a', 'name': 'network-vif-deleted', 'tag': '1b0c4893-2a6d-4261-b973-884586976746'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:15.930132 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd95be1-4e06-44fd-9efe-f4160ab0ce4b" -d '{"events": [{"server_uuid": "5971d4f7-4f98-42c7-91a1-e8dc2b68f40a", "name": "network-vif-deleted", "tag": "1b0c4893-2a6d-4261-b973-884586976746"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:15.978635 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd41dd5-8812-4c11-9e99-27c4c4db3565 x-openstack-request-id: req-1fd41dd5-8812-4c11-9e99-27c4c4db3565 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:15.979537 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5971d4f7-4f98-42c7-91a1-e8dc2b68f40a", "name": "network-vif-deleted", "tag": "1b0c4893-2a6d-4261-b973-884586976746", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:15.979782 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fd41dd5-8812-4c11-9e99-27c4c4db3565 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:15.980395 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5971d4f7-4f98-42c7-91a1-e8dc2b68f40a', 'name': 'network-vif-deleted', 'tag': '1b0c4893-2a6d-4261-b973-884586976746', 'status': 'completed', 'code': 200} Sep 17 22:31:16.364412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dadaf4-238d-4135-b9bb-3b8856f7a7a8 req-9bd486af-8d13-4693-8fd1-df9224234b53 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:16.377191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0dadaf4-238d-4135-b9bb-3b8856f7a7a8 req-9bd486af-8d13-4693-8fd1-df9224234b53 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.1146941 Sep 17 22:31:16.495545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0dadaf4-238d-4135-b9bb-3b8856f7a7a8 req-86a2197f-c469-4055-a304-2f049639e9fb tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125677 Sep 17 22:31:16.589183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8d4753d-fe1a-4642-96ea-77248e490f70 req-e0749384-f723-4438-a44d-a6628b578da6 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=5971d4f7-4f98-42c7-91a1-e8dc2b68f40a HTTP/1.1" status: 200 len: 210 time: 0.0463562 Sep 17 22:31:16.969654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43136) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:17.111434 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef1a12f-a3e2-4ef1-8d04-aa0fb2d44db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.244811 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef1a12f-a3e2-4ef1-8d04-aa0fb2d44db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.309610 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fef1a12f-a3e2-4ef1-8d04-aa0fb2d44db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.358057 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fef1a12f-a3e2-4ef1-8d04-aa0fb2d44db9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=612b3ad6f7f944afa824dd547c4c971a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842673 Sep 17 22:31:17.358057 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1a12f-a3e2-4ef1-8d04-aa0fb2d44db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d45b47b-53d4-400c-bb5f-0c2d12cd61bf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:17.359104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43142) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:17.419924 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-add24274-8fa4-496e-bb6b-9d2334d2b977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.443330 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-add24274-8fa4-496e-bb6b-9d2334d2b977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.590864 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-add24274-8fa4-496e-bb6b-9d2334d2b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.594988 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-add24274-8fa4-496e-bb6b-9d2334d2b977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:17.596140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-add24274-8fa4-496e-bb6b-9d2334d2b977 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d45b47b-53d4-400c-bb5f-0c2d12cd61bf HTTP/1.1" status: 204 len: 168 time: 0.2356071 Sep 17 22:31:17.608303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add24274-8fa4-496e-bb6b-9d2334d2b977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d45b47b-53d4-400c-bb5f-0c2d12cd61bf,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:17.623366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef1ec9-ccd9-4926-a36c-ded3f1f210ba req-65c4446c-1ad6-4f29-b8bb-973b9f1072d6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:17.625677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fef1ec9-ccd9-4926-a36c-ded3f1f210ba req-65c4446c-1ad6-4f29-b8bb-973b9f1072d6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0655572 Sep 17 22:31:17.678341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fef1ec9-ccd9-4926-a36c-ded3f1f210ba req-00353d03-091b-4dd0-8d3d-11132a7b66df tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Sep 17 22:31:17.805815 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69d0a7db-ca71-459d-b827-92935b75674c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:18.250094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1b0c4893-2a6d-4261-b973-884586976746 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:18.290845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 1b0c4893-2a6d-4261-b973-884586976746 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:18.291283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 1b0c4893-2a6d-4261-b973-884586976746 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:18.365903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380f710-c53c-451b-9980-1ad2919c6baf req-1ff0af3e-af22-484c-8579-3599315f562a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.367536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b380f710-c53c-451b-9980-1ad2919c6baf req-1ff0af3e-af22-484c-8579-3599315f562a tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0506508 Sep 17 22:31:18.410968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b380f710-c53c-451b-9980-1ad2919c6baf req-07b03df4-0da0-463a-8318-22cb2cd4c9ab tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347881 Sep 17 22:31:18.831458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb887-4a0e-4d8c-9561-d26ed5a188ca req-568f9af3-28c0-4fbb-bb69-56843ff42711 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:18.840398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5fb887-4a0e-4d8c-9561-d26ed5a188ca req-568f9af3-28c0-4fbb-bb69-56843ff42711 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0860832 Sep 17 22:31:18.898822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5fb887-4a0e-4d8c-9561-d26ed5a188ca req-64e53978-ea65-4bed-9d6d-a64a3c85898e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549376 Sep 17 22:31:19.506362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-f8b5e7b6-67c3-4bf0-b700-aa2bb6a6ee9e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.508834 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-f8b5e7b6-67c3-4bf0-b700-aa2bb6a6ee9e tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0584657 Sep 17 22:31:19.563135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8242-57b8-415e-b74d-7664b18d83a3 req-e6d6e5b9-d626-4c19-81ac-6d113d526d0d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:19.564806 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e8c8242-57b8-415e-b74d-7664b18d83a3 req-e6d6e5b9-d626-4c19-81ac-6d113d526d0d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 946 time: 0.0524025 Sep 17 22:31:19.605682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e8c8242-57b8-415e-b74d-7664b18d83a3 req-fcf53e16-5959-4fcd-b142-2cc1d0c1db53 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b6e501d-b0b5-4d23-a335-421b267a085b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348144 Sep 17 22:31:19.611941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Deleting port b74a728b-52c9-405d-a22a-0554e6b42fde {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:19.611941 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.709843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] For port b74a728b-52c9-405d-a22a-0554e6b42fde, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b74a728b-52c9-405d-a22a-0554e6b42fde,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:19.714444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.725132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Calling delete_port for b74a728b-52c9-405d-a22a-0554e6b42fde owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:19.920477 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:19.933390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b74a728b-52c9-405d-a22a-0554e6b42fde'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:19.982407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event deleted for resources: {'Port': ['ID=b74a728b-52c9-405d-a22a-0554e6b42fde,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:20.031745 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] No DVR routers for this DVR port b74a728b-52c9-405d-a22a-0554e6b42fde on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:20.035339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.037626 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1da9dd4a-af92-4e1d-95e3-fc14a84515a5 req-6403b0fb-e40a-4276-be14-96c1ab33f654 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.35 "DELETE /v2.0/ports/b74a728b-52c9-405d-a22a-0554e6b42fde HTTP/1.1" status: 204 len: 173 time: 0.5229285 Sep 17 22:31:20.038694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca37da81-9ae3-4b12-96ac-0465ddf121a4', 'name': 'network-vif-deleted', 'tag': 'b74a728b-52c9-405d-a22a-0554e6b42fde'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:20.045612 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f865af21-e548-4d9c-b770-276ba1b43e99" -d '{"events": [{"server_uuid": "ca37da81-9ae3-4b12-96ac-0465ddf121a4", "name": "network-vif-deleted", "tag": "b74a728b-52c9-405d-a22a-0554e6b42fde"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:20.062742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a66fb-c2d1-4b85-b085-fbf96e3def1c req-b33cccc6-8031-4ac2-8188-12234d00d9a2 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:20.064488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae8a66fb-c2d1-4b85-b085-fbf96e3def1c req-b33cccc6-8031-4ac2-8188-12234d00d9a2 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0839334 Sep 17 22:31:20.095496 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191355bb-28f2-4b7f-be16-ad3f2855a7f2 x-openstack-request-id: req-191355bb-28f2-4b7f-be16-ad3f2855a7f2 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:20.095875 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca37da81-9ae3-4b12-96ac-0465ddf121a4", "name": "network-vif-deleted", "tag": "b74a728b-52c9-405d-a22a-0554e6b42fde", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:20.096301 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-191355bb-28f2-4b7f-be16-ad3f2855a7f2 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:20.096711 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca37da81-9ae3-4b12-96ac-0465ddf121a4', 'name': 'network-vif-deleted', 'tag': 'b74a728b-52c9-405d-a22a-0554e6b42fde', 'status': 'completed', 'code': 200} Sep 17 22:31:20.120970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae8a66fb-c2d1-4b85-b085-fbf96e3def1c req-44cf5ccd-147b-4494-839d-6f522b6c20d1 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469363 Sep 17 22:31:20.252103 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-13503150-b737-4638-b13b-cb27923bf626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:20.723818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-221af84f-1d32-4348-bfb4-fc10b5933ba9 req-d6abcc5f-6343-448f-8ece-2cf98cab11b2 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca37da81-9ae3-4b12-96ac-0465ddf121a4 HTTP/1.1" status: 200 len: 210 time: 0.0328436 Sep 17 22:31:21.238981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51853838-d89b-426c-9121-fe9e20fb9826 req-753e613d-a0ff-42e8-8cec-f7a860473054 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:21.241356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51853838-d89b-426c-9121-fe9e20fb9826 req-753e613d-a0ff-42e8-8cec-f7a860473054 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0555787 Sep 17 22:31:21.283559 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51853838-d89b-426c-9121-fe9e20fb9826 req-3c1e83b4-0dd5-4e6b-af0e-05378cc60f24 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361617 Sep 17 22:31:21.292012 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:21.657531 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:22.044867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-c0080b28-94ed-45bd-a1db-8678125399eb tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8f964b0ce6b043e1a17c17023de1c28f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306835 Sep 17 22:31:22.264536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5888935-764e-4393-b7ea-9d85a378e77d req-bc3b5333-cdc1-4402-8ff0-86b1832277c6 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.265236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b74a728b-52c9-405d-a22a-0554e6b42fde no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:22.265913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-bc3b5333-cdc1-4402-8ff0-86b1832277c6 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157466 Sep 17 22:31:22.290484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: b74a728b-52c9-405d-a22a-0554e6b42fde {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:22.290728 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b74a728b-52c9-405d-a22a-0554e6b42fde not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:22.294356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd23d9-402f-41ba-a975-1f18a650bd2c req-215fc9f3-40e8-4d22-88de-8640bf7286dd tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.295884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74cd23d9-402f-41ba-a975-1f18a650bd2c req-215fc9f3-40e8-4d22-88de-8640bf7286dd tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0767744 Sep 17 22:31:22.297632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-8b3df343-453d-428b-9dec-71803f4b3f4d tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/quotas/8f964b0ce6b043e1a17c17023de1c28f HTTP/1.1" status: 200 len: 375 time: 0.0235391 Sep 17 22:31:22.337534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-428a0c08-b003-46aa-bd8b-80c7d8f9de58 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f964b0ce6b043e1a17c17023de1c28f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338986 Sep 17 22:31:22.367347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74cd23d9-402f-41ba-a975-1f18a650bd2c req-2d277f8d-704d-427c-94d0-07152ecdfbc8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548999 Sep 17 22:31:22.488876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567448-c363-4eca-9e11-7d35169576d6 req-c7600c04-ceed-45e2-a504-0a9237e5f529 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:22.490384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44567448-c363-4eca-9e11-7d35169576d6 req-c7600c04-ceed-45e2-a504-0a9237e5f529 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0511794 Sep 17 22:31:22.529218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44567448-c363-4eca-9e11-7d35169576d6 req-6490a75d-6102-4b59-9133-7da900fdfa4b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Sep 17 22:31:22.627477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b12aefb3-244f-4fc5-96f3-d56abaa76e43 req-0c6a0220-0b01-4c2b-bd77-7c2218d93981 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 210 time: 0.0313585 Sep 17 22:31:23.349588 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:23.498981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0336c8e-0f98-4b86-976b-ef11db2ec36d req-04b82f73-2a9c-438c-a4fe-64844d121e37 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.500529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0336c8e-0f98-4b86-976b-ef11db2ec36d req-04b82f73-2a9c-438c-a4fe-64844d121e37 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0511830 Sep 17 22:31:23.541245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0336c8e-0f98-4b86-976b-ef11db2ec36d req-215ea1d4-b751-4889-8988-b00f972a0589 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339382 Sep 17 22:31:23.661776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c62ed-ec4e-424d-84d2-4a1ea8cf4281 req-656fb01a-80a9-4f3d-b316-c3ca7ac0618f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:23.664648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-739c62ed-ec4e-424d-84d2-4a1ea8cf4281 req-656fb01a-80a9-4f3d-b316-c3ca7ac0618f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0586412 Sep 17 22:31:23.730931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1dbf0b6-4093-4951-84d1-c46c59e9f469 req-497d5899-d8de-48e9-877d-6aa23d21c104 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 210 time: 0.0383878 Sep 17 22:31:23.733991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-739c62ed-ec4e-424d-84d2-4a1ea8cf4281 req-53f5d32e-c07f-46af-9e13-1ab5c699d2be tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637629 Sep 17 22:31:24.205988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaedbc-e134-4126-9128-258634a73eea req-7d3a7420-66ea-41bd-9bf9-a9a827fc2979 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.209101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0eaedbc-e134-4126-9128-258634a73eea req-7d3a7420-66ea-41bd-9bf9-a9a827fc2979 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.32 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0844877 Sep 17 22:31:24.350720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Deleting port 53829d98-7c58-4c80-b8bf-72c90f44aacc {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:24.351127 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:24.471803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] For port 53829d98-7c58-4c80-b8bf-72c90f44aacc, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=53829d98-7c58-4c80-b8bf-72c90f44aacc,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:24.472167 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:24.697851 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:24.698524 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:24.698524 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Floating IP a9e222f7-113a-4743-84a1-b192e9cb9f18 disassociated. External IP: 172.25.5.221, port: 53829d98-7c58-4c80-b8bf-72c90f44aacc. Sep 17 22:31:24.698743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Calling delete_port for 53829d98-7c58-4c80-b8bf-72c90f44aacc owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:24.719539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932de90d-edc7-41e2-aee6-b1e6ed897afe req-a0d8b062-a5af-4ccf-8302-88dd86cae08d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:24.721004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-932de90d-edc7-41e2-aee6-b1e6ed897afe req-a0d8b062-a5af-4ccf-8302-88dd86cae08d tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 944 time: 0.0817976 Sep 17 22:31:24.802068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-932de90d-edc7-41e2-aee6-b1e6ed897afe req-bb74f5b0-9e48-47ae-b018-c20f7dab2aeb tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups?id=b44e8de9-89bb-4034-931a-baef5384962f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500805 Sep 17 22:31:24.837952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6e183ab-c90c-463e-a663-45f6933a1b2f req-ca212714-bcde-41ba-9043-d82f98aed7ca tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 210 time: 0.0336719 Sep 17 22:31:25.001101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055dc1f-49b3-4acd-bdf5-fe85dd2a82af req-16b49258-3310-42ba-9480-529adea1d38d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:25.002599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c055dc1f-49b3-4acd-bdf5-fe85dd2a82af req-16b49258-3310-42ba-9480-529adea1d38d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0507812 Sep 17 22:31:25.018174 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:25.056725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event deleted for resources: {'Port': ['ID=53829d98-7c58-4c80-b8bf-72c90f44aacc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:25.082179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c055dc1f-49b3-4acd-bdf5-fe85dd2a82af req-2af509fd-f532-46b7-87c6-95835ec73fbd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721445 Sep 17 22:31:25.201794 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-8ed2238a-7175-4177-b363-d0a045644114 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f964b0ce6b043e1a17c17023de1c28f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487134 Sep 17 22:31:25.212840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Router 0b85f031-ad77-40bc-a0fc-690dba1da502 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:31:25.339558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:31:25.351707 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] Sync routers for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:31:25.374378 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:25.375034 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:31:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:25.412786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] No DVR routers for this DVR port 53829d98-7c58-4c80-b8bf-72c90f44aacc on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:25.419720 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:25.422690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0eaedbc-e134-4126-9128-258634a73eea req-ee253138-070c-4699-b6aa-1b3a59459db8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.32 "DELETE /v2.0/ports/53829d98-7c58-4c80-b8bf-72c90f44aacc HTTP/1.1" status: 204 len: 173 time: 1.2081065 Sep 17 22:31:25.423185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-deleted', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:25.427403 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284d4efb-2c2f-4884-80b4-0f9a669e98bf" -d '{"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-deleted", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:25.476924 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24698e3-9724-4f2f-8019-27874b4ab469 x-openstack-request-id: req-b24698e3-9724-4f2f-8019-27874b4ab469 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:25.477431 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168a3e5-0e61-41ce-9e2c-78e7d50f9589", "name": "network-vif-deleted", "tag": "53829d98-7c58-4c80-b8bf-72c90f44aacc", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:25.477841 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b24698e3-9724-4f2f-8019-27874b4ab469 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:25.479697 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168a3e5-0e61-41ce-9e2c-78e7d50f9589', 'name': 'network-vif-deleted', 'tag': '53829d98-7c58-4c80-b8bf-72c90f44aacc', 'status': 'completed', 'code': 200} Sep 17 22:31:25.505723 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:25.525940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5888935-764e-4393-b7ea-9d85a378e77d req-e7b3b75b-f1e7-4944-83fd-d16dd55c36bd tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:25.527904 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-e7b3b75b-f1e7-4944-83fd-d16dd55c36bd tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3192461 Sep 17 22:31:25.545466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Request body: {'port': {'device_id': 'aa273090-1422-412c-bbae-431a6ac5e520', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '8f964b0ce6b043e1a17c17023de1c28f'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:25.775629 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'fb2a1856-616d-4482-be10-b33585f5d0a6', 'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'mac_address': 'fa:16:3e:0c:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'subnets': [{'id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:25.852743 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] Checking router: 0b85f031-ad77-40bc-a0fc-690dba1da502 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:31:25.861900 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:25.862579 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:31:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:26.021060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ee39b7b-bbe9-4599-bfb2-2ae0f449bcbc req-17cdfbd8-a3ae-4a13-be5d-42a96c4cf3ac tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 210 time: 0.0836904 Sep 17 22:31:26.107792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0017a70d-67d8-4943-8b97-3254711917a3 req-e96b544a-3bf1-4199-aadd-7e54e1d760a8 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1168a3e5-0e61-41ce-9e2c-78e7d50f9589 HTTP/1.1" status: 200 len: 210 time: 0.1150939 Sep 17 22:31:26.146215 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:26.245791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Made reservation on behalf of 8f964b0ce6b043e1a17c17023de1c28f for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:26.250632 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.268178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.316022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027c57c-a8c5-4d7b-bf48-0ade7ac42adb req-ab8891f8-eae6-457c-9137-776b44af0fc2 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:26.317887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0027c57c-a8c5-4d7b-bf48-0ade7ac42adb req-ab8891f8-eae6-457c-9137-776b44af0fc2 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0982862 Sep 17 22:31:26.375143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0027c57c-a8c5-4d7b-bf48-0ade7ac42adb req-fb9fb9f7-0cb7-4669-a4bf-2c0abd65c95b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474427 Sep 17 22:31:26.424466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.432569 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'fb2a1856-616d-4482-be10-b33585f5d0a6', 'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'mac_address': 'fa:16:3e:0c:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'subnets': [{'id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:26.464086 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5e54e-f4b9-414a-b1d5-311b8d8cb0b6 None None] The sync data for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 is: [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:23:23Z', 'revision_number': 4, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'fb2a1856-616d-4482-be10-b33585f5d0a6', 'name': '', 'network_id': '838c3bf3-1fcc-449c-953f-13b563709e12', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'mac_address': 'fa:16:3e:0c:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:21Z', 'updated_at': '2021-09-17T22:23:31Z', 'revision_number': 5, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'subnets': [{'id': 'd4906658-6b22-49d6-b1db-b9f519c6a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:31:26.503606 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.576449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0002c3a-c503-4d9f-a3e4-eea22c4c5684,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:26.672525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Allocated IP 192.168.233.25 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/e501a7d6-9cd9-4c8b-abec-7fededfe3329) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:26.773771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111955c-8784-44ce-83ca-eb70934aaba3 None None] New status for floating IP a9e222f7-113a-4743-84a1-b192e9cb9f18: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:31:26.843296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:26.977710 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.034671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:27.038280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:27.041525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:27.080229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Pushing event updated for resources: {'Port': ['ID=e501a7d6-9cd9-4c8b-abec-7fededfe3329,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.142069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.142747 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.224487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaf06c-08da-4946-9aef-c2d945713e96 req-d678e139-9b68-4253-ab51-451cce138adc tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.232629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60aaf06c-08da-4946-9aef-c2d945713e96 req-d678e139-9b68-4253-ab51-451cce138adc tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 935 time: 0.0946388 Sep 17 22:31:27.235421 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-cd6546f6-ec41-4754-b6e2-767799511445 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6940005 Sep 17 22:31:27.251934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Request body: {'port': {'device_id': 'aa273090-1422-412c-bbae-431a6ac5e520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:27.295285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60aaf06c-08da-4946-9aef-c2d945713e96 req-0522bdd4-13be-4f96-88b1-d8936eaf8bc5 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428360 Sep 17 22:31:27.318443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.350177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43338) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:27.427658 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00570dfc-d5ad-4afe-a9e3-93ddacc619ed tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.437671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8b7c53b2-6f93-4554-bd96-9184d2f273a9 None None] Provisioning complete for port e501a7d6-9cd9-4c8b-abec-7fededfe3329 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:27.438121 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8b7c53b2-6f93-4554-bd96-9184d2f273a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.459957 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00570dfc-d5ad-4afe-a9e3-93ddacc619ed tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.500956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c53b2-6f93-4554-bd96-9184d2f273a9 None None] Port e501a7d6-9cd9-4c8b-abec-7fededfe3329 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:31:27.545878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4879f-b7b6-4655-914a-65957b780047 req-d69b39b1-7304-480e-b8b3-e7ab23756195 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:27.547337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3a4879f-b7b6-4655-914a-65957b780047 req-d69b39b1-7304-480e-b8b3-e7ab23756195 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0581381 Sep 17 22:31:27.588187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3a4879f-b7b6-4655-914a-65957b780047 req-90bcc332-eee2-4407-af7b-57eadf4ea374 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Sep 17 22:31:27.623376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00570dfc-d5ad-4afe-a9e3-93ddacc619ed tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.626104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-00570dfc-d5ad-4afe-a9e3-93ddacc619ed tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.628859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-00570dfc-d5ad-4afe-a9e3-93ddacc619ed tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "DELETE /v2.0/security-groups/b44e8de9-89bb-4034-931a-baef5384962f HTTP/1.1" status: 204 len: 168 time: 0.2761295 Sep 17 22:31:27.639602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43344) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:27.645241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00570dfc-d5ad-4afe-a9e3-93ddacc619ed tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44e8de9-89bb-4034-931a-baef5384962f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:27.656198 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-ba5fed96-dfd9-41cc-b86c-af13ea055c63 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] show failed (client error): The resource could not be found. Sep 17 22:31:27.659739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ba5fed96-dfd9-41cc-b86c-af13ea055c63 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "GET /v2.0/security-groups/b44e8de9-89bb-4034-931a-baef5384962f HTTP/1.1" status: 404 len: 347 time: 0.0179837 Sep 17 22:31:27.660286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43346) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:27.705540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e501a7d6-9cd9-4c8b-abec-7fededfe3329 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:27.723465 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.745711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Transition to ACTIVE for port object e501a7d6-9cd9-4c8b-abec-7fededfe3329 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:27.811590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:27.883418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Pushing event updated for resources: {'Port': ['ID=e501a7d6-9cd9-4c8b-abec-7fededfe3329,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:28.042730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Attempting to bind port e501a7d6-9cd9-4c8b-abec-7fededfe3329 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:28.043909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Attempting to bind port e501a7d6-9cd9-4c8b-abec-7fededfe3329 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:28.044352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Attempting to bind port e501a7d6-9cd9-4c8b-abec-7fededfe3329 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:28.050608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Port e501a7d6-9cd9-4c8b-abec-7fededfe3329 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:28.051061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Attempting to bind port e501a7d6-9cd9-4c8b-abec-7fededfe3329 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:28.058300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:28.058718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:28.059229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:28.059782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Bound port: e501a7d6-9cd9-4c8b-abec-7fededfe3329, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:28.060367 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.131611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] For port e501a7d6-9cd9-4c8b-abec-7fededfe3329, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:28.136256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] For port e501a7d6-9cd9-4c8b-abec-7fededfe3329, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e501a7d6-9cd9-4c8b-abec-7fededfe3329,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:28.171472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Deleting port 7d9a5268-0495-4a2e-a63c-ef9ee3ac003d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:28.171852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.230639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.283907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.284913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.286483 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] 10.222.0.35 "PUT /v2.0/ports/e501a7d6-9cd9-4c8b-abec-7fededfe3329 HTTP/1.1" status: 200 len: 1096 time: 1.0420682 Sep 17 22:31:28.287030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa273090-1422-412c-bbae-431a6ac5e520', 'tag': 'e501a7d6-9cd9-4c8b-abec-7fededfe3329'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:28.294295 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e3b79-c633-4c51-92ee-bcf97a5bca4b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa273090-1422-412c-bbae-431a6ac5e520", "tag": "e501a7d6-9cd9-4c8b-abec-7fededfe3329"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:28.301912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.301912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.318811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Calling delete_port for 7d9a5268-0495-4a2e-a63c-ef9ee3ac003d owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:28.366022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6b2ab-0521-48ce-a50a-46f943ab505e service neutron] Pushing event updated for resources: {'Port': ['ID=e501a7d6-9cd9-4c8b-abec-7fededfe3329,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:28.370308 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c6aee0-d15d-43cf-b4db-034e53db3384 x-openstack-request-id: req-32c6aee0-d15d-43cf-b4db-034e53db3384 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:28.372589 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa273090-1422-412c-bbae-431a6ac5e520", "tag": "e501a7d6-9cd9-4c8b-abec-7fededfe3329", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:28.372589 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32c6aee0-d15d-43cf-b4db-034e53db3384 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:28.372589 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa273090-1422-412c-bbae-431a6ac5e520', 'tag': 'e501a7d6-9cd9-4c8b-abec-7fededfe3329', 'status': 'completed', 'code': 200} Sep 17 22:31:28.415833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:28.479235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 53829d98-7c58-4c80-b8bf-72c90f44aacc {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:28.479984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 53829d98-7c58-4c80-b8bf-72c90f44aacc not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:28.493962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e3b79-c633-4c51-92ee-bcf97a5bca4b req-86aef485-3341-43a6-b9b0-ad6489b6d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.498828 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-479e3b79-c633-4c51-92ee-bcf97a5bca4b req-86aef485-3341-43a6-b9b0-ad6489b6d533 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f964b0ce6b043e1a17c17023de1c28f&device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 1099 time: 0.0993574 Sep 17 22:31:28.535311 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-479e3b79-c633-4c51-92ee-bcf97a5bca4b req-a9eebdbf-9b63-4d5f-b841-e5cc9b214766 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f964b0ce6b043e1a17c17023de1c28f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279038 Sep 17 22:31:28.603318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8136-498b-4a39-8b15-ec956813a735 req-fd933878-b102-475d-8614-ce0b0016678e tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.610925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-425e8136-498b-4a39-8b15-ec956813a735 req-fd933878-b102-475d-8614-ce0b0016678e tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 947 time: 0.1132257 Sep 17 22:31:28.638889 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.698846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e3b79-c633-4c51-92ee-bcf97a5bca4b req-24249a2a-e8d0-4fc9-be13-5ffbdfcaade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.700519 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-479e3b79-c633-4c51-92ee-bcf97a5bca4b req-24249a2a-e8d0-4fc9-be13-5ffbdfcaade6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1488521 Sep 17 22:31:28.703048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Pushing event deleted for resources: {'Port': ['ID=7d9a5268-0495-4a2e-a63c-ef9ee3ac003d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:28.795917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5888935-764e-4393-b7ea-9d85a378e77d req-006b5f75-3cd4-46d1-b591-9a24af722b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.797651 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-006b5f75-3cd4-46d1-b591-9a24af722b28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f964b0ce6b043e1a17c17023de1c28f&device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 1099 time: 0.0563900 Sep 17 22:31:28.807622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-425e8136-498b-4a39-8b15-ec956813a735 req-d3e98ad4-fdc9-4fd0-829e-719e016bfd47 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955578 Sep 17 22:31:28.844213 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06192856-11f3-4a40-98da-f6829ec17529 req-719c292f-5bed-41e1-843f-ee66d907cae7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.846196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06192856-11f3-4a40-98da-f6829ec17529 req-719c292f-5bed-41e1-843f-ee66d907cae7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.1069529 Sep 17 22:31:28.857205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.860520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:28.862002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6f2e73f4-7f9c-4a6b-bb37-de0f4df08286 tempest-ServerActionsTestJSON-1877079725 tempest-ServerActionsTestJSON-1877079725-project] 10.222.0.13 "DELETE /v2.0/floatingips/a9e222f7-113a-4743-84a1-b192e9cb9f18 HTTP/1.1" status: 204 len: 168 time: 1.2007761 Sep 17 22:31:28.869886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43360) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:28.873325 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-b863cc11-655c-4b38-8c03-84ca61268985 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e501a7d6-9cd9-4c8b-abec-7fededfe3329 HTTP/1.1" status: 200 len: 217 time: 0.0668945 Sep 17 22:31:28.912444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06192856-11f3-4a40-98da-f6829ec17529 req-c11c3a5b-4177-4d04-b6eb-729745af02b4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489638 Sep 17 22:31:28.967302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5888935-764e-4393-b7ea-9d85a378e77d req-1a8e6f0c-e7bd-427b-af44-869c847abea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:28.969300 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-1a8e6f0c-e7bd-427b-af44-869c847abea4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0888088 Sep 17 22:31:29.033233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5888935-764e-4393-b7ea-9d85a378e77d req-aa798d27-1c93-4108-b3da-7f3fa630d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:29.034987 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-aa798d27-1c93-4108-b3da-7f3fa630d212 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554540 Sep 17 22:31:29.101042 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:31:29.132170 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-ad5b0e4f-b05d-4f63-8996-133b1008a4c2 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896819 Sep 17 22:31:29.245751 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a5888935-764e-4393-b7ea-9d85a378e77d req-623f6015-38a6-4d4f-9458-92c742d7cd60 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060712 Sep 17 22:31:29.506428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.764949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Deleting port fb2a1856-616d-4482-be10-b33585f5d0a6 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:29.765284 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.848214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] For port fb2a1856-616d-4482-be10-b33585f5d0a6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fb2a1856-616d-4482-be10-b33585f5d0a6,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:29.848578 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:29.876579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Calling delete_port for fb2a1856-616d-4482-be10-b33585f5d0a6 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:30.020130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdf56e-b213-414d-bc50-52cfd744bd6e req-badf317a-db4a-4886-b7b6-c2c58cf426df tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.021645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85cdf56e-b213-414d-bc50-52cfd744bd6e req-badf317a-db4a-4886-b7b6-c2c58cf426df tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 947 time: 0.0995505 Sep 17 22:31:30.120093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85cdf56e-b213-414d-bc50-52cfd744bd6e req-7c14e140-8771-4b10-a91e-811bc2baf9ad tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866997 Sep 17 22:31:30.130011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36863c30-084c-4e64-a0f4-f9d9758aff69 req-0957f37a-a8d9-43ea-87f3-91249100600f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:30.131751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36863c30-084c-4e64-a0f4-f9d9758aff69 req-0957f37a-a8d9-43ea-87f3-91249100600f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.1223872 Sep 17 22:31:30.203849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36863c30-084c-4e64-a0f4-f9d9758aff69 req-f297f20c-bcd0-45b4-bbd6-a02664010929 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649204 Sep 17 22:31:30.359895 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:30.388549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2a1856-616d-4482-be10-b33585f5d0a6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:30.576638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:30.810970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Router 0b85f031-ad77-40bc-a0fc-690dba1da502 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:31:30.928578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:31:30.938373 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] Sync routers for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:31:30.939157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43378) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:30.949854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-896bb0fe-da0d-460c-93e6-115509ad05f7 admin admin] 10.222.0.13 "PUT /v2.0/routers/0b85f031-ad77-40bc-a0fc-690dba1da502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0647020 Sep 17 22:31:30.965005 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:30.965650 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:31:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:31.062662 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.170567 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:31.224413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.271516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9db690-ad37-45a5-a289-f51ac4d91968 req-cdb53079-2a9d-414e-a476-be4d6aca00a8 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:31.273249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc9db690-ad37-45a5-a289-f51ac4d91968 req-cdb53079-2a9d-414e-a476-be4d6aca00a8 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 947 time: 0.0689209 Sep 17 22:31:31.353979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc9db690-ad37-45a5-a289-f51ac4d91968 req-1a6a6d2f-650c-44c5-9134-fd4f7062884d tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732410 Sep 17 22:31:31.384433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3425c7-a243-48f3-80cc-45ae3f6fffa3 req-1c787191-1c7b-4582-8f8a-a13009937f89 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:31.386551 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f3425c7-a243-48f3-80cc-45ae3f6fffa3 req-1c787191-1c7b-4582-8f8a-a13009937f89 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0834889 Sep 17 22:31:31.449452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Deleting port 9ad85e0b-5391-4f83-899b-39044ea66a8f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:31.449793 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.451443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f3425c7-a243-48f3-80cc-45ae3f6fffa3 req-c0a45cca-03fd-4435-b4f9-eaa4436a18c8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568717 Sep 17 22:31:31.537376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] For port 9ad85e0b-5391-4f83-899b-39044ea66a8f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9ad85e0b-5391-4f83-899b-39044ea66a8f,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:31.537864 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.538473 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:31:30Z', 'revision_number': 5, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port': {'id': '9ad85e0b-5391-4f83-899b-39044ea66a8f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:23:16Z', 'updated_at': '2021-09-17T22:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:31.550682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Calling delete_port for 9ad85e0b-5391-4f83-899b-39044ea66a8f owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:31.564330 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] Checking router: 0b85f031-ad77-40bc-a0fc-690dba1da502 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:31:31.573170 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] Routers {'0b85f031-ad77-40bc-a0fc-690dba1da502'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:31.573783 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:31:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0b85f031-ad77-40bc-a0fc-690dba1da502'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:31.666401 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] Set router 0b85f031-ad77-40bc-a0fc-690dba1da502 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:31.721330 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:31:31Z', 'revision_number': 6, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:31.747733 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3092a5f-6e2c-44d7-9300-262255e3fdc9 None None] The sync data for ids ['0b85f031-ad77-40bc-a0fc-690dba1da502'] in n-d-713498-17 is: [{'id': '0b85f031-ad77-40bc-a0fc-690dba1da502', 'name': 'tempest-ServerActionsTestJSON-812318869-router', 'tenant_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:23:14Z', 'updated_at': '2021-09-17T22:31:31Z', 'revision_number': 6, 'project_id': 'cdb933bdef3a4f35a16aed5c1b950a9f', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:31:31.880558 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:31.910607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad85e0b-5391-4f83-899b-39044ea66a8f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:31.975166 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.064076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.066073 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.222971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.223553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b85f031-ad77-40bc-a0fc-690dba1da502 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:31:32.230488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.233843 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-04da9fb9-0cef-4bbb-b713-07e710391d01 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0b85f031-ad77-40bc-a0fc-690dba1da502 HTTP/1.1" status: 204 len: 168 time: 1.2911046 Sep 17 22:31:32.238130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43394) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:32.297566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a697a4d0-0792-4130-9cfd-4895774fd18f admin admin] Deleting subnet d4906658-6b22-49d6-b1db-b9f519c6a5c1 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:31:32.297566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a697a4d0-0792-4130-9cfd-4895774fd18f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.327457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e501a7d6-9cd9-4c8b-abec-7fededfe3329 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:32.341991 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a697a4d0-0792-4130-9cfd-4895774fd18f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.434974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 67cf9a1b-663f-445c-a3fa-cf1dff33e016 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:32.507894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port e501a7d6-9cd9-4c8b-abec-7fededfe3329, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e501a7d6-9cd9-4c8b-abec-7fededfe3329,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:32.514703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a697a4d0-0792-4130-9cfd-4895774fd18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.577426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'e501a7d6-9cd9-4c8b-abec-7fededfe3329', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': 'e501a7d6-9cd9-4c8b-abec-7fededfe3329', 'mac_address': 'fa:16:3e:0c:72:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:32.588561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe212-1ee2-4ae7-8fe3-a80bec67a5ec req-416ba218-60d1-466b-a8b7-a40382edd03a tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:32.590139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe7fe212-1ee2-4ae7-8fe3-a80bec67a5ec req-416ba218-60d1-466b-a8b7-a40382edd03a tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 947 time: 0.1241074 Sep 17 22:31:32.645246 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.673351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe7fe212-1ee2-4ae7-8fe3-a80bec67a5ec req-f6bfe720-9215-429c-ae97-6bf03ebf4f64 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547462 Sep 17 22:31:32.683223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e501a7d6-9cd9-4c8b-abec-7fededfe3329 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:32.683429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028ebee-d69e-408e-a156-7b961b32ed0a req-42af4f72-1c1c-4dd1-85b2-9a7fddc8aab6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:32.694685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3028ebee-d69e-408e-a156-7b961b32ed0a req-42af4f72-1c1c-4dd1-85b2-9a7fddc8aab6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.1251566 Sep 17 22:31:32.703860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:32.733893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '67cf9a1b-663f-445c-a3fa-cf1dff33e016', 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9', 'port_id': '67cf9a1b-663f-445c-a3fa-cf1dff33e016', 'mac_address': 'fa:16:3e:61:56:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8508b9-6d31-4cea-a361-8ff876a2ab35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:32.739276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3028ebee-d69e-408e-a156-7b961b32ed0a req-895ccc5d-9e7c-467b-8c6e-2a363fdd6c74 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420847 Sep 17 22:31:32.741136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port e501a7d6-9cd9-4c8b-abec-7fededfe3329, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e501a7d6-9cd9-4c8b-abec-7fededfe3329,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:32.754826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a697a4d0-0792-4130-9cfd-4895774fd18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.781591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697a4d0-0792-4130-9cfd-4895774fd18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4906658-6b22-49d6-b1db-b9f519c6a5c1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:32.785298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a697a4d0-0792-4130-9cfd-4895774fd18f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.791593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a697a4d0-0792-4130-9cfd-4895774fd18f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d4906658-6b22-49d6-b1db-b9f519c6a5c1 HTTP/1.1" status: 204 len: 168 time: 0.5475996 Sep 17 22:31:32.792185 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.792394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43402) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:32.797703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa6cc6-59fa-42ed-bd25-658893b375f4 None None] Network 838c3bf3-1fcc-449c-953f-13b563709e12 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:32.831133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67cf9a1b-663f-445c-a3fa-cf1dff33e016 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:32.853605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:32.856762 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.898242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.979286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Deleting port 59394424-62d0-40f6-8043-e9e50480c204 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:32.979904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.980147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:32.987480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=e501a7d6-9cd9-4c8b-abec-7fededfe3329,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.013759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:33.051951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['e501a7d6-9cd9-4c8b-abec-7fededfe3329'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:33.083116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fb2a1856-616d-4482-be10-b33585f5d0a6 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:33.100794 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] For port 59394424-62d0-40f6-8043-e9e50480c204, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=59394424-62d0-40f6-8043-e9e50480c204,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:33.105446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.107177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: fb2a1856-616d-4482-be10-b33585f5d0a6 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:33.107779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fb2a1856-616d-4482-be10-b33585f5d0a6 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:33.109950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9ad85e0b-5391-4f83-899b-39044ea66a8f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:33.140218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Calling delete_port for 59394424-62d0-40f6-8043-e9e50480c204 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:33.141637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9ad85e0b-5391-4f83-899b-39044ea66a8f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:33.142049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9ad85e0b-5391-4f83-899b-39044ea66a8f not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:33.159837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9ddaea-fc4d-457c-9e24-bf55295d5c1a None None] DHCP port deletion for 838c3bf3-1fcc-449c-953f-13b563709e12 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:31:33.178547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=67cf9a1b-663f-445c-a3fa-cf1dff33e016,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:33.204757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['67cf9a1b-663f-445c-a3fa-cf1dff33e016'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:33.338597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ddaea-fc4d-457c-9e24-bf55295d5c1a None None] Deleting port 59394424-62d0-40f6-8043-e9e50480c204 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:33.339414 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddaea-fc4d-457c-9e24-bf55295d5c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.472228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9b9ddaea-fc4d-457c-9e24-bf55295d5c1a None None] For port 59394424-62d0-40f6-8043-e9e50480c204, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=59394424-62d0-40f6-8043-e9e50480c204,segment=NetworkSegment(5fdf00c1-4e44-4944-b755-7e0134a27efe),segment_id=5fdf00c1-4e44-4944-b755-7e0134a27efe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:33.472613 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddaea-fc4d-457c-9e24-bf55295d5c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.498322 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.502193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ddaea-fc4d-457c-9e24-bf55295d5c1a None None] Calling delete_port for 59394424-62d0-40f6-8043-e9e50480c204 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:33.530581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59394424-62d0-40f6-8043-e9e50480c204,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:33.532589 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] No DVR routers for this DVR port 59394424-62d0-40f6-8043-e9e50480c204 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:33.615402 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.638138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838c3bf3-1fcc-449c-953f-13b563709e12']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:33.649714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdf00c1-4e44-4944-b755-7e0134a27efe') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:33.650167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdf00c1-4e44-4944-b755-7e0134a27efe') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:33.662536 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.677814 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.684631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:31:33.685044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:31:33.686869 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:31:33.800066 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddaea-fc4d-457c-9e24-bf55295d5c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.808176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ececd-5627-4f29-bc16-750d15b660f2 req-91d4185e-8481-4f92-91f4-daa3129c1b8d tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.809748 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d34ececd-5627-4f29-bc16-750d15b660f2 req-91d4185e-8481-4f92-91f4-daa3129c1b8d tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 948 time: 0.0622830 Sep 17 22:31:33.833925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ddaea-fc4d-457c-9e24-bf55295d5c1a None None] Pushing event deleted for resources: {'Port': ['ID=59394424-62d0-40f6-8043-e9e50480c204,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:33.840982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ddaea-fc4d-457c-9e24-bf55295d5c1a None None] No DVR routers for this DVR port 59394424-62d0-40f6-8043-e9e50480c204 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:33.882161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d34ececd-5627-4f29-bc16-750d15b660f2 req-459e52ae-157b-490f-9f6d-45acde6a1440 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648701 Sep 17 22:31:33.902856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6b89e-2910-46eb-80d6-7684b1138ef8 req-1406b529-f9f5-4675-81a6-512a4328406a tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:33.904585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3c6b89e-2910-46eb-80d6-7684b1138ef8 req-1406b529-f9f5-4675-81a6-512a4328406a tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 945 time: 0.0870450 Sep 17 22:31:33.906350 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.913398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:33.918476 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/838c3bf3-1fcc-449c-953f-13b563709e12 HTTP/1.1" status: 204 len: 168 time: 1.1248355 Sep 17 22:31:33.932888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9fc65-43a4-4c31-a100-4f8de66a54c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=838c3bf3-1fcc-449c-953f-13b563709e12,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:33.962151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3c6b89e-2910-46eb-80d6-7684b1138ef8 req-5723064e-7657-4023-8530-bdbf29ee6af5 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446579 Sep 17 22:31:34.319761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43424) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:34.326974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e501a7d6-9cd9-4c8b-abec-7fededfe3329 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:34.376886 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d4029807-a1cc-450c-856f-ebbbad9825ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdb933bdef3a4f35a16aed5c1b950a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549824 Sep 17 22:31:34.379640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43426) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:34.433065 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43ab4ed3-4a6c-4ef2-a762-4b64738d42e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.448022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 67cf9a1b-663f-445c-a3fa-cf1dff33e016 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:34.459791 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43ab4ed3-4a6c-4ef2-a762-4b64738d42e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.503196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:34.503881 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.524343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port e501a7d6-9cd9-4c8b-abec-7fededfe3329 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:34.532495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port e501a7d6-9cd9-4c8b-abec-7fededfe3329 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:34.532857 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.600066 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43ab4ed3-4a6c-4ef2-a762-4b64738d42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.603540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-43ab4ed3-4a6c-4ef2-a762-4b64738d42e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.604936 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-43ab4ed3-4a6c-4ef2-a762-4b64738d42e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b6e501d-b0b5-4d23-a335-421b267a085b HTTP/1.1" status: 204 len: 168 time: 0.2242982 Sep 17 22:31:34.620397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab4ed3-4a6c-4ef2-a762-4b64738d42e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6e501d-b0b5-4d23-a335-421b267a085b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:34.647852 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.680745 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.687554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458e931-baff-4c27-90a6-33572b8d0427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cf9a1b-663f-445c-a3fa-cf1dff33e016'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:34.693431 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3741142-5ab3-44be-8f3f-a476621e042c" -d '{"events": [{"server_uuid": "6458e931-baff-4c27-90a6-33572b8d0427", "name": "network-vif-plugged", "status": "completed", "tag": "67cf9a1b-663f-445c-a3fa-cf1dff33e016"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:34.710980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:34.743317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port e501a7d6-9cd9-4c8b-abec-7fededfe3329, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e501a7d6-9cd9-4c8b-abec-7fededfe3329,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:34.753809 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f2381-a270-4fd1-b955-89c0bbfe35eb x-openstack-request-id: req-403f2381-a270-4fd1-b955-89c0bbfe35eb {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:34.754108 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458e931-baff-4c27-90a6-33572b8d0427", "name": "network-vif-plugged", "status": "completed", "tag": "67cf9a1b-663f-445c-a3fa-cf1dff33e016", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:34.754359 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-403f2381-a270-4fd1-b955-89c0bbfe35eb {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:34.754748 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6458e931-baff-4c27-90a6-33572b8d0427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cf9a1b-663f-445c-a3fa-cf1dff33e016', 'code': 200} Sep 17 22:31:34.901354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6f99a-4609-4e52-a405-f5f5ffe934cc req-141f02a6-160a-4244-affc-88a3c1b651ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:34.903134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4f6f99a-4609-4e52-a405-f5f5ffe934cc req-141f02a6-160a-4244-affc-88a3c1b651ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 1097 time: 0.0411725 Sep 17 22:31:34.932377 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:34.961876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4f6f99a-4609-4e52-a405-f5f5ffe934cc req-5694faeb-fb6e-4a09-8e0b-8d18c04314aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516100 Sep 17 22:31:34.979729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=67cf9a1b-663f-445c-a3fa-cf1dff33e016,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:35.026931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde8e6-7827-4fac-9460-faf27ac5a860 req-20a85da0-7691-4f4a-a28f-e59b532962f9 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:35.034890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2fde8e6-7827-4fac-9460-faf27ac5a860 req-20a85da0-7691-4f4a-a28f-e59b532962f9 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 948 time: 0.0632639 Sep 17 22:31:35.040266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:35.090659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2fde8e6-7827-4fac-9460-faf27ac5a860 req-487b37f6-8c04-4fbf-9aa4-9d830792fa37 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544498 Sep 17 22:31:35.127742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 59394424-62d0-40f6-8043-e9e50480c204 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:35.156103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=e501a7d6-9cd9-4c8b-abec-7fededfe3329,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:35.161098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d702b95-18a2-46f8-bc39-7217ec070f21 req-3635fb93-3418-4b03-94c4-2b2ac4b4d372 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:35.162661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d702b95-18a2-46f8-bc39-7217ec070f21 req-3635fb93-3418-4b03-94c4-2b2ac4b4d372 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0710104 Sep 17 22:31:35.165171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 59394424-62d0-40f6-8043-e9e50480c204 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:35.165563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 59394424-62d0-40f6-8043-e9e50480c204 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:35.208924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d702b95-18a2-46f8-bc39-7217ec070f21 req-baffc4e3-3ce7-42e8-952e-0fa44525bb09 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389402 Sep 17 22:31:36.224102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a7c2-bc04-4244-82c3-4e330e678744 req-a12bfaa1-3c65-42fb-9bfb-d06fba28c40a tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.225623 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf95a7c2-bc04-4244-82c3-4e330e678744 req-a12bfaa1-3c65-42fb-9bfb-d06fba28c40a tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 949 time: 0.0521736 Sep 17 22:31:36.270082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf95a7c2-bc04-4244-82c3-4e330e678744 req-85da315c-e472-4417-94a1-4976f3e88d61 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Sep 17 22:31:36.434003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43466) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:36.552138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-734542347-network', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:36.643596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540815e-ccb5-4335-8647-2005569eb28e req-f47fca08-03eb-4a78-be34-ed900c1280d7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.645063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5540815e-ccb5-4335-8647-2005569eb28e req-f47fca08-03eb-4a78-be34-ed900c1280d7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.3707299 Sep 17 22:31:36.674480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Made reservation on behalf of 4e7ed3b78cff46a6beaba33eb59f57a6 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:36.680779 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:36.684789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5540815e-ccb5-4335-8647-2005569eb28e req-ca4d51a1-2248-4ddf-ab5b-774a6b9eedc8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Sep 17 22:31:36.686612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:36.755668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa273090-1422-412c-bbae-431a6ac5e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e501a7d6-9cd9-4c8b-abec-7fededfe3329'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:36.760344 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69665e0-43c5-4ba0-88b1-68f93069b437" -d '{"events": [{"server_uuid": "aa273090-1422-412c-bbae-431a6ac5e520", "name": "network-vif-plugged", "status": "completed", "tag": "e501a7d6-9cd9-4c8b-abec-7fededfe3329"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:36.784847 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:36.799652 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3b6b08-08b5-4c01-b49f-e1fcb215dd0a x-openstack-request-id: req-1a3b6b08-08b5-4c01-b49f-e1fcb215dd0a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:36.799946 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa273090-1422-412c-bbae-431a6ac5e520", "name": "network-vif-plugged", "status": "completed", "tag": "e501a7d6-9cd9-4c8b-abec-7fededfe3329", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:36.800200 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a3b6b08-08b5-4c01-b49f-e1fcb215dd0a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:36.800591 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa273090-1422-412c-bbae-431a6ac5e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e501a7d6-9cd9-4c8b-abec-7fededfe3329', 'code': 200} Sep 17 22:31:36.897455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7f7f3-90d7-44ee-904a-2baec3c4d396 req-4739a9c6-db5a-4c25-bb23-753535803b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:36.899738 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-59e7f7f3-90d7-44ee-904a-2baec3c4d396 req-4739a9c6-db5a-4c25-bb23-753535803b7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 1101 time: 0.0430689 Sep 17 22:31:36.912402 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:36.937807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:31:36.966477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77bda34-ff67-401e-8e53-e02c2b619a99,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:36.971006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:36.974222 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Added segment 52ea1ee2-1f83-4c4a-b3ca-200c786b162c of type vlan for network e6ef4461-7ea0-4ce8-aef1-555fb579b553 Sep 17 22:31:36.982442 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-59e7f7f3-90d7-44ee-904a-2baec3c4d396 req-99e95d24-6f59-44b6-a9ad-5d6158cea15d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757594 Sep 17 22:31:37.016695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.148148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.149517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:37.150086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.210634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ef4461-7ea0-4ce8-aef1-555fb579b553,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:37.220806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network e6ef4461-7ea0-4ce8-aef1-555fb579b553 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:31:37.269763 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3495cd34-7b86-4150-83ad-2de83b4fb545 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8346157 Sep 17 22:31:37.272807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43474) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:37.278038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Request body: {'subnet': {'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-subnet', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:37.397434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3626f-5489-4495-81fc-33bae96089d0 req-f997fbdd-a65e-447b-8cb9-a2a955177792 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:37.400356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5f3626f-5489-4495-81fc-33bae96089d0 req-f997fbdd-a65e-447b-8cb9-a2a955177792 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 949 time: 0.0567179 Sep 17 22:31:37.401652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Made reservation on behalf of 4e7ed3b78cff46a6beaba33eb59f57a6 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:37.404238 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.487221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5f3626f-5489-4495-81fc-33bae96089d0 req-f856d84b-76de-481f-91c6-609d308812b1 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794568 Sep 17 22:31:37.754520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:37.845389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:37.865517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Checking segment: {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:37.865878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Network hostable DHCP agents. Network: e6ef4461-7ea0-4ce8-aef1-555fb579b553, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:31:37.888078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22237fd-c6dc-4860-adf4-340a4d404d6b req-35197f59-8e9d-49b3-819e-b41f2e8cbf8c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:37.889629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b22237fd-c6dc-4860-adf4-340a4d404d6b req-35197f59-8e9d-49b3-819e-b41f2e8cbf8c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.1045430 Sep 17 22:31:37.938426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b22237fd-c6dc-4860-adf4-340a4d404d6b req-dcd71e81-bd91-47b8-80e6-ae7766c5d2f8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Sep 17 22:31:38.055097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed4c0-8708-44ac-8fde-5cefcbf25046 req-b386852e-9307-426a-8bed-7f73cffa2c13 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.056839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8bed4c0-8708-44ac-8fde-5cefcbf25046 req-b386852e-9307-426a-8bed-7f73cffa2c13 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.0513465 Sep 17 22:31:38.094584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8bed4c0-8708-44ac-8fde-5cefcbf25046 req-2768a038-0c3d-494a-9745-50cb20f03d7a tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Sep 17 22:31:38.126423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Network e6ef4461-7ea0-4ce8-aef1-555fb579b553 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:31:38.245648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, e6ef4461-7ea0-4ce8-aef1-555fb579b553) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:38.249848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.250456 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.259875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920680e6-dbaf-46d0-9ce7-1ba993b84d86 None None] Network e6ef4461-7ea0-4ce8-aef1-555fb579b553 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:38.349681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c62233a5-5ceb-4197-ba1b-2d86d35093bb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0758085 Sep 17 22:31:38.354086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43490) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:38.363826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:38.364281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.395090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87836576-990f-45e3-aeb3-b7e0a52b1de9 None None] Network e6ef4461-7ea0-4ce8-aef1-555fb579b553 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:31:38.607920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.609186 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.636421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c0bd2-68a3-49eb-b2dd-4a7ad6a22974 req-1771ccca-f317-46aa-b344-b253e7300552 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:38.637933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-895c0bd2-68a3-49eb-b2dd-4a7ad6a22974 req-1771ccca-f317-46aa-b344-b253e7300552 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 949 time: 0.0718346 Sep 17 22:31:38.697809 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:38.715878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-895c0bd2-68a3-49eb-b2dd-4a7ad6a22974 req-b24813e7-ade7-4e68-bc90-6cb6664cce9a tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706944 Sep 17 22:31:39.018271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.037806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-e3092f6a-ebcc-4851-8e2f-0912ff88ac8f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:39.040206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-e3092f6a-ebcc-4851-8e2f-0912ff88ac8f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/networks?id=a1934543-c42a-4cd9-8816-960e7dbdddb9 HTTP/1.1" status: 200 len: 815 time: 0.2486041 Sep 17 22:31:39.054983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-e9e45bab-64aa-4e1d-8fd6-3eca6cf99ffc tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/quotas/b245001cc2004dc98fb3a798e43d72ea HTTP/1.1" status: 200 len: 375 time: 0.0090508 Sep 17 22:31:39.108036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-0ebc6871-85f6-4cff-b5df-99de45551034 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b245001cc2004dc98fb3a798e43d72ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465548 Sep 17 22:31:39.320652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-cd82c480-41df-47c2-9951-d8311b92e871 service neutron] 10.222.0.13 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023206 Sep 17 22:31:39.479019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-644f8f48-badc-400f-bec4-f9f1cfa539a8 service neutron] 10.222.0.13 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172822 Sep 17 22:31:39.625126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.657681 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:39.781238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Allocated IP 172.25.5.251 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/b0ac0159-c30f-48c2-b4b4-127bf813acc7) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:39.911012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b79f05d7-4213-416e-8c4b-ce54711c7e0f req-be34d4c4-6349-45a7-9c6b-d0b122064233 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 210 time: 0.0475051 Sep 17 22:31:39.955859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-500465d8-ca65-408b-9084-ddcdaccbaa37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:39.957524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-500465d8-ca65-408b-9084-ddcdaccbaa37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.32 "GET /v2.0/ports?device_id=6458e931-baff-4c27-90a6-33572b8d0427 HTTP/1.1" status: 200 len: 946 time: 0.1048660 Sep 17 22:31:39.960347 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.079509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Deleting port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:31:40.080064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.136806 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.169551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] For port 67cf9a1b-663f-445c-a3fa-cf1dff33e016, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=67cf9a1b-663f-445c-a3fa-cf1dff33e016,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:40.170064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.189350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Calling delete_port for 67cf9a1b-663f-445c-a3fa-cf1dff33e016 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:31:40.191536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.267007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:40.273801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:40.278893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:40.304158 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ac0159-c30f-48c2-b4b4-127bf813acc7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:40.657562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.668724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['67cf9a1b-663f-445c-a3fa-cf1dff33e016'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:40.706327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Pushing event deleted for resources: {'Port': ['ID=67cf9a1b-663f-445c-a3fa-cf1dff33e016,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:40.755493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] No DVR routers for this DVR port 67cf9a1b-663f-445c-a3fa-cf1dff33e016 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:31:40.757941 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:40.759916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1e11acd-0f96-4b1e-baa8-d421ed4719d0 req-9e467403-439a-496b-a98e-81f9e915a164 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.32 "DELETE /v2.0/ports/67cf9a1b-663f-445c-a3fa-cf1dff33e016 HTTP/1.1" status: 204 len: 173 time: 0.7962668 Sep 17 22:31:40.760365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458e931-baff-4c27-90a6-33572b8d0427', 'name': 'network-vif-deleted', 'tag': '67cf9a1b-663f-445c-a3fa-cf1dff33e016'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:40.762556 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eb5e20-ceba-4ef0-a2be-18ab569c8d58" -d '{"events": [{"server_uuid": "6458e931-baff-4c27-90a6-33572b8d0427", "name": "network-vif-deleted", "tag": "67cf9a1b-663f-445c-a3fa-cf1dff33e016"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:40.806964 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73794733-2222-4ec3-900c-3a544dbdda5b x-openstack-request-id: req-73794733-2222-4ec3-900c-3a544dbdda5b {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:40.806964 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458e931-baff-4c27-90a6-33572b8d0427", "name": "network-vif-deleted", "tag": "67cf9a1b-663f-445c-a3fa-cf1dff33e016", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:40.806964 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73794733-2222-4ec3-900c-3a544dbdda5b {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:40.806964 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6458e931-baff-4c27-90a6-33572b8d0427', 'name': 'network-vif-deleted', 'tag': '67cf9a1b-663f-445c-a3fa-cf1dff33e016', 'status': 'completed', 'code': 200} Sep 17 22:31:41.056118 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:41.059622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d17ea270-2b4b-4b61-938d-a3dfd797788d req-50f4b925-4176-4fa2-aba4-e9ca7561b7af tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 210 time: 0.0642393 Sep 17 22:31:41.303225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:41.576611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:31:41.713134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:31:41.731747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Sync routers for ids ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:31:41.741108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Routers {'5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:41.745676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:31:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:41.856680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Set router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:41.886096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:41.890344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43564) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:41.891006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4405ced2-7ead-4372-b050-3e134ee7c4f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5310674 Sep 17 22:31:42.075969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:38Z', 'updated_at': '2021-09-17T22:31:40Z', 'revision_number': 3, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'gw_port': {'id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:39Z', 'updated_at': '2021-09-17T22:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:42.131614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Checking router: 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:31:42.131614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Updating router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 port b0ac0159-c30f-48c2-b4b4-127bf813acc7 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:31:42.210656 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.270835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee78b6b9-ff3f-4991-a32c-eb724e62420f req-00b6db0e-95b0-4826-a37f-bcee228f878f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 210 time: 0.0338991 Sep 17 22:31:42.545142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.613772 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.722215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.780071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Attempting to bind port b0ac0159-c30f-48c2-b4b4-127bf813acc7 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:42.781031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Attempting to bind port b0ac0159-c30f-48c2-b4b4-127bf813acc7 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:42.781031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Attempting to bind port b0ac0159-c30f-48c2-b4b4-127bf813acc7 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:42.800798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:42.801606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:42.802547 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.803379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:42.810648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Bound port: b0ac0159-c30f-48c2-b4b4-127bf813acc7, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:42.811527 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:42.858155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41289790-5154-4440-8485-ed0a41a31911 None None] Pushing event updated for resources: {'Port': ['ID=b0ac0159-c30f-48c2-b4b4-127bf813acc7,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:42.909037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] For port b0ac0159-c30f-48c2-b4b4-127bf813acc7, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:42.912411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] For port b0ac0159-c30f-48c2-b4b4-127bf813acc7, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b0ac0159-c30f-48c2-b4b4-127bf813acc7,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:43.069175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.135633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Allocated IP 172.20.0.1 (e6ef4461-7ea0-4ce8-aef1-555fb579b553/aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715/780d8b0b-8499-4852-9fbc-453a51a1344b) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:43.139841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Routers {'5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:43.140121 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:31:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:43.145506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41289790-5154-4440-8485-ed0a41a31911 None None] Pushing event updated for resources: {'Port': ['ID=b0ac0159-c30f-48c2-b4b4-127bf813acc7,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:43.274080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] Set router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:43.400079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f191f9bc-258c-43a2-b2a3-d78a39db7e15 req-3406818c-74b1-4d32-9686-8a540ba08a3b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 210 time: 0.0435226 Sep 17 22:31:43.423193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-272b8fe4-08d4-4b29-ba4c-8d6a68d51876 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:43.424733 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-272b8fe4-08d4-4b29-ba4c-8d6a68d51876 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.35 "GET /v2.0/networks?id=a1934543-c42a-4cd9-8816-960e7dbdddb9 HTTP/1.1" status: 200 len: 815 time: 0.2600920 Sep 17 22:31:43.441707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Request body: {'port': {'device_id': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9', 'admin_state_up': True, 'tenant_id': 'b245001cc2004dc98fb3a798e43d72ea'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:43.490199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.595906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:38Z', 'updated_at': '2021-09-17T22:31:40Z', 'revision_number': 3, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'gw_port': {'id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:39Z', 'updated_at': '2021-09-17T22:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:43.637813 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9dc438-98a6-4155-8965-d0e777f99062 None None] The sync data for ids ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'] in n-d-713498-17 is: [{'id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:38Z', 'updated_at': '2021-09-17T22:31:40Z', 'revision_number': 3, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'gw_port': {'id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:39Z', 'updated_at': '2021-09-17T22:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:31:43.720995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Made reservation on behalf of b245001cc2004dc98fb3a798e43d72ea for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:43.725283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.814377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:43.860670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Network e6ef4461-7ea0-4ce8-aef1-555fb579b553 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:43.866032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:43.873410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:43.944541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Pushing event updated for resources: {'Port': ['ID=780d8b0b-8499-4852-9fbc-453a51a1344b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:43.956981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.035334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Allocated IP 172.20.0.4 (a1934543-c42a-4cd9-8816-960e7dbdddb9/1d8508b9-6d31-4cea-a361-8ff876a2ab35/97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:44.327091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.450643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.471169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.493314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 67cf9a1b-663f-445c-a3fa-cf1dff33e016 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:31:44.547823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Network a1934543-c42a-4cd9-8816-960e7dbdddb9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:44.557715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 67cf9a1b-663f-445c-a3fa-cf1dff33e016 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:31:44.557715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 67cf9a1b-663f-445c-a3fa-cf1dff33e016 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:31:44.563037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:44.572312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:44.611004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba361cc2-7b1b-4b25-96b5-f627954472f8 req-4e078825-a3be-40cd-b836-c4487296799d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:44.622056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Pushing event updated for resources: {'Port': ['ID=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:44.627765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba361cc2-7b1b-4b25-96b5-f627954472f8 req-4e078825-a3be-40cd-b836-c4487296799d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 931 time: 0.1303270 Sep 17 22:31:44.697311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba361cc2-7b1b-4b25-96b5-f627954472f8 req-6967992c-3901-4064-9e88-8966b5df4a23 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683420 Sep 17 22:31:44.705781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:44.706492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.790042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:44.843401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-2b5f6a03-4724-4b6e-8379-9a36d4007b37 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4091628 Sep 17 22:31:44.858873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Request body: {'port': {'device_id': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:44.881667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.021587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Pushing event updated for resources: {'Port': ['ID=780d8b0b-8499-4852-9fbc-453a51a1344b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:45.027383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.034520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.124669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b0ac0159-c30f-48c2-b4b4-127bf813acc7 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:45.198710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b0ac0159-c30f-48c2-b4b4-127bf813acc7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:45.199159 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.273997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Network e6ef4461-7ea0-4ce8-aef1-555fb579b553 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:45.276754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:45.303263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.337671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port b0ac0159-c30f-48c2-b4b4-127bf813acc7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b0ac0159-c30f-48c2-b4b4-127bf813acc7,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:45.422544 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.511245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=b0ac0159-c30f-48c2-b4b4-127bf813acc7,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:45.540749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:31:45.561620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:45.605812 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.628149 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Transition to ACTIVE for port object 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:45.690510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:31:45.698141 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-71ed8db1-62c7-43de-ba67-45fd386aa39d admin admin] 10.222.0.13 "PUT /v2.0/routers/5cef9a81-ce5c-49c7-befb-a2bd85fef9d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8059454 Sep 17 22:31:45.754353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:45.845616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901ab9-b37b-4fe9-8775-e4aa8ad93162 req-4fa3a2c5-468f-44a8-bde2-6bf46dc74ce4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:45.854998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd901ab9-b37b-4fe9-8775-e4aa8ad93162 req-4fa3a2c5-468f-44a8-bde2-6bf46dc74ce4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 943 time: 0.0827727 Sep 17 22:31:45.869202 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Sync routers for ids ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:31:45.885349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:45.889724 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Routers {'5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:45.893035 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:31:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:45.924446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd901ab9-b37b-4fe9-8775-e4aa8ad93162 req-79da68d7-c543-47c5-bfe6-081279efde36 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682483 Sep 17 22:31:45.953222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Attempting to bind port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:45.953602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Attempting to bind port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:45.953885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Attempting to bind port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 on network a1934543-c42a-4cd9-8816-960e7dbdddb9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:45.966131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 on network a1934543-c42a-4cd9-8816-960e7dbdddb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:45.966490 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Attempting to bind port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 on network a1934543-c42a-4cd9-8816-960e7dbdddb9 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:45.982874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:45.983222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Checking segment: {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:45.983606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Bound using segment: {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:45.984035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Bound port: 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:45.984387 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.081165 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Set router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:46.092297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] For port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:46.095702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] For port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:46.236530 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.322336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.323284 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.326046 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] 10.222.0.35 "PUT /v2.0/ports/97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 HTTP/1.1" status: 200 len: 1092 time: 1.4716270 Sep 17 22:31:46.326715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'tag': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:46.326878 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:38Z', 'updated_at': '2021-09-17T22:31:44Z', 'revision_number': 4, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'gw_port': {'id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:39Z', 'updated_at': '2021-09-17T22:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '780d8b0b-8499-4852-9fbc-453a51a1344b', 'name': '', 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'mac_address': 'fa:16:3e:fb:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:42Z', 'updated_at': '2021-09-17T22:31:44Z', 'revision_number': 2, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'subnets': [{'id': 'aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:46.333772 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9733056-f59c-4252-b8e2-33ab39e1b449" -d '{"events": [{"name": "network-changed", "server_uuid": "4324c178-42cf-44d6-aa7d-ac5e6e8470d2", "tag": "97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:46.372191 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Checking router: 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:31:46.372808 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Updating router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 port 780d8b0b-8499-4852-9fbc-453a51a1344b binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:31:46.393709 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f0c3f-4318-442e-a472-05a0cf94dddf x-openstack-request-id: req-da4f0c3f-4318-442e-a472-05a0cf94dddf {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:46.393998 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4324c178-42cf-44d6-aa7d-ac5e6e8470d2", "tag": "97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:46.394250 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da4f0c3f-4318-442e-a472-05a0cf94dddf {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:46.394657 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'tag': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57', 'status': 'completed', 'code': 200} Sep 17 22:31:46.412239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b4a34-60f3-4112-9eed-69aae9a7a806 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:46.417247 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.482214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9733056-f59c-4252-b8e2-33ab39e1b449 req-c2baec4c-993d-47fc-bbc0-1ac1f0b82e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.487077 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b9733056-f59c-4252-b8e2-33ab39e1b449 req-c2baec4c-993d-47fc-bbc0-1ac1f0b82e70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b245001cc2004dc98fb3a798e43d72ea&device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 1095 time: 0.0707128 Sep 17 22:31:46.612533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-3c1374cb-6cdb-47ff-8c5f-d272d48aa5dd tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.614200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-3c1374cb-6cdb-47ff-8c5f-d272d48aa5dd tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 818 time: 0.1670921 Sep 17 22:31:46.635519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-88ede0df-ea15-430f-838d-022d18f898a2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/quotas/4e7ed3b78cff46a6beaba33eb59f57a6 HTTP/1.1" status: 200 len: 375 time: 0.0121031 Sep 17 22:31:46.661140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9733056-f59c-4252-b8e2-33ab39e1b449 req-438cd965-2f39-4453-8066-8b77fffe99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.663108 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b9733056-f59c-4252-b8e2-33ab39e1b449 req-438cd965-2f39-4453-8066-8b77fffe99a3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b245001cc2004dc98fb3a798e43d72ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1687591 Sep 17 22:31:46.699967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-0e3a0dbb-14ce-4307-9afa-84d6318bf3db tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574212 Sep 17 22:31:46.810892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9733056-f59c-4252-b8e2-33ab39e1b449 req-65cb1297-545e-4d78-85df-e58da93cbb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.812403 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b9733056-f59c-4252-b8e2-33ab39e1b449 req-65cb1297-545e-4d78-85df-e58da93cbb74 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1404030 Sep 17 22:31:46.861531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-78b178be-b0c4-44bb-9d25-f23ce7fce215 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444993 Sep 17 22:31:46.891246 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:46.911448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-967fdb30-a613-43ef-86f0-b3f5f644f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:46.913247 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-967fdb30-a613-43ef-86f0-b3f5f644f112 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b245001cc2004dc98fb3a798e43d72ea&device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 1095 time: 0.0576344 Sep 17 22:31:46.970213 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-dd19fa9f-e17b-4a2e-bf12-03f3df7b7dbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 HTTP/1.1" status: 200 len: 217 time: 0.0493903 Sep 17 22:31:46.975955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-87bf4bff-4655-4fb3-9fe2-35f66cf73607 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069937 Sep 17 22:31:47.051890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-b56c9f6f-74b7-43b8-8853-3de4bf51dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:47.054949 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-b56c9f6f-74b7-43b8-8853-3de4bf51dbcb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1d8508b9-6d31-4cea-a361-8ff876a2ab35 HTTP/1.1" status: 200 len: 855 time: 0.0776918 Sep 17 22:31:47.062701 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.097177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b0ac0159-c30f-48c2-b4b4-127bf813acc7 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:47.107463 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-985dff7a-628f-4f06-91d2-0f85c6bc8d31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1934543-c42a-4cd9-8816-960e7dbdddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458009 Sep 17 22:31:47.125919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46b41a-8fda-4be0-99f4-fe81d9fe6f61 req-26f7e743-93f5-4de0-ba6c-0ad4c23c324e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:47.129136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee46b41a-8fda-4be0-99f4-fe81d9fe6f61 req-26f7e743-93f5-4de0-ba6c-0ad4c23c324e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 943 time: 0.1179008 Sep 17 22:31:47.165870 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b0ac0159-c30f-48c2-b4b4-127bf813acc7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:47.166536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.209014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee46b41a-8fda-4be0-99f4-fe81d9fe6f61 req-8610ad28-d91e-40e5-a92a-7d7c33e10768 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681942 Sep 17 22:31:47.261305 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Attempting to bind port 780d8b0b-8499-4852-9fbc-453a51a1344b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:47.261665 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Attempting to bind port 780d8b0b-8499-4852-9fbc-453a51a1344b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:47.262021 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Attempting to bind port 780d8b0b-8499-4852-9fbc-453a51a1344b on network e6ef4461-7ea0-4ce8-aef1-555fb579b553 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:47.265224 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Pushing event updated for resources: {'Port': ['ID=780d8b0b-8499-4852-9fbc-453a51a1344b,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:47.282188 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.282527 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.282886 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.283217 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.283554 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.283860 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.284227 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.284619 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.284938 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.285255 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.285567 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.285882 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:31:47.291043 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:47.291594 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Checking segment: {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:47.292075 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.292445 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Bound using segment: {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:47.292915 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Bound port: 780d8b0b-8499-4852-9fbc-453a51a1344b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:47.293286 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.299659 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-0ecc43c0-e73a-4d64-acf1-7a25ad0a35d6 service neutron] 10.222.0.35 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841977 Sep 17 22:31:47.376118 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] For port 780d8b0b-8499-4852-9fbc-453a51a1344b, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:47.384566 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] For port 780d8b0b-8499-4852-9fbc-453a51a1344b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=780d8b0b-8499-4852-9fbc-453a51a1344b,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:47.444851 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d2e8e111-36a5-4380-b418-d14d3b5fe242 req-7ded0a4e-ed64-4012-9d00-7ad1a7361b35 service neutron] 10.222.0.35 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374114 Sep 17 22:31:47.495217 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.537300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3bad6a0-18de-406b-97d7-24f39e694164 req-c180361a-6712-4b44-9b12-5805ba4f956b tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 210 time: 0.0540287 Sep 17 22:31:47.617069 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af3503-d53d-42af-91e1-1345b99d19c0 None None] Pushing event updated for resources: {'Port': ['ID=780d8b0b-8499-4852-9fbc-453a51a1344b,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:47.628553 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Routers {'5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:31:47.629162 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:31:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:47.806237 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0eaff086-eea6-41e1-8a8e-af4556aa88bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:47.816228 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] Set router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:31:47.932124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccf740-71b7-4189-9692-937163914a55 req-1630052d-8909-439d-8b7d-23110af3ad30 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:47.933797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-1630052d-8909-439d-8b7d-23110af3ad30 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 818 time: 0.1558738 Sep 17 22:31:47.955183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-afb694d6-9001-4994-9e66-7267b593cd52 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/quotas/4e7ed3b78cff46a6beaba33eb59f57a6 HTTP/1.1" status: 200 len: 375 time: 0.0148044 Sep 17 22:31:48.011491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-38ed2e86-5d11-48ca-98cf-7e022ee5c53e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491090 Sep 17 22:31:48.052755 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:38Z', 'updated_at': '2021-09-17T22:31:44Z', 'revision_number': 4, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'gw_port': {'id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:39Z', 'updated_at': '2021-09-17T22:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '780d8b0b-8499-4852-9fbc-453a51a1344b', 'name': '', 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'mac_address': 'fa:16:3e:fb:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:42Z', 'updated_at': '2021-09-17T22:31:47Z', 'revision_number': 4, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'subnets': [{'id': 'aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:48.128426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-4e689002-6708-4c92-80b2-2189dd695c72 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085751 Sep 17 22:31:48.181378 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5920571b-9b83-49af-b016-5ee504a3a6b0 None None] The sync data for ids ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'] in n-d-713498-17 is: [{'id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:38Z', 'updated_at': '2021-09-17T22:31:44Z', 'revision_number': 4, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'gw_port': {'id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:39Z', 'updated_at': '2021-09-17T22:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '780d8b0b-8499-4852-9fbc-453a51a1344b', 'name': '', 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'mac_address': 'fa:16:3e:fb:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:42Z', 'updated_at': '2021-09-17T22:31:47Z', 'revision_number': 4, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'subnets': [{'id': 'aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:31:48.242552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-d23ff445-d7e1-481c-94dd-ceb0fc9fb08c service neutron] 10.222.0.13 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064346 Sep 17 22:31:48.384921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6581d-6781-4d0d-8bc6-449c7f69e4ee req-b6e1a64d-a67b-4da1-8bf7-9ac7d3363fee tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:48.387309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cda6581d-6781-4d0d-8bc6-449c7f69e4ee req-b6e1a64d-a67b-4da1-8bf7-9ac7d3363fee tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 943 time: 0.0609183 Sep 17 22:31:48.431522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cda6581d-6781-4d0d-8bc6-449c7f69e4ee req-7a3be4d8-440c-47e4-8ed0-b14a7a05686c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 Sep 17 22:31:48.560121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05a783e4-b6d9-47da-a503-e16b6c661b81 req-ecdbd82e-b8bf-4f0b-b4ed-ac768565b585 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 210 time: 0.0286961 Sep 17 22:31:49.113050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 780d8b0b-8499-4852-9fbc-453a51a1344b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:49.180510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 780d8b0b-8499-4852-9fbc-453a51a1344b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:49.180922 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.276982 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.314040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 780d8b0b-8499-4852-9fbc-453a51a1344b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=780d8b0b-8499-4852-9fbc-453a51a1344b,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:49.366219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.422661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=780d8b0b-8499-4852-9fbc-453a51a1344b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:49.646429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e4597-8798-4ba2-b8dd-edd56e69841e req-ce973ad0-3821-41fd-8eee-370ed0175c84 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:49.653452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e8e4597-8798-4ba2-b8dd-edd56e69841e req-ce973ad0-3821-41fd-8eee-370ed0175c84 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 943 time: 0.1246262 Sep 17 22:31:49.722432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43696) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:49.733956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad385287-a167-4f03-88be-2e041945fdad req-9cebad33-16ef-4923-a61b-a5f288ad3277 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 210 time: 0.0368352 Sep 17 22:31:49.751362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e8e4597-8798-4ba2-b8dd-edd56e69841e req-3b7cf502-4f98-4a99-ad13-da102511c769 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913537 Sep 17 22:31:49.801218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-204b6516-16de-4d9b-ac88-df4ba2b30c71 admin admin] Deleting subnet 74515279-752b-466f-8f5b-fcfae9dc9db1 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:31:49.805758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-204b6516-16de-4d9b-ac88-df4ba2b30c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.844042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-204b6516-16de-4d9b-ac88-df4ba2b30c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:49.894044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-204b6516-16de-4d9b-ac88-df4ba2b30c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.120012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-204b6516-16de-4d9b-ac88-df4ba2b30c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.147192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b6516-16de-4d9b-ac88-df4ba2b30c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74515279-752b-466f-8f5b-fcfae9dc9db1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:50.158168 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-204b6516-16de-4d9b-ac88-df4ba2b30c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.166008 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-204b6516-16de-4d9b-ac88-df4ba2b30c71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/74515279-752b-466f-8f5b-fcfae9dc9db1 HTTP/1.1" status: 204 len: 168 time: 0.4425032 Sep 17 22:31:50.166008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43700) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:50.216479 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3f609a4d-6ca3-4bf4-b314-db6006dc7317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.236156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.327145 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.352069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765897eb-d953-438d-a2af-226c1ae1dc57']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:50.362350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c17e6f-654d-4024-9379-3a5dfe83e54d') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:50.362646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c17e6f-654d-4024-9379-3a5dfe83e54d') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:50.373507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.389795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.396372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:31:50.396879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:31:50.399421 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:31:50.410742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:50.457739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-c1383e21-d1d5-4c68-8607-be18f07b3775 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:50.459439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-c1383e21-d1d5-4c68-8607-be18f07b3775 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 818 time: 0.1319211 Sep 17 22:31:50.476612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Request body: {'port': {'device_id': '342a6db8-c293-424a-b353-70d1543cf63f', 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553', 'admin_state_up': True, 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:50.594154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.614197 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.616128 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] 10.222.0.13 "DELETE /v2.0/networks/765897eb-d953-438d-a2af-226c1ae1dc57 HTTP/1.1" status: 204 len: 168 time: 0.4525366 Sep 17 22:31:50.618734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33949d-7836-4105-be1f-f6a39a41cd1b admin admin] Pushing event deleted for resources: {'Network': ['ID=765897eb-d953-438d-a2af-226c1ae1dc57,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:50.620696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43704) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:50.674637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dad7ac-57d6-4213-8a97-df0658e2703a admin admin] Deleting subnet 6acfcc73-c6fc-401f-9618-fba89129e435 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:31:50.677450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:50.677900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2dad7ac-57d6-4213-8a97-df0658e2703a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.695345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57', 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9', 'port_id': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57', 'mac_address': 'fa:16:3e:26:d8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8508b9-6d31-4cea-a361-8ff876a2ab35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:50.716460 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2dad7ac-57d6-4213-8a97-df0658e2703a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.719829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Made reservation on behalf of 4e7ed3b78cff46a6beaba33eb59f57a6 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:50.723826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.745989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.761401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:50.774010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2dad7ac-57d6-4213-8a97-df0658e2703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.787299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:50.915560 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:50.967251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:51.006761 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2dad7ac-57d6-4213-8a97-df0658e2703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.063123 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2dad7ac-57d6-4213-8a97-df0658e2703a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.068404 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d2dad7ac-57d6-4213-8a97-df0658e2703a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6acfcc73-c6fc-401f-9618-fba89129e435 HTTP/1.1" status: 204 len: 168 time: 0.4407930 Sep 17 22:31:51.068404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dad7ac-57d6-4213-8a97-df0658e2703a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6acfcc73-c6fc-401f-9618-fba89129e435,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:51.072380 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43712) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:51.109059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 780d8b0b-8499-4852-9fbc-453a51a1344b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:51.159018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:51.171744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.191949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 780d8b0b-8499-4852-9fbc-453a51a1344b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:51.192321 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.193788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0caae48f-0c0a-4492-91ce-8415173bba5d req-f1eb081b-c897-4969-ab17-ff34e508ae96 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 210 time: 0.3590121 Sep 17 22:31:51.290540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.317333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95cfbee-9815-4a6f-839b-c6310218012f']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:51.334281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d80f22-c207-4c78-9806-043d0f10a086') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:51.337534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d80f22-c207-4c78-9806-043d0f10a086') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:31:51.363091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.377135 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.391163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.400052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:31:51.400797 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:31:51.403233 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:31:51.413622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d0827-8896-4dad-bdc3-610ab35de84e req-7b7652c4-bdc1-48e0-99bb-d38ee0e7788c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:51.427622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f8d0827-8896-4dad-bdc3-610ab35de84e req-7b7652c4-bdc1-48e0-99bb-d38ee0e7788c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 943 time: 0.5845129 Sep 17 22:31:51.456895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Allocated IP 172.20.0.3 (e6ef4461-7ea0-4ce8-aef1-555fb579b553/aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715/b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:51.488636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f8d0827-8896-4dad-bdc3-610ab35de84e req-3c9ffdbd-4325-4918-942f-7e12f98c912f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Sep 17 22:31:51.508798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccf740-71b7-4189-9692-937163914a55 req-a2a13436-41cc-4a44-a2b5-5d441b70952d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:51.508798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-a2a13436-41cc-4a44-a2b5-5d441b70952d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 818 time: 0.3081076 Sep 17 22:31:51.521452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Request body: {'port': {'device_id': 'daa7ec97-8e63-4b76-ae9d-5f7445bd7699', 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553', 'admin_state_up': True, 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:51.692834 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.743790 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.833787 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.834384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Made reservation on behalf of 4e7ed3b78cff46a6beaba33eb59f57a6 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:31:51.838395 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.840504 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.842284 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:51.845307 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a95cfbee-9815-4a6f-839b-c6310218012f HTTP/1.1" status: 204 len: 168 time: 0.7716484 Sep 17 22:31:51.857289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574f0e2-da4b-44aa-ae5e-cc541a1c5788 admin admin] Pushing event deleted for resources: {'Network': ['ID=a95cfbee-9815-4a6f-839b-c6310218012f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:51.904260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Network e6ef4461-7ea0-4ce8-aef1-555fb579b553 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:51.912807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:51.917567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:51.976440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Pushing event updated for resources: {'Port': ['ID=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:52.011345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:52.012007 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.071988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Allocated IP 172.20.0.5 (e6ef4461-7ea0-4ce8-aef1-555fb579b553/aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715/368e5534-eef4-468f-9a61-4584f6a81616) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:31:52.109344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ded9aeb8-4f5d-4ca0-829e-c9470b541719 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6381915 Sep 17 22:31:52.128246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Request body: {'port': {'device_id': '342a6db8-c293-424a-b353-70d1543cf63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:52.247964 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.258000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43724) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:52.365207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.371809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec5fd78a-044f-411c-a738-f67da2e8f0af req-a4fde24b-4beb-4596-a495-8b73dd07abc0 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 210 time: 0.0568750 Sep 17 22:31:52.400722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dabb3fda-6caa-4c41-bf66-d05da3d56e69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58fb283aced64563835b30070cff18d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352649 Sep 17 22:31:52.403594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:52.420754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:31:52.473589 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3457fd91-fdf6-4010-8172-e6e608b8d7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.511623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3457fd91-fdf6-4010-8172-e6e608b8d7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.582421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:31:52.587634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:31:52.587778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.608539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115767e-03aa-4855-a756-16d314ecc0a8 req-15fa9bd8-47bb-413e-b1d8-a82d04ff42bf tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:52.610046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e115767e-03aa-4855-a756-16d314ecc0a8 req-15fa9bd8-47bb-413e-b1d8-a82d04ff42bf tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 944 time: 0.0494103 Sep 17 22:31:52.651182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.668871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e115767e-03aa-4855-a756-16d314ecc0a8 req-4b6cfce4-b7e7-42bd-8a07-4a6f624b166e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 Sep 17 22:31:52.672815 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.691964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3457fd91-fdf6-4010-8172-e6e608b8d7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.697296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3457fd91-fdf6-4010-8172-e6e608b8d7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.699565 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3457fd91-fdf6-4010-8172-e6e608b8d7ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a54c0799-c03e-4753-8abe-fc0f82cad378 HTTP/1.1" status: 204 len: 168 time: 0.2943001 Sep 17 22:31:52.710935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457fd91-fdf6-4010-8172-e6e608b8d7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c0799-c03e-4753-8abe-fc0f82cad378,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:52.717950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Network e6ef4461-7ea0-4ce8-aef1-555fb579b553 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:31:52.723810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:52.726767 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e4081b-f628-4dc3-895e-f30773af0486" -d '{"events": [{"server_uuid": "4324c178-42cf-44d6-aa7d-ac5e6e8470d2", "name": "network-vif-plugged", "status": "completed", "tag": "97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:52.740423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:31:52.740810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:52.773903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:31:52.779293 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb9140-0706-458f-b430-59f0a77834ee x-openstack-request-id: req-bffb9140-0706-458f-b430-59f0a77834ee {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:52.779699 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4324c178-42cf-44d6-aa7d-ac5e6e8470d2", "name": "network-vif-plugged", "status": "completed", "tag": "97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:52.780039 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bffb9140-0706-458f-b430-59f0a77834ee {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:52.780521 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57', 'code': 200} Sep 17 22:31:52.839589 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.888372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Pushing event updated for resources: {'Port': ['ID=368e5534-eef4-468f-9a61-4584f6a81616,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:52.890544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa3a6a-5916-41ef-b970-70fc017682d5 req-b7b54311-d4d0-493c-beb2-2e68f180197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:52.892676 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-05fa3a6a-5916-41ef-b970-70fc017682d5 req-b7b54311-d4d0-493c-beb2-2e68f180197d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 1097 time: 0.0554719 Sep 17 22:31:52.900076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:52.900720 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:52.950710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:52.964948 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-05fa3a6a-5916-41ef-b970-70fc017682d5 req-eeac9324-60c8-46f4-91e6-7561cd2369c7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645044 Sep 17 22:31:52.995336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:53.003206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-baf05c5a-d5d9-464f-b777-705657fd871f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4874177 Sep 17 22:31:53.005220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.022952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Request body: {'port': {'device_id': 'daa7ec97-8e63-4b76-ae9d-5f7445bd7699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:31:53.048899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Transition to ACTIVE for port object b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:53.082388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.122484 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.257679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Pushing event updated for resources: {'Port': ['ID=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:53.355901 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.395154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Attempting to bind port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:53.395489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Attempting to bind port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:53.395827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Attempting to bind port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 on network e6ef4461-7ea0-4ce8-aef1-555fb579b553 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:53.453339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 on network e6ef4461-7ea0-4ce8-aef1-555fb579b553 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:53.454034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Attempting to bind port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 on network e6ef4461-7ea0-4ce8-aef1-555fb579b553 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:53.471309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:53.471637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Checking segment: {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:53.472068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Bound using segment: {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:53.472511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Bound port: b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:53.472868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.516581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43748) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:53.553450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] For port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:53.557465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] For port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:53.572608 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24572297-af22-4f9b-b9d2-cc6d82dc2f5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d692aa69dfe443a0a496c23e9bf294f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545051 Sep 17 22:31:53.575120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43750) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:53.613098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368e5534-eef4-468f-9a61-4584f6a81616 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:53.623131 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.635493 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.648029 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a3341d9-59cc-4bdb-b07e-b1801a6a4580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.650046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f0e72-7abf-4d8b-9094-0e356050bd1d req-9e496073-ff1f-4456-a00a-dda172ec1b0a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.651888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c3f0e72-7abf-4d8b-9094-0e356050bd1d req-9e496073-ff1f-4456-a00a-dda172ec1b0a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 931 time: 0.1815505 Sep 17 22:31:53.672301 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a3341d9-59cc-4bdb-b07e-b1801a6a4580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.687798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Transition to ACTIVE for port object 368e5534-eef4-468f-9a61-4584f6a81616 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:31:53.704128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:53.704985 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.706597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] 10.222.0.32 "PUT /v2.0/ports/b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 HTTP/1.1" status: 200 len: 1092 time: 1.5848675 Sep 17 22:31:53.707235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342a6db8-c293-424a-b353-70d1543cf63f', 'tag': 'b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:53.710958 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d66967-5de3-41c4-8ef8-212aaec66aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "342a6db8-c293-424a-b353-70d1543cf63f", "tag": "b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:53.765465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8c36e-1b1c-4271-a138-cb8cfdcb31de service neutron] Pushing event updated for resources: {'Port': ['ID=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:53.770422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c3f0e72-7abf-4d8b-9094-0e356050bd1d req-f63c6107-ee1f-4af1-9fef-813b173328af tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857279 Sep 17 22:31:53.772151 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.853255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a3341d9-59cc-4bdb-b07e-b1801a6a4580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.857237 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0a3341d9-59cc-4bdb-b07e-b1801a6a4580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:53.862909 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0a3341d9-59cc-4bdb-b07e-b1801a6a4580 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2200ce5c-55a3-4925-9611-3cf34ba82349 HTTP/1.1" status: 204 len: 168 time: 0.2859187 Sep 17 22:31:53.879335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3341d9-59cc-4bdb-b07e-b1801a6a4580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2200ce5c-55a3-4925-9611-3cf34ba82349,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:53.903474 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bed730b-3d3e-47e5-a90f-90c1855aba6a x-openstack-request-id: req-1bed730b-3d3e-47e5-a90f-90c1855aba6a {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:53.904163 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342a6db8-c293-424a-b353-70d1543cf63f", "tag": "b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:53.904163 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bed730b-3d3e-47e5-a90f-90c1855aba6a {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:53.904388 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342a6db8-c293-424a-b353-70d1543cf63f', 'tag': 'b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354', 'status': 'completed', 'code': 200} Sep 17 22:31:53.953430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Pushing event updated for resources: {'Port': ['ID=368e5534-eef4-468f-9a61-4584f6a81616,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.026260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baea24a-9445-40e1-9505-e5f17d5714c3 req-0bd28498-9607-4ea3-9620-4cae8477be61 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.026260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4baea24a-9445-40e1-9505-e5f17d5714c3 req-0bd28498-9607-4ea3-9620-4cae8477be61 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.1794021 Sep 17 22:31:54.026260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-70e83503-50ae-4f18-b4ad-f47a2c09afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.026260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-70e83503-50ae-4f18-b4ad-f47a2c09afe3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1095 time: 0.1791251 Sep 17 22:31:54.079771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-a3d84b85-51bc-4ef4-b09a-925cb29fd924 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 HTTP/1.1" status: 200 len: 217 time: 0.0489147 Sep 17 22:31:54.156627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Attempting to bind port 368e5534-eef4-468f-9a61-4584f6a81616 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:31:54.156957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Attempting to bind port 368e5534-eef4-468f-9a61-4584f6a81616 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:31:54.160866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Attempting to bind port 368e5534-eef4-468f-9a61-4584f6a81616 on network e6ef4461-7ea0-4ce8-aef1-555fb579b553 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:54.177753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4baea24a-9445-40e1-9505-e5f17d5714c3 req-8d6e1e2b-0fed-47ca-99b9-ef81ab6c3ab6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364117 Sep 17 22:31:54.188766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Port 368e5534-eef4-468f-9a61-4584f6a81616 on network e6ef4461-7ea0-4ce8-aef1-555fb579b553 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:31:54.189686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Attempting to bind port 368e5534-eef4-468f-9a61-4584f6a81616 on network e6ef4461-7ea0-4ce8-aef1-555fb579b553 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:31:54.197667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-8320e48b-e5f3-488b-8c57-13e2ec44f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.199444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-8320e48b-e5f3-488b-8c57-13e2ec44f059 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.1077719 Sep 17 22:31:54.200790 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:31:54.201328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Checking segment: {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:31:54.202011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Bound using segment: {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:31:54.202612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Bound port: 368e5534-eef4-468f-9a61-4584f6a81616, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ea1ee2-1f83-4c4a-b3ca-200c786b162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:31:54.206839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.258975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-6e12065d-f15f-4059-aded-56812a4a17dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431750 Sep 17 22:31:54.350102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] For port 368e5534-eef4-468f-9a61-4584f6a81616, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:31:54.368603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] For port 368e5534-eef4-468f-9a61-4584f6a81616, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=368e5534-eef4-468f-9a61-4584f6a81616,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:31:54.388599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-c321e28a-a277-437d-84ec-f23002c34660 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210837 Sep 17 22:31:54.462357 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.518320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.518959 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:54.523656 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] 10.222.0.32 "PUT /v2.0/ports/368e5534-eef4-468f-9a61-4584f6a81616 HTTP/1.1" status: 200 len: 1092 time: 1.5081065 Sep 17 22:31:54.548086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aab1fd15-9cda-4055-a9cc-5f313ea23339 req-ca468a6d-7a34-4c08-b394-3263ecf1be97 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497581 Sep 17 22:31:54.548950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da922aa-5ed9-4ee7-ada5-f22e41950831 service neutron] Pushing event updated for resources: {'Port': ['ID=368e5534-eef4-468f-9a61-4584f6a81616,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:54.730343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-09769b2f-bee5-4307-a69e-36d3f64be3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.732006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-09769b2f-bee5-4307-a69e-36d3f64be3ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1095 time: 0.0841634 Sep 17 22:31:54.740121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccf740-71b7-4189-9692-937163914a55 req-614e7e21-b7fa-4f7b-8985-2b8ff0c04028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:54.743280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-614e7e21-b7fa-4f7b-8985-2b8ff0c04028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 1095 time: 0.1084692 Sep 17 22:31:54.845924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-ac7be42e-0595-4be3-9880-f5457a0d11ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e5534-eef4-468f-9a61-4584f6a81616 HTTP/1.1" status: 200 len: 217 time: 0.0742033 Sep 17 22:31:55.050514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccf740-71b7-4189-9692-937163914a55 req-ba399cb3-79b5-44b4-965b-ce6937447520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.051465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-ba399cb3-79b5-44b4-965b-ce6937447520 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.1429672 Sep 17 22:31:55.123890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-dd37d4c3-34a4-41be-820d-93cc2e953d7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611987 Sep 17 22:31:55.135009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26848884-2681-44d8-b1c0-4797800e5dc6 req-15bdd8b0-5f96-4ccc-9262-ea15863bb8b9 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.137129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26848884-2681-44d8-b1c0-4797800e5dc6 req-15bdd8b0-5f96-4ccc-9262-ea15863bb8b9 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 943 time: 0.1427033 Sep 17 22:31:55.150723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-c9c79fa8-c4fc-4698-83b3-7ee80bd4b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.154434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-c9c79fa8-c4fc-4698-83b3-7ee80bd4b26e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 918 time: 0.3253415 Sep 17 22:31:55.286928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-c5762e4c-4f7a-4b39-9d7f-628c618277a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 HTTP/1.1" status: 200 len: 217 time: 0.0984428 Sep 17 22:31:55.763397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26848884-2681-44d8-b1c0-4797800e5dc6 req-d1413df0-5d08-4cd7-bfeb-09b0dc7431b0 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760059 Sep 17 22:31:55.809522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-aef6f238-944f-47c9-b824-92be64929be1 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6706808 Sep 17 22:31:55.869705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531296c4-4ba7-4e41-b1de-ce9e93cf35c2 req-2bae4fb8-4480-404a-9581-52dfb48629c3 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.872253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-531296c4-4ba7-4e41-b1de-ce9e93cf35c2 req-2bae4fb8-4480-404a-9581-52dfb48629c3 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.5834136 Sep 17 22:31:55.882157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-f3366d74-e4b2-46f0-ab4e-cc2aac181d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:55.883859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-f3366d74-e4b2-46f0-ab4e-cc2aac181d49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.5709672 Sep 17 22:31:55.919515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa7ec97-8e63-4b76-ae9d-5f7445bd7699', 'tag': '368e5534-eef4-468f-9a61-4584f6a81616'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:31:55.921852 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d870ffd-dd19-48ed-9b31-2f208e44b22d" -d '{"events": [{"name": "network-changed", "server_uuid": "daa7ec97-8e63-4b76-ae9d-5f7445bd7699", "tag": "368e5534-eef4-468f-9a61-4584f6a81616"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:31:55.997243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-6609a11a-9308-4160-8cd2-3a36714c1ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723617 Sep 17 22:31:56.003686 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9522f575-b7b3-49fe-9b23-199e84014010 x-openstack-request-id: req-9522f575-b7b3-49fe-9b23-199e84014010 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:31:56.004225 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa7ec97-8e63-4b76-ae9d-5f7445bd7699", "tag": "368e5534-eef4-468f-9a61-4584f6a81616", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:31:56.004643 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9522f575-b7b3-49fe-9b23-199e84014010 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:31:56.005217 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa7ec97-8e63-4b76-ae9d-5f7445bd7699', 'tag': '368e5534-eef4-468f-9a61-4584f6a81616', 'status': 'completed', 'code': 200} Sep 17 22:31:56.061475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 43806) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:56.083180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-531296c4-4ba7-4e41-b1de-ce9e93cf35c2 req-63d1947e-8651-4dc6-91d3-eb73d0cb0b1c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055597 Sep 17 22:31:56.125890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9bccf740-71b7-4189-9692-937163914a55 req-752cea8a-9db3-4793-b8f0-dad2d6c93a27 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078146 Sep 17 22:31:56.197326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-847c2820-548c-446e-b302-d1daa7694d3e service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894300 Sep 17 22:31:56.311980 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1609d253-f700-406b-a220-3957ca138961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.389343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ed9d9-89ac-48f2-9ee6-3431fbf2e306 req-b4461cce-11bf-43c3-8a8f-aa2f5560e9b8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.390953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c67ed9d9-89ac-48f2-9ee6-3431fbf2e306 req-b4461cce-11bf-43c3-8a8f-aa2f5560e9b8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.2108686 Sep 17 22:31:56.399042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-e7f08b78-7530-4fb7-b089-2749c6cae292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.400623 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-e7f08b78-7530-4fb7-b089-2749c6cae292 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 1095 time: 0.1416256 Sep 17 22:31:56.484779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3d66967-5de3-41c4-8ef8-212aaec66aa8 req-0f03c0bb-0477-4c03-a30c-098cec3e15f7 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542596 Sep 17 22:31:56.547211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c67ed9d9-89ac-48f2-9ee6-3431fbf2e306 req-926eda67-6f8b-428a-bc54-3b611dedf39d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431730 Sep 17 22:31:56.589394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-bddae14b-53ad-49b4-8cbf-b2b4398da03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.591758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-bddae14b-53ad-49b4-8cbf-b2b4398da03e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 918 time: 0.1804850 Sep 17 22:31:56.652388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-967ed722-44b5-464c-95d1-870b330a7229 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e5534-eef4-468f-9a61-4584f6a81616 HTTP/1.1" status: 200 len: 217 time: 0.0500472 Sep 17 22:31:56.678547 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1609d253-f700-406b-a220-3957ca138961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.714404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-df715fb1-ec09-43ff-87db-547310aec9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:56.715998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-df715fb1-ec09-43ff-87db-547310aec9f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.0527608 Sep 17 22:31:56.771034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-1d4951c7-1abe-4c86-9ef2-5cd572c90c19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363901 Sep 17 22:31:56.807670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1609d253-f700-406b-a220-3957ca138961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:56.955384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1609d253-f700-406b-a220-3957ca138961 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3b09d45d9904b44ad9efe788b32e8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8844702 Sep 17 22:31:56.958975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 43820) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:31:56.980438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609d253-f700-406b-a220-3957ca138961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb06a2-32b7-4d2e-8ecd-54a2fc356169,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:56.990381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-1fe3163b-e079-49a4-ad8a-bb6256def9b2 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218890 Sep 17 22:31:57.046646 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dda5a6-29b9-47c1-83c0-08b445abcda4 req-b88b224d-e35b-4aa5-9401-5f1cfed18aaf tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:57.049530 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8747b4ab-e6ed-4378-966f-140f111f52fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.049814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3dda5a6-29b9-47c1-83c0-08b445abcda4 req-b88b224d-e35b-4aa5-9401-5f1cfed18aaf tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.2039375 Sep 17 22:31:57.064175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28e020-1632-4dbb-b0ab-3477c99ce3c6 req-318f223b-954b-4ae1-8f43-c99faa3db783 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:57.066255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee28e020-1632-4dbb-b0ab-3477c99ce3c6 req-318f223b-954b-4ae1-8f43-c99faa3db783 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 943 time: 0.1708207 Sep 17 22:31:57.072371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8747b4ab-e6ed-4378-966f-140f111f52fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.192388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3dda5a6-29b9-47c1-83c0-08b445abcda4 req-5bc25bab-a099-4bcf-b7b4-52f7a24912ea tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254742 Sep 17 22:31:57.207801 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8747b4ab-e6ed-4378-966f-140f111f52fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.211323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8747b4ab-e6ed-4378-966f-140f111f52fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:57.215042 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8747b4ab-e6ed-4378-966f-140f111f52fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70bb06a2-32b7-4d2e-8ecd-54a2fc356169 HTTP/1.1" status: 204 len: 168 time: 0.2510490 Sep 17 22:31:57.215210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee28e020-1632-4dbb-b0ab-3477c99ce3c6 req-aafc42f6-6794-446e-827d-e5bb90277f85 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372902 Sep 17 22:31:57.221292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d870ffd-dd19-48ed-9b31-2f208e44b22d req-483ff5e3-d9a6-4300-9ba8-924452b0aaff service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179205 Sep 17 22:31:57.224530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747b4ab-e6ed-4378-966f-140f111f52fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb06a2-32b7-4d2e-8ecd-54a2fc356169,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:57.358521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1124a-7746-4bf5-be25-09c9f0d30dc3 req-366f3786-0982-4473-92c4-e7cf84a0e3ac tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:57.360442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44f1124a-7746-4bf5-be25-09c9f0d30dc3 req-366f3786-0982-4473-92c4-e7cf84a0e3ac tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0702505 Sep 17 22:31:57.414475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44f1124a-7746-4bf5-be25-09c9f0d30dc3 req-c9ce6778-aa64-45bb-aae3-cb883a09940b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470209 Sep 17 22:31:58.021346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a9804-9ede-48e9-8f3a-1ade8c664295 req-c4953af3-fe73-40ca-8399-51014dbcdf6e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:58.034106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f36a9804-9ede-48e9-8f3a-1ade8c664295 req-c4953af3-fe73-40ca-8399-51014dbcdf6e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0994759 Sep 17 22:31:58.084344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f36a9804-9ede-48e9-8f3a-1ade8c664295 req-039a317a-b095-4194-a7f4-7bf371842f41 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480335 Sep 17 22:31:58.385842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5332cc-6e60-4a0b-8bf2-8b9f10992fcb req-757ee543-e11f-4d78-b342-055f4912b753 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:58.387494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f5332cc-6e60-4a0b-8bf2-8b9f10992fcb req-757ee543-e11f-4d78-b342-055f4912b753 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 943 time: 0.0779076 Sep 17 22:31:58.436318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8f5332cc-6e60-4a0b-8bf2-8b9f10992fcb req-faab337c-4bf1-4f83-8739-06f1df372bae tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Sep 17 22:31:58.577197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:31:58.712781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:58.724350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354', 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553', 'port_id': 'b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354', 'mac_address': 'fa:16:3e:cd:6d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:31:58.763171 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:58.775892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:31:58.797181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:31:58.959489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:31:59.016235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:31:59.147166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:31:59.217774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc79923-9a26-4658-8edd-5c67371c114c req-a72d990a-dd62-4506-a8cb-c7dd55446fd3 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.219032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8cc79923-9a26-4658-8edd-5c67371c114c req-a72d990a-dd62-4506-a8cb-c7dd55446fd3 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0636053 Sep 17 22:31:59.258052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8cc79923-9a26-4658-8edd-5c67371c114c req-63c1228d-1f5e-470b-9c8a-f9628614c7ba tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Sep 17 22:31:59.556119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ea142-52fd-42f9-9e72-4b53d629a19d req-b8236c02-b974-41c4-97e9-462f10796d65 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:31:59.559301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f26ea142-52fd-42f9-9e72-4b53d629a19d req-b8236c02-b974-41c4-97e9-462f10796d65 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 943 time: 0.0528526 Sep 17 22:31:59.601457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f26ea142-52fd-42f9-9e72-4b53d629a19d req-8b299eb3-2165-408f-a3f3-7c142df5451c tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378096 Sep 17 22:32:00.416398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704858f1-74df-4be8-b866-c327818c48cb req-fe39de4b-e0fd-47b1-8d04-2a1625eaf2df tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.417942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-704858f1-74df-4be8-b866-c327818c48cb req-fe39de4b-e0fd-47b1-8d04-2a1625eaf2df tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0565853 Sep 17 22:32:00.467369 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-704858f1-74df-4be8-b866-c327818c48cb req-9d5c9628-ab48-4e92-9cac-802ce4297e9d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Sep 17 22:32:00.603680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 368e5534-eef4-468f-9a61-4584f6a81616 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:00.606608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:00.748469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b94359-949c-4221-9d00-60b702ee4dd4 req-a2cacbdf-d76f-4913-b884-4273a6b311db tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:00.750056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63b94359-949c-4221-9d00-60b702ee4dd4 req-a2cacbdf-d76f-4913-b884-4273a6b311db tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 943 time: 0.0632207 Sep 17 22:32:00.771785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 368e5534-eef4-468f-9a61-4584f6a81616, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=368e5534-eef4-468f-9a61-4584f6a81616,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:00.789437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '368e5534-eef4-468f-9a61-4584f6a81616', 'network_id': 'e6ef4461-7ea0-4ce8-aef1-555fb579b553', 'port_id': '368e5534-eef4-468f-9a61-4584f6a81616', 'mac_address': 'fa:16:3e:dc:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:00.793687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63b94359-949c-4221-9d00-60b702ee4dd4 req-6da6d71d-2fc0-4dfc-8e5e-7c6dd8a7137b tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Sep 17 22:32:00.821454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:00.829749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:00.830121 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.862068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.885121 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368e5534-eef4-468f-9a61-4584f6a81616 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:00.911403 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 368e5534-eef4-468f-9a61-4584f6a81616, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=368e5534-eef4-468f-9a61-4584f6a81616,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:00.950200 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:00.972553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342a6db8-c293-424a-b353-70d1543cf63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:00.974814 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbedff58-f26b-43eb-a51a-3c5ba7086943" -d '{"events": [{"server_uuid": "342a6db8-c293-424a-b353-70d1543cf63f", "name": "network-vif-plugged", "status": "completed", "tag": "b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:00.988023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:00.996722 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.029415 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d18c053-5851-4394-9194-529b0f1f52af x-openstack-request-id: req-2d18c053-5851-4394-9194-529b0f1f52af {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:01.029844 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342a6db8-c293-424a-b353-70d1543cf63f", "name": "network-vif-plugged", "status": "completed", "tag": "b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:01.033479 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d18c053-5851-4394-9194-529b0f1f52af {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:01.033479 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342a6db8-c293-424a-b353-70d1543cf63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354', 'code': 200} Sep 17 22:32:01.067130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=368e5534-eef4-468f-9a61-4584f6a81616,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:01.113029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:01.142810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6c75f-2081-47d0-857a-9ed4410def63 req-900c973c-b37a-4074-a628-1fc003c3c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.144422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61d6c75f-2081-47d0-857a-9ed4410def63 req-900c973c-b37a-4074-a628-1fc003c3c3f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1096 time: 0.0487692 Sep 17 22:32:01.173764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:01.186431 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61d6c75f-2081-47d0-857a-9ed4410def63 req-bd0dce1d-d6b4-424e-9028-01a652c6f7d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Sep 17 22:32:01.222708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['368e5534-eef4-468f-9a61-4584f6a81616'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:01.587025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e94f67-7e9a-4387-b3d6-14650f824f38 req-9fe82669-eef1-46ce-8e8c-057e6b9e84f0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.588500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5e94f67-7e9a-4387-b3d6-14650f824f38 req-9fe82669-eef1-46ce-8e8c-057e6b9e84f0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0545602 Sep 17 22:32:01.642598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5e94f67-7e9a-4387-b3d6-14650f824f38 req-3752bf58-da56-437e-bcbd-8ec39a98b9c2 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 Sep 17 22:32:01.925278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c283ae-30bb-48ce-a682-377c25e1ac6e req-bf6570c8-2ed8-4d68-863d-a2b36c8d8c58 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:01.926851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23c283ae-30bb-48ce-a682-377c25e1ac6e req-bf6570c8-2ed8-4d68-863d-a2b36c8d8c58 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 944 time: 0.0501499 Sep 17 22:32:01.980742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23c283ae-30bb-48ce-a682-377c25e1ac6e req-d91b7025-1d5f-434b-8b0a-636a639b6b7c tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Sep 17 22:32:02.618864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 368e5534-eef4-468f-9a61-4584f6a81616 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:02.726444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 368e5534-eef4-468f-9a61-4584f6a81616 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:02.731917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 368e5534-eef4-468f-9a61-4584f6a81616 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:02.732389 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.790920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d575d-2678-4d9e-84be-68f639ef4fed req-13b8e53c-191d-4ef2-afa2-8dc7cc4e900d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:02.797001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c1d575d-2678-4d9e-84be-68f639ef4fed req-13b8e53c-191d-4ef2-afa2-8dc7cc4e900d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0682061 Sep 17 22:32:02.828953 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:02.853114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c1d575d-2678-4d9e-84be-68f639ef4fed req-ac731fc5-de7f-4a48-9af0-2824a74e4a2e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478358 Sep 17 22:32:02.871993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 368e5534-eef4-468f-9a61-4584f6a81616, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=368e5534-eef4-468f-9a61-4584f6a81616,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:02.959516 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:03.024887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=368e5534-eef4-468f-9a61-4584f6a81616,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:03.031375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa7ec97-8e63-4b76-ae9d-5f7445bd7699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368e5534-eef4-468f-9a61-4584f6a81616'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:03.033930 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89579566-ef0e-4b54-a4de-46752aa2a1a7" -d '{"events": [{"server_uuid": "daa7ec97-8e63-4b76-ae9d-5f7445bd7699", "name": "network-vif-plugged", "status": "completed", "tag": "368e5534-eef4-468f-9a61-4584f6a81616"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:03.072496 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3ce700-91c5-438f-a1ed-af45566ed8c2 x-openstack-request-id: req-ce3ce700-91c5-438f-a1ed-af45566ed8c2 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:03.074147 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa7ec97-8e63-4b76-ae9d-5f7445bd7699", "name": "network-vif-plugged", "status": "completed", "tag": "368e5534-eef4-468f-9a61-4584f6a81616", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:03.074147 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce3ce700-91c5-438f-a1ed-af45566ed8c2 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:03.074147 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa7ec97-8e63-4b76-ae9d-5f7445bd7699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368e5534-eef4-468f-9a61-4584f6a81616', 'code': 200} Sep 17 22:32:03.152975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3ef08-9499-4a6d-996e-125a6eeea13c req-d915e599-9291-4f4e-9d66-b0822c5a1ca2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.154463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08a3ef08-9499-4a6d-996e-125a6eeea13c req-d915e599-9291-4f4e-9d66-b0822c5a1ca2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0651493 Sep 17 22:32:03.214906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08a3ef08-9499-4a6d-996e-125a6eeea13c req-8b8795f1-2c92-4265-b8cc-84062f6ae206 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518286 Sep 17 22:32:03.238189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89779b6e-8a42-4632-8245-024e7c001cba req-8f6cfccb-3a6f-471b-bb55-e91f31184a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.238189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89779b6e-8a42-4632-8245-024e7c001cba req-8f6cfccb-3a6f-471b-bb55-e91f31184a0a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 1097 time: 0.0763695 Sep 17 22:32:03.269645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89779b6e-8a42-4632-8245-024e7c001cba req-5e2418e3-b84d-487d-87c5-419c77d878ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296865 Sep 17 22:32:03.993813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067fc4a-c184-4432-a7da-adf3fa6c4175 req-419f495d-d3cf-4627-9886-96cd1aec7154 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:03.996929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f067fc4a-c184-4432-a7da-adf3fa6c4175 req-419f495d-d3cf-4627-9886-96cd1aec7154 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0568953 Sep 17 22:32:04.041386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f067fc4a-c184-4432-a7da-adf3fa6c4175 req-5ae81fd8-4ee5-4e19-8259-bc08fd5f1255 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392952 Sep 17 22:32:04.367906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38490ce6-7c24-470c-949c-2c20cdad308c req-82c1ae1d-e14d-48b8-bb24-da0ab019f053 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:04.369450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38490ce6-7c24-470c-949c-2c20cdad308c req-82c1ae1d-e14d-48b8-bb24-da0ab019f053 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0770135 Sep 17 22:32:04.410705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38490ce6-7c24-470c-949c-2c20cdad308c req-5dbafc4a-f457-4e5a-b28b-fea494116565 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Sep 17 22:32:05.159594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227bfcd-24d0-46f3-94ac-76328aa78b90 req-eede1115-379a-4b75-b2b6-b0f448089358 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:05.161138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b227bfcd-24d0-46f3-94ac-76328aa78b90 req-eede1115-379a-4b75-b2b6-b0f448089358 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0509791 Sep 17 22:32:05.201847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b227bfcd-24d0-46f3-94ac-76328aa78b90 req-a65869ec-b1aa-4251-855e-bc6226c0b18c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338626 Sep 17 22:32:05.536550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1dce9-f7f7-42b2-ac00-cdd23e78ad9b req-e47e5b44-a499-4df8-b3ee-ce2a9c3b5900 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:05.538582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94d1dce9-f7f7-42b2-ac00-cdd23e78ad9b req-e47e5b44-a499-4df8-b3ee-ce2a9c3b5900 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0541162 Sep 17 22:32:05.586637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94d1dce9-f7f7-42b2-ac00-cdd23e78ad9b req-dd9df698-a9a5-4f07-ad0a-b40afd33862a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Sep 17 22:32:06.099510 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:32:06.399000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa96e37-4f7e-47ad-a0ad-2e1ca147f9f2 req-feb2a4f3-c119-44f4-973d-59003ae6b2c2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:06.403260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efa96e37-4f7e-47ad-a0ad-2e1ca147f9f2 req-feb2a4f3-c119-44f4-973d-59003ae6b2c2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.1652801 Sep 17 22:32:06.436598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9eaa-643a-4320-a749-0979992e9571 req-2f239114-dd66-4a79-9ed3-82278b265620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:06.438070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45c9eaa-643a-4320-a749-0979992e9571 req-2f239114-dd66-4a79-9ed3-82278b265620 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 1097 time: 0.1446004 Sep 17 22:32:06.484209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f02ecc-cc2a-48ec-a653-cf9f69028777 req-ed3152c8-e285-4c9c-820b-549345f742c0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:06.486738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9f02ecc-cc2a-48ec-a653-cf9f69028777 req-ed3152c8-e285-4c9c-820b-549345f742c0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.1568880 Sep 17 22:32:06.576271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efa96e37-4f7e-47ad-a0ad-2e1ca147f9f2 req-119547f6-4938-4e36-83c5-2127d4ef6a28 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580117 Sep 17 22:32:06.608929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9f02ecc-cc2a-48ec-a653-cf9f69028777 req-7df00cf8-328e-4502-9879-d6c82c12957c tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055450 Sep 17 22:32:06.631162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9eaa-643a-4320-a749-0979992e9571 req-258108bb-a9b5-4a8c-b377-b0885ae48080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:06.633214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45c9eaa-643a-4320-a749-0979992e9571 req-258108bb-a9b5-4a8c-b377-b0885ae48080 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 918 time: 0.1860149 Sep 17 22:32:06.684120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45c9eaa-643a-4320-a749-0979992e9571 req-8f1750ee-11bc-4451-abd5-335bd279240e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e5534-eef4-468f-9a61-4584f6a81616 HTTP/1.1" status: 200 len: 217 time: 0.0434492 Sep 17 22:32:06.739835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9eaa-643a-4320-a749-0979992e9571 req-2e3d5957-d804-4ecf-89c6-7f2cd5259a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:06.743788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45c9eaa-643a-4320-a749-0979992e9571 req-2e3d5957-d804-4ecf-89c6-7f2cd5259a5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.0533698 Sep 17 22:32:06.784236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45c9eaa-643a-4320-a749-0979992e9571 req-072acdb0-c7f4-4a81-85b0-240ff6a9708e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337484 Sep 17 22:32:06.892421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45c9eaa-643a-4320-a749-0979992e9571 req-9594764b-37ee-4fc3-ba60-3b37c16b3fbd service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012220 Sep 17 22:32:06.998164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45c9eaa-643a-4320-a749-0979992e9571 req-26ab01bb-fbd0-44bd-b4f6-35e8d078cf3b service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989707 Sep 17 22:32:07.740383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02785178-86e6-4c7f-84fe-7e9f75d1ca2a req-9c0c204d-1a12-4fc5-a435-889cc6a3bfe6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.742601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02785178-86e6-4c7f-84fe-7e9f75d1ca2a req-9c0c204d-1a12-4fc5-a435-889cc6a3bfe6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0844569 Sep 17 22:32:07.751705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707f45b-b212-48b4-9d60-e2a8af19f5ce req-bfbfe88c-0ed2-4e6c-8f59-83d8843e018f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:07.757097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d707f45b-b212-48b4-9d60-e2a8af19f5ce req-bfbfe88c-0ed2-4e6c-8f59-83d8843e018f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0685828 Sep 17 22:32:07.808870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02785178-86e6-4c7f-84fe-7e9f75d1ca2a req-f5869d5b-cba3-4a61-96d2-56ca09c51f97 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547891 Sep 17 22:32:07.813866 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d707f45b-b212-48b4-9d60-e2a8af19f5ce req-126a3551-8e80-4973-b1ae-2694c64dc691 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536909 Sep 17 22:32:08.337747 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:09.010403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f47c33-1f62-4d27-a561-5de69d421ade req-3aa97ea7-95ef-49f1-9531-43af3774c9d8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.017586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1f47c33-1f62-4d27-a561-5de69d421ade req-3aa97ea7-95ef-49f1-9531-43af3774c9d8 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0969772 Sep 17 22:32:09.067631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4d8a1-5a18-449f-84cf-700fd7dfdc44 req-3455a967-21fb-4887-ac1e-b7d984604335 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:09.069774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cf4d8a1-5a18-449f-84cf-700fd7dfdc44 req-3455a967-21fb-4887-ac1e-b7d984604335 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.1088734 Sep 17 22:32:09.082974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1f47c33-1f62-4d27-a561-5de69d421ade req-76d724a3-b430-4e8b-b6a0-9341a16bc9e5 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609255 Sep 17 22:32:09.128737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cf4d8a1-5a18-449f-84cf-700fd7dfdc44 req-1372af52-9727-4cb6-acff-73aa51384ee4 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Sep 17 22:32:09.942311 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:10.227384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b4071-bcac-4963-ad86-2897de933119 req-f4025aea-e385-4b4a-b030-ed784426bc07 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.229459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac1b4071-bcac-4963-ad86-2897de933119 req-f4025aea-e385-4b4a-b030-ed784426bc07 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0631497 Sep 17 22:32:10.293109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac1b4071-bcac-4963-ad86-2897de933119 req-37688a84-5222-4d52-9564-ee39acaf8984 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558031 Sep 17 22:32:10.301325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0cb7-fc2a-4e22-91de-2c379a433d58 req-0f23a9cc-e62a-4e3f-8dde-630bc41e2496 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:10.302721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df9f0cb7-fc2a-4e22-91de-2c379a433d58 req-0f23a9cc-e62a-4e3f-8dde-630bc41e2496 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0841427 Sep 17 22:32:10.356614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df9f0cb7-fc2a-4e22-91de-2c379a433d58 req-8bef4c5f-d531-4818-b662-670a827bf6f7 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380480 Sep 17 22:32:11.444798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e49720-1765-490f-b8f8-e9b45f9195fa req-0ee4255c-c9bc-42d8-a138-3a140df0eab0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.446332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35e49720-1765-490f-b8f8-e9b45f9195fa req-0ee4255c-c9bc-42d8-a138-3a140df0eab0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0713563 Sep 17 22:32:11.460874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44102) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:11.514323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35e49720-1765-490f-b8f8-e9b45f9195fa req-5c0f8e20-2337-4b34-9e4e-d828b38763bf tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501232 Sep 17 22:32:11.522205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b991-3e0c-49e8-be95-d7c4b67a4f2f req-f8535936-3f6c-46d3-83c3-8818ca5f5848 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:11.524144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e14b991-3e0c-49e8-be95-d7c4b67a4f2f req-f8535936-3f6c-46d3-83c3-8818ca5f5848 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0974183 Sep 17 22:32:11.598231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e14b991-3e0c-49e8-be95-d7c4b67a4f2f req-dd2ae7c3-b37e-42ed-b836-3ddc78e69f87 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573163 Sep 17 22:32:11.726015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Deleting subnet e2f9b2b1-40cd-490e-aded-854ba3fc2eb6 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:11.729632 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.765051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.807695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:11.982272 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.015848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.017637 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2f9b2b1-40cd-490e-aded-854ba3fc2eb6 HTTP/1.1" status: 204 len: 168 time: 0.5535166 Sep 17 22:32:12.018620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f9b2b1-40cd-490e-aded-854ba3fc2eb6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:12.020238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44114) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:12.027477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.027829 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.028174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.028512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.028841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.029171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.029500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.029821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.030151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.030472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.030814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.031141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a95f56-4722-4b81-b475-a52b8e592833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.099397 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.182933 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.208596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fe5733-3d59-4e46-9589-ebda8e8b2f92']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:12.219209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:12.220380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c7a6e6-2f12-4e8b-ab20-4e64409c1da8') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:12.229115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.244602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.250640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:12.258060 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:12.376078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.382254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.384452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] 10.222.0.13 "DELETE /v2.0/networks/a2fe5733-3d59-4e46-9589-ebda8e8b2f92 HTTP/1.1" status: 204 len: 168 time: 0.3631339 Sep 17 22:32:12.395247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fe5733-3d59-4e46-9589-ebda8e8b2f92,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:12.404246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.405327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.405327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.405327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.405663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.405954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.406561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.406889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.407226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.407544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.407879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.408268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc4383-91ed-4281-ab79-05633dda5aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:12.651841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8766e-aedd-4b48-a454-6e02e6872575 req-51d11047-0a55-49b5-9347-8490e315e87b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:12.654270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81d8766e-aedd-4b48-a454-6e02e6872575 req-51d11047-0a55-49b5-9347-8490e315e87b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0614824 Sep 17 22:32:12.702065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44128) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:12.744131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81d8766e-aedd-4b48-a454-6e02e6872575 req-b900312e-7ace-4b6b-b0e1-46bb09f3ca01 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840135 Sep 17 22:32:12.752747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39882846-81d3-4460-bb2d-5dc7f44d28bc req-597696d8-8233-43a3-9e65-5b49720a8d7d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:12.754309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39882846-81d3-4460-bb2d-5dc7f44d28bc req-597696d8-8233-43a3-9e65-5b49720a8d7d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0850852 Sep 17 22:32:12.757489 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-668ab5d0-4def-49c3-afbf-1f5448258c4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8286eb6a30c442986bdbad8bfdb9efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537133 Sep 17 22:32:12.766992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44130) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:12.821390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39882846-81d3-4460-bb2d-5dc7f44d28bc req-3ec0fe56-4209-48e7-b438-367ea7a9515a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 Sep 17 22:32:12.844553 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0359dfa9-c2e2-453d-bf36-fc722305cee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.866574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0359dfa9-c2e2-453d-bf36-fc722305cee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.964596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0359dfa9-c2e2-453d-bf36-fc722305cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.967170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0359dfa9-c2e2-453d-bf36-fc722305cee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:12.968346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0359dfa9-c2e2-453d-bf36-fc722305cee3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ae19e2d-0c67-4557-8ad1-fef2ac7e2590 HTTP/1.1" status: 204 len: 168 time: 0.2009418 Sep 17 22:32:12.979713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359dfa9-c2e2-453d-bf36-fc722305cee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae19e2d-0c67-4557-8ad1-fef2ac7e2590,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:13.871393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92169558-2d0c-4fba-bfda-663272568cc1 req-c29dbbaf-215a-4ca0-aa4e-0149b7cd0975 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:13.878043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92169558-2d0c-4fba-bfda-663272568cc1 req-c29dbbaf-215a-4ca0-aa4e-0149b7cd0975 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0527523 Sep 17 22:32:13.941773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92169558-2d0c-4fba-bfda-663272568cc1 req-c1fbd1e9-422e-4583-ba95-792ca7b3d1e1 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609438 Sep 17 22:32:13.963188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9f0c0-f1d7-4b92-91f7-6bef6f0691e2 req-dc1ce3d5-1fe7-4838-96bd-c03a6b877416 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:13.964968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39e9f0c0-f1d7-4b92-91f7-6bef6f0691e2 req-dc1ce3d5-1fe7-4838-96bd-c03a6b877416 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0661669 Sep 17 22:32:14.010743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39e9f0c0-f1d7-4b92-91f7-6bef6f0691e2 req-6a280a60-2433-4f14-a02d-429f5c0ca18a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 Sep 17 22:32:14.016618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44160) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:14.117457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-141726609-network', 'tenant_id': 'f38147976b7047f495247331d71703ff'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:14.233260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Made reservation on behalf of f38147976b7047f495247331d71703ff for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:14.235606 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.244347 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.355066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.421817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.451021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:14.457839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:14.478281 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.478581 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Added segment 3c496092-ba95-4c42-9815-b52903a47a9b of type vlan for network 31372127-f035-4753-a3a3-0062dd580787 Sep 17 22:32:14.522650 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.621593 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.623663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:14.623663 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.699303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=31372127-f035-4753-a3a3-0062dd580787,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:14.711892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 31372127-f035-4753-a3a3-0062dd580787 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:14.745109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44176) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:14.753188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-826f352f-f89b-4eff-ae1f-1817c7eaa3a2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7354469 Sep 17 22:32:14.755913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44180) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:14.761870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Request body: {'subnet': {'network_id': '31372127-f035-4753-a3a3-0062dd580787', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-141726609-subnet', 'tenant_id': 'f38147976b7047f495247331d71703ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:14.874424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b510e473-6755-4afc-9f42-aafec1554685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:14.909127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Made reservation on behalf of f38147976b7047f495247331d71703ff for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:14.911661 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.186344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efd0d5-cc2f-4660-852c-2decd05ce114 req-c10dc465-f836-4594-bfae-bc3a41ed909a tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:15.187879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1efd0d5-cc2f-4660-852c-2decd05ce114 req-c10dc465-f836-4594-bfae-bc3a41ed909a tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.1694884 Sep 17 22:32:15.189774 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b510e473-6755-4afc-9f42-aafec1554685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.266352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c60347-a644-4f69-8291-d5162cf291a9 req-9f2c3ab7-bca1-4fe3-8617-8e9fd436cb42 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:15.271360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72c60347-a644-4f69-8291-d5162cf291a9 req-9f2c3ab7-bca1-4fe3-8617-8e9fd436cb42 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.1534228 Sep 17 22:32:15.275205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b510e473-6755-4afc-9f42-aafec1554685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.308903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1efd0d5-cc2f-4660-852c-2decd05ce114 req-a0cce91f-b1fe-423d-8481-5997cc04962d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125898 Sep 17 22:32:15.341046 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.347785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b510e473-6755-4afc-9f42-aafec1554685 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec1ac384114e44d382f9915fad829e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014040 Sep 17 22:32:15.354675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44186) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:15.355249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510e473-6755-4afc-9f42-aafec1554685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f310f3-cd55-4be0-86cf-f2905ffcef65,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:15.416714 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-50181086-579e-47a2-a686-23bf0c200d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.439819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-50181086-579e-47a2-a686-23bf0c200d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.536147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-50181086-579e-47a2-a686-23bf0c200d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.539158 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-50181086-579e-47a2-a686-23bf0c200d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:15.543716 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-50181086-579e-47a2-a686-23bf0c200d25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67f310f3-cd55-4be0-86cf-f2905ffcef65 HTTP/1.1" status: 204 len: 168 time: 0.1849363 Sep 17 22:32:15.558570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50181086-579e-47a2-a686-23bf0c200d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f310f3-cd55-4be0-86cf-f2905ffcef65,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:15.753216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72c60347-a644-4f69-8291-d5162cf291a9 req-2ad274c7-0496-4155-a6d4-1643646bfe56 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197128 Sep 17 22:32:15.753216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05337168-6491-4540-833d-f8fc09613ffb,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:15.753216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Checking segment: {'id': '3c496092-ba95-4c42-9815-b52903a47a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '31372127-f035-4753-a3a3-0062dd580787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:15.753216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Network hostable DHCP agents. Network: 31372127-f035-4753-a3a3-0062dd580787, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:15.970436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Network 31372127-f035-4753-a3a3-0062dd580787 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:16.039443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 31372127-f035-4753-a3a3-0062dd580787) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:16.048564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee74e1a2-a28d-40d2-b06f-0efb68a5459d None None] Network 31372127-f035-4753-a3a3-0062dd580787 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:16.052647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:16.054466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.131117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-635faa8f-4fa5-420c-b463-be8619714bd0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3736126 Sep 17 22:32:16.189211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc7ec4-2899-4aa2-bf40-29070e8feff0 None None] Network 31372127-f035-4753-a3a3-0062dd580787 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:16.404565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44202) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:16.419547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f6e-fd1f-48ea-b183-10735d67aa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.439613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1d64e-a690-4f9e-a0bc-5019ab966d25 req-c6504a39-c505-4fd3-9ed3-cceeac3784ef tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:16.441327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4c1d64e-a690-4f9e-a0bc-5019ab966d25 req-c6504a39-c505-4fd3-9ed3-cceeac3784ef tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0566165 Sep 17 22:32:16.501002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4c1d64e-a690-4f9e-a0bc-5019ab966d25 req-70d70524-574c-4e35-803b-435d4af6e621 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516272 Sep 17 22:32:16.520741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f6e-fd1f-48ea-b183-10735d67aa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.570324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f6e-fd1f-48ea-b183-10735d67aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.611859 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f4a51f6e-fd1f-48ea-b183-10735d67aa39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef54a84c066f4332af6116e4f6e4a1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056847 Sep 17 22:32:16.613844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a51f6e-fd1f-48ea-b183-10735d67aa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385b6971-fdfc-4244-864e-bb9ce31b4569,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:16.614528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44206) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:16.682235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de50e972-1a29-4388-96cb-3c32b09086f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.705721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de50e972-1a29-4388-96cb-3c32b09086f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.835474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aace57-096f-4c7a-8e14-c26eae9a2bc8 req-475a7aa9-09ca-4b74-b5a5-d109f2cbdc16 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:16.837083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88aace57-096f-4c7a-8e14-c26eae9a2bc8 req-475a7aa9-09ca-4b74-b5a5-d109f2cbdc16 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0571074 Sep 17 22:32:16.851330 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de50e972-1a29-4388-96cb-3c32b09086f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.853842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de50e972-1a29-4388-96cb-3c32b09086f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:16.857663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-de50e972-1a29-4388-96cb-3c32b09086f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/385b6971-fdfc-4244-864e-bb9ce31b4569 HTTP/1.1" status: 204 len: 168 time: 0.2420824 Sep 17 22:32:16.878444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50e972-1a29-4388-96cb-3c32b09086f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b6971-fdfc-4244-864e-bb9ce31b4569,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:16.911996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88aace57-096f-4c7a-8e14-c26eae9a2bc8 req-cb3495cd-8c97-470d-a44f-ed4c4116bee1 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677805 Sep 17 22:32:17.036227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44222) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:17.041434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1071688299-network', 'tenant_id': '37c92d91b9384a03b719f5690ce1b713'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:17.147362 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Made reservation on behalf of 37c92d91b9384a03b719f5690ce1b713 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:17.149735 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.159003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.251286 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.313367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.334660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:17.361829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c86742-93e4-445f-ba7d-7948127866ab,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.366842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.367190 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Added segment 89786b73-98fe-4b14-a9d4-254d5e70140a of type vlan for network c05de9fc-c730-43e0-8cc0-1db60a7f1eee Sep 17 22:32:17.406704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.484884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.485874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:17.486504 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.562234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] Pushing event updated for resources: {'Network': ['ID=c05de9fc-c730-43e0-8cc0-1db60a7f1eee,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:17.574108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c05de9fc-c730-43e0-8cc0-1db60a7f1eee details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:17.625175 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2bb124cf-5007-4b62-a6ca-25d0fcfb8d67 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5851717 Sep 17 22:32:17.625505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:17.630860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a5000-d0cd-4e87-bba1-60de174b6640 req-3b66ddfa-7298-4d7e-a85b-588ff00858a7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:17.631090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Request body: {'subnet': {'network_id': 'c05de9fc-c730-43e0-8cc0-1db60a7f1eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1071688299-subnet', 'tenant_id': '37c92d91b9384a03b719f5690ce1b713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:17.633116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe9a5000-d0cd-4e87-bba1-60de174b6640 req-3b66ddfa-7298-4d7e-a85b-588ff00858a7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0543032 Sep 17 22:32:17.668119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44230) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:17.678522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe9a5000-d0cd-4e87-bba1-60de174b6640 req-3c453fc7-20b8-4330-b243-eb7333cc2301 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Sep 17 22:32:17.682708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84cc484f-583d-4e8a-9e0f-121a7fa19e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.731727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Made reservation on behalf of 37c92d91b9384a03b719f5690ce1b713 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:17.734038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.758623 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5f58c1d0-5aab-460e-bbb3-42752e46fd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.915266 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84cc484f-583d-4e8a-9e0f-121a7fa19e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.958929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-84cc484f-583d-4e8a-9e0f-121a7fa19e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:17.997637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc484f-583d-4e8a-9e0f-121a7fa19e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b1a3a-5ffd-487b-a0b4-2f91d642f60a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.003437 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-84cc484f-583d-4e8a-9e0f-121a7fa19e67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1757fd89efd4c7292d712cd34948faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342855 Sep 17 22:32:18.004774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.011258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44236) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:18.034350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51006e-d660-4b73-a48f-a07720402d04 req-36197e9f-de43-487e-ac0a-6f23cda47dc6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:18.035921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e51006e-d660-4b73-a48f-a07720402d04 req-36197e9f-de43-487e-ac0a-6f23cda47dc6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0562134 Sep 17 22:32:18.081773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e51006e-d660-4b73-a48f-a07720402d04 req-fa44e6af-6edd-4add-b63b-cdc98e934ffb tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387502 Sep 17 22:32:18.088727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b9aeec-6e12-4f2b-aa14-e304f06acfae,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.114758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Checking segment: {'id': '89786b73-98fe-4b14-a9d4-254d5e70140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c05de9fc-c730-43e0-8cc0-1db60a7f1eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:18.115317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Network hostable DHCP agents. Network: c05de9fc-c730-43e0-8cc0-1db60a7f1eee, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:18.132752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f219c8e1-efb6-472b-a919-546b6783d5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.158967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f219c8e1-efb6-472b-a919-546b6783d5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.198823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Network c05de9fc-c730-43e0-8cc0-1db60a7f1eee is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:18.273169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f219c8e1-efb6-472b-a919-546b6783d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.275720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f219c8e1-efb6-472b-a919-546b6783d5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.277181 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f219c8e1-efb6-472b-a919-546b6783d5e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f77b1a3a-5ffd-487b-a0b4-2f91d642f60a HTTP/1.1" status: 204 len: 168 time: 0.2438986 Sep 17 22:32:18.285700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219c8e1-efb6-472b-a919-546b6783d5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b1a3a-5ffd-487b-a0b4-2f91d642f60a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:18.318740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, c05de9fc-c730-43e0-8cc0-1db60a7f1eee) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:18.323063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:18.323665 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:18.332270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47284be-5043-4a58-b252-7f82fda3b4ee None None] Network c05de9fc-c730-43e0-8cc0-1db60a7f1eee requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:18.389085 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b91a76a-4154-4e49-b3e1-9d05a8be0fd1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7619469 Sep 17 22:32:18.468472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02847f1c-3496-4c04-a430-ad3be207e051 None None] Network c05de9fc-c730-43e0-8cc0-1db60a7f1eee requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:18.821195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e50038-edac-4688-bf24-344ac70d3805 req-c3c65487-71b3-4c78-9053-92ec35c6be1d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:18.834971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24e50038-edac-4688-bf24-344ac70d3805 req-c3c65487-71b3-4c78-9053-92ec35c6be1d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0767827 Sep 17 22:32:18.903622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24e50038-edac-4688-bf24-344ac70d3805 req-b1aebe3e-9aa2-48b5-aafb-8af0f5aeb7b7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738001 Sep 17 22:32:18.981803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-28f35f5e-479c-4660-9485-070ccdf619c4 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:18.982191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-28f35f5e-479c-4660-9485-070ccdf619c4 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/networks?id=31372127-f035-4753-a3a3-0062dd580787 HTTP/1.1" status: 200 len: 811 time: 0.1365857 Sep 17 22:32:18.998559 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-2bb8eb3c-5052-4ca2-9e2c-e0291e652fc4 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/quotas/f38147976b7047f495247331d71703ff HTTP/1.1" status: 200 len: 375 time: 0.0103722 Sep 17 22:32:19.033132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-35dfcaec-bf78-4358-8187-6f24191c0de4 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f38147976b7047f495247331d71703ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287399 Sep 17 22:32:19.150893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-5b725a7f-74da-4e69-943f-e5afbd2c5d03 service neutron] 10.222.0.13 "GET /v2.0/networks/31372127-f035-4753-a3a3-0062dd580787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088505 Sep 17 22:32:19.264649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c954ce-35db-4c3e-9ed4-d7007ff08910 req-0b27c8f4-ca55-42e0-8e61-f4674f10c02d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:19.266060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89c954ce-35db-4c3e-9ed4-d7007ff08910 req-0b27c8f4-ca55-42e0-8e61-f4674f10c02d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.1052687 Sep 17 22:32:19.286994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-99820891-b7c6-4e31-8fda-27f07bcafd94 service neutron] 10.222.0.13 "GET /v2.0/networks/31372127-f035-4753-a3a3-0062dd580787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348615 Sep 17 22:32:19.328203 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89c954ce-35db-4c3e-9ed4-d7007ff08910 req-49978c67-2879-4394-8abe-69bb13237024 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525060 Sep 17 22:32:19.564836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5d417c0-4872-454b-a023-0aad48694032 req-7020e966-a0ce-4636-904c-7025732e2c74 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 210 time: 0.0391495 Sep 17 22:32:20.025333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e51396-7e4f-4c3f-9e48-3b4aab3bffcd req-1e7cd0e7-c5b0-4701-88fd-63a09d552ebe tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:20.027169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50e51396-7e4f-4c3f-9e48-3b4aab3bffcd req-1e7cd0e7-c5b0-4701-88fd-63a09d552ebe tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0538507 Sep 17 22:32:20.079613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50e51396-7e4f-4c3f-9e48-3b4aab3bffcd req-3a83a114-f0f2-4e99-a530-3ccc45ea316d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459979 Sep 17 22:32:20.204772 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-149feb7c-3b5b-4f0a-af2c-986ec344eb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:20.445457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bca570-cc01-4007-8a73-4d035ba3f560 req-5b7cfec9-cea0-4f11-b33a-f3da46585688 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:20.446975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6bca570-cc01-4007-8a73-4d035ba3f560 req-5b7cfec9-cea0-4f11-b33a-f3da46585688 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0508916 Sep 17 22:32:20.486912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6bca570-cc01-4007-8a73-4d035ba3f560 req-1f30c3c3-a365-4088-beec-d786706b6f59 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332978 Sep 17 22:32:20.654894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-109f95a2-4609-404a-99d2-388eb228a93c req-7a7a4d68-6c93-425b-a43f-9de826b2a8e5 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 210 time: 0.0333817 Sep 17 22:32:21.214086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e7cb2-5b1b-45f5-8842-ca6460237464 req-b466376d-4d87-4248-85cb-629d387c453e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:21.215702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-779e7cb2-5b1b-45f5-8842-ca6460237464 req-b466376d-4d87-4248-85cb-629d387c453e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0621908 Sep 17 22:32:21.267971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-779e7cb2-5b1b-45f5-8842-ca6460237464 req-73dd95a1-0daf-428e-8e18-9bc7b33a4b7b tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Sep 17 22:32:21.312796 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.613821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-fdec7bf2-37cb-4c76-9815-c6c977044a51 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:21.615888 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-fdec7bf2-37cb-4c76-9815-c6c977044a51 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.35 "GET /v2.0/networks?id=31372127-f035-4753-a3a3-0062dd580787 HTTP/1.1" status: 200 len: 811 time: 0.1164525 Sep 17 22:32:21.625490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546e683-5f82-4b9d-9644-cf680e048e60 req-43c959a5-bd70-4920-bc99-80e56a2581d5 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:21.627044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a546e683-5f82-4b9d-9644-cf680e048e60 req-43c959a5-bd70-4920-bc99-80e56a2581d5 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0687380 Sep 17 22:32:21.632599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Request body: {'port': {'device_id': 'aabf4e06-e52a-40e3-a9b5-6d4bccde6abe', 'network_id': '31372127-f035-4753-a3a3-0062dd580787', 'admin_state_up': True, 'tenant_id': 'f38147976b7047f495247331d71703ff'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:21.667209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a546e683-5f82-4b9d-9644-cf680e048e60 req-85f2f02d-0ac8-4c59-a8a2-cf81ac5be290 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331175 Sep 17 22:32:21.701776 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.768253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e27d67c5-8862-4f72-ac4b-3f81f251398e req-a6c97cb8-e3e2-404a-a408-032c869d4c12 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 210 time: 0.0268302 Sep 17 22:32:21.850318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Made reservation on behalf of f38147976b7047f495247331d71703ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:21.854121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:21.982410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Allocated IP 172.20.0.10 (31372127-f035-4753-a3a3-0062dd580787/05337168-6491-4540-833d-f8fc09613ffb/aca6b13d-7439-462f-a767-79a90a7bd0cd) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:22.126933 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.205231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.257568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Network 31372127-f035-4753-a3a3-0062dd580787 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:22.260541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:22.267155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:22.271090 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Pushing event updated for resources: {'Port': ['ID=aca6b13d-7439-462f-a767-79a90a7bd0cd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:22.325165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.325799 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.405774 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1f8f4898-6c24-4c12-8d5c-17b441a38f84 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7783184 Sep 17 22:32:22.418400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Request body: {'port': {'device_id': 'aabf4e06-e52a-40e3-a9b5-6d4bccde6abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:22.422549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92971170-83ad-4fe9-a0c3-f9b784ce61d3 req-4a89a21b-9143-45c6-b727-6134b77713a6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.424075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92971170-83ad-4fe9-a0c3-f9b784ce61d3 req-4a89a21b-9143-45c6-b727-6134b77713a6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0565886 Sep 17 22:32:22.467845 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92971170-83ad-4fe9-a0c3-f9b784ce61d3 req-1c0db12f-c9c6-4fe4-97d3-c3b3d935bb91 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363450 Sep 17 22:32:22.485780 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.781822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca6b13d-7439-462f-a767-79a90a7bd0cd {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:22.790810 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.806412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Transition to ACTIVE for port object aca6b13d-7439-462f-a767-79a90a7bd0cd will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:22.828793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895c42e-dea7-43e7-9909-7ec7fb8511da req-61e310ef-168b-46b3-9875-b2347bc38c8a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.828793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a895c42e-dea7-43e7-9909-7ec7fb8511da req-61e310ef-168b-46b3-9875-b2347bc38c8a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0599391 Sep 17 22:32:22.884083 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:22.904982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a895c42e-dea7-43e7-9909-7ec7fb8511da req-052b89a8-73a9-492e-bb5f-1b045052b666 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769420 Sep 17 22:32:22.915117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c24a03-68e6-4815-907e-d2f50989c339 req-424d58db-ba86-4293-9584-b7f4f5c3dd85 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:22.923182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9c24a03-68e6-4815-907e-d2f50989c339 req-424d58db-ba86-4293-9584-b7f4f5c3dd85 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 932 time: 0.0791864 Sep 17 22:32:22.936946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=aca6b13d-7439-462f-a767-79a90a7bd0cd,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:22.965962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c9c24a03-68e6-4815-907e-d2f50989c339 req-ed6a10d4-09df-44e2-8e09-3b8d90f31b68 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Sep 17 22:32:23.085371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Attempting to bind port aca6b13d-7439-462f-a767-79a90a7bd0cd on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:23.085946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Attempting to bind port aca6b13d-7439-462f-a767-79a90a7bd0cd by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '3c496092-ba95-4c42-9815-b52903a47a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '31372127-f035-4753-a3a3-0062dd580787'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:23.086274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Attempting to bind port aca6b13d-7439-462f-a767-79a90a7bd0cd on network 31372127-f035-4753-a3a3-0062dd580787 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:23.090717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Port aca6b13d-7439-462f-a767-79a90a7bd0cd on network 31372127-f035-4753-a3a3-0062dd580787 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:23.091160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Attempting to bind port aca6b13d-7439-462f-a767-79a90a7bd0cd on network 31372127-f035-4753-a3a3-0062dd580787 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:23.095979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:23.096314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Checking segment: {'id': '3c496092-ba95-4c42-9815-b52903a47a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '31372127-f035-4753-a3a3-0062dd580787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:23.096689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Bound using segment: {'id': '3c496092-ba95-4c42-9815-b52903a47a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '31372127-f035-4753-a3a3-0062dd580787'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:23.097107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Bound port: aca6b13d-7439-462f-a767-79a90a7bd0cd, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c496092-ba95-4c42-9815-b52903a47a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '31372127-f035-4753-a3a3-0062dd580787'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:23.097473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.165836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] For port aca6b13d-7439-462f-a767-79a90a7bd0cd, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:23.169102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] For port aca6b13d-7439-462f-a767-79a90a7bd0cd, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=aca6b13d-7439-462f-a767-79a90a7bd0cd,segment=NetworkSegment(3c496092-ba95-4c42-9815-b52903a47a9b),segment_id=3c496092-ba95-4c42-9815-b52903a47a9b)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:23.228668 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.264856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.265484 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.266875 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] 10.222.0.35 "PUT /v2.0/ports/aca6b13d-7439-462f-a767-79a90a7bd0cd HTTP/1.1" status: 200 len: 1093 time: 0.8528330 Sep 17 22:32:23.267318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf4e06-e52a-40e3-a9b5-6d4bccde6abe', 'tag': 'aca6b13d-7439-462f-a767-79a90a7bd0cd'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:23.269550 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd53ee0-061b-4e56-a0f7-b2d3415eaa2e" -d '{"events": [{"name": "network-changed", "server_uuid": "aabf4e06-e52a-40e3-a9b5-6d4bccde6abe", "tag": "aca6b13d-7439-462f-a767-79a90a7bd0cd"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:23.295061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63e06b-a3f6-42ac-8043-ae3de84ca8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=aca6b13d-7439-462f-a767-79a90a7bd0cd,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:23.307746 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b74a66-85d2-49ff-8c75-aefb77f1c2a3 x-openstack-request-id: req-a3b74a66-85d2-49ff-8c75-aefb77f1c2a3 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:23.308073 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabf4e06-e52a-40e3-a9b5-6d4bccde6abe", "tag": "aca6b13d-7439-462f-a767-79a90a7bd0cd", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:23.308321 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3b74a66-85d2-49ff-8c75-aefb77f1c2a3 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:23.308711 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabf4e06-e52a-40e3-a9b5-6d4bccde6abe', 'tag': 'aca6b13d-7439-462f-a767-79a90a7bd0cd', 'status': 'completed', 'code': 200} Sep 17 22:32:23.347686 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:23.372197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd53ee0-061b-4e56-a0f7-b2d3415eaa2e req-76e5e2f0-43a8-4ef4-9340-fd76d30ba622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.375753 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-acd53ee0-061b-4e56-a0f7-b2d3415eaa2e req-76e5e2f0-43a8-4ef4-9340-fd76d30ba622 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f38147976b7047f495247331d71703ff&device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 1096 time: 0.0456669 Sep 17 22:32:23.483657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd53ee0-061b-4e56-a0f7-b2d3415eaa2e req-6522fc73-ee75-481f-9b96-5cd6adb888ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.485146 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-acd53ee0-061b-4e56-a0f7-b2d3415eaa2e req-6522fc73-ee75-481f-9b96-5cd6adb888ab service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f38147976b7047f495247331d71703ff&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1014311 Sep 17 22:32:23.597790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd53ee0-061b-4e56-a0f7-b2d3415eaa2e req-cf7d58b0-2440-4b3d-85ea-b8d9cbfc7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.599231 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-acd53ee0-061b-4e56-a0f7-b2d3415eaa2e req-cf7d58b0-2440-4b3d-85ea-b8d9cbfc7184 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1074812 Sep 17 22:32:23.614812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1fa24-7c5d-43f0-a996-b98e4b11230e req-82c4727d-28c3-4e6b-bdff-c1bf6dc42a03 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.617531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ade1fa24-7c5d-43f0-a996-b98e4b11230e req-82c4727d-28c3-4e6b-bdff-c1bf6dc42a03 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0661452 Sep 17 22:32:23.661416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ade1fa24-7c5d-43f0-a996-b98e4b11230e req-c43012c4-53b2-4f75-8c23-4a69128b7a26 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369768 Sep 17 22:32:23.684701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-73fad7d1-7ba8-436f-be1c-1e48c1a86f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.686778 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-73fad7d1-7ba8-436f-be1c-1e48c1a86f3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f38147976b7047f495247331d71703ff&device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 1096 time: 0.0501592 Sep 17 22:32:23.736113 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-82a3d0ad-fa84-42af-98c9-29df7f066f10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca6b13d-7439-462f-a767-79a90a7bd0cd HTTP/1.1" status: 200 len: 217 time: 0.0388937 Sep 17 22:32:23.786545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-2c300d00-ecb2-4b39-a6a4-c8e1f959f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:23.788283 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-2c300d00-ecb2-4b39-a6a4-c8e1f959f4ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05337168-6491-4540-833d-f8fc09613ffb HTTP/1.1" status: 200 len: 851 time: 0.0470304 Sep 17 22:32:23.828515 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-1e1d8809-b632-44ff-808e-bea319d79ca1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31372127-f035-4753-a3a3-0062dd580787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321097 Sep 17 22:32:23.925025 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-39e72e89-52aa-424c-97a4-bdea3d0f3249 service neutron] 10.222.0.35 "GET /v2.0/networks/31372127-f035-4753-a3a3-0062dd580787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886765 Sep 17 22:32:24.117855 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f21e07ed-7fc7-4525-94cb-81054709d165 req-30a39a5e-d078-4e55-a7e9-b45ccf4e0799 service neutron] 10.222.0.35 "GET /v2.0/networks/31372127-f035-4753-a3a3-0062dd580787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843584 Sep 17 22:32:24.165332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a4318-30c7-477e-9d59-d2d2e859f2c2 req-683c029f-9f68-47f7-b157-25b2f72cefac tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.167611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-202a4318-30c7-477e-9d59-d2d2e859f2c2 req-683c029f-9f68-47f7-b157-25b2f72cefac tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.1040013 Sep 17 22:32:24.207859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c75f7-0ec8-4646-953a-1f2e00c3c7dc req-81aef89a-213c-4497-b438-cbac4253a6e6 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.210668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-123c75f7-0ec8-4646-953a-1f2e00c3c7dc req-81aef89a-213c-4497-b438-cbac4253a6e6 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 944 time: 0.1005123 Sep 17 22:32:24.250535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-202a4318-30c7-477e-9d59-d2d2e859f2c2 req-0adaca5b-f3bf-44ca-930c-1fe539bb9de8 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712812 Sep 17 22:32:24.277189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-123c75f7-0ec8-4646-953a-1f2e00c3c7dc req-5bb9e7a5-7dd4-426b-87cc-57c34b37be19 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524933 Sep 17 22:32:24.781105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f82ddb-9a6a-4b20-97e8-814d2668cf9e req-00a65ead-cf2d-4674-93cc-f17b1dff3535 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:24.782630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3f82ddb-9a6a-4b20-97e8-814d2668cf9e req-00a65ead-cf2d-4674-93cc-f17b1dff3535 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0509350 Sep 17 22:32:24.826811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3f82ddb-9a6a-4b20-97e8-814d2668cf9e req-191725ad-b527-4071-924e-a53599fa431f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371337 Sep 17 22:32:25.424877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e73ff5-c6ec-43de-8db0-d82b04583e20 req-cee56083-7fbe-4d15-b3b7-eee8f01b31e6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.426452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9e73ff5-c6ec-43de-8db0-d82b04583e20 req-cee56083-7fbe-4d15-b3b7-eee8f01b31e6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0966604 Sep 17 22:32:25.445864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409954d4-279d-44db-86b3-4049052b51dd req-a9beab73-e522-4ca2-a523-a261b1c426e8 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.447365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-409954d4-279d-44db-86b3-4049052b51dd req-a9beab73-e522-4ca2-a523-a261b1c426e8 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 944 time: 0.0851367 Sep 17 22:32:25.501849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9e73ff5-c6ec-43de-8db0-d82b04583e20 req-64529738-f50d-4c9f-880c-90c44e6db8e9 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660193 Sep 17 22:32:25.507497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-409954d4-279d-44db-86b3-4049052b51dd req-725056f8-9fae-496f-81f6-0ab42c9cdbc4 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Sep 17 22:32:25.944200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d666f6-edb9-4716-b372-eef3de6f1127 req-60c68819-442e-4cdc-909a-aacb862329de tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:25.945745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5d666f6-edb9-4716-b372-eef3de6f1127 req-60c68819-442e-4cdc-909a-aacb862329de tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0502617 Sep 17 22:32:25.994227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5d666f6-edb9-4716-b372-eef3de6f1127 req-3c28e5b0-ff2a-4d63-b6e0-7b2df6d99278 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Sep 17 22:32:26.592699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:26.682764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d9bf3-93e3-4d44-8d0e-96111920d5cb req-fbbb7db5-7397-4170-8d1d-4abf0bdec5f7 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:26.684541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3d9bf3-93e3-4d44-8d0e-96111920d5cb req-fbbb7db5-7397-4170-8d1d-4abf0bdec5f7 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0840302 Sep 17 22:32:26.744494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:26.748238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3d9bf3-93e3-4d44-8d0e-96111920d5cb req-d2e14edc-8802-4230-a23e-808b68145f8a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453992 Sep 17 22:32:26.755728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c96ef-97dc-48d1-aa45-c9801743b4d3 req-1a42a7fa-1923-4bed-b237-fbf6be7fe9cb tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:26.757781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-259c96ef-97dc-48d1-aa45-c9801743b4d3 req-1a42a7fa-1923-4bed-b237-fbf6be7fe9cb tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 944 time: 0.0927904 Sep 17 22:32:26.758110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57', 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9', 'port_id': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57', 'mac_address': 'fa:16:3e:26:d8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8508b9-6d31-4cea-a361-8ff876a2ab35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:26.798080 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.801086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-259c96ef-97dc-48d1-aa45-c9801743b4d3 req-6985e748-77f6-4ad7-b619-34d7d81ca767 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346894 Sep 17 22:32:26.812397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:26.857935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:26.958498 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:26.959715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device aca6b13d-7439-462f-a767-79a90a7bd0cd details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:27.035619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:27.101996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port aca6b13d-7439-462f-a767-79a90a7bd0cd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=aca6b13d-7439-462f-a767-79a90a7bd0cd,segment=NetworkSegment(3c496092-ba95-4c42-9815-b52903a47a9b),segment_id=3c496092-ba95-4c42-9815-b52903a47a9b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:27.113725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'aca6b13d-7439-462f-a767-79a90a7bd0cd', 'network_id': '31372127-f035-4753-a3a3-0062dd580787', 'port_id': 'aca6b13d-7439-462f-a767-79a90a7bd0cd', 'mac_address': 'fa:16:3e:8d:6b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05337168-6491-4540-833d-f8fc09613ffb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:27.131840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536a6a7-77d9-48dd-b80e-588c28c5a895 req-4dad85b7-5b1f-466e-bdca-67669e0561aa tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:27.131840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c536a6a7-77d9-48dd-b80e-588c28c5a895 req-4dad85b7-5b1f-466e-bdca-67669e0561aa tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 944 time: 0.0498726 Sep 17 22:32:27.161282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.171908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c536a6a7-77d9-48dd-b80e-588c28c5a895 req-68e20169-488c-44be-b73c-d8dbc5d90af0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Sep 17 22:32:27.177973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca6b13d-7439-462f-a767-79a90a7bd0cd {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:27.203938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port aca6b13d-7439-462f-a767-79a90a7bd0cd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=aca6b13d-7439-462f-a767-79a90a7bd0cd,segment=NetworkSegment(3c496092-ba95-4c42-9815-b52903a47a9b),segment_id=3c496092-ba95-4c42-9815-b52903a47a9b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:27.267300 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:27.314198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=aca6b13d-7439-462f-a767-79a90a7bd0cd,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:27.488359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:27.493692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['aca6b13d-7439-462f-a767-79a90a7bd0cd'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:27.881262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec4383-eca8-4df8-877b-1fd0fbbeafc7 req-7284ba8a-ddaf-4ea3-abdc-5f29f2dcdc1c tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:27.883001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79ec4383-eca8-4df8-877b-1fd0fbbeafc7 req-7284ba8a-ddaf-4ea3-abdc-5f29f2dcdc1c tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0627069 Sep 17 22:32:27.950680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79ec4383-eca8-4df8-877b-1fd0fbbeafc7 req-729005a1-ad78-49c4-9edc-ceda46c2be82 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583954 Sep 17 22:32:27.965992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516bcb0-1e8e-458c-8049-e6166a8e2beb req-78d13911-4ad0-47e0-9cf4-6fce1e6345c9 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:27.980837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8516bcb0-1e8e-458c-8049-e6166a8e2beb req-78d13911-4ad0-47e0-9cf4-6fce1e6345c9 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 945 time: 0.0902998 Sep 17 22:32:28.015331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8516bcb0-1e8e-458c-8049-e6166a8e2beb req-fbd35c93-e58d-4d73-bc64-ba9d5c21151c tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387554 Sep 17 22:32:28.296807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9feb59-9b30-41db-9e50-410c3302d3cb req-da52d4b9-d07a-4990-9492-b020f71682dd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:28.298671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c9feb59-9b30-41db-9e50-410c3302d3cb req-da52d4b9-d07a-4990-9492-b020f71682dd tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 944 time: 0.0539291 Sep 17 22:32:28.345196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c9feb59-9b30-41db-9e50-410c3302d3cb req-85cb5198-c521-4b75-8bbc-a1b3648a0462 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381770 Sep 17 22:32:28.606586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:28.813447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:28.813813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:28.975039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.003191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:29.006484 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0422b9bb-6531-4994-ac44-113e911b3104" -d '{"events": [{"server_uuid": "4324c178-42cf-44d6-aa7d-ac5e6e8470d2", "name": "network-vif-plugged", "status": "completed", "tag": "97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:29.020315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:29.080496 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3cfaa4-669a-4b17-a2f8-0b2ceb9a0fae x-openstack-request-id: req-0d3cfaa4-669a-4b17-a2f8-0b2ceb9a0fae {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:29.080840 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4324c178-42cf-44d6-aa7d-ac5e6e8470d2", "name": "network-vif-plugged", "status": "completed", "tag": "97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:29.083999 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d3cfaa4-669a-4b17-a2f8-0b2ceb9a0fae {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:29.084513 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57', 'code': 200} Sep 17 22:32:29.101595 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.102513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device aca6b13d-7439-462f-a767-79a90a7bd0cd up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:29.150013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0d29-34cd-45e6-adb6-0fdc6f55773b req-25d85f52-acb5-4295-be63-45d402cfc47e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.161574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d43f0d29-34cd-45e6-adb6-0fdc6f55773b req-25d85f52-acb5-4295-be63-45d402cfc47e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0967369 Sep 17 22:32:29.199098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d43f0d29-34cd-45e6-adb6-0fdc6f55773b req-d9d6822c-4870-416e-a957-cc1a03924d9d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364444 Sep 17 22:32:29.225437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:29.259447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159aa847-67b0-4eee-8ed9-c44d7ef1dfa8 req-c43c6cad-3b6c-4e6a-86f9-02827d4bb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.262017 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-159aa847-67b0-4eee-8ed9-c44d7ef1dfa8 req-c43c6cad-3b6c-4e6a-86f9-02827d4bb95a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 1097 time: 0.0554080 Sep 17 22:32:29.264534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fad1f-a641-42f3-ac6f-b4e0892465fc req-28df60e3-ce95-4428-b475-d66602c4685e tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.266197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-569fad1f-a641-42f3-ac6f-b4e0892465fc req-28df60e3-ce95-4428-b475-d66602c4685e tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 945 time: 0.0854337 Sep 17 22:32:29.300947 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-159aa847-67b0-4eee-8ed9-c44d7ef1dfa8 req-83092f4a-0066-4ff1-af26-f84ea03528b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311735 Sep 17 22:32:29.307286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-569fad1f-a641-42f3-ac6f-b4e0892465fc req-824aef8e-7832-4c37-97ec-64ceb7e9e631 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350325 Sep 17 22:32:29.312527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port aca6b13d-7439-462f-a767-79a90a7bd0cd completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:29.316523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port aca6b13d-7439-462f-a767-79a90a7bd0cd triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:29.316888 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.393363 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.428811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port aca6b13d-7439-462f-a767-79a90a7bd0cd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=aca6b13d-7439-462f-a767-79a90a7bd0cd,segment=NetworkSegment(3c496092-ba95-4c42-9815-b52903a47a9b),segment_id=3c496092-ba95-4c42-9815-b52903a47a9b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:29.473349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eee40-9fe0-4987-801f-e7c34978138d req-605b31a6-d29e-41be-a255-d3a6204e365d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:29.475473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f42eee40-9fe0-4987-801f-e7c34978138d req-605b31a6-d29e-41be-a255-d3a6204e365d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0535746 Sep 17 22:32:29.495966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:29.516046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f42eee40-9fe0-4987-801f-e7c34978138d req-1c621cd6-c4cc-496f-82a8-b417563f4e98 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Sep 17 22:32:29.550594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=aca6b13d-7439-462f-a767-79a90a7bd0cd,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:30.365387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1573a1-a5c7-4f71-bc0c-99a489511a51 req-a1dc6722-c602-4964-98d5-1ed91859fef5 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.367007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db1573a1-a5c7-4f71-bc0c-99a489511a51 req-a1dc6722-c602-4964-98d5-1ed91859fef5 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0589035 Sep 17 22:32:30.418280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db1573a1-a5c7-4f71-bc0c-99a489511a51 req-fe27b993-cdf3-406f-b783-b2feb8f845ef tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372152 Sep 17 22:32:30.484024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43da702-9dc3-4131-9043-55d2246f2039 req-c4281e21-a34e-4c37-80b9-6e743aff9982 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.485467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c43da702-9dc3-4131-9043-55d2246f2039 req-c4281e21-a34e-4c37-80b9-6e743aff9982 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.0572476 Sep 17 22:32:30.530194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c43da702-9dc3-4131-9043-55d2246f2039 req-0a887cfc-5e56-41cc-a229-82ab046349cb tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369532 Sep 17 22:32:30.656940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bd417-1f01-4fa3-abfa-e8fedd37494f req-385c6e8b-b3fd-4593-82b2-ba3b2f329fe3 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.658396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4bd417-1f01-4fa3-abfa-e8fedd37494f req-385c6e8b-b3fd-4593-82b2-ba3b2f329fe3 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0553908 Sep 17 22:32:30.700676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4bd417-1f01-4fa3-abfa-e8fedd37494f req-156534a4-481f-40ca-a131-c70334d42991 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342300 Sep 17 22:32:30.829223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c44c-f43f-459f-b9bb-5abe3ef39c30 req-e25c8eb8-a895-454e-bb0e-b442057757c1 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:30.830752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1c7c44c-f43f-459f-b9bb-5abe3ef39c30 req-e25c8eb8-a895-454e-bb0e-b442057757c1 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0552309 Sep 17 22:32:30.871644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1c7c44c-f43f-459f-b9bb-5abe3ef39c30 req-51cc7412-20c6-49e7-856f-8b52a782dbc4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Sep 17 22:32:31.088291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf4e06-e52a-40e3-a9b5-6d4bccde6abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca6b13d-7439-462f-a767-79a90a7bd0cd'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:31.091079 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5831344-6d1a-43a2-93dc-1d8e1c6ac8bc" -d '{"events": [{"server_uuid": "aabf4e06-e52a-40e3-a9b5-6d4bccde6abe", "name": "network-vif-plugged", "status": "completed", "tag": "aca6b13d-7439-462f-a767-79a90a7bd0cd"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:31.145008 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfc6a67-ef6f-4afb-bfec-1c9836b0409f x-openstack-request-id: req-bdfc6a67-ef6f-4afb-bfec-1c9836b0409f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:31.145297 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabf4e06-e52a-40e3-a9b5-6d4bccde6abe", "name": "network-vif-plugged", "status": "completed", "tag": "aca6b13d-7439-462f-a767-79a90a7bd0cd", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:31.145545 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdfc6a67-ef6f-4afb-bfec-1c9836b0409f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:31.145956 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf4e06-e52a-40e3-a9b5-6d4bccde6abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca6b13d-7439-462f-a767-79a90a7bd0cd', 'code': 200} Sep 17 22:32:31.247018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34fd07-0862-44ce-918f-fee734e13ce7 req-4215a872-7331-412e-a108-74f53e653eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:31.248714 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ff34fd07-0862-44ce-918f-fee734e13ce7 req-4215a872-7331-412e-a108-74f53e653eff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 1098 time: 0.0427299 Sep 17 22:32:31.292242 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ff34fd07-0862-44ce-918f-fee734e13ce7 req-dba9ffb5-6b7b-4afe-8da2-84607cd5ae26 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Sep 17 22:32:31.558651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c877-d155-4981-91c3-49812da8b648 req-252f11d8-c383-4ed8-8f1d-3f80fc448af7 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:31.559252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8b4c877-d155-4981-91c3-49812da8b648 req-252f11d8-c383-4ed8-8f1d-3f80fc448af7 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0628216 Sep 17 22:32:31.592140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8b4c877-d155-4981-91c3-49812da8b648 req-e08595f1-6346-4a44-946d-4d3176f3ffa0 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Sep 17 22:32:31.775072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce94e2-1f6f-402d-b30e-b04f01823b19 req-5d122fdb-db44-4ac0-a1e1-ac08d3900baf tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:31.776879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2ce94e2-1f6f-402d-b30e-b04f01823b19 req-5d122fdb-db44-4ac0-a1e1-ac08d3900baf tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.1213841 Sep 17 22:32:31.824038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644391e9-1584-4ed8-ada7-808338d9783b req-7de03d08-322f-4813-9787-d8415eabddf7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:31.825447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-7de03d08-322f-4813-9787-d8415eabddf7 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/networks?id=a1934543-c42a-4cd9-8816-960e7dbdddb9 HTTP/1.1" status: 200 len: 815 time: 0.1589437 Sep 17 22:32:31.848304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2ce94e2-1f6f-402d-b30e-b04f01823b19 req-841466be-2d1a-440c-a96d-c79135ee5062 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636547 Sep 17 22:32:31.850302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-9d2b0614-9bc5-443d-b005-bb2a90b7cc7f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/quotas/b245001cc2004dc98fb3a798e43d72ea HTTP/1.1" status: 200 len: 375 time: 0.0170720 Sep 17 22:32:31.902891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-947da163-d66e-4e92-8ce5-13b6bcc2d403 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b245001cc2004dc98fb3a798e43d72ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462344 Sep 17 22:32:31.998688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-cbfc3c92-f027-4a2e-9a29-6773291fdf85 service neutron] 10.222.0.13 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887532 Sep 17 22:32:32.089753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-11d6e5aa-cd69-4b0c-b0d3-940d5e9a543c service neutron] 10.222.0.13 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849137 Sep 17 22:32:32.336226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a75f711-4408-4628-a09d-9fb46c0cf89d req-e56ea673-5e58-4341-93f9-125adfc55723 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 210 time: 0.0412827 Sep 17 22:32:32.734979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead08b4-c0a4-489b-9a4c-27df2feaa2f1 req-64e1f8ef-5314-4e17-9f58-83c1ba902688 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:32.736495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aead08b4-c0a4-489b-9a4c-27df2feaa2f1 req-64e1f8ef-5314-4e17-9f58-83c1ba902688 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0525372 Sep 17 22:32:32.779982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aead08b4-c0a4-489b-9a4c-27df2feaa2f1 req-bd7d839e-8ebf-44c7-9304-6fba4161e4b0 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Sep 17 22:32:32.878437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-f6245630-9e5d-4021-a553-0524f8beb8e3 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:32.878437 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-f6245630-9e5d-4021-a553-0524f8beb8e3 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.35 "GET /v2.0/ports?device_id=4324c178-42cf-44d6-aa7d-ac5e6e8470d2 HTTP/1.1" status: 200 len: 945 time: 0.0741527 Sep 17 22:32:32.995614 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Deleting port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:32.996078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:32.997832 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a1e64-b477-473e-8af1-2fa7e377fb84 req-9a15ee78-f6e0-496e-9131-55454cd518a0 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:32.999678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9a1e64-b477-473e-8af1-2fa7e377fb84 req-9a15ee78-f6e0-496e-9131-55454cd518a0 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.0594735 Sep 17 22:32:33.054478 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9a1e64-b477-473e-8af1-2fa7e377fb84 req-37e4caa3-6944-48b3-a46e-01c796626056 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468123 Sep 17 22:32:33.107332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] For port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:33.107762 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.122386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Calling delete_port for 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:33.282575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfe67d-1761-4a85-8e3e-9563bc579316 req-1e15e5a0-65ef-43b4-9b9a-50a27b8eeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:33.284136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3bdfe67d-1761-4a85-8e3e-9563bc579316 req-1e15e5a0-65ef-43b4-9b9a-50a27b8eeec0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 1097 time: 0.1193409 Sep 17 22:32:33.294951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a90b8-f63c-4d2b-b400-3bb50cede2f5 req-5b35debf-b134-45ce-a077-bcc48389672c tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:33.302740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-268a90b8-f63c-4d2b-b400-3bb50cede2f5 req-5b35debf-b134-45ce-a077-bcc48389672c tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.1468561 Sep 17 22:32:33.356810 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.367826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-268a90b8-f63c-4d2b-b400-3bb50cede2f5 req-e410cbe0-e4b0-4857-9ed2-5c5c1d7e26fe tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640175 Sep 17 22:32:33.369744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3bdfe67d-1761-4a85-8e3e-9563bc579316 req-aa45294c-4ef1-48da-8603-9b2618cadbcb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648785 Sep 17 22:32:33.384051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:33.469369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Pushing event deleted for resources: {'Port': ['ID=97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:33.488211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7422ee1-7bd4-4772-9b86-2ec649d5831d req-802b4304-d937-4eae-afcf-31c2dda4f483 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 210 time: 0.0438426 Sep 17 22:32:33.535096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] No DVR routers for this DVR port 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:33.539268 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:33.541531 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-7a3f475f-dfdb-4aa9-9df5-5a5217aa0e8e req-7693423d-bb1b-4bb4-9274-78b39eb08342 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.35 "DELETE /v2.0/ports/97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 HTTP/1.1" status: 204 len: 173 time: 0.6575577 Sep 17 22:32:33.542260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'name': 'network-vif-deleted', 'tag': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:33.544866 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1e1067-8272-4d03-ac12-014b3609de33" -d '{"events": [{"server_uuid": "4324c178-42cf-44d6-aa7d-ac5e6e8470d2", "name": "network-vif-deleted", "tag": "97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:33.584538 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ca7b47-8a7e-45d6-a409-fa23e6e23917 x-openstack-request-id: req-36ca7b47-8a7e-45d6-a409-fa23e6e23917 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:33.584826 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4324c178-42cf-44d6-aa7d-ac5e6e8470d2", "name": "network-vif-deleted", "tag": "97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:33.585073 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36ca7b47-8a7e-45d6-a409-fa23e6e23917 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:33.585473 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4324c178-42cf-44d6-aa7d-ac5e6e8470d2', 'name': 'network-vif-deleted', 'tag': '97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57', 'status': 'completed', 'code': 200} Sep 17 22:32:33.985420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9ecd2-a7ac-4134-a8d3-a1a3050c8902 req-4c938c14-7243-4c0b-9d8d-b6d511695377 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:33.986950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8c9ecd2-a7ac-4134-a8d3-a1a3050c8902 req-4c938c14-7243-4c0b-9d8d-b6d511695377 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.0930390 Sep 17 22:32:33.996008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757606f-342e-48f8-85bd-bf5cd827a36e req-7d897e2c-f949-4d47-b47d-1a0c9ef6ab1e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:33.997513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7757606f-342e-48f8-85bd-bf5cd827a36e req-7d897e2c-f949-4d47-b47d-1a0c9ef6ab1e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0907459 Sep 17 22:32:34.061206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8c9ecd2-a7ac-4134-a8d3-a1a3050c8902 req-80ad40c7-16a6-48a8-8811-7ae531a71608 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626936 Sep 17 22:32:34.066161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7757606f-342e-48f8-85bd-bf5cd827a36e req-5af9e20c-b3f5-48a3-bad5-ed191bcc6cc5 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567622 Sep 17 22:32:34.596584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e457749-d02e-4488-bc3e-05ff13d4dcb9 req-d797aa5d-48c1-4e56-b6a2-18996dd39551 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 210 time: 0.0344701 Sep 17 22:32:34.619586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644391e9-1584-4ed8-ada7-808338d9783b req-732c49c5-e6cd-40c3-8e9d-990d4d9a3f4f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:34.619586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-732c49c5-e6cd-40c3-8e9d-990d4d9a3f4f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.32 "GET /v2.0/networks?id=a1934543-c42a-4cd9-8816-960e7dbdddb9 HTTP/1.1" status: 200 len: 815 time: 0.1597335 Sep 17 22:32:34.633153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Request body: {'port': {'device_id': '4bd7e0f1-0f90-4843-99ce-d76de10c6a45', 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9', 'admin_state_up': True, 'tenant_id': 'b245001cc2004dc98fb3a798e43d72ea'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:34.844008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Made reservation on behalf of b245001cc2004dc98fb3a798e43d72ea for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:34.848058 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.001656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Allocated IP 172.20.0.6 (a1934543-c42a-4cd9-8816-960e7dbdddb9/1d8508b9-6d31-4cea-a361-8ff876a2ab35/aa670e77-4679-413b-95b8-33e47f8a50b5) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:35.203695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.261905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6089d-30b3-4cf3-abce-b09412e88e9b req-40aecd88-de02-4b68-9b09-7fff41d495a0 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:35.263431 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14a6089d-30b3-4cf3-abce-b09412e88e9b req-40aecd88-de02-4b68-9b09-7fff41d495a0 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.1131575 Sep 17 22:32:35.276053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cb8a9-9c47-4a99-bb2e-94ebcc56dfc9 req-b89db476-f2a6-4b37-bbd2-2fcbdee835b2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:35.277513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a71cb8a9-9c47-4a99-bb2e-94ebcc56dfc9 req-b89db476-f2a6-4b37-bbd2-2fcbdee835b2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0963471 Sep 17 22:32:35.356450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14a6089d-30b3-4cf3-abce-b09412e88e9b req-459c05bd-60d9-4687-b540-e5d99193267c tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777526 Sep 17 22:32:35.359637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a71cb8a9-9c47-4a99-bb2e-94ebcc56dfc9 req-059fea52-2616-4108-8c3b-c8d7b1a20904 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730858 Sep 17 22:32:35.385360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.441871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Pushing event updated for resources: {'Port': ['ID=aa670e77-4679-413b-95b8-33e47f8a50b5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:35.602726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Network a1934543-c42a-4cd9-8816-960e7dbdddb9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:35.602726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:35.602726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:35.602726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:35.602726 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.602726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdf18a-c301-419f-b27e-bad4433618eb req-717072ca-1168-47dd-8cad-93fa6a920c8a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:35.602726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89cdf18a-c301-419f-b27e-bad4433618eb req-717072ca-1168-47dd-8cad-93fa6a920c8a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0789132 Sep 17 22:32:35.618159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89cdf18a-c301-419f-b27e-bad4433618eb req-6573eac6-a4b5-4aa8-aef3-fddaa63de502 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Sep 17 22:32:35.668599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-ac99a8e9-4e90-4945-9882-5fe0aa8beed0 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0401127 Sep 17 22:32:35.683013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Request body: {'port': {'device_id': '4bd7e0f1-0f90-4843-99ce-d76de10c6a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:35.783248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f90481-f005-49a5-92be-078ea0981baa req-e5764529-81e8-4c63-8536-96f104bce1e9 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:35.784845 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6f90481-f005-49a5-92be-078ea0981baa req-e5764529-81e8-4c63-8536-96f104bce1e9 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 931 time: 0.1077311 Sep 17 22:32:35.792499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:35.915604 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6f90481-f005-49a5-92be-078ea0981baa req-f21079f9-8491-4529-8ca5-cd2f8f3a7387 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143777 Sep 17 22:32:36.040134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-c245f469-8fb9-4eb8-bc4a-e377dee2a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.042920 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-c245f469-8fb9-4eb8-bc4a-e377dee2a638 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f38147976b7047f495247331d71703ff&device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 1098 time: 0.0876205 Sep 17 22:32:36.092593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eceb4-965a-4e77-948e-30d6500db29e req-36dfeae8-48f8-43b2-b98b-e468e710f0e8 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.094631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e50eceb4-965a-4e77-948e-30d6500db29e req-36dfeae8-48f8-43b2-b98b-e468e710f0e8 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.2338538 Sep 17 22:32:36.164169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-3bd088a3-f6c5-4321-9a27-509796e73375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.165628 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-3bd088a3-f6c5-4321-9a27-509796e73375 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31372127-f035-4753-a3a3-0062dd580787 HTTP/1.1" status: 200 len: 911 time: 0.1152146 Sep 17 22:32:36.185125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e50eceb4-965a-4e77-948e-30d6500db29e req-9735ed50-3619-4e21-b302-6d03edeab530 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530283 Sep 17 22:32:36.208416 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-aa50b1ec-f474-479e-bf53-8d9dd9f9c677 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca6b13d-7439-462f-a767-79a90a7bd0cd HTTP/1.1" status: 200 len: 217 time: 0.0357730 Sep 17 22:32:36.269619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-66c44491-c4b0-43cf-b7af-4ec5271d8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.271486 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-66c44491-c4b0-43cf-b7af-4ec5271d8ab8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05337168-6491-4540-833d-f8fc09613ffb HTTP/1.1" status: 200 len: 851 time: 0.0563595 Sep 17 22:32:36.276138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa670e77-4679-413b-95b8-33e47f8a50b5 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:36.285545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.318465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Transition to ACTIVE for port object aa670e77-4679-413b-95b8-33e47f8a50b5 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:32:36.343515 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-aba027f3-37d3-4a1d-85e6-da3a60e73001 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31372127-f035-4753-a3a3-0062dd580787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644577 Sep 17 22:32:36.376288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07043fa-833f-4a18-8bed-44e54d5a9df8 req-d118a857-fa17-4ea1-94ee-89851a8a83b3 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.378391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a07043fa-833f-4a18-8bed-44e54d5a9df8 req-d118a857-fa17-4ea1-94ee-89851a8a83b3 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0734315 Sep 17 22:32:36.412370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.450844 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-b1a1bd28-a30b-4666-ae17-e3c84a590e97 service neutron] 10.222.0.35 "GET /v2.0/networks/31372127-f035-4753-a3a3-0062dd580787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003597 Sep 17 22:32:36.452982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a07043fa-833f-4a18-8bed-44e54d5a9df8 req-3e3e7d66-c3f9-44c0-a693-9e2e294b72cf tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678098 Sep 17 22:32:36.480309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Pushing event updated for resources: {'Port': ['ID=aa670e77-4679-413b-95b8-33e47f8a50b5,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.554763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Attempting to bind port aa670e77-4679-413b-95b8-33e47f8a50b5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:36.555171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Attempting to bind port aa670e77-4679-413b-95b8-33e47f8a50b5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:36.555445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Attempting to bind port aa670e77-4679-413b-95b8-33e47f8a50b5 on network a1934543-c42a-4cd9-8816-960e7dbdddb9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:36.556471 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-fc3570e2-3f6f-450e-bc64-b27dd8e89dd9 req-b22f387e-5494-40cb-aeda-781bb566a446 service neutron] 10.222.0.35 "GET /v2.0/networks/31372127-f035-4753-a3a3-0062dd580787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986381 Sep 17 22:32:36.559706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Port aa670e77-4679-413b-95b8-33e47f8a50b5 on network a1934543-c42a-4cd9-8816-960e7dbdddb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:32:36.560020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Attempting to bind port aa670e77-4679-413b-95b8-33e47f8a50b5 on network a1934543-c42a-4cd9-8816-960e7dbdddb9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:36.565863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:36.566195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Checking segment: {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:36.566677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Bound using segment: {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:36.567145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Bound port: aa670e77-4679-413b-95b8-33e47f8a50b5, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a191196-7e00-4edc-bb8c-960e4b44fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:36.567614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.644892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] For port aa670e77-4679-413b-95b8-33e47f8a50b5, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:36.648095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] For port aa670e77-4679-413b-95b8-33e47f8a50b5, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=aa670e77-4679-413b-95b8-33e47f8a50b5,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:36.657946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:36.678941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:36.679430 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 97f2b4d2-3cbd-4d4d-82b5-c9e350f54d57 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:36.741967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.777777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.778399 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:36.779909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] 10.222.0.32 "PUT /v2.0/ports/aa670e77-4679-413b-95b8-33e47f8a50b5 HTTP/1.1" status: 200 len: 1092 time: 1.1012390 Sep 17 22:32:36.780298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7e0f1-0f90-4843-99ce-d76de10c6a45', 'tag': 'aa670e77-4679-413b-95b8-33e47f8a50b5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:36.782522 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f502ab7-901d-41aa-8089-d292bdf692e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd7e0f1-0f90-4843-99ce-d76de10c6a45", "tag": "aa670e77-4679-413b-95b8-33e47f8a50b5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:36.808539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d6dc3-359e-4495-9401-6d89ccec8dab service neutron] Pushing event updated for resources: {'Port': ['ID=aa670e77-4679-413b-95b8-33e47f8a50b5,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:36.824619 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe0204-8353-41a7-8ef1-65672a6d344d x-openstack-request-id: req-8bfe0204-8353-41a7-8ef1-65672a6d344d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:36.824916 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd7e0f1-0f90-4843-99ce-d76de10c6a45", "tag": "aa670e77-4679-413b-95b8-33e47f8a50b5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:36.825193 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bfe0204-8353-41a7-8ef1-65672a6d344d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:36.825605 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd7e0f1-0f90-4843-99ce-d76de10c6a45', 'tag': 'aa670e77-4679-413b-95b8-33e47f8a50b5', 'status': 'completed', 'code': 200} Sep 17 22:32:36.884736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502ab7-901d-41aa-8089-d292bdf692e2 req-04afe921-53aa-4db6-8a2f-96932ba97f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.886526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f502ab7-901d-41aa-8089-d292bdf692e2 req-04afe921-53aa-4db6-8a2f-96932ba97f37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b245001cc2004dc98fb3a798e43d72ea&device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 1095 time: 0.0434678 Sep 17 22:32:36.992652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502ab7-901d-41aa-8089-d292bdf692e2 req-30305bef-2cf2-456e-83d7-694a386fc2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:36.994135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f502ab7-901d-41aa-8089-d292bdf692e2 req-30305bef-2cf2-456e-83d7-694a386fc2be service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b245001cc2004dc98fb3a798e43d72ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1007206 Sep 17 22:32:37.108738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5515f-f046-4e9d-8ea9-ff24fc154912 req-0b2c2686-8d6d-4593-ba31-fae59ac41140 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.110384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41e5515f-f046-4e9d-8ea9-ff24fc154912 req-0b2c2686-8d6d-4593-ba31-fae59ac41140 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 943 time: 0.1014736 Sep 17 22:32:37.153958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502ab7-901d-41aa-8089-d292bdf692e2 req-066154a7-d677-4c1f-b69b-137c876a1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.153958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f502ab7-901d-41aa-8089-d292bdf692e2 req-066154a7-d677-4c1f-b69b-137c876a1469 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1516032 Sep 17 22:32:37.179766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41e5515f-f046-4e9d-8ea9-ff24fc154912 req-6546ba6a-551b-4673-b7c9-0f049be4c51e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 Sep 17 22:32:37.259751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644391e9-1584-4ed8-ada7-808338d9783b req-2ded8dff-b074-494e-9836-04560daf9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.261373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-2ded8dff-b074-494e-9836-04560daf9bf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b245001cc2004dc98fb3a798e43d72ea&device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 1095 time: 0.0618804 Sep 17 22:32:37.626503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-a76ff146-aafe-4e99-93d8-e34ec0d14aa0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa670e77-4679-413b-95b8-33e47f8a50b5 HTTP/1.1" status: 200 len: 217 time: 0.3557711 Sep 17 22:32:37.705748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9df1a-c1ed-4824-bee7-1d5335338c1f req-8e096808-4373-4ffe-9701-140f7c3d61a7 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.707260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8b9df1a-c1ed-4824-bee7-1d5335338c1f req-8e096808-4373-4ffe-9701-140f7c3d61a7 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.4384012 Sep 17 22:32:37.726720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644391e9-1584-4ed8-ada7-808338d9783b req-86312aa7-d21b-4158-b5a3-1f3dc15d24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.728190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-86312aa7-d21b-4158-b5a3-1f3dc15d24bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d8508b9-6d31-4cea-a361-8ff876a2ab35 HTTP/1.1" status: 200 len: 855 time: 0.0918736 Sep 17 22:32:37.736887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f1377-f077-4247-8a6e-ae8ae618cbc1 req-b0dd3ef5-7ba8-4b04-bb02-8c0335847f29 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:37.738696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-524f1377-f077-4247-8a6e-ae8ae618cbc1 req-b0dd3ef5-7ba8-4b04-bb02-8c0335847f29 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1149662 Sep 17 22:32:37.784905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-502e26f4-1439-4131-b30b-593e00889e63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1934543-c42a-4cd9-8816-960e7dbdddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450163 Sep 17 22:32:37.842466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8b9df1a-c1ed-4824-bee7-1d5335338c1f req-9b3d3fc0-46a6-418f-af20-57cfddad00e3 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260033 Sep 17 22:32:37.850574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-524f1377-f077-4247-8a6e-ae8ae618cbc1 req-f129a196-c7c0-4fd4-bf5d-d673eb214873 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962694 Sep 17 22:32:37.920739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-447cd489-0959-4e29-80b2-5a22246ce557 service neutron] 10.222.0.32 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260207 Sep 17 22:32:38.054479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-644391e9-1584-4ed8-ada7-808338d9783b req-c1f1210f-5ae5-4543-9e2e-5b8ebcfcec84 service neutron] 10.222.0.32 "GET /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258736 Sep 17 22:32:38.319131 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:38.366066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4948f-edff-415b-b984-7b93857b9fbe req-b0f6aee9-9354-497e-ad3c-8c2add0e35b6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.370425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06e4948f-edff-415b-b984-7b93857b9fbe req-b0f6aee9-9354-497e-ad3c-8c2add0e35b6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1661675 Sep 17 22:32:38.412147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ef810-9cb3-496a-be17-faff36fb6450 req-99864262-1a4e-46f6-9c9e-a29f43f7f093 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.412147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf1ef810-9cb3-496a-be17-faff36fb6450 req-99864262-1a4e-46f6-9c9e-a29f43f7f093 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 943 time: 0.1156116 Sep 17 22:32:38.487005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06e4948f-edff-415b-b984-7b93857b9fbe req-8204d792-ffea-4c1f-b0db-9f1b2a36c0ae tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110973 Sep 17 22:32:38.501046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-75cedc3a-a435-4ddb-a6e7-6bfd51f6edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.502650 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-75cedc3a-a435-4ddb-a6e7-6bfd51f6edae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1097 time: 0.0914981 Sep 17 22:32:38.511668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf1ef810-9cb3-496a-be17-faff36fb6450 req-dbf30d86-d77e-4553-9cfe-66859675768e tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660753 Sep 17 22:32:38.635934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-be7e6c8c-9e78-4f3e-8568-be27af2f475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.637421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-be7e6c8c-9e78-4f3e-8568-be27af2f475d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 918 time: 0.0929618 Sep 17 22:32:38.685622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-800f2e2b-2c19-4c67-951c-4e57dcd21b15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 HTTP/1.1" status: 200 len: 217 time: 0.0393057 Sep 17 22:32:38.736188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-4b9ac5ac-acd1-484c-ba31-7792b381b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:38.737627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-4b9ac5ac-acd1-484c-ba31-7792b381b485 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.0430887 Sep 17 22:32:38.770762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-9c6188e2-753f-4d53-97fb-588e40330c39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250716 Sep 17 22:32:38.873916 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-aec72897-7f0d-4d1e-a908-793d6d8002b5 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952327 Sep 17 22:32:39.016186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f04082b6-f19a-4d99-8ee8-8de88d0b480d req-b5b89ba7-f8cb-4482-a87f-820530efab95 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331172 Sep 17 22:32:39.028442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dfb33-f6a0-44ca-95b3-d497115abc87 req-3ddeb951-f043-4cbf-b263-40ac9146aeda tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.029954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-336dfb33-f6a0-44ca-95b3-d497115abc87 req-3ddeb951-f043-4cbf-b263-40ac9146aeda tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.0757580 Sep 17 22:32:39.069026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-336dfb33-f6a0-44ca-95b3-d497115abc87 req-785728be-ea00-41e2-8aee-bdc13f8d59e1 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321994 Sep 17 22:32:39.515509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf00a25-1bc0-4dae-90ac-4609631c0bec req-e3df6d8a-f2f7-49c3-a42e-db90c2c11e96 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.517311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cdf00a25-1bc0-4dae-90ac-4609631c0bec req-e3df6d8a-f2f7-49c3-a42e-db90c2c11e96 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.0666571 Sep 17 22:32:39.564573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cdf00a25-1bc0-4dae-90ac-4609631c0bec req-1a6d02ea-672e-4f3e-af85-4fee4205d5b2 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Sep 17 22:32:39.686447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c0c5-e013-4666-9fa3-8291c430faa1 req-7330669c-056f-4ba2-bb10-a1e8b1f7cdc6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.688172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9d0c0c5-e013-4666-9fa3-8291c430faa1 req-7330669c-056f-4ba2-bb10-a1e8b1f7cdc6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0961130 Sep 17 22:32:39.713692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c0fd5-0e03-4234-8802-22334cf3b9c6 req-ce6d72f4-e0ba-4ca8-8a55-471fd5b82a08 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:39.715366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d65c0fd5-0e03-4234-8802-22334cf3b9c6 req-ce6d72f4-e0ba-4ca8-8a55-471fd5b82a08 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 943 time: 0.0885777 Sep 17 22:32:39.767175 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9d0c0c5-e013-4666-9fa3-8291c430faa1 req-b3cb31bf-4d9e-4878-a817-2f5b574f3e2f tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681794 Sep 17 22:32:39.776133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d65c0fd5-0e03-4234-8802-22334cf3b9c6 req-1a637b96-f299-4bbb-bbc1-a2ed7c5d22f6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Sep 17 22:32:39.934530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44800) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:39.981668 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.060449 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f526c9cf-00cb-462f-8317-2573989f8bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.160217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f526c9cf-00cb-462f-8317-2573989f8bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.318282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f526c9cf-00cb-462f-8317-2573989f8bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.362016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526c9cf-00cb-462f-8317-2573989f8bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8e3dea-53f6-4258-956c-d5a7ad641d71,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:40.367745 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f526c9cf-00cb-462f-8317-2573989f8bde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcdb7801de0d41f0a296c0da0424c6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320204 Sep 17 22:32:40.371041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44810) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:40.447852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9106bcac-d819-4aab-99ad-90d895c27684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.473391 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9106bcac-d819-4aab-99ad-90d895c27684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.604350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9106bcac-d819-4aab-99ad-90d895c27684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.606965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9106bcac-d819-4aab-99ad-90d895c27684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:40.608197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9106bcac-d819-4aab-99ad-90d895c27684 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b8e3dea-53f6-4258-956c-d5a7ad641d71 HTTP/1.1" status: 204 len: 168 time: 0.2362247 Sep 17 22:32:40.616684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106bcac-d819-4aab-99ad-90d895c27684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8e3dea-53f6-4258-956c-d5a7ad641d71,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:40.694018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764a405-18cf-4f3e-b537-d8ea88eafb83 req-2c49cad9-3920-4e28-a08d-090391beb01d tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:40.695569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1764a405-18cf-4f3e-b537-d8ea88eafb83 req-2c49cad9-3920-4e28-a08d-090391beb01d tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.0618279 Sep 17 22:32:40.737025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1764a405-18cf-4f3e-b537-d8ea88eafb83 req-ff9a5958-84a0-4736-b789-f129c14c365c tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335715 Sep 17 22:32:40.837092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device aa670e77-4679-413b-95b8-33e47f8a50b5 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:32:40.918951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14853458-1a2c-48e0-ae4c-23b0c4678796 req-850220d0-12ba-43a8-a382-18ab69aa40ef tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:40.920624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14853458-1a2c-48e0-ae4c-23b0c4678796 req-850220d0-12ba-43a8-a382-18ab69aa40ef tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 943 time: 0.0582130 Sep 17 22:32:40.956761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port aa670e77-4679-413b-95b8-33e47f8a50b5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=aa670e77-4679-413b-95b8-33e47f8a50b5,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:40.964329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14853458-1a2c-48e0-ae4c-23b0c4678796 req-b035c5ed-72ab-4b6b-abff-0273feb22ae5 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363142 Sep 17 22:32:40.978174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'aa670e77-4679-413b-95b8-33e47f8a50b5', 'network_id': 'a1934543-c42a-4cd9-8816-960e7dbdddb9', 'port_id': 'aa670e77-4679-413b-95b8-33e47f8a50b5', 'mac_address': 'fa:16:3e:3e:08:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8508b9-6d31-4cea-a361-8ff876a2ab35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:32:41.028417 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.041932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa670e77-4679-413b-95b8-33e47f8a50b5 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:32:41.063400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port aa670e77-4679-413b-95b8-33e47f8a50b5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=aa670e77-4679-413b-95b8-33e47f8a50b5,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:41.146984 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:41.202475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=aa670e77-4679-413b-95b8-33e47f8a50b5,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:41.211688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.212027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.212506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.213027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.213511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.214008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.214494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.215145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.215624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.216100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.216588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.217068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:41.312825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb362-1f66-49fb-b4a9-8649f8a891fc req-58b119fe-6fac-4c41-b31a-e0dd122990ce tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:41.321055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36ffb362-1f66-49fb-b4a9-8649f8a891fc req-58b119fe-6fac-4c41-b31a-e0dd122990ce tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.1191471 Sep 17 22:32:41.340488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-66880f6c-e0a0-414f-9dff-06007753a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:41.343181 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-66880f6c-e0a0-414f-9dff-06007753a002 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f38147976b7047f495247331d71703ff&device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 1098 time: 0.0551136 Sep 17 22:32:41.367174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36ffb362-1f66-49fb-b4a9-8649f8a891fc req-63890bf5-dfd9-4215-825c-51ce24a1b7dd tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Sep 17 22:32:41.376159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['aa670e77-4679-413b-95b8-33e47f8a50b5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:41.458855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-50a41010-415e-4260-ad91-758eaf83b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:41.460751 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-50a41010-415e-4260-ad91-758eaf83b8e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31372127-f035-4753-a3a3-0062dd580787 HTTP/1.1" status: 200 len: 911 time: 0.1084411 Sep 17 22:32:41.517835 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-3aa6bfcd-2c21-4c48-a563-b5d1c23e51f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca6b13d-7439-462f-a767-79a90a7bd0cd HTTP/1.1" status: 200 len: 217 time: 0.0496323 Sep 17 22:32:41.575459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-aeba2285-f102-40c7-ab28-89a5a6ded4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:41.578918 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-aeba2285-f102-40c7-ab28-89a5a6ded4d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05337168-6491-4540-833d-f8fc09613ffb HTTP/1.1" status: 200 len: 851 time: 0.0528526 Sep 17 22:32:41.610782 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-80824560-d9de-4530-af96-5d6be3972251 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31372127-f035-4753-a3a3-0062dd580787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269940 Sep 17 22:32:41.718235 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-4b22d6f0-4793-4c77-8bf7-287debd59240 service neutron] 10.222.0.35 "GET /v2.0/networks/31372127-f035-4753-a3a3-0062dd580787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005645 Sep 17 22:32:41.823898 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-be6d2d7d-fcc3-4129-a7eb-47ece14ce1fa req-b920689a-c9e2-4b1d-8e09-523d76cd2a3a service neutron] 10.222.0.35 "GET /v2.0/networks/31372127-f035-4753-a3a3-0062dd580787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983343 Sep 17 22:32:41.849545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 44864) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:41.964032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1050986005-network', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:42.053672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Made reservation on behalf of bfe16900f29a46dba853e75f17ebabaa for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:42.054704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.091462 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.125783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a33b3-fa4a-4ddd-bb3b-0a2df08e611e req-b997e973-edc5-429b-b0e9-2e102e370f0d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:42.127311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-341a33b3-fa4a-4ddd-bb3b-0a2df08e611e req-b997e973-edc5-429b-b0e9-2e102e370f0d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 944 time: 0.0861485 Sep 17 22:32:42.184194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-341a33b3-fa4a-4ddd-bb3b-0a2df08e611e req-5cae49d6-efd6-44e9-a498-df74949b3beb tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487568 Sep 17 22:32:42.235503 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.295285 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.320584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:42.330447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be030bf6-9924-4f57-8d09-378bd94e3ff7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:42.335153 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.335492 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Added segment 2585d3f5-fed8-414c-b58b-9a180b1e9f61 of type vlan for network 2889546e-9224-4aba-964d-a52230b4af92 Sep 17 22:32:42.375544 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.483611 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.483611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:42.483611 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.540092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034513da-e9c0-4017-be22-24ff79e0936e req-f0a0fd19-d4a7-44e2-9b3d-08ebe1f3eb3d tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:42.541634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-034513da-e9c0-4017-be22-24ff79e0936e req-f0a0fd19-d4a7-44e2-9b3d-08ebe1f3eb3d tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.0925841 Sep 17 22:32:42.577103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=2889546e-9224-4aba-964d-a52230b4af92,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:42.588714 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7f571e0c-2e09-4ae6-9c77-270dbdbadbb3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7379370 Sep 17 22:32:42.588827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 2889546e-9224-4aba-964d-a52230b4af92 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:42.592105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44882) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:42.598394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Request body: {'subnet': {'network_id': '2889546e-9224-4aba-964d-a52230b4af92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1050986005-subnet', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:42.608789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-034513da-e9c0-4017-be22-24ff79e0936e req-fdb09e08-05c9-41d6-bef5-ab0dfb20d82d tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Sep 17 22:32:42.695191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Made reservation on behalf of bfe16900f29a46dba853e75f17ebabaa for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:42.697744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.850241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device aa670e77-4679-413b-95b8-33e47f8a50b5 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:42.963940 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:42.993473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port aa670e77-4679-413b-95b8-33e47f8a50b5 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:32:42.997853 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port aa670e77-4679-413b-95b8-33e47f8a50b5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:42.998331 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.024678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec580d09-52fe-4f99-ad24-0ac744165f27,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:43.034964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Checking segment: {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:43.035328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Network hostable DHCP agents. Network: 2889546e-9224-4aba-964d-a52230b4af92, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:43.085013 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.099199 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:32:43.107169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7e0f1-0f90-4843-99ce-d76de10c6a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa670e77-4679-413b-95b8-33e47f8a50b5'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:43.109387 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c41fae-2afa-4548-8d90-1054394eb628" -d '{"events": [{"server_uuid": "4bd7e0f1-0f90-4843-99ce-d76de10c6a45", "name": "network-vif-plugged", "status": "completed", "tag": "aa670e77-4679-413b-95b8-33e47f8a50b5"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:43.122727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port aa670e77-4679-413b-95b8-33e47f8a50b5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=aa670e77-4679-413b-95b8-33e47f8a50b5,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:43.135035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Network 2889546e-9224-4aba-964d-a52230b4af92 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:43.151332 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedd7f6e-ff2b-4df5-a06d-f9278dc66e00 x-openstack-request-id: req-fedd7f6e-ff2b-4df5-a06d-f9278dc66e00 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:43.151639 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd7e0f1-0f90-4843-99ce-d76de10c6a45", "name": "network-vif-plugged", "status": "completed", "tag": "aa670e77-4679-413b-95b8-33e47f8a50b5", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:43.151875 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fedd7f6e-ff2b-4df5-a06d-f9278dc66e00 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:43.152270 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd7e0f1-0f90-4843-99ce-d76de10c6a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa670e77-4679-413b-95b8-33e47f8a50b5', 'code': 200} Sep 17 22:32:43.243824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3931e6-14b1-4c6f-9764-144efb909f19 req-dd935ae4-da7e-42ac-9ffd-2e98d44b25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.245344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b3931e6-14b1-4c6f-9764-144efb909f19 req-dd935ae4-da7e-42ac-9ffd-2e98d44b25dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 1096 time: 0.0414627 Sep 17 22:32:43.272583 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.301496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 2889546e-9224-4aba-964d-a52230b4af92) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:43.319378 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.319378 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.323477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ec9c5-2d24-47e2-a7a0-981f5aee7d51 None None] Network 2889546e-9224-4aba-964d-a52230b4af92 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:43.341815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b3931e6-14b1-4c6f-9764-144efb909f19 req-d8fee43f-9f97-4e8a-9e92-28778a921853 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896692 Sep 17 22:32:43.364766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750be61-a944-46db-8f7f-10fedb6147f6 req-24eb5414-3073-41bd-a074-02ccecab7a17 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.366325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9750be61-a944-46db-8f7f-10fedb6147f6 req-24eb5414-3073-41bd-a074-02ccecab7a17 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.1076307 Sep 17 22:32:43.431981 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-827b725e-fbfb-4179-a740-5ce25c183514 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8383551 Sep 17 22:32:43.432660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44902) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:43.436336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=aa670e77-4679-413b-95b8-33e47f8a50b5,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:43.438240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:43.459246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9750be61-a944-46db-8f7f-10fedb6147f6 req-4285dc9c-e611-48d0-b8c9-0d3cc21a7af2 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834470 Sep 17 22:32:43.483588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826fd3-fe74-47a3-9f8c-72044f38b693 req-e914167c-5fd4-44a8-a4b7-662e133fa27d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.491895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25826fd3-fe74-47a3-9f8c-72044f38b693 req-e914167c-5fd4-44a8-a4b7-662e133fa27d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0852652 Sep 17 22:32:43.527291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25826fd3-fe74-47a3-9f8c-72044f38b693 req-784d15d2-7b0a-479d-be26-8c61dcc26efe tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345445 Sep 17 22:32:43.536981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.538514 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.538980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-2889546e-9224-4aba-964d-a52230b4af92', 'network_id': '2889546e-9224-4aba-964d-a52230b4af92', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'fixed_ips': [{'subnet_id': 'ec580d09-52fe-4f99-ad24-0ac744165f27'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:43.540117 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.610826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.615466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-de82bdab-7716-4985-8d05-1f5c075f0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.617024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-de82bdab-7716-4985-8d05-1f5c075f0fbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1097 time: 0.0471914 Sep 17 22:32:43.684234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Allocated IP 172.20.0.2 (2889546e-9224-4aba-964d-a52230b4af92/ec580d09-52fe-4f99-ad24-0ac744165f27/7a6ac3d7-f765-4f71-9ca7-890e1553e5b2) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:43.789552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-60546007-3710-413a-89c8-a31b424f0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.792033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-60546007-3710-413a-89c8-a31b424f0dfc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 918 time: 0.1682916 Sep 17 22:32:43.853094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-54440348-7612-4ada-9ac2-1032cbfe620d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 HTTP/1.1" status: 200 len: 217 time: 0.0496974 Sep 17 22:32:43.870035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575787bd-6ed5-45cf-8655-aa72c8997cc5 req-94bb7b1f-43d2-48df-8ddf-793bfaf57cb6 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.872452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-575787bd-6ed5-45cf-8655-aa72c8997cc5 req-94bb7b1f-43d2-48df-8ddf-793bfaf57cb6 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.1536846 Sep 17 22:32:43.875459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:43.953959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-575787bd-6ed5-45cf-8655-aa72c8997cc5 req-feaf874b-83b4-4c7d-b1a9-f9260fa2f4a5 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688422 Sep 17 22:32:43.955421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-5f5a87ef-9bf3-4c40-ad0b-fb4e03234ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:43.956871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-5f5a87ef-9bf3-4c40-ad0b-fb4e03234ec3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.0828896 Sep 17 22:32:43.959521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.010157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-e0be4576-c157-4fd5-89d0-4e02afd4e6b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315156 Sep 17 22:32:44.014555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Network 2889546e-9224-4aba-964d-a52230b4af92 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:44.017606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:44.032980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Pushing event updated for resources: {'Port': ['ID=7a6ac3d7-f765-4f71-9ca7-890e1553e5b2,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.039464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:44.104832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Attempting to bind port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:44.105507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Attempting to bind port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:44.105941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Attempting to bind port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 on network 2889546e-9224-4aba-964d-a52230b4af92 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:44.112359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:44.112827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Checking segment: {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:44.113348 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.113774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Bound using segment: {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:44.114571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Bound port: 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:44.115224 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.129007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-829602d6-0666-43bd-87c7-c22f16acb363 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081672 Sep 17 22:32:44.139225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.202101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] For port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:44.207136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] For port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7a6ac3d7-f765-4f71-9ca7-890e1553e5b2,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:44.240855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e416dd7-6764-43d4-a4de-5abc914ec22c req-fe05e65d-5437-41ec-8620-74f3d7ace991 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037242 Sep 17 22:32:44.284279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.362986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aa2c0-afbd-4424-8762-af3f4cb063ab None None] Pushing event updated for resources: {'Port': ['ID=7a6ac3d7-f765-4f71-9ca7-890e1553e5b2,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:44.454728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.482730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.607103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db92f6-30ee-44f8-8b0f-a12f10d2db61 req-e478ab39-2383-49b2-9566-2bea63b160ff tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:44.620861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02db92f6-30ee-44f8-8b0f-a12f10d2db61 req-e478ab39-2383-49b2-9566-2bea63b160ff tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.0740321 Sep 17 22:32:44.643766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Allocated IP 172.25.5.172 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/51957310-2843-4b59-ae5d-d37d422856c4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:44.749614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b73424-8c07-416d-8283-096569e3ceda req-703f726e-ce29-4c1b-b2fa-b58ac6be7efd tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:44.751386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9b73424-8c07-416d-8283-096569e3ceda req-703f726e-ce29-4c1b-b2fa-b58ac6be7efd tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.3174734 Sep 17 22:32:44.755023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02db92f6-30ee-44f8-8b0f-a12f10d2db61 req-56e48624-7be2-4875-9173-e7c90b195729 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332388 Sep 17 22:32:44.800990 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.803640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9b73424-8c07-416d-8283-096569e3ceda req-bcc4b120-b421-40a5-ad27-200d6e32be6e tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446932 Sep 17 22:32:44.889902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a561d1-871f-4217-adc8-1593f5a0ff6a req-68df3d8e-1bb7-4d2e-81cd-45a09121c4f4 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:44.891373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71a561d1-871f-4217-adc8-1593f5a0ff6a req-68df3d8e-1bb7-4d2e-81cd-45a09121c4f4 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0545416 Sep 17 22:32:44.932476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71a561d1-871f-4217-adc8-1593f5a0ff6a req-81f95466-f1d9-4ec9-b383-681fcb365c12 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334868 Sep 17 22:32:44.945572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:44.991716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:44.997699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:45.000581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:45.033246 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-7d1e3c43-46e2-4056-b560-2a82cab38493 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1137536 Sep 17 22:32:45.033833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Pushing event updated for resources: {'Port': ['ID=51957310-2843-4b59-ae5d-d37d422856c4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.141341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:45.211088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-bc8aab68-ebb7-4313-b6e4-e6e17519a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.212600 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-bc8aab68-ebb7-4313-b6e4-e6e17519a9e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f964b0ce6b043e1a17c17023de1c28f&device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 1101 time: 0.1177642 Sep 17 22:32:45.218225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:45.218607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.303898 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.345518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-39a91a0a-2533-4d3e-835a-21979307935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.355523 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-39a91a0a-2533-4d3e-835a-21979307935a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.1087658 Sep 17 22:32:45.373296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7a6ac3d7-f765-4f71-9ca7-890e1553e5b2,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:45.440107 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-99554a08-3c53-4180-9400-bcf97d95ac4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e501a7d6-9cd9-4c8b-abec-7fededfe3329 HTTP/1.1" status: 200 len: 217 time: 0.0425596 Sep 17 22:32:45.449534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.506360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=7a6ac3d7-f765-4f71-9ca7-890e1553e5b2,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:45.542511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a89ba9-03d2-43fa-ad81-8eb9d550bcdc None None] Network 2889546e-9224-4aba-964d-a52230b4af92 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:45.544356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.617949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-3d906bb7-f969-4329-bcc2-0f127c48294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.619680 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-3d906bb7-f969-4329-bcc2-0f127c48294a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.1717198 Sep 17 22:32:45.628687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9e479a22-aaef-47d1-b5e9-fa78d5259149 None None] Provisioning complete for port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:45.628858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9e479a22-aaef-47d1-b5e9-fa78d5259149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.742868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-d7fa2762-4c97-4600-9a73-8b961f9d417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.744387 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-d7fa2762-4c97-4600-9a73-8b961f9d417b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1165988 Sep 17 22:32:45.873144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:45.897779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a4425-be99-4b20-b10a-eaaf029d5b7d req-a3f0f87a-c6de-43db-bc5b-8e0cda1183b6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:45.905999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e66a4425-be99-4b20-b10a-eaaf029d5b7d req-a3f0f87a-c6de-43db-bc5b-8e0cda1183b6 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.0694969 Sep 17 22:32:45.932826 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-fa22e0ba-a868-49e7-a6cd-f8fa1f125b3e service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786275 Sep 17 22:32:45.984665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e66a4425-be99-4b20-b10a-eaaf029d5b7d req-adf222b2-f9a1-4d36-929c-c0e410350315 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761397 Sep 17 22:32:46.021688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a048c-36af-463d-be7d-a10c05e098d4 req-8da69871-50df-4d9f-8b4e-77b9e9cf4f9d tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.029511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b0a048c-36af-463d-be7d-a10c05e098d4 req-8da69871-50df-4d9f-8b4e-77b9e9cf4f9d tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.1036336 Sep 17 22:32:46.087432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b0a048c-36af-463d-be7d-a10c05e098d4 req-dca336a9-f288-44e6-bc18-a6dcd2762a12 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569324 Sep 17 22:32:46.116988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2ef1e90b-6ff3-4d5e-b319-ea5bd3bec8da None None] Provisioning complete for port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:46.122075 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2ef1e90b-6ff3-4d5e-b319-ea5bd3bec8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.134661 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37646d82-e2de-4ffd-9338-d81d530b5cba req-7d9c2311-3f92-4296-8b5d-eafda9645ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849930 Sep 17 22:32:46.167515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8571-588a-4614-82bf-6e98741ce58c req-bf5b33fc-472d-49ff-a241-bd8b35c70240 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.169712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-174b8571-588a-4614-82bf-6e98741ce58c req-bf5b33fc-472d-49ff-a241-bd8b35c70240 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0811763 Sep 17 22:32:46.226479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Router 0a81ab75-8a29-410f-b40f-24e6ed86c601 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:32:46.249908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-174b8571-588a-4614-82bf-6e98741ce58c req-3e814606-a4e9-48ba-8689-f8a7af98371e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739105 Sep 17 22:32:46.277268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75295a61-7701-4d9e-8ff5-958f2db6156e req-deb010a8-cc12-4a0e-95b6-375901ecf920 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.278954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75295a61-7701-4d9e-8ff5-958f2db6156e req-deb010a8-cc12-4a0e-95b6-375901ecf920 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.0646138 Sep 17 22:32:46.323308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75295a61-7701-4d9e-8ff5-958f2db6156e req-5670d6d1-1f62-4c32-baec-c1591bb84b7f tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375259 Sep 17 22:32:46.379921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:46.396614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Sync routers for ids ['0a81ab75-8a29-410f-b40f-24e6ed86c601'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:46.405910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-3cb11f70-e3dc-4560-b02e-ff51ebccc35d tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.407701 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-3cb11f70-e3dc-4560-b02e-ff51ebccc35d tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.35 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.0767317 Sep 17 22:32:46.417178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Routers {'0a81ab75-8a29-410f-b40f-24e6ed86c601'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:46.422371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0a81ab75-8a29-410f-b40f-24e6ed86c601'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:46.500947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.505201 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-89a569be-96f9-4cd5-bc18-ba653f8d705c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0682433 Sep 17 22:32:46.505534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 44966) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:46.536541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Set router 0a81ab75-8a29-410f-b40f-24e6ed86c601 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:46.572674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Deleting port aca6b13d-7439-462f-a767-79a90a7bd0cd {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:46.573022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.655657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916b4c-52d3-40d2-9cd4-ab28a5996052 req-49145c0d-4bec-45ea-aebc-078ffe330574 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.657177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92916b4c-52d3-40d2-9cd4-ab28a5996052 req-49145c0d-4bec-45ea-aebc-078ffe330574 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.0565650 Sep 17 22:32:46.707465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92916b4c-52d3-40d2-9cd4-ab28a5996052 req-25371a74-2ea4-4dd6-93ed-df9f3b344a60 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Sep 17 22:32:46.763864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] For port aca6b13d-7439-462f-a767-79a90a7bd0cd, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=aca6b13d-7439-462f-a767-79a90a7bd0cd,segment=NetworkSegment(3c496092-ba95-4c42-9815-b52903a47a9b),segment_id=3c496092-ba95-4c42-9815-b52903a47a9b)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:46.764420 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.775582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '51957310-2843-4b59-ae5d-d37d422856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:43Z', 'updated_at': '2021-09-17T22:32:45Z', 'revision_number': 3, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'gw_port': {'id': '51957310-2843-4b59-ae5d-d37d422856c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:46.811556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Calling delete_port for aca6b13d-7439-462f-a767-79a90a7bd0cd owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:46.812460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Checking router: 0a81ab75-8a29-410f-b40f-24e6ed86c601 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:46.813158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Updating router 0a81ab75-8a29-410f-b40f-24e6ed86c601 port 51957310-2843-4b59-ae5d-d37d422856c4 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:46.843904 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:46.847167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7e69f-4f93-4d1d-8417-67aceac99046 req-7d56a023-8fd2-451a-8c15-b7d83691e07d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:46.849794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fd7e69f-4f93-4d1d-8417-67aceac99046 req-7d56a023-8fd2-451a-8c15-b7d83691e07d tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.0601473 Sep 17 22:32:46.891077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fd7e69f-4f93-4d1d-8417-67aceac99046 req-e958b40d-532a-418a-b110-cfa988c28a60 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Sep 17 22:32:47.149313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:47.216592 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.234038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:47.234929 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.248494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e79a4-9baa-4e28-a4c8-ff84d2d956e5 req-c3aa27dc-5761-4374-a8ff-4749ca4254bb tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.250444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be7e79a4-9baa-4e28-a4c8-ff84d2d956e5 req-c3aa27dc-5761-4374-a8ff-4749ca4254bb tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.1057243 Sep 17 22:32:47.295492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2ad27-3874-4ddf-90d4-52b5b728f707 req-60c57a1f-7ad0-4360-af55-b03c197026da tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.298287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5c2ad27-3874-4ddf-90d4-52b5b728f707 req-60c57a1f-7ad0-4360-af55-b03c197026da tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 946 time: 0.1049621 Sep 17 22:32:47.336039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be7e79a4-9baa-4e28-a4c8-ff84d2d956e5 req-926ca3d3-8b28-4ea6-b7d9-4c3572b1afa4 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754385 Sep 17 22:32:47.368695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5c2ad27-3874-4ddf-90d4-52b5b728f707 req-b705cbf8-0ad9-4fbd-b5fa-0ba5ad24e775 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562000 Sep 17 22:32:47.434654 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.457499 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.479226 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Pushing event deleted for resources: {'Port': ['ID=aca6b13d-7439-462f-a767-79a90a7bd0cd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:47.526088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450095a3-750f-4aa8-b2d4-6ec2a417b1b1 req-0254fbb4-6560-4d7f-9f56-99e06c3eaa23 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.528087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-450095a3-750f-4aa8-b2d4-6ec2a417b1b1 req-0254fbb4-6560-4d7f-9f56-99e06c3eaa23 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1000724 Sep 17 22:32:47.543621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Attempting to bind port 51957310-2843-4b59-ae5d-d37d422856c4 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:47.544392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Attempting to bind port 51957310-2843-4b59-ae5d-d37d422856c4 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:47.547960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Attempting to bind port 51957310-2843-4b59-ae5d-d37d422856c4 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:47.554606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f11d1-fb00-47ad-9c8d-ad8a184e0cd0 req-fdee226e-8dac-40f1-90f8-355f257cda6a tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:47.562024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b11f11d1-fb00-47ad-9c8d-ad8a184e0cd0 req-fdee226e-8dac-40f1-90f8-355f257cda6a tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.0830135 Sep 17 22:32:47.566318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47e3b3-972f-4cba-9418-721b885fc928 None None] Pushing event updated for resources: {'Port': ['ID=51957310-2843-4b59-ae5d-d37d422856c4,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:47.571316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] No DVR routers for this DVR port aca6b13d-7439-462f-a767-79a90a7bd0cd on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:47.574957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.577406 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f3ecf460-1a8d-4bba-baf1-2c373b283dba req-727fabda-f280-4e19-acbe-c8ef605f3374 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.35 "DELETE /v2.0/ports/aca6b13d-7439-462f-a767-79a90a7bd0cd HTTP/1.1" status: 204 len: 173 time: 1.1633723 Sep 17 22:32:47.578329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:47.578705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:47.579160 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.579664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:47.580058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf4e06-e52a-40e3-a9b5-6d4bccde6abe', 'name': 'network-vif-deleted', 'tag': 'aca6b13d-7439-462f-a767-79a90a7bd0cd'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:47.580958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Bound port: 51957310-2843-4b59-ae5d-d37d422856c4, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:47.581342 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.582652 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442efb80-dbb3-4802-88ec-c4bf08416d5d" -d '{"events": [{"server_uuid": "aabf4e06-e52a-40e3-a9b5-6d4bccde6abe", "name": "network-vif-deleted", "tag": "aca6b13d-7439-462f-a767-79a90a7bd0cd"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:47.639741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b11f11d1-fb00-47ad-9c8d-ad8a184e0cd0 req-0590f4e9-56b9-4166-a2aa-d3a2f4a0f194 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767715 Sep 17 22:32:47.682772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-450095a3-750f-4aa8-b2d4-6ec2a417b1b1 req-c91911c3-39e7-4236-b09f-11e1a21e47e8 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374192 Sep 17 22:32:47.706179 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.710665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] For port 51957310-2843-4b59-ae5d-d37d422856c4, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:47.711116 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f5836-43ed-4c90-a3ae-de3146bca7cb x-openstack-request-id: req-840f5836-43ed-4c90-a3ae-de3146bca7cb {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:47.711556 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabf4e06-e52a-40e3-a9b5-6d4bccde6abe", "name": "network-vif-deleted", "tag": "aca6b13d-7439-462f-a767-79a90a7bd0cd", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:47.711971 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-840f5836-43ed-4c90-a3ae-de3146bca7cb {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:47.712512 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf4e06-e52a-40e3-a9b5-6d4bccde6abe', 'name': 'network-vif-deleted', 'tag': 'aca6b13d-7439-462f-a767-79a90a7bd0cd', 'status': 'completed', 'code': 200} Sep 17 22:32:47.714089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] For port 51957310-2843-4b59-ae5d-d37d422856c4, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=51957310-2843-4b59-ae5d-d37d422856c4,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:47.766255 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.829871 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9e5b93f9-f71c-4522-97c3-923b0fa220b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:47.836785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Routers {'0a81ab75-8a29-410f-b40f-24e6ed86c601'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:47.837368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0a81ab75-8a29-410f-b40f-24e6ed86c601'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:47.849971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47e3b3-972f-4cba-9418-721b885fc928 None None] Pushing event updated for resources: {'Port': ['ID=51957310-2843-4b59-ae5d-d37d422856c4,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:47.923613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Allocated IP 172.20.0.1 (2889546e-9224-4aba-964d-a52230b4af92/ec580d09-52fe-4f99-ad24-0ac744165f27/50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:48.005584 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] Set router 0a81ab75-8a29-410f-b40f-24e6ed86c601 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:48.034918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.127666 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.181889 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Network 2889546e-9224-4aba-964d-a52230b4af92 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:48.186874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:48.194259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:48.228959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Pushing event updated for resources: {'Port': ['ID=50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:48.231946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '51957310-2843-4b59-ae5d-d37d422856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:43Z', 'updated_at': '2021-09-17T22:32:45Z', 'revision_number': 3, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'gw_port': {'id': '51957310-2843-4b59-ae5d-d37d422856c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:48.243911 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.269147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcff6b-e4bc-44dd-8f71-060f9b3bda4d None None] The sync data for ids ['0a81ab75-8a29-410f-b40f-24e6ed86c601'] in n-d-713498-17 is: [{'id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '51957310-2843-4b59-ae5d-d37d422856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:43Z', 'updated_at': '2021-09-17T22:32:45Z', 'revision_number': 3, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'gw_port': {'id': '51957310-2843-4b59-ae5d-d37d422856c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:48.354003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829fe6-59c8-4d8e-8b65-462752c29d25 req-63599e65-d6a5-4bc3-9490-708ceaf8db44 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:48.360851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60829fe6-59c8-4d8e-8b65-462752c29d25 req-63599e65-d6a5-4bc3-9490-708ceaf8db44 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.0669382 Sep 17 22:32:48.440034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60829fe6-59c8-4d8e-8b65-462752c29d25 req-c4c14816-ca6f-4bb7-8403-c8e6669316ef tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743482 Sep 17 22:32:48.492709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.556146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1186e92c-2515-429b-842e-fc797bbb010e req-9b6d66ec-8e7a-4e41-88b9-3939ea6d5d63 tempest-TestServerAdvancedOps-1603522688 tempest-TestServerAdvancedOps-1603522688-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabf4e06-e52a-40e3-a9b5-6d4bccde6abe HTTP/1.1" status: 200 len: 210 time: 0.0503531 Sep 17 22:32:48.594689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4f48cfb6-f33e-41a7-9055-1d937d709b8e None None] Provisioning complete for port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:48.595295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f48cfb6-f33e-41a7-9055-1d937d709b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.652348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4f48cfb6-f33e-41a7-9055-1d937d709b8e None None] Port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:48.703019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device aca6b13d-7439-462f-a767-79a90a7bd0cd no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:48.726163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: aca6b13d-7439-462f-a767-79a90a7bd0cd {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:48.726506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device aca6b13d-7439-462f-a767-79a90a7bd0cd not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:48.731977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.805064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.823455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b357be3-c8d4-4650-8bb4-a2e5c2c94698 req-162cbc65-eb2b-49cc-b326-349a49282b0a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:48.825194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b357be3-c8d4-4650-8bb4-a2e5c2c94698 req-162cbc65-eb2b-49cc-b326-349a49282b0a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0592244 Sep 17 22:32:48.877623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:48.887060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b357be3-c8d4-4650-8bb4-a2e5c2c94698 req-a2b30633-6748-43f3-b53f-f196b5101b12 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Sep 17 22:32:48.918828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Pushing event updated for resources: {'Port': ['ID=50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:49.005821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Network 2889546e-9224-4aba-964d-a52230b4af92 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:49.007872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:49.148931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 51957310-2843-4b59-ae5d-d37d422856c4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:49.157964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Router 0a81ab75-8a29-410f-b40f-24e6ed86c601 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:32:49.233441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 51957310-2843-4b59-ae5d-d37d422856c4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:49.233813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.374402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.378867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:49.385871 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-066131f4-da53-4781-bfbf-ae8ce3365d64 admin admin] 10.222.0.13 "PUT /v2.0/routers/0a81ab75-8a29-410f-b40f-24e6ed86c601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8793073 Sep 17 22:32:49.405998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 51957310-2843-4b59-ae5d-d37d422856c4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=51957310-2843-4b59-ae5d-d37d422856c4,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:49.414021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-30655876-b881-4e47-813e-80e2ceeb311a None None] Provisioning complete for port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:49.414827 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-30655876-b881-4e47-813e-80e2ceeb311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.452074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-30655876-b881-4e47-813e-80e2ceeb311a None None] Port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:49.490247 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.574897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=51957310-2843-4b59-ae5d-d37d422856c4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:49.627938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45040) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:49.647764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-a434e556-06e3-49a2-8ea0-5fa527d589d2 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.650700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-a434e556-06e3-49a2-8ea0-5fa527d589d2 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.1482100 Sep 17 22:32:49.679517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f3e63-35f6-4c6f-aa83-5d6688448609 req-258a912e-b8f2-405a-8f4b-851a4d10df68 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:49.682267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e9f3e63-35f6-4c6f-aa83-5d6688448609 req-258a912e-b8f2-405a-8f4b-851a4d10df68 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 945 time: 0.1078358 Sep 17 22:32:49.713278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f8732f-f8b4-4086-af99-033ba787717d admin admin] Deleting subnet 05337168-6491-4540-833d-f8fc09613ffb {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:49.723057 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93f8732f-f8b4-4086-af99-033ba787717d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.783616 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93f8732f-f8b4-4086-af99-033ba787717d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.798029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e9f3e63-35f6-4c6f-aa83-5d6688448609 req-8a00fece-3043-4c17-92ee-504beeca71d3 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9e43c4b-590f-42a7-86f6-8a5396f494e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860901 Sep 17 22:32:49.824619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Deleting port aa670e77-4679-413b-95b8-33e47f8a50b5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:32:49.831494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.842915 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93f8732f-f8b4-4086-af99-033ba787717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.946384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] For port aa670e77-4679-413b-95b8-33e47f8a50b5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=aa670e77-4679-413b-95b8-33e47f8a50b5,segment=NetworkSegment(3a191196-7e00-4edc-bb8c-960e4b44fccd),segment_id=3a191196-7e00-4edc-bb8c-960e4b44fccd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:49.946859 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:49.963228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Calling delete_port for aa670e77-4679-413b-95b8-33e47f8a50b5 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:32:50.039605 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93f8732f-f8b4-4086-af99-033ba787717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.062160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20c3ff-2688-49bd-827b-1f03c76af50d req-a2510395-03d1-41c0-85bc-9cf035de6d82 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.063698 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f20c3ff-2688-49bd-827b-1f03c76af50d req-a2510395-03d1-41c0-85bc-9cf035de6d82 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1017601 Sep 17 22:32:50.078302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93f8732f-f8b4-4086-af99-033ba787717d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.083941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45056) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:50.084122 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-93f8732f-f8b4-4086-af99-033ba787717d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/05337168-6491-4540-833d-f8fc09613ffb HTTP/1.1" status: 204 len: 168 time: 0.4548128 Sep 17 22:32:50.085194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8732f-f8b4-4086-af99-033ba787717d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05337168-6491-4540-833d-f8fc09613ffb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:50.192632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b441d98c-ba62-4ec0-b774-2dad2a45cd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.218940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f20c3ff-2688-49bd-827b-1f03c76af50d req-61cb998e-c4a4-44ad-8b40-7ec60c5a63dc tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405997 Sep 17 22:32:50.263178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45062) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:50.272047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1523582450-network', 'tenant_id': '3ba89c903a7640ff8f373401b7098902'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:50.277713 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.367592 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.370386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.382345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['aa670e77-4679-413b-95b8-33e47f8a50b5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:32:50.405057 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Made reservation on behalf of 3ba89c903a7640ff8f373401b7098902 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:50.408152 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.411620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Pushing event deleted for resources: {'Port': ['ID=aa670e77-4679-413b-95b8-33e47f8a50b5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:50.417269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31372127-f035-4753-a3a3-0062dd580787']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:50.420312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.448716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c496092-ba95-4c42-9815-b52903a47a9b') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:50.449077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c496092-ba95-4c42-9815-b52903a47a9b') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:50.463017 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Sync routers for ids ['0a81ab75-8a29-410f-b40f-24e6ed86c601'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:50.473902 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Routers {'0a81ab75-8a29-410f-b40f-24e6ed86c601'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:50.474648 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0a81ab75-8a29-410f-b40f-24e6ed86c601'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:50.485764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] No DVR routers for this DVR port aa670e77-4679-413b-95b8-33e47f8a50b5 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:32:50.491787 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.494106 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.500699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bb8dfb5-a436-489c-839c-fb813d0365ca req-c18ecf4b-4229-4433-8aab-6677346b0885 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.32 "DELETE /v2.0/ports/aa670e77-4679-413b-95b8-33e47f8a50b5 HTTP/1.1" status: 204 len: 173 time: 0.8397052 Sep 17 22:32:50.501205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7e0f1-0f90-4843-99ce-d76de10c6a45', 'name': 'network-vif-deleted', 'tag': 'aa670e77-4679-413b-95b8-33e47f8a50b5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:32:50.506462 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6055aa49-9a11-4aeb-8dbf-837ed52c0f22" -d '{"events": [{"server_uuid": "4bd7e0f1-0f90-4843-99ce-d76de10c6a45", "name": "network-vif-deleted", "tag": "aa670e77-4679-413b-95b8-33e47f8a50b5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:32:50.557920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.559929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:50.560349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:50.562143 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:50.591818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.598042 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2344c1-644d-4d98-8ce4-9473d4f4cac1 x-openstack-request-id: req-cd2344c1-644d-4d98-8ce4-9473d4f4cac1 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:32:50.598608 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd7e0f1-0f90-4843-99ce-d76de10c6a45", "name": "network-vif-deleted", "tag": "aa670e77-4679-413b-95b8-33e47f8a50b5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:32:50.598933 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd2344c1-644d-4d98-8ce4-9473d4f4cac1 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:32:50.599616 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd7e0f1-0f90-4843-99ce-d76de10c6a45', 'name': 'network-vif-deleted', 'tag': 'aa670e77-4679-413b-95b8-33e47f8a50b5', 'status': 'completed', 'code': 200} Sep 17 22:32:50.611249 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Set router 0a81ab75-8a29-410f-b40f-24e6ed86c601 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:50.678654 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.679164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.688634 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.691579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] 10.222.0.13 "DELETE /v2.0/networks/31372127-f035-4753-a3a3-0062dd580787 HTTP/1.1" status: 204 len: 168 time: 0.6053631 Sep 17 22:32:50.697722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45070) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:50.733740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:50.734250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca31a30-2c40-42d5-9e50-976183854acf admin admin] Pushing event deleted for resources: {'Network': ['ID=31372127-f035-4753-a3a3-0062dd580787,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:50.748975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:50.762993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.763479 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Added segment 87b3e894-777c-4028-b633-9985ded6ac86 of type vlan for network b09da1d9-59f8-4cc4-8314-1b4b151d98bd Sep 17 22:32:50.767839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22fd733-a6da-4101-9bca-16daffb60b4a admin admin] Deleting subnet 39b9aeec-6e12-4f2b-aa14-e304f06acfae {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:50.776895 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c22fd733-a6da-4101-9bca-16daffb60b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.811396 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.817635 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c22fd733-a6da-4101-9bca-16daffb60b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.870323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c22fd733-a6da-4101-9bca-16daffb60b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.899627 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '51957310-2843-4b59-ae5d-d37d422856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:43Z', 'updated_at': '2021-09-17T22:32:48Z', 'revision_number': 4, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'gw_port': {'id': '51957310-2843-4b59-ae5d-d37d422856c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66', 'name': '', 'network_id': '2889546e-9224-4aba-964d-a52230b4af92', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'mac_address': 'fa:16:3e:ee:5e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'ec580d09-52fe-4f99-ad24-0ac744165f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:47Z', 'updated_at': '2021-09-17T22:32:48Z', 'revision_number': 2, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'subnets': [{'id': 'ec580d09-52fe-4f99-ad24-0ac744165f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:50.933312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.933312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:50.933312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:50.933763 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Checking router: 0a81ab75-8a29-410f-b40f-24e6ed86c601 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:50.933763 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Updating router 0a81ab75-8a29-410f-b40f-24e6ed86c601 port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:50.933967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7d187e4-acb3-4e1e-b020-4b46b27eaaa4 req-371ce8f4-7ca8-4be4-b6d4-f072d9958d98 tempest-ServerDiskConfigTestJSON-888226233 tempest-ServerDiskConfigTestJSON-888226233-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd7e0f1-0f90-4843-99ce-d76de10c6a45 HTTP/1.1" status: 200 len: 210 time: 0.0362706 Sep 17 22:32:50.960483 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.032946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=b09da1d9-59f8-4cc4-8314-1b4b151d98bd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.047917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b09da1d9-59f8-4cc4-8314-1b4b151d98bd details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:51.067253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c22fd733-a6da-4101-9bca-16daffb60b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.100297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fd733-a6da-4101-9bca-16daffb60b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b9aeec-6e12-4f2b-aa14-e304f06acfae,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.100522 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7751ba07-dadb-4d7a-a61c-ff57ede55cb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8317001 Sep 17 22:32:51.100522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45080) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:51.104768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Request body: {'subnet': {'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1523582450-subnet', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:51.109461 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c22fd733-a6da-4101-9bca-16daffb60b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.115913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c22fd733-a6da-4101-9bca-16daffb60b4a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/39b9aeec-6e12-4f2b-aa14-e304f06acfae HTTP/1.1" status: 204 len: 168 time: 0.4080698 Sep 17 22:32:51.116559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45082) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:51.153739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 51957310-2843-4b59-ae5d-d37d422856c4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:51.211931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.228670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 51957310-2843-4b59-ae5d-d37d422856c4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:51.229485 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.284435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Made reservation on behalf of 3ba89c903a7640ff8f373401b7098902 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:51.288607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.301921 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.320839 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.350496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.370260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0e690-383a-49de-8482-2edd5bbfec18 req-e56057ff-b5a9-402d-81af-57e82688e0c8 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:51.372277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4dc0e690-383a-49de-8482-2edd5bbfec18 req-e56057ff-b5a9-402d-81af-57e82688e0c8 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0695732 Sep 17 22:32:51.406374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05de9fc-c730-43e0-8cc0-1db60a7f1eee']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:51.416550 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.427124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4dc0e690-383a-49de-8482-2edd5bbfec18 req-9c1ecc63-02fa-4011-8929-8d737cad63c5 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Sep 17 22:32:51.427318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89786b73-98fe-4b14-a9d4-254d5e70140a') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:51.427404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89786b73-98fe-4b14-a9d4-254d5e70140a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:51.448410 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.470257 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.481115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:51.483317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:51.487055 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:51.538656 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Pushing event updated for resources: {'Port': ['ID=50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.556601 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Attempting to bind port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:51.556969 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Attempting to bind port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:51.557691 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Attempting to bind port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 on network 2889546e-9224-4aba-964d-a52230b4af92 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:51.568717 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:51.569094 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Checking segment: {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:51.569498 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.570022 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Bound using segment: {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:51.570498 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Bound port: 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:51.570897 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.628779 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.629205 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.629913 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.630361 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.630684 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.631043 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.636496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.636496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.636496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.636496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.636496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.636496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:32:51.655612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.665962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.668122 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] 10.222.0.13 "DELETE /v2.0/networks/c05de9fc-c730-43e0-8cc0-1db60a7f1eee HTTP/1.1" status: 204 len: 168 time: 0.5489891 Sep 17 22:32:51.677483 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] For port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:51.681170 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] For port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:51.683982 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.694356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1ebce-7725-4464-bccd-48d0c0dd78ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c05de9fc-c730-43e0-8cc0-1db60a7f1eee,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.713144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.768518 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.778590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8eeb8b8-ab79-4672-94c7-624c078362bf,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.791945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Checking segment: {'id': '87b3e894-777c-4028-b633-9985ded6ac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:51.793663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Network hostable DHCP agents. Network: b09da1d9-59f8-4cc4-8314-1b4b151d98bd, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:51.825966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-973f5e1b-b4ed-463e-98df-6aad3aaccfd6 None None] Provisioning complete for port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:51.827603 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-973f5e1b-b4ed-463e-98df-6aad3aaccfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.849934 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Routers {'0a81ab75-8a29-410f-b40f-24e6ed86c601'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:51.850848 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0a81ab75-8a29-410f-b40f-24e6ed86c601'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:51.893120 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af578116-937a-4d1d-acf8-4ff02416c29a None None] Pushing event updated for resources: {'Port': ['ID=50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:51.935133 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-973f5e1b-b4ed-463e-98df-6aad3aaccfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:51.972131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-973f5e1b-b4ed-463e-98df-6aad3aaccfd6 None None] For port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:51.984490 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] Set router 0a81ab75-8a29-410f-b40f-24e6ed86c601 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:52.032790 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-973f5e1b-b4ed-463e-98df-6aad3aaccfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.118055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Network b09da1d9-59f8-4cc4-8314-1b4b151d98bd is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:52.120225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f5e1b-b4ed-463e-98df-6aad3aaccfd6 None None] Pushing event updated for resources: {'Port': ['ID=50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.194133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45108) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:52.195706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b09da1d9-59f8-4cc4-8314-1b4b151d98bd) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:52.209514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.211245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.229003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c19a492-104b-46e7-b9ec-2f8fe9df03ef None None] Network b09da1d9-59f8-4cc4-8314-1b4b151d98bd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:52.239936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45112) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:52.251462 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '51957310-2843-4b59-ae5d-d37d422856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:43Z', 'updated_at': '2021-09-17T22:32:48Z', 'revision_number': 4, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'gw_port': {'id': '51957310-2843-4b59-ae5d-d37d422856c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66', 'name': '', 'network_id': '2889546e-9224-4aba-964d-a52230b4af92', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'mac_address': 'fa:16:3e:ee:5e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'ec580d09-52fe-4f99-ad24-0ac744165f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:47Z', 'updated_at': '2021-09-17T22:32:51Z', 'revision_number': 4, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'subnets': [{'id': 'ec580d09-52fe-4f99-ad24-0ac744165f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:52.276206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c642e491-0d84-4be3-91bf-a31d7a6ae163 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f38147976b7047f495247331d71703ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791659 Sep 17 22:32:52.278688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45114) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:52.286176 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e65b3-b30d-4d1a-8807-7c2ae1bbe2d2 None None] The sync data for ids ['0a81ab75-8a29-410f-b40f-24e6ed86c601'] in n-d-713498-17 is: [{'id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '51957310-2843-4b59-ae5d-d37d422856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:43Z', 'updated_at': '2021-09-17T22:32:48Z', 'revision_number': 4, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'gw_port': {'id': '51957310-2843-4b59-ae5d-d37d422856c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66', 'name': '', 'network_id': '2889546e-9224-4aba-964d-a52230b4af92', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'mac_address': 'fa:16:3e:ee:5e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'ec580d09-52fe-4f99-ad24-0ac744165f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:47Z', 'updated_at': '2021-09-17T22:32:51Z', 'revision_number': 4, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'subnets': [{'id': 'ec580d09-52fe-4f99-ad24-0ac744165f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:52.295516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0a52d5-17c4-4821-a48f-e53f981b71dd admin admin] Deleting subnet 1d8508b9-6d31-4cea-a361-8ff876a2ab35 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:32:52.298876 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a0a52d5-17c4-4821-a48f-e53f981b71dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.304195 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-70da56dd-f513-4cbd-be30-336f44ffb8ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2012191 Sep 17 22:32:52.309915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45118) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:52.318938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:52.321645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a709fe8d-84a4-487d-aee1-585262e7e8b2 None None] Provisioning complete for port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:52.322024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a709fe8d-84a4-487d-aee1-585262e7e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.402404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a0a52d5-17c4-4821-a48f-e53f981b71dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.447630 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef385dd1-c627-44d0-a630-bad1a5265827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.479990 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef385dd1-c627-44d0-a630-bad1a5265827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.493205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.495717 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a0a52d5-17c4-4821-a48f-e53f981b71dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.495837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.592250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b09da1d9-59f8-4cc4-8314-1b4b151d98bd', 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'fixed_ips': [{'subnet_id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:52.593151 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.614440 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.670499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36bd2-801a-4009-b72b-9413a031b9e0 req-cbdb447a-f033-4fad-89ae-9f4841357b06 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:52.672187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55e36bd2-801a-4009-b72b-9413a031b9e0 req-cbdb447a-f033-4fad-89ae-9f4841357b06 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0561473 Sep 17 22:32:52.751662 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a0a52d5-17c4-4821-a48f-e53f981b71dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.770678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Allocated IP 172.20.0.2 (b09da1d9-59f8-4cc4-8314-1b4b151d98bd/d8eeb8b8-ab79-4672-94c7-624c078362bf/d5543678-c983-47a7-a1b5-14c4f31f339c) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:52.798499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a52d5-17c4-4821-a48f-e53f981b71dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8508b9-6d31-4cea-a361-8ff876a2ab35,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:52.798499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a0a52d5-17c4-4821-a48f-e53f981b71dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:52.798499 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6a0a52d5-17c4-4821-a48f-e53f981b71dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d8508b9-6d31-4cea-a361-8ff876a2ab35 HTTP/1.1" status: 204 len: 168 time: 0.5566955 Sep 17 22:32:52.800515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45124) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:52.918067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.014583 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.041880 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.084482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1934543-c42a-4cd9-8816-960e7dbdddb9']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:53.093369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a191196-7e00-4edc-bb8c-960e4b44fccd') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:53.093762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a191196-7e00-4edc-bb8c-960e4b44fccd') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:53.101633 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.128509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.146202 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.155146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:32:53.155673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:32:53.157803 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:32:53.209321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Network b09da1d9-59f8-4cc4-8314-1b4b151d98bd is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:53.212680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:53.226268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:53.231705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:53.248334 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef385dd1-c627-44d0-a630-bad1a5265827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.255334 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef385dd1-c627-44d0-a630-bad1a5265827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.255334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ef385dd1-c627-44d0-a630-bad1a5265827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ac78c77-b1b2-45a6-843f-7c0c31c43ad7 HTTP/1.1" status: 204 len: 168 time: 0.9720910 Sep 17 22:32:53.272041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Pushing event updated for resources: {'Port': ['ID=d5543678-c983-47a7-a1b5-14c4f31f339c,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:53.331546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55e36bd2-801a-4009-b72b-9413a031b9e0 req-fc884317-282d-4a8f-b053-c189643016e5 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370177 Sep 17 22:32:53.340032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef385dd1-c627-44d0-a630-bad1a5265827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac78c77-b1b2-45a6-843f-7c0c31c43ad7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:53.353535 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.359816 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.366945 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a1934543-c42a-4cd9-8816-960e7dbdddb9 HTTP/1.1" status: 204 len: 168 time: 0.5636933 Sep 17 22:32:53.381079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7dfa8-eeb0-4f1c-8fb7-a0be607c1da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1934543-c42a-4cd9-8816-960e7dbdddb9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:53.392662 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.405507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Attempting to bind port d5543678-c983-47a7-a1b5-14c4f31f339c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:53.405816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Attempting to bind port d5543678-c983-47a7-a1b5-14c4f31f339c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '87b3e894-777c-4028-b633-9985ded6ac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:53.406176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Attempting to bind port d5543678-c983-47a7-a1b5-14c4f31f339c on network b09da1d9-59f8-4cc4-8314-1b4b151d98bd {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:53.412817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:53.413180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Checking segment: {'id': '87b3e894-777c-4028-b633-9985ded6ac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:53.413607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.414151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Bound using segment: {'id': '87b3e894-777c-4028-b633-9985ded6ac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:53.414628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Bound port: d5543678-c983-47a7-a1b5-14c4f31f339c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b3e894-777c-4028-b633-9985ded6ac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:53.415420 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.435577 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.483636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:53.483893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.556959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] For port d5543678-c983-47a7-a1b5-14c4f31f339c, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:53.562003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] For port d5543678-c983-47a7-a1b5-14c4f31f339c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d5543678-c983-47a7-a1b5-14c4f31f339c,segment=NetworkSegment(87b3e894-777c-4028-b633-9985ded6ac86),segment_id=87b3e894-777c-4028-b633-9985ded6ac86)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:53.683907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.732517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.761289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:53.769156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fa6ea-1cca-45f3-810a-b620c3d8cff2 None None] Pushing event updated for resources: {'Port': ['ID=d5543678-c983-47a7-a1b5-14c4f31f339c,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:53.933365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Allocated IP 172.25.5.29 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/832acd71-8c41-4d56-b9b5-d2428a39e10f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:53.944769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45146) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:54.046906 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ea8a1d1e-ebd9-42d7-ab9d-4ba1b7cd6a99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b245001cc2004dc98fb3a798e43d72ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987508 Sep 17 22:32:54.055225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45148) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:54.120472 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.123950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc41-361e-411a-be69-f65446f9df33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.168208 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc41-361e-411a-be69-f65446f9df33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.215382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.243900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45152) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:54.257136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:54.261712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:54.265342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:54.273883 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc41-361e-411a-be69-f65446f9df33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.277358 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc41-361e-411a-be69-f65446f9df33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.278212 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aa7bfc41-361e-411a-be69-f65446f9df33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9e43c4b-590f-42a7-86f6-8a5396f494e1 HTTP/1.1" status: 204 len: 168 time: 0.2293494 Sep 17 22:32:54.297611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Pushing event updated for resources: {'Port': ['ID=832acd71-8c41-4d56-b9b5-d2428a39e10f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:54.313652 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2e7db7e8-5715-473e-bc54-90632c7ce5e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37c92d91b9384a03b719f5690ce1b713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685692 Sep 17 22:32:54.315929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bfc41-361e-411a-be69-f65446f9df33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e43c4b-590f-42a7-86f6-8a5396f494e1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:54.318257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45158) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:54.413492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-313ee6c6-63f9-4713-b0ea-c980576c8e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.453016 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-313ee6c6-63f9-4713-b0ea-c980576c8e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.518661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0624f-031e-4e59-930b-2249492535fb req-bce00fc8-d35e-4cef-9d67-61d375ef308e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:54.520863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ae0624f-031e-4e59-930b-2249492535fb req-bce00fc8-d35e-4cef-9d67-61d375ef308e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0699122 Sep 17 22:32:54.561641 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ae0624f-031e-4e59-930b-2249492535fb req-c1e0b0e9-0753-449d-9aa3-5fcff50531df tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Sep 17 22:32:54.592666 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-313ee6c6-63f9-4713-b0ea-c980576c8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.595588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-313ee6c6-63f9-4713-b0ea-c980576c8e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.600499 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-313ee6c6-63f9-4713-b0ea-c980576c8e71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6c86742-93e4-445f-ba7d-7948127866ab HTTP/1.1" status: 204 len: 168 time: 0.2808089 Sep 17 22:32:54.621859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ee6c6-63f9-4713-b0ea-c980576c8e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c86742-93e4-445f-ba7d-7948127866ab,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:54.715948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:54.956908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device aa670e77-4679-413b-95b8-33e47f8a50b5 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:32:55.011940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: aa670e77-4679-413b-95b8-33e47f8a50b5 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:32:55.012293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device aa670e77-4679-413b-95b8-33e47f8a50b5 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:32:55.059308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90185662-0954-4f11-932a-989686cb757c None None] Network b09da1d9-59f8-4cc4-8314-1b4b151d98bd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:55.075194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.249634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d5543678-c983-47a7-a1b5-14c4f31f339c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:55.261296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f4fd837b-8843-4b7b-b43b-99252f02968a None None] Provisioning complete for port d5543678-c983-47a7-a1b5-14c4f31f339c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:55.261788 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4fd837b-8843-4b7b-b43b-99252f02968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.344119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Router 9becd8e3-aa7f-4a92-9df8-5557e412df6a is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:32:55.494128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d39f86-8091-4986-8ea0-a5be813fd527 req-9e1092dd-5a35-4191-86d9-454f442a6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:55.495728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6d39f86-8091-4986-8ea0-a5be813fd527 req-9e1092dd-5a35-4191-86d9-454f442a6239 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1097 time: 0.0726824 Sep 17 22:32:55.532563 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4fd837b-8843-4b7b-b43b-99252f02968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.561750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d5543678-c983-47a7-a1b5-14c4f31f339c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:55.562510 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.571669 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6d39f86-8091-4986-8ea0-a5be813fd527 req-249b210b-bf3f-4480-aed8-090b95b12c2f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453286 Sep 17 22:32:55.579579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:55.616978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Sync routers for ids ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:32:55.699494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:55.700860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b59b0bfd-f254-4aca-a066-a7eb75176816 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3896761 Sep 17 22:32:55.703423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45202) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:55.835186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347e3b5-d4ba-40d1-8b44-251083a7cf6f req-2e7cf5f8-f478-413c-96dc-e74f03c7e034 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:55.841112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0347e3b5-d4ba-40d1-8b44-251083a7cf6f req-2e7cf5f8-f478-413c-96dc-e74f03c7e034 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1780355 Sep 17 22:32:55.885156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f4fd837b-8843-4b7b-b43b-99252f02968a None None] For port d5543678-c983-47a7-a1b5-14c4f31f339c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d5543678-c983-47a7-a1b5-14c4f31f339c,segment=NetworkSegment(87b3e894-777c-4028-b633-9985ded6ac86),segment_id=87b3e894-777c-4028-b633-9985ded6ac86)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:32:55.889384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Routers {'9becd8e3-aa7f-4a92-9df8-5557e412df6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:55.891563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:56.012274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0347e3b5-d4ba-40d1-8b44-251083a7cf6f req-3781a445-ebd8-48fb-b78b-350779ccc091 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598804 Sep 17 22:32:56.067114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4fd837b-8843-4b7b-b43b-99252f02968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.163886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Set router 9becd8e3-aa7f-4a92-9df8-5557e412df6a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:56.269359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45224) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:56.288237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:56.351864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd837b-8843-4b7b-b43b-99252f02968a None None] Pushing event updated for resources: {'Port': ['ID=d5543678-c983-47a7-a1b5-14c4f31f339c,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:56.430208 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-521425902-network', 'tenant_id': 'dd2090d3e99a44ea87cdc7ebf25e4603'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:56.495758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.501729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:52Z', 'updated_at': '2021-09-17T22:32:54Z', 'revision_number': 3, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'gw_port': {'id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:53Z', 'updated_at': '2021-09-17T22:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:56.506984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c2c33442-9e18-414c-9e83-83f4735d9217 None None] Provisioning complete for port d5543678-c983-47a7-a1b5-14c4f31f339c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:56.511165 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c2c33442-9e18-414c-9e83-83f4735d9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.515188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1962379254-network', 'tenant_id': '439f6ece8426433092129a3314f32d7a'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:56.524815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Made reservation on behalf of dd2090d3e99a44ea87cdc7ebf25e4603 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:56.527858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.541803 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.567796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Checking router: 9becd8e3-aa7f-4a92-9df8-5557e412df6a for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:32:56.568247 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Updating router 9becd8e3-aa7f-4a92-9df8-5557e412df6a port 832acd71-8c41-4d56-b9b5-d2428a39e10f binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:32:56.620878 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.633206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Made reservation on behalf of 439f6ece8426433092129a3314f32d7a for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:56.635769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.651097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.693998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Allocated IP 172.20.0.1 (b09da1d9-59f8-4cc4-8314-1b4b151d98bd/d8eeb8b8-ab79-4672-94c7-624c078362bf/7949eef1-c931-411f-b497-ae85faacf99f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:56.748825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.823976 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.834178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.855832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:56.880128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.880381 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Added segment 5757db3e-2c74-4d20-80d5-8dd44cdb6f7f of type vlan for network e16a0285-61f8-4307-b4ad-e702a36c4f9a Sep 17 22:32:56.919936 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.923119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c761ece9-2c17-4dcf-bdd3-3947a82c046f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:56.946274 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.976368 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:56.981376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Network b09da1d9-59f8-4cc4-8314-1b4b151d98bd is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:56.982916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:56.987395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:32:57.025268 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.026293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Pushing event updated for resources: {'Port': ['ID=7949eef1-c931-411f-b497-ae85faacf99f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.041209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.060596 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.089654 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.090743 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.091669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.148821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc1a91-edb3-4c8b-9193-f2c15be70ed8 None None] Pushing event updated for resources: {'Port': ['ID=832acd71-8c41-4d56-b9b5-d2428a39e10f,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.157145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d5543678-c983-47a7-a1b5-14c4f31f339c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:32:57.165199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.205404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Attempting to bind port 832acd71-8c41-4d56-b9b5-d2428a39e10f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:32:57.206219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Attempting to bind port 832acd71-8c41-4d56-b9b5-d2428a39e10f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:32:57.206365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Attempting to bind port 832acd71-8c41-4d56-b9b5-d2428a39e10f on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:32:57.217108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:32:57.217643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:57.218108 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.218627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:32:57.219175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Bound port: 832acd71-8c41-4d56-b9b5-d2428a39e10f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:32:57.219617 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.261635 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] Pushing event updated for resources: {'Network': ['ID=e16a0285-61f8-4307-b4ad-e702a36c4f9a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.264325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d5543678-c983-47a7-a1b5-14c4f31f339c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:57.264697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.275411 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e832466-c20a-44b0-a8ae-178b4d3fb160,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.295663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network e16a0285-61f8-4307-b4ad-e702a36c4f9a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:57.297231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:32:57.309605 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.310209 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Added segment 49daddda-7d64-4a6e-8d9e-513a893ab465 of type vlan for network b4b050fc-e505-4baa-a744-3e9e477c8138 Sep 17 22:32:57.359882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] For port 832acd71-8c41-4d56-b9b5-d2428a39e10f, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:32:57.360050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae2932-ef13-4d50-88db-f73a6bc814f9 req-2d55a79f-b9ca-438f-b5f6-4614b9221958 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.366177 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-32c4b0de-2b3f-4019-8305-ba6215f4002f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0918279 Sep 17 22:32:57.367709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45244) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:57.373397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Request body: {'subnet': {'network_id': 'e16a0285-61f8-4307-b4ad-e702a36c4f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-521425902-subnet', 'tenant_id': 'dd2090d3e99a44ea87cdc7ebf25e4603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:57.377323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14ae2932-ef13-4d50-88db-f73a6bc814f9 req-2d55a79f-b9ca-438f-b5f6-4614b9221958 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.2374265 Sep 17 22:32:57.388375 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.415194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] For port 832acd71-8c41-4d56-b9b5-d2428a39e10f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=832acd71-8c41-4d56-b9b5-d2428a39e10f,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:32:57.432912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3cc8daeb-b686-41b2-b07e-2d36211a9844 None None] Provisioning complete for port 7949eef1-c931-411f-b497-ae85faacf99f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:57.433280 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cc8daeb-b686-41b2-b07e-2d36211a9844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.463352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14ae2932-ef13-4d50-88db-f73a6bc814f9 req-2b79eea8-0574-40eb-bb7f-a1d7740a399c tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848625 Sep 17 22:32:57.497500 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.498104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8daeb-b686-41b2-b07e-2d36211a9844 None None] Port 7949eef1-c931-411f-b497-ae85faacf99f cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:57.512873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Made reservation on behalf of dd2090d3e99a44ea87cdc7ebf25e4603 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:57.515621 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.519108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.519108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:57.519364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.581484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc1a91-edb3-4c8b-9193-f2c15be70ed8 None None] Pushing event updated for resources: {'Port': ['ID=832acd71-8c41-4d56-b9b5-d2428a39e10f,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.594425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Routers {'9becd8e3-aa7f-4a92-9df8-5557e412df6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:32:57.595795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:57.700740 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4115252 Sep 17 22:32:57.717818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45254) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:57.719962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457363b-a836-4729-9109-b93eb47a7a7c admin admin] Pushing event updated for resources: {'Network': ['ID=b4b050fc-e505-4baa-a744-3e9e477c8138,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:57.729797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] Set router 9becd8e3-aa7f-4a92-9df8-5557e412df6a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:32:57.733019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Request body: {'subnet': {'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1962379254-subnet', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:57.740820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b4b050fc-e505-4baa-a744-3e9e477c8138 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:32:57.877257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Made reservation on behalf of 439f6ece8426433092129a3314f32d7a for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:32:57.881756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:57.987162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.008209 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.067922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:52Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 4, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'gw_port': {'id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:53Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7949eef1-c931-411f-b497-ae85faacf99f', 'name': '', 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'mac_address': 'fa:16:3e:30:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:56Z', 'updated_at': '2021-09-17T22:32:56Z', 'revision_number': 1, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'subnets': [{'id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:32:58.104431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d75b10-d6a6-4e51-b853-78c001422545 None None] The sync data for ids ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'] in n-d-713498-17 is: [{'id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:52Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 4, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'gw_port': {'id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:53Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7949eef1-c931-411f-b497-ae85faacf99f', 'name': '', 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'mac_address': 'fa:16:3e:30:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:56Z', 'updated_at': '2021-09-17T22:32:56Z', 'revision_number': 1, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'subnets': [{'id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:32:58.134131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542b176-48eb-4567-8430-028de29eeb3b req-34a6e11b-77d5-47a6-a191-88e98e116184 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.134131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5542b176-48eb-4567-8430-028de29eeb3b req-34a6e11b-77d5-47a6-a191-88e98e116184 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1771302 Sep 17 22:32:58.155563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae792b9b-4c99-4b44-b839-acfc5c986531,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.181083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Checking segment: {'id': '5757db3e-2c74-4d20-80d5-8dd44cdb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e16a0285-61f8-4307-b4ad-e702a36c4f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:58.181453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Network hostable DHCP agents. Network: e16a0285-61f8-4307-b4ad-e702a36c4f9a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:58.246628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5542b176-48eb-4567-8430-028de29eeb3b req-f8b43619-824c-4523-a448-9de002311add tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037350 Sep 17 22:32:58.250351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c14197-ad9a-48f5-b884-caac9337f387 req-655aea48-72fc-4430-b7b5-67fcdce9b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.251804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c14197-ad9a-48f5-b884-caac9337f387 req-655aea48-72fc-4430-b7b5-67fcdce9b36b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1097 time: 0.2438960 Sep 17 22:32:58.270302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.300765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Network e16a0285-61f8-4307-b4ad-e702a36c4f9a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:58.356278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8a6f49-c91b-44da-a570-8e9820ea8f78,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.366268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Checking segment: {'id': '49daddda-7d64-4a6e-8d9e-513a893ab465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:32:58.366629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Network hostable DHCP agents. Network: b4b050fc-e505-4baa-a744-3e9e477c8138, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:32:58.382881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, e16a0285-61f8-4307-b4ad-e702a36c4f9a) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:58.393297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.393382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.393382 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.408317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c14197-ad9a-48f5-b884-caac9337f387 req-1698ca75-b153-4aaa-8204-40521d694b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.414090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c14197-ad9a-48f5-b884-caac9337f387 req-1698ca75-b153-4aaa-8204-40521d694b01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 918 time: 0.1481400 Sep 17 22:32:58.417532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365160fe-faf7-4a85-b803-6ff75295c0d1 None None] Network e16a0285-61f8-4307-b4ad-e702a36c4f9a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:58.443876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Network b4b050fc-e505-4baa-a744-3e9e477c8138 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:32:58.455854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b4b050fc-e505-4baa-a744-3e9e477c8138) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:58.467635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c14197-ad9a-48f5-b884-caac9337f387 req-250eb4e4-204e-4d13-8fc0-bc3232d967e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 HTTP/1.1" status: 200 len: 217 time: 0.0477018 Sep 17 22:32:58.475169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.481169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.481169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.485383 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ec07b787-7287-4e8a-8b25-a1e983f35f36 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1166763 Sep 17 22:32:58.522482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fb3caf-6ca5-42ba-9cc9-90e9b856a528 None None] Network b4b050fc-e505-4baa-a744-3e9e477c8138 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:58.598854 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a45120bf-b926-4142-b28f-9974e0b01953 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8796885 Sep 17 22:32:58.601361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45270) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:32:58.607705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:32:58.635304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Pushing event updated for resources: {'Port': ['ID=7949eef1-c931-411f-b497-ae85faacf99f,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:32:58.659895 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.670683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c14197-ad9a-48f5-b884-caac9337f387 req-c34e36ca-bce0-4e35-8094-c3162a208119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:58.672667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c14197-ad9a-48f5-b884-caac9337f387 req-c34e36ca-bce0-4e35-8094-c3162a208119 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.1949959 Sep 17 22:32:58.713513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.714537 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.809981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c14197-ad9a-48f5-b884-caac9337f387 req-b2d88276-d56c-48e1-9b4f-87c60f6fdc36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284970 Sep 17 22:32:58.826263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-47c14197-ad9a-48f5-b884-caac9337f387 req-fc016d99-107b-4d32-832c-f4cb7eac7fc4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:32:58.827275 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c14197-ad9a-48f5-b884-caac9337f387 req-fc016d99-107b-4d32-832c-f4cb7eac7fc4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056479 Sep 17 22:32:58.834409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b4b050fc-e505-4baa-a744-3e9e477c8138', 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'fixed_ips': [{'subnet_id': '0b8a6f49-c91b-44da-a570-8e9820ea8f78'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:32:58.835845 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.845830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:58.878239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Network b09da1d9-59f8-4cc4-8314-1b4b151d98bd is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:32:58.881328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b131f-0cf3-4536-9602-f76c34428514 None None] Network e16a0285-61f8-4307-b4ad-e702a36c4f9a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:32:58.882038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:32:59.218736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.335465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c14197-ad9a-48f5-b884-caac9337f387 req-81a325d8-2d2d-46d8-8f23-e598671e587f service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960203 Sep 17 22:32:59.353816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Router 9becd8e3-aa7f-4a92-9df8-5557e412df6a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:32:59.486081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ffbfceb8-3720-4d09-83a4-55be66df541d None None] Provisioning complete for port 7949eef1-c931-411f-b497-ae85faacf99f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:32:59.486660 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ffbfceb8-3720-4d09-83a4-55be66df541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.542890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Allocated IP 172.20.0.2 (b4b050fc-e505-4baa-a744-3e9e477c8138/0b8a6f49-c91b-44da-a570-8e9820ea8f78/6358e9ba-5901-498d-ba38-8036fd2175e9) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:59.556790 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c14197-ad9a-48f5-b884-caac9337f387 req-02f762d4-6131-41fd-89da-8881ef17f44a service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017608 Sep 17 22:32:59.584562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ffbfceb8-3720-4d09-83a4-55be66df541d None None] Port 7949eef1-c931-411f-b497-ae85faacf99f cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:32:59.612134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.651756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.660876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-dd9f7ec9-178b-4b30-8f77-b3d3efd59dca tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.670880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-dd9f7ec9-178b-4b30-8f77-b3d3efd59dca tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/networks?id=e16a0285-61f8-4307-b4ad-e702a36c4f9a HTTP/1.1" status: 200 len: 821 time: 0.4443944 Sep 17 22:32:59.726207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d07460-98f7-406e-b481-45221c5ffb8d req-efbfdd4f-2b8c-4025-94c3-cc840e692a8d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:32:59.728364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21d07460-98f7-406e-b481-45221c5ffb8d req-efbfdd4f-2b8c-4025-94c3-cc840e692a8d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.3365374 Sep 17 22:32:59.739466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-9d946bde-248b-422a-b109-73cf5f37380a tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/quotas/dd2090d3e99a44ea87cdc7ebf25e4603 HTTP/1.1" status: 200 len: 375 time: 0.0676360 Sep 17 22:32:59.764461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Allocated IP 172.25.5.179 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/7e0c5661-c912-41ba-b26a-6baea177c2d8) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:32:59.902750 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.903115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-c303b2e8-7f40-45dc-8ba5-8184a63afd73 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd2090d3e99a44ea87cdc7ebf25e4603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1613872 Sep 17 22:32:59.918423 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:32:59.934118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:32:59.940940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4a9993b1-7ad0-46c0-a152-f45bbc91b14e admin admin] 10.222.0.13 "PUT /v2.0/routers/9becd8e3-aa7f-4a92-9df8-5557e412df6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2363234 Sep 17 22:32:59.945542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21d07460-98f7-406e-b481-45221c5ffb8d req-8799a6ad-acb3-44a4-b193-03716eec14f9 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634278 Sep 17 22:32:59.981501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.005294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.050218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-e3ab214b-4b3f-466b-b8c7-dd88cd254b67 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:00.051520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-e3ab214b-4b3f-466b-b8c7-dd88cd254b67 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1319194 Sep 17 22:33:00.078312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Network b4b050fc-e505-4baa-a744-3e9e477c8138 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:00.083830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:00.091919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:00.097396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:00.099265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:00.112128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Pushing event updated for resources: {'Port': ['ID=6358e9ba-5901-498d-ba38-8036fd2175e9,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:00.120366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:00.123699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0c5661-c912-41ba-b26a-6baea177c2d8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:00.217942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-e666fedb-10f8-4a99-b2c0-ccb6dd2ef413 service neutron] 10.222.0.13 "GET /v2.0/networks/e16a0285-61f8-4307-b4ad-e702a36c4f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579106 Sep 17 22:33:00.251438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Attempting to bind port 6358e9ba-5901-498d-ba38-8036fd2175e9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:00.251438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Attempting to bind port 6358e9ba-5901-498d-ba38-8036fd2175e9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '49daddda-7d64-4a6e-8d9e-513a893ab465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:00.251799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Attempting to bind port 6358e9ba-5901-498d-ba38-8036fd2175e9 on network b4b050fc-e505-4baa-a744-3e9e477c8138 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:00.257941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:00.258314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Checking segment: {'id': '49daddda-7d64-4a6e-8d9e-513a893ab465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:00.258712 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.261371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Bound using segment: {'id': '49daddda-7d64-4a6e-8d9e-513a893ab465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:00.261842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Bound port: 6358e9ba-5901-498d-ba38-8036fd2175e9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49daddda-7d64-4a6e-8d9e-513a893ab465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:00.262224 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.383759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-2ac3e63c-cf49-4e0a-8577-27dc2baecb41 service neutron] 10.222.0.13 "GET /v2.0/networks/e16a0285-61f8-4307-b4ad-e702a36c4f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434309 Sep 17 22:33:00.396744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] For port 6358e9ba-5901-498d-ba38-8036fd2175e9, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:00.400416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] For port 6358e9ba-5901-498d-ba38-8036fd2175e9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6358e9ba-5901-498d-ba38-8036fd2175e9,segment=NetworkSegment(49daddda-7d64-4a6e-8d9e-513a893ab465),segment_id=49daddda-7d64-4a6e-8d9e-513a893ab465)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:00.501797 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:00.577570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ef5ee-5a8b-4216-a2b3-d2952692a3da None None] Pushing event updated for resources: {'Port': ['ID=6358e9ba-5901-498d-ba38-8036fd2175e9,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:00.664918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50522d87-02da-475d-b500-b20189dbc868 req-98ae127e-d354-492c-891b-d3d3c6bce7a4 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:00.666546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-98ae127e-d354-492c-891b-d3d3c6bce7a4 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/networks?id=2889546e-9224-4aba-964d-a52230b4af92 HTTP/1.1" status: 200 len: 910 time: 0.1431437 Sep 17 22:33:00.699255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-479a55c2-f2fc-4872-b8b5-a982742436f2 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/quotas/3ba89c903a7640ff8f373401b7098902 HTTP/1.1" status: 200 len: 375 time: 0.0226080 Sep 17 22:33:00.802356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-d68e14aa-e4e8-4672-b1ee-5bbc843ba48d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ba89c903a7640ff8f373401b7098902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016014 Sep 17 22:33:01.024282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2da26caa-3b39-4916-a603-a4266c9eed34 req-e5db3d20-7515-4a36-a277-bfad1c2bb0e6 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 210 time: 0.0663152 Sep 17 22:33:01.072720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.097221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-c423d04a-73cb-4331-b3d0-5953cba95c7d service neutron] 10.222.0.13 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923689 Sep 17 22:33:01.285298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6358e9ba-5901-498d-ba38-8036fd2175e9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:01.377766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c1eba-929f-4037-a48c-bd62766d343b req-43325681-1cd3-44e4-883a-d7707c4fe1e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:01.390729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6358e9ba-5901-498d-ba38-8036fd2175e9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:01.392052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f63c1eba-929f-4037-a48c-bd62766d343b req-43325681-1cd3-44e4-883a-d7707c4fe1e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1379435 Sep 17 22:33:01.392530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.410832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-b68a5b2d-3eee-4fd3-90e2-757206475f0f service neutron] 10.222.0.13 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125720 Sep 17 22:33:01.471448 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.476326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f63c1eba-929f-4037-a48c-bd62766d343b req-7db5c620-1215-4a4d-8d43-a109f964b276 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833251 Sep 17 22:33:01.525247 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.563969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 6358e9ba-5901-498d-ba38-8036fd2175e9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6358e9ba-5901-498d-ba38-8036fd2175e9,segment=NetworkSegment(49daddda-7d64-4a6e-8d9e-513a893ab465),segment_id=49daddda-7d64-4a6e-8d9e-513a893ab465)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:01.604671 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Sync routers for ids ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:01.613480 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Routers {'9becd8e3-aa7f-4a92-9df8-5557e412df6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:01.614179 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:01.695258 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:01.696404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 832acd71-8c41-4d56-b9b5-d2428a39e10f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:01.723636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Router 126bfc61-736f-49f7-8bf5-6d78bee42633 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:33:01.745941 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Set router 9becd8e3-aa7f-4a92-9df8-5557e412df6a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:01.883639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=6358e9ba-5901-498d-ba38-8036fd2175e9,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:01.946696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2949ab4d-cdb4-4ee3-9419-21c716159ed5 req-a64749c7-5612-445b-9fa9-a2f1820f027c tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 210 time: 0.1027443 Sep 17 22:33:01.948019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 832acd71-8c41-4d56-b9b5-d2428a39e10f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:01.949886 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.007132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:02.022241 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:52Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 4, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'gw_port': {'id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:53Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7949eef1-c931-411f-b497-ae85faacf99f', 'name': '', 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'mac_address': 'fa:16:3e:30:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:56Z', 'updated_at': '2021-09-17T22:32:58Z', 'revision_number': 2, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'subnets': [{'id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:02.026058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Sync routers for ids ['126bfc61-736f-49f7-8bf5-6d78bee42633'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:02.068656 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Checking router: 9becd8e3-aa7f-4a92-9df8-5557e412df6a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:02.069193 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Updating router 9becd8e3-aa7f-4a92-9df8-5557e412df6a port 7949eef1-c931-411f-b497-ae85faacf99f binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:02.076974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Routers {'126bfc61-736f-49f7-8bf5-6d78bee42633'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:02.081250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['126bfc61-736f-49f7-8bf5-6d78bee42633'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:02.107597 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.127100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.133842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45362) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:02.134370 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a5bd0cc1-36a2-4cad-87dc-c075568596f2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5315008 Sep 17 22:33:02.291165 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54c6cf6b-7ec9-4ebb-b10d-7ee76ac34436 req-f12b1396-f2c5-4412-b863-493323c246ea tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 210 time: 0.0513279 Sep 17 22:33:02.314618 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.361918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 832acd71-8c41-4d56-b9b5-d2428a39e10f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=832acd71-8c41-4d56-b9b5-d2428a39e10f,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:02.378140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Set router 126bfc61-736f-49f7-8bf5-6d78bee42633 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:02.456496 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.579672 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.625389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f02b8-2091-43cc-b93e-4b8a3d0fa2f5 None None] Network b4b050fc-e505-4baa-a744-3e9e477c8138 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:02.666747 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.683259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=832acd71-8c41-4d56-b9b5-d2428a39e10f,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:02.739211 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6924fd-a36a-4991-a2f6-b91d5ff07897 None None] Pushing event updated for resources: {'Port': ['ID=7949eef1-c931-411f-b497-ae85faacf99f,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:02.770551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1814daec-b341-4730-85f1-ea8bc55fed6a None None] Provisioning complete for port 6358e9ba-5901-498d-ba38-8036fd2175e9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:02.770952 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1814daec-b341-4730-85f1-ea8bc55fed6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.776937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c849c-5fd7-45fe-85a9-cfb24da7d3bd req-9d11b7fd-58e9-4165-8adc-bbfc8a3342bb tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:02.781606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a79c849c-5fd7-45fe-85a9-cfb24da7d3bd req-9d11b7fd-58e9-4165-8adc-bbfc8a3342bb tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1494529 Sep 17 22:33:02.837973 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Attempting to bind port 7949eef1-c931-411f-b497-ae85faacf99f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:02.838772 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Attempting to bind port 7949eef1-c931-411f-b497-ae85faacf99f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '87b3e894-777c-4028-b633-9985ded6ac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:02.839395 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Attempting to bind port 7949eef1-c931-411f-b497-ae85faacf99f on network b09da1d9-59f8-4cc4-8314-1b4b151d98bd {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:02.844321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a79c849c-5fd7-45fe-85a9-cfb24da7d3bd req-77a44df4-c184-41cb-8970-4f32dadac555 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Sep 17 22:33:02.862431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:02.862431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Checking segment: {'id': '87b3e894-777c-4028-b633-9985ded6ac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:02.862431 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.862431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Bound using segment: {'id': '87b3e894-777c-4028-b633-9985ded6ac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:02.862431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Bound port: 7949eef1-c931-411f-b497-ae85faacf99f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b3e894-777c-4028-b633-9985ded6ac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:02.862929 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:02.924616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:58Z', 'updated_at': '2021-09-17T22:33:00Z', 'revision_number': 3, 'project_id': '439f6ece8426433092129a3314f32d7a', 'gw_port': {'id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:59Z', 'updated_at': '2021-09-17T22:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:03.009935 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.018525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Checking router: 126bfc61-736f-49f7-8bf5-6d78bee42633 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:03.025518 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] For port 7949eef1-c931-411f-b497-ae85faacf99f, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:03.031025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Updating router 126bfc61-736f-49f7-8bf5-6d78bee42633 port 7e0c5661-c912-41ba-b26a-6baea177c2d8 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:03.038166 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] For port 7949eef1-c931-411f-b497-ae85faacf99f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7949eef1-c931-411f-b497-ae85faacf99f,segment=NetworkSegment(87b3e894-777c-4028-b633-9985ded6ac86),segment_id=87b3e894-777c-4028-b633-9985ded6ac86)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:03.122744 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.171430 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.186655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6358e9ba-5901-498d-ba38-8036fd2175e9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:03.195097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e5cf06a-12c1-45cb-97fc-cceff9d72dbe req-5e712433-d1d9-490f-a080-78bdf886618d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 210 time: 0.1321976 Sep 17 22:33:03.413165 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Routers {'9becd8e3-aa7f-4a92-9df8-5557e412df6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:03.415402 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:03.439405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Allocated IP 172.20.0.1 (b4b050fc-e505-4baa-a744-3e9e477c8138/0b8a6f49-c91b-44da-a570-8e9820ea8f78/745016ad-3af8-4bdb-8333-385d1f31de40) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:03.476322 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6924fd-a36a-4991-a2f6-b91d5ff07897 None None] Pushing event updated for resources: {'Port': ['ID=7949eef1-c931-411f-b497-ae85faacf99f,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:03.491324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6358e9ba-5901-498d-ba38-8036fd2175e9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:03.491701 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.556317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-797306b6-8086-4d55-a9c7-5b35465ada6c req-af5c10dc-ea03-4e73-9c21-b393d4331870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 210 time: 0.0897036 Sep 17 22:33:03.653161 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] Set router 9becd8e3-aa7f-4a92-9df8-5557e412df6a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:03.768467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-74eccea1-7ca5-4029-bbd3-1d99599e6592 None None] Provisioning complete for port 7949eef1-c931-411f-b497-ae85faacf99f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:03.769558 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-74eccea1-7ca5-4029-bbd3-1d99599e6592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.780672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:03.976131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-d720503e-5e07-4487-a068-fecb468caac9 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:03.979285 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-d720503e-5e07-4487-a068-fecb468caac9 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.35 "GET /v2.0/networks?id=e16a0285-61f8-4307-b4ad-e702a36c4f9a HTTP/1.1" status: 200 len: 821 time: 0.1277504 Sep 17 22:33:03.996493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Request body: {'port': {'device_id': '412bd4ed-dffe-444d-a72c-0660c1e6ed88', 'network_id': 'e16a0285-61f8-4307-b4ad-e702a36c4f9a', 'admin_state_up': True, 'tenant_id': 'dd2090d3e99a44ea87cdc7ebf25e4603'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:04.047805 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.062995 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:52Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 4, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'gw_port': {'id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:53Z', 'updated_at': '2021-09-17T22:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7949eef1-c931-411f-b497-ae85faacf99f', 'name': '', 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'mac_address': 'fa:16:3e:30:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:56Z', 'updated_at': '2021-09-17T22:33:03Z', 'revision_number': 4, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'subnets': [{'id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:04.140070 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a0eb5-6a73-4741-af85-8528419deae3 None None] The sync data for ids ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'] in n-d-713498-17 is: [{'id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:52Z', 'updated_at': '2021-09-17T22:32:57Z', 'revision_number': 4, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'gw_port': {'id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:53Z', 'updated_at': '2021-09-17T22:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '7949eef1-c931-411f-b497-ae85faacf99f', 'name': '', 'network_id': 'b09da1d9-59f8-4cc4-8314-1b4b151d98bd', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'mac_address': 'fa:16:3e:30:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:56Z', 'updated_at': '2021-09-17T22:33:03Z', 'revision_number': 4, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'subnets': [{'id': 'd8eeb8b8-ab79-4672-94c7-624c078362bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:04.166600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Network b4b050fc-e505-4baa-a744-3e9e477c8138 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:04.169695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:04.198041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:04.260178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 832acd71-8c41-4d56-b9b5-d2428a39e10f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:04.307870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Made reservation on behalf of dd2090d3e99a44ea87cdc7ebf25e4603 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:04.312148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.346764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Pushing event updated for resources: {'Port': ['ID=745016ad-3af8-4bdb-8333-385d1f31de40,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.364469 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-74eccea1-7ca5-4029-bbd3-1d99599e6592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.392403 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.484356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.489087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.496381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78c80ba6-2fd0-4290-afa4-f2b0cf9b443c req-678f862a-b7a5-47af-acad-f065526ea073 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 210 time: 0.1248338 Sep 17 22:33:04.569183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-74eccea1-7ca5-4029-bbd3-1d99599e6592 None None] For port 7949eef1-c931-411f-b497-ae85faacf99f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7949eef1-c931-411f-b497-ae85faacf99f,segment=NetworkSegment(87b3e894-777c-4028-b633-9985ded6ac86),segment_id=87b3e894-777c-4028-b633-9985ded6ac86)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:04.639045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Allocated IP 172.20.0.12 (e16a0285-61f8-4307-b4ad-e702a36c4f9a/ae792b9b-4c99-4b44-b839-acfc5c986531/92fe6108-1794-4fba-a3b0-68b25475c7c0) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:04.687146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Attempting to bind port 7e0c5661-c912-41ba-b26a-6baea177c2d8 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:04.687509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Attempting to bind port 7e0c5661-c912-41ba-b26a-6baea177c2d8 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:04.687866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Attempting to bind port 7e0c5661-c912-41ba-b26a-6baea177c2d8 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:04.699783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-74eccea1-7ca5-4029-bbd3-1d99599e6592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.702858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83534441-edbf-4343-bca9-10dd5c3cca02 None None] Pushing event updated for resources: {'Port': ['ID=7e0c5661-c912-41ba-b26a-6baea177c2d8,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.849759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eccea1-7ca5-4029-bbd3-1d99599e6592 None None] Pushing event updated for resources: {'Port': ['ID=7949eef1-c931-411f-b497-ae85faacf99f,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:04.891492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 832acd71-8c41-4d56-b9b5-d2428a39e10f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:04.891868 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.901229 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.940768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:04.941144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:04.942159 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.942889 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:04.943463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Bound port: 7e0c5661-c912-41ba-b26a-6baea177c2d8, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:04.943853 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:04.980486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d29c269c-c33a-4f71-8ad9-d8e1dbe49e4f None None] Provisioning complete for port 745016ad-3af8-4bdb-8333-385d1f31de40 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:04.980856 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d29c269c-c33a-4f71-8ad9-d8e1dbe49e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.043771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.068952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] For port 7e0c5661-c912-41ba-b26a-6baea177c2d8, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:05.076600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d29c269c-c33a-4f71-8ad9-d8e1dbe49e4f None None] Port 745016ad-3af8-4bdb-8333-385d1f31de40 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:05.100572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] For port 7e0c5661-c912-41ba-b26a-6baea177c2d8, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7e0c5661-c912-41ba-b26a-6baea177c2d8,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:05.148841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d29c269c-c33a-4f71-8ad9-d8e1dbe49e4f None None] Provisioning complete for port 7949eef1-c931-411f-b497-ae85faacf99f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:05.149210 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d29c269c-c33a-4f71-8ad9-d8e1dbe49e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.203143 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.252159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50522d87-02da-475d-b500-b20189dbc868 req-606f4cb0-89eb-42e5-984d-1b3a8d39717b tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:05.254407 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-606f4cb0-89eb-42e5-984d-1b3a8d39717b tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.35 "GET /v2.0/networks?id=2889546e-9224-4aba-964d-a52230b4af92 HTTP/1.1" status: 200 len: 910 time: 0.2240033 Sep 17 22:33:05.306376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Request body: {'port': {'device_id': 'df006d28-474f-4f24-b2ce-8ec534cdfb0c', 'network_id': '2889546e-9224-4aba-964d-a52230b4af92', 'admin_state_up': True, 'tenant_id': '3ba89c903a7640ff8f373401b7098902'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:05.336865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7949eef1-c931-411f-b497-ae85faacf99f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:05.367294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Network e16a0285-61f8-4307-b4ad-e702a36c4f9a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:05.379591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:05.401196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:05.437160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Made reservation on behalf of 3ba89c903a7640ff8f373401b7098902 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:05.439893 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.462886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Routers {'126bfc61-736f-49f7-8bf5-6d78bee42633'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:05.463541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['126bfc61-736f-49f7-8bf5-6d78bee42633'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:05.521953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Pushing event updated for resources: {'Port': ['ID=92fe6108-1794-4fba-a3b0-68b25475c7c0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:05.546527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83534441-edbf-4343-bca9-10dd5c3cca02 None None] Pushing event updated for resources: {'Port': ['ID=7e0c5661-c912-41ba-b26a-6baea177c2d8,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:05.551857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:05.552419 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.568974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ca494-ff0f-49ba-9710-7b6dd1e12c52 req-b1f02513-3630-49d2-9cdc-63da3f1069b7 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:05.570734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45ca494-ff0f-49ba-9710-7b6dd1e12c52 req-b1f02513-3630-49d2-9cdc-63da3f1069b7 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 932 time: 0.1501858 Sep 17 22:33:05.608111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.672703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7949eef1-c931-411f-b497-ae85faacf99f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:05.673241 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.674555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45ca494-ff0f-49ba-9710-7b6dd1e12c52 req-fb722f64-f776-4163-8057-b1e4723b5eea tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928540 Sep 17 22:33:05.735796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Allocated IP 172.20.0.8 (2889546e-9224-4aba-964d-a52230b4af92/ec580d09-52fe-4f99-ad24-0ac744165f27/cb62bf94-6b1a-4da4-bdbb-9f64b69d1401) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:05.736651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d29c269c-c33a-4f71-8ad9-d8e1dbe49e4f None None] Provisioning complete for port 6358e9ba-5901-498d-ba38-8036fd2175e9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:05.737026 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d29c269c-c33a-4f71-8ad9-d8e1dbe49e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.740720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] Set router 126bfc61-736f-49f7-8bf5-6d78bee42633 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:05.741906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f15bbc6e-822c-4af6-81b5-2bfb1a56840d req-74ee4b8b-de60-4606-82a8-0c97f04d23c5 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 210 time: 0.1012638 Sep 17 22:33:05.759902 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-79a6fc3f-8696-498c-8e22-cee69dfd2870 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7694669 Sep 17 22:33:05.773697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-7608852d-2a6e-48d0-bbd0-4d7e4f1fcf69 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:33:05.774954 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-7608852d-2a6e-48d0-bbd0-4d7e4f1fcf69 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065703 Sep 17 22:33:05.792856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Request body: {'port': {'device_id': '412bd4ed-dffe-444d-a72c-0660c1e6ed88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:05.898243 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:05.906027 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.052563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.063529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:58Z', 'updated_at': '2021-09-17T22:33:00Z', 'revision_number': 3, 'project_id': '439f6ece8426433092129a3314f32d7a', 'gw_port': {'id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:59Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:06.095662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31af44-b28c-4e23-9996-dfac94ef8579 None None] The sync data for ids ['126bfc61-736f-49f7-8bf5-6d78bee42633'] in n-d-713498-17 is: [{'id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:58Z', 'updated_at': '2021-09-17T22:33:00Z', 'revision_number': 3, 'project_id': '439f6ece8426433092129a3314f32d7a', 'gw_port': {'id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:59Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:06.145767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed84b1-af46-4932-a58b-5a5bc294970e req-0ee9fb4e-76a8-4fbc-b548-0b14a1a5be10 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:06.146065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45ed84b1-af46-4932-a58b-5a5bc294970e req-0ee9fb4e-76a8-4fbc-b548-0b14a1a5be10 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1232634 Sep 17 22:33:06.147317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Pushing event updated for resources: {'Port': ['ID=745016ad-3af8-4bdb-8333-385d1f31de40,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.148474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.150291 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.294010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45ed84b1-af46-4932-a58b-5a5bc294970e req-312fc2ba-e867-409a-a559-9d70ad49adcf tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161873 Sep 17 22:33:06.295965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Network b4b050fc-e505-4baa-a744-3e9e477c8138 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:06.297644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:06.318723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.436099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fe6108-1794-4fba-a3b0-68b25475c7c0 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:06.461716 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.479130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Network 2889546e-9224-4aba-964d-a52230b4af92 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:06.483816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:06.498812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:06.513643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Router 126bfc61-736f-49f7-8bf5-6d78bee42633 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:06.556885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:06.556885 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.594584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Transition to ACTIVE for port object 92fe6108-1794-4fba-a3b0-68b25475c7c0 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:06.596038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Pushing event updated for resources: {'Port': ['ID=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.687404 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-a6e5a657-affd-4eb6-b8b6-34c25f7b33e6 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3621602 Sep 17 22:33:06.701190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:06.708793 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Request body: {'port': {'device_id': 'df006d28-474f-4f24-b2ce-8ec534cdfb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:06.711438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-11d491b1-eb6e-43e9-ad13-d5f0a329babc admin admin] 10.222.0.13 "PUT /v2.0/routers/126bfc61-736f-49f7-8bf5-6d78bee42633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5762994 Sep 17 22:33:06.719103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.830223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-084f736d-83a3-4962-aa66-08fb52a82a9e None None] Provisioning complete for port 745016ad-3af8-4bdb-8333-385d1f31de40 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:06.830475 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-084f736d-83a3-4962-aa66-08fb52a82a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:06.899217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-084f736d-83a3-4962-aa66-08fb52a82a9e None None] Port 745016ad-3af8-4bdb-8333-385d1f31de40 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:06.904324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Pushing event updated for resources: {'Port': ['ID=92fe6108-1794-4fba-a3b0-68b25475c7c0,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:06.948459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896eb3a-473d-42cd-9663-35ec214f5dd4 req-6b225448-2a13-4ab9-b020-f24224e161ae tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:06.956123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0896eb3a-473d-42cd-9663-35ec214f5dd4 req-6b225448-2a13-4ab9-b020-f24224e161ae tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 944 time: 0.0912304 Sep 17 22:33:07.007673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0896eb3a-473d-42cd-9663-35ec214f5dd4 req-f941559e-0f95-40f0-958b-9c4f857094a1 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455186 Sep 17 22:33:07.027354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4e642c26-0f4f-48bd-a253-4960eb717dfa None None] Provisioning complete for port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:07.028000 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4e642c26-0f4f-48bd-a253-4960eb717dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.066219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.074472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4e642c26-0f4f-48bd-a253-4960eb717dfa None None] Port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:07.137805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Attempting to bind port 92fe6108-1794-4fba-a3b0-68b25475c7c0 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:07.138139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Attempting to bind port 92fe6108-1794-4fba-a3b0-68b25475c7c0 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5757db3e-2c74-4d20-80d5-8dd44cdb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e16a0285-61f8-4307-b4ad-e702a36c4f9a'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:07.138445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Attempting to bind port 92fe6108-1794-4fba-a3b0-68b25475c7c0 on network e16a0285-61f8-4307-b4ad-e702a36c4f9a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:07.148672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Port 92fe6108-1794-4fba-a3b0-68b25475c7c0 on network e16a0285-61f8-4307-b4ad-e702a36c4f9a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:07.149366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Attempting to bind port 92fe6108-1794-4fba-a3b0-68b25475c7c0 on network e16a0285-61f8-4307-b4ad-e702a36c4f9a {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:07.149465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f4187-32d4-4006-9f8b-1387249a6ab2 req-e7098571-6fcc-44e3-b559-61bc04cfbac1 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.162083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e6f4187-32d4-4006-9f8b-1387249a6ab2 req-e7098571-6fcc-44e3-b559-61bc04cfbac1 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1027 time: 0.0709815 Sep 17 22:33:07.189493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:07.189835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Checking segment: {'id': '5757db3e-2c74-4d20-80d5-8dd44cdb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e16a0285-61f8-4307-b4ad-e702a36c4f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:07.190225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Bound using segment: {'id': '5757db3e-2c74-4d20-80d5-8dd44cdb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e16a0285-61f8-4307-b4ad-e702a36c4f9a'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:07.192117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Bound port: 92fe6108-1794-4fba-a3b0-68b25475c7c0, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5757db3e-2c74-4d20-80d5-8dd44cdb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e16a0285-61f8-4307-b4ad-e702a36c4f9a'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:07.192492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.209758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e6f4187-32d4-4006-9f8b-1387249a6ab2 req-1d16fdac-535e-43b5-9600-95457c822b8b tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482137 Sep 17 22:33:07.325755 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7e0c5661-c912-41ba-b26a-6baea177c2d8 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:07.361250 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] For port 92fe6108-1794-4fba-a3b0-68b25475c7c0, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:07.393380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7e0c5661-c912-41ba-b26a-6baea177c2d8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:07.393757 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.417427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] For port 92fe6108-1794-4fba-a3b0-68b25475c7c0, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=92fe6108-1794-4fba-a3b0-68b25475c7c0,segment=NetworkSegment(5757db3e-2c74-4d20-80d5-8dd44cdb6f7f),segment_id=5757db3e-2c74-4d20-80d5-8dd44cdb6f7f)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:07.514165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.542991 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.556352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.556746 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.558257 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] 10.222.0.35 "PUT /v2.0/ports/92fe6108-1794-4fba-a3b0-68b25475c7c0 HTTP/1.1" status: 200 len: 1093 time: 1.7731922 Sep 17 22:33:07.561046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412bd4ed-dffe-444d-a72c-0660c1e6ed88', 'tag': '92fe6108-1794-4fba-a3b0-68b25475c7c0'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:07.566287 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24005425-d0b9-4b71-bcd8-61f9e365c366" -d '{"events": [{"name": "network-changed", "server_uuid": "412bd4ed-dffe-444d-a72c-0660c1e6ed88", "tag": "92fe6108-1794-4fba-a3b0-68b25475c7c0"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:07.600818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:07.609218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 7e0c5661-c912-41ba-b26a-6baea177c2d8, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7e0c5661-c912-41ba-b26a-6baea177c2d8,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:07.621849 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.683679 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.684134 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b5f053-83cd-44be-9506-c88fc02f66a3 x-openstack-request-id: req-e5b5f053-83cd-44be-9506-c88fc02f66a3 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:07.684441 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412bd4ed-dffe-444d-a72c-0660c1e6ed88", "tag": "92fe6108-1794-4fba-a3b0-68b25475c7c0", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:07.684693 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5b5f053-83cd-44be-9506-c88fc02f66a3 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:07.685099 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412bd4ed-dffe-444d-a72c-0660c1e6ed88', 'tag': '92fe6108-1794-4fba-a3b0-68b25475c7c0', 'status': 'completed', 'code': 200} Sep 17 22:33:07.699522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Transition to ACTIVE for port object cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:07.702031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3acba-240a-4c60-b40a-05d38e284688 service neutron] Pushing event updated for resources: {'Port': ['ID=92fe6108-1794-4fba-a3b0-68b25475c7c0,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:07.761154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:07.767756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24005425-d0b9-4b71-bcd8-61f9e365c366 req-599271ae-c2ae-4f66-962c-dadc64bfc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.769345 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-24005425-d0b9-4b71-bcd8-61f9e365c366 req-599271ae-c2ae-4f66-962c-dadc64bfc76b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd2090d3e99a44ea87cdc7ebf25e4603&device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 1096 time: 0.0809832 Sep 17 22:33:07.779339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=7e0c5661-c912-41ba-b26a-6baea177c2d8,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:07.903661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:07.989206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24005425-d0b9-4b71-bcd8-61f9e365c366 req-17814fd4-7b23-468f-8a13-2461f9764375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:07.991078 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-24005425-d0b9-4b71-bcd8-61f9e365c366 req-17814fd4-7b23-468f-8a13-2461f9764375 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=dd2090d3e99a44ea87cdc7ebf25e4603&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1965048 Sep 17 22:33:08.052856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Attempting to bind port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:08.052856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Attempting to bind port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:08.052856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Attempting to bind port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 on network 2889546e-9224-4aba-964d-a52230b4af92 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:08.059109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 on network 2889546e-9224-4aba-964d-a52230b4af92 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:08.059109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Attempting to bind port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 on network 2889546e-9224-4aba-964d-a52230b4af92 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:08.121588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:08.121947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Checking segment: {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:08.122339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Bound using segment: {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:08.123023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Bound port: cb62bf94-6b1a-4da4-bdbb-9f64b69d1401, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:08.123406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.198806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24005425-d0b9-4b71-bcd8-61f9e365c366 req-b7787cc9-1972-4ad1-8ec4-79f6552621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.200488 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-24005425-d0b9-4b71-bcd8-61f9e365c366 req-b7787cc9-1972-4ad1-8ec4-79f6552621c3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1984880 Sep 17 22:33:08.237491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e4e76-e53a-4fbf-bfd3-1911006e16a8 req-2b057d99-4d0a-4ea4-9305-5cb690bc9d2c tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.240245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] For port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:08.248144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a97e4e76-e53a-4fbf-bfd3-1911006e16a8 req-2b057d99-4d0a-4ea4-9305-5cb690bc9d2c tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 944 time: 0.1232128 Sep 17 22:33:08.311854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a97e4e76-e53a-4fbf-bfd3-1911006e16a8 req-4d65bdf5-09f4-45b1-ab8e-b0c814ed2018 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581625 Sep 17 22:33:08.327091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] For port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:08.339816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-dd0e2e8d-97a1-476f-a960-b24e1f2c53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.341650 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-dd0e2e8d-97a1-476f-a960-b24e1f2c53c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd2090d3e99a44ea87cdc7ebf25e4603&device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 1096 time: 0.0990050 Sep 17 22:33:08.369232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.398596 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-eb6e813d-5ba8-49f0-98b0-53fdcf0da0c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92fe6108-1794-4fba-a3b0-68b25475c7c0 HTTP/1.1" status: 200 len: 217 time: 0.0484381 Sep 17 22:33:08.404653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.443521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8672e66-ec53-4629-a4c6-98f433bd2549 req-8f8c9554-21e5-453d-b032-0893d53b55ab tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.446568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8672e66-ec53-4629-a4c6-98f433bd2549 req-8f8c9554-21e5-453d-b032-0893d53b55ab tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1053 time: 0.0576575 Sep 17 22:33:08.463908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-e0aa6fbf-586d-46cf-b360-2263510e3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.465515 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-e0aa6fbf-586d-46cf-b360-2263510e3c49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae792b9b-4c99-4b44-b839-acfc5c986531 HTTP/1.1" status: 200 len: 861 time: 0.0572383 Sep 17 22:33:08.490090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8672e66-ec53-4629-a4c6-98f433bd2549 req-b02184c5-f59f-4c9e-ab41-cfc16e3f8f13 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Sep 17 22:33:08.530904 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-cabb5555-03ec-4215-b309-25c5cf82114c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e16a0285-61f8-4307-b4ad-e702a36c4f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358851 Sep 17 22:33:08.565669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.566984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:08.568382 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 HTTP/1.1" status: 200 len: 1092 time: 1.8797355 Sep 17 22:33:08.701976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f769b5-9b7c-48fd-b8b7-a813c129a6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:08.773321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50522d87-02da-475d-b500-b20189dbc868 req-2a0fe895-116f-4831-a98c-443673a359f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:08.775636 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-2a0fe895-116f-4831-a98c-443673a359f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ba89c903a7640ff8f373401b7098902&device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1095 time: 0.0883720 Sep 17 22:33:08.779302 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-becb2314-3928-4a21-9a57-be4382bfbd9d service neutron] 10.222.0.35 "GET /v2.0/networks/e16a0285-61f8-4307-b4ad-e702a36c4f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390511 Sep 17 22:33:08.874089 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Sync routers for ids ['126bfc61-736f-49f7-8bf5-6d78bee42633'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:08.901713 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Routers {'126bfc61-736f-49f7-8bf5-6d78bee42633'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:08.909312 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['126bfc61-736f-49f7-8bf5-6d78bee42633'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:08.919677 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-7bb6c3c7-3dc9-4379-b340-b0db01e8494d service neutron] 10.222.0.35 "GET /v2.0/networks/e16a0285-61f8-4307-b4ad-e702a36c4f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211827 Sep 17 22:33:08.970770 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-93e76ada-0c85-4d69-a499-1229dc56aac1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 HTTP/1.1" status: 200 len: 217 time: 0.1821926 Sep 17 22:33:09.067440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50522d87-02da-475d-b500-b20189dbc868 req-1206bb81-4412-4e48-9079-1969788f5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.069496 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-1206bb81-4412-4e48-9079-1969788f5cc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec580d09-52fe-4f99-ad24-0ac744165f27 HTTP/1.1" status: 200 len: 849 time: 0.0917182 Sep 17 22:33:09.122985 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Set router 126bfc61-736f-49f7-8bf5-6d78bee42633 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:09.146611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50522d87-02da-475d-b500-b20189dbc868 req-059f1c3c-b2d5-4eba-becf-3548e11ae9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.148420 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-059f1c3c-b2d5-4eba-becf-3548e11ae9fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2889546e-9224-4aba-964d-a52230b4af92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688093 Sep 17 22:33:09.158519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45500) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:09.281232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7e0c5661-c912-41ba-b26a-6baea177c2d8 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:09.343785 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-df255442-91ad-4a81-9303-4c423cca9a5c service neutron] 10.222.0.35 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877730 Sep 17 22:33:09.380984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7e0c5661-c912-41ba-b26a-6baea177c2d8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:09.381486 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.466423 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:58Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 4, 'project_id': '439f6ece8426433092129a3314f32d7a', 'gw_port': {'id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:59Z', 'updated_at': '2021-09-17T22:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '745016ad-3af8-4bdb-8333-385d1f31de40', 'name': '', 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'mac_address': 'fa:16:3e:65:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '0b8a6f49-c91b-44da-a570-8e9820ea8f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:03Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 2, 'project_id': '439f6ece8426433092129a3314f32d7a', 'subnets': [{'id': '0b8a6f49-c91b-44da-a570-8e9820ea8f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:09.533546 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Checking router: 126bfc61-736f-49f7-8bf5-6d78bee42633 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:09.534052 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Updating router 126bfc61-736f-49f7-8bf5-6d78bee42633 port 745016ad-3af8-4bdb-8333-385d1f31de40 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:33:09.601784 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.606245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58d14-aa76-4d8d-a739-a33dda5d9937 req-2010e8b2-187a-467f-9afe-ab0bd0161d76 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.615497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c58d14-aa76-4d8d-a739-a33dda5d9937 req-2010e8b2-187a-467f-9afe-ab0bd0161d76 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 944 time: 0.1565173 Sep 17 22:33:09.742752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d8a43-0a4d-4bd4-b4e3-c33cc36775a0 req-7ad629f2-c777-4313-8391-f7c07944c9f8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:09.752675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b78d8a43-0a4d-4bd4-b4e3-c33cc36775a0 req-7ad629f2-c777-4313-8391-f7c07944c9f8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1095 time: 0.1220210 Sep 17 22:33:09.816776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42c58d14-aa76-4d8d-a739-a33dda5d9937 req-37970c67-e3b2-4622-bf3d-406866dca343 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000723 Sep 17 22:33:09.847912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b78d8a43-0a4d-4bd4-b4e3-c33cc36775a0 req-1f3b2303-270b-47ae-9e62-041fac4336ce tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909355 Sep 17 22:33:09.871545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df006d28-474f-4f24-b2ce-8ec534cdfb0c', 'tag': 'cb62bf94-6b1a-4da4-bdbb-9f64b69d1401'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:09.874243 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31ae950-00e0-4884-8d93-5b3379fd2f10" -d '{"events": [{"name": "network-changed", "server_uuid": "df006d28-474f-4f24-b2ce-8ec534cdfb0c", "tag": "cb62bf94-6b1a-4da4-bdbb-9f64b69d1401"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:09.936059 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434a7120-215f-43d6-9612-8f5d0d4a9728 x-openstack-request-id: req-434a7120-215f-43d6-9612-8f5d0d4a9728 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:09.936355 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df006d28-474f-4f24-b2ce-8ec534cdfb0c", "tag": "cb62bf94-6b1a-4da4-bdbb-9f64b69d1401", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:09.936746 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-434a7120-215f-43d6-9612-8f5d0d4a9728 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:09.937212 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df006d28-474f-4f24-b2ce-8ec534cdfb0c', 'tag': 'cb62bf94-6b1a-4da4-bdbb-9f64b69d1401', 'status': 'completed', 'code': 200} Sep 17 22:33:09.944833 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-50522d87-02da-475d-b500-b20189dbc868 req-e1ae4215-9b0f-4ec2-b988-31c172498ce0 service neutron] 10.222.0.35 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942321 Sep 17 22:33:09.951258 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.964483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:09.970819 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.043027 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.100942 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f141a40-f0a4-41f3-896e-f7758a96f608 None None] Pushing event updated for resources: {'Port': ['ID=745016ad-3af8-4bdb-8333-385d1f31de40,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:10.124281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-92e3cc6f-9c7b-4656-a9a2-42c7e0b91753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.125979 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-92e3cc6f-9c7b-4656-a9a2-42c7e0b91753 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ba89c903a7640ff8f373401b7098902&device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1095 time: 0.0783575 Sep 17 22:33:10.197775 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Attempting to bind port 745016ad-3af8-4bdb-8333-385d1f31de40 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:10.198143 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Attempting to bind port 745016ad-3af8-4bdb-8333-385d1f31de40 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '49daddda-7d64-4a6e-8d9e-513a893ab465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:10.198507 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Attempting to bind port 745016ad-3af8-4bdb-8333-385d1f31de40 on network b4b050fc-e505-4baa-a744-3e9e477c8138 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:10.203952 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:10.204325 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Checking segment: {'id': '49daddda-7d64-4a6e-8d9e-513a893ab465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:10.204725 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.205116 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Bound using segment: {'id': '49daddda-7d64-4a6e-8d9e-513a893ab465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:10.205591 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Bound port: 745016ad-3af8-4bdb-8333-385d1f31de40, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49daddda-7d64-4a6e-8d9e-513a893ab465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:10.205972 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.252131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-8fc4d484-d47a-4076-8a32-7eeab1c8c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.253727 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-8fc4d484-d47a-4076-8a32-7eeab1c8c025 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2889546e-9224-4aba-964d-a52230b4af92 HTTP/1.1" status: 200 len: 910 time: 0.1206577 Sep 17 22:33:10.305804 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] For port 745016ad-3af8-4bdb-8333-385d1f31de40, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:10.309379 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] For port 745016ad-3af8-4bdb-8333-385d1f31de40, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=745016ad-3af8-4bdb-8333-385d1f31de40,segment=NetworkSegment(49daddda-7d64-4a6e-8d9e-513a893ab465),segment_id=49daddda-7d64-4a6e-8d9e-513a893ab465)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:10.318320 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-a28ca247-8b88-4dc3-ad6c-8a0bafaa41c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 HTTP/1.1" status: 200 len: 217 time: 0.0568123 Sep 17 22:33:10.324021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Deleting port 745016ad-3af8-4bdb-8333-385d1f31de40 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:10.324357 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.373288 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.384071 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-0907919c-a356-4c2f-8551-63b6cad453ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.386365 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-0907919c-a356-4c2f-8551-63b6cad453ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec580d09-52fe-4f99-ad24-0ac744165f27 HTTP/1.1" status: 200 len: 849 time: 0.0598795 Sep 17 22:33:10.431808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cbd38bfd-e490-43b1-bf44-0b70cec9a408 None None] Provisioning complete for port 745016ad-3af8-4bdb-8333-385d1f31de40 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:10.435372 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbd38bfd-e490-43b1-bf44-0b70cec9a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.454782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] For port 745016ad-3af8-4bdb-8333-385d1f31de40, host n-d-713498-17, got binding levels [] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:10.454782 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.455595 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Routers {'126bfc61-736f-49f7-8bf5-6d78bee42633'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:10.456224 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['126bfc61-736f-49f7-8bf5-6d78bee42633'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:10.461585 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f141a40-f0a4-41f3-896e-f7758a96f608 None None] Pushing event updated for resources: {'Port': ['ID=745016ad-3af8-4bdb-8333-385d1f31de40,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:10.470702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Calling delete_port for 745016ad-3af8-4bdb-8333-385d1f31de40 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:10.498475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-acd96535-cd43-4691-9491-73911044807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:10.500554 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-acd96535-cd43-4691-9491-73911044807c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2889546e-9224-4aba-964d-a52230b4af92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043773 Sep 17 22:33:10.611097 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] Set router 126bfc61-736f-49f7-8bf5-6d78bee42633 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:10.634039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbd38bfd-e490-43b1-bf44-0b70cec9a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.652452 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-695f58be-5428-4ce2-9d13-15a2756fbbfb service neutron] 10.222.0.35 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437476 Sep 17 22:33:10.732282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cbd38bfd-e490-43b1-bf44-0b70cec9a408 None None] For port 745016ad-3af8-4bdb-8333-385d1f31de40, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=745016ad-3af8-4bdb-8333-385d1f31de40,segment=NetworkSegment(49daddda-7d64-4a6e-8d9e-513a893ab465),segment_id=49daddda-7d64-4a6e-8d9e-513a893ab465)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:10.762973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 92fe6108-1794-4fba-a3b0-68b25475c7c0 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:10.787795 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b31ae950-00e0-4884-8d93-5b3379fd2f10 req-51f78c79-6059-4635-9030-a41df2d506df service neutron] 10.222.0.35 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252832 Sep 17 22:33:10.821044 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbd38bfd-e490-43b1-bf44-0b70cec9a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:10.995681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd38bfd-e490-43b1-bf44-0b70cec9a408 None None] Pushing event updated for resources: {'Port': ['ID=745016ad-3af8-4bdb-8333-385d1f31de40,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:11.012326 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:58Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 4, 'project_id': '439f6ece8426433092129a3314f32d7a', 'gw_port': {'id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:59Z', 'updated_at': '2021-09-17T22:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '745016ad-3af8-4bdb-8333-385d1f31de40', 'name': '', 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'mac_address': 'fa:16:3e:65:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '0b8a6f49-c91b-44da-a570-8e9820ea8f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:03Z', 'updated_at': '2021-09-17T22:33:10Z', 'revision_number': 4, 'project_id': '439f6ece8426433092129a3314f32d7a', 'subnets': [{'id': '0b8a6f49-c91b-44da-a570-8e9820ea8f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:11.015741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c96a0f56-0da9-4779-af94-1f94c1384212 None None] Provisioning complete for port 745016ad-3af8-4bdb-8333-385d1f31de40 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:11.015978 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c96a0f56-0da9-4779-af94-1f94c1384212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.025967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.040560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c96a0f56-0da9-4779-af94-1f94c1384212 None None] Port 745016ad-3af8-4bdb-8333-385d1f31de40 was deleted so its status cannot be updated. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 22:33:11.051949 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1ff48-ba74-4b42-9205-d27bbae7ffb5 None None] The sync data for ids ['126bfc61-736f-49f7-8bf5-6d78bee42633'] in n-d-713498-17 is: [{'id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:58Z', 'updated_at': '2021-09-17T22:33:05Z', 'revision_number': 4, 'project_id': '439f6ece8426433092129a3314f32d7a', 'gw_port': {'id': '7e0c5661-c912-41ba-b26a-6baea177c2d8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:59Z', 'updated_at': '2021-09-17T22:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '745016ad-3af8-4bdb-8333-385d1f31de40', 'name': '', 'network_id': 'b4b050fc-e505-4baa-a744-3e9e477c8138', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'mac_address': 'fa:16:3e:65:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '0b8a6f49-c91b-44da-a570-8e9820ea8f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:33:03Z', 'updated_at': '2021-09-17T22:33:10Z', 'revision_number': 4, 'project_id': '439f6ece8426433092129a3314f32d7a', 'subnets': [{'id': '0b8a6f49-c91b-44da-a570-8e9820ea8f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:11.055887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 92fe6108-1794-4fba-a3b0-68b25475c7c0, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=92fe6108-1794-4fba-a3b0-68b25475c7c0,segment=NetworkSegment(5757db3e-2c74-4d20-80d5-8dd44cdb6f7f),segment_id=5757db3e-2c74-4d20-80d5-8dd44cdb6f7f)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:11.068191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '92fe6108-1794-4fba-a3b0-68b25475c7c0', 'network_id': 'e16a0285-61f8-4307-b4ad-e702a36c4f9a', 'port_id': '92fe6108-1794-4fba-a3b0-68b25475c7c0', 'mac_address': 'fa:16:3e:be:57:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae792b9b-4c99-4b44-b839-acfc5c986531', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:11.089892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Pushing event deleted for resources: {'Port': ['ID=745016ad-3af8-4bdb-8333-385d1f31de40,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:11.132189 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.165623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fe6108-1794-4fba-a3b0-68b25475c7c0 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:11.187668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 92fe6108-1794-4fba-a3b0-68b25475c7c0, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=92fe6108-1794-4fba-a3b0-68b25475c7c0,segment=NetworkSegment(5757db3e-2c74-4d20-80d5-8dd44cdb6f7f),segment_id=5757db3e-2c74-4d20-80d5-8dd44cdb6f7f)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:11.208887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e78c1d-2829-4179-bd07-fa0daf7d6db6 req-460fcf27-76fd-40d8-93aa-613b2a32754c tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.210505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94e78c1d-2829-4179-bd07-fa0daf7d6db6 req-460fcf27-76fd-40d8-93aa-613b2a32754c tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1095 time: 0.2440732 Sep 17 22:33:11.272177 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.307430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150f147-8267-4b7a-bf0a-59930fc13a07 req-cecbaba8-62ab-46c3-b5fd-613ced028f83 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:11.309045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5150f147-8267-4b7a-bf0a-59930fc13a07 req-cecbaba8-62ab-46c3-b5fd-613ced028f83 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 944 time: 0.3336375 Sep 17 22:33:11.353261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=92fe6108-1794-4fba-a3b0-68b25475c7c0,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:11.441408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94e78c1d-2829-4179-bd07-fa0daf7d6db6 req-876c3fbb-317f-47ea-aa80-5e359ca3a526 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741767 Sep 17 22:33:11.464093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5150f147-8267-4b7a-bf0a-59930fc13a07 req-1ce334c0-d51d-4faf-9674-f48d2cb50d0a tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228411 Sep 17 22:33:11.467756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:11.475277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['92fe6108-1794-4fba-a3b0-68b25475c7c0'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:11.734242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Router 126bfc61-736f-49f7-8bf5-6d78bee42633 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:11.849488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:11.857515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c6fd4b0e-c720-43cd-93a9-e72abb99ef92 admin admin] 10.222.0.13 "PUT /v2.0/routers/126bfc61-736f-49f7-8bf5-6d78bee42633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6952517 Sep 17 22:33:11.857747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45522) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:11.969130 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.077358 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.193269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Deleting port 7e0c5661-c912-41ba-b26a-6baea177c2d8 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:12.193613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.284271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] For port 7e0c5661-c912-41ba-b26a-6baea177c2d8, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7e0c5661-c912-41ba-b26a-6baea177c2d8,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:12.284640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.297929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Calling delete_port for 7e0c5661-c912-41ba-b26a-6baea177c2d8 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:12.418932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] Sync routers for ids ['126bfc61-736f-49f7-8bf5-6d78bee42633'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:12.429218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] Routers {'126bfc61-736f-49f7-8bf5-6d78bee42633'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:12.429958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['126bfc61-736f-49f7-8bf5-6d78bee42633'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:12.566833 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.618317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0c5661-c912-41ba-b26a-6baea177c2d8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:12.636758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.637100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.637437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.637772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.638092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.638410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.638731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.639077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.639400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.639717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.640032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.640345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:12.680617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] Set router 126bfc61-736f-49f7-8bf5-6d78bee42633 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:12.691231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c15b39-2024-43b1-94b4-3e7b66777bd9 req-50b54698-05b1-41c8-a8b7-da0fa95bc471 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.692799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53c15b39-2024-43b1-94b4-3e7b66777bd9 req-50b54698-05b1-41c8-a8b7-da0fa95bc471 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1095 time: 0.1604741 Sep 17 22:33:12.707643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03022d-0a54-4a06-8965-a13d4cbb8f8f req-772fa537-a519-4a63-ad61-260d22b58251 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:12.709186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f03022d-0a54-4a06-8965-a13d4cbb8f8f req-772fa537-a519-4a63-ad61-260d22b58251 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 945 time: 0.1663094 Sep 17 22:33:12.737230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:58Z', 'updated_at': '2021-09-17T22:33:12Z', 'revision_number': 6, 'project_id': '439f6ece8426433092129a3314f32d7a', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:12.761201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53c15b39-2024-43b1-94b4-3e7b66777bd9 req-466b6fb9-f0ca-402f-9e19-58e12792d335 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508966 Sep 17 22:33:12.773556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] Checking router: 126bfc61-736f-49f7-8bf5-6d78bee42633 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:12.778415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:12.780206 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 92fe6108-1794-4fba-a3b0-68b25475c7c0 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:12.781380 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:12.824688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] Routers {'126bfc61-736f-49f7-8bf5-6d78bee42633'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:12.825317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['126bfc61-736f-49f7-8bf5-6d78bee42633'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:12.924548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] Set router 126bfc61-736f-49f7-8bf5-6d78bee42633 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:13.055579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:13.064484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:58Z', 'updated_at': '2021-09-17T22:33:12Z', 'revision_number': 7, 'project_id': '439f6ece8426433092129a3314f32d7a', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:13.100415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'cb62bf94-6b1a-4da4-bdbb-9f64b69d1401', 'network_id': '2889546e-9224-4aba-964d-a52230b4af92', 'port_id': 'cb62bf94-6b1a-4da4-bdbb-9f64b69d1401', 'mac_address': 'fa:16:3e:8d:6a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec580d09-52fe-4f99-ad24-0ac744165f27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:13.103693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948d159-a630-457b-abf6-cdd2c68aa3a6 None None] The sync data for ids ['126bfc61-736f-49f7-8bf5-6d78bee42633'] in n-d-713498-17 is: [{'id': '126bfc61-736f-49f7-8bf5-6d78bee42633', 'name': 'tempest-ImageQuotaTest-1962379254-router', 'tenant_id': '439f6ece8426433092129a3314f32d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:58Z', 'updated_at': '2021-09-17T22:33:12Z', 'revision_number': 7, 'project_id': '439f6ece8426433092129a3314f32d7a', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:13.150948 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.164515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:13.170949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 92fe6108-1794-4fba-a3b0-68b25475c7c0 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:13.183694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 92fe6108-1794-4fba-a3b0-68b25475c7c0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:13.184057 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.189286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:13.209232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f03022d-0a54-4a06-8965-a13d4cbb8f8f req-6f1e0f89-40e1-4a3f-96a4-ba2204405a2b tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688885 Sep 17 22:33:13.211019 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.213303 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.238549 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.313905 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.323206 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.323752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 126bfc61-736f-49f7-8bf5-6d78bee42633 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:33:13.326691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:13.331369 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.335230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-629ed3c9-83af-46ca-917a-4c753b055652 admin admin] 10.222.0.13 "DELETE /v2.0/routers/126bfc61-736f-49f7-8bf5-6d78bee42633 HTTP/1.1" status: 204 len: 168 time: 1.4741449 Sep 17 22:33:13.335521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45534) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:13.353725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 92fe6108-1794-4fba-a3b0-68b25475c7c0, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=92fe6108-1794-4fba-a3b0-68b25475c7c0,segment=NetworkSegment(5757db3e-2c74-4d20-80d5-8dd44cdb6f7f),segment_id=5757db3e-2c74-4d20-80d5-8dd44cdb6f7f)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:13.354701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412bd4ed-dffe-444d-a72c-0660c1e6ed88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fe6108-1794-4fba-a3b0-68b25475c7c0'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:13.357057 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20665b1b-e02b-4e63-aa3c-c16bae5774d0" -d '{"events": [{"server_uuid": "412bd4ed-dffe-444d-a72c-0660c1e6ed88", "name": "network-vif-plugged", "status": "completed", "tag": "92fe6108-1794-4fba-a3b0-68b25475c7c0"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:13.393828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3218193c-ff5a-481f-8820-e144b326236f admin admin] Deleting subnet 0b8a6f49-c91b-44da-a570-8e9820ea8f78 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:13.396125 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd92db82-eaab-4d2a-b7c3-255e3f2fadd8 x-openstack-request-id: req-dd92db82-eaab-4d2a-b7c3-255e3f2fadd8 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:13.396266 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412bd4ed-dffe-444d-a72c-0660c1e6ed88", "name": "network-vif-plugged", "status": "completed", "tag": "92fe6108-1794-4fba-a3b0-68b25475c7c0", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:13.396500 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd92db82-eaab-4d2a-b7c3-255e3f2fadd8 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:13.396901 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412bd4ed-dffe-444d-a72c-0660c1e6ed88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fe6108-1794-4fba-a3b0-68b25475c7c0', 'code': 200} Sep 17 22:33:13.397619 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3218193c-ff5a-481f-8820-e144b326236f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.398182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.456186 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3218193c-ff5a-481f-8820-e144b326236f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.470866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cb62bf94-6b1a-4da4-bdbb-9f64b69d1401'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:13.531193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=92fe6108-1794-4fba-a3b0-68b25475c7c0,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:13.537838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802dd1-fcd7-4227-96f8-be984c7365c5 req-cd54848a-c895-4985-afcb-46ec64fc32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:13.539160 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44802dd1-fcd7-4227-96f8-be984c7365c5 req-cd54848a-c895-4985-afcb-46ec64fc32c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 1098 time: 0.0838923 Sep 17 22:33:13.592949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 745016ad-3af8-4bdb-8333-385d1f31de40 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:13.599655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3218193c-ff5a-481f-8820-e144b326236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.612280 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-44802dd1-fcd7-4227-96f8-be984c7365c5 req-9873ea5c-0064-4168-9586-678edfa9dd12 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614033 Sep 17 22:33:13.622754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 745016ad-3af8-4bdb-8333-385d1f31de40 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:13.623559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 745016ad-3af8-4bdb-8333-385d1f31de40 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:13.717629 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3218193c-ff5a-481f-8820-e144b326236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.741826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218193c-ff5a-481f-8820-e144b326236f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8a6f49-c91b-44da-a570-8e9820ea8f78,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:13.752040 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3218193c-ff5a-481f-8820-e144b326236f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.754995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3218193c-ff5a-481f-8820-e144b326236f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b8a6f49-c91b-44da-a570-8e9820ea8f78 HTTP/1.1" status: 204 len: 168 time: 0.4182003 Sep 17 22:33:13.757356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45540) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:13.761011 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ed89f-8f9e-4631-bdff-af9370958f8d None None] Network b4b050fc-e505-4baa-a744-3e9e477c8138 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:13.861934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.906841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8d466-c857-48ca-b859-b01ba290de9b req-cb219bc4-ceb6-4b02-b7e3-974fb60b3075 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:13.908133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbe8d466-c857-48ca-b859-b01ba290de9b req-cb219bc4-ceb6-4b02-b7e3-974fb60b3075 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1096 time: 0.0459380 Sep 17 22:33:13.927029 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Deleting port 6358e9ba-5901-498d-ba38-8036fd2175e9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:13.927722 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:13.947982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbe8d466-c857-48ca-b859-b01ba290de9b req-b7588651-c595-4d51-aa2d-6f9ad01f15d9 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Sep 17 22:33:14.009641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] For port 6358e9ba-5901-498d-ba38-8036fd2175e9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6358e9ba-5901-498d-ba38-8036fd2175e9,segment=NetworkSegment(49daddda-7d64-4a6e-8d9e-513a893ab465),segment_id=49daddda-7d64-4a6e-8d9e-513a893ab465)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:14.009900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.022527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Calling delete_port for 6358e9ba-5901-498d-ba38-8036fd2175e9 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:14.152532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] DHCP port deletion for b4b050fc-e505-4baa-a744-3e9e477c8138 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:33:14.169151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.197594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=6358e9ba-5901-498d-ba38-8036fd2175e9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:14.202726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] No DVR routers for this DVR port 6358e9ba-5901-498d-ba38-8036fd2175e9 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:14.205601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] Deleting port 6358e9ba-5901-498d-ba38-8036fd2175e9 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:14.205982 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.230511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.230885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.231223 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.231561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.231898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.232225 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.232557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.232888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.233213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.233536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.233860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.234183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:14.298959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] For port 6358e9ba-5901-498d-ba38-8036fd2175e9, host n-d-713498-17, got binding levels [] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:14.299687 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.321213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] Calling delete_port for 6358e9ba-5901-498d-ba38-8036fd2175e9 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:14.324481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.333684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.ipam_backend_mixin [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] Port 6358e9ba-5901-498d-ba38-8036fd2175e9 was not found and therefore no delete operation was performed {{(pid=101662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:33:14.335205 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.351447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b050fc-e505-4baa-a744-3e9e477c8138']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:14.362253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49daddda-7d64-4a6e-8d9e-513a893ab465') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:14.362548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49daddda-7d64-4a6e-8d9e-513a893ab465') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:14.366616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] Pushing event deleted for resources: {'Port': ['ID=6358e9ba-5901-498d-ba38-8036fd2175e9,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:14.372389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee19f9-e038-4f70-9b73-f7ab9bfbe4f0 None None] No DVR routers for this DVR port 6358e9ba-5901-498d-ba38-8036fd2175e9 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:14.380950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.395569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.402019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:33:14.402428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.403513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1e5aa-69d5-458a-9635-0cea2792fa4c req-f0bce3e0-5237-4ebf-aaa1-cddfef5398b8 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:33:14.404565 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:33:14.406441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3aa1e5aa-69d5-458a-9635-0cea2792fa4c req-f0bce3e0-5237-4ebf-aaa1-cddfef5398b8 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 946 time: 0.0943327 Sep 17 22:33:14.448234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3aa1e5aa-69d5-458a-9635-0cea2792fa4c req-08375aef-32ec-4b82-962a-50f7206ddf0a tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358241 Sep 17 22:33:14.528761 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.544796 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.546717 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4b050fc-e505-4baa-a744-3e9e477c8138 HTTP/1.1" status: 204 len: 168 time: 0.7880802 Sep 17 22:33:14.547844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fffbbf-96e3-426c-85c1-20db820d8a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b050fc-e505-4baa-a744-3e9e477c8138,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:14.777325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:14.951654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:14.956032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:14.956547 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:14.965011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45552) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:15.025453 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d8af7ca3-e6d6-430d-8824-278ab1fbeed6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=439f6ece8426433092129a3314f32d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590954 Sep 17 22:33:15.028178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:15.062471 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.096857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:15.107397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5332bb-92ec-47e9-b428-f8ba6a57f7ff req-e5c85d21-38fe-494f-af16-3433f0f334a1 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.108946 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a5332bb-92ec-47e9-b428-f8ba6a57f7ff req-e5c85d21-38fe-494f-af16-3433f0f334a1 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1096 time: 0.0743978 Sep 17 22:33:15.114179 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e9e2400-07e5-4be0-a522-ac747eaf9fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.159254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e9e2400-07e5-4be0-a522-ac747eaf9fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.163498 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.175327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a5332bb-92ec-47e9-b428-f8ba6a57f7ff req-f8890999-a2cc-476b-8031-7bf53ccae4c1 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590835 Sep 17 22:33:15.250240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:15.265966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6358e9ba-5901-498d-ba38-8036fd2175e9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:15.287185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 6358e9ba-5901-498d-ba38-8036fd2175e9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:15.288471 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e9e2400-07e5-4be0-a522-ac747eaf9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.288959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6358e9ba-5901-498d-ba38-8036fd2175e9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:15.289447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7e0c5661-c912-41ba-b26a-6baea177c2d8 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:15.291028 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e9e2400-07e5-4be0-a522-ac747eaf9fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:15.295082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6e9e2400-07e5-4be0-a522-ac747eaf9fc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e832466-c20a-44b0-a8ae-178b4d3fb160 HTTP/1.1" status: 204 len: 168 time: 0.2656581 Sep 17 22:33:15.303600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e2400-07e5-4be0-a522-ac747eaf9fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e832466-c20a-44b0-a8ae-178b4d3fb160,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:15.310891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 7e0c5661-c912-41ba-b26a-6baea177c2d8 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:15.311811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7e0c5661-c912-41ba-b26a-6baea177c2d8 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:15.398153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df006d28-474f-4f24-b2ce-8ec534cdfb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb62bf94-6b1a-4da4-bdbb-9f64b69d1401'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:15.400816 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4631e745-7f0d-4ce6-aa24-5f6c76c13e4f" -d '{"events": [{"server_uuid": "df006d28-474f-4f24-b2ce-8ec534cdfb0c", "name": "network-vif-plugged", "status": "completed", "tag": "cb62bf94-6b1a-4da4-bdbb-9f64b69d1401"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:15.437536 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7efafcb-7c94-4a79-8b42-6959cbbc13a1 x-openstack-request-id: req-b7efafcb-7c94-4a79-8b42-6959cbbc13a1 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:15.437829 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df006d28-474f-4f24-b2ce-8ec534cdfb0c", "name": "network-vif-plugged", "status": "completed", "tag": "cb62bf94-6b1a-4da4-bdbb-9f64b69d1401", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:15.438080 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7efafcb-7c94-4a79-8b42-6959cbbc13a1 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:15.438471 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df006d28-474f-4f24-b2ce-8ec534cdfb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb62bf94-6b1a-4da4-bdbb-9f64b69d1401', 'code': 200} Sep 17 22:33:15.550948 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37659246-a529-45db-bbf9-27b2bfc5d4fe req-0944cc4a-cc2e-412c-b47b-69ff8f2ad303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.553125 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37659246-a529-45db-bbf9-27b2bfc5d4fe req-0944cc4a-cc2e-412c-b47b-69ff8f2ad303 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0560515 Sep 17 22:33:15.581147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c17b6-ba26-4514-bc5d-b63f38e1b2a1 req-848c7f44-97a4-46e6-9a13-09bfea7d2cba tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:15.583346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-005c17b6-ba26-4514-bc5d-b63f38e1b2a1 req-848c7f44-97a4-46e6-9a13-09bfea7d2cba tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 946 time: 0.0547369 Sep 17 22:33:15.589262 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-37659246-a529-45db-bbf9-27b2bfc5d4fe req-613e6807-6e4f-4259-b7bb-8c9a028e7e54 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290403 Sep 17 22:33:15.627573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-005c17b6-ba26-4514-bc5d-b63f38e1b2a1 req-c7ed7e54-63fb-4786-9950-303b73c089ca tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Sep 17 22:33:15.656464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-e1648083-02ff-41f7-a392-1ce96ee805e9 req-8692d2c0-55d2-4662-8737-89e0911220db service neutron] (101660) timed out ('10.222.0.13', 49178) {{(pid=101660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:33:15.956350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45576) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:15.970271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e903551-fe55-489b-ab86-6d467a58fd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.066873 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e903551-fe55-489b-ab86-6d467a58fd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.128924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e903551-fe55-489b-ab86-6d467a58fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.159433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bafd9-6b3e-49ec-8fd7-88f7ef20f00a req-7d7eac12-bc95-49e0-ae55-73f7f75add43 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.162324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-316bafd9-6b3e-49ec-8fd7-88f7ef20f00a req-7d7eac12-bc95-49e0-ae55-73f7f75add43 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 946 time: 0.0525661 Sep 17 22:33:16.173993 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5e903551-fe55-489b-ab86-6d467a58fd67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2163124 Sep 17 22:33:16.177129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45580) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:16.184178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e903551-fe55-489b-ab86-6d467a58fd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1817bd1b-0a43-4318-9db4-1d87c2532fa1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:16.206200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-316bafd9-6b3e-49ec-8fd7-88f7ef20f00a req-28b8558f-79bc-4cfe-a52e-813ee8675038 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Sep 17 22:33:16.244100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-caa67c7d-9d51-4db0-afa5-555d4db12d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.282390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-caa67c7d-9d51-4db0-afa5-555d4db12d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.323598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29812902-b9b8-49b5-8d57-40abe7ace561 req-1bd62af7-7e86-4b9a-b5a6-acae34b0a373 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:16.325407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29812902-b9b8-49b5-8d57-40abe7ace561 req-1bd62af7-7e86-4b9a-b5a6-acae34b0a373 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0423739 Sep 17 22:33:16.367457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29812902-b9b8-49b5-8d57-40abe7ace561 req-409baaae-79f1-417a-9fd7-e99ed0d45709 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356512 Sep 17 22:33:16.403097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-caa67c7d-9d51-4db0-afa5-555d4db12d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.405686 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-caa67c7d-9d51-4db0-afa5-555d4db12d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:16.406880 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-caa67c7d-9d51-4db0-afa5-555d4db12d31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1817bd1b-0a43-4318-9db4-1d87c2532fa1 HTTP/1.1" status: 204 len: 168 time: 0.2287288 Sep 17 22:33:16.417074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa67c7d-9d51-4db0-afa5-555d4db12d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1817bd1b-0a43-4318-9db4-1d87c2532fa1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:17.361297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986947f-33fa-449a-aa81-46434b387eb7 req-5c65f160-5085-46aa-aca2-bf3220795650 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.362952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d986947f-33fa-449a-aa81-46434b387eb7 req-5c65f160-5085-46aa-aca2-bf3220795650 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 946 time: 0.0607502 Sep 17 22:33:17.403760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d986947f-33fa-449a-aa81-46434b387eb7 req-2a66b2a4-884b-47c8-9cbf-f9aff225f9ee tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/security-groups?id=c761ece9-2c17-4dcf-bdd3-3947a82c046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345974 Sep 17 22:33:17.474018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d627ac-61ec-4c56-a87f-e1a13316dcc4 req-40db579b-362e-4c12-889a-894ca60d1715 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.475812 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39d627ac-61ec-4c56-a87f-e1a13316dcc4 req-40db579b-362e-4c12-889a-894ca60d1715 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0409281 Sep 17 22:33:17.510052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39d627ac-61ec-4c56-a87f-e1a13316dcc4 req-94621e17-50b6-48ee-97ce-9c20c04c0a49 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282845 Sep 17 22:33:17.580138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-530704a4-fd4b-4ee6-bbf9-d59290bfb2db tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.582545 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-530704a4-fd4b-4ee6-bbf9-d59290bfb2db tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.35 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 946 time: 0.0505548 Sep 17 22:33:17.622632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d1f5a-a8ba-4557-bc5f-26d7ca0ac103 req-c81d7925-7ebf-4cd0-9462-3cb18f177ad5 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.626459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e34d1f5a-a8ba-4557-bc5f-26d7ca0ac103 req-c81d7925-7ebf-4cd0-9462-3cb18f177ad5 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0462215 Sep 17 22:33:17.665076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e34d1f5a-a8ba-4557-bc5f-26d7ca0ac103 req-a8ce3878-264e-406d-b3ed-ac4487b863d4 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335007 Sep 17 22:33:17.674315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Deleting port 92fe6108-1794-4fba-a3b0-68b25475c7c0 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:17.674655 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.768319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] For port 92fe6108-1794-4fba-a3b0-68b25475c7c0, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=92fe6108-1794-4fba-a3b0-68b25475c7c0,segment=NetworkSegment(5757db3e-2c74-4d20-80d5-8dd44cdb6f7f),segment_id=5757db3e-2c74-4d20-80d5-8dd44cdb6f7f)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:17.768684 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.780907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d94ea-a19d-4fd0-9277-5627aa26967f req-c8ca14aa-de43-4b81-aa70-8ed457a504dd tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:17.782386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a68d94ea-a19d-4fd0-9277-5627aa26967f req-c8ca14aa-de43-4b81-aa70-8ed457a504dd tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0418501 Sep 17 22:33:17.782510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Calling delete_port for 92fe6108-1794-4fba-a3b0-68b25475c7c0 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:17.791741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d54d343-3f53-401e-b311-1383099af9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:17.825557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a68d94ea-a19d-4fd0-9277-5627aa26967f req-206a3b18-ecee-4797-998b-0f09dbb873e9 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349329 Sep 17 22:33:17.991436 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.006379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['92fe6108-1794-4fba-a3b0-68b25475c7c0'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:18.028176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Pushing event deleted for resources: {'Port': ['ID=92fe6108-1794-4fba-a3b0-68b25475c7c0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:18.096775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] No DVR routers for this DVR port 92fe6108-1794-4fba-a3b0-68b25475c7c0 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:18.100052 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:18.102344 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b2412c6-b62f-4a91-8fad-2e972245c5eb req-7fe9a44c-bf22-4764-8459-eb63b7582de3 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.35 "DELETE /v2.0/ports/92fe6108-1794-4fba-a3b0-68b25475c7c0 HTTP/1.1" status: 204 len: 173 time: 0.5146587 Sep 17 22:33:18.103043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412bd4ed-dffe-444d-a72c-0660c1e6ed88', 'name': 'network-vif-deleted', 'tag': '92fe6108-1794-4fba-a3b0-68b25475c7c0'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:18.105828 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537326f-bb8e-4059-96fa-4058e4278263" -d '{"events": [{"server_uuid": "412bd4ed-dffe-444d-a72c-0660c1e6ed88", "name": "network-vif-deleted", "tag": "92fe6108-1794-4fba-a3b0-68b25475c7c0"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:18.145964 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae65f679-2795-4f4a-a7e2-e82e3c953f8b x-openstack-request-id: req-ae65f679-2795-4f4a-a7e2-e82e3c953f8b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:18.146362 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412bd4ed-dffe-444d-a72c-0660c1e6ed88", "name": "network-vif-deleted", "tag": "92fe6108-1794-4fba-a3b0-68b25475c7c0", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:18.146709 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae65f679-2795-4f4a-a7e2-e82e3c953f8b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:18.147272 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412bd4ed-dffe-444d-a72c-0660c1e6ed88', 'name': 'network-vif-deleted', 'tag': '92fe6108-1794-4fba-a3b0-68b25475c7c0', 'status': 'completed', 'code': 200} Sep 17 22:33:18.149035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-5b953f94-c736-4e2c-bc63-34c42391434b tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:18.150943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-5b953f94-c736-4e2c-bc63-34c42391434b tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/networks?id=2889546e-9224-4aba-964d-a52230b4af92 HTTP/1.1" status: 200 len: 910 time: 0.1053951 Sep 17 22:33:18.166122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ac6f5fee-8776-4d7f-9c44-0b60f3b5197b tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/quotas/3ba89c903a7640ff8f373401b7098902 HTTP/1.1" status: 200 len: 375 time: 0.0091460 Sep 17 22:33:18.239413 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-f6ae7565-1747-4014-aa3d-6e7ba27bf2e5 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ba89c903a7640ff8f373401b7098902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538337 Sep 17 22:33:18.335122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-042abec8-774e-4730-8592-9fda05b67ece service neutron] 10.222.0.13 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879772 Sep 17 22:33:18.448371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-1a205134-5ba6-4cf4-9f95-bb705897b338 service neutron] 10.222.0.13 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977867 Sep 17 22:33:18.552162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-455202d1-8552-4b45-8c71-d7624d24dd2a req-16083e15-db66-429d-aa3f-63578df1e406 tempest-InstanceActionsNegativeTestJSON-621982129 tempest-InstanceActionsNegativeTestJSON-621982129-project] 10.222.0.13 "GET /v2.0/ports?device_id=412bd4ed-dffe-444d-a72c-0660c1e6ed88 HTTP/1.1" status: 200 len: 210 time: 0.0281820 Sep 17 22:33:18.727429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-921648d9-9803-4d65-9649-f8a4aecb5b6d req-c9d3988e-ce4f-4f7d-8d47-1ec2129964a0 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 210 time: 0.0410342 Sep 17 22:33:19.609372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45710) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.654247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-20042732-5227-4f31-9a94-34ce44901d05 admin admin] Deleting subnet ae792b9b-4c99-4b44-b839-acfc5c986531 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:19.657591 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20042732-5227-4f31-9a94-34ce44901d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.699491 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20042732-5227-4f31-9a94-34ce44901d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.740612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20042732-5227-4f31-9a94-34ce44901d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.834042 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c4bba8e-31c2-40a2-a24f-6aa06b89b27e req-2b5d269a-26df-4bb0-b794-f5e3bdb9e91f tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 210 time: 0.0267553 Sep 17 22:33:19.872200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20042732-5227-4f31-9a94-34ce44901d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.897012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20042732-5227-4f31-9a94-34ce44901d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae792b9b-4c99-4b44-b839-acfc5c986531,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:19.903511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-20042732-5227-4f31-9a94-34ce44901d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:19.905377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-20042732-5227-4f31-9a94-34ce44901d05 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ae792b9b-4c99-4b44-b839-acfc5c986531 HTTP/1.1" status: 204 len: 168 time: 0.2950075 Sep 17 22:33:19.907805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 45728) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:19.981354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.066499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.089534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16a0285-61f8-4307-b4ad-e702a36c4f9a']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:20.097809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5757db3e-2c74-4d20-80d5-8dd44cdb6f7f') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:20.098123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5757db3e-2c74-4d20-80d5-8dd44cdb6f7f') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:20.102952 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:33:20.110205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.123736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.130015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:33:20.130401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:33:20.132952 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:33:20.220281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7bfce9ae-fa2b-4fe5-a25d-832d53a159ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.243212 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.248876 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.250724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/e16a0285-61f8-4307-b4ad-e702a36c4f9a HTTP/1.1" status: 204 len: 168 time: 0.3419464 Sep 17 22:33:20.262417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae8b79-f172-43db-b857-55511d9f31ae admin admin] Pushing event deleted for resources: {'Network': ['ID=e16a0285-61f8-4307-b4ad-e702a36c4f9a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:20.573103 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45766) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:20.579780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-00501ffe-01b5-4cc2-a050-8e98e81df850 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:20.581351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-00501ffe-01b5-4cc2-a050-8e98e81df850 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.32 "GET /v2.0/networks?id=2889546e-9224-4aba-964d-a52230b4af92 HTTP/1.1" status: 200 len: 910 time: 0.0985422 Sep 17 22:33:20.594125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Request body: {'port': {'device_id': '84b265eb-2344-46a3-b8ca-9d2fdc99bdbe', 'network_id': '2889546e-9224-4aba-964d-a52230b4af92', 'admin_state_up': True, 'tenant_id': '3ba89c903a7640ff8f373401b7098902'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:20.622440 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2f6e2219-26a5-4255-91dd-1994eeace511 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd2090d3e99a44ea87cdc7ebf25e4603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478847 Sep 17 22:33:20.624784 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 45768) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:20.682820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f600800-b255-48dd-b604-8d74d2f9761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.705658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Made reservation on behalf of 3ba89c903a7640ff8f373401b7098902 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:20.706773 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f600800-b255-48dd-b604-8d74d2f9761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.709838 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.823749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 92fe6108-1794-4fba-a3b0-68b25475c7c0 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:20.851531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Allocated IP 172.20.0.12 (2889546e-9224-4aba-964d-a52230b4af92/ec580d09-52fe-4f99-ad24-0ac744165f27/46ce1dca-40ef-474e-897a-679424912cf9) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:20.856374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f600800-b255-48dd-b604-8d74d2f9761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.859003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 92fe6108-1794-4fba-a3b0-68b25475c7c0 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:20.859450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2f600800-b255-48dd-b604-8d74d2f9761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:20.859695 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 92fe6108-1794-4fba-a3b0-68b25475c7c0 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:20.860621 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2f600800-b255-48dd-b604-8d74d2f9761d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c761ece9-2c17-4dcf-bdd3-3947a82c046f HTTP/1.1" status: 204 len: 168 time: 0.2349327 Sep 17 22:33:20.869296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f600800-b255-48dd-b604-8d74d2f9761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c761ece9-2c17-4dcf-bdd3-3947a82c046f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:20.981535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ab32c06-62f1-4c30-919b-851c2db776d5 req-bb210d92-d833-450a-a4eb-5a6d99f1008b tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 210 time: 0.0404665 Sep 17 22:33:21.044526 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.191971 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.206260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cb62bf94-6b1a-4da4-bdbb-9f64b69d1401'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:21.248866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Network 2889546e-9224-4aba-964d-a52230b4af92 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:21.252662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:21.255965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:21.316224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:21.316224 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.316224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Pushing event updated for resources: {'Port': ['ID=46ce1dca-40ef-474e-897a-679424912cf9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:21.361742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.438819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-ad6e3e5f-d93e-458c-9114-315a4279fde8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8490772 Sep 17 22:33:21.541378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8c32e365-beca-4901-8be9-f0be91080b6d None None] Provisioning complete for port 46ce1dca-40ef-474e-897a-679424912cf9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:21.541378 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8c32e365-beca-4901-8be9-f0be91080b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.589383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8c32e365-beca-4901-8be9-f0be91080b6d None None] Port 46ce1dca-40ef-474e-897a-679424912cf9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:33:21.606826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Request body: {'port': {'device_id': '84b265eb-2344-46a3-b8ca-9d2fdc99bdbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:21.673563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.705704 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:21.980504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ce1dca-40ef-474e-897a-679424912cf9 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:21.989164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.001549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Transition to ACTIVE for port object 46ce1dca-40ef-474e-897a-679424912cf9 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:33:22.079509 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.141934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=46ce1dca-40ef-474e-897a-679424912cf9,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:22.203769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb358-555a-42b3-ac30-14e3ee9e57cc req-679230a6-7be9-4803-a25c-59042688e233 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.203769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee2cb358-555a-42b3-ac30-14e3ee9e57cc req-679230a6-7be9-4803-a25c-59042688e233 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1028 time: 0.1486220 Sep 17 22:33:22.317320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4a2de-e33b-4bcd-bfb5-329d7eda3dff req-d0baa6e6-ee5a-43b5-9d16-4bd0c2765b0e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.324708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdf4a2de-e33b-4bcd-bfb5-329d7eda3dff req-d0baa6e6-ee5a-43b5-9d16-4bd0c2765b0e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1785026 Sep 17 22:33:22.376546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-2e15caa9-839e-4e52-a145-91b13025cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.378078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-2e15caa9-839e-4e52-a145-91b13025cb1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1097 time: 0.1566775 Sep 17 22:33:22.383343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee2cb358-555a-42b3-ac30-14e3ee9e57cc req-453bf216-659f-46e9-97d9-378ef4e78b11 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584280 Sep 17 22:33:22.410870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Attempting to bind port 46ce1dca-40ef-474e-897a-679424912cf9 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:22.411208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Attempting to bind port 46ce1dca-40ef-474e-897a-679424912cf9 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:22.411538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Attempting to bind port 46ce1dca-40ef-474e-897a-679424912cf9 on network 2889546e-9224-4aba-964d-a52230b4af92 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:22.426180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdf4a2de-e33b-4bcd-bfb5-329d7eda3dff req-97a1746c-831d-44c8-b757-528a25981198 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006210 Sep 17 22:33:22.430498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Port 46ce1dca-40ef-474e-897a-679424912cf9 on network 2889546e-9224-4aba-964d-a52230b4af92 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:33:22.430823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Attempting to bind port 46ce1dca-40ef-474e-897a-679424912cf9 on network 2889546e-9224-4aba-964d-a52230b4af92 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:22.447689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:22.448100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Checking segment: {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:22.448395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Bound using segment: {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:22.448841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Bound port: 46ce1dca-40ef-474e-897a-679424912cf9, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2585d3f5-fed8-414c-b58b-9a180b1e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2889546e-9224-4aba-964d-a52230b4af92'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:22.449205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.547332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-2fd33629-0a55-4b87-8216-ccf66d64b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.548795 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-2fd33629-0a55-4b87-8216-ccf66d64b97d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 918 time: 0.1533480 Sep 17 22:33:22.595689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-7d4fe10a-6c09-4975-b806-32e4c63957f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 HTTP/1.1" status: 200 len: 217 time: 0.0390534 Sep 17 22:33:22.598953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] For port 46ce1dca-40ef-474e-897a-679424912cf9, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:22.635460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] For port 46ce1dca-40ef-474e-897a-679424912cf9, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=46ce1dca-40ef-474e-897a-679424912cf9,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:22.654121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-ce798309-4a48-4390-9083-4799ddb56687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.655653 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-ce798309-4a48-4390-9083-4799ddb56687 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.0529017 Sep 17 22:33:22.689858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-9c405720-c73a-48fb-a8d4-8abcd4aafc77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260642 Sep 17 22:33:22.719183 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.795280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.795916 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:22.797349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/46ce1dca-40ef-474e-897a-679424912cf9 HTTP/1.1" status: 200 len: 1093 time: 1.3481538 Sep 17 22:33:22.797915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b265eb-2344-46a3-b8ca-9d2fdc99bdbe', 'tag': '46ce1dca-40ef-474e-897a-679424912cf9'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:22.800477 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9bf996-05e2-4647-b267-76c1cc6dcd18" -d '{"events": [{"name": "network-changed", "server_uuid": "84b265eb-2344-46a3-b8ca-9d2fdc99bdbe", "tag": "46ce1dca-40ef-474e-897a-679424912cf9"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:22.836909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5c533-ca68-45a4-a86e-7a1c85ddc9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=46ce1dca-40ef-474e-897a-679424912cf9,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:22.846496 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b519e-0132-417f-893e-7f64c5505815 x-openstack-request-id: req-5b1b519e-0132-417f-893e-7f64c5505815 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:22.846496 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b265eb-2344-46a3-b8ca-9d2fdc99bdbe", "tag": "46ce1dca-40ef-474e-897a-679424912cf9", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:22.846496 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b1b519e-0132-417f-893e-7f64c5505815 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:22.847403 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b265eb-2344-46a3-b8ca-9d2fdc99bdbe', 'tag': '46ce1dca-40ef-474e-897a-679424912cf9', 'status': 'completed', 'code': 200} Sep 17 22:33:22.855344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-991be419-9c24-4ed1-91c3-ee631c021dc1 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584897 Sep 17 22:33:22.974490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf996-05e2-4647-b267-76c1cc6dcd18 req-81b99fd9-2413-4827-ab80-95e319cad1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:22.976069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af9bf996-05e2-4647-b267-76c1cc6dcd18 req-81b99fd9-2413-4827-ab80-95e319cad1d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ba89c903a7640ff8f373401b7098902&device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1096 time: 0.0999086 Sep 17 22:33:23.013031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-e295e870-eb42-4c99-9ef8-33e2b9254350 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447022 Sep 17 22:33:23.111827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf996-05e2-4647-b267-76c1cc6dcd18 req-8d15b669-c6b4-4e17-a69d-7e61cfd3e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.114070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af9bf996-05e2-4647-b267-76c1cc6dcd18 req-8d15b669-c6b4-4e17-a69d-7e61cfd3e8cb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3ba89c903a7640ff8f373401b7098902&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1249890 Sep 17 22:33:23.212351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf996-05e2-4647-b267-76c1cc6dcd18 req-a6fd516e-a25f-425e-9370-12aa8733062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.213835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af9bf996-05e2-4647-b267-76c1cc6dcd18 req-a6fd516e-a25f-425e-9370-12aa8733062d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0928731 Sep 17 22:33:23.304172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-9194e3f4-af83-4b4a-88fa-765e6659a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.305728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-9194e3f4-af83-4b4a-88fa-765e6659a0ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ba89c903a7640ff8f373401b7098902&device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1096 time: 0.0474761 Sep 17 22:33:23.349178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-af833cc7-f448-47ba-8f15-ce98fa88e311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ce1dca-40ef-474e-897a-679424912cf9 HTTP/1.1" status: 200 len: 217 time: 0.0340223 Sep 17 22:33:23.398711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-abbfa65d-f996-4c1e-8006-3810171c4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.400449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-abbfa65d-f996-4c1e-8006-3810171c4fa1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec580d09-52fe-4f99-ad24-0ac744165f27 HTTP/1.1" status: 200 len: 849 time: 0.0447030 Sep 17 22:33:23.409969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:23.452292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-e4411c07-c863-443d-be03-2b17d0ba383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.453840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-e4411c07-c863-443d-be03-2b17d0ba383d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2889546e-9224-4aba-964d-a52230b4af92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457764 Sep 17 22:33:23.564547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046d787-4cd9-47e6-96b6-c6d37c2fced2 req-1348581d-43de-4687-a003-08e3699d8ac1 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.566444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2046d787-4cd9-47e6-96b6-c6d37c2fced2 req-1348581d-43de-4687-a003-08e3699d8ac1 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1096 time: 0.1117339 Sep 17 22:33:23.625196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-b9f549f9-a863-4834-a924-13c8e4786125 service neutron] 10.222.0.32 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628568 Sep 17 22:33:23.650571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b3426-000b-4a1e-9f94-8d9847c0b81c req-59075409-8c0a-4118-8d75-4bc2f0f0942a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:23.652025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a71b3426-000b-4a1e-9f94-8d9847c0b81c req-59075409-8c0a-4118-8d75-4bc2f0f0942a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.1122861 Sep 17 22:33:23.678326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2046d787-4cd9-47e6-96b6-c6d37c2fced2 req-2899776b-82d8-49f5-84d8-085c4f9fe6cb tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973477 Sep 17 22:33:23.745095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a71b3426-000b-4a1e-9f94-8d9847c0b81c req-e5383715-c174-40ec-950b-dc1d37913c39 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792680 Sep 17 22:33:23.779342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e9a32d-0f3d-4298-aa8b-5c0db07b8e1d req-2af2cc7e-d3b8-4a54-a318-f0ea213a6a81 service neutron] 10.222.0.32 "GET /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466866 Sep 17 22:33:24.789616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8439-770f-4f4c-86ec-cbbd2fbd2744 req-8021b62f-c726-40d3-a65c-dccf5415c5b0 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:24.793399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3de8439-770f-4f4c-86ec-cbbd2fbd2744 req-8021b62f-c726-40d3-a65c-dccf5415c5b0 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1096 time: 0.0471170 Sep 17 22:33:24.851683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3de8439-770f-4f4c-86ec-cbbd2fbd2744 req-0e0230bd-bdd0-476b-9399-88cb28692565 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531831 Sep 17 22:33:24.873761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9244a-6b5e-4d0b-b809-9d6a415a2c61 req-de56b721-1e56-4463-a324-20d5b419ee90 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:24.875257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19f9244a-6b5e-4d0b-b809-9d6a415a2c61 req-de56b721-1e56-4463-a324-20d5b419ee90 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0555415 Sep 17 22:33:24.913850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19f9244a-6b5e-4d0b-b809-9d6a415a2c61 req-9a061539-b4a4-47a0-adb8-941d9c662cae tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Sep 17 22:33:25.164133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46070) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:25.284904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c59c125-9435-4b2b-a317-e853c3e1be58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.377117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c59c125-9435-4b2b-a317-e853c3e1be58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.436724 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c59c125-9435-4b2b-a317-e853c3e1be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.474043 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59c125-9435-4b2b-a317-e853c3e1be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27787bfd-5d18-44c4-8207-c7621b63d6a5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:25.479274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7c59c125-9435-4b2b-a317-e853c3e1be58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3b81f3931a44ae4b01620df399651ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141348 Sep 17 22:33:25.482231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46090) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:25.533362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd040617-6c08-4f7d-9e9d-8dd93ab4c7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.557883 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd040617-6c08-4f7d-9e9d-8dd93ab4c7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.694040 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd040617-6c08-4f7d-9e9d-8dd93ab4c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.696602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd040617-6c08-4f7d-9e9d-8dd93ab4c7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:25.697886 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fd040617-6c08-4f7d-9e9d-8dd93ab4c7ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27787bfd-5d18-44c4-8207-c7621b63d6a5 HTTP/1.1" status: 204 len: 168 time: 0.2147288 Sep 17 22:33:25.706655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd040617-6c08-4f7d-9e9d-8dd93ab4c7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27787bfd-5d18-44c4-8207-c7621b63d6a5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:25.966869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee11853-312d-47d6-a92b-b63aa1c1abe8 req-24ff6e3b-3a6c-4cc9-b356-a137b2c2eb87 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:25.973772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bee11853-312d-47d6-a92b-b63aa1c1abe8 req-24ff6e3b-3a6c-4cc9-b356-a137b2c2eb87 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1096 time: 0.0527332 Sep 17 22:33:26.031289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bee11853-312d-47d6-a92b-b63aa1c1abe8 req-92cd29c8-e60f-4251-a2e1-91feca38706d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554178 Sep 17 22:33:26.051453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122dc70-ccbe-43e8-9bc2-fb5a522db8ae req-6c5974cf-4417-4e47-833c-979e782a0f11 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:26.052913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0122dc70-ccbe-43e8-9bc2-fb5a522db8ae req-6c5974cf-4417-4e47-833c-979e782a0f11 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0631170 Sep 17 22:33:26.093664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0122dc70-ccbe-43e8-9bc2-fb5a522db8ae req-49ba5171-2b9b-4c98-b940-e46b5fd2a560 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Sep 17 22:33:26.256137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46140) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:26.270816 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7111d64-35a6-46c0-94d2-e7ce2816fbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.359673 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7111d64-35a6-46c0-94d2-e7ce2816fbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.436660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7111d64-35a6-46c0-94d2-e7ce2816fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.477232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7111d64-35a6-46c0-94d2-e7ce2816fbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c765e6dc-af0e-4f60-81f6-155c827b6618,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:26.482390 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a7111d64-35a6-46c0-94d2-e7ce2816fbfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1a25d6e46894d53b6eb0466ca1316f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252066 Sep 17 22:33:26.485397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46154) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:26.539921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32089b2c-17c6-488d-b49d-47250737a3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.560037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32089b2c-17c6-488d-b49d-47250737a3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.671173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32089b2c-17c6-488d-b49d-47250737a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.673715 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-32089b2c-17c6-488d-b49d-47250737a3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:26.675672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-32089b2c-17c6-488d-b49d-47250737a3a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c765e6dc-af0e-4f60-81f6-155c827b6618 HTTP/1.1" status: 204 len: 168 time: 0.1887488 Sep 17 22:33:26.688859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32089b2c-17c6-488d-b49d-47250737a3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c765e6dc-af0e-4f60-81f6-155c827b6618,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:27.145851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 46ce1dca-40ef-474e-897a-679424912cf9 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:33:27.172469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2401c-1784-4c0d-baa1-d5a591f74780 req-b610cb8b-6592-4829-84f2-30690127f382 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:27.182482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7f2401c-1784-4c0d-baa1-d5a591f74780 req-b610cb8b-6592-4829-84f2-30690127f382 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1096 time: 0.0817838 Sep 17 22:33:27.236749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7f2401c-1784-4c0d-baa1-d5a591f74780 req-fe51f650-84d3-48cc-b466-c0a1d4d619b8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532556 Sep 17 22:33:27.261784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf993082-c15e-4bbb-b53d-05d1217fba05 req-10344c4e-372c-4003-b6f7-277bcfa3d7f9 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:27.265568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf993082-c15e-4bbb-b53d-05d1217fba05 req-10344c4e-372c-4003-b6f7-277bcfa3d7f9 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0640552 Sep 17 22:33:27.284207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 46ce1dca-40ef-474e-897a-679424912cf9, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=46ce1dca-40ef-474e-897a-679424912cf9,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:27.298235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '46ce1dca-40ef-474e-897a-679424912cf9', 'network_id': '2889546e-9224-4aba-964d-a52230b4af92', 'port_id': '46ce1dca-40ef-474e-897a-679424912cf9', 'mac_address': 'fa:16:3e:ac:28:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec580d09-52fe-4f99-ad24-0ac744165f27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:33:27.317139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf993082-c15e-4bbb-b53d-05d1217fba05 req-b74ef43a-408a-45b9-8da4-c705d78eeb89 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Sep 17 22:33:27.348193 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.363494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ce1dca-40ef-474e-897a-679424912cf9 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:33:27.383531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 46ce1dca-40ef-474e-897a-679424912cf9, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=46ce1dca-40ef-474e-897a-679424912cf9,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:27.476877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:27.534440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=46ce1dca-40ef-474e-897a-679424912cf9,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:27.696388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['46ce1dca-40ef-474e-897a-679424912cf9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:28.357303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46266) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:28.373404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d4e2-815e-4df4-8126-c186fea21093 req-4dd4fa56-45d8-479f-9162-d9ac1101a9eb tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:28.374963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21b6d4e2-815e-4df4-8126-c186fea21093 req-4dd4fa56-45d8-479f-9162-d9ac1101a9eb tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1097 time: 0.0691791 Sep 17 22:33:28.410500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21b6d4e2-815e-4df4-8126-c186fea21093 req-573cf4c5-eb6c-4bc3-9c11-a0ccd905a3f9 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294795 Sep 17 22:33:28.493856 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dadbbab4-12c8-49f1-8092-61a99deeeea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.548624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17e5b-9378-49bb-9864-797393360a98 req-97f733a3-a618-484c-acee-c41a103c1600 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:28.550329 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6fb17e5b-9378-49bb-9864-797393360a98 req-97f733a3-a618-484c-acee-c41a103c1600 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0707362 Sep 17 22:33:28.606701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6fb17e5b-9378-49bb-9864-797393360a98 req-c5b1c21b-fdd8-4321-9089-5b0e66aed473 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Sep 17 22:33:28.643354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dadbbab4-12c8-49f1-8092-61a99deeeea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.700391 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dadbbab4-12c8-49f1-8092-61a99deeeea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.750638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dadbbab4-12c8-49f1-8092-61a99deeeea4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15ba6fb4c99f4e608352639087b4d661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923008 Sep 17 22:33:28.751824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbbab4-12c8-49f1-8092-61a99deeeea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c5c40e-90a7-4e83-860a-14b92527b7cd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:28.754394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46276) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:28.807259 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bb02673-0081-4629-a04d-171cf6bef34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.828857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bb02673-0081-4629-a04d-171cf6bef34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.922844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bb02673-0081-4629-a04d-171cf6bef34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.925804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9bb02673-0081-4629-a04d-171cf6bef34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:28.926996 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9bb02673-0081-4629-a04d-171cf6bef34e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88c5c40e-90a7-4e83-860a-14b92527b7cd HTTP/1.1" status: 204 len: 168 time: 0.1714740 Sep 17 22:33:28.935806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb02673-0081-4629-a04d-171cf6bef34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c5c40e-90a7-4e83-860a-14b92527b7cd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:29.160947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 46ce1dca-40ef-474e-897a-679424912cf9 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:29.271118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 46ce1dca-40ef-474e-897a-679424912cf9 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:33:29.276239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 46ce1dca-40ef-474e-897a-679424912cf9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:29.277154 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.353485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9e4d8-7018-4e10-92c6-2cc524f279b9 req-4d2838e8-0543-4dd4-b70a-fd830dffc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.355264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c9e4d8-7018-4e10-92c6-2cc524f279b9 req-4d2838e8-0543-4dd4-b70a-fd830dffc622 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1097 time: 0.3476264 Sep 17 22:33:29.371850 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.401615 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c9e4d8-7018-4e10-92c6-2cc524f279b9 req-f9ccd9e4-4af6-44b9-86e1-4c65fa6e0b04 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397372 Sep 17 22:33:29.402426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b265eb-2344-46a3-b8ca-9d2fdc99bdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce1dca-40ef-474e-897a-679424912cf9'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:29.404794 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8178c13c-24a1-41b5-a2dd-1e14ddeb1357" -d '{"events": [{"server_uuid": "84b265eb-2344-46a3-b8ca-9d2fdc99bdbe", "name": "network-vif-plugged", "status": "completed", "tag": "46ce1dca-40ef-474e-897a-679424912cf9"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:29.418082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 46ce1dca-40ef-474e-897a-679424912cf9, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=46ce1dca-40ef-474e-897a-679424912cf9,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:29.466474 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e6b93b-e8e3-4509-bb4a-914a7537f942 x-openstack-request-id: req-49e6b93b-e8e3-4509-bb4a-914a7537f942 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:29.466860 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b265eb-2344-46a3-b8ca-9d2fdc99bdbe", "name": "network-vif-plugged", "status": "completed", "tag": "46ce1dca-40ef-474e-897a-679424912cf9", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:29.467176 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49e6b93b-e8e3-4509-bb4a-914a7537f942 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:29.467886 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b265eb-2344-46a3-b8ca-9d2fdc99bdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce1dca-40ef-474e-897a-679424912cf9', 'code': 200} Sep 17 22:33:29.499586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:29.542452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9b52f-f57a-49e1-8e81-2b7bd7cf859e req-f5be6bfc-4b69-47a5-8969-9ee79dcaa5cf tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.544318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dff9b52f-f57a-49e1-8e81-2b7bd7cf859e req-f5be6bfc-4b69-47a5-8969-9ee79dcaa5cf tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1097 time: 0.0575652 Sep 17 22:33:29.557861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=46ce1dca-40ef-474e-897a-679424912cf9,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:29.584269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dff9b52f-f57a-49e1-8e81-2b7bd7cf859e req-bc94199d-da54-44a5-860f-46460c35325a tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Sep 17 22:33:29.697270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682f08b-22cc-421e-92d1-c8479a242f14 req-1938d260-270d-4f37-995a-e8f5bd9c08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.698666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3682f08b-22cc-421e-92d1-c8479a242f14 req-1938d260-270d-4f37-995a-e8f5bd9c08d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1098 time: 0.0537677 Sep 17 22:33:29.762761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3007-c017-477c-b2a4-294ae424f418 req-85ff8224-964a-492b-8636-f2ad41393760 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:29.764334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ed3007-c017-477c-b2a4-294ae424f418 req-85ff8224-964a-492b-8636-f2ad41393760 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0835288 Sep 17 22:33:29.770981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3682f08b-22cc-421e-92d1-c8479a242f14 req-b7500c69-c779-4332-9432-6881a16d28f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584629 Sep 17 22:33:29.810264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ed3007-c017-477c-b2a4-294ae424f418 req-19c00319-b4b5-4536-9272-99157ccd8bff tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383303 Sep 17 22:33:30.519500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46312) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:30.640353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-79a8602d-2f51-4cae-8d7b-872ff9b33fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.708600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d82da-d43a-4941-9364-fe91e3c47e81 req-99994267-bb70-4747-91cd-deb4dc515776 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:30.710893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d21d82da-d43a-4941-9364-fe91e3c47e81 req-99994267-bb70-4747-91cd-deb4dc515776 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1098 time: 0.0422041 Sep 17 22:33:30.745426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-79a8602d-2f51-4cae-8d7b-872ff9b33fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.749014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d21d82da-d43a-4941-9364-fe91e3c47e81 req-37091671-755f-4687-af5e-a8f716d80631 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301847 Sep 17 22:33:30.814180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-79a8602d-2f51-4cae-8d7b-872ff9b33fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.860230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46322) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:30.863489 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-79a8602d-2f51-4cae-8d7b-872ff9b33fd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1baf27275dc44c03beee505713228d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427017 Sep 17 22:33:30.864706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8602d-2f51-4cae-8d7b-872ff9b33fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e87fa1-e4f7-4968-9d03-8441382a1fb7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:30.965566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a80d6b63-ae49-4271-b889-b732b9c2b337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:30.987557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91a93f-8902-4cbd-96db-6bc3e18bf57b req-f7b38b21-ed68-48ce-a0db-889c433982ed tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:30.989134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f91a93f-8902-4cbd-96db-6bc3e18bf57b req-f7b38b21-ed68-48ce-a0db-889c433982ed tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0816312 Sep 17 22:33:31.007676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a80d6b63-ae49-4271-b889-b732b9c2b337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.055363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f91a93f-8902-4cbd-96db-6bc3e18bf57b req-3c15295d-c20e-4cb3-b8ef-35c12e88148c tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584884 Sep 17 22:33:31.162527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a80d6b63-ae49-4271-b889-b732b9c2b337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.165385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a80d6b63-ae49-4271-b889-b732b9c2b337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:31.167059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a80d6b63-ae49-4271-b889-b732b9c2b337 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79e87fa1-e4f7-4968-9d03-8441382a1fb7 HTTP/1.1" status: 204 len: 168 time: 0.3057778 Sep 17 22:33:31.175276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d6b63-ae49-4271-b889-b732b9c2b337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e87fa1-e4f7-4968-9d03-8441382a1fb7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:31.547553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fd6a6-258a-49e9-bf22-9f1e62fca86c req-b77f9b4d-3c58-467b-8c96-ee1f11d2b1cb tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.549286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-761fd6a6-258a-49e9-bf22-9f1e62fca86c req-b77f9b4d-3c58-467b-8c96-ee1f11d2b1cb tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0727515 Sep 17 22:33:31.617591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012d13-a1cb-4379-bf92-3926b752561b req-def42a03-2025-4aa6-9eac-91f09462afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.619248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9012d13-a1cb-4379-bf92-3926b752561b req-def42a03-2025-4aa6-9eac-91f09462afae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 1097 time: 0.0889530 Sep 17 22:33:31.624956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-761fd6a6-258a-49e9-bf22-9f1e62fca86c req-3521c3bb-a37a-4303-bd33-172a16238ab0 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563734 Sep 17 22:33:31.716002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012d13-a1cb-4379-bf92-3926b752561b req-5f794666-2992-4954-867c-933a0200fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.717475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9012d13-a1cb-4379-bf92-3926b752561b req-5f794666-2992-4954-867c-933a0200fff6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 918 time: 0.0907564 Sep 17 22:33:31.769952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9012d13-a1cb-4379-bf92-3926b752561b req-992c4ac2-069a-4a4f-9e4b-fa1ea7d4a998 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 HTTP/1.1" status: 200 len: 217 time: 0.0450578 Sep 17 22:33:31.828006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012d13-a1cb-4379-bf92-3926b752561b req-6aec8dfd-b0d0-4f30-acd2-0491f17f6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.829498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9012d13-a1cb-4379-bf92-3926b752561b req-6aec8dfd-b0d0-4f30-acd2-0491f17f6c38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.0528753 Sep 17 22:33:31.888932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9012d13-a1cb-4379-bf92-3926b752561b req-1b7fe3f3-ae23-4546-8b94-ed538232de4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422707 Sep 17 22:33:31.934086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d2b71-8557-49ab-a424-89af222c81a9 req-5eab0b29-e492-49c2-90be-a86173f765e9 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:31.935660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c8d2b71-8557-49ab-a424-89af222c81a9 req-5eab0b29-e492-49c2-90be-a86173f765e9 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1098 time: 0.1019905 Sep 17 22:33:32.015736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c8d2b71-8557-49ab-a424-89af222c81a9 req-775477d2-bb40-468c-8b15-a934fa33ce81 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506175 Sep 17 22:33:32.021938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9012d13-a1cb-4379-bf92-3926b752561b req-78e85d3e-66c2-4931-a8d8-e5a8caf38adb service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259298 Sep 17 22:33:32.153737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9012d13-a1cb-4379-bf92-3926b752561b req-7468dc4e-6a62-4ec7-ae9a-eb8d72dd2669 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248791 Sep 17 22:33:32.156537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59321fde-0bbc-423c-bdc4-ef67f18b3ff0 req-d502da82-61e5-4cca-8343-8e9023bb992f tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.158149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59321fde-0bbc-423c-bdc4-ef67f18b3ff0 req-d502da82-61e5-4cca-8343-8e9023bb992f tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1098 time: 0.0644734 Sep 17 22:33:32.200401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59321fde-0bbc-423c-bdc4-ef67f18b3ff0 req-57c280d3-46d1-49a2-a2b9-230a8ae5bde2 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Sep 17 22:33:32.310990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df2f24-853f-41e1-88a5-4320b505f020 req-67096ffc-181f-4399-a114-13995c6db78f tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.312522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05df2f24-853f-41e1-88a5-4320b505f020 req-67096ffc-181f-4399-a114-13995c6db78f tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1098 time: 0.0429206 Sep 17 22:33:32.352915 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05df2f24-853f-41e1-88a5-4320b505f020 req-d78f5bac-5992-4a96-890c-49149ebfd059 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Sep 17 22:33:32.763829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b53e0e-455f-4e8b-93c9-5d15f4dc4e80 req-932f8f07-1a6d-4a5e-a4e0-7afee9a729ca tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.765785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55b53e0e-455f-4e8b-93c9-5d15f4dc4e80 req-932f8f07-1a6d-4a5e-a4e0-7afee9a729ca tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0636129 Sep 17 22:33:32.848585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55b53e0e-455f-4e8b-93c9-5d15f4dc4e80 req-54c1192d-d661-4ade-8a8d-627fc90ec5f3 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720029 Sep 17 22:33:32.851361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf0d5-bdaf-48e9-bb24-c49cfec83928 req-7a6f6913-276b-4e5e-9c82-baa76a0ba74f tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:32.853046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94eaf0d5-bdaf-48e9-bb24-c49cfec83928 req-7a6f6913-276b-4e5e-9c82-baa76a0ba74f tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1098 time: 0.0863369 Sep 17 22:33:32.891607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94eaf0d5-bdaf-48e9-bb24-c49cfec83928 req-538ef359-7a61-4946-bde6-3e868d3335d0 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305934 Sep 17 22:33:33.336811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6dd2c-ed4e-4087-9c10-e90e2279c437 req-04fd3a7b-dd56-4c8e-9003-e0f56ee4db98 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:33.338279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64d6dd2c-ed4e-4087-9c10-e90e2279c437 req-04fd3a7b-dd56-4c8e-9003-e0f56ee4db98 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 949 time: 0.0498309 Sep 17 22:33:33.385412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64d6dd2c-ed4e-4087-9c10-e90e2279c437 req-70de90b4-6de6-43be-983f-8f72d283271a tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Sep 17 22:33:33.974806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a0586-bd8e-4089-b134-15f5d66c42d9 req-271ac3a7-7825-474f-a252-a08a8a96e993 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:33.976325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e14a0586-bd8e-4089-b134-15f5d66c42d9 req-271ac3a7-7825-474f-a252-a08a8a96e993 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0561104 Sep 17 22:33:34.040899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e14a0586-bd8e-4089-b134-15f5d66c42d9 req-b91bf11d-f7cc-4357-ac6b-8159c7f7f9ad tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548394 Sep 17 22:33:34.045137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f811c9f-e755-4c86-b455-d2f7eb43f1bf req-a501c86e-b71e-445f-99ff-d795c05234c5 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:34.046689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f811c9f-e755-4c86-b455-d2f7eb43f1bf req-a501c86e-b71e-445f-99ff-d795c05234c5 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1098 time: 0.0694058 Sep 17 22:33:34.083693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f811c9f-e755-4c86-b455-d2f7eb43f1bf req-6dd36b37-3232-49e2-a33b-fa8d230ab1a5 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Sep 17 22:33:34.163430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e843-074a-4006-81a1-fc03697f6943 req-7dd2e0ec-1038-4605-b6fa-098ed8792720 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:34.165004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2850e843-074a-4006-81a1-fc03697f6943 req-7dd2e0ec-1038-4605-b6fa-098ed8792720 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 1098 time: 0.0416007 Sep 17 22:33:34.253685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-2850e843-074a-4006-81a1-fc03697f6943 req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Deleting port 46ce1dca-40ef-474e-897a-679424912cf9 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:34.254151 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2850e843-074a-4006-81a1-fc03697f6943 req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.335928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-2850e843-074a-4006-81a1-fc03697f6943 req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] For port 46ce1dca-40ef-474e-897a-679424912cf9, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=46ce1dca-40ef-474e-897a-679424912cf9,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:34.336298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2850e843-074a-4006-81a1-fc03697f6943 req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.354850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-2850e843-074a-4006-81a1-fc03697f6943 req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Calling delete_port for 46ce1dca-40ef-474e-897a-679424912cf9 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:34.527196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff92db-351a-4bac-90f6-e2f3bb356c3a req-5c23016b-13fe-4545-bfa8-0cbbe7b0ced2 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:34.529447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32ff92db-351a-4bac-90f6-e2f3bb356c3a req-5c23016b-13fe-4545-bfa8-0cbbe7b0ced2 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 949 time: 0.0695052 Sep 17 22:33:34.573688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32ff92db-351a-4bac-90f6-e2f3bb356c3a req-ef931b49-966c-453b-9650-2f480530c23d tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0002c3a-c503-4d9f-a3e4-eea22c4c5684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377936 Sep 17 22:33:34.597636 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2850e843-074a-4006-81a1-fc03697f6943 req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.609685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['46ce1dca-40ef-474e-897a-679424912cf9'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:34.615958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cb62bf94-6b1a-4da4-bdbb-9f64b69d1401'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:34.637435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Pushing event deleted for resources: {'Port': ['ID=46ce1dca-40ef-474e-897a-679424912cf9,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:34.679947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2850e843-074a-4006-81a1-fc03697f6943 req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] No DVR routers for this DVR port 46ce1dca-40ef-474e-897a-679424912cf9 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:34.682983 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2850e843-074a-4006-81a1-fc03697f6943 req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:34.684892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2850e843-074a-4006-81a1-fc03697f6943 req-b1ff06e4-ffbb-4c87-b548-48527e795c1d tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.32 "DELETE /v2.0/ports/46ce1dca-40ef-474e-897a-679424912cf9 HTTP/1.1" status: 204 len: 173 time: 0.5141430 Sep 17 22:33:34.685343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b265eb-2344-46a3-b8ca-9d2fdc99bdbe', 'name': 'network-vif-deleted', 'tag': '46ce1dca-40ef-474e-897a-679424912cf9'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:34.687759 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d35811-7864-4b76-9ca6-661fb89c7f4a" -d '{"events": [{"server_uuid": "84b265eb-2344-46a3-b8ca-9d2fdc99bdbe", "name": "network-vif-deleted", "tag": "46ce1dca-40ef-474e-897a-679424912cf9"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:34.737053 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18641e0f-f460-41e4-adaf-e8126d44c9ce x-openstack-request-id: req-18641e0f-f460-41e4-adaf-e8126d44c9ce {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:34.738346 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b265eb-2344-46a3-b8ca-9d2fdc99bdbe", "name": "network-vif-deleted", "tag": "46ce1dca-40ef-474e-897a-679424912cf9", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:34.739128 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18641e0f-f460-41e4-adaf-e8126d44c9ce {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:34.740012 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b265eb-2344-46a3-b8ca-9d2fdc99bdbe', 'name': 'network-vif-deleted', 'tag': '46ce1dca-40ef-474e-897a-679424912cf9', 'status': 'completed', 'code': 200} Sep 17 22:33:34.986504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-c768a7dc-1f47-4924-a940-103733bb8704 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:34.988329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-c768a7dc-1f47-4924-a940-103733bb8704 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 949 time: 0.0553892 Sep 17 22:33:35.086677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Deleting port e501a7d6-9cd9-4c8b-abec-7fededfe3329 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:35.086966 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.198826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] For port e501a7d6-9cd9-4c8b-abec-7fededfe3329, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=e501a7d6-9cd9-4c8b-abec-7fededfe3329,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:35.199191 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.214771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12153fac-b3e1-44f0-87ed-41c3b59e3c1f req-6c493bfc-da8c-4338-b641-fd37279f11f8 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84b265eb-2344-46a3-b8ca-9d2fdc99bdbe HTTP/1.1" status: 200 len: 210 time: 0.0414932 Sep 17 22:33:35.220101 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Calling delete_port for e501a7d6-9cd9-4c8b-abec-7fededfe3329 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:35.306302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46484) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:35.431043 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.433252 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5777952-b047-43e4-8943-59861030e025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.462379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Pushing event deleted for resources: {'Port': ['ID=e501a7d6-9cd9-4c8b-abec-7fededfe3329,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:35.519174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] No DVR routers for this DVR port e501a7d6-9cd9-4c8b-abec-7fededfe3329 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:35.523151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.525881 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1e7e9546-7ace-4d86-8ab3-351b17be3ba3 req-47e761cb-6ef8-49bb-b255-988f24b9af74 tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.35 "DELETE /v2.0/ports/e501a7d6-9cd9-4c8b-abec-7fededfe3329 HTTP/1.1" status: 204 len: 173 time: 0.5301964 Sep 17 22:33:35.526550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa273090-1422-412c-bbae-431a6ac5e520', 'name': 'network-vif-deleted', 'tag': 'e501a7d6-9cd9-4c8b-abec-7fededfe3329'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:35.529317 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342979b1-c021-490a-b7db-21b9c6cbb4ce" -d '{"events": [{"server_uuid": "aa273090-1422-412c-bbae-431a6ac5e520", "name": "network-vif-deleted", "tag": "e501a7d6-9cd9-4c8b-abec-7fededfe3329"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:35.571009 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5777952-b047-43e4-8943-59861030e025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.589467 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979ee59a-380a-4dcf-bcfa-974decd28eb6 x-openstack-request-id: req-979ee59a-380a-4dcf-bcfa-974decd28eb6 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:35.589827 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa273090-1422-412c-bbae-431a6ac5e520", "name": "network-vif-deleted", "tag": "e501a7d6-9cd9-4c8b-abec-7fededfe3329", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:35.590143 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-979ee59a-380a-4dcf-bcfa-974decd28eb6 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:35.590607 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa273090-1422-412c-bbae-431a6ac5e520', 'name': 'network-vif-deleted', 'tag': 'e501a7d6-9cd9-4c8b-abec-7fededfe3329', 'status': 'completed', 'code': 200} Sep 17 22:33:35.637176 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5777952-b047-43e4-8943-59861030e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.691867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d5777952-b047-43e4-8943-59861030e025 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=062c3912d9b440d5acf58ffb5ce534a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843699 Sep 17 22:33:35.692836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5777952-b047-43e4-8943-59861030e025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0115523-1d35-4541-9e21-9ea0615240a2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:35.694666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46494) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:35.715869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fbbc58c-4273-4665-bb1c-0261103f3fc6 req-f7f52243-6bc9-4996-8d71-cef059e688cc tempest-VolumesBackupsTest-1269121035 tempest-VolumesBackupsTest-1269121035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa273090-1422-412c-bbae-431a6ac5e520 HTTP/1.1" status: 200 len: 210 time: 0.0538228 Sep 17 22:33:35.757216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6cb14e1-8081-41c0-8b5f-122d13d40afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.779516 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6cb14e1-8081-41c0-8b5f-122d13d40afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.923108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6cb14e1-8081-41c0-8b5f-122d13d40afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.926607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6cb14e1-8081-41c0-8b5f-122d13d40afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:35.931055 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e6cb14e1-8081-41c0-8b5f-122d13d40afe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0115523-1d35-4541-9e21-9ea0615240a2 HTTP/1.1" status: 204 len: 168 time: 0.2344635 Sep 17 22:33:35.939493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb14e1-8081-41c0-8b5f-122d13d40afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0115523-1d35-4541-9e21-9ea0615240a2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:36.757073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46510) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:36.777193 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c965041-3b06-4c5f-b762-cbf35082c304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.778708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d135dff-4e8b-451a-a982-fef4cadd809a req-652c7f98-b2e8-4df7-9429-b2732ee037d0 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:36.780374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d135dff-4e8b-451a-a982-fef4cadd809a req-652c7f98-b2e8-4df7-9429-b2732ee037d0 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0597026 Sep 17 22:33:36.832858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d135dff-4e8b-451a-a982-fef4cadd809a req-0ec3313f-433e-46ac-8719-c2ca5ed938bd tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Sep 17 22:33:36.889691 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c965041-3b06-4c5f-b762-cbf35082c304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:36.894528 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e501a7d6-9cd9-4c8b-abec-7fededfe3329 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:36.914998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: e501a7d6-9cd9-4c8b-abec-7fededfe3329 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:36.915399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device e501a7d6-9cd9-4c8b-abec-7fededfe3329 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:37.003436 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5c965041-3b06-4c5f-b762-cbf35082c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.045501 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5c965041-3b06-4c5f-b762-cbf35082c304 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ba2f66b786d4da1bb965df3e9f16b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864838 Sep 17 22:33:37.047892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46516) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:37.053327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c965041-3b06-4c5f-b762-cbf35082c304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ab035b-c5d2-4394-bc44-aaa94a805228,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:37.113382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0a88048-00b8-435d-b47a-4a17ebdc4592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.134965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0a88048-00b8-435d-b47a-4a17ebdc4592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.271050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0a88048-00b8-435d-b47a-4a17ebdc4592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.273594 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0a88048-00b8-435d-b47a-4a17ebdc4592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:37.275039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f0a88048-00b8-435d-b47a-4a17ebdc4592 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74ab035b-c5d2-4394-bc44-aaa94a805228 HTTP/1.1" status: 204 len: 168 time: 0.2258193 Sep 17 22:33:37.285459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a88048-00b8-435d-b47a-4a17ebdc4592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ab035b-c5d2-4394-bc44-aaa94a805228,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:37.965081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770adb8f-5dd7-48bf-b712-503a8b925439 req-16341a1e-ae38-49aa-a423-61017ae9973f tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.966623 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-770adb8f-5dd7-48bf-b712-503a8b925439 req-16341a1e-ae38-49aa-a423-61017ae9973f tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0659771 Sep 17 22:33:37.995576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-1aa7e1cb-8965-4daf-9d49-540d5cd01925 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:37.997579 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-1aa7e1cb-8965-4daf-9d49-540d5cd01925 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0642810 Sep 17 22:33:38.007506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-770adb8f-5dd7-48bf-b712-503a8b925439 req-610e12eb-c5a8-403b-a85d-83e0fec87ca9 tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300832 Sep 17 22:33:38.087093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Deleting port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:38.087731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.181171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] For port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:38.181619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.196132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Calling delete_port for cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:38.327974 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.425891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.437328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cb62bf94-6b1a-4da4-bdbb-9f64b69d1401'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:38.457353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb62bf94-6b1a-4da4-bdbb-9f64b69d1401,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:38.514382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] No DVR routers for this DVR port cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:38.518736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:38.521135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-80116162-174e-44d2-9c01-7d571e1b4c62 req-06ce886b-4e38-480b-b6d8-f0406e1d3dec tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.35 "DELETE /v2.0/ports/cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 HTTP/1.1" status: 204 len: 173 time: 0.5169353 Sep 17 22:33:38.521597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df006d28-474f-4f24-b2ce-8ec534cdfb0c', 'name': 'network-vif-deleted', 'tag': 'cb62bf94-6b1a-4da4-bdbb-9f64b69d1401'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:38.525326 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dff5f0d-d6af-4aa8-a83f-140d2fa47908" -d '{"events": [{"server_uuid": "df006d28-474f-4f24-b2ce-8ec534cdfb0c", "name": "network-vif-deleted", "tag": "cb62bf94-6b1a-4da4-bdbb-9f64b69d1401"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:38.569015 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e38341-ace8-4f8c-8b2d-e2ed80a8cdd6 x-openstack-request-id: req-a6e38341-ace8-4f8c-8b2d-e2ed80a8cdd6 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:38.569316 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df006d28-474f-4f24-b2ce-8ec534cdfb0c", "name": "network-vif-deleted", "tag": "cb62bf94-6b1a-4da4-bdbb-9f64b69d1401", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:38.569570 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e38341-ace8-4f8c-8b2d-e2ed80a8cdd6 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:38.569958 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df006d28-474f-4f24-b2ce-8ec534cdfb0c', 'name': 'network-vif-deleted', 'tag': 'cb62bf94-6b1a-4da4-bdbb-9f64b69d1401', 'status': 'completed', 'code': 200} Sep 17 22:33:39.128068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70896d5c-6959-43a9-b098-b13f35965d47 req-46818a66-42d3-4c08-aaa0-8ec9117fab7a tempest-TestServerMultinode-437590931 tempest-TestServerMultinode-437590931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df006d28-474f-4f24-b2ce-8ec534cdfb0c HTTP/1.1" status: 200 len: 210 time: 0.0266023 Sep 17 22:33:39.224646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 46ce1dca-40ef-474e-897a-679424912cf9 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:39.264268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 46ce1dca-40ef-474e-897a-679424912cf9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:39.264655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 46ce1dca-40ef-474e-897a-679424912cf9 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:39.323903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-f57c3978-566b-4f63-97cb-ea92ec41a9c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537872 Sep 17 22:33:39.396561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-0cb1e239-1cae-4247-a27c-39d8b9a0cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:39.398003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-0cb1e239-1cae-4247-a27c-39d8b9a0cba3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 1097 time: 0.0461032 Sep 17 22:33:39.509518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-9de9e879-2992-48d0-b1af-e12419d172d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:39.511022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-9de9e879-2992-48d0-b1af-e12419d172d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 200 len: 918 time: 0.0943065 Sep 17 22:33:39.561617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-71235d9c-e6ea-4dca-a25c-b2a4487a3400 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e5534-eef4-468f-9a61-4584f6a81616 HTTP/1.1" status: 200 len: 217 time: 0.0428796 Sep 17 22:33:39.612193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-59af6820-a7f8-4a14-80f3-da02983ad055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:39.613737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-59af6820-a7f8-4a14-80f3-da02983ad055 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 200 len: 858 time: 0.0452363 Sep 17 22:33:39.655040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-6c848f1a-71b6-4c05-abf9-24bc3d54c956 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6ef4461-7ea0-4ce8-aef1-555fb579b553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347679 Sep 17 22:33:39.752119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-68cc069f-90a7-46c8-91fb-55f2167a5b61 service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898521 Sep 17 22:33:39.861082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aaa8db1f-eee9-415f-b8f4-95abf3be221a req-25351b43-0dfc-45ad-a015-902de3f52aee service neutron] 10.222.0.32 "GET /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014640 Sep 17 22:33:40.031004 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.181674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46618) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:40.650513 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.910347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:40.929165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Deleting port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:40.929513 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:40.934391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:40.934863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cb62bf94-6b1a-4da4-bdbb-9f64b69d1401 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:41.011349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] For port 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:41.011626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.025222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Calling delete_port for 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:41.294410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.317683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46660) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.361688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.529536 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-204f4b19-4a01-4038-a40d-92f76cfb8fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.664117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-204f4b19-4a01-4038-a40d-92f76cfb8fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.684322 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.727996 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-204f4b19-4a01-4038-a40d-92f76cfb8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.778727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46706) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:41.779322 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-204f4b19-4a01-4038-a40d-92f76cfb8fbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bad70f432a44d7caa98ca73105cc288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598536 Sep 17 22:33:41.780324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f4b19-4a01-4038-a40d-92f76cfb8fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116a576e-e648-4327-a99b-d7c66da22698,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:41.893695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aac2362e-044f-4a61-b92c-19d463264051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:41.923167 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aac2362e-044f-4a61-b92c-19d463264051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.050529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Router 0a81ab75-8a29-410f-b40f-24e6ed86c601 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:42.159945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:42.169583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46708) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:42.169706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4ac27e43-add9-4e76-86a9-08c6069f3a7c admin admin] 10.222.0.13 "PUT /v2.0/routers/0a81ab75-8a29-410f-b40f-24e6ed86c601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9866409 Sep 17 22:33:42.181113 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0d634-9663-494d-979a-127d955461ca None None] Sync routers for ids ['0a81ab75-8a29-410f-b40f-24e6ed86c601'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:42.192327 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0d634-9663-494d-979a-127d955461ca None None] Routers {'0a81ab75-8a29-410f-b40f-24e6ed86c601'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:42.192446 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-37a0d634-9663-494d-979a-127d955461ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:33:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0a81ab75-8a29-410f-b40f-24e6ed86c601'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:42.202736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aac2362e-044f-4a61-b92c-19d463264051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.206182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aac2362e-044f-4a61-b92c-19d463264051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.210293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aac2362e-044f-4a61-b92c-19d463264051 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/116a576e-e648-4327-a99b-d7c66da22698 HTTP/1.1" status: 204 len: 168 time: 0.4291251 Sep 17 22:33:42.220245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2362e-044f-4a61-b92c-19d463264051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116a576e-e648-4327-a99b-d7c66da22698,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:42.332949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.350218 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-37a0d634-9663-494d-979a-127d955461ca None None] Set router 0a81ab75-8a29-410f-b40f-24e6ed86c601 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:42.507834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.597393 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-37a0d634-9663-494d-979a-127d955461ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '51957310-2843-4b59-ae5d-d37d422856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:43Z', 'updated_at': '2021-09-17T22:33:41Z', 'revision_number': 5, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'gw_port': {'id': '51957310-2843-4b59-ae5d-d37d422856c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:44Z', 'updated_at': '2021-09-17T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:42.628119 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0d634-9663-494d-979a-127d955461ca None None] Checking router: 0a81ab75-8a29-410f-b40f-24e6ed86c601 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:42.638322 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0d634-9663-494d-979a-127d955461ca None None] Routers {'0a81ab75-8a29-410f-b40f-24e6ed86c601'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:42.639344 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-37a0d634-9663-494d-979a-127d955461ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:33:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0a81ab75-8a29-410f-b40f-24e6ed86c601'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:42.640253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Deleting port 51957310-2843-4b59-ae5d-d37d422856c4 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:42.640662 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.725093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] For port 51957310-2843-4b59-ae5d-d37d422856c4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=51957310-2843-4b59-ae5d-d37d422856c4,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:42.725874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:42.739595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Calling delete_port for 51957310-2843-4b59-ae5d-d37d422856c4 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:42.755421 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-37a0d634-9663-494d-979a-127d955461ca None None] Set router 0a81ab75-8a29-410f-b40f-24e6ed86c601 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:42.813357 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-37a0d634-9663-494d-979a-127d955461ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:43Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 6, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:42.865816 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0d634-9663-494d-979a-127d955461ca None None] The sync data for ids ['0a81ab75-8a29-410f-b40f-24e6ed86c601'] in n-d-713498-17 is: [{'id': '0a81ab75-8a29-410f-b40f-24e6ed86c601', 'name': 'tempest-TestServerMultinode-1050986005-router', 'tenant_id': 'bfe16900f29a46dba853e75f17ebabaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:43Z', 'updated_at': '2021-09-17T22:33:42Z', 'revision_number': 6, 'project_id': 'bfe16900f29a46dba853e75f17ebabaa', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:43.132950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46750) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:43.146957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f44d0f8d-8139-4394-877e-dddc0f756444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.192644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.229463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Pushing event deleted for resources: {'Port': ['ID=51957310-2843-4b59-ae5d-d37d422856c4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:43.286244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:43.316894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.326329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:43.326678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 50c3ed5f-9d0c-49ca-ab0c-9cff095bfd66 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:43.454730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.459362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.513865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f44d0f8d-8139-4394-877e-dddc0f756444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.564185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f44d0f8d-8139-4394-877e-dddc0f756444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.591273 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.591803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a81ab75-8a29-410f-b40f-24e6ed86c601 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:33:43.600754 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.601917 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a62dbe27-260f-46b0-9ed5-4d68fb909817 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0a81ab75-8a29-410f-b40f-24e6ed86c601 HTTP/1.1" status: 204 len: 168 time: 1.4310119 Sep 17 22:33:43.604699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46758) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:43.626831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d0f8d-8139-4394-877e-dddc0f756444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56194981-d9bc-4940-8001-cca4f10186f5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:43.632032 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f44d0f8d-8139-4394-877e-dddc0f756444 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3e4732554ed4c4ea113348b494fb214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980404 Sep 17 22:33:43.634628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46760) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:43.658309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c392c9e-ecec-4002-adf4-3b3a34ce3507 admin admin] Deleting subnet ec580d09-52fe-4f99-ad24-0ac744165f27 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:43.661488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c392c9e-ecec-4002-adf4-3b3a34ce3507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.698055 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc5f1-ba95-4599-966e-b0862a2e376a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.723436 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c392c9e-ecec-4002-adf4-3b3a34ce3507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.726896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc5f1-ba95-4599-966e-b0862a2e376a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.870836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc5f1-ba95-4599-966e-b0862a2e376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.873698 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc5f1-ba95-4599-966e-b0862a2e376a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:43.875821 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4f3bc5f1-ba95-4599-966e-b0862a2e376a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56194981-d9bc-4940-8001-cca4f10186f5 HTTP/1.1" status: 204 len: 168 time: 0.2402644 Sep 17 22:33:43.888490 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bc5f1-ba95-4599-966e-b0862a2e376a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56194981-d9bc-4940-8001-cca4f10186f5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:44.257065 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c392c9e-ecec-4002-adf4-3b3a34ce3507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.427443 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c392c9e-ecec-4002-adf4-3b3a34ce3507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.454526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c392c9e-ecec-4002-adf4-3b3a34ce3507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec580d09-52fe-4f99-ad24-0ac744165f27,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:44.458617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c392c9e-ecec-4002-adf4-3b3a34ce3507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.463180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7c392c9e-ecec-4002-adf4-3b3a34ce3507 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec580d09-52fe-4f99-ad24-0ac744165f27 HTTP/1.1" status: 204 len: 168 time: 0.8568745 Sep 17 22:33:44.463888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46772) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:44.469490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7749aef-6270-4e4f-8e02-d31f7a742c34 None None] Network 2889546e-9224-4aba-964d-a52230b4af92 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:44.603234 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.673473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Deleting port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:44.674098 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.776696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] For port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7a6ac3d7-f765-4f71-9ca7-890e1553e5b2,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:44.777063 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:44.815682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Calling delete_port for 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:44.921339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] DHCP port deletion for 2889546e-9224-4aba-964d-a52230b4af92 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:33:44.970100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Deleting port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:44.970609 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.002986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.051900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] No DVR routers for this DVR port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:45.057338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] For port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7a6ac3d7-f765-4f71-9ca7-890e1553e5b2,segment=NetworkSegment(2585d3f5-fed8-414c-b58b-9a180b1e9f61),segment_id=2585d3f5-fed8-414c-b58b-9a180b1e9f61)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:45.057872 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.060983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6ac3d7-f765-4f71-9ca7-890e1553e5b2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:45.073284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Calling delete_port for 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:45.155661 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.175250 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.182980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2889546e-9224-4aba-964d-a52230b4af92']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:45.194187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2585d3f5-fed8-414c-b58b-9a180b1e9f61') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:45.194488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2585d3f5-fed8-414c-b58b-9a180b1e9f61') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:45.205060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Pushing event deleted for resources: {'Port': ['ID=7a6ac3d7-f765-4f71-9ca7-890e1553e5b2,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:45.207707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.221229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.221229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.221229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.221229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.221229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.229315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.229315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.229315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.229840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.229924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.229924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.229924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.229924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:33:45.230167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:33:45.230167 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:33:45.231510 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:33:45.235902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a3717-2439-45b0-ad2b-a58fe45376d1 None None] No DVR routers for this DVR port 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:45.298070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:45.327892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:45.328243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7a6ac3d7-f765-4f71-9ca7-890e1553e5b2 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:45.328663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 51957310-2843-4b59-ae5d-d37d422856c4 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:45.367395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 51957310-2843-4b59-ae5d-d37d422856c4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:45.368675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 51957310-2843-4b59-ae5d-d37d422856c4 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:45.385423 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.404628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:45.406660 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2889546e-9224-4aba-964d-a52230b4af92 HTTP/1.1" status: 204 len: 168 time: 0.9422245 Sep 17 22:33:45.407580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85039370-05f8-4f3f-a080-b150975562b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2889546e-9224-4aba-964d-a52230b4af92,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:45.409967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46790) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:45.831921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.124346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Deleting port 7949eef1-c931-411f-b497-ae85faacf99f {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:46.124692 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.221381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] For port 7949eef1-c931-411f-b497-ae85faacf99f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7949eef1-c931-411f-b497-ae85faacf99f,segment=NetworkSegment(87b3e894-777c-4028-b633-9985ded6ac86),segment_id=87b3e894-777c-4028-b633-9985ded6ac86)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:46.221933 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.236128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Calling delete_port for 7949eef1-c931-411f-b497-ae85faacf99f owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:46.539371 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:46.573894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Pushing event deleted for resources: {'Port': ['ID=7949eef1-c931-411f-b497-ae85faacf99f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:46.711235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc9bd2-e5c6-488b-8e6b-96d5daafa5eb req-9e7f242f-692e-4d5e-8527-cab54fa81f72 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:46.712846 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5adc9bd2-e5c6-488b-8e6b-96d5daafa5eb req-9e7f242f-692e-4d5e-8527-cab54fa81f72 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.1424623 Sep 17 22:33:46.852294 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5adc9bd2-e5c6-488b-8e6b-96d5daafa5eb req-6b7c3979-3be4-4e17-98ae-26315f59e9dd tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296675 Sep 17 22:33:46.935270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.191261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Router 9becd8e3-aa7f-4a92-9df8-5557e412df6a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:33:47.316329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:33:47.323230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7618a4c1-2ce6-4945-a95d-a9280129198f admin admin] 10.222.0.13 "PUT /v2.0/routers/9becd8e3-aa7f-4a92-9df8-5557e412df6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9111967 Sep 17 22:33:47.324860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46872) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:47.327664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] Sync routers for ids ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:33:47.339062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] Routers {'9becd8e3-aa7f-4a92-9df8-5557e412df6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:47.353513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:33:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:47.444192 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.469895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] Set router 9becd8e3-aa7f-4a92-9df8-5557e412df6a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:47.559543 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.662525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:52Z', 'updated_at': '2021-09-17T22:33:46Z', 'revision_number': 5, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'gw_port': {'id': '832acd71-8c41-4d56-b9b5-d2428a39e10f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:32:53Z', 'updated_at': '2021-09-17T22:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:47.674381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Deleting port 832acd71-8c41-4d56-b9b5-d2428a39e10f {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:47.674922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.706284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] Checking router: 9becd8e3-aa7f-4a92-9df8-5557e412df6a for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:33:47.720785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] Routers {'9becd8e3-aa7f-4a92-9df8-5557e412df6a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:33:47.721690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:33:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:47.775890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] For port 832acd71-8c41-4d56-b9b5-d2428a39e10f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=832acd71-8c41-4d56-b9b5-d2428a39e10f,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:47.776500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.798208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Calling delete_port for 832acd71-8c41-4d56-b9b5-d2428a39e10f owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:47.818191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] Set router 9becd8e3-aa7f-4a92-9df8-5557e412df6a gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:33:47.869898 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6835956a-6642-4001-ae0e-1ceff4464915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:47.871404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:52Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 6, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:47.903916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854eae1-3d5f-4dc4-92df-676ae7568674 None None] The sync data for ids ['9becd8e3-aa7f-4a92-9df8-5557e412df6a'] in n-d-713498-17 is: [{'id': '9becd8e3-aa7f-4a92-9df8-5557e412df6a', 'name': 'tempest-TestServerMultinode-1523582450-router', 'tenant_id': '3ba89c903a7640ff8f373401b7098902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:32:52Z', 'updated_at': '2021-09-17T22:33:47Z', 'revision_number': 6, 'project_id': '3ba89c903a7640ff8f373401b7098902', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:33:48.031306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70156e56-b0fd-4643-b49e-a260306167f7 req-a8c863f9-4217-4e97-bbc9-f9ab564fff0b tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.034027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70156e56-b0fd-4643-b49e-a260306167f7 req-a8c863f9-4217-4e97-bbc9-f9ab564fff0b tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0939317 Sep 17 22:33:48.072353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70156e56-b0fd-4643-b49e-a260306167f7 req-5fe3ceb3-f8ec-4327-9832-0e715d1c929c tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Sep 17 22:33:48.088466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.115582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Pushing event deleted for resources: {'Port': ['ID=832acd71-8c41-4d56-b9b5-d2428a39e10f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:48.181264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.280340 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.282813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.413618 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.414184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9becd8e3-aa7f-4a92-9df8-5557e412df6a {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:33:48.418581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.420447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-56e2471a-812a-4e5a-86dd-51f9fb40f64f admin admin] 10.222.0.13 "DELETE /v2.0/routers/9becd8e3-aa7f-4a92-9df8-5557e412df6a HTTP/1.1" status: 204 len: 168 time: 1.0946431 Sep 17 22:33:48.422961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 46910) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:48.468512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe07cf5-239c-4ad5-8602-59639105870c admin admin] Deleting subnet d8eeb8b8-ab79-4672-94c7-624c078362bf {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:48.473134 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fe07cf5-239c-4ad5-8602-59639105870c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.515481 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fe07cf5-239c-4ad5-8602-59639105870c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.602163 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fe07cf5-239c-4ad5-8602-59639105870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.717874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612bec0-e381-4507-9a06-11557a14d212 req-3c520143-ea3b-46e9-b80a-e69bd46c8b5b tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:48.719515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8612bec0-e381-4507-9a06-11557a14d212 req-3c520143-ea3b-46e9-b80a-e69bd46c8b5b tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.32 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.0613170 Sep 17 22:33:48.757559 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fe07cf5-239c-4ad5-8602-59639105870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.794451 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fe07cf5-239c-4ad5-8602-59639105870c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.799684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5fe07cf5-239c-4ad5-8602-59639105870c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d8eeb8b8-ab79-4672-94c7-624c078362bf HTTP/1.1" status: 204 len: 168 time: 0.3727582 Sep 17 22:33:48.799684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe07cf5-239c-4ad5-8602-59639105870c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8eeb8b8-ab79-4672-94c7-624c078362bf,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:48.800211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 46934) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:48.805915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e080d-d478-46b6-95c4-9c0d7fe2f840 None None] Network b09da1d9-59f8-4cc4-8314-1b4b151d98bd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:48.911383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-8612bec0-e381-4507-9a06-11557a14d212 req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Deleting port 368e5534-eef4-468f-9a61-4584f6a81616 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:48.911646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8612bec0-e381-4507-9a06-11557a14d212 req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:48.927008 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.020758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Deleting port d5543678-c983-47a7-a1b5-14c4f31f339c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:49.021228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.051422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-8612bec0-e381-4507-9a06-11557a14d212 req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] For port 368e5534-eef4-468f-9a61-4584f6a81616, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=368e5534-eef4-468f-9a61-4584f6a81616,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:49.051797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8612bec0-e381-4507-9a06-11557a14d212 req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.072208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-8612bec0-e381-4507-9a06-11557a14d212 req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Calling delete_port for 368e5534-eef4-468f-9a61-4584f6a81616 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:49.120202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a191367-eddb-4c14-842d-d631155d160b None None] DHCP port deletion for b09da1d9-59f8-4cc4-8314-1b4b151d98bd request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:33:49.136840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] For port d5543678-c983-47a7-a1b5-14c4f31f339c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d5543678-c983-47a7-a1b5-14c4f31f339c,segment=NetworkSegment(87b3e894-777c-4028-b633-9985ded6ac86),segment_id=87b3e894-777c-4028-b633-9985ded6ac86)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:49.138040 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.167995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Calling delete_port for d5543678-c983-47a7-a1b5-14c4f31f339c owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:49.207468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a191367-eddb-4c14-842d-d631155d160b None None] Deleting port d5543678-c983-47a7-a1b5-14c4f31f339c {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:49.207941 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a191367-eddb-4c14-842d-d631155d160b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.289877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7949eef1-c931-411f-b497-ae85faacf99f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:49.315861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 7949eef1-c931-411f-b497-ae85faacf99f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:49.316198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7949eef1-c931-411f-b497-ae85faacf99f not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:49.316602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 832acd71-8c41-4d56-b9b5-d2428a39e10f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:49.318264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40249b98-e49b-40fe-85c7-410746c3cbb3 req-89ab8306-cdc1-4622-9f68-7a52cb635781 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:49.319826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40249b98-e49b-40fe-85c7-410746c3cbb3 req-89ab8306-cdc1-4622-9f68-7a52cb635781 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 945 time: 0.1239219 Sep 17 22:33:49.344978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9a191367-eddb-4c14-842d-d631155d160b None None] For port d5543678-c983-47a7-a1b5-14c4f31f339c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d5543678-c983-47a7-a1b5-14c4f31f339c,segment=NetworkSegment(87b3e894-777c-4028-b633-9985ded6ac86),segment_id=87b3e894-777c-4028-b633-9985ded6ac86)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:49.345662 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a191367-eddb-4c14-842d-d631155d160b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.348362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 832acd71-8c41-4d56-b9b5-d2428a39e10f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:49.348860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 832acd71-8c41-4d56-b9b5-d2428a39e10f not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:49.349477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d5543678-c983-47a7-a1b5-14c4f31f339c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:49.363193 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.382163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a191367-eddb-4c14-842d-d631155d160b None None] Calling delete_port for d5543678-c983-47a7-a1b5-14c4f31f339c owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:49.384256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] No DVR routers for this DVR port d5543678-c983-47a7-a1b5-14c4f31f339c on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:49.425000 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40249b98-e49b-40fe-85c7-410746c3cbb3 req-8343201a-e6ee-487e-b994-5cc06a1b9dc7 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811615 Sep 17 22:33:49.436225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No active binding found for port d5543678-c983-47a7-a1b5-14c4f31f339c {{(pid=101662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:33:49.436690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d5543678-c983-47a7-a1b5-14c4f31f339c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:49.453943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5543678-c983-47a7-a1b5-14c4f31f339c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:49.478453 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a191367-eddb-4c14-842d-d631155d160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.519368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a191367-eddb-4c14-842d-d631155d160b None None] Pushing event deleted for resources: {'Port': ['ID=d5543678-c983-47a7-a1b5-14c4f31f339c,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:49.525901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8612bec0-e381-4507-9a06-11557a14d212 req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.538310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a191367-eddb-4c14-842d-d631155d160b None None] No DVR routers for this DVR port d5543678-c983-47a7-a1b5-14c4f31f339c on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:49.539246 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.543703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354', '368e5534-eef4-468f-9a61-4584f6a81616'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:49.588127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Pushing event deleted for resources: {'Port': ['ID=368e5534-eef4-468f-9a61-4584f6a81616,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:49.602841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09da1d9-59f8-4cc4-8314-1b4b151d98bd']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:49.619058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b3e894-777c-4028-b633-9985ded6ac86') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:49.620320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b3e894-777c-4028-b633-9985ded6ac86') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:33:49.637118 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.654369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.663410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:33:49.664053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.664374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8612bec0-e381-4507-9a06-11557a14d212 req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] No DVR routers for this DVR port 368e5534-eef4-468f-9a61-4584f6a81616 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:33:49.666473 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:33:49.668762 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-8612bec0-e381-4507-9a06-11557a14d212 req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:49.669521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8612bec0-e381-4507-9a06-11557a14d212 req-021385dc-a0b1-48ea-8d22-786e6f74e2e2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.32 "DELETE /v2.0/ports/368e5534-eef4-468f-9a61-4584f6a81616 HTTP/1.1" status: 204 len: 173 time: 0.9442782 Sep 17 22:33:49.669973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa7ec97-8e63-4b76-ae9d-5f7445bd7699', 'name': 'network-vif-deleted', 'tag': '368e5534-eef4-468f-9a61-4584f6a81616'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:49.672374 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4f3379-d4be-424c-af81-e7ef5b5cb493" -d '{"events": [{"server_uuid": "daa7ec97-8e63-4b76-ae9d-5f7445bd7699", "name": "network-vif-deleted", "tag": "368e5534-eef4-468f-9a61-4584f6a81616"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:49.732155 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064792bc-e327-4fb6-b176-f3cd012f1729 x-openstack-request-id: req-064792bc-e327-4fb6-b176-f3cd012f1729 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:49.732519 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa7ec97-8e63-4b76-ae9d-5f7445bd7699", "name": "network-vif-deleted", "tag": "368e5534-eef4-468f-9a61-4584f6a81616", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:49.732777 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-064792bc-e327-4fb6-b176-f3cd012f1729 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:49.733192 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa7ec97-8e63-4b76-ae9d-5f7445bd7699', 'name': 'network-vif-deleted', 'tag': '368e5534-eef4-468f-9a61-4584f6a81616', 'status': 'completed', 'code': 200} Sep 17 22:33:50.135285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.143429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.147138 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b09da1d9-59f8-4cc4-8314-1b4b151d98bd HTTP/1.1" status: 204 len: 168 time: 1.3436081 Sep 17 22:33:50.158204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff3ec0-62a4-4921-b6de-5a02f3f48233 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09da1d9-59f8-4cc4-8314-1b4b151d98bd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:50.254777 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3f532ff3-0ad5-417c-af3a-fb88d9045403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.512368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-844deba0-f48e-4cd0-95d7-cb5470288c89 req-4e053ef3-7595-4678-85b9-a3fb0ba17f35 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa7ec97-8e63-4b76-ae9d-5f7445bd7699 HTTP/1.1" status: 200 len: 210 time: 0.0275757 Sep 17 22:33:50.607420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47006) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:50.653341 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a58ce775-ece4-44be-b634-cd2244132681 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfe16900f29a46dba853e75f17ebabaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445745 Sep 17 22:33:50.655828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47008) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:50.707091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af1bbe30-cffd-4a0c-89e0-b3e480928665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.728967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af1bbe30-cffd-4a0c-89e0-b3e480928665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.888899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af1bbe30-cffd-4a0c-89e0-b3e480928665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.891454 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af1bbe30-cffd-4a0c-89e0-b3e480928665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:50.892843 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-af1bbe30-cffd-4a0c-89e0-b3e480928665 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be030bf6-9924-4f57-8d09-378bd94e3ff7 HTTP/1.1" status: 204 len: 168 time: 0.2359791 Sep 17 22:33:50.902301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bbe30-cffd-4a0c-89e0-b3e480928665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be030bf6-9924-4f57-8d09-378bd94e3ff7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:51.287689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.433481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47024) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:51.558075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83775099-3d16-4fe1-86f4-6457e95e4c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.676373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.685224 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83775099-3d16-4fe1-86f4-6457e95e4c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.749977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47032) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:51.791266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-826f81ee-f6a4-4dd8-8126-4775e1757ba1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ba89c903a7640ff8f373401b7098902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400608 Sep 17 22:33:51.793641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47034) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:51.822157 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83775099-3d16-4fe1-86f4-6457e95e4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.876106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-83775099-3d16-4fe1-86f4-6457e95e4c00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b3c2645b6fe4a76aab887d027c537c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414618 Sep 17 22:33:51.878783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83775099-3d16-4fe1-86f4-6457e95e4c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3088df-0070-46e6-b236-5cf6007859e9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:51.878942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47036) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:51.883872 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b1fc-234c-46b0-b7a4-f2c3001687ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.913982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b1fc-234c-46b0-b7a4-f2c3001687ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.946639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42d0bb7-b9f9-4628-a13f-15e727e310e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:51.969264 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42d0bb7-b9f9-4628-a13f-15e727e310e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.042181 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b1fc-234c-46b0-b7a4-f2c3001687ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.045225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b1fc-234c-46b0-b7a4-f2c3001687ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.047515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e8f2b1fc-234c-46b0-b7a4-f2c3001687ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f7b9e7d-e067-4ce5-8dba-6823375b0e4e HTTP/1.1" status: 204 len: 168 time: 0.2518337 Sep 17 22:33:52.055227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2b1fc-234c-46b0-b7a4-f2c3001687ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7b9e7d-e067-4ce5-8dba-6823375b0e4e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:52.105694 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42d0bb7-b9f9-4628-a13f-15e727e310e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.110827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d42d0bb7-b9f9-4628-a13f-15e727e310e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:52.116447 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d42d0bb7-b9f9-4628-a13f-15e727e310e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de3088df-0070-46e6-b236-5cf6007859e9 HTTP/1.1" status: 204 len: 168 time: 0.2344213 Sep 17 22:33:52.123861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d0bb7-b9f9-4628-a13f-15e727e310e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3088df-0070-46e6-b236-5cf6007859e9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:52.258733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d0c87-2e11-4fab-8eeb-014c3534025e req-a69e2819-3408-4e6d-9510-81f0b635064d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:52.261061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-772d0c87-2e11-4fab-8eeb-014c3534025e req-a69e2819-3408-4e6d-9510-81f0b635064d tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0772929 Sep 17 22:33:52.310240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-772d0c87-2e11-4fab-8eeb-014c3534025e req-4973ec73-6f32-48f8-bea4-d470483252c2 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Sep 17 22:33:53.301502 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 368e5534-eef4-468f-9a61-4584f6a81616 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:53.324360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 368e5534-eef4-468f-9a61-4584f6a81616 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:53.324705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 368e5534-eef4-468f-9a61-4584f6a81616 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:53.362202 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:53.442774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5328c2-d9c8-446e-89ce-75991b386278 req-9961da19-937b-49ae-924e-d497c0736cf3 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:53.444422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a5328c2-d9c8-446e-89ce-75991b386278 req-9961da19-937b-49ae-924e-d497c0736cf3 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0538123 Sep 17 22:33:53.486264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a5328c2-d9c8-446e-89ce-75991b386278 req-a18b840f-8383-408e-b4b6-a2bb055c2008 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Sep 17 22:33:53.488263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47068) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:53.595159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-348117802'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:53.699100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:53.702677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:53.712288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:53.815716 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.271123 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.297532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:33:54.307549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a818aa00-95d6-4779-b95d-54c34a01cd5b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:54.312545 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.312888 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Added segment 7c0839c5-69c6-4390-b379-5fea288748ac of type vlan for network 7201b009-df55-4f74-ba77-2d9bb2d8682a Sep 17 22:33:54.358607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.447834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.453951 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:54.454545 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:54.525229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Network': ['ID=7201b009-df55-4f74-ba77-2d9bb2d8682a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:54.536682 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:33:54.567232 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7a51074b-bc9e-4a12-b75e-9233f18b3823 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0737967 Sep 17 22:33:54.567762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47078) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:54.575663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:54.612974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76739881-7d5e-493a-a056-418ece9d0217 req-7f76f5c5-ea78-4d01-900f-074496926715 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:54.619523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76739881-7d5e-493a-a056-418ece9d0217 req-7f76f5c5-ea78-4d01-900f-074496926715 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0612071 Sep 17 22:33:54.654604 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76739881-7d5e-493a-a056-418ece9d0217 req-fd70a5e8-4a2f-456b-a5de-62d4ea8b4c0a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336497 Sep 17 22:33:54.746584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:54.750634 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.019607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.075862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=7e4c96e0-8228-40a0-83ad-5f17a1989310,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:55.091439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:55.091909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network hostable DHCP agents. Network: 7201b009-df55-4f74-ba77-2d9bb2d8682a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:33:55.184873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:33:55.258946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 7201b009-df55-4f74-ba77-2d9bb2d8682a) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:55.264359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:55.265124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.269921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c77ced-addf-4ec1-9b5b-4a675ac5e67a None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:55.331913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47082) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:55.334001 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1c262b4c-1dad-4739-8052-17d2b8317b0d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7627513 Sep 17 22:33:55.338076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'name': 'tempest-NetworksTestDHCPv6-1440930209'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:55.457588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': '7e4c96e0-8228-40a0-83ad-5f17a1989310'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:33:55.458764 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.573303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:55.576892 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.597549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 87568e0f-e369-4219-9546-405d492b2707 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:33:55.605438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/7e4c96e0-8228-40a0-83ad-5f17a1989310/50ab5d80-b569-4105-8186-407bd11f6945) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:55.776724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cde8fc-2433-4802-9cca-2270353cdc92 req-b4c75176-947f-4ae2-8ab1-a6518d9cd2df tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:55.778074 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.778282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13cde8fc-2433-4802-9cca-2270353cdc92 req-b4c75176-947f-4ae2-8ab1-a6518d9cd2df tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0503173 Sep 17 22:33:55.817852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13cde8fc-2433-4802-9cca-2270353cdc92 req-28c73184-3d9f-45c9-a22b-59e748b2610c tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Sep 17 22:33:55.865489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.912463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:55.918395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Pushing event updated for resources: {'Port': ['ID=50ab5d80-b569-4105-8186-407bd11f6945,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:55.922182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:55.925137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:55.926152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::9 (7201b009-df55-4f74-ba77-2d9bb2d8682a/7e4c96e0-8228-40a0-83ad-5f17a1989310/87568e0f-e369-4219-9546-405d492b2707) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:55.986762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Attempting to bind port 50ab5d80-b569-4105-8186-407bd11f6945 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:55.988193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Attempting to bind port 50ab5d80-b569-4105-8186-407bd11f6945 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:55.988568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Attempting to bind port 50ab5d80-b569-4105-8186-407bd11f6945 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:55.993944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:55.994322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:55.994723 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:55.995145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:55.995610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Bound port: 50ab5d80-b569-4105-8186-407bd11f6945, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:55.995997 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.064951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] For port 50ab5d80-b569-4105-8186-407bd11f6945, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:56.068421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] For port 50ab5d80-b569-4105-8186-407bd11f6945, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=50ab5d80-b569-4105-8186-407bd11f6945,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:33:56.088015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.145706 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.174360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.216516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:56.218827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ba7bf-b3f4-4c06-b33b-d53c91f6485e None None] Pushing event updated for resources: {'Port': ['ID=50ab5d80-b569-4105-8186-407bd11f6945,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:56.223815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:56.227564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:56.233096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:56.233785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.248994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=87568e0f-e369-4219-9546-405d492b2707,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:56.305335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e1b8ec7d-5ff3-4303-b67b-4a98e12823e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9722171 Sep 17 22:33:56.307879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47088) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:56.365276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5cf7e6-516b-46d6-a4e7-adc363729040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:56.371825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5cf7e6-516b-46d6-a4e7-adc363729040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:56.373750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cc5cf7e6-516b-46d6-a4e7-adc363729040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0648823 Sep 17 22:33:56.376376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47090) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:56.487550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d08a0072-bea8-41aa-9aea-82bfdf1243aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 87568e0f-e369-4219-9546-405d492b2707 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:56.487890 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d08a0072-bea8-41aa-9aea-82bfdf1243aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.593005 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d08a0072-bea8-41aa-9aea-82bfdf1243aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:56.605489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d08a0072-bea8-41aa-9aea-82bfdf1243aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 87568e0f-e369-4219-9546-405d492b2707 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:57.107147 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:33:57.243464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1073df3e-a676-4fcb-970f-713a48385b2a None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:57.267061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e690c8c-b87a-4491-8c91-ec573b80fae1 req-0861749c-21a7-49d8-a028-107a5495ea1e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:57.274275 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e690c8c-b87a-4491-8c91-ec573b80fae1 req-0861749c-21a7-49d8-a028-107a5495ea1e tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.3757463 Sep 17 22:33:57.331159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e690c8c-b87a-4491-8c91-ec573b80fae1 req-3b4cf585-3a5f-460f-a635-f01eecc89cc6 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bda34-ff67-401e-8e53-e02c2b619a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510917 Sep 17 22:33:57.389026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 50ab5d80-b569-4105-8186-407bd11f6945 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:33:57.391800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-0f4c45ca-25e4-4250-90a7-480f7f692b62 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:57.393521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-0f4c45ca-25e4-4250-90a7-480f7f692b62 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.32 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 945 time: 0.0566492 Sep 17 22:33:57.465286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-59fe9ae3-d9c9-4542-9df7-d7096d597443 None None] Provisioning complete for port 50ab5d80-b569-4105-8186-407bd11f6945 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:57.465768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59fe9ae3-d9c9-4542-9df7-d7096d597443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.489713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Deleting port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:57.490294 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.539376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 50ab5d80-b569-4105-8186-407bd11f6945 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:57.539777 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.588409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] For port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:57.588570 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.603164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Calling delete_port for b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:57.681616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d08a0072-bea8-41aa-9aea-82bfdf1243aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.716366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a0072-bea8-41aa-9aea-82bfdf1243aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=87568e0f-e369-4219-9546-405d492b2707,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:57.763951 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d08a0072-bea8-41aa-9aea-82bfdf1243aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.766023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d08a0072-bea8-41aa-9aea-82bfdf1243aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/87568e0f-e369-4219-9546-405d492b2707 HTTP/1.1" status: 204 len: 168 time: 1.3886106 Sep 17 22:33:57.769276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47104) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:57.806520 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59fe9ae3-d9c9-4542-9df7-d7096d597443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.858884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b594b0-87c2-4eb3-a761-bc680d4a1f4a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:57.859463 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.860710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b594b0-87c2-4eb3-a761-bc680d4a1f4a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:57.863218 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-17b594b0-87c2-4eb3-a761-bc680d4a1f4a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0901780 Sep 17 22:33:57.865979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47114) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:57.899062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-59fe9ae3-d9c9-4542-9df7-d7096d597443 None None] For port 50ab5d80-b569-4105-8186-407bd11f6945, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=50ab5d80-b569-4105-8186-407bd11f6945,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:57.904235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:57.914908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:33:57.946391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Pushing event deleted for resources: {'Port': ['ID=b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:57.959656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-400e9643-e21f-48aa-ab2d-05fdd2f8fe15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 7e4c96e0-8228-40a0-83ad-5f17a1989310 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:33:57.978719 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-400e9643-e21f-48aa-ab2d-05fdd2f8fe15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.014637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] No DVR routers for this DVR port b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:58.020269 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.024001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b9060d3-9b93-4c52-8bc1-4461e77b0735 req-744b4614-af19-40a1-ac12-c4043995b28a tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.32 "DELETE /v2.0/ports/b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 HTTP/1.1" status: 204 len: 173 time: 0.6227548 Sep 17 22:33:58.024001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342a6db8-c293-424a-b353-70d1543cf63f', 'name': 'network-vif-deleted', 'tag': 'b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:33:58.025394 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56771b7-fa1e-4f91-bbaf-0d25c78ad115" -d '{"events": [{"server_uuid": "342a6db8-c293-424a-b353-70d1543cf63f", "name": "network-vif-deleted", "tag": "b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:33:58.040769 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59fe9ae3-d9c9-4542-9df7-d7096d597443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.053760 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-400e9643-e21f-48aa-ab2d-05fdd2f8fe15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.077751 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:33:58.078244 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:33:58.099844 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f58991b-0e0e-4f70-9962-93101d7a9dff x-openstack-request-id: req-3f58991b-0e0e-4f70-9962-93101d7a9dff {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:33:58.099844 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342a6db8-c293-424a-b353-70d1543cf63f", "name": "network-vif-deleted", "tag": "b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:33:58.100099 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f58991b-0e0e-4f70-9962-93101d7a9dff {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:33:58.100417 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342a6db8-c293-424a-b353-70d1543cf63f', 'name': 'network-vif-deleted', 'tag': 'b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354', 'status': 'completed', 'code': 200} Sep 17 22:33:58.117992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe9ae3-d9c9-4542-9df7-d7096d597443 None None] Pushing event updated for resources: {'Port': ['ID=50ab5d80-b569-4105-8186-407bd11f6945,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:58.163466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-522b21aa-cd47-47dd-ba87-8118e950cef8 None None] Provisioning complete for port 50ab5d80-b569-4105-8186-407bd11f6945 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:33:58.164087 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-522b21aa-cd47-47dd-ba87-8118e950cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.183519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-400e9643-e21f-48aa-ab2d-05fdd2f8fe15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.280190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-522b21aa-cd47-47dd-ba87-8118e950cef8 None None] Could not find standard attr ID for object 87568e0f-e369-4219-9546-405d492b2707. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:33:58.339736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-400e9643-e21f-48aa-ab2d-05fdd2f8fe15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.371622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e9643-e21f-48aa-ab2d-05fdd2f8fe15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4c96e0-8228-40a0-83ad-5f17a1989310,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:58.402523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7e7927e2-9a15-4aec-97f2-ff8cc4a51c61 None None] Could not find standard attr ID for object 87568e0f-e369-4219-9546-405d492b2707. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:33:58.409748 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-400e9643-e21f-48aa-ab2d-05fdd2f8fe15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.415869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47122) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:58.416860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-400e9643-e21f-48aa-ab2d-05fdd2f8fe15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/7e4c96e0-8228-40a0-83ad-5f17a1989310 HTTP/1.1" status: 204 len: 168 time: 0.5492775 Sep 17 22:33:58.482182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b322e3b6-7bdc-4dc0-93dd-e9e073960715 req-7aff7160-33aa-4336-97ae-54e23ca32ce9 tempest-ServerRescueNegativeTestJSON-1927860254 tempest-ServerRescueNegativeTestJSON-1927860254-project] 10.222.0.13 "GET /v2.0/ports?device_id=342a6db8-c293-424a-b353-70d1543cf63f HTTP/1.1" status: 200 len: 210 time: 0.0397034 Sep 17 22:33:58.489947 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7fb2057a-5c11-4044-8955-d21761265e8f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722294 Sep 17 22:33:58.493543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47124) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:58.503482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:58.513423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e11387-f797-4dea-8f5c-6ef1b54ad4d7 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:58.670709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:58.674772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.733762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289bc2d-060d-43ab-8c15-70cc169ea246 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:33:58.801580 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b289bc2d-060d-43ab-8c15-70cc169ea246 None None] Deleting port 50ab5d80-b569-4105-8186-407bd11f6945 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:33:58.801868 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b289bc2d-060d-43ab-8c15-70cc169ea246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.866032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b289bc2d-060d-43ab-8c15-70cc169ea246 None None] For port 50ab5d80-b569-4105-8186-407bd11f6945, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=50ab5d80-b569-4105-8186-407bd11f6945,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:33:58.866535 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b289bc2d-060d-43ab-8c15-70cc169ea246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:58.881317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b289bc2d-060d-43ab-8c15-70cc169ea246 None None] Calling delete_port for 50ab5d80-b569-4105-8186-407bd11f6945 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:33:59.059583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.105948 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b289bc2d-060d-43ab-8c15-70cc169ea246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.108649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:59.112466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:59.119942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:33:59.121794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.140611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289bc2d-060d-43ab-8c15-70cc169ea246 None None] Pushing event deleted for resources: {'Port': ['ID=50ab5d80-b569-4105-8186-407bd11f6945,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:59.145927 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289bc2d-060d-43ab-8c15-70cc169ea246 None None] No DVR routers for this DVR port 50ab5d80-b569-4105-8186-407bd11f6945 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:33:59.155561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=6a85089f-267f-41eb-b22c-0d228b073e3a,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:59.169710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b85bb9-cf18-4207-a2ff-9ebe0085e9d6 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:33:59.223652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4dda7cf4-2516-4809-a805-2b3932cc8262 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7256784 Sep 17 22:33:59.229504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47126) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:59.230526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'name': 'tempest-NetworksTestDHCPv6-759727173'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:33:59.276330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 50ab5d80-b569-4105-8186-407bd11f6945 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:33:59.302412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 50ab5d80-b569-4105-8186-407bd11f6945 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:33:59.303169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 50ab5d80-b569-4105-8186-407bd11f6945 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:33:59.353192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': '6a85089f-267f-41eb-b22c-0d228b073e3a'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:33:59.354143 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.442202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:33:59.446808 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.465403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 8e3bfa0c-647a-420e-8608-627756b3d45a yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:33:59.499992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/6a85089f-267f-41eb-b22c-0d228b073e3a/e20a920b-c39a-4450-a1c9-bdbc5bfa38f8) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:59.582280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47142) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:33:59.664325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.762890 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.816265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:33:59.823980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:33:59.832277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:33:59.842066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Pushing event updated for resources: {'Port': ['ID=e20a920b-c39a-4450-a1c9-bdbc5bfa38f8,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:33:59.872036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::90 (7201b009-df55-4f74-ba77-2d9bb2d8682a/6a85089f-267f-41eb-b22c-0d228b073e3a/8e3bfa0c-647a-420e-8608-627756b3d45a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:33:59.896819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Attempting to bind port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:33:59.897352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Attempting to bind port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:33:59.897711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Attempting to bind port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:33:59.903159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:33:59.907918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:33:59.907918 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.907918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:33:59.907918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Bound port: e20a920b-c39a-4450-a1c9-bdbc5bfa38f8, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:33:59.907918 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:33:59.972492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] For port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:33:59.976018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] For port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e20a920b-c39a-4450-a1c9-bdbc5bfa38f8,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:00.054016 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.091788 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.129749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c74c6-2f4e-4c10-84c2-eec977050013 None None] Pushing event updated for resources: {'Port': ['ID=e20a920b-c39a-4450-a1c9-bdbc5bfa38f8,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:00.143060 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.233317 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.299274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:00.306606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:00.314583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:00.320300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.320972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.363636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=8e3bfa0c-647a-420e-8608-627756b3d45a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:00.461181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ed44d947-2aa5-4de2-a015-47a5afe66492 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2360792 Sep 17 22:34:00.463673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47144) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:00.542337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6dbd76-efbf-405c-971c-3dfdb5e43a7c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.548288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6dbd76-efbf-405c-971c-3dfdb5e43a7c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:00.550145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db6dbd76-efbf-405c-971c-3dfdb5e43a7c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0854995 Sep 17 22:34:00.553097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47146) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:00.561418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Deleting port 780d8b0b-8499-4852-9fbc-453a51a1344b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:00.561706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.654334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] For port 780d8b0b-8499-4852-9fbc-453a51a1344b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=780d8b0b-8499-4852-9fbc-453a51a1344b,segment=NetworkSegment(52ea1ee2-1f83-4c4a-b3ca-200c786b162c),segment_id=52ea1ee2-1f83-4c4a-b3ca-200c786b162c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:00.654751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.664649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1c8596bd-292f-4630-812a-9ea502c5d7c9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 8e3bfa0c-647a-420e-8608-627756b3d45a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:00.664994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c8596bd-292f-4630-812a-9ea502c5d7c9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.668510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Calling delete_port for 780d8b0b-8499-4852-9fbc-453a51a1344b owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:00.771181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c8596bd-292f-4630-812a-9ea502c5d7c9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.784167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1c8596bd-292f-4630-812a-9ea502c5d7c9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 8e3bfa0c-647a-420e-8608-627756b3d45a owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:00.928043 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:00.960294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Pushing event deleted for resources: {'Port': ['ID=780d8b0b-8499-4852-9fbc-453a51a1344b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.030681 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c8596bd-292f-4630-812a-9ea502c5d7c9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.072301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8596bd-292f-4630-812a-9ea502c5d7c9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=8e3bfa0c-647a-420e-8608-627756b3d45a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.112571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1c8596bd-292f-4630-812a-9ea502c5d7c9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.117785 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1c8596bd-292f-4630-812a-9ea502c5d7c9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/8e3bfa0c-647a-420e-8608-627756b3d45a HTTP/1.1" status: 204 len: 168 time: 0.5630381 Sep 17 22:34:01.118684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47150) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:01.160467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.175274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741927e8-a6f1-4f2e-b698-a9b1f7db8448 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.178517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741927e8-a6f1-4f2e-b698-a9b1f7db8448 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:01.182923 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-741927e8-a6f1-4f2e-b698-a9b1f7db8448 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0603797 Sep 17 22:34:01.183495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47152) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:01.256786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39943b6-ed64-4441-b2ba-7f2e7e8f75d8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 6a85089f-267f-41eb-b22c-0d228b073e3a {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:01.260660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e39943b6-ed64-4441-b2ba-7f2e7e8f75d8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.318760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:01.321101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e39943b6-ed64-4441-b2ba-7f2e7e8f75d8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.388224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:01.388571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b5b7897b-b7fd-4d8e-ba4f-28ee5ef58354 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:01.404027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b0700b67-efdc-4e6b-9185-206b9a3dc2ee None None] Provisioning complete for port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:01.404405 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0700b67-efdc-4e6b-9185-206b9a3dc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.439993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:01.487358 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e39943b6-ed64-4441-b2ba-7f2e7e8f75d8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.516997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:01.547280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:01.547653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.554506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0700b67-efdc-4e6b-9185-206b9a3dc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.651997 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.661582 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e39943b6-ed64-4441-b2ba-7f2e7e8f75d8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.670901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:01.681630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3818c7aa-82ca-4cfe-b79a-feddf2352694 admin admin] 10.222.0.13 "PUT /v2.0/routers/5cef9a81-ce5c-49c7-befb-a2bd85fef9d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0952542 Sep 17 22:34:01.681630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47156) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:01.698014 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] Sync routers for ids ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:01.721427 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] Routers {'5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:01.722120 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:33:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:01.734247 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-b0700b67-efdc-4e6b-9185-206b9a3dc2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:01.734597 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-b0700b67-efdc-4e6b-9185-206b9a3dc2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:01.736207 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e39943b6-ed64-4441-b2ba-7f2e7e8f75d8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:01.741080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47158) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:01.741479 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e39943b6-ed64-4441-b2ba-7f2e7e8f75d8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/6a85089f-267f-41eb-b22c-0d228b073e3a HTTP/1.1" status: 204 len: 168 time: 0.5538728 Sep 17 22:34:01.752998 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:01.753649 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:01.775070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2a8ed-4440-4b98-a7f5-7756a35221c3 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:01.784267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39943b6-ed64-4441-b2ba-7f2e7e8f75d8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=6a85089f-267f-41eb-b22c-0d228b073e3a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:01.864425 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] Set router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:01.980735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c70c8b-e98e-4f5c-838a-d08878f82636 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:02.031994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-70c70c8b-e98e-4f5c-838a-d08878f82636 None None] Deleting port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:02.032534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-70c70c8b-e98e-4f5c-838a-d08878f82636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.060042 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:38Z', 'updated_at': '2021-09-17T22:34:00Z', 'revision_number': 5, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'gw_port': {'id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:39Z', 'updated_at': '2021-09-17T22:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:02.092183 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] Checking router: 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:02.097714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-70c70c8b-e98e-4f5c-838a-d08878f82636 None None] For port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e20a920b-c39a-4450-a1c9-bdbc5bfa38f8,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:02.098239 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-70c70c8b-e98e-4f5c-838a-d08878f82636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.101649 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] Routers {'5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:02.102274 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:33:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:02.112361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db3aedcd-bf61-4f5f-b82a-5901af4270e0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3701582 Sep 17 22:34:02.115154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47160) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:02.116267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-70c70c8b-e98e-4f5c-838a-d08878f82636 None None] Calling delete_port for e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:02.119862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:02.212313 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] Set router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:02.244221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.296684 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0700b67-efdc-4e6b-9185-206b9a3dc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.312016 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.316473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-70c70c8b-e98e-4f5c-838a-d08878f82636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.369417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c70c8b-e98e-4f5c-838a-d08878f82636 None None] Pushing event deleted for resources: {'Port': ['ID=e20a920b-c39a-4450-a1c9-bdbc5bfa38f8,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:02.380683 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.384981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c70c8b-e98e-4f5c-838a-d08878f82636 None None] No DVR routers for this DVR port e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:02.402022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:02.407794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.506871 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:38Z', 'updated_at': '2021-09-17T22:34:00Z', 'revision_number': 5, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'gw_port': {'id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:39Z', 'updated_at': '2021-09-17T22:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:02.535069 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be778d-fb7c-409d-9f5d-bb1b3909832d None None] The sync data for ids ['5cef9a81-ce5c-49c7-befb-a2bd85fef9d8'] in n-d-713498-17 is: [{'id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'name': 'tempest-ServerRescueNegativeTestJSON-734542347-router', 'tenant_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:31:38Z', 'updated_at': '2021-09-17T22:34:00Z', 'revision_number': 5, 'project_id': '4e7ed3b78cff46a6beaba33eb59f57a6', 'gw_port': {'id': 'b0ac0159-c30f-48c2-b4b4-127bf813acc7', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef9a81-ce5c-49c7-befb-a2bd85fef9d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:31:39Z', 'updated_at': '2021-09-17T22:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:02.538888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9dbdbb9a-5fb6-416d-a3c4-b74f7fa6568d None None] Could not find standard attr ID for object 8e3bfa0c-647a-420e-8608-627756b3d45a. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:02.577817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Deleting port b0ac0159-c30f-48c2-b4b4-127bf813acc7 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:02.582254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.706052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] For port b0ac0159-c30f-48c2-b4b4-127bf813acc7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b0ac0159-c30f-48c2-b4b4-127bf813acc7,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:02.723302 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.723302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Calling delete_port for b0ac0159-c30f-48c2-b4b4-127bf813acc7 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:02.769655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.826768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:02.832662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:02.840410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:02.843841 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:02.843964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4e290a-2d17-4447-927f-a42c98dbac45 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:02.892929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=7aed02a7-7c3a-47cd-a865-db4e0346d12b,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:03.003075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': '7aed02a7-7c3a-47cd-a865-db4e0346d12b'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:03.004121 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.006325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47164) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:03.006850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f93ec52c-eac1-49ad-b0cc-dda5a6dbd7ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8902228 Sep 17 22:34:03.012471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'name': 'tempest-NetworksTestDHCPv6-2071235530'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:03.076498 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.103571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ac0159-c30f-48c2-b4b4-127bf813acc7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:03.178979 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.201867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/7aed02a7-7c3a-47cd-a865-db4e0346d12b/3be77195-ae33-425d-89e7-7a48369e04fa) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:03.253814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:03.258170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.279008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 51bacccd-f32e-482a-b30c-897a0048e067 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:03.284437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.286894 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.348475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 780d8b0b-8499-4852-9fbc-453a51a1344b no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:03.391669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 780d8b0b-8499-4852-9fbc-453a51a1344b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:03.393016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 780d8b0b-8499-4852-9fbc-453a51a1344b not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:03.393016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:03.414990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:03.415327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e20a920b-c39a-4450-a1c9-bdbc5bfa38f8 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:03.432633 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.441518 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.442198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:03.446995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.448170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2f93c50e-3343-4972-adca-c995d3e4f414 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5cef9a81-ce5c-49c7-befb-a2bd85fef9d8 HTTP/1.1" status: 204 len: 168 time: 1.7661290 Sep 17 22:34:03.450735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47166) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:03.497365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f609e7-b9bc-48fd-b734-e16a38c379c6 admin admin] Deleting subnet aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:03.501054 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-88f609e7-b9bc-48fd-b734-e16a38c379c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.546409 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.556886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-88f609e7-b9bc-48fd-b734-e16a38c379c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.593608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:03.599900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:03.602451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:03.610013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::3d6 (7201b009-df55-4f74-ba77-2d9bb2d8682a/7aed02a7-7c3a-47cd-a865-db4e0346d12b/51bacccd-f32e-482a-b30c-897a0048e067) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:03.612183 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-88f609e7-b9bc-48fd-b734-e16a38c379c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.620982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Pushing event updated for resources: {'Port': ['ID=3be77195-ae33-425d-89e7-7a48369e04fa,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:03.671674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Attempting to bind port 3be77195-ae33-425d-89e7-7a48369e04fa on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:03.672118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Attempting to bind port 3be77195-ae33-425d-89e7-7a48369e04fa by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:03.672500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Attempting to bind port 3be77195-ae33-425d-89e7-7a48369e04fa on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:03.677731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:03.678104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:03.678653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.679133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:03.679615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Bound port: 3be77195-ae33-425d-89e7-7a48369e04fa, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:03.680018 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.750537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] For port 3be77195-ae33-425d-89e7-7a48369e04fa, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:03.754736 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] For port 3be77195-ae33-425d-89e7-7a48369e04fa, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3be77195-ae33-425d-89e7-7a48369e04fa,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:03.762674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-88f609e7-b9bc-48fd-b734-e16a38c379c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.776929 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.796555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f609e7-b9bc-48fd-b734-e16a38c379c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:03.800986 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-88f609e7-b9bc-48fd-b734-e16a38c379c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.805594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-88f609e7-b9bc-48fd-b734-e16a38c379c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aab0cc8c-a90c-4cd0-a11a-5bb3dbd9e715 HTTP/1.1" status: 204 len: 168 time: 0.3537469 Sep 17 22:34:03.806199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47170) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:03.885149 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.899804 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.933830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.959472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff1dfd-c7d3-469c-8450-82ed5a0ce1bd None None] Pushing event updated for resources: {'Port': ['ID=3be77195-ae33-425d-89e7-7a48369e04fa,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:03.983136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:03.990174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:03.994116 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:03.996870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:04.005999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ef4461-7ea0-4ce8-aef1-555fb579b553']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:04.007523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.008210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.017852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ea1ee2-1f83-4c4a-b3ca-200c786b162c') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:04.018077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ea1ee2-1f83-4c4a-b3ca-200c786b162c') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:04.030387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=51bacccd-f32e-482a-b30c-897a0048e067,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:04.031614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.047656 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.054377 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:34:04.054940 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:34:04.056651 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:34:04.156938 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-80149adb-c8c9-4ef1-9c0a-561eae98c491 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1493807 Sep 17 22:34:04.159531 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47172) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.190316 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.200259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.202438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/e6ef4461-7ea0-4ce8-aef1-555fb579b553 HTTP/1.1" status: 204 len: 168 time: 0.3951707 Sep 17 22:34:04.212787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b9b13-ec35-483b-989e-7f0dc52e35fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ef4461-7ea0-4ce8-aef1-555fb579b553,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:04.219207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb7c5b-d24a-428c-a308-f5a5178f2068 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.225965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb7c5b-d24a-428c-a308-f5a5178f2068 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.227646 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9cdb7c5b-d24a-428c-a308-f5a5178f2068 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0671613 Sep 17 22:34:04.230881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47176) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.328935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d518c1de-7dce-4da2-9515-a7b4912be8d4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 51bacccd-f32e-482a-b30c-897a0048e067 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:04.329311 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d518c1de-7dce-4da2-9515-a7b4912be8d4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.415688 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d518c1de-7dce-4da2-9515-a7b4912be8d4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.428834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d518c1de-7dce-4da2-9515-a7b4912be8d4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 51bacccd-f32e-482a-b30c-897a0048e067 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:04.664349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47178) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.672644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d518c1de-7dce-4da2-9515-a7b4912be8d4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.713560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518c1de-7dce-4da2-9515-a7b4912be8d4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=51bacccd-f32e-482a-b30c-897a0048e067,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:04.749819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d518c1de-7dce-4da2-9515-a7b4912be8d4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.752124 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d518c1de-7dce-4da2-9515-a7b4912be8d4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/51bacccd-f32e-482a-b30c-897a0048e067 HTTP/1.1" status: 204 len: 168 time: 0.5199883 Sep 17 22:34:04.754630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47180) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.765388 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dc16ae2f-c5cd-43f8-95e5-51e4b444066a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e7ed3b78cff46a6beaba33eb59f57a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995529 Sep 17 22:34:04.768371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47182) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.838107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd309495-64f6-4ec1-a342-99f39d7cd607 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.839688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd309495-64f6-4ec1-a342-99f39d7cd607 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:04.841289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dd309495-64f6-4ec1-a342-99f39d7cd607 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0856049 Sep 17 22:34:04.851450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47186) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:04.862412 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cfed0a67-02c6-4e15-b748-fe98ffeb3f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.888545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cfed0a67-02c6-4e15-b748-fe98ffeb3f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.920350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-715fdb9b-c25e-4792-8cd3-1e027fd69035 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 7aed02a7-7c3a-47cd-a865-db4e0346d12b {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:04.924398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-715fdb9b-c25e-4792-8cd3-1e027fd69035 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:04.968330 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-715fdb9b-c25e-4792-8cd3-1e027fd69035 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.042244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cfed0a67-02c6-4e15-b748-fe98ffeb3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.045255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cfed0a67-02c6-4e15-b748-fe98ffeb3f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.046826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cfed0a67-02c6-4e15-b748-fe98ffeb3f1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b77bda34-ff67-401e-8e53-e02c2b619a99 HTTP/1.1" status: 204 len: 168 time: 0.2770612 Sep 17 22:34:05.056728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed0a67-02c6-4e15-b748-fe98ffeb3f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77bda34-ff67-401e-8e53-e02c2b619a99,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:05.063517 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-715fdb9b-c25e-4792-8cd3-1e027fd69035 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.094939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8187abd2-8a5e-40a0-934c-9b7a24e28f45 None None] Provisioning complete for port 3be77195-ae33-425d-89e7-7a48369e04fa triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:05.096077 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8187abd2-8a5e-40a0-934c-9b7a24e28f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.191080 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8187abd2-8a5e-40a0-934c-9b7a24e28f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.237828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-715fdb9b-c25e-4792-8cd3-1e027fd69035 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.270360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fdb9b-c25e-4792-8cd3-1e027fd69035 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=7aed02a7-7c3a-47cd-a865-db4e0346d12b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:05.274702 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-715fdb9b-c25e-4792-8cd3-1e027fd69035 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.276893 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-715fdb9b-c25e-4792-8cd3-1e027fd69035 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/7aed02a7-7c3a-47cd-a865-db4e0346d12b HTTP/1.1" status: 204 len: 168 time: 0.4304867 Sep 17 22:34:05.280065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47190) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:05.291307 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-8187abd2-8a5e-40a0-934c-9b7a24e28f45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:05.291970 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-8187abd2-8a5e-40a0-934c-9b7a24e28f45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:05.314368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3be77195-ae33-425d-89e7-7a48369e04fa up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:05.354406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f39f710d-0f03-48d2-9e8f-9be96e29c0de tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703790 Sep 17 22:34:05.354881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47192) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:05.372782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3be77195-ae33-425d-89e7-7a48369e04fa triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:05.373282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.410732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df41a7ba-ddcf-413b-a1f2-6af59e0ee125 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:05.414879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-df41a7ba-ddcf-413b-a1f2-6af59e0ee125 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0566688 Sep 17 22:34:05.415175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47194) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:05.479037 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.484119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de23160-f8d9-43a0-8006-f484e3fd847c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:05.489274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47198) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:05.489654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1de23160-f8d9-43a0-8006-f484e3fd847c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0730431 Sep 17 22:34:05.498251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b906b1-3fb7-47cd-8e1f-76be21e3c33e None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:05.528987 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3bd96fde-b8f9-45f5-866c-e3ba8a1859fc tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382109 Sep 17 22:34:05.534528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47200) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:05.538823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:05.626652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 3be77195-ae33-425d-89e7-7a48369e04fa, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3be77195-ae33-425d-89e7-7a48369e04fa,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:05.710628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:05.710882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.715938 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:05.716076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d760a-5b45-4967-8edc-937259c66755 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:05.720787 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b0ac0159-c30f-48c2-b4b4-127bf813acc7 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:05.762665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: b0ac0159-c30f-48c2-b4b4-127bf813acc7 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:05.763131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b0ac0159-c30f-48c2-b4b4-127bf813acc7 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:06.003137 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.015294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=3be77195-ae33-425d-89e7-7a48369e04fa,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.044009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-789d760a-5b45-4967-8edc-937259c66755 None None] Deleting port 3be77195-ae33-425d-89e7-7a48369e04fa {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:06.044381 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-789d760a-5b45-4967-8edc-937259c66755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.052988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:06.056700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:06.061122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:06.061847 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.076985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=aa760d2b-8bff-4c99-bbb8-6d6d2c9168a5,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.138306 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-789d760a-5b45-4967-8edc-937259c66755 None None] For port 3be77195-ae33-425d-89e7-7a48369e04fa, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3be77195-ae33-425d-89e7-7a48369e04fa,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:06.138909 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-789d760a-5b45-4967-8edc-937259c66755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.154640 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d9ea3ea0-91aa-432e-8320-11df16fac18b None None] Could not find standard attr ID for object 51bacccd-f32e-482a-b30c-897a0048e067. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:06.156415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-789d760a-5b45-4967-8edc-937259c66755 None None] Calling delete_port for 3be77195-ae33-425d-89e7-7a48369e04fa owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:06.174122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-785e6f2c-fa20-4378-acc7-7c4b2e83fb83 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6394296 Sep 17 22:34:06.182868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47220) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:06.182868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': 'aa760d2b-8bff-4c99-bbb8-6d6d2c9168a5', 'ip_address': '2001:db8::7b4d:f3e2:8f52:b8e6'}], 'name': 'tempest-NetworksTestDHCPv6-1117947811'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:06.373826 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-789d760a-5b45-4967-8edc-937259c66755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.401872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d760a-5b45-4967-8edc-937259c66755 None None] Pushing event deleted for resources: {'Port': ['ID=3be77195-ae33-425d-89e7-7a48369e04fa,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:06.403882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d760a-5b45-4967-8edc-937259c66755 None None] No DVR routers for this DVR port 3be77195-ae33-425d-89e7-7a48369e04fa on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:06.413113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:06.426769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab5524-b0f5-4bd1-9a3e-6bc8bb40ada5 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:06.513476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.534663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port f85b4dc6-8573-4643-a83e-01a4373383f0 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:06.589322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': 'aa760d2b-8bff-4c99-bbb8-6d6d2c9168a5'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:06.590387 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.714468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::7b4d:f3e2:8f52:b8e6 (7201b009-df55-4f74-ba77-2d9bb2d8682a/aa760d2b-8bff-4c99-bbb8-6d6d2c9168a5/f85b4dc6-8573-4643-a83e-01a4373383f0) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:06.878490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:06.942382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88dc3e6b-d5ff-4ddd-9f5d-41fbdf19f2fd req-50077cf2-f8d5-449b-94cd-3e6e6cc4b277 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0289211 Sep 17 22:34:07.004587 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.062450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/aa760d2b-8bff-4c99-bbb8-6d6d2c9168a5/08da5959-9efb-4af5-9b82-9410e6659888) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:07.062593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:07.066963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:07.071157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:07.076914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:07.077542 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.098827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=f85b4dc6-8573-4643-a83e-01a4373383f0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:07.203343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9ef15069-ba70-48f2-9e84-b21d9238611a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0247943 Sep 17 22:34:07.206001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47250) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:07.225729 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.261879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1a59c-3e12-495f-9d3d-c13ee1770406 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:07.263426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8bf1a59c-3e12-495f-9d3d-c13ee1770406 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0561976 Sep 17 22:34:07.266078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47252) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:07.274513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3be77195-ae33-425d-89e7-7a48369e04fa no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:07.297694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 3be77195-ae33-425d-89e7-7a48369e04fa {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:07.298483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3be77195-ae33-425d-89e7-7a48369e04fa not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:07.350713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.365505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-279e89b4-9b01-48f0-a98a-2267bb4747e1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port f85b4dc6-8573-4643-a83e-01a4373383f0 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:07.366063 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-279e89b4-9b01-48f0-a98a-2267bb4747e1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.412988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:07.417358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:07.420781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:07.432496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Pushing event updated for resources: {'Port': ['ID=08da5959-9efb-4af5-9b82-9410e6659888,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:07.464493 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-279e89b4-9b01-48f0-a98a-2267bb4747e1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.477585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-279e89b4-9b01-48f0-a98a-2267bb4747e1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for f85b4dc6-8573-4643-a83e-01a4373383f0 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:07.482611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Attempting to bind port 08da5959-9efb-4af5-9b82-9410e6659888 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:07.483003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Attempting to bind port 08da5959-9efb-4af5-9b82-9410e6659888 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:07.483363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Attempting to bind port 08da5959-9efb-4af5-9b82-9410e6659888 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:07.489020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:07.499022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:07.499022 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.499022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:07.499022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Bound port: 08da5959-9efb-4af5-9b82-9410e6659888, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:07.499022 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.559924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] For port 08da5959-9efb-4af5-9b82-9410e6659888, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:07.562993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] For port 08da5959-9efb-4af5-9b82-9410e6659888, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=08da5959-9efb-4af5-9b82-9410e6659888,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:07.642286 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.699227 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-279e89b4-9b01-48f0-a98a-2267bb4747e1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.700624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe9e3e-ff17-4917-8271-511e6705431b None None] Pushing event updated for resources: {'Port': ['ID=08da5959-9efb-4af5-9b82-9410e6659888,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:07.731825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e89b4-9b01-48f0-a98a-2267bb4747e1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=f85b4dc6-8573-4643-a83e-01a4373383f0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:07.762393 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-279e89b4-9b01-48f0-a98a-2267bb4747e1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.766542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-279e89b4-9b01-48f0-a98a-2267bb4747e1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/f85b4dc6-8573-4643-a83e-01a4373383f0 HTTP/1.1" status: 204 len: 168 time: 0.4938374 Sep 17 22:34:07.768129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47256) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:07.830542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945aad4-00ee-4a36-a4ef-619d4a673b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:07.832117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945aad4-00ee-4a36-a4ef-619d4a673b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:07.833661 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f945aad4-00ee-4a36-a4ef-619d4a673b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0643301 Sep 17 22:34:07.836345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47258) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:07.915258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0957e437-d9b6-452c-91d6-aca05754e02c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet aa760d2b-8bff-4c99-bbb8-6d6d2c9168a5 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:07.915258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0957e437-d9b6-452c-91d6-aca05754e02c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:07.949126 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0957e437-d9b6-452c-91d6-aca05754e02c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.034137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-810b6261-9d63-4fa9-a7f7-9c489e4620fd req-9b659a14-9f5f-468a-a65a-89be5d13ca6f tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0293393 Sep 17 22:34:08.058297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0957e437-d9b6-452c-91d6-aca05754e02c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.247896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0957e437-d9b6-452c-91d6-aca05754e02c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.289248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957e437-d9b6-452c-91d6-aca05754e02c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=aa760d2b-8bff-4c99-bbb8-6d6d2c9168a5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:08.293540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0957e437-d9b6-452c-91d6-aca05754e02c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.296445 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0957e437-d9b6-452c-91d6-aca05754e02c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/aa760d2b-8bff-4c99-bbb8-6d6d2c9168a5 HTTP/1.1" status: 204 len: 168 time: 0.4589908 Sep 17 22:34:08.299568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47268) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:08.333422 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.345711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b02f7099-6f19-448b-babe-b21f7e3b5eb4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423274 Sep 17 22:34:08.346832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47270) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:08.351321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:08.505073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:08.508738 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.646125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d22f2ac-e71e-4059-84de-616b37a22850 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:08.737497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-197d520e-e464-4dad-9436-518fd2a10300 None None] Provisioning complete for port 08da5959-9efb-4af5-9b82-9410e6659888 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:08.742930 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-197d520e-e464-4dad-9436-518fd2a10300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.785092 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.824634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:08.831563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:08.844877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:08.846117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.852417 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-197d520e-e464-4dad-9436-518fd2a10300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.882628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=9659020b-5f92-4f0b-aacf-7ed2df7ad96c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:08.896526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-197d520e-e464-4dad-9436-518fd2a10300 None None] For port 08da5959-9efb-4af5-9b82-9410e6659888, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=08da5959-9efb-4af5-9b82-9410e6659888,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:08.903963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26698982-91cc-4d86-b8df-7d4fca1881c3 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:08.956460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-26698982-91cc-4d86-b8df-7d4fca1881c3 None None] Deleting port 08da5959-9efb-4af5-9b82-9410e6659888 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:08.956743 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26698982-91cc-4d86-b8df-7d4fca1881c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.977059 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-197d520e-e464-4dad-9436-518fd2a10300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:08.977395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47274) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:08.978430 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-70b835a9-298f-487c-b658-f16ee648f8bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6309929 Sep 17 22:34:08.982311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': '9659020b-5f92-4f0b-aacf-7ed2df7ad96c', 'ip_address': '2001:db8::7d75:e604:6071:37fa'}], 'name': 'tempest-NetworksTestDHCPv6-1475548905'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:09.083338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d520e-e464-4dad-9436-518fd2a10300 None None] Pushing event updated for resources: {'Port': ['ID=08da5959-9efb-4af5-9b82-9410e6659888,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:09.096762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-26698982-91cc-4d86-b8df-7d4fca1881c3 None None] For port 08da5959-9efb-4af5-9b82-9410e6659888, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=08da5959-9efb-4af5-9b82-9410e6659888,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:09.097254 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26698982-91cc-4d86-b8df-7d4fca1881c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.112351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-26698982-91cc-4d86-b8df-7d4fca1881c3 None None] Calling delete_port for 08da5959-9efb-4af5-9b82-9410e6659888 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:09.162982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30452bac-6d7d-43bc-a039-492216e94af9 req-09623192-8f06-4379-a880-d12ee221d22c tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0354848 Sep 17 22:34:09.213010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:09.218290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.236269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 0eceafa2-4fd5-432f-84b7-7fffa12a7b37 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:09.346252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26698982-91cc-4d86-b8df-7d4fca1881c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.377612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26698982-91cc-4d86-b8df-7d4fca1881c3 None None] Pushing event deleted for resources: {'Port': ['ID=08da5959-9efb-4af5-9b82-9410e6659888,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:09.379581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26698982-91cc-4d86-b8df-7d4fca1881c3 None None] No DVR routers for this DVR port 08da5959-9efb-4af5-9b82-9410e6659888 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:09.403547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c24a61-f22a-4671-9ac3-44ef3e78e1cd None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:09.414443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::7d75:e604:6071:37fa (7201b009-df55-4f74-ba77-2d9bb2d8682a/9659020b-5f92-4f0b-aacf-7ed2df7ad96c/0eceafa2-4fd5-432f-84b7-7fffa12a7b37) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:09.569460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': '9659020b-5f92-4f0b-aacf-7ed2df7ad96c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:09.570392 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.592788 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.699216 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.745252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/9659020b-5f92-4f0b-aacf-7ed2df7ad96c/4a89ad2f-629e-44a8-b006-db1ab5a603c3) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:09.750770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:09.759654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:09.762567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:09.769970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:09.770750 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.783072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=0eceafa2-4fd5-432f-84b7-7fffa12a7b37,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:09.871220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bf0b7709-19e2-4049-8bf0-31b3bfe6f1c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8926706 Sep 17 22:34:09.873806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47280) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:09.894457 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.926234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598b68-aa3c-4b11-8825-d3461d7714d0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:09.927777 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-75598b68-aa3c-4b11-8825-d3461d7714d0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0524087 Sep 17 22:34:09.930453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47282) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:09.967658 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:09.996367 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.010701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:10.014494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:10.024007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:10.026822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Pushing event updated for resources: {'Port': ['ID=4a89ad2f-629e-44a8-b006-db1ab5a603c3,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:10.034871 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-aef2130d-7926-4a7d-8857-b2e6fa49dd4d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 0eceafa2-4fd5-432f-84b7-7fffa12a7b37 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:10.035303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef2130d-7926-4a7d-8857-b2e6fa49dd4d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.085685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Attempting to bind port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:10.086161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Attempting to bind port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:10.086595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Attempting to bind port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:10.091919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:10.092368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:10.093350 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.093350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:10.093941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Bound port: 4a89ad2f-629e-44a8-b006-db1ab5a603c3, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:10.094387 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.128189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef2130d-7926-4a7d-8857-b2e6fa49dd4d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.145877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-aef2130d-7926-4a7d-8857-b2e6fa49dd4d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 0eceafa2-4fd5-432f-84b7-7fffa12a7b37 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:10.164457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] For port 4a89ad2f-629e-44a8-b006-db1ab5a603c3, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:10.167825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] For port 4a89ad2f-629e-44a8-b006-db1ab5a603c3, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4a89ad2f-629e-44a8-b006-db1ab5a603c3,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:10.242128 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.307151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47212300-1ead-4d1c-acfc-ba989e6a940f req-7052ba66-e8e1-41cf-8234-eead66402c92 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0502286 Sep 17 22:34:10.317096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52410916-a81f-4a45-9911-f7c5c5f39883 None None] Pushing event updated for resources: {'Port': ['ID=4a89ad2f-629e-44a8-b006-db1ab5a603c3,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:10.396423 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef2130d-7926-4a7d-8857-b2e6fa49dd4d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.464519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef2130d-7926-4a7d-8857-b2e6fa49dd4d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.464519 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aef2130d-7926-4a7d-8857-b2e6fa49dd4d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/0eceafa2-4fd5-432f-84b7-7fffa12a7b37 HTTP/1.1" status: 204 len: 168 time: 0.5306845 Sep 17 22:34:10.464519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2130d-7926-4a7d-8857-b2e6fa49dd4d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=0eceafa2-4fd5-432f-84b7-7fffa12a7b37,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:10.470432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47286) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:10.553858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382c2ff-31b0-4bfd-99ae-92c1f5ee44c1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:10.555332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382c2ff-31b0-4bfd-99ae-92c1f5ee44c1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:10.559281 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3382c2ff-31b0-4bfd-99ae-92c1f5ee44c1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0832403 Sep 17 22:34:10.559668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47288) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:10.596070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8a858a9-6d53-4a06-87c5-0ca659192a42 req-77c0936e-03f4-4865-adcd-5e6926cb06cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0285482 Sep 17 22:34:10.617987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e41928-b54b-4d2c-9df6-4853714b7879 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 9659020b-5f92-4f0b-aacf-7ed2df7ad96c {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:10.621638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-52e41928-b54b-4d2c-9df6-4853714b7879 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.662195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-52e41928-b54b-4d2c-9df6-4853714b7879 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.752781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-52e41928-b54b-4d2c-9df6-4853714b7879 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.871190 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-52e41928-b54b-4d2c-9df6-4853714b7879 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.898479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e41928-b54b-4d2c-9df6-4853714b7879 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=9659020b-5f92-4f0b-aacf-7ed2df7ad96c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:10.904697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-52e41928-b54b-4d2c-9df6-4853714b7879 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:10.906505 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-52e41928-b54b-4d2c-9df6-4853714b7879 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/9659020b-5f92-4f0b-aacf-7ed2df7ad96c HTTP/1.1" status: 204 len: 168 time: 0.3455880 Sep 17 22:34:10.910045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47292) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:10.955714 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-118c2b6a-abec-42e4-a8a2-4c91813aa87c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376613 Sep 17 22:34:10.955714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47294) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:10.957759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:11.116311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:11.119800 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.300066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b268a-1636-422a-a90a-3a662ae89209 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:11.339482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a89ad2f-629e-44a8-b006-db1ab5a603c3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:11.393191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a3f8e4c8-471b-4e95-87c2-719f06b4f3fb None None] Provisioning complete for port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:11.393481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e4c8-471b-4e95-87c2-719f06b4f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.420771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.426608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af38553e-e4cb-4dcb-ba69-4ffd204b6c32 req-03c860c9-4c3d-439d-bd33-1d67e88d5d11 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0384328 Sep 17 22:34:11.477863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:11.480581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:11.485232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:11.486469 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.519432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=c94e7e4d-bc2e-40c7-8222-acf8c48985bb,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:11.533020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:11.533444 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.580106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-afe566ee-97ac-4a54-a8d0-56086b1a1139 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6272612 Sep 17 22:34:11.582771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47298) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:11.587697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': 'c94e7e4d-bc2e-40c7-8222-acf8c48985bb', 'ip_address': '2001:db8::cd1a:4cc9:17f4:3f9c'}], 'name': 'tempest-NetworksTestDHCPv6-379679888'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:11.602836 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e4c8-471b-4e95-87c2-719f06b4f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.649148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a3f8e4c8-471b-4e95-87c2-719f06b4f3fb None None] For port 4a89ad2f-629e-44a8-b006-db1ab5a603c3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4a89ad2f-629e-44a8-b006-db1ab5a603c3,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:11.711419 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e4c8-471b-4e95-87c2-719f06b4f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.712685 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.796842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e4c8-471b-4e95-87c2-719f06b4f3fb None None] Pushing event updated for resources: {'Port': ['ID=4a89ad2f-629e-44a8-b006-db1ab5a603c3,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:11.811799 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:11.813094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:11.815435 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:11.893238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ec9c29-2321-420e-ac43-2dd333f72439 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:11.909080 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:11.924372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 38ce8daf-d837-4562-8cd0-d5d3ae88112b yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:11.967632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4aee0785-65c0-4c08-8710-5a0baf946b4e None None] Provisioning complete for port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:11.968001 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4aee0785-65c0-4c08-8710-5a0baf946b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.084712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::cd1a:4cc9:17f4:3f9c (7201b009-df55-4f74-ba77-2d9bb2d8682a/c94e7e4d-bc2e-40c7-8222-acf8c48985bb/38ce8daf-d837-4562-8cd0-d5d3ae88112b) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:12.248217 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.334452 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.364557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3460afd9-16fb-4a9f-8fa8-28c664ebb312 None None] Provisioning complete for port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:12.364988 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3460afd9-16fb-4a9f-8fa8-28c664ebb312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.397183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:12.402366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:12.406741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:12.412488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.413171 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.426038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=38ce8daf-d837-4562-8cd0-d5d3ae88112b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:12.475384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2501cb78-fe63-4d00-ab48-65febc1d7576 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8893838 Sep 17 22:34:12.475666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47304) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:12.531723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f7c566-e961-449f-9c84-31645ffd2ef3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.538641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f7c566-e961-449f-9c84-31645ffd2ef3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:12.540354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-84f7c566-e961-449f-9c84-31645ffd2ef3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0637097 Sep 17 22:34:12.543182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47306) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:12.580596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87f3278c-190b-4928-ac99-d0f112596c4c req-54e94ac8-366e-4f5d-802b-c70d0a8de7ef tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0374382 Sep 17 22:34:12.598907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-44c86a4f-95c8-42ec-b8e9-91417f9a7c5b None None] Could not find standard attr ID for object f85b4dc6-8573-4643-a83e-01a4373383f0. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:12.668514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdab8d-1ba4-4e17-a1ff-0a54cdb4b66f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 38ce8daf-d837-4562-8cd0-d5d3ae88112b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:12.668864 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2bbdab8d-1ba4-4e17-a1ff-0a54cdb4b66f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.782388 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2bbdab8d-1ba4-4e17-a1ff-0a54cdb4b66f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:12.798311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdab8d-1ba4-4e17-a1ff-0a54cdb4b66f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 38ce8daf-d837-4562-8cd0-d5d3ae88112b owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:12.915185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-482fd100-3fa9-447a-adf4-9ee2113ecf2c None None] Could not find standard attr ID for object 0eceafa2-4fd5-432f-84b7-7fffa12a7b37. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:13.013323 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2bbdab8d-1ba4-4e17-a1ff-0a54cdb4b66f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.060791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdab8d-1ba4-4e17-a1ff-0a54cdb4b66f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=38ce8daf-d837-4562-8cd0-d5d3ae88112b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:13.083015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1283e756-cd93-45bb-8ec7-64d3d04fccbd req-e17f4b36-dbdd-432f-b051-28a52d2ba2b8 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0349209 Sep 17 22:34:13.100255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2bbdab8d-1ba4-4e17-a1ff-0a54cdb4b66f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.102240 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2bbdab8d-1ba4-4e17-a1ff-0a54cdb4b66f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/38ce8daf-d837-4562-8cd0-d5d3ae88112b HTTP/1.1" status: 204 len: 168 time: 0.5570717 Sep 17 22:34:13.104812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47322) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:13.164174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c358f93a-cb22-4d6a-9651-6a3ca1cc4ba9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.165756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c358f93a-cb22-4d6a-9651-6a3ca1cc4ba9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.167412 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c358f93a-cb22-4d6a-9651-6a3ca1cc4ba9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0615487 Sep 17 22:34:13.170712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47324) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:13.232561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-38f33e33-2c78-4514-a0d0-45782d2c873a None None] Could not find standard attr ID for object 38ce8daf-d837-4562-8cd0-d5d3ae88112b. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:13.241430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11fccfd-90b2-47ea-ac8d-1eda522a7b09 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet c94e7e4d-bc2e-40c7-8222-acf8c48985bb {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:13.245075 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f11fccfd-90b2-47ea-ac8d-1eda522a7b09 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.290442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a89ad2f-629e-44a8-b006-db1ab5a603c3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:13.302645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f11fccfd-90b2-47ea-ac8d-1eda522a7b09 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.361625 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f11fccfd-90b2-47ea-ac8d-1eda522a7b09 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.377637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:13.378853 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.516906 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f11fccfd-90b2-47ea-ac8d-1eda522a7b09 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.560036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fccfd-90b2-47ea-ac8d-1eda522a7b09 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=c94e7e4d-bc2e-40c7-8222-acf8c48985bb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:13.567719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f11fccfd-90b2-47ea-ac8d-1eda522a7b09 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.570938 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f11fccfd-90b2-47ea-ac8d-1eda522a7b09 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/c94e7e4d-bc2e-40c7-8222-acf8c48985bb HTTP/1.1" status: 204 len: 168 time: 0.3991678 Sep 17 22:34:13.574533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47328) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:13.622833 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-76d6a4e8-1e63-4be2-b9a0-1b7294cbbb57 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449402 Sep 17 22:34:13.623931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47330) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:13.655796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d804304-67b1-44b1-a983-7359746d1eae None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:13.673916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff1961a-3928-48ba-9895-23834b6e55b7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.675442 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dff1961a-3928-48ba-9895-23834b6e55b7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0504858 Sep 17 22:34:13.678026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47332) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:13.726819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ebfe5-1d4c-430c-89e8-1717cdf99caf tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:13.728310 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-818ebfe5-1d4c-430c-89e8-1717cdf99caf tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0493798 Sep 17 22:34:13.731214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47336) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:13.774326 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9f2e3e18-d63a-4c7f-939f-cccb14e4d589 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420823 Sep 17 22:34:13.781137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47340) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:13.786541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:13.835571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ad288-53ba-44af-97e3-3eded449440b None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:13.882606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ad288-53ba-44af-97e3-3eded449440b None None] Deleting port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:13.883003 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad288-53ba-44af-97e3-3eded449440b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.948096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1e3ad288-53ba-44af-97e3-3eded449440b None None] For port 4a89ad2f-629e-44a8-b006-db1ab5a603c3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4a89ad2f-629e-44a8-b006-db1ab5a603c3,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:13.948539 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad288-53ba-44af-97e3-3eded449440b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.949914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:13.953684 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:13.961462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ad288-53ba-44af-97e3-3eded449440b None None] Calling delete_port for 4a89ad2f-629e-44a8-b006-db1ab5a603c3 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:14.110651 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad288-53ba-44af-97e3-3eded449440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.140650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ad288-53ba-44af-97e3-3eded449440b None None] Pushing event deleted for resources: {'Port': ['ID=4a89ad2f-629e-44a8-b006-db1ab5a603c3,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:14.143154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ad288-53ba-44af-97e3-3eded449440b None None] No DVR routers for this DVR port 4a89ad2f-629e-44a8-b006-db1ab5a603c3 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:14.191052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca578ff3-5b3c-4c23-9e6e-4bcc689c6f76 req-e868a895-074b-4f52-999e-15244db84ace tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0253792 Sep 17 22:34:14.281904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.327417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:14.330430 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:14.334598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:14.335219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.339690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68649a3-23f3-4fc3-844b-c88e103a53c7 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:14.349644 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=61be9d61-90a1-4072-88f9-7d399f6fe615,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:14.358220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.358567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.359301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.359301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.359582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.360163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.361198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.361622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.361956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.362304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.362616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.363034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:14.420006 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57e439dd-dd97-4523-b964-dfe4245fd0b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6378107 Sep 17 22:34:14.423981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47350) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:14.428976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': '61be9d61-90a1-4072-88f9-7d399f6fe615', 'ip_address': '2001:db8::8db3:8fc4:300:ad27'}], 'name': 'tempest-NetworksTestDHCPv6-1292582344'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:14.500227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': '61be9d61-90a1-4072-88f9-7d399f6fe615'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:14.501963 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.624483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:14.653337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/61be9d61-90a1-4072-88f9-7d399f6fe615/e6c4695b-6043-414f-9680-2405e00334fb) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:14.713214 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.731108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 67bfb45b-c902-49e1-a129-c4b9195f2520 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:14.811342 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.910759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:14.947280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:14.950114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:14.954572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:14.963943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::8db3:8fc4:300:ad27 (7201b009-df55-4f74-ba77-2d9bb2d8682a/61be9d61-90a1-4072-88f9-7d399f6fe615/67bfb45b-c902-49e1-a129-c4b9195f2520) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:14.965213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Pushing event updated for resources: {'Port': ['ID=e6c4695b-6043-414f-9680-2405e00334fb,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.018013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Attempting to bind port e6c4695b-6043-414f-9680-2405e00334fb on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:15.018378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Attempting to bind port e6c4695b-6043-414f-9680-2405e00334fb by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:15.018738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Attempting to bind port e6c4695b-6043-414f-9680-2405e00334fb on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:15.023907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:15.024274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:15.024665 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.025050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:15.025504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Bound port: e6c4695b-6043-414f-9680-2405e00334fb, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:15.025879 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.091056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] For port e6c4695b-6043-414f-9680-2405e00334fb, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:15.094362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] For port e6c4695b-6043-414f-9680-2405e00334fb, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e6c4695b-6043-414f-9680-2405e00334fb,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:15.117989 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.150681 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.209442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0eca0-53dc-49cb-ba86-a580387f760c None None] Pushing event updated for resources: {'Port': ['ID=e6c4695b-6043-414f-9680-2405e00334fb,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.219879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.296969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:15.300201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:15.305438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a89ad2f-629e-44a8-b006-db1ab5a603c3 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:15.308704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=67bfb45b-c902-49e1-a129-c4b9195f2520,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:15.319352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:15.324582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:15.325401 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.344749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 4a89ad2f-629e-44a8-b006-db1ab5a603c3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:15.345102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a89ad2f-629e-44a8-b006-db1ab5a603c3 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:15.361403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-61824498-9874-46d1-a840-144b0bc3b5fb req-581fb26a-9c96-4592-afed-5266530bd53a tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0527470 Sep 17 22:34:15.397324 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-65d8946b-2b34-459e-bd14-0d5b897276a1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9725933 Sep 17 22:34:15.404361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47360) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:15.414138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3393c658-202f-4e66-8a8c-4cc69803625b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': '61be9d61-90a1-4072-88f9-7d399f6fe615', 'ip_address': '2001:db8::8db3:8fc4:300:ad27'}], 'name': 'tempest-NetworksTestDHCPv6-10042798'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:15.881513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3393c658-202f-4e66-8a8c-4cc69803625b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:15.886606 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3393c658-202f-4e66-8a8c-4cc69803625b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:15.906125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-3393c658-202f-4e66-8a8c-4cc69803625b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 0cbb34ce-662f-4751-8007-825879b4b5b1 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:16.105423 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3393c658-202f-4e66-8a8c-4cc69803625b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 22:34:16.105987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3393c658-202f-4e66-8a8c-4cc69803625b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:34:16.185257 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3393c658-202f-4e66-8a8c-4cc69803625b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7797868 Sep 17 22:34:16.187881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47372) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:16.242409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281b12f3-1bc7-4336-944c-63ddca645ac5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.248671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281b12f3-1bc7-4336-944c-63ddca645ac5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:16.251472 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-281b12f3-1bc7-4336-944c-63ddca645ac5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0622983 Sep 17 22:34:16.253584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47374) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:16.292345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2d2a6409-69d6-4d24-bd5b-0cf97e58745b None None] Provisioning complete for port e6c4695b-6043-414f-9680-2405e00334fb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:16.292920 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6409-69d6-4d24-bd5b-0cf97e58745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.561972 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6409-69d6-4d24-bd5b-0cf97e58745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.596579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2d2a6409-69d6-4d24-bd5b-0cf97e58745b None None] For port e6c4695b-6043-414f-9680-2405e00334fb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e6c4695b-6043-414f-9680-2405e00334fb,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:16.670210 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6409-69d6-4d24-bd5b-0cf97e58745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.676519 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ea4eef4-6e80-4251-9e9d-1e34ddaa1562 req-85cbb7a0-783a-404c-9cde-d2b96a4e9102 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0394027 Sep 17 22:34:16.724416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 67bfb45b-c902-49e1-a129-c4b9195f2520 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:16.724761 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.736376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a6409-69d6-4d24-bd5b-0cf97e58745b None None] Pushing event updated for resources: {'Port': ['ID=e6c4695b-6043-414f-9680-2405e00334fb,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:16.790486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9a6fd283-58d7-4e7c-be5f-cf1fd4cc5058 None None] Provisioning complete for port 67bfb45b-c902-49e1-a129-c4b9195f2520 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:16.790886 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a6fd283-58d7-4e7c-be5f-cf1fd4cc5058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.815510 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:16.827428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 67bfb45b-c902-49e1-a129-c4b9195f2520 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:16.829757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fd283-58d7-4e7c-be5f-cf1fd4cc5058 None None] Port 67bfb45b-c902-49e1-a129-c4b9195f2520 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:17.007328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.038868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=67bfb45b-c902-49e1-a129-c4b9195f2520,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:17.051487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.051837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.052175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.052614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.052835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.053155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.053485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.053810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.054130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.054448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.054775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.055116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:17.077642 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.083205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7d57ffa4-8713-48fe-a42e-59c8f72d37fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/67bfb45b-c902-49e1-a129-c4b9195f2520 HTTP/1.1" status: 204 len: 168 time: 0.8258367 Sep 17 22:34:17.083444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47384) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:17.139250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef106b27-59d4-4748-9fee-ece4bb38035d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:17.140786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef106b27-59d4-4748-9fee-ece4bb38035d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:17.142854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ef106b27-59d4-4748-9fee-ece4bb38035d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0584528 Sep 17 22:34:17.145600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47386) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:17.198603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1914d5c-ad5a-4b4a-af0b-b7316a533e87 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 61be9d61-90a1-4072-88f9-7d399f6fe615 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:17.202239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d1914d5c-ad5a-4b4a-af0b-b7316a533e87 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.255010 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d1914d5c-ad5a-4b4a-af0b-b7316a533e87 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.318406 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e6c4695b-6043-414f-9680-2405e00334fb up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:17.340929 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d1914d5c-ad5a-4b4a-af0b-b7316a533e87 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.380730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e6c4695b-6043-414f-9680-2405e00334fb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:17.381186 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.510627 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d1914d5c-ad5a-4b4a-af0b-b7316a533e87 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.535457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1914d5c-ad5a-4b4a-af0b-b7316a533e87 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=61be9d61-90a1-4072-88f9-7d399f6fe615,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:17.546991 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7cb936-d29d-489c-84dc-98b68f5d789b None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:17.548995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d1914d5c-ad5a-4b4a-af0b-b7316a533e87 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.553820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47388) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:17.554324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d1914d5c-ad5a-4b4a-af0b-b7316a533e87 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/61be9d61-90a1-4072-88f9-7d399f6fe615 HTTP/1.1" status: 204 len: 168 time: 0.4073136 Sep 17 22:34:17.599687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4defa662-4967-48d7-bea6-b578ebeaa16e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401850 Sep 17 22:34:17.599870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47390) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:17.604667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:17.723196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e3c54c-2f80-4b6c-aa47-cdd2910805b3 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:17.771161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-31e3c54c-2f80-4b6c-aa47-cdd2910805b3 None None] Deleting port e6c4695b-6043-414f-9680-2405e00334fb {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:17.771527 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31e3c54c-2f80-4b6c-aa47-cdd2910805b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.791569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7849cdc7-a1b9-413b-9572-e14e65208bd2 req-fb51760b-1431-40ad-a1c7-2e4254057090 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0348446 Sep 17 22:34:17.814487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:17.814487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.828302 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99861a5f-6c98-4d26-98b8-fba265164024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.848604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-31e3c54c-2f80-4b6c-aa47-cdd2910805b3 None None] For port e6c4695b-6043-414f-9680-2405e00334fb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e6c4695b-6043-414f-9680-2405e00334fb,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:17.848604 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31e3c54c-2f80-4b6c-aa47-cdd2910805b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:17.853685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-31e3c54c-2f80-4b6c-aa47-cdd2910805b3 None None] Calling delete_port for e6c4695b-6043-414f-9680-2405e00334fb owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:18.058830 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31e3c54c-2f80-4b6c-aa47-cdd2910805b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.088918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3c54c-2f80-4b6c-aa47-cdd2910805b3 None None] Pushing event deleted for resources: {'Port': ['ID=e6c4695b-6043-414f-9680-2405e00334fb,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:18.093947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e3c54c-2f80-4b6c-aa47-cdd2910805b3 None None] No DVR routers for this DVR port e6c4695b-6043-414f-9680-2405e00334fb on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:18.104552 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.153790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:18.157495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:18.162021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.162607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.167603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff692bf1-917c-46d7-8276-ef5d32aa1026 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:18.172798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=b0a5642b-2f4e-447b-ba0a-f561b46916d3,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:18.237177 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-71351e66-b765-40e3-b927-d8e3822fddaa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6361682 Sep 17 22:34:18.250506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47400) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:18.257043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e0b4c097-2cbf-4a5d-8a55-0a8a9d9576c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': 'b0a5642b-2f4e-447b-ba0a-f561b46916d3', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-817957510'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:18.324457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': 'b0a5642b-2f4e-447b-ba0a-f561b46916d3'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:18.326134 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.424646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b4c097-2cbf-4a5d-8a55-0a8a9d9576c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:18.429805 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0b4c097-2cbf-4a5d-8a55-0a8a9d9576c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.446712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-e0b4c097-2cbf-4a5d-8a55-0a8a9d9576c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 492964aa-3eef-4a7b-8fd0-98dc6f316fac yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:18.477495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/b0a5642b-2f4e-447b-ba0a-f561b46916d3/1d9be7b0-b573-4fff-9629-a9cede1a8f42) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:18.623722 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.687546 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.705491 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b4c097-2cbf-4a5d-8a55-0a8a9d9576c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:34:18.706043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b4c097-2cbf-4a5d-8a55-0a8a9d9576c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:34:18.728865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:18.734596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Pushing event updated for resources: {'Port': ['ID=1d9be7b0-b573-4fff-9629-a9cede1a8f42,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:18.737143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:18.739149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:18.781693 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e0b4c097-2cbf-4a5d-8a55-0a8a9d9576c3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5270326 Sep 17 22:34:18.782220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47402) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:18.795357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Attempting to bind port 1d9be7b0-b573-4fff-9629-a9cede1a8f42 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:18.795851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Attempting to bind port 1d9be7b0-b573-4fff-9629-a9cede1a8f42 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:18.796323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Attempting to bind port 1d9be7b0-b573-4fff-9629-a9cede1a8f42 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:18.801498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:18.801967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:18.802419 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.802890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:18.806386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Bound port: 1d9be7b0-b573-4fff-9629-a9cede1a8f42, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:18.806386 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.835733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30c1c9-cfa1-443e-b283-0a6f8e475a5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.840117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47406) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:18.851155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b30c1c9-cfa1-443e-b283-0a6f8e475a5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0676932 Sep 17 22:34:18.876288 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] For port 1d9be7b0-b573-4fff-9629-a9cede1a8f42, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:18.879574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] For port 1d9be7b0-b573-4fff-9629-a9cede1a8f42, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1d9be7b0-b573-4fff-9629-a9cede1a8f42,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:18.904071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6476322b-0f0b-481d-ad27-b7b5b9c7b319 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.905792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6476322b-0f0b-481d-ad27-b7b5b9c7b319 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:18.910163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6476322b-0f0b-481d-ad27-b7b5b9c7b319 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0690548 Sep 17 22:34:18.910346 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47410) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:18.940150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-54a75e6c-b11f-4067-a191-016e59328220 req-3b4417d4-911e-423d-bdd9-9bbb41b6db3b tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0288217 Sep 17 22:34:18.950365 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:18.970100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9eb0a9-e044-4b39-80ea-5bebc1f9249b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet b0a5642b-2f4e-447b-ba0a-f561b46916d3 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:18.973429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb0a9-e044-4b39-80ea-5bebc1f9249b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.029244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb0a9-e044-4b39-80ea-5bebc1f9249b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.035882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808b77f-3ab8-4b6f-a173-ad5f78a4ca1f None None] Pushing event updated for resources: {'Port': ['ID=1d9be7b0-b573-4fff-9629-a9cede1a8f42,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:19.127839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb0a9-e044-4b39-80ea-5bebc1f9249b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.244291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb0a9-e044-4b39-80ea-5bebc1f9249b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.287007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9eb0a9-e044-4b39-80ea-5bebc1f9249b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a5642b-2f4e-447b-ba0a-f561b46916d3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:19.293828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb0a9-e044-4b39-80ea-5bebc1f9249b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.298341 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7b9eb0a9-e044-4b39-80ea-5bebc1f9249b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/b0a5642b-2f4e-447b-ba0a-f561b46916d3 HTTP/1.1" status: 204 len: 168 time: 0.3862135 Sep 17 22:34:19.300959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47414) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:19.337573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1d9be7b0-b573-4fff-9629-a9cede1a8f42 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:19.358502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4a804946-7188-4581-9cc6-0510c3279e3d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513289 Sep 17 22:34:19.358651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47416) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:19.364840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:19.392027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1d9be7b0-b573-4fff-9629-a9cede1a8f42 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:19.392441 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.471951 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.505296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 1d9be7b0-b573-4fff-9629-a9cede1a8f42, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1d9be7b0-b573-4fff-9629-a9cede1a8f42,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:19.516304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:19.521005 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.590645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.644617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=1d9be7b0-b573-4fff-9629-a9cede1a8f42,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:19.660191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e6c4695b-6043-414f-9680-2405e00334fb no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:19.684975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e6c4695b-6043-414f-9680-2405e00334fb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:19.685340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e6c4695b-6043-414f-9680-2405e00334fb not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:19.813183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.857506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:19.861682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:19.865061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:19.865667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:19.879733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=6dfc5c73-7d93-4455-8592-a61236d935fd,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:19.977392 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-87657121-75a7-487f-8809-bac08326353e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6175387 Sep 17 22:34:19.979938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47428) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:19.988817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d41dbfca-a5a3-464d-8cf9-3d01e6f60d1b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1313524720', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:20.027038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61dc3b7-ed3d-43b5-947a-ac576140d507 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:20.058207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5706170-905f-4ddc-8911-211351bb78ac req-099b601d-ea09-480f-8263-ca97dc5ade68 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0307462 Sep 17 22:34:20.107772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b939861a-08b8-4773-8603-9fe68a2f41fc None None] Provisioning complete for port 1d9be7b0-b573-4fff-9629-a9cede1a8f42 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:20.108141 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b939861a-08b8-4773-8603-9fe68a2f41fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.162054 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d41dbfca-a5a3-464d-8cf9-3d01e6f60d1b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.163452 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d41dbfca-a5a3-464d-8cf9-3d01e6f60d1b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.222525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d41dbfca-a5a3-464d-8cf9-3d01e6f60d1b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.263979 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-58f04086-4408-459f-97d4-dc638566714b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.322285 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d41dbfca-a5a3-464d-8cf9-3d01e6f60d1b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.429996 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d41dbfca-a5a3-464d-8cf9-3d01e6f60d1b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.431532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d41dbfca-a5a3-464d-8cf9-3d01e6f60d1b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4502990 Sep 17 22:34:20.434549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47434) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:20.478004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cfbe5ebb-4933-4719-8078-6ab6a3e8ec0b None None] Provisioning complete for port 1d9be7b0-b573-4fff-9629-a9cede1a8f42 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:20.478574 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5ebb-4933-4719-8078-6ab6a3e8ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.724180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:20.977353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::1 (7201b009-df55-4f74-ba77-2d9bb2d8682a/6dfc5c73-7d93-4455-8592-a61236d935fd/f32ff8df-8ded-47b1-8383-58b651f02306) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:21.093367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.161527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e499c46a-2e62-43a9-942b-db1adf5cdbef req-e0ad6da0-039c-4895-9184-aa6ee7194cd0 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0263691 Sep 17 22:34:21.179006 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.222649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:21.226025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:21.228334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:21.229044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.274876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=f32ff8df-8ded-47b1-8383-58b651f02306,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:21.279803 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1d9be7b0-b573-4fff-9629-a9cede1a8f42 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:21.303759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.348735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1d9be7b0-b573-4fff-9629-a9cede1a8f42 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:21.349271 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.421850 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.586733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4fde8990-a70c-4e6f-962a-af8555c21d41 None None] Provisioning complete for port f32ff8df-8ded-47b1-8383-58b651f02306 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:21.587325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4fde8990-a70c-4e6f-962a-af8555c21d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.631759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4fde8990-a70c-4e6f-962a-af8555c21d41 None None] Port f32ff8df-8ded-47b1-8383-58b651f02306 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:21.698574 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.730321 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.778067 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.778902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:21.844739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=f32ff8df-8ded-47b1-8383-58b651f02306,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:21.910965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:21.912371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:22.081682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Router 3ef0f533-6890-4fe7-9d06-3f76d41a6803 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:22.159076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ff288c33-6934-4111-8fab-aea43163cc36 None None] Provisioning complete for port f32ff8df-8ded-47b1-8383-58b651f02306 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:22.159649 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ff288c33-6934-4111-8fab-aea43163cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.176229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:22.183310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-29d2a4d7-5109-42da-93d3-2c4e5abda1e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "PUT /v2.0/routers/3ef0f533-6890-4fe7-9d06-3f76d41a6803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7473850 Sep 17 22:34:22.184834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47458) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:22.189261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Sync routers for ids ['3ef0f533-6890-4fe7-9d06-3f76d41a6803'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:22.209628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Routers {'3ef0f533-6890-4fe7-9d06-3f76d41a6803'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:22.209837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['3ef0f533-6890-4fe7-9d06-3f76d41a6803'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:22.216796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ff288c33-6934-4111-8fab-aea43163cc36 None None] Port f32ff8df-8ded-47b1-8383-58b651f02306 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:22.238873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705226e-7bd1-494a-8357-0a03475b9cd8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:22.240817 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9705226e-7bd1-494a-8357-0a03475b9cd8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports/f32ff8df-8ded-47b1-8383-58b651f02306 HTTP/1.1" status: 200 len: 911 time: 0.0547998 Sep 17 22:34:22.243499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47462) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:22.281950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88251eab-411b-4581-b5c9-567a94792f8e req-4193944c-d2ad-4722-80b1-49120082a631 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0361459 Sep 17 22:34:22.295423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da62e35-4550-46a6-84c2-f40180f80d15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:22.312205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da62e35-4550-46a6-84c2-f40180f80d15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:22.312389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Set router 3ef0f533-6890-4fe7-9d06-3f76d41a6803 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:22.316509 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2da62e35-4550-46a6-84c2-f40180f80d15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0720549 Sep 17 22:34:22.321551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47466) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:22.530483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0f533-6890-4fe7-9d06-3f76d41a6803', 'name': 'tempest-NetworksTestDHCPv6-router-1313524720', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:20Z', 'updated_at': '2021-09-17T22:34:21Z', 'revision_number': 2, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'gw_port_host': None, '_interfaces': [{'id': 'f32ff8df-8ded-47b1-8383-58b651f02306', 'name': '', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'mac_address': 'fa:16:3e:f0:b8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0f533-6890-4fe7-9d06-3f76d41a6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '6dfc5c73-7d93-4455-8592-a61236d935fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:20Z', 'updated_at': '2021-09-17T22:34:21Z', 'revision_number': 2, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'subnets': [{'id': '6dfc5c73-7d93-4455-8592-a61236d935fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:22.558092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Checking router: 3ef0f533-6890-4fe7-9d06-3f76d41a6803 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:22.558440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Updating router 3ef0f533-6890-4fe7-9d06-3f76d41a6803 port f32ff8df-8ded-47b1-8383-58b651f02306 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:22.583275 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.742604 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.862270 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.927645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.961987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port f32ff8df-8ded-47b1-8383-58b651f02306 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:22.962342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:22.980264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9d8f1-9798-4548-82d1-485c19ee087e None None] Pushing event updated for resources: {'Port': ['ID=f32ff8df-8ded-47b1-8383-58b651f02306,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:23.033549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Attempting to bind port f32ff8df-8ded-47b1-8383-58b651f02306 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:23.034219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Attempting to bind port f32ff8df-8ded-47b1-8383-58b651f02306 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:23.034584 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Attempting to bind port f32ff8df-8ded-47b1-8383-58b651f02306 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:23.040401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:23.040765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:23.041132 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.041521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:23.042279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Bound port: f32ff8df-8ded-47b1-8383-58b651f02306, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:23.042605 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.072751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.085677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for f32ff8df-8ded-47b1-8383-58b651f02306 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:23.132087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] For port f32ff8df-8ded-47b1-8383-58b651f02306, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:23.135718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] For port f32ff8df-8ded-47b1-8383-58b651f02306, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f32ff8df-8ded-47b1-8383-58b651f02306,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:23.224987 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.306367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Routers {'3ef0f533-6890-4fe7-9d06-3f76d41a6803'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:23.307019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['3ef0f533-6890-4fe7-9d06-3f76d41a6803'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:23.345274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-457f2c47-1ea9-4e6b-af8e-b38277c07cb3 None None] Provisioning complete for port f32ff8df-8ded-47b1-8383-58b651f02306 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:23.345667 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-457f2c47-1ea9-4e6b-af8e-b38277c07cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.354994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.389791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-457f2c47-1ea9-4e6b-af8e-b38277c07cb3 None None] Port f32ff8df-8ded-47b1-8383-58b651f02306 was deleted so its status cannot be updated. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 22:34:23.400142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.402475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9d8f1-9798-4548-82d1-485c19ee087e None None] Pushing event updated for resources: {'Port': ['ID=f32ff8df-8ded-47b1-8383-58b651f02306,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:23.403904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=f32ff8df-8ded-47b1-8383-58b651f02306,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:23.455153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] Set router 3ef0f533-6890-4fe7-9d06-3f76d41a6803 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:23.461844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0c641363-6c9c-4c58-9044-e7e57ac3c962 req-6063bbf9-b3e3-4dc0-b6ef-8eeb15f8a1d8 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0728734 Sep 17 22:34:23.660633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-86df9882-e5c4-4c14-bf73-823fbd4f4673 None None] Could not find standard attr ID for object f32ff8df-8ded-47b1-8383-58b651f02306. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:23.696288 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0f533-6890-4fe7-9d06-3f76d41a6803', 'name': 'tempest-NetworksTestDHCPv6-router-1313524720', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:20Z', 'updated_at': '2021-09-17T22:34:21Z', 'revision_number': 2, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'gw_port_host': None, '_interfaces': [{'id': 'f32ff8df-8ded-47b1-8383-58b651f02306', 'name': '', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'mac_address': 'fa:16:3e:f0:b8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0f533-6890-4fe7-9d06-3f76d41a6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '6dfc5c73-7d93-4455-8592-a61236d935fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:20Z', 'updated_at': '2021-09-17T22:34:23Z', 'revision_number': 4, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'subnets': [{'id': '6dfc5c73-7d93-4455-8592-a61236d935fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:23.884750 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:23.886290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21702f-e890-44cb-91a6-bcbeda195e1c None None] The sync data for ids ['3ef0f533-6890-4fe7-9d06-3f76d41a6803'] in n-d-713498-17 is: [{'id': '3ef0f533-6890-4fe7-9d06-3f76d41a6803', 'name': 'tempest-NetworksTestDHCPv6-router-1313524720', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:20Z', 'updated_at': '2021-09-17T22:34:21Z', 'revision_number': 2, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'gw_port_host': None, '_interfaces': [{'id': 'f32ff8df-8ded-47b1-8383-58b651f02306', 'name': '', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'mac_address': 'fa:16:3e:f0:b8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0f533-6890-4fe7-9d06-3f76d41a6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '6dfc5c73-7d93-4455-8592-a61236d935fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:20Z', 'updated_at': '2021-09-17T22:34:23Z', 'revision_number': 4, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'subnets': [{'id': '6dfc5c73-7d93-4455-8592-a61236d935fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:24.051573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Router 3ef0f533-6890-4fe7-9d06-3f76d41a6803 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:24.149543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:24.157820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5ebf943e-de75-4630-a846-d697a5b1eb84 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "PUT /v2.0/routers/3ef0f533-6890-4fe7-9d06-3f76d41a6803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8349195 Sep 17 22:34:24.160631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47482) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:24.217671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5da933-d018-4b01-a531-1c7a56fb83e8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.219787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5da933-d018-4b01-a531-1c7a56fb83e8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:24.224116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2f5da933-d018-4b01-a531-1c7a56fb83e8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0598934 Sep 17 22:34:24.224469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47484) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:24.280386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab66fd6-79bc-485d-842a-b7e20d46ebdb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 6dfc5c73-7d93-4455-8592-a61236d935fd {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:24.284585 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2ab66fd6-79bc-485d-842a-b7e20d46ebdb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.332400 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2ab66fd6-79bc-485d-842a-b7e20d46ebdb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.384301 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2ab66fd6-79bc-485d-842a-b7e20d46ebdb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.493230 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2ab66fd6-79bc-485d-842a-b7e20d46ebdb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.519349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab66fd6-79bc-485d-842a-b7e20d46ebdb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=6dfc5c73-7d93-4455-8592-a61236d935fd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:24.529466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2ab66fd6-79bc-485d-842a-b7e20d46ebdb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.532422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2ab66fd6-79bc-485d-842a-b7e20d46ebdb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/6dfc5c73-7d93-4455-8592-a61236d935fd HTTP/1.1" status: 204 len: 168 time: 0.3064976 Sep 17 22:34:24.535674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47492) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:24.537023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd0537-8212-48fe-83c3-fd3acffdbde8 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:24.619606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7338ad92-1b7a-40a2-8973-5c5e31268d3d req-8535a248-008c-4324-9e91-0eeab1b22be8 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0387692 Sep 17 22:34:24.689476 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-502fecb3-1f49-4f9e-bf52-a8d4290ca297 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1520526 Sep 17 22:34:24.692198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47494) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:24.724796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fceb840-5a82-453f-9a7b-0ea445af6bf0 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:24.778277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2407-b305-4b73-8768-d14327d27909 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.790330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1fceb840-5a82-453f-9a7b-0ea445af6bf0 None None] Deleting port 1d9be7b0-b573-4fff-9629-a9cede1a8f42 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:24.790707 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fceb840-5a82-453f-9a7b-0ea445af6bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.860095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1fceb840-5a82-453f-9a7b-0ea445af6bf0 None None] For port 1d9be7b0-b573-4fff-9629-a9cede1a8f42, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1d9be7b0-b573-4fff-9629-a9cede1a8f42,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:24.860784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fceb840-5a82-453f-9a7b-0ea445af6bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.877809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1fceb840-5a82-453f-9a7b-0ea445af6bf0 None None] Calling delete_port for 1d9be7b0-b573-4fff-9629-a9cede1a8f42 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:24.940591 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2407-b305-4b73-8768-d14327d27909 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:24.942850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2407-b305-4b73-8768-d14327d27909 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.047117 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fceb840-5a82-453f-9a7b-0ea445af6bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.073021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fceb840-5a82-453f-9a7b-0ea445af6bf0 None None] Pushing event deleted for resources: {'Port': ['ID=1d9be7b0-b573-4fff-9629-a9cede1a8f42,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:25.075823 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2407-b305-4b73-8768-d14327d27909 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.076340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5a2407-b305-4b73-8768-d14327d27909 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Fanout notify agent at l3_agent the message router_deleted on router 3ef0f533-6890-4fe7-9d06-3f76d41a6803 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:25.083667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a5a2407-b305-4b73-8768-d14327d27909 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.092532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1a5a2407-b305-4b73-8768-d14327d27909 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/routers/3ef0f533-6890-4fe7-9d06-3f76d41a6803 HTTP/1.1" status: 204 len: 168 time: 0.3913445 Sep 17 22:34:25.092947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fceb840-5a82-453f-9a7b-0ea445af6bf0 None None] No DVR routers for this DVR port 1d9be7b0-b573-4fff-9629-a9cede1a8f42 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:25.093060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47498) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:25.093060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:25.272081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1d9be7b0-b573-4fff-9629-a9cede1a8f42 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:25.287267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:25.291039 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.291793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 1d9be7b0-b573-4fff-9629-a9cede1a8f42 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:25.292177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1d9be7b0-b573-4fff-9629-a9cede1a8f42 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:25.455236 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09535c2-1f51-48b3-b717-251b1f18db09 None None] Sync routers for ids ['3ef0f533-6890-4fe7-9d06-3f76d41a6803'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:25.465221 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09535c2-1f51-48b3-b717-251b1f18db09 None None] Routers set() bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:25.465674 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09535c2-1f51-48b3-b717-251b1f18db09 None None] Router IDs set() for agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:34:25.466834 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_agentschedulers_db [None req-e09535c2-1f51-48b3-b717-251b1f18db09 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ef0f533-6890-4fe7-9d06-3f76d41a6803'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent'). {{(pid=101663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:34:25.474451 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09535c2-1f51-48b3-b717-251b1f18db09 None None] Routers set() bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:25.474826 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09535c2-1f51-48b3-b717-251b1f18db09 None None] Router IDs set() for agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:34:25.475424 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_agentschedulers_db [None req-e09535c2-1f51-48b3-b717-251b1f18db09 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ef0f533-6890-4fe7-9d06-3f76d41a6803'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent'). {{(pid=101663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:34:25.475792 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09535c2-1f51-48b3-b717-251b1f18db09 None None] The sync data for ids ['3ef0f533-6890-4fe7-9d06-3f76d41a6803'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:25.545370 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.589925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:25.593159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:25.597064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:25.597668 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.604521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea34700-4537-4937-be9d-3aace5d6b6cb None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:25.621388 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=c79f7858-6667-4cbf-96ee-5dc5a769485e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:25.668486 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e03d64c7-f7a5-43b4-93a7-b3a090a91e68 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5768847 Sep 17 22:34:25.671814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47506) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:25.673925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-760d0b9d-e72b-47de-85c5-e8d1208216d7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1060794878', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:25.733710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1e83f57-e156-44b8-a86d-d019f5899bb3 req-5f9aac1e-bf31-428a-96c2-0bc81cae0f2a tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0276015 Sep 17 22:34:25.761459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-760d0b9d-e72b-47de-85c5-e8d1208216d7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.762522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-760d0b9d-e72b-47de-85c5-e8d1208216d7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.777451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': 'c79f7858-6667-4cbf-96ee-5dc5a769485e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:25.779120 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.822412 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-760d0b9d-e72b-47de-85c5-e8d1208216d7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.886947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-760d0b9d-e72b-47de-85c5-e8d1208216d7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.924472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/c79f7858-6667-4cbf-96ee-5dc5a769485e/582c9be6-16ff-4b71-8573-9e812b4fd799) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:25.978697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-760d0b9d-e72b-47de-85c5-e8d1208216d7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:25.982687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-760d0b9d-e72b-47de-85c5-e8d1208216d7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3105123 Sep 17 22:34:25.982923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47508) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:26.069388 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.156078 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.197872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:26.200692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:26.208269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:26.213163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Pushing event updated for resources: {'Port': ['ID=582c9be6-16ff-4b71-8573-9e812b4fd799,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:26.262447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.262899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Attempting to bind port 582c9be6-16ff-4b71-8573-9e812b4fd799 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:26.263274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Attempting to bind port 582c9be6-16ff-4b71-8573-9e812b4fd799 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:26.263641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Attempting to bind port 582c9be6-16ff-4b71-8573-9e812b4fd799 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:26.269175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:26.269552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:26.269949 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.270340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:26.271106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Bound port: 582c9be6-16ff-4b71-8573-9e812b4fd799, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:26.271230 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.345404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] For port 582c9be6-16ff-4b71-8573-9e812b4fd799, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:26.345404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] For port 582c9be6-16ff-4b71-8573-9e812b4fd799, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=582c9be6-16ff-4b71-8573-9e812b4fd799,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:26.442454 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.508050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd792c6-4dd1-4d0a-afdc-2f874234db1c None None] Pushing event updated for resources: {'Port': ['ID=582c9be6-16ff-4b71-8573-9e812b4fd799,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:26.540451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::1 (7201b009-df55-4f74-ba77-2d9bb2d8682a/c79f7858-6667-4cbf-96ee-5dc5a769485e/19edb77d-78b1-433d-8cf1-7f7ec9d31704) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:26.686322 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.796253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.837205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:26.840911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:26.858699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:26.859585 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:26.865847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f19143fb-5182-4749-b4fd-f6ff43289fe0 req-aeb591d6-7f92-4f63-a12c-ec9dd5098728 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0432432 Sep 17 22:34:26.917306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=19edb77d-78b1-433d-8cf1-7f7ec9d31704,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:27.043502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.374905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 582c9be6-16ff-4b71-8573-9e812b4fd799 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:27.432517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 582c9be6-16ff-4b71-8573-9e812b4fd799 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:27.433136 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.519928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.555190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 582c9be6-16ff-4b71-8573-9e812b4fd799, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=582c9be6-16ff-4b71-8573-9e812b4fd799,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:27.647362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.700141 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.710386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f32ff8df-8ded-47b1-8383-58b651f02306 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:27.756573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: f32ff8df-8ded-47b1-8383-58b651f02306 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:27.756920 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f32ff8df-8ded-47b1-8383-58b651f02306 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:27.764226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b9dddca8-a131-4174-a1c6-7576ff9b7928 None None] Provisioning complete for port 582c9be6-16ff-4b71-8573-9e812b4fd799 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:27.764595 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b9dddca8-a131-4174-a1c6-7576ff9b7928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.784425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.791155 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:27.809519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=582c9be6-16ff-4b71-8573-9e812b4fd799,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:27.865857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=19edb77d-78b1-433d-8cf1-7f7ec9d31704,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:27.933735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:27.937143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:27.971524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32d96ccc-5d64-4814-9bea-0eaef76b6f55 req-2e2a59f3-e00f-462f-b574-93b83f4d208f tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0335104 Sep 17 22:34:28.009987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-99af2eb9-c6ee-4e81-81fe-0b301e83721c None None] Provisioning complete for port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:28.010585 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99af2eb9-c6ee-4e81-81fe-0b301e83721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:28.053237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-99af2eb9-c6ee-4e81-81fe-0b301e83721c None None] Port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:28.158948 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Router 0a7c5946-e6e6-4c66-9e79-c9cccd813480 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:28.252943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:28.261128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47528) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:28.263532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a006a427-38fe-496a-ba8a-5c6f1d79eb64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "PUT /v2.0/routers/0a7c5946-e6e6-4c66-9e79-c9cccd813480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2795875 Sep 17 22:34:28.265114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Sync routers for ids ['0a7c5946-e6e6-4c66-9e79-c9cccd813480'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:28.281235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Routers {'0a7c5946-e6e6-4c66-9e79-c9cccd813480'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:28.282401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0a7c5946-e6e6-4c66-9e79-c9cccd813480'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:28.285886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-edd39d70-245d-4f81-bdf1-43ac26164223 None None] Provisioning complete for port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:28.286043 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-edd39d70-245d-4f81-bdf1-43ac26164223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:28.306286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0152f98d-ea21-45d4-9f87-9267e4c47021 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.307681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0152f98d-ea21-45d4-9f87-9267e4c47021 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports/19edb77d-78b1-433d-8cf1-7f7ec9d31704 HTTP/1.1" status: 200 len: 911 time: 0.0455816 Sep 17 22:34:28.310295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47530) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:28.361635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c92d30-920f-4256-94e8-82b90786e2bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.367817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c92d30-920f-4256-94e8-82b90786e2bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:28.372334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-69c92d30-920f-4256-94e8-82b90786e2bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0581210 Sep 17 22:34:28.372609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47532) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:28.416608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-edd39d70-245d-4f81-bdf1-43ac26164223 None None] Port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:28.427859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Set router 0a7c5946-e6e6-4c66-9e79-c9cccd813480 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:28.694706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:28.722113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7c5946-e6e6-4c66-9e79-c9cccd813480', 'name': 'tempest-NetworksTestDHCPv6-router-1060794878', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:25Z', 'updated_at': '2021-09-17T22:34:26Z', 'revision_number': 2, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'gw_port_host': None, '_interfaces': [{'id': '19edb77d-78b1-433d-8cf1-7f7ec9d31704', 'name': '', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'mac_address': 'fa:16:3e:95:c1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7c5946-e6e6-4c66-9e79-c9cccd813480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c79f7858-6667-4cbf-96ee-5dc5a769485e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:26Z', 'updated_at': '2021-09-17T22:34:27Z', 'revision_number': 2, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'subnets': [{'id': 'c79f7858-6667-4cbf-96ee-5dc5a769485e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:28.747885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Checking router: 0a7c5946-e6e6-4c66-9e79-c9cccd813480 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:28.748246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Updating router 0a7c5946-e6e6-4c66-9e79-c9cccd813480 port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:28.773931 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:28.915875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:28.916235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.004176 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.016871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 19edb77d-78b1-433d-8cf1-7f7ec9d31704 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:29.060892 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.138823 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.159282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72cf25d5-ab69-4426-80ee-e319f0c0ad1b req-323563c2-87ca-40e7-b2f3-759f9860ba0c tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0685532 Sep 17 22:34:29.261746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935fac9-32d4-4f21-be31-44b438e3cd11 None None] Pushing event updated for resources: {'Port': ['ID=19edb77d-78b1-433d-8cf1-7f7ec9d31704,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:29.267378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Attempting to bind port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:29.267821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Attempting to bind port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:29.268302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Attempting to bind port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:29.274573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:29.275077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:29.275557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.276001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:29.276533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Bound port: 19edb77d-78b1-433d-8cf1-7f7ec9d31704, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:29.277041 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.320188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 582c9be6-16ff-4b71-8573-9e812b4fd799 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:29.354814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.380624 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:29.380997 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:29.392512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=19edb77d-78b1-433d-8cf1-7f7ec9d31704,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:29.395913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 582c9be6-16ff-4b71-8573-9e812b4fd799 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:29.396285 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.512170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.536198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0c84b66c-56db-4e0e-9c65-661bc61e92e5 None None] Could not find standard attr ID for object 19edb77d-78b1-433d-8cf1-7f7ec9d31704. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:29.678193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Router 0a7c5946-e6e6-4c66-9e79-c9cccd813480 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:29.751688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:29.756924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b470dd85-1209-4f95-a91a-ed730cef1704 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "PUT /v2.0/routers/0a7c5946-e6e6-4c66-9e79-c9cccd813480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3831234 Sep 17 22:34:29.759317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47546) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:29.816720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16505ee4-5da5-4f8f-8537-7a4a17e68619 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:29.818310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16505ee4-5da5-4f8f-8537-7a4a17e68619 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:29.819923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-16505ee4-5da5-4f8f-8537-7a4a17e68619 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0596681 Sep 17 22:34:29.822775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47548) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:29.880046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0e9e32-31ce-41b7-aaa9-af65b11a7fc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet c79f7858-6667-4cbf-96ee-5dc5a769485e {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:29.883299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f0e9e32-31ce-41b7-aaa9-af65b11a7fc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.895241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Attempting to bind port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:29.895820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Attempting to bind port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:29.896253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Attempting to bind port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:29.901623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:29.902084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:29.902549 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.903132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:29.903603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Bound port: 19edb77d-78b1-433d-8cf1-7f7ec9d31704, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:29.903979 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.927703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f0e9e32-31ce-41b7-aaa9-af65b11a7fc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:29.933356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Port 19edb77d-78b1-433d-8cf1-7f7ec9d31704 has been deleted concurrently {{(pid=101662) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 22:34:29.943231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Routers {'0a7c5946-e6e6-4c66-9e79-c9cccd813480'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:29.943846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0a7c5946-e6e6-4c66-9e79-c9cccd813480'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:30.010866 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f0e9e32-31ce-41b7-aaa9-af65b11a7fc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.161935 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f0e9e32-31ce-41b7-aaa9-af65b11a7fc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.163671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] Set router 0a7c5946-e6e6-4c66-9e79-c9cccd813480 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:30.192518 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f0e9e32-31ce-41b7-aaa9-af65b11a7fc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.194357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4f0e9e32-31ce-41b7-aaa9-af65b11a7fc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/c79f7858-6667-4cbf-96ee-5dc5a769485e HTTP/1.1" status: 204 len: 168 time: 0.3705750 Sep 17 22:34:30.195172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e9e32-31ce-41b7-aaa9-af65b11a7fc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=c79f7858-6667-4cbf-96ee-5dc5a769485e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:30.197709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47550) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:30.221183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108cd2fb-d0b4-44a5-b0fa-332bb4a765ba None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:30.223436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7c5946-e6e6-4c66-9e79-c9cccd813480', 'name': 'tempest-NetworksTestDHCPv6-router-1060794878', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:25Z', 'updated_at': '2021-09-17T22:34:29Z', 'revision_number': 3, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:30.274557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee164b-963d-4572-bd8c-b0620c83708f None None] The sync data for ids ['0a7c5946-e6e6-4c66-9e79-c9cccd813480'] in n-d-713498-17 is: [{'id': '0a7c5946-e6e6-4c66-9e79-c9cccd813480', 'name': 'tempest-NetworksTestDHCPv6-router-1060794878', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:25Z', 'updated_at': '2021-09-17T22:34:29Z', 'revision_number': 3, 'project_id': '44bb936e9303425eadb030fd881b85f3', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:30.295015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:30.295309 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aafc631e-c203-4829-a17a-c2e3e9efa434 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0966284 Sep 17 22:34:30.411645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a9291fb-e07b-402b-95a4-4e9832252ebc req-c82498e7-185e-4931-8ef1-50b5e691bd86 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0695148 Sep 17 22:34:30.417839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22131588-86cb-40c4-85c6-8ee073bcd59b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.482971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe845c-4080-4c87-9a1b-ee993e409a1f None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:30.541806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe845c-4080-4c87-9a1b-ee993e409a1f None None] Deleting port 582c9be6-16ff-4b71-8573-9e812b4fd799 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:30.542388 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2bbe845c-4080-4c87-9a1b-ee993e409a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.593151 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22131588-86cb-40c4-85c6-8ee073bcd59b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.596221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22131588-86cb-40c4-85c6-8ee073bcd59b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.608044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2bbe845c-4080-4c87-9a1b-ee993e409a1f None None] For port 582c9be6-16ff-4b71-8573-9e812b4fd799, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=582c9be6-16ff-4b71-8573-9e812b4fd799,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:30.608522 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2bbe845c-4080-4c87-9a1b-ee993e409a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.621862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe845c-4080-4c87-9a1b-ee993e409a1f None None] Calling delete_port for 582c9be6-16ff-4b71-8573-9e812b4fd799 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:30.715595 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22131588-86cb-40c4-85c6-8ee073bcd59b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.716012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22131588-86cb-40c4-85c6-8ee073bcd59b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Fanout notify agent at l3_agent the message router_deleted on router 0a7c5946-e6e6-4c66-9e79-c9cccd813480 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:34:30.723947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22131588-86cb-40c4-85c6-8ee073bcd59b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.725067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-22131588-86cb-40c4-85c6-8ee073bcd59b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/routers/0a7c5946-e6e6-4c66-9e79-c9cccd813480 HTTP/1.1" status: 204 len: 168 time: 0.4290740 Sep 17 22:34:30.727801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47558) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:30.780526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39882710-3dc5-470a-85d2-dabe042c6c52 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:30.783452 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-39882710-3dc5-470a-85d2-dabe042c6c52 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0534136 Sep 17 22:34:30.784788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47560) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:30.824254 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2bbe845c-4080-4c87-9a1b-ee993e409a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:30.836910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2094ddeb-b6ff-4b2c-ae95-bf38cf668734 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:30.838480 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2094ddeb-b6ff-4b2c-ae95-bf38cf668734 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0527818 Sep 17 22:34:30.841814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47562) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:30.853236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe845c-4080-4c87-9a1b-ee993e409a1f None None] Pushing event deleted for resources: {'Port': ['ID=582c9be6-16ff-4b71-8573-9e812b4fd799,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:30.855335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe845c-4080-4c87-9a1b-ee993e409a1f None None] No DVR routers for this DVR port 582c9be6-16ff-4b71-8573-9e812b4fd799 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:30.887206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-241286fd-a6e7-4fd4-abea-63d2ab2d374f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440140 Sep 17 22:34:30.892177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47566) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:30.897339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:31.064457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:31.068121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.288372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 582c9be6-16ff-4b71-8573-9e812b4fd799 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:31.300882 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0eb71-88d0-4163-80ae-9c2913c63d9a None None] Sync routers for ids ['0a7c5946-e6e6-4c66-9e79-c9cccd813480'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:31.310204 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0eb71-88d0-4163-80ae-9c2913c63d9a None None] Routers set() bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:31.310750 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0eb71-88d0-4163-80ae-9c2913c63d9a None None] Router IDs set() for agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:34:31.311446 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_agentschedulers_db [None req-23d0eb71-88d0-4163-80ae-9c2913c63d9a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a7c5946-e6e6-4c66-9e79-c9cccd813480'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent'). {{(pid=101663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:34:31.315328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 582c9be6-16ff-4b71-8573-9e812b4fd799 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:31.315570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 582c9be6-16ff-4b71-8573-9e812b4fd799 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:31.324603 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0eb71-88d0-4163-80ae-9c2913c63d9a None None] Routers set() bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:31.324603 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0eb71-88d0-4163-80ae-9c2913c63d9a None None] Router IDs set() for agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:34:31.324603 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_agentschedulers_db [None req-23d0eb71-88d0-4163-80ae-9c2913c63d9a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a7c5946-e6e6-4c66-9e79-c9cccd813480'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent'). {{(pid=101663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:34:31.324603 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0eb71-88d0-4163-80ae-9c2913c63d9a None None] The sync data for ids ['0a7c5946-e6e6-4c66-9e79-c9cccd813480'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:31.390495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:34:31.392404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.433645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:31.436915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:31.442349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:31.443502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.446875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7695330-d6a9-4f90-b5b2-9324f9daa79c None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:31.463408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=429a1d68-1ddd-4543-9b44-232bce6c3ac0,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:31.542024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ea6bee4-1c98-4492-ad84-f97fa474f91d req-54f31c00-98b5-484b-95cc-5ec1f916ceea tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0279970 Sep 17 22:34:31.582350 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-42661d5f-0114-4357-97ba-c97e8880e456 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6865411 Sep 17 22:34:31.582606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47574) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:31.588109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:31.624069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': '429a1d68-1ddd-4543-9b44-232bce6c3ac0'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:31.627763 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.765135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Allocated IP 2001:db8::f816:3eff:feb4:ceb4 (7201b009-df55-4f74-ba77-2d9bb2d8682a/429a1d68-1ddd-4543-9b44-232bce6c3ac0/2038d193-d0f2-416b-95a5-0a695d9b8f1e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:31.841956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:31.846349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:31.904643 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.013182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.060329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:32.063604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:32.067388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:32.078764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Pushing event updated for resources: {'Port': ['ID=2038d193-d0f2-416b-95a5-0a695d9b8f1e,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:32.129535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Attempting to bind port 2038d193-d0f2-416b-95a5-0a695d9b8f1e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:32.129833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Attempting to bind port 2038d193-d0f2-416b-95a5-0a695d9b8f1e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:32.130224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Attempting to bind port 2038d193-d0f2-416b-95a5-0a695d9b8f1e on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:32.135194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:32.135572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:32.135957 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.136341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:32.136800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Bound port: 2038d193-d0f2-416b-95a5-0a695d9b8f1e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:32.137217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.138727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.183819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:32.189171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:32.191982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:32.192771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.204433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] For port 2038d193-d0f2-416b-95a5-0a695d9b8f1e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:32.208065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] For port 2038d193-d0f2-416b-95a5-0a695d9b8f1e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2038d193-d0f2-416b-95a5-0a695d9b8f1e,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:32.209631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=41ebe849-b2e8-46b4-94e6-2d722c720cdc,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:32.282599 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.315762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-74159e8f-db77-42b1-9823-634a9ea10681 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7317326 Sep 17 22:34:32.319284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47582) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:32.327003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:fe:74:e5', 'name': 'tempest-NetworksTestDHCPv6-839763354'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:32.358222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf44b0d-587c-4a27-8c2c-47db08624468 None None] Pushing event updated for resources: {'Port': ['ID=2038d193-d0f2-416b-95a5-0a695d9b8f1e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:32.518918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:32.617124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:32.648656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port baf37d53-0d99-4c83-989f-b01046c5f218 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:32.699076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64881076-7d26-4563-a45b-0e30d0cb1599 req-4cd480b4-9132-4c44-9c33-025971ee1a96 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0356994 Sep 17 22:34:32.811477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 172.20.0.9 (7201b009-df55-4f74-ba77-2d9bb2d8682a/41ebe849-b2e8-46b4-94e6-2d722c720cdc/baf37d53-0d99-4c83-989f-b01046c5f218) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:32.817918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:fefe:74e5 (7201b009-df55-4f74-ba77-2d9bb2d8682a/429a1d68-1ddd-4543-9b44-232bce6c3ac0/baf37d53-0d99-4c83-989f-b01046c5f218) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:32.975481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.087908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.131639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:33.135162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:33.137691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:33.183618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=baf37d53-0d99-4c83-989f-b01046c5f218,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:33.210096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.210879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.282333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c14bf7cc-fff4-44ca-ae8e-0058c48aa639 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9614687 Sep 17 22:34:33.284486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47592) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:33.319596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2038d193-d0f2-416b-95a5-0a695d9b8f1e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:33.354320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61974654-3818-4400-857a-5e88f15c002c None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:33.358122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9903ef60-1151-44b9-8ecd-ae15b232739f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.364950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9903ef60-1151-44b9-8ecd-ae15b232739f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:33.369471 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9903ef60-1151-44b9-8ecd-ae15b232739f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0805879 Sep 17 22:34:33.370041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47596) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:33.435412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-917fb8cd-00dc-4eed-b575-d05b27cbc9ba None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:33.435778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-917fb8cd-00dc-4eed-b575-d05b27cbc9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.458289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0621b-5252-480e-afdb-920f9e33757a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port baf37d53-0d99-4c83-989f-b01046c5f218 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:33.458628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6b0621b-5252-480e-afdb-920f9e33757a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.492254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:33.492536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.554406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6b0621b-5252-480e-afdb-920f9e33757a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.569330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0621b-5252-480e-afdb-920f9e33757a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for baf37d53-0d99-4c83-989f-b01046c5f218 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:33.627545 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-917fb8cd-00dc-4eed-b575-d05b27cbc9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.704815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-917fb8cd-00dc-4eed-b575-d05b27cbc9ba None None] For port 2038d193-d0f2-416b-95a5-0a695d9b8f1e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2038d193-d0f2-416b-95a5-0a695d9b8f1e,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:33.706086 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.783791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb87225-329e-403f-a0f5-28d8226f74d1 None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': '429a1d68-1ddd-4543-9b44-232bce6c3ac0', 'ip_address': '2001:db8::f816:3eff:feb4:ceb4'}, {'subnet_id': '41ebe849-b2e8-46b4-94e6-2d722c720cdc'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '2038d193-d0f2-416b-95a5-0a695d9b8f1e'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:34:33.806460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-917fb8cd-00dc-4eed-b575-d05b27cbc9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.810139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96d3c20d-67ae-48e4-9950-ab4e9f4a95e6 req-eb4dc923-1b77-4981-a793-b0da9e4d17df tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0315869 Sep 17 22:34:33.858767 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bfb87225-329e-403f-a0f5-28d8226f74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.864552 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6b0621b-5252-480e-afdb-920f9e33757a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:33.899532 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:33.899878 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:33.912137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0621b-5252-480e-afdb-920f9e33757a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=baf37d53-0d99-4c83-989f-b01046c5f218,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:33.933802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fb8cd-00dc-4eed-b575-d05b27cbc9ba None None] Pushing event updated for resources: {'Port': ['ID=2038d193-d0f2-416b-95a5-0a695d9b8f1e,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:34.004687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6b0621b-5252-480e-afdb-920f9e33757a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.007175 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f6b0621b-5252-480e-afdb-920f9e33757a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/baf37d53-0d99-4c83-989f-b01046c5f218 HTTP/1.1" status: 204 len: 168 time: 0.6364167 Sep 17 22:34:34.009616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47602) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:34.065097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa2596-e491-44b3-9ff6-cbe2e006ef81 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.066573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa2596-e491-44b3-9ff6-cbe2e006ef81 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.068221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa2596-e491-44b3-9ff6-cbe2e006ef81 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:34.069791 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9faa2596-e491-44b3-9ff6-cbe2e006ef81 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0592620 Sep 17 22:34:34.072598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47604) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:34.078885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-bfb87225-329e-403f-a0f5-28d8226f74d1 None None] Allocated IP 172.20.0.2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/41ebe849-b2e8-46b4-94e6-2d722c720cdc/2038d193-d0f2-416b-95a5-0a695d9b8f1e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:34.106475 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:34:34.124844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccf37f8-e9cd-4d16-92bd-400ef8a1eab5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 41ebe849-b2e8-46b4-94e6-2d722c720cdc {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:34.170855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bfb87225-329e-403f-a0f5-28d8226f74d1 None None] For port 2038d193-d0f2-416b-95a5-0a695d9b8f1e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2038d193-d0f2-416b-95a5-0a695d9b8f1e,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:34.205557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bfb87225-329e-403f-a0f5-28d8226f74d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.280564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bccf37f8-e9cd-4d16-92bd-400ef8a1eab5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.281305 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bfb87225-329e-403f-a0f5-28d8226f74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.326418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bccf37f8-e9cd-4d16-92bd-400ef8a1eab5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.387194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb87225-329e-403f-a0f5-28d8226f74d1 None None] Pushing event updated for resources: {'Port': ['ID=2038d193-d0f2-416b-95a5-0a695d9b8f1e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:34.425579 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bccf37f8-e9cd-4d16-92bd-400ef8a1eab5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.573048 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bccf37f8-e9cd-4d16-92bd-400ef8a1eab5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.601641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf37f8-e9cd-4d16-92bd-400ef8a1eab5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=41ebe849-b2e8-46b4-94e6-2d722c720cdc,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:34.605568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bccf37f8-e9cd-4d16-92bd-400ef8a1eab5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.607928 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bccf37f8-e9cd-4d16-92bd-400ef8a1eab5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/41ebe849-b2e8-46b4-94e6-2d722c720cdc HTTP/1.1" status: 204 len: 168 time: 0.5344203 Sep 17 22:34:34.611279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47610) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:34.664616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7a25d0-0eae-4001-b9de-3ccd67cff775 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 429a1d68-1ddd-4543-9b44-232bce6c3ac0 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:34.667940 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dc7a25d0-0eae-4001-b9de-3ccd67cff775 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.714271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dc7a25d0-0eae-4001-b9de-3ccd67cff775 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:34.969941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31035b-5d07-4921-b0b8-f20fd8b6d852 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:35.044715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8997fc68-e48f-4b36-8212-7b0cd3eed9c9 None None] Could not find standard attr ID for object baf37d53-0d99-4c83-989f-b01046c5f218. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:35.073405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8997fc68-e48f-4b36-8212-7b0cd3eed9c9 None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:35.073767 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8997fc68-e48f-4b36-8212-7b0cd3eed9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.078340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-308b05cf-1256-48b3-9170-bae5c0fe2a1b req-a46205ed-2a96-455f-aef2-283afdc1e576 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0337155 Sep 17 22:34:35.128437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dc7a25d0-0eae-4001-b9de-3ccd67cff775 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.266248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dc7a25d0-0eae-4001-b9de-3ccd67cff775 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.297411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2038d193-d0f2-416b-95a5-0a695d9b8f1e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:35.305468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a25d0-0eae-4001-b9de-3ccd67cff775 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=429a1d68-1ddd-4543-9b44-232bce6c3ac0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:35.308966 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dc7a25d0-0eae-4001-b9de-3ccd67cff775 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.311547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dc7a25d0-0eae-4001-b9de-3ccd67cff775 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/429a1d68-1ddd-4543-9b44-232bce6c3ac0 HTTP/1.1" status: 204 len: 168 time: 0.6990526 Sep 17 22:34:35.314398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47618) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:35.362584 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-613528bd-0c5d-49d9-b4de-7768afd3ff2a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469813 Sep 17 22:34:35.364838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:35.365392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47620) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:35.365923 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.370272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:35.538163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:35.541776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.778572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162fa5f2-993b-4474-8da8-603fcb944dba None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:35.872522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a06be2ff-68ce-4f24-8e44-694fe6853b2a None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:35.872962 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a06be2ff-68ce-4f24-8e44-694fe6853b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:35.944866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:34:36.193179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-519a3547-349e-4441-8d28-ec9de11ecb0e req-822b5da2-0fa1-4bf7-a46f-1c05c3ddd7e0 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0273001 Sep 17 22:34:36.219553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2102995a-32d4-482e-9702-182e97368c0d None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:36.220101 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2102995a-32d4-482e-9702-182e97368c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.240018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.428013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] For port 2038d193-d0f2-416b-95a5-0a695d9b8f1e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2038d193-d0f2-416b-95a5-0a695d9b8f1e,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:36.448383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ff0f1677-99a7-480a-ae0b-603329cc9bec None None] Could not find standard attr ID for object baf37d53-0d99-4c83-989f-b01046c5f218. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:36.465385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.549805 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.550578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.882834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:36.891506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:36.899510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:36.899750 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:36.903243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b7090-eda8-4596-a07d-eb8fd4b2ed08 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:36.931617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=2038d193-d0f2-416b-95a5-0a695d9b8f1e,revision_number=8']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:36.934280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=55d6d377-7a20-4492-bb41-295b35f8d04a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:36.980175 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3bc8bf9e-55e5-4d1b-8c14-49da8f9d4431 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6131759 Sep 17 22:34:36.982408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47632) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:36.989188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:37.258481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:37.270017 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.283679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b3a559d0-e98b-4ad1-95f0-45390a2f4361 None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:37.286387 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3a559d0-e98b-4ad1-95f0-45390a2f4361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.319401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2038d193-d0f2-416b-95a5-0a695d9b8f1e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:37.328863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a53afcd1-ae85-4663-828d-2d7d5f746cf0 req-5d57c581-abf5-49f5-80af-830dd66a35d6 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0494976 Sep 17 22:34:37.416958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:37.417328 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.595744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.642927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:37.646082 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:37.650669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:37.651444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.656647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c17b79-a2d5-4b9a-bf94-c4e1b503c03e None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:37.661174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=b09d70a5-c713-4f0c-aa85-6218c4ea660a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:37.730384 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-df23d0f2-128c-418a-94e7-2d80bdf46e66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7467134 Sep 17 22:34:37.730708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47642) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:37.737779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:98:8d:a9', 'name': 'tempest-NetworksTestDHCPv6-1591805872'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:37.867554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705144f1-3c66-420e-9bec-99e626f45318 None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': '55d6d377-7a20-4492-bb41-295b35f8d04a', 'ip_address': '2001:db8::f816:3eff:feb4:ceb4'}, {'subnet_id': 'b09d70a5-c713-4f0c-aa85-6218c4ea660a'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '2038d193-d0f2-416b-95a5-0a695d9b8f1e'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:34:37.891915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-705144f1-3c66-420e-9bec-99e626f45318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:37.936160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:38.028606 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.052354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 73b6efd5-2b1f-467c-8bb5-7decb51a3547 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:38.225979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 172.20.0.8 (7201b009-df55-4f74-ba77-2d9bb2d8682a/b09d70a5-c713-4f0c-aa85-6218c4ea660a/73b6efd5-2b1f-467c-8bb5-7decb51a3547) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:38.232401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:fe98:8da9 (7201b009-df55-4f74-ba77-2d9bb2d8682a/55d6d377-7a20-4492-bb41-295b35f8d04a/73b6efd5-2b1f-467c-8bb5-7decb51a3547) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:38.332904 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.395020 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.431097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4d93194-a8b6-4aec-8f6e-c2200ffc3a59 req-bf023e80-c254-4b95-a82a-d7fee5bdacde tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0284314 Sep 17 22:34:38.510489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.553564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:38.558669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:38.561243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:38.565866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-705144f1-3c66-420e-9bec-99e626f45318 None None] Allocated IP 172.20.0.2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/b09d70a5-c713-4f0c-aa85-6218c4ea660a/2038d193-d0f2-416b-95a5-0a695d9b8f1e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:38.600652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=73b6efd5-2b1f-467c-8bb5-7decb51a3547,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:38.626655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:38.627424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.682714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-705144f1-3c66-420e-9bec-99e626f45318 None None] For port 2038d193-d0f2-416b-95a5-0a695d9b8f1e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2038d193-d0f2-416b-95a5-0a695d9b8f1e,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:38.710840 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-705144f1-3c66-420e-9bec-99e626f45318 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.751457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-881068c7-7f18-4575-85a2-88e16e976f43 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0194049 Sep 17 22:34:38.753834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47652) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:38.783766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-705144f1-3c66-420e-9bec-99e626f45318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:38.801870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2077c80f-7e46-4a1a-bd74-4537a14b1ab9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:38.807748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2077c80f-7e46-4a1a-bd74-4537a14b1ab9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:38.812075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2077c80f-7e46-4a1a-bd74-4537a14b1ab9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0545485 Sep 17 22:34:38.813305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47654) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:38.871367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705144f1-3c66-420e-9bec-99e626f45318 None None] Pushing event updated for resources: {'Port': ['ID=2038d193-d0f2-416b-95a5-0a695d9b8f1e,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:38.914155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-149ddf92-0af4-44da-b946-4a1a9db080df tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 73b6efd5-2b1f-467c-8bb5-7decb51a3547 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:38.914493 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-149ddf92-0af4-44da-b946-4a1a9db080df tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.014994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-149ddf92-0af4-44da-b946-4a1a9db080df tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.031434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-149ddf92-0af4-44da-b946-4a1a9db080df tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 73b6efd5-2b1f-467c-8bb5-7decb51a3547 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:39.291975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2038d193-d0f2-416b-95a5-0a695d9b8f1e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:39.315341 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-149ddf92-0af4-44da-b946-4a1a9db080df tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.360114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:39.361347 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.373171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ddf92-0af4-44da-b946-4a1a9db080df tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=73b6efd5-2b1f-467c-8bb5-7decb51a3547,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:39.470925 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-149ddf92-0af4-44da-b946-4a1a9db080df tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.475564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-149ddf92-0af4-44da-b946-4a1a9db080df tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/73b6efd5-2b1f-467c-8bb5-7decb51a3547 HTTP/1.1" status: 204 len: 168 time: 0.6612957 Sep 17 22:34:39.475776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47662) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:39.505997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-09ac9e03-ed33-4efe-89d6-e4b043326d9b None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:39.507705 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-09ac9e03-ed33-4efe-89d6-e4b043326d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.567177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464c554-42c5-4e60-b1f1-830910cc76bb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:39.569102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464c554-42c5-4e60-b1f1-830910cc76bb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:39.570424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0a5310d-6c0b-4363-9448-f7a93b3c8024 req-9a1fe7c3-7e96-4c19-bc6c-c3b798f894ac tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0421019 Sep 17 22:34:39.571152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464c554-42c5-4e60-b1f1-830910cc76bb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:39.573048 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2464c554-42c5-4e60-b1f1-830910cc76bb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0956874 Sep 17 22:34:39.575837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47666) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:39.651503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-efecdaf0-27d5-47d4-a457-fb7c24126c65 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 55d6d377-7a20-4492-bb41-295b35f8d04a {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:39.654960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efecdaf0-27d5-47d4-a457-fb7c24126c65 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.696653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efecdaf0-27d5-47d4-a457-fb7c24126c65 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.789033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efecdaf0-27d5-47d4-a457-fb7c24126c65 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.852291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-17d9e4f3-7e77-49ff-81cf-5a4b5e8aac49 None None] Could not find standard attr ID for object 73b6efd5-2b1f-467c-8bb5-7decb51a3547. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:39.939184 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efecdaf0-27d5-47d4-a457-fb7c24126c65 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.971971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-efecdaf0-27d5-47d4-a457-fb7c24126c65 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:39.976407 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-efecdaf0-27d5-47d4-a457-fb7c24126c65 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/55d6d377-7a20-4492-bb41-295b35f8d04a HTTP/1.1" status: 204 len: 168 time: 0.3959486 Sep 17 22:34:39.976407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecdaf0-27d5-47d4-a457-fb7c24126c65 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=55d6d377-7a20-4492-bb41-295b35f8d04a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:39.978046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47668) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:39.988194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a73e4c-f946-4990-bca7-97afc084f929 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:40.001277 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.039725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-114d88ab-729b-46a6-aaa2-6919f4b04781 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet b09d70a5-c713-4f0c-aa85-6218c4ea660a {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:40.043101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-114d88ab-729b-46a6-aaa2-6919f4b04781 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.085399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-114d88ab-729b-46a6-aaa2-6919f4b04781 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.174976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-114d88ab-729b-46a6-aaa2-6919f4b04781 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.277091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c162f6b-bc17-4d6d-b418-0dc9adb40d5e req-2fb30361-151b-4660-beab-9364930da268 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dc4c73a096940ba858b87877542afc6&device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0257392 Sep 17 22:34:40.321212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c162f6b-bc17-4d6d-b418-0dc9adb40d5e req-6d7c7787-c3bd-48f4-bd32-7664d2047986 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4dc4c73a096940ba858b87877542afc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214570 Sep 17 22:34:40.327495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-114d88ab-729b-46a6-aaa2-6919f4b04781 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.365499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d88ab-729b-46a6-aaa2-6919f4b04781 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=b09d70a5-c713-4f0c-aa85-6218c4ea660a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:40.376353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-114d88ab-729b-46a6-aaa2-6919f4b04781 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.381458 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-114d88ab-729b-46a6-aaa2-6919f4b04781 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/b09d70a5-c713-4f0c-aa85-6218c4ea660a HTTP/1.1" status: 204 len: 168 time: 0.4001238 Sep 17 22:34:40.381701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47672) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:40.440676 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b58a7a7d-8da7-4933-a774-2aa528cd2d49 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575058 Sep 17 22:34:40.443349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47674) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:40.448552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:40.474140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c162f6b-bc17-4d6d-b418-0dc9adb40d5e req-f3d1b99e-8204-4aa8-a0bf-d52c617a92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:40.475683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c162f6b-bc17-4d6d-b418-0dc9adb40d5e req-f3d1b99e-8204-4aa8-a0bf-d52c617a92f0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1451325 Sep 17 22:34:40.642120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:40.646293 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.698927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c413a55-1b89-429c-aac8-11e9395097d2 req-46b88a76-325e-4ac7-8f0a-48f4439df4a6 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0469341 Sep 17 22:34:40.746496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c478d-5c2e-4681-a133-70225c331cdd None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:40.815157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-66008fb6-e0e0-429e-adf5-d97a266a8298 None None] Provisioning complete for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:40.815451 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-66008fb6-e0e0-429e-adf5-d97a266a8298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.950129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:40.977921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce20d628-05aa-4a4f-85d1-687e2117db49 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:40.997140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:41.000459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:41.004647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:41.005243 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.023123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=a18116ff-0214-4832-a042-5779131a115a,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.034215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ce20d628-05aa-4a4f-85d1-687e2117db49 None None] Deleting port 2038d193-d0f2-416b-95a5-0a695d9b8f1e {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:41.034590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce20d628-05aa-4a4f-85d1-687e2117db49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.114366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ce20d628-05aa-4a4f-85d1-687e2117db49 None None] For port 2038d193-d0f2-416b-95a5-0a695d9b8f1e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2038d193-d0f2-416b-95a5-0a695d9b8f1e,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:41.114675 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce20d628-05aa-4a4f-85d1-687e2117db49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.126860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ce20d628-05aa-4a4f-85d1-687e2117db49 None None] Calling delete_port for 2038d193-d0f2-416b-95a5-0a695d9b8f1e owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:41.147619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0aac62b0-4370-4698-b8c8-96f88df1ca0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7002277 Sep 17 22:34:41.147791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47682) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:41.153156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:41.276831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2038d193-d0f2-416b-95a5-0a695d9b8f1e no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:41.301865 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce20d628-05aa-4a4f-85d1-687e2117db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.333689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d628-05aa-4a4f-85d1-687e2117db49 None None] Pushing event deleted for resources: {'Port': ['ID=2038d193-d0f2-416b-95a5-0a695d9b8f1e,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.337128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20d628-05aa-4a4f-85d1-687e2117db49 None None] No DVR routers for this DVR port 2038d193-d0f2-416b-95a5-0a695d9b8f1e on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:41.352170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No active binding found for port 2038d193-d0f2-416b-95a5-0a695d9b8f1e {{(pid=101662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 22:34:41.352170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2038d193-d0f2-416b-95a5-0a695d9b8f1e not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:41.353716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:41.357315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.368547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b2733c-de75-47e7-9511-ce57f6e8bdf0 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:41.518635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': 'a18116ff-0214-4832-a042-5779131a115a'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:41.519685 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.653461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Allocated IP 172.20.0.2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/a18116ff-0214-4832-a042-5779131a115a/f9b5e806-e774-4d44-ad8b-be940cf8cc54) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:41.707456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.objects.ports [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:34:41.709078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.759715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:41.763036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:41.768308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:41.768919 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.772670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=e5ee5494-e611-4a89-82a1-cfe68e66d079,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.809696 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.816000 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7526ebcd-f2df-4ac5-959e-4d85f2cee3b6 req-78cec35f-9e44-44cf-aa50-2b55c71c8c02 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0264137 Sep 17 22:34:41.853261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7c2865bc-6287-403f-bc10-8586da0d2ae0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7043910 Sep 17 22:34:41.857884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47690) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:41.863043 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:8d:9c:17', 'name': 'tempest-NetworksTestDHCPv6-1682077626'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:41.916062 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:41.964297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:41.972668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Pushing event updated for resources: {'Port': ['ID=f9b5e806-e774-4d44-ad8b-be940cf8cc54,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:41.973996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:41.976341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:42.041515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Attempting to bind port f9b5e806-e774-4d44-ad8b-be940cf8cc54 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:42.042250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Attempting to bind port f9b5e806-e774-4d44-ad8b-be940cf8cc54 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:42.042848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Attempting to bind port f9b5e806-e774-4d44-ad8b-be940cf8cc54 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:42.047001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:42.048492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:42.049137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:42.049765 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.050394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:42.051119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Bound port: f9b5e806-e774-4d44-ad8b-be940cf8cc54, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:42.051500 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.054408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.079368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port d3031cd0-0519-419a-96f1-cf4748334132 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:42.122227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] For port f9b5e806-e774-4d44-ad8b-be940cf8cc54, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:42.128727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] For port f9b5e806-e774-4d44-ad8b-be940cf8cc54, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f9b5e806-e774-4d44-ad8b-be940cf8cc54,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:42.144612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-960d8819-8705-445a-a4e8-78bd685fe817 req-98273d74-d631-445e-a97e-90e0a3c17e92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0287786 Sep 17 22:34:42.178591 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.243179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61163b-e928-4a38-a066-9d88cbf75dc4 None None] Pushing event updated for resources: {'Port': ['ID=f9b5e806-e774-4d44-ad8b-be940cf8cc54,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:42.283563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 172.20.0.11 (7201b009-df55-4f74-ba77-2d9bb2d8682a/a18116ff-0214-4832-a042-5779131a115a/d3031cd0-0519-419a-96f1-cf4748334132) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:42.290542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:fe8d:9c17 (7201b009-df55-4f74-ba77-2d9bb2d8682a/e5ee5494-e611-4a89-82a1-cfe68e66d079/d3031cd0-0519-419a-96f1-cf4748334132) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:42.487677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.589389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.637511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:42.643517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:42.645437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=d3031cd0-0519-419a-96f1-cf4748334132,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:42.647980 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:42.696293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:42.696905 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.772688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7a7afc92-2dde-4063-aaa7-f5b571203f45 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9134154 Sep 17 22:34:42.775096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47696) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:42.824138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c06590-3abd-402b-8705-ec789485ccf8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:42.829986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c06590-3abd-402b-8705-ec789485ccf8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:42.834241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d2c06590-3abd-402b-8705-ec789485ccf8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0556002 Sep 17 22:34:42.834568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47698) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:42.944331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f311ec27-6025-45d1-a86a-c61adbaf2a2a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port d3031cd0-0519-419a-96f1-cf4748334132 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:42.944431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f311ec27-6025-45d1-a86a-c61adbaf2a2a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:42.953897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4511bf2-9d99-4ea0-a147-7ad6d6e9e288 req-b4a70f50-ab64-46fd-a56d-a35e64a2ca58 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0388241 Sep 17 22:34:43.045837 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f311ec27-6025-45d1-a86a-c61adbaf2a2a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.060227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f311ec27-6025-45d1-a86a-c61adbaf2a2a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for d3031cd0-0519-419a-96f1-cf4748334132 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:43.200831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9173339f-5641-4713-a511-65df4d21b521 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:43.310290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fd0b22aa-af30-45ea-8a2f-cebecb1979fe None None] Provisioning complete for port f9b5e806-e774-4d44-ad8b-be940cf8cc54 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:43.310560 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd0b22aa-af30-45ea-8a2f-cebecb1979fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.355706 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f311ec27-6025-45d1-a86a-c61adbaf2a2a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.384073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f9b5e806-e774-4d44-ad8b-be940cf8cc54 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:43.399813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311ec27-6025-45d1-a86a-c61adbaf2a2a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=d3031cd0-0519-419a-96f1-cf4748334132,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:43.517767 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f311ec27-6025-45d1-a86a-c61adbaf2a2a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.522354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47706) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:43.522521 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f311ec27-6025-45d1-a86a-c61adbaf2a2a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/d3031cd0-0519-419a-96f1-cf4748334132 HTTP/1.1" status: 204 len: 168 time: 0.6864679 Sep 17 22:34:43.530730 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd0b22aa-af30-45ea-8a2f-cebecb1979fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.532990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f9b5e806-e774-4d44-ad8b-be940cf8cc54 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:43.533343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.598304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2338a-57ce-4c9f-9a24-65ad64614646 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:43.599858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2338a-57ce-4c9f-9a24-65ad64614646 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:43.601517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2338a-57ce-4c9f-9a24-65ad64614646 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:43.603118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7ec2338a-57ce-4c9f-9a24-65ad64614646 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0792565 Sep 17 22:34:43.605807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47708) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:43.627789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fd0b22aa-af30-45ea-8a2f-cebecb1979fe None None] For port f9b5e806-e774-4d44-ad8b-be940cf8cc54, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f9b5e806-e774-4d44-ad8b-be940cf8cc54,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:43.640764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef9fbd3-ae96-4e54-a618-9ea5ce168503 None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': 'a18116ff-0214-4832-a042-5779131a115a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e5ee5494-e611-4a89-82a1-cfe68e66d079'}], 'binding:host_id': 'n-d-713498-17'}, 'id': 'f9b5e806-e774-4d44-ad8b-be940cf8cc54'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:34:43.668544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0abacb-fd22-4d0d-9621-3a36b21d3ab4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet a18116ff-0214-4832-a042-5779131a115a {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:43.671710 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e0abacb-fd22-4d0d-9621-3a36b21d3ab4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.689824 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fbd3-ae96-4e54-a618-9ea5ce168503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.711928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e0abacb-fd22-4d0d-9621-3a36b21d3ab4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.716279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.726824 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fd0b22aa-af30-45ea-8a2f-cebecb1979fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.807039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e0abacb-fd22-4d0d-9621-3a36b21d3ab4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.890454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b22aa-af30-45ea-8a2f-cebecb1979fe None None] Pushing event updated for resources: {'Port': ['ID=f9b5e806-e774-4d44-ad8b-be940cf8cc54,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:43.895392 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:43.895740 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:43.927496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e0abacb-fd22-4d0d-9621-3a36b21d3ab4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server [None req-8ef9fbd3-ae96-4e54-a618-9ea5ce168503 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a18116ff-0214-4832-a042-5779131a115a: This subnet is being modified by another concurrent operation. Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a18116ff-0214-4832-a042-5779131a115a: This subnet is being modified by another concurrent operation. Sep 17 22:34:43.928680 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Sep 17 22:34:43.943673 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e0abacb-fd22-4d0d-9621-3a36b21d3ab4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:43.945634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6e0abacb-fd22-4d0d-9621-3a36b21d3ab4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/a18116ff-0214-4832-a042-5779131a115a HTTP/1.1" status: 204 len: 168 time: 0.3389115 Sep 17 22:34:43.948421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47712) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:43.964260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0abacb-fd22-4d0d-9621-3a36b21d3ab4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=a18116ff-0214-4832-a042-5779131a115a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:44.014665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605bcfbe-6eeb-4a3c-a82b-337f72177cac None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:44.026954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d60400-ca5e-4d25-9861-d44ba2896ada tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet e5ee5494-e611-4a89-82a1-cfe68e66d079 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:44.031633 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38d60400-ca5e-4d25-9861-d44ba2896ada tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.058258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-739878e5-2258-4783-88f1-0c67629890dc req-c8c7cf66-bd0f-438e-8ebb-d78ad8b8e04d tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0282197 Sep 17 22:34:44.086374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38d60400-ca5e-4d25-9861-d44ba2896ada tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.126140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f7e2daee-3e35-4cfb-8876-b7879c0681dc None None] Provisioning complete for port f9b5e806-e774-4d44-ad8b-be940cf8cc54 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:44.126517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f7e2daee-3e35-4cfb-8876-b7879c0681dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.146526 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38d60400-ca5e-4d25-9861-d44ba2896ada tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.310439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55b26f-1879-4401-8591-91d8590ab50d None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': 'e5ee5494-e611-4a89-82a1-cfe68e66d079'}], 'binding:host_id': 'n-d-713498-17'}, 'id': 'f9b5e806-e774-4d44-ad8b-be940cf8cc54'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:34:44.311076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38d60400-ca5e-4d25-9861-d44ba2896ada tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.336052 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a55b26f-1879-4401-8591-91d8590ab50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.352094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d60400-ca5e-4d25-9861-d44ba2896ada tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ee5494-e611-4a89-82a1-cfe68e66d079,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:44.354453 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-38d60400-ca5e-4d25-9861-d44ba2896ada tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.356279 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-38d60400-ca5e-4d25-9861-d44ba2896ada tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/e5ee5494-e611-4a89-82a1-cfe68e66d079 HTTP/1.1" status: 204 len: 168 time: 0.4066837 Sep 17 22:34:44.359774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47722) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:44.424061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c0c7b62c-c84f-4ec0-96fa-d01c363e6b6c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631254 Sep 17 22:34:44.428184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47724) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:44.432722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:44.558171 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-980fadea-c2cb-4f7e-867d-99c3eb1192e8 req-57204b5e-f36f-4fd1-b3ba-588e2040e8a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dc4c73a096940ba858b87877542afc6&device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0356972 Sep 17 22:34:44.613682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f432dcb-8115-4ad0-b442-ca04a73cdb5c req-8da45974-0b05-413e-bbeb-5812ec22895e tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0475752 Sep 17 22:34:44.616215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-980fadea-c2cb-4f7e-867d-99c3eb1192e8 req-3cd9be93-fcff-463e-9f78-d80be3beb877 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4dc4c73a096940ba858b87877542afc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474951 Sep 17 22:34:44.674270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:44.674270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.693825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-82585bfa-1b83-4325-a4ab-236b368a7192 None None] Provisioning complete for port f9b5e806-e774-4d44-ad8b-be940cf8cc54 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:44.694193 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-82585bfa-1b83-4325-a4ab-236b368a7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:44.811521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fadea-c2cb-4f7e-867d-99c3eb1192e8 req-bc1dfebd-33e9-415e-b003-f7ed862b894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:44.811521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-980fadea-c2cb-4f7e-867d-99c3eb1192e8 req-bc1dfebd-33e9-415e-b003-f7ed862b894f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1847498 Sep 17 22:34:44.839676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142602cd-ae41-45e4-81f5-818155dec02c None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:34:44.899560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142602cd-ae41-45e4-81f5-818155dec02c None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:34:44.919711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-67c87920-92ef-4f75-8b43-71e917ac7310 None None] Could not find standard attr ID for object d3031cd0-0519-419a-96f1-cf4748334132. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:44.978100 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.019454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:45.022819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:45.027020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:45.027611 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.041866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=83b2e968-a576-4aee-b560-845a042da7f0,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:45.122257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-19ffcbf6-b65e-4e66-86c6-04fd68a5f267 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6938479 Sep 17 22:34:45.125619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47732) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:45.131019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:45.158823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178018ce-2881-4c17-8527-645c164f989b None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': '83b2e968-a576-4aee-b560-845a042da7f0'}], 'binding:host_id': 'n-d-713498-17'}, 'id': 'f9b5e806-e774-4d44-ad8b-be940cf8cc54'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:34:45.186168 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.284563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f9b5e806-e774-4d44-ad8b-be940cf8cc54 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:45.355598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:45.359877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.409074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-178018ce-2881-4c17-8527-645c164f989b None None] Allocated IP 172.20.0.2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/83b2e968-a576-4aee-b560-845a042da7f0/f9b5e806-e774-4d44-ad8b-be940cf8cc54) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:45.433265 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.543333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-178018ce-2881-4c17-8527-645c164f989b None None] For port f9b5e806-e774-4d44-ad8b-be940cf8cc54, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f9b5e806-e774-4d44-ad8b-be940cf8cc54,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:45.574802 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.626779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:45.744854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3247e449-01d7-478d-af21-ecbf8ac28dc9 req-1d2280b1-24c8-4c73-9560-09637934eb0f tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0379348 Sep 17 22:34:45.750450 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:45.751402 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:45.780557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178018ce-2881-4c17-8527-645c164f989b None None] Pushing event updated for resources: {'Port': ['ID=f9b5e806-e774-4d44-ad8b-be940cf8cc54,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:45.790925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.792426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.792938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.793287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.793628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.793968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.794304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.794633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.794987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.795318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.795646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.795971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178018ce-2881-4c17-8527-645c164f989b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:34:45.832178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.objects.ports [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:34:45.864585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-351fd0fe-0b54-42e2-a1b1-8967c3230c02 req-7131865a-c6ac-447b-b861-0fcf3faba3f4 service neutron] (101660) timed out ('10.222.0.13', 54882) {{(pid=101660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:34:46.062536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-980fadea-c2cb-4f7e-867d-99c3eb1192e8 req-05695a07-3a70-4bb8-83d8-7257cff23953 tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.0345860 Sep 17 22:34:46.189161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.291990 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.380466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] For port f9b5e806-e774-4d44-ad8b-be940cf8cc54, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f9b5e806-e774-4d44-ad8b-be940cf8cc54,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:46.412381 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.428102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f4c2f-0064-4ed1-9fe6-6eeeabeb27da None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:34:46.463789 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.464914 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.512935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-beb92a8d-f66e-459f-a291-790a6ad17173 None None] Provisioning complete for port f9b5e806-e774-4d44-ad8b-be940cf8cc54 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:46.513307 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-beb92a8d-f66e-459f-a291-790a6ad17173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.533267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:46.544656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:46.549799 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:46.550161 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:46.552608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:46.553197 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:46.572685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=1f589de8-f6ba-4f61-948c-d60cbb614be6,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:46.576997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=f9b5e806-e774-4d44-ad8b-be940cf8cc54,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:46.583063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043f4c2f-0064-4ed1-9fe6-6eeeabeb27da None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:34:46.663261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47746) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:46.663798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5117e6a6-e703-448d-8202-444edc4549a5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5368531 Sep 17 22:34:46.668862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:68:f8:94', 'name': 'tempest-NetworksTestDHCPv6-755487815'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:46.898272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:46.997169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.033829 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port d2bf0ea6-c648-4459-9a7f-25092d6d981c yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:47.215902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0897130-1bd8-4969-90d2-bc7e51f00521 req-acc37cd2-0d36-404d-a873-188f396797fe tempest-ServerShowV257Test-398911518 tempest-ServerShowV257Test-398911518-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa99da71-efd4-4ec6-905c-12b88da954c0 HTTP/1.1" status: 200 len: 210 time: 0.3693280 Sep 17 22:34:47.230411 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 172.20.0.14 (7201b009-df55-4f74-ba77-2d9bb2d8682a/83b2e968-a576-4aee-b560-845a042da7f0/d2bf0ea6-c648-4459-9a7f-25092d6d981c) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:47.238240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:fe68:f894 (7201b009-df55-4f74-ba77-2d9bb2d8682a/1f589de8-f6ba-4f61-948c-d60cbb614be6/d2bf0ea6-c648-4459-9a7f-25092d6d981c) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:47.398743 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.422776 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.458854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port f9b5e806-e774-4d44-ad8b-be940cf8cc54, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f9b5e806-e774-4d44-ad8b-be940cf8cc54,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:47.504502 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4020a637-35fa-4217-bf00-ab0b79d3586f None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:47.527237 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.567456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:47.570690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:47.577204 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.578050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:47.579716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-99de83cf-605e-4659-a089-76f9a1cff4e0 None None] Provisioning complete for port f9b5e806-e774-4d44-ad8b-be940cf8cc54 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:47.579716 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99de83cf-605e-4659-a089-76f9a1cff4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.630689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=d2bf0ea6-c648-4459-9a7f-25092d6d981c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:47.666645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.666918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.718112 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=f9b5e806-e774-4d44-ad8b-be940cf8cc54,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:47.736423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f9b5e806-e774-4d44-ad8b-be940cf8cc54 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:47.745730 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f6c1b780-5901-4222-86f5-1565de87689c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0797079 Sep 17 22:34:47.747147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47756) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:47.807483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fda10d-b286-42b5-a12e-2582dbfad012 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.813446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fda10d-b286-42b5-a12e-2582dbfad012 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:47.817647 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d2fda10d-b286-42b5-a12e-2582dbfad012 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0668375 Sep 17 22:34:47.818300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47760) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:47.912083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-fc3af7c3-f9ea-453c-9d45-58d22dcc76f1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port d2bf0ea6-c648-4459-9a7f-25092d6d981c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:47.912809 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc3af7c3-f9ea-453c-9d45-58d22dcc76f1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.976632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-404be949-a054-446b-95de-6a15852ebe79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:47.992151 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99de83cf-605e-4659-a089-76f9a1cff4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.009704 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc3af7c3-f9ea-453c-9d45-58d22dcc76f1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.024058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-fc3af7c3-f9ea-453c-9d45-58d22dcc76f1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for d2bf0ea6-c648-4459-9a7f-25092d6d981c owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:48.035770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-99de83cf-605e-4659-a089-76f9a1cff4e0 None None] For port f9b5e806-e774-4d44-ad8b-be940cf8cc54, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f9b5e806-e774-4d44-ad8b-be940cf8cc54,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:48.042085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f9b5e806-e774-4d44-ad8b-be940cf8cc54 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:48.042669 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.129818 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.151153 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99de83cf-605e-4659-a089-76f9a1cff4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.264108 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:34:48.264579 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:34:48.266634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de83cf-605e-4659-a089-76f9a1cff4e0 None None] Pushing event updated for resources: {'Port': ['ID=f9b5e806-e774-4d44-ad8b-be940cf8cc54,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:48.315463 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc3af7c3-f9ea-453c-9d45-58d22dcc76f1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.331553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7e08e-afef-471d-8d73-c646da03173b None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:48.347658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3af7c3-f9ea-453c-9d45-58d22dcc76f1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=d2bf0ea6-c648-4459-9a7f-25092d6d981c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:48.382614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4b3c0944-1557-4eed-a385-cece53802ae4 None None] Could not find standard attr ID for object d2bf0ea6-c648-4459-9a7f-25092d6d981c. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:48.430733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4b3c0944-1557-4eed-a385-cece53802ae4 None None] Provisioning complete for port f9b5e806-e774-4d44-ad8b-be940cf8cc54 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:48.431138 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4b3c0944-1557-4eed-a385-cece53802ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.466716 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc3af7c3-f9ea-453c-9d45-58d22dcc76f1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.472607 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fc3af7c3-f9ea-453c-9d45-58d22dcc76f1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/d2bf0ea6-c648-4459-9a7f-25092d6d981c HTTP/1.1" status: 204 len: 168 time: 0.6515293 Sep 17 22:34:48.472826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47768) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:48.544204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d652f8d-de54-40d3-8fa7-e70ec9be121b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:48.544204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d652f8d-de54-40d3-8fa7-e70ec9be121b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:48.544204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d652f8d-de54-40d3-8fa7-e70ec9be121b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:48.544533 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d652f8d-de54-40d3-8fa7-e70ec9be121b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0706732 Sep 17 22:34:48.548865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47770) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:48.598772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4c9912-9430-42e4-a46d-da6ce87226dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 1f589de8-f6ba-4f61-948c-d60cbb614be6 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:48.602221 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9912-9430-42e4-a46d-da6ce87226dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.649268 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9912-9430-42e4-a46d-da6ce87226dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.743225 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9912-9430-42e4-a46d-da6ce87226dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.888290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47778) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:48.911620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9912-9430-42e4-a46d-da6ce87226dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.930968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-52f2cffa-bb24-43cf-83d4-e0585dd8742b None None] Provisioning complete for port f9b5e806-e774-4d44-ad8b-be940cf8cc54 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:48.931508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52f2cffa-bb24-43cf-83d4-e0585dd8742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.965428 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c9912-9430-42e4-a46d-da6ce87226dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=1f589de8-f6ba-4f61-948c-d60cbb614be6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:48.972697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9912-9430-42e4-a46d-da6ce87226dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:48.978416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47782) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:48.981502 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ea4c9912-9430-42e4-a46d-da6ce87226dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/1f589de8-f6ba-4f61-948c-d60cbb614be6 HTTP/1.1" status: 204 len: 168 time: 0.4322686 Sep 17 22:34:49.053132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0f6c18-94ac-4e4b-9398-24ec8459195f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 83b2e968-a576-4aee-b560-845a042da7f0 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:49.056755 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6c18-94ac-4e4b-9398-24ec8459195f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.060553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34dbfefb-9e4c-4601-88fa-b50e40238e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.107073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6c18-94ac-4e4b-9398-24ec8459195f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.193694 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34dbfefb-9e4c-4601-88fa-b50e40238e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.215821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6c18-94ac-4e4b-9398-24ec8459195f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.242531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3353430-0761-49c3-b689-2cb6816b03fb None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:49.280613 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34dbfefb-9e4c-4601-88fa-b50e40238e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.304807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4260af98-7d77-4156-8bf5-cdeda58c7faa None None] Could not find standard attr ID for object d2bf0ea6-c648-4459-9a7f-25092d6d981c. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:49.320816 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-34dbfefb-9e4c-4601-88fa-b50e40238e78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dc4c73a096940ba858b87877542afc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313540 Sep 17 22:34:49.321698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbfefb-9e4c-4601-88fa-b50e40238e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b752b192-4670-462d-9238-22eedda0d4ce,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:49.323487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47784) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:49.352908 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6c18-94ac-4e4b-9398-24ec8459195f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.394201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f6c18-94ac-4e4b-9398-24ec8459195f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=83b2e968-a576-4aee-b560-845a042da7f0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:49.410253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6c18-94ac-4e4b-9398-24ec8459195f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.414491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0a0f6c18-94ac-4e4b-9398-24ec8459195f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/83b2e968-a576-4aee-b560-845a042da7f0 HTTP/1.1" status: 204 len: 168 time: 0.4321001 Sep 17 22:34:49.415253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47786) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:49.431297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a33e6b5a-b278-4ead-8739-99a122c38c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.459409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a33e6b5a-b278-4ead-8739-99a122c38c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.464771 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5d109959-a4f2-47c2-88fa-52418e200599 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449698 Sep 17 22:34:49.465089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47788) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:49.473819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad1d48f-25f3-4aad-b45d-cd68cc95b527 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:49.519308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05b5f5d-c2eb-4c48-9a0e-746722c54889 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:49.520832 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f05b5f5d-c2eb-4c48-9a0e-746722c54889 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0547831 Sep 17 22:34:49.523733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47792) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:49.531841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1d48f-25f3-4aad-b45d-cd68cc95b527 None None] Deleting port f9b5e806-e774-4d44-ad8b-be940cf8cc54 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:49.532328 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d48f-25f3-4aad-b45d-cd68cc95b527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.586048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eac491-b45b-4700-a040-c493effe4cd9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:49.588051 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24eac491-b45b-4700-a040-c493effe4cd9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0630352 Sep 17 22:34:49.591042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47794) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:49.618803 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7ad1d48f-25f3-4aad-b45d-cd68cc95b527 None None] For port f9b5e806-e774-4d44-ad8b-be940cf8cc54, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f9b5e806-e774-4d44-ad8b-be940cf8cc54,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:49.618803 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d48f-25f3-4aad-b45d-cd68cc95b527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.626330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1d48f-25f3-4aad-b45d-cd68cc95b527 None None] Calling delete_port for f9b5e806-e774-4d44-ad8b-be940cf8cc54 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:49.639433 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a33e6b5a-b278-4ead-8739-99a122c38c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.644490 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dca69feb-c13d-4283-a956-8d820f85e792 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431395 Sep 17 22:34:49.644616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a33e6b5a-b278-4ead-8739-99a122c38c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.644616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a33e6b5a-b278-4ead-8739-99a122c38c51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b752b192-4670-462d-9238-22eedda0d4ce HTTP/1.1" status: 204 len: 168 time: 0.3141434 Sep 17 22:34:49.644616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47796) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:49.647423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-27974a6e-965d-4cd4-9fd3-b90e288cc1a2 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:49.653181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f9b5e806-e774-4d44-ad8b-be940cf8cc54 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:49.677102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e6b5a-b278-4ead-8739-99a122c38c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b752b192-4670-462d-9238-22eedda0d4ce,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:49.807429 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.835463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27974a6e-965d-4cd4-9fd3-b90e288cc1a2 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:49.840355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-27974a6e-965d-4cd4-9fd3-b90e288cc1a2 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.845275 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-27974a6e-965d-4cd4-9fd3-b90e288cc1a2 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:34:49.845275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27974a6e-965d-4cd4-9fd3-b90e288cc1a2 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:34:49.887376 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d48f-25f3-4aad-b45d-cd68cc95b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:49.922167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-27974a6e-965d-4cd4-9fd3-b90e288cc1a2 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2794440 Sep 17 22:34:49.925138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47804) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:49.930468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e363c4eb-0c36-4302-9474-1d77bf763499 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:49.940378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1d48f-25f3-4aad-b45d-cd68cc95b527 None None] Pushing event deleted for resources: {'Port': ['ID=f9b5e806-e774-4d44-ad8b-be940cf8cc54,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:49.944412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1d48f-25f3-4aad-b45d-cd68cc95b527 None None] No DVR routers for this DVR port f9b5e806-e774-4d44-ad8b-be940cf8cc54 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:50.149374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363c4eb-0c36-4302-9474-1d77bf763499 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:50.154697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e363c4eb-0c36-4302-9474-1d77bf763499 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.154826 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e363c4eb-0c36-4302-9474-1d77bf763499 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:34:50.155348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e363c4eb-0c36-4302-9474-1d77bf763499 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:34:50.217429 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-13b9e7d7-35f0-464e-abcd-3bd6ddd4b8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.228607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47814) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:50.234925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-208d80d6-6d50-4108-9dd5-7de73270161a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:50.239859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e363c4eb-0c36-4302-9474-1d77bf763499 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3134167 Sep 17 22:34:50.401598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208d80d6-6d50-4108-9dd5-7de73270161a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:50.406200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-208d80d6-6d50-4108-9dd5-7de73270161a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.407666 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-208d80d6-6d50-4108-9dd5-7de73270161a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:34:50.408117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208d80d6-6d50-4108-9dd5-7de73270161a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:34:50.487197 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-208d80d6-6d50-4108-9dd5-7de73270161a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2574191 Sep 17 22:34:50.490176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47824) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:50.495435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-bfbf2eff-a658-465f-b20e-cdae34abbf0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:50.669283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbf2eff-a658-465f-b20e-cdae34abbf0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:50.673340 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2eff-a658-465f-b20e-cdae34abbf0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.674746 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbf2eff-a658-465f-b20e-cdae34abbf0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:34:50.675231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbf2eff-a658-465f-b20e-cdae34abbf0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:34:50.675855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47830) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:50.769244 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bfbf2eff-a658-465f-b20e-cdae34abbf0a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2649901 Sep 17 22:34:50.769613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47836) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:50.769613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b90d29d0-21d7-4915-aa24-7108651a814c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:50.790461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-548668075-network', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:50.933769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Made reservation on behalf of 5270fd4232e54a3d89e9475b751a7e41 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:50.936131 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:50.948318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.030203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90d29d0-21d7-4915-aa24-7108651a814c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:51.033849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b90d29d0-21d7-4915-aa24-7108651a814c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.035269 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90d29d0-21d7-4915-aa24-7108651a814c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:34:51.035695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90d29d0-21d7-4915-aa24-7108651a814c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:34:51.118574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.196074 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.221281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:34:51.230864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfa5297-0f14-4082-965e-c02e80810418,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:51.236026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.236439 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Added segment 0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174 of type vlan for network d536d0d3-da87-41d9-83c3-b97e396c1395 Sep 17 22:34:51.276189 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.283661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b90d29d0-21d7-4915-aa24-7108651a814c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5218363 Sep 17 22:34:51.287114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47842) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.294120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e00f6824-7f94-4ca7-a3fd-624a82819a6c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:51.338148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.366739 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.368286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.368571 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.427097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] Pushing event updated for resources: {'Network': ['ID=d536d0d3-da87-41d9-83c3-b97e396c1395,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:51.438238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d536d0d3-da87-41d9-83c3-b97e396c1395 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:34:51.464176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f6824-7f94-4ca7-a3fd-624a82819a6c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:51.468362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e00f6824-7f94-4ca7-a3fd-624a82819a6c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.470090 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00f6824-7f94-4ca7-a3fd-624a82819a6c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:34:51.470622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00f6824-7f94-4ca7-a3fd-624a82819a6c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:34:51.539017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-899c9aa5-2c9c-4b08-aaf0-cc5b2a34eaa0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8619616 Sep 17 22:34:51.541783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47846) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.547087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Request body: {'subnet': {'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-548668075-subnet', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:51.550029 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e00f6824-7f94-4ca7-a3fd-624a82819a6c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2606809 Sep 17 22:34:51.560996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47848) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.588836 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4098aa5c-a784-47fa-b2dd-5eeaf06e3778 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0267184 Sep 17 22:34:51.591112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47850) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.629048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Made reservation on behalf of 5270fd4232e54a3d89e9475b751a7e41 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:51.631609 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.642590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adda01e-f063-4f24-923f-0b43ca375454 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:51.644397 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9adda01e-f063-4f24-923f-0b43ca375454 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0523071 Sep 17 22:34:51.647213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.691963 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f43f5505-d22c-420a-bdbd-a238da49ad17 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433369 Sep 17 22:34:51.695450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47856) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:51.700691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:51.716582 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.875359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:51.878981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.909508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:51.970056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46918b58-a658-4980-8c4c-4530a3baa0eb,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:51.981996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Checking segment: {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:51.982837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Network hostable DHCP agents. Network: d536d0d3-da87-41d9-83c3-b97e396c1395, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:34:52.047401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Network d536d0d3-da87-41d9-83c3-b97e396c1395 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:34:52.103721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d536d0d3-da87-41d9-83c3-b97e396c1395) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:52.108091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.109799 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.116272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eda54a-79c0-4554-ab1d-d899c17c8133 None None] Network d536d0d3-da87-41d9-83c3-b97e396c1395 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:52.181567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-86d91118-f046-44f6-bce3-371b68c57069 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6366472 Sep 17 22:34:52.183304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47860) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:52.196720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:52.256476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:34:52.258321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.284344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d536d0d3-da87-41d9-83c3-b97e396c1395', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:52.290882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.301854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:52.305183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:52.309551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:52.310158 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.320549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38886e05-767e-4728-b096-453cbc19d107 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:52.321836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.322925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.336704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=a41a3057-8c44-4dfe-acdf-4ba7404d4f0e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:52.409282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.411570 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8c87dbb2-1f95-4e40-aa8a-2b6bba175423 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7151253 Sep 17 22:34:52.414966 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47864) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:52.419925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:7f:50:2d', 'name': 'tempest-NetworksTestDHCPv6-1868099616'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:52.562974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Allocated IP 172.20.0.2 (d536d0d3-da87-41d9-83c3-b97e396c1395/46918b58-a658-4980-8c4c-4530a3baa0eb/35da4514-d7bd-41b3-be94-7f8bd125a371) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:52.612333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': 'a41a3057-8c44-4dfe-acdf-4ba7404d4f0e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:52.618175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.684524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.790480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:52.851460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.853233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Allocated IP 2001:db8::f816:3eff:fe82:3da2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/a41a3057-8c44-4dfe-acdf-4ba7404d4f0e/5024e1ac-2fed-4faa-917c-1154abd5db8c) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:52.921975 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:52.970117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Network d536d0d3-da87-41d9-83c3-b97e396c1395 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:52.977313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:52.984492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:53.008390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Pushing event updated for resources: {'Port': ['ID=35da4514-d7bd-41b3-be94-7f8bd125a371,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:53.087743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Attempting to bind port 35da4514-d7bd-41b3-be94-7f8bd125a371 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:53.088122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Attempting to bind port 35da4514-d7bd-41b3-be94-7f8bd125a371 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:53.088489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Attempting to bind port 35da4514-d7bd-41b3-be94-7f8bd125a371 on network d536d0d3-da87-41d9-83c3-b97e396c1395 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:53.102965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:53.103326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Checking segment: {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:53.103658 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.104064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Bound using segment: {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:53.104529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Bound port: 35da4514-d7bd-41b3-be94-7f8bd125a371, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:53.104911 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.117526 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.180485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] For port 35da4514-d7bd-41b3-be94-7f8bd125a371, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:53.183559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] For port 35da4514-d7bd-41b3-be94-7f8bd125a371, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=35da4514-d7bd-41b3-be94-7f8bd125a371,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:53.202094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.218422 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.226849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 06d213d6-da9a-4a8d-a23f-34f537889e29 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:53.259574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:53.262835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:53.269892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:53.269892 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.323174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Pushing event updated for resources: {'Port': ['ID=5024e1ac-2fed-4faa-917c-1154abd5db8c,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:53.396583 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.400449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3a98-ad92-48c5-830d-597eeb977cb7 None None] Pushing event updated for resources: {'Port': ['ID=35da4514-d7bd-41b3-be94-7f8bd125a371,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:53.414769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Attempting to bind port 5024e1ac-2fed-4faa-917c-1154abd5db8c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:53.415184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Attempting to bind port 5024e1ac-2fed-4faa-917c-1154abd5db8c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:53.415553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Attempting to bind port 5024e1ac-2fed-4faa-917c-1154abd5db8c on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:53.422384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:53.422760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:53.423201 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.423595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:53.424142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Bound port: 5024e1ac-2fed-4faa-917c-1154abd5db8c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:53.424460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.431554 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.460273 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.462905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:fe7f:502d (7201b009-df55-4f74-ba77-2d9bb2d8682a/a41a3057-8c44-4dfe-acdf-4ba7404d4f0e/06d213d6-da9a-4a8d-a23f-34f537889e29) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:53.494848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] For port 5024e1ac-2fed-4faa-917c-1154abd5db8c, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:53.516789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] For port 5024e1ac-2fed-4faa-917c-1154abd5db8c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5024e1ac-2fed-4faa-917c-1154abd5db8c,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:53.568572 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.642149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b0225-e0d8-4e8b-b497-63b9af5f4f41 None None] Pushing event updated for resources: {'Port': ['ID=5024e1ac-2fed-4faa-917c-1154abd5db8c,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:53.693579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Allocated IP 172.25.5.149 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/4069c0fd-e98f-4b08-a3e1-20dd7e802262) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:53.789111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 35da4514-d7bd-41b3-be94-7f8bd125a371 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:53.822905 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.853729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 35da4514-d7bd-41b3-be94-7f8bd125a371 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:53.854955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.874609 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.978273 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:53.995319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.022641 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.037178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 35da4514-d7bd-41b3-be94-7f8bd125a371, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=35da4514-d7bd-41b3-be94-7f8bd125a371,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:54.049538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:54.059801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:54.063737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:54.069722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:54.070162 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.078966 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:54.079821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=06d213d6-da9a-4a8d-a23f-34f537889e29,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:54.105899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:54.112662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:54.112928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.157713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Pushing event updated for resources: {'Port': ['ID=4069c0fd-e98f-4b08-a3e1-20dd7e802262,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:54.172765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=35da4514-d7bd-41b3-be94-7f8bd125a371,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:54.222440 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3d6adab6-3f24-4fde-97b5-695505e972aa tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8064294 Sep 17 22:34:54.225123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47876) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:54.340257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e97e0a-210d-4224-afbc-4bd80f652afb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:54.346596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e97e0a-210d-4224-afbc-4bd80f652afb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:54.351211 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-66e97e0a-210d-4224-afbc-4bd80f652afb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1250749 Sep 17 22:34:54.352752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47878) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:54.451600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ce732-7e21-49e3-a52b-58b4d57ac6d1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 06d213d6-da9a-4a8d-a23f-34f537889e29 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:54.452033 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce732-7e21-49e3-a52b-58b4d57ac6d1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.576210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b55dc2-4fa9-492f-87f9-3436ac24262d None None] Network d536d0d3-da87-41d9-83c3-b97e396c1395 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:54.576949 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce732-7e21-49e3-a52b-58b4d57ac6d1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.580957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.590146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ce732-7e21-49e3-a52b-58b4d57ac6d1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 06d213d6-da9a-4a8d-a23f-34f537889e29 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:54.669623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c64690c8-c3d1-4293-ad4e-74b254a4c782 None None] Provisioning complete for port 35da4514-d7bd-41b3-be94-7f8bd125a371 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:54.670297 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c64690c8-c3d1-4293-ad4e-74b254a4c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.832721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce732-7e21-49e3-a52b-58b4d57ac6d1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.879469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ce732-7e21-49e3-a52b-58b4d57ac6d1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=06d213d6-da9a-4a8d-a23f-34f537889e29,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:54.905499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce732-7e21-49e3-a52b-58b4d57ac6d1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:54.916509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47884) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:54.919085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4d1ce732-7e21-49e3-a52b-58b4d57ac6d1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/06d213d6-da9a-4a8d-a23f-34f537889e29 HTTP/1.1" status: 204 len: 168 time: 0.5585752 Sep 17 22:34:55.006567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.028178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f348b8c-d42c-49cf-b499-abaf36b444e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.029780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f348b8c-d42c-49cf-b499-abaf36b444e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:55.031715 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1f348b8c-d42c-49cf-b499-abaf36b444e5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1140726 Sep 17 22:34:55.035751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47888) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:55.137569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d9dde5-4094-4138-ac88-aba4debdfa5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet a41a3057-8c44-4dfe-acdf-4ba7404d4f0e {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:55.145680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dde5-4094-4138-ac88-aba4debdfa5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.206168 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dde5-4094-4138-ac88-aba4debdfa5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.279946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-11490219-680c-4579-94b0-6609fe3bda81 None None] Provisioning complete for port 35da4514-d7bd-41b3-be94-7f8bd125a371 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:55.280444 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11490219-680c-4579-94b0-6609fe3bda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.309046 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dde5-4094-4138-ac88-aba4debdfa5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.315818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Router 6de334cc-2573-4154-bba8-5983556e8e2e is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:34:55.492116 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:55.500204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dde5-4094-4138-ac88-aba4debdfa5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.515197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Sync routers for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:34:55.544266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:55.544905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:55.569667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9dde5-4094-4138-ac88-aba4debdfa5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=a41a3057-8c44-4dfe-acdf-4ba7404d4f0e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:55.578164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dde5-4094-4138-ac88-aba4debdfa5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.580383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6d9dde5-4094-4138-ac88-aba4debdfa5c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/a41a3057-8c44-4dfe-acdf-4ba7404d4f0e HTTP/1.1" status: 204 len: 168 time: 0.5421066 Sep 17 22:34:55.582979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47890) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:55.669921 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca5d6973-39fc-4722-bf2f-625eb191f268 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853009 Sep 17 22:34:55.671783 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.673622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47892) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:55.675460 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d3a587e3-e8d1-4f01-aade-dff41dff9e8b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4914422 Sep 17 22:34:55.679870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47894) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:55.685560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:55.862566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d93b4-6a42-48a9-b775-2936b728933d None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:55.877902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cc9f2c9f-702a-409b-865c-7fefac7575e9 None None] Provisioning complete for port 5024e1ac-2fed-4faa-917c-1154abd5db8c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:55.878267 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2c9f-702a-409b-865c-7fefac7575e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:55.909793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 35da4514-d7bd-41b3-be94-7f8bd125a371 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:55.957987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:55.970963 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.151806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:56.153853 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2c9f-702a-409b-865c-7fefac7575e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.221113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 35da4514-d7bd-41b3-be94-7f8bd125a371 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:56.221431 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.265005 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.296687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cc9f2c9f-702a-409b-865c-7fefac7575e9 None None] For port 5024e1ac-2fed-4faa-917c-1154abd5db8c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5024e1ac-2fed-4faa-917c-1154abd5db8c,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:56.328675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206a79c-f76a-4083-a117-10f1beaf19bb None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:34:56.391581 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2c9f-702a-409b-865c-7fefac7575e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.443755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Allocated IP 172.20.0.1 (d536d0d3-da87-41d9-83c3-b97e396c1395/46918b58-a658-4980-8c4c-4530a3baa0eb/a35abd43-9571-410e-8cfc-e1a881841b7f) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:56.475190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.objects.ports [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:34:56.517560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-21464a90-ff8b-48f8-b050-88b705c7e3c0 None None] Could not find standard attr ID for object 06d213d6-da9a-4a8d-a23f-34f537889e29. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:34:56.523547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f2c9f-702a-409b-865c-7fefac7575e9 None None] Pushing event updated for resources: {'Port': ['ID=5024e1ac-2fed-4faa-917c-1154abd5db8c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:56.527606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5024e1ac-2fed-4faa-917c-1154abd5db8c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:56.553113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0206a79c-f76a-4083-a117-10f1beaf19bb None None] Deleting port 5024e1ac-2fed-4faa-917c-1154abd5db8c {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:56.553490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0206a79c-f76a-4083-a117-10f1beaf19bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.633505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:54Z', 'revision_number': 3, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:56.670644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Checking router: 6de334cc-2573-4154-bba8-5983556e8e2e for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:34:56.671711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Updating router 6de334cc-2573-4154-bba8-5983556e8e2e port 4069c0fd-e98f-4b08-a3e1-20dd7e802262 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:34:56.716185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0206a79c-f76a-4083-a117-10f1beaf19bb None None] For port 5024e1ac-2fed-4faa-917c-1154abd5db8c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5024e1ac-2fed-4faa-917c-1154abd5db8c,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:56.716583 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0206a79c-f76a-4083-a117-10f1beaf19bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.730067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5024e1ac-2fed-4faa-917c-1154abd5db8c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:56.730385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.735331 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.737210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0206a79c-f76a-4083-a117-10f1beaf19bb None None] Calling delete_port for 5024e1ac-2fed-4faa-917c-1154abd5db8c owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:56.787945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.865759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.972689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:56.995572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Network d536d0d3-da87-41d9-83c3-b97e396c1395 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:57.017848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:57.022696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:57.036563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] For port 5024e1ac-2fed-4faa-917c-1154abd5db8c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5024e1ac-2fed-4faa-917c-1154abd5db8c,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:34:57.079748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a35abd43-9571-410e-8cfc-e1a881841b7f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.094207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.099725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.152741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.155944 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.157313 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.241795 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0206a79c-f76a-4083-a117-10f1beaf19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.248426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:57.251598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:57.260597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:57.261224 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.276939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a79c-f76a-4083-a117-10f1beaf19bb None None] Pushing event deleted for resources: {'Port': ['ID=5024e1ac-2fed-4faa-917c-1154abd5db8c,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.283083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0206a79c-f76a-4083-a117-10f1beaf19bb None None] No DVR routers for this DVR port 5024e1ac-2fed-4faa-917c-1154abd5db8c on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:34:57.294849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=5024e1ac-2fed-4faa-917c-1154abd5db8c,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.297915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=ed37025d-8e24-4ca7-9b07-cd95bd193b55,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.300040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bdb15e-4dec-4a5b-883f-a7e26a63d214 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:34:57.340556 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.366835 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.403235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b76971a9-dfe0-4187-a43d-74e2104e0542 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7279160 Sep 17 22:34:57.405661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47908) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:57.413663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:a4:67:6b', 'name': 'tempest-NetworksTestDHCPv6-1229892975'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:57.451848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4100f0f2-a36a-489a-a731-fb88db130ba8 None None] Provisioning complete for port a35abd43-9571-410e-8cfc-e1a881841b7f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:57.452810 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4100f0f2-a36a-489a-a731-fb88db130ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.457233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Attempting to bind port 4069c0fd-e98f-4b08-a3e1-20dd7e802262 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:57.457233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Attempting to bind port 4069c0fd-e98f-4b08-a3e1-20dd7e802262 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:57.457568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Attempting to bind port 4069c0fd-e98f-4b08-a3e1-20dd7e802262 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:57.459257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa891cb-01ba-46ef-a846-1c16dc2c20b4 None None] Pushing event updated for resources: {'Port': ['ID=4069c0fd-e98f-4b08-a3e1-20dd7e802262,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.508522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:57.508905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:57.509198 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.509590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:57.510067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Bound port: 4069c0fd-e98f-4b08-a3e1-20dd7e802262, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:57.510446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.549635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4100f0f2-a36a-489a-a731-fb88db130ba8 None None] Port a35abd43-9571-410e-8cfc-e1a881841b7f cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:57.614995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.663724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:34:57.670762 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.693445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 7d6bfb79-c014-4d59-82ca-1c172e568109 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:34:57.698276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.743365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5024e1ac-2fed-4faa-917c-1154abd5db8c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:34:57.773324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': 'ed37025d-8e24-4ca7-9b07-cd95bd193b55'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:34:57.774084 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.780675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5024e1ac-2fed-4faa-917c-1154abd5db8c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:34:57.780997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5024e1ac-2fed-4faa-917c-1154abd5db8c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:34:57.790320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] For port 4069c0fd-e98f-4b08-a3e1-20dd7e802262, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:57.804324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] For port 4069c0fd-e98f-4b08-a3e1-20dd7e802262, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4069c0fd-e98f-4b08-a3e1-20dd7e802262,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:57.810727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.834908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a35abd43-9571-410e-8cfc-e1a881841b7f,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.868694 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:57.930136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:fea4:676b (7201b009-df55-4f74-ba77-2d9bb2d8682a/ed37025d-8e24-4ca7-9b07-cd95bd193b55/7d6bfb79-c014-4d59-82ca-1c172e568109) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:57.943408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:34:57.944042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:57.948913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa891cb-01ba-46ef-a846-1c16dc2c20b4 None None] Pushing event updated for resources: {'Port': ['ID=4069c0fd-e98f-4b08-a3e1-20dd7e802262,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:57.991741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Network d536d0d3-da87-41d9-83c3-b97e396c1395 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:57.995592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:58.072319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:34:58.217506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.223334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Router 6de334cc-2573-4154-bba8-5983556e8e2e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:34:58.333656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 2, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:34:58.364080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:34:58.364705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91003b29-7fa3-451f-83d7-9e1f87181039 None None] The sync data for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 is: [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 2, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:34:58.384160 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-05db519e-2f03-4455-839c-2d189d99b7c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/6de334cc-2573-4154-bba8-5983556e8e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6946697 Sep 17 22:34:58.384338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a0b5f0e7-a715-4c1c-810c-e4eaa489d120 None None] Provisioning complete for port a35abd43-9571-410e-8cfc-e1a881841b7f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:58.384338 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a0b5f0e7-a715-4c1c-810c-e4eaa489d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.387469 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.454173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5f0e7-a715-4c1c-810c-e4eaa489d120 None None] Port a35abd43-9571-410e-8cfc-e1a881841b7f cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:34:58.455287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:58.459268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:58.464558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:58.469392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Allocated IP 2001:db8::f816:3eff:fed3:3f60 (7201b009-df55-4f74-ba77-2d9bb2d8682a/ed37025d-8e24-4ca7-9b07-cd95bd193b55/8c5b152c-7ea2-44c2-b18d-ba664a61b6d5) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:34:58.472184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.473677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.486714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=7d6bfb79-c014-4d59-82ca-1c172e568109,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:58.625907 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2b40a9fe-6dd2-47d8-b9d1-ff6bd141dba8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2188921 Sep 17 22:34:58.628497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47922) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:58.643350 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.716860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592010a1-3b94-4191-8da7-e2195058eeee tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:58.723158 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-592010a1-3b94-4191-8da7-e2195058eeee tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0899098 Sep 17 22:34:58.724759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47924) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:58.729169 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.781597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:34:58.786541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:34:58.795286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:34:58.801004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Pushing event updated for resources: {'Port': ['ID=8c5b152c-7ea2-44c2-b18d-ba664a61b6d5,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:58.866421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fd70d-8ec4-49f9-9dbe-7ccd3ace6604 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 7d6bfb79-c014-4d59-82ca-1c172e568109 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:34:58.867113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e9fd70d-8ec4-49f9-9dbe-7ccd3ace6604 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.885026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Attempting to bind port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:34:58.885418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Attempting to bind port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:34:58.886700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Attempting to bind port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:34:58.893096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:34:58.896302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:34:58.896302 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.896302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:34:58.896302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Bound port: 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:34:58.896302 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:58.996908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] For port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:34:59.002503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] For port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8c5b152c-7ea2-44c2-b18d-ba664a61b6d5,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:34:59.005245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e9fd70d-8ec4-49f9-9dbe-7ccd3ace6604 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.018523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fd70d-8ec4-49f9-9dbe-7ccd3ace6604 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 7d6bfb79-c014-4d59-82ca-1c172e568109 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:34:59.030976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47926) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:59.035376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b2103a11-3b4e-4686-9766-a68f2bb7ddb5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898967086', 'description': 'tempest-description--699878209'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:59.081161 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.137927 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2103a11-3b4e-4686-9766-a68f2bb7ddb5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.174621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce938d6-3381-4a9e-9837-459b113d88b0 None None] Pushing event updated for resources: {'Port': ['ID=8c5b152c-7ea2-44c2-b18d-ba664a61b6d5,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:59.281324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e9fd70d-8ec4-49f9-9dbe-7ccd3ace6604 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.320130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fd70d-8ec4-49f9-9dbe-7ccd3ace6604 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=7d6bfb79-c014-4d59-82ca-1c172e568109,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:59.362427 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e9fd70d-8ec4-49f9-9dbe-7ccd3ace6604 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.363449 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6e9fd70d-8ec4-49f9-9dbe-7ccd3ace6604 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/7d6bfb79-c014-4d59-82ca-1c172e568109 HTTP/1.1" status: 204 len: 168 time: 0.6374772 Sep 17 22:34:59.365862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47932) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:59.383165 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2103a11-3b4e-4686-9766-a68f2bb7ddb5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.449570 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2103a11-3b4e-4686-9766-a68f2bb7ddb5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.470328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4fe6b0-fbb9-40af-a63d-ba6e1be9815b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.473927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4fe6b0-fbb9-40af-a63d-ba6e1be9815b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:34:59.478211 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7b4fe6b0-fbb9-40af-a63d-ba6e1be9815b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088636 Sep 17 22:34:59.478828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47936) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:59.536366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2103a11-3b4e-4686-9766-a68f2bb7ddb5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78f99d-93cc-4b79-ac6c-134e02b2d30c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:59.559667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf85e7f-18fe-462f-8bdc-13bd9e6fa6b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet ed37025d-8e24-4ca7-9b07-cd95bd193b55 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:34:59.563460 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5cf85e7f-18fe-462f-8bdc-13bd9e6fa6b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.600054 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2103a11-3b4e-4686-9766-a68f2bb7ddb5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.602064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b2103a11-3b4e-4686-9766-a68f2bb7ddb5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5699446 Sep 17 22:34:59.605297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47938) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:59.614031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6752246e-213a-4e79-b2eb-07d48ec7f37e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'security_group_rule': {'security_group_id': 'aa78f99d-93cc-4b79-ac6c-134e02b2d30c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:34:59.617573 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5cf85e7f-18fe-462f-8bdc-13bd9e6fa6b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.714272 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6752246e-213a-4e79-b2eb-07d48ec7f37e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.753196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5cf85e7f-18fe-462f-8bdc-13bd9e6fa6b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.786075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4069c0fd-e98f-4b08-a3e1-20dd7e802262 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:34:59.853757 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6752246e-213a-4e79-b2eb-07d48ec7f37e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.868856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4069c0fd-e98f-4b08-a3e1-20dd7e802262 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:34:59.869151 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.915172 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6752246e-213a-4e79-b2eb-07d48ec7f37e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.939948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752246e-213a-4e79-b2eb-07d48ec7f37e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5a8b0e-0ced-410f-a464-8cbf83483e48,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:59.944634 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5cf85e7f-18fe-462f-8bdc-13bd9e6fa6b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.974341 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.981702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf85e7f-18fe-462f-8bdc-13bd9e6fa6b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=ed37025d-8e24-4ca7-9b07-cd95bd193b55,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:34:59.986193 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5cf85e7f-18fe-462f-8bdc-13bd9e6fa6b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:34:59.991120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47940) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:34:59.991315 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5cf85e7f-18fe-462f-8bdc-13bd9e6fa6b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/ed37025d-8e24-4ca7-9b07-cd95bd193b55 HTTP/1.1" status: 204 len: 168 time: 0.5112898 Sep 17 22:35:00.008813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6752246e-213a-4e79-b2eb-07d48ec7f37e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.013452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6752246e-213a-4e79-b2eb-07d48ec7f37e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4044192 Sep 17 22:35:00.017842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47942) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.018975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 4069c0fd-e98f-4b08-a3e1-20dd7e802262, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4069c0fd-e98f-4b08-a3e1-20dd7e802262,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:00.026547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6a3329b5-8212-4041-b755-421316a98e5e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'security_group_rule': {'security_group_id': 'aa78f99d-93cc-4b79-ac6c-134e02b2d30c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:00.075464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cb4bc272-69e4-4908-8f12-f0d2da5a4df0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826912 Sep 17 22:35:00.078751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47944) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.086683 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.087815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:00.138832 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c2e88-4d5c-4999-b007-1c37ed18f40b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.142835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4e7c2e88-4d5c-4999-b007-1c37ed18f40b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0613084 Sep 17 22:35:00.145669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47946) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.199349 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=4069c0fd-e98f-4b08-a3e1-20dd7e802262,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:00.216223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:00.216736 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.218324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa128a7-459a-41bf-832b-cc8be8009909 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:00.223373 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9fa128a7-459a-41bf-832b-cc8be8009909 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0779490 Sep 17 22:35:00.225997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47950) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.226988 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a3329b5-8212-4041-b755-421316a98e5e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.316896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ad433646-ddc2-406e-8306-b10b04cf6a9e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881038 Sep 17 22:35:00.322407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47952) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.329013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:00.337862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a3329b5-8212-4041-b755-421316a98e5e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.370227 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.394908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a3329b5-8212-4041-b755-421316a98e5e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.419448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8c5b152c-7ea2-44c2-b18d-ba664a61b6d5,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:00.426234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3329b5-8212-4041-b755-421316a98e5e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdaeaa06-168c-4d55-877b-665c3866241d,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:00.474626 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a3329b5-8212-4041-b755-421316a98e5e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.476537 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6a3329b5-8212-4041-b755-421316a98e5e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4567926 Sep 17 22:35:00.479694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47956) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:00.489214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:00.495133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0562197-4f07-4561-9afb-a7e391dd6386 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:00.544777 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.556915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:00.563244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.646353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.655195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-729603d7-8ea1-4de7-ad8e-a011e483ddb0 None None] Provisioning complete for port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:00.656082 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-729603d7-8ea1-4de7-ad8e-a011e483ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.659557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=8c5b152c-7ea2-44c2-b18d-ba664a61b6d5,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:00.805600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f22538c-f1e3-474a-94d8-c98f7889ff9d None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:00.838595 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.862355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0f22538c-f1e3-474a-94d8-c98f7889ff9d None None] Deleting port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:00.862847 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0f22538c-f1e3-474a-94d8-c98f7889ff9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.929738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0f22538c-f1e3-474a-94d8-c98f7889ff9d None None] For port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8c5b152c-7ea2-44c2-b18d-ba664a61b6d5,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:00.930233 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0f22538c-f1e3-474a-94d8-c98f7889ff9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:00.948564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0f22538c-f1e3-474a-94d8-c98f7889ff9d None None] Calling delete_port for 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:00.996592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Allocated IP 172.25.5.147 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/a0664686-ce12-4a91-ba09-9ed1dec17149) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:01.060119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.objects.ports [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:35:01.114331 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0f22538c-f1e3-474a-94d8-c98f7889ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.141629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22538c-f1e3-474a-94d8-c98f7889ff9d None None] Pushing event deleted for resources: {'Port': ['ID=8c5b152c-7ea2-44c2-b18d-ba664a61b6d5,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:01.144134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.151455 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f22538c-f1e3-474a-94d8-c98f7889ff9d None None] No DVR routers for this DVR port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:01.201352 n-d-713498-17 neutron-server[101661]: WARNING neutron.services.revisions.revision_plugin [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Could not find related port for resource to bump revision. Sep 17 22:35:01.217407 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Sync routers for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:01.227061 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:01.227660 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:01.240049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Port 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 17 22:35:01.240358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Reverting IP allocation for 2001:db8::f816:3eff:fed3:3f60 {{(pid=101661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 17 22:35:01.243828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed3:3f60 {{(pid=101661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 17 22:35:01.245010 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.281984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.284888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:01.289463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:01.292830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:01.293611 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.300948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec91a5b-8d57-420a-a769-ad4b4b81dd11 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:01.337196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=5b73dfb9-efe6-48e5-929a-8f71c17ae7d4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:01.359610 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:01.366141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:01.369305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:01.373302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:01.374810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d5207a6c-b243-4ea3-960b-26ec6b4dd1f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0510623 Sep 17 22:35:01.377968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47962) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:01.382813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'Port': ['ID=a0664686-ce12-4a91-ba09-9ed1dec17149,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:01.394387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:f7:90:d4', 'name': 'tempest-NetworksTestDHCPv6-1765160206'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:01.553183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.588196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': '5b73dfb9-efe6-48e5-929a-8f71c17ae7d4'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:01.589248 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.590349 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 2, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:01.616634 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Checking router: 6de334cc-2573-4154-bba8-5983556e8e2e for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:01.617314 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Updating router 6de334cc-2573-4154-bba8-5983556e8e2e port a35abd43-9571-410e-8cfc-e1a881841b7f binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:35:01.661741 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.680991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:01.692180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.748453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Allocated IP 2001:db8::f816:3eff:fe07:7ec0 (7201b009-df55-4f74-ba77-2d9bb2d8682a/5b73dfb9-efe6-48e5-929a-8f71c17ae7d4/1c93bd14-74cb-4188-b396-972e7a7ca515) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:01.754901 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4069c0fd-e98f-4b08-a3e1-20dd7e802262 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:01.780287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.808901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 392ce72e-25c8-471c-895b-dd89b01c059a yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:01.871446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4069c0fd-e98f-4b08-a3e1-20dd7e802262 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:01.872042 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:01.937848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.003041 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.006407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.061832 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.083794 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:02.117753 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.119310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'Port': ['ID=a0664686-ce12-4a91-ba09-9ed1dec17149,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:02.122075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:02.122525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8c5b152c-7ea2-44c2-b18d-ba664a61b6d5 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:02.124196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.160029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:fef7:90d4 (7201b009-df55-4f74-ba77-2d9bb2d8682a/5b73dfb9-efe6-48e5-929a-8f71c17ae7d4/392ce72e-25c8-471c-895b-dd89b01c059a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:02.164111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:02.166983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:02.170334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:02.179317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Pushing event updated for resources: {'Port': ['ID=1c93bd14-74cb-4188-b396-972e7a7ca515,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:02.189292 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.234046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Attempting to bind port 1c93bd14-74cb-4188-b396-972e7a7ca515 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:02.234432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Attempting to bind port 1c93bd14-74cb-4188-b396-972e7a7ca515 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:02.234784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Attempting to bind port 1c93bd14-74cb-4188-b396-972e7a7ca515 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:02.244109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:02.244109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:02.244109 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.244109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:02.244109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Bound port: 1c93bd14-74cb-4188-b396-972e7a7ca515, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:02.244109 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.252940 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.254781 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-218d6be8-c642-472f-bf22-f5e95df9c489 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7729943 Sep 17 22:35:02.302511 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Pushing event updated for resources: {'Port': ['ID=a35abd43-9571-410e-8cfc-e1a881841b7f,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:02.329821 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.330248 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.330913 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.331355 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.331745 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.332079 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.332408 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.332778 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.333281 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.333996 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.334511 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.335900 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:02.363269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] For port 1c93bd14-74cb-4188-b396-972e7a7ca515, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:02.369493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] For port 1c93bd14-74cb-4188-b396-972e7a7ca515, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1c93bd14-74cb-4188-b396-972e7a7ca515,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:02.391540 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.396085 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Attempting to bind port a35abd43-9571-410e-8cfc-e1a881841b7f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:02.396430 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Attempting to bind port a35abd43-9571-410e-8cfc-e1a881841b7f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:02.397038 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Attempting to bind port a35abd43-9571-410e-8cfc-e1a881841b7f on network d536d0d3-da87-41d9-83c3-b97e396c1395 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:02.417700 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:02.420031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Checking segment: {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:02.420031 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.420031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Bound using segment: {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:02.420031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Bound port: a35abd43-9571-410e-8cfc-e1a881841b7f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:02.420031 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.440926 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.496962 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.532266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98823e-9771-470e-afdf-21bd070ed310 None None] Pushing event updated for resources: {'Port': ['ID=1c93bd14-74cb-4188-b396-972e7a7ca515,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:02.551620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-48c6433a-d426-40fa-8b9d-75af374a5e38 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1898967086&fields=id&tenant_id=5270fd4232e54a3d89e9475b751a7e41 HTTP/1.1" status: 200 len: 267 time: 0.1002929 Sep 17 22:35:02.563321 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] For port a35abd43-9571-410e-8cfc-e1a881841b7f, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:02.567475 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] For port a35abd43-9571-410e-8cfc-e1a881841b7f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a35abd43-9571-410e-8cfc-e1a881841b7f,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:02.571617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:02.575236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=392ce72e-25c8-471c-895b-dd89b01c059a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:02.588047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:02.590576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:02.598071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.598832 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.610416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0253fd49-f342-4ab3-99be-23635fc6dfae None None] Provisioning complete for port a35abd43-9571-410e-8cfc-e1a881841b7f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:02.611766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0253fd49-f342-4ab3-99be-23635fc6dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.629866 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:02.668574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0253fd49-f342-4ab3-99be-23635fc6dfae None None] Port a35abd43-9571-410e-8cfc-e1a881841b7f cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:02.707330 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:02.708165 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:02.711446 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fea3f3-86a1-40ef-bef5-7ad8c7892f45 None None] Pushing event updated for resources: {'Port': ['ID=a35abd43-9571-410e-8cfc-e1a881841b7f,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:02.725365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-54f58703-804b-495c-8142-5fe90a408853 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3458724 Sep 17 22:35:02.728051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 47988) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:02.764904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-96d741a2-baba-40b0-ad43-b7894d8b8a05 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.765985 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-96d741a2-baba-40b0-ad43-b7894d8b8a05 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 810 time: 0.1932607 Sep 17 22:35:02.811919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-a1b9e732-cbdf-4267-8385-81f8152be358 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/quotas/5270fd4232e54a3d89e9475b751a7e41 HTTP/1.1" status: 200 len: 375 time: 0.0180283 Sep 17 22:35:02.868807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e7a6e-fa3a-4cfc-b302-4ec0b12a7a8b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.880986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e7a6e-fa3a-4cfc-b302-4ec0b12a7a8b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:02.882672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-945e7a6e-fa3a-4cfc-b302-4ec0b12a7a8b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1537104 Sep 17 22:35:02.885640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 47992) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:02.914604 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:02.918512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-8fb7151a-ae8c-4c6d-9b53-0a44c56ef084 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054709 Sep 17 22:35:03.029233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-66b95a8c-f1fd-433d-8e56-132958df1e7f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:35:03.030944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-66b95a8c-f1fd-433d-8e56-132958df1e7f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0966926 Sep 17 22:35:03.049010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8afabd89-1b17-4ee2-ae8c-9d787584f839 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 392ce72e-25c8-471c-895b-dd89b01c059a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:03.049357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8afabd89-1b17-4ee2-ae8c-9d787584f839 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.107688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2ea0a6dc-1755-4876-b3a7-784f88cff669 None None] Provisioning complete for port a35abd43-9571-410e-8cfc-e1a881841b7f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:03.108332 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a6dc-1755-4876-b3a7-784f88cff669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.149760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8afabd89-1b17-4ee2-ae8c-9d787584f839 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.165113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8afabd89-1b17-4ee2-ae8c-9d787584f839 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 392ce72e-25c8-471c-895b-dd89b01c059a owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:03.190078 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:02Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:03.206099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-ba551832-93b9-412a-9591-56d5bce8844c service neutron] 10.222.0.13 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675110 Sep 17 22:35:03.219758 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada973da-9e20-485c-89f8-ca3ef46fb1e3 None None] The sync data for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 is: [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:02Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:03.234855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a6dc-1755-4876-b3a7-784f88cff669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.325800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2ea0a6dc-1755-4876-b3a7-784f88cff669 None None] For port a35abd43-9571-410e-8cfc-e1a881841b7f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a35abd43-9571-410e-8cfc-e1a881841b7f,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:03.371465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-b5e5b7e2-3c42-4ec8-8890-cce1aa873be2 service neutron] 10.222.0.13 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642988 Sep 17 22:35:03.402326 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8afabd89-1b17-4ee2-ae8c-9d787584f839 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.429713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a6dc-1755-4876-b3a7-784f88cff669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.486933 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8afabd89-1b17-4ee2-ae8c-9d787584f839 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.488970 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8afabd89-1b17-4ee2-ae8c-9d787584f839 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/392ce72e-25c8-471c-895b-dd89b01c059a HTTP/1.1" status: 204 len: 168 time: 0.6022217 Sep 17 22:35:03.490031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afabd89-1b17-4ee2-ae8c-9d787584f839 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=392ce72e-25c8-471c-895b-dd89b01c059a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:03.491820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48002) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:03.536163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0a6dc-1755-4876-b3a7-784f88cff669 None None] Pushing event updated for resources: {'Port': ['ID=a35abd43-9571-410e-8cfc-e1a881841b7f,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:03.579473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6f1eb-f0c9-4c2f-9588-626e0db6309a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.581225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6f1eb-f0c9-4c2f-9588-626e0db6309a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:03.583477 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cad6f1eb-f0c9-4c2f-9588-626e0db6309a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0905199 Sep 17 22:35:03.586211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48004) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:03.693061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffccf67-8550-441a-8ed0-c90d392ac207 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 5b73dfb9-efe6-48e5-929a-8f71c17ae7d4 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:03.714032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ffccf67-8550-441a-8ed0-c90d392ac207 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.766514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ffccf67-8550-441a-8ed0-c90d392ac207 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.903091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b6138e-c8cb-466b-af01-e30e5a1c0bf7 req-ded3b998-4d53-4ad5-9a58-c48cfdbdae77 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 210 time: 0.0516856 Sep 17 22:35:03.942132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ffccf67-8550-441a-8ed0-c90d392ac207 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:03.943723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a35abd43-9571-410e-8cfc-e1a881841b7f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:04.021432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a35abd43-9571-410e-8cfc-e1a881841b7f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:04.031553 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.076420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b5c6ef4f-54b4-4d13-b9e7-60ad9ca6a27c None None] Provisioning complete for port 1c93bd14-74cb-4188-b396-972e7a7ca515 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:04.077446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ef4f-54b4-4d13-b9e7-60ad9ca6a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.104094 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ffccf67-8550-441a-8ed0-c90d392ac207 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.161300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffccf67-8550-441a-8ed0-c90d392ac207 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=5b73dfb9-efe6-48e5-929a-8f71c17ae7d4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:04.178161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ffccf67-8550-441a-8ed0-c90d392ac207 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.183413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48018) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:04.188855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5ffccf67-8550-441a-8ed0-c90d392ac207 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/5b73dfb9-efe6-48e5-929a-8f71c17ae7d4 HTTP/1.1" status: 204 len: 168 time: 0.5962448 Sep 17 22:35:04.237436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1c93bd14-74cb-4188-b396-972e7a7ca515 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:04.245153 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f02f747e-a559-4a99-a712-62125f82e641 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598392 Sep 17 22:35:04.248322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48020) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:04.255163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:04.283433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e203d1-0c3f-4ea7-8aa7-59d49e06e59b None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:04.469146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:04.473682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.550426 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ef4f-54b4-4d13-b9e7-60ad9ca6a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.616643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b5c6ef4f-54b4-4d13-b9e7-60ad9ca6a27c None None] For port 1c93bd14-74cb-4188-b396-972e7a7ca515, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1c93bd14-74cb-4188-b396-972e7a7ca515,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:04.638382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1c93bd14-74cb-4188-b396-972e7a7ca515 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:04.638697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.715287 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ef4f-54b4-4d13-b9e7-60ad9ca6a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.756813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.762394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0592fb0-2fde-4c2e-b295-ca07cfd0d764 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:04.816202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6ef4f-54b4-4d13-b9e7-60ad9ca6a27c None None] Pushing event updated for resources: {'Port': ['ID=1c93bd14-74cb-4188-b396-972e7a7ca515,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:04.850387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-357783bf-826f-4851-8405-dd08f1ed875e None None] Could not find standard attr ID for object 392ce72e-25c8-471c-895b-dd89b01c059a. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:35:04.864708 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:35:04.865115 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:35:04.875708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:35:04.878275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b0592fb0-2fde-4c2e-b295-ca07cfd0d764 None None] Deleting port 1c93bd14-74cb-4188-b396-972e7a7ca515 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:04.878657 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0592fb0-2fde-4c2e-b295-ca07cfd0d764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:04.988122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b0592fb0-2fde-4c2e-b295-ca07cfd0d764 None None] For port 1c93bd14-74cb-4188-b396-972e7a7ca515, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1c93bd14-74cb-4188-b396-972e7a7ca515,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:04.988590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0592fb0-2fde-4c2e-b295-ca07cfd0d764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.013774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b0592fb0-2fde-4c2e-b295-ca07cfd0d764 None None] Calling delete_port for 1c93bd14-74cb-4188-b396-972e7a7ca515 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:05.018580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-209114ff-bb7a-4a55-9c07-81516fa8520e req-7a485233-d5b7-4469-b505-29cd11260526 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 210 time: 0.0265918 Sep 17 22:35:05.151055 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.212465 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0592fb0-2fde-4c2e-b295-ca07cfd0d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.238539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0592fb0-2fde-4c2e-b295-ca07cfd0d764 None None] Pushing event deleted for resources: {'Port': ['ID=1c93bd14-74cb-4188-b396-972e7a7ca515,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:05.244218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0592fb0-2fde-4c2e-b295-ca07cfd0d764 None None] No DVR routers for this DVR port 1c93bd14-74cb-4188-b396-972e7a7ca515 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:05.324290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] For port 1c93bd14-74cb-4188-b396-972e7a7ca515, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1c93bd14-74cb-4188-b396-972e7a7ca515,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:05.363125 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.386107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Port 1c93bd14-74cb-4188-b396-972e7a7ca515 update to ACTIVE by agent not found {{(pid=101662) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 22:35:05.452651 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.453533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.508290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=1c93bd14-74cb-4188-b396-972e7a7ca515,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:05.524242 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:05.527348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:05.531799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:05.537965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.538241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a87adeb-82ca-4d6a-8ada-f856d93ffd1d None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:05.543716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=02bdb3de-7a5b-4031-8afd-46df3ff9d88c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:05.607262 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-80819630-1fa1-4492-a101-58da038c133a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3569400 Sep 17 22:35:05.610193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48042) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:05.615745 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:b9:22:a7', 'name': 'tempest-NetworksTestDHCPv6-1695660359'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:05.689233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': '02bdb3de-7a5b-4031-8afd-46df3ff9d88c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:05.695876 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:05.718375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1c93bd14-74cb-4188-b396-972e7a7ca515 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:05.747451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 1c93bd14-74cb-4188-b396-972e7a7ca515 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:05.748220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1c93bd14-74cb-4188-b396-972e7a7ca515 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:05.817848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:05.866241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Allocated IP 2001:db8::f816:3eff:fe0c:606b (7201b009-df55-4f74-ba77-2d9bb2d8682a/02bdb3de-7a5b-4031-8afd-46df3ff9d88c/b2a32092-da1a-46a7-accb-c5040b245100) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:05.904495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.029513 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.098409 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.148746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:06.153004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a73b6df-c52a-4fd4-8a11-c48946d1ae92 req-217904d3-0ca1-4d56-b640-3494ac23d46c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 210 time: 0.0350990 Sep 17 22:35:06.156793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:06.162073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Pushing event updated for resources: {'Port': ['ID=b2a32092-da1a-46a7-accb-c5040b245100,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:06.162073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:06.206930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-8743ae68-22a2-4ecb-9489-423cdb039619 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.209062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-8743ae68-22a2-4ecb-9489-423cdb039619 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 810 time: 0.2055840 Sep 17 22:35:06.230087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Attempting to bind port b2a32092-da1a-46a7-accb-c5040b245100 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:06.230527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Attempting to bind port b2a32092-da1a-46a7-accb-c5040b245100 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:06.230988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Attempting to bind port b2a32092-da1a-46a7-accb-c5040b245100 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:06.236499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:06.236970 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:06.237468 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.237919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:06.238481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Bound port: b2a32092-da1a-46a7-accb-c5040b245100, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:06.238948 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.313929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-de87a8e4-13f5-4fce-b5f1-13198b9155e7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5270fd4232e54a3d89e9475b751a7e41 HTTP/1.1" status: 200 len: 380 time: 0.0937881 Sep 17 22:35:06.316064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 3b4f07d4-faa9-4b4f-9d06-3f36dc7266ad yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:06.326366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'port': {'device_id': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'admin_state_up': True, 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'security_groups': ['aa78f99d-93cc-4b79-ac6c-134e02b2d30c']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:06.334384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] For port b2a32092-da1a-46a7-accb-c5040b245100, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:06.340662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] For port b2a32092-da1a-46a7-accb-c5040b245100, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b2a32092-da1a-46a7-accb-c5040b245100,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:06.412159 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.471074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:feb9:22a7 (7201b009-df55-4f74-ba77-2d9bb2d8682a/02bdb3de-7a5b-4031-8afd-46df3ff9d88c/3b4f07d4-faa9-4b4f-9d06-3f36dc7266ad) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:06.478424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5778bf7-b5e3-4008-9328-0c77f80cddaf None None] Pushing event updated for resources: {'Port': ['ID=b2a32092-da1a-46a7-accb-c5040b245100,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:06.543257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Made reservation on behalf of 5270fd4232e54a3d89e9475b751a7e41 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:06.547264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.636298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.743289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Allocated IP 172.20.0.12 (d536d0d3-da87-41d9-83c3-b97e396c1395/46918b58-a658-4980-8c4c-4530a3baa0eb/c30d1535-00b9-436b-ac85-64cdf19df343) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:06.750548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.801548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:06.804923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:06.812069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:06.817957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.818587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.822285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=3b4f07d4-faa9-4b4f-9d06-3f36dc7266ad,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:06.892937 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d1122dcd-6e95-4371-8ca3-6a92b42b181a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2815764 Sep 17 22:35:06.895519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48056) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:06.895967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:06.954326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06250e7d-76cc-4805-a4e2-3e7d063666ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.960750 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06250e7d-76cc-4805-a4e2-3e7d063666ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:06.962452 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-06250e7d-76cc-4805-a4e2-3e7d063666ce tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0656567 Sep 17 22:35:06.965683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48058) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:06.999450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.070420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Network d536d0d3-da87-41d9-83c3-b97e396c1395 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:07.079984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:07.082282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:07.086981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'Port': ['ID=c30d1535-00b9-436b-ac85-64cdf19df343,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:07.134313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.134993 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.175956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8c1de304-9e34-4c9a-868f-df2dbd6cc09f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 3b4f07d4-faa9-4b4f-9d06-3f36dc7266ad {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:07.176529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c1de304-9e34-4c9a-868f-df2dbd6cc09f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.281095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-897e9fce-a8ac-4478-8cd3-8d28f7a980d6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9614980 Sep 17 22:35:07.302533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c1de304-9e34-4c9a-868f-df2dbd6cc09f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.308386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Request body: {'port': {'device_id': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:07.352807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8c1de304-9e34-4c9a-868f-df2dbd6cc09f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 3b4f07d4-faa9-4b4f-9d06-3f36dc7266ad owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:07.413322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-07565a4d-5872-40dd-8af4-cd229ba9a4f7 None None] Provisioning complete for port c30d1535-00b9-436b-ac85-64cdf19df343 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:07.413882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-07565a4d-5872-40dd-8af4-cd229ba9a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.449928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbf52c-b1eb-4362-a127-b77466c2c66f req-26948b7a-0458-467d-a39d-d2b6d4254cce tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.452092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12dbf52c-b1eb-4362-a127-b77466c2c66f req-26948b7a-0458-467d-a39d-d2b6d4254cce tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 932 time: 0.1640108 Sep 17 22:35:07.465562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-07565a4d-5872-40dd-8af4-cd229ba9a4f7 None None] Port c30d1535-00b9-436b-ac85-64cdf19df343 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:07.476844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.565404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12dbf52c-b1eb-4362-a127-b77466c2c66f req-2ab4ac35-dd1d-41ac-8190-fe89ba06f67c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013708 Sep 17 22:35:07.703071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-db7e1ff7-7c62-46f2-b7d7-720615c8a51d None None] Provisioning complete for port b2a32092-da1a-46a7-accb-c5040b245100 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:07.703460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db7e1ff7-7c62-46f2-b7d7-720615c8a51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.754255 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b2a32092-da1a-46a7-accb-c5040b245100 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:07.761674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c1de304-9e34-4c9a-868f-df2dbd6cc09f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.800556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1de304-9e34-4c9a-868f-df2dbd6cc09f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=3b4f07d4-faa9-4b4f-9d06-3f36dc7266ad,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:07.827630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b2a32092-da1a-46a7-accb-c5040b245100 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:07.828238 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.846207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8c1de304-9e34-4c9a-868f-df2dbd6cc09f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.851105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48068) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.851605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8c1de304-9e34-4c9a-868f-df2dbd6cc09f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/3b4f07d4-faa9-4b4f-9d06-3f36dc7266ad HTTP/1.1" status: 204 len: 168 time: 0.8846948 Sep 17 22:35:07.934584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30d1535-00b9-436b-ac85-64cdf19df343 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:07.944238 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.946948 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6b561-4bb2-4191-a1a4-0157e33b1fff tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.948739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6b561-4bb2-4191-a1a4-0157e33b1fff tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:07.952944 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f4c6b561-4bb2-4191-a1a4-0157e33b1fff tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0982144 Sep 17 22:35:07.953203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48070) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:07.956031 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db7e1ff7-7c62-46f2-b7d7-720615c8a51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:07.963967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Transition to ACTIVE for port object c30d1535-00b9-436b-ac85-64cdf19df343 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:35:08.012880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbb18c5-329d-4014-9d8b-d8d6b28a126b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 02bdb3de-7a5b-4031-8afd-46df3ff9d88c {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:08.016798 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bbb18c5-329d-4014-9d8b-d8d6b28a126b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.025583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-db7e1ff7-7c62-46f2-b7d7-720615c8a51d None None] For port b2a32092-da1a-46a7-accb-c5040b245100, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b2a32092-da1a-46a7-accb-c5040b245100,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:08.041877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.046492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.071924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bbb18c5-329d-4014-9d8b-d8d6b28a126b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.098474 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db7e1ff7-7c62-46f2-b7d7-720615c8a51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.183639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bbb18c5-329d-4014-9d8b-d8d6b28a126b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.191630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c30d1535-00b9-436b-ac85-64cdf19df343,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:08.258776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-388b25bb-d609-4353-bd55-6c2a4befaad6 None None] Could not find standard attr ID for object 3b4f07d4-faa9-4b4f-9d06-3f36dc7266ad. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:35:08.267027 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:35:08.267221 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:35:08.267849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e1ff7-7c62-46f2-b7d7-720615c8a51d None None] Pushing event updated for resources: {'Port': ['ID=b2a32092-da1a-46a7-accb-c5040b245100,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:08.316711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Attempting to bind port c30d1535-00b9-436b-ac85-64cdf19df343 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:08.317126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Attempting to bind port c30d1535-00b9-436b-ac85-64cdf19df343 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:08.317547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Attempting to bind port c30d1535-00b9-436b-ac85-64cdf19df343 on network d536d0d3-da87-41d9-83c3-b97e396c1395 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:08.322378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Port c30d1535-00b9-436b-ac85-64cdf19df343 on network d536d0d3-da87-41d9-83c3-b97e396c1395 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:35:08.322879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Attempting to bind port c30d1535-00b9-436b-ac85-64cdf19df343 on network d536d0d3-da87-41d9-83c3-b97e396c1395 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:08.328138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:08.328529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Checking segment: {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:08.330602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Bound using segment: {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:08.330602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Bound port: c30d1535-00b9-436b-ac85-64cdf19df343, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:08.330602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.355022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bbb18c5-329d-4014-9d8b-d8d6b28a126b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.383763 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.391420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb18c5-329d-4014-9d8b-d8d6b28a126b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=02bdb3de-7a5b-4031-8afd-46df3ff9d88c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:08.393705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3bbb18c5-329d-4014-9d8b-d8d6b28a126b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.398538 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3bbb18c5-329d-4014-9d8b-d8d6b28a126b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/02bdb3de-7a5b-4031-8afd-46df3ff9d88c HTTP/1.1" status: 204 len: 168 time: 0.4440742 Sep 17 22:35:08.399231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48076) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.402066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3a58f-cccd-4e0d-8007-ca266fffd9e4 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:08.418732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] For port c30d1535-00b9-436b-ac85-64cdf19df343, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:08.423342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] For port c30d1535-00b9-436b-ac85-64cdf19df343, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c30d1535-00b9-436b-ac85-64cdf19df343,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:08.444484 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0d116aa5-eec1-4a53-9b16-2c9a1685ecd5 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437405 Sep 17 22:35:08.447102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48080) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.494413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.542231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.542896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.544416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] 10.222.0.32 "PUT /v2.0/ports/c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 1093 time: 1.2453794 Sep 17 22:35:08.544725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'tag': 'c30d1535-00b9-436b-ac85-64cdf19df343'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:08.549261 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f" -d '{"events": [{"name": "network-changed", "server_uuid": "98b01230-1157-4aa4-a9de-4768a85e2fa6", "tag": "c30d1535-00b9-436b-ac85-64cdf19df343"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:08.571461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb08610-723d-4f47-91e3-6eadc081f1b1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.574979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5fb08610-723d-4f47-91e3-6eadc081f1b1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1248586 Sep 17 22:35:08.576231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48086) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.629906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f14dec-fb3a-4976-a67b-64c4fd5f2fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c30d1535-00b9-436b-ac85-64cdf19df343,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:08.680508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c084a6ff-402d-4c55-945f-fe9f92581e07 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:08.710479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf12b1-1640-469a-9e0f-26e466b1583d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.715669 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6baf12b1-1640-469a-9e0f-26e466b1583d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1380529 Sep 17 22:35:08.720453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48092) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.743463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-000483a9-d896-4366-a2e4-1d68fb5995e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.745016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-000483a9-d896-4366-a2e4-1d68fb5995e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0963907 Sep 17 22:35:08.760583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541241d2-b7a8-4a8b-87d8-1c682deba81e req-412a2e94-3bc7-4112-95a9-07b9c0f6d441 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.762156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-541241d2-b7a8-4a8b-87d8-1c682deba81e req-412a2e94-3bc7-4112-95a9-07b9c0f6d441 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 944 time: 0.0695992 Sep 17 22:35:08.763727 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07a3f26-f1d8-4976-940e-bcb39e96bfb6 x-openstack-request-id: req-b07a3f26-f1d8-4976-940e-bcb39e96bfb6 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:08.764077 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b01230-1157-4aa4-a9de-4768a85e2fa6", "tag": "c30d1535-00b9-436b-ac85-64cdf19df343", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:08.764548 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b07a3f26-f1d8-4976-940e-bcb39e96bfb6 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:08.764548 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'tag': 'c30d1535-00b9-436b-ac85-64cdf19df343', 'status': 'completed', 'code': 200} Sep 17 22:35:08.810087 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-723dd919-e2e0-4515-a9d4-7c5627066e6e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924420 Sep 17 22:35:08.815180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48096) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:08.820982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:08.822533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c084a6ff-402d-4c55-945f-fe9f92581e07 None None] Deleting port b2a32092-da1a-46a7-accb-c5040b245100 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:08.822685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-11d7d40d-ffc9-4928-bd9e-49983afd303b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 217 time: 0.0569251 Sep 17 22:35:08.823377 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c084a6ff-402d-4c55-945f-fe9f92581e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.883029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-541241d2-b7a8-4a8b-87d8-1c682deba81e req-e149cdfa-d954-487b-8d09-1593a98334db tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106796 Sep 17 22:35:08.893970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-6468f96b-dd9c-423b-93e6-4e9d946d03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.895602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-6468f96b-dd9c-423b-93e6-4e9d946d03d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0653627 Sep 17 22:35:08.910551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c084a6ff-402d-4c55-945f-fe9f92581e07 None None] For port b2a32092-da1a-46a7-accb-c5040b245100, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b2a32092-da1a-46a7-accb-c5040b245100,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:08.910992 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c084a6ff-402d-4c55-945f-fe9f92581e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:08.943111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c084a6ff-402d-4c55-945f-fe9f92581e07 None None] Calling delete_port for b2a32092-da1a-46a7-accb-c5040b245100 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:08.949105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-62cc32cc-c33d-4215-8d4f-01ed56d8938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:08.950643 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-62cc32cc-c33d-4215-8d4f-01ed56d8938d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431600 Sep 17 22:35:09.030542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:09.036720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.056517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-b6b543d1-501d-47c1-aa88-f1993bb2207d service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986645 Sep 17 22:35:09.109043 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c084a6ff-402d-4c55-945f-fe9f92581e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.144661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084a6ff-402d-4c55-945f-fe9f92581e07 None None] Pushing event deleted for resources: {'Port': ['ID=b2a32092-da1a-46a7-accb-c5040b245100,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:09.151051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084a6ff-402d-4c55-945f-fe9f92581e07 None None] No DVR routers for this DVR port b2a32092-da1a-46a7-accb-c5040b245100 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:09.177790 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f684fe2-1921-4042-9357-54cc42b7fa38 req-a8db2f7e-87b3-48a8-ae79-57ae518a3f27 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138601 Sep 17 22:35:09.325686 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.377883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:09.381523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:09.386028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.386640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.390889 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d5818-2f8c-4767-b169-6100ed0831df None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:09.395751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=f76b3183-d83e-411c-8412-6a5ea2a0388b,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:09.513928 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d171f445-ad92-43c0-8275-751cecdd5d51 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6973577 Sep 17 22:35:09.515234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48104) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:09.521326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:3a:8b:fe', 'name': 'tempest-NetworksTestDHCPv6-469307306'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:09.586998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': 'f76b3183-d83e-411c-8412-6a5ea2a0388b'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:09.587332 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.702489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-0a85d8e4-72a8-427a-ae53-90f6652f6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.706276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-0a85d8e4-72a8-427a-ae53-90f6652f6da0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1096 time: 0.3954601 Sep 17 22:35:09.720974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b2a32092-da1a-46a7-accb-c5040b245100 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:09.737719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:09.741894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:09.763356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port a08dacca-ac5e-4562-b49c-7f350f6c8f68 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:09.770468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: b2a32092-da1a-46a7-accb-c5040b245100 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:09.770778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b2a32092-da1a-46a7-accb-c5040b245100 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:09.795637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/f76b3183-d83e-411c-8412-6a5ea2a0388b/85c6c4d3-6b58-4a1e-8e84-ae934647bc60) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:09.844836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-15ec0c15-3eb4-4fcb-995e-9c362fa86fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.846488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-15ec0c15-3eb4-4fcb-995e-9c362fa86fe8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.1328642 Sep 17 22:35:09.892824 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-fd8ffed9-65cd-4c1f-9dce-9b3043e4be02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 217 time: 0.0383761 Sep 17 22:35:09.980931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-b806a3a6-f77a-469c-a1d3-ab1ecd123e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:09.983673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-b806a3a6-f77a-469c-a1d3-ab1ecd123e4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0828774 Sep 17 22:35:09.986459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.047307 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.048611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d61d6-c056-4862-bfb4-c0bb830a94c3 req-553ce8d0-213d-4934-a4fc-3daca1370fdf tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.050115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-374d61d6-c056-4862-bfb4-c0bb830a94c3 req-553ce8d0-213d-4934-a4fc-3daca1370fdf tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 944 time: 0.0795267 Sep 17 22:35:10.065431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-81acb36d-9339-4dd4-b4e2-f05aa920f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.066926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-81acb36d-9339-4dd4-b4e2-f05aa920f456 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696745 Sep 17 22:35:10.081036 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.100971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:10.103721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:10.106718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:10.142959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::2d3 (7201b009-df55-4f74-ba77-2d9bb2d8682a/f76b3183-d83e-411c-8412-6a5ea2a0388b/a08dacca-ac5e-4562-b49c-7f350f6c8f68) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:10.149893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-374d61d6-c056-4862-bfb4-c0bb830a94c3 req-8cff876a-a154-4ffe-925f-cdd943f5e41a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925794 Sep 17 22:35:10.183351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Pushing event updated for resources: {'Port': ['ID=85c6c4d3-6b58-4a1e-8e84-ae934647bc60,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:10.199608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Attempting to bind port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:10.199978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Attempting to bind port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:10.200461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Attempting to bind port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:10.207310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:10.207685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:10.208089 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.208481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:10.208947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Bound port: 85c6c4d3-6b58-4a1e-8e84-ae934647bc60, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:10.209329 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.241896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-07b13948-42f0-444f-9310-a4e6cb4b322f service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657968 Sep 17 22:35:10.288189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] For port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:10.293323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] For port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=85c6c4d3-6b58-4a1e-8e84-ae934647bc60,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:10.329154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.341135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bd9bb2a-9ae7-4f22-a5dc-20077b26982f req-82330e81-cb57-4da4-9c11-f02341ff0c2c service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911815 Sep 17 22:35:10.389413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.418392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.452137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80871eef-9479-4e1b-91bd-bcbaf9a4235a None None] Pushing event updated for resources: {'Port': ['ID=85c6c4d3-6b58-4a1e-8e84-ae934647bc60,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:10.480381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:10.484174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:10.490866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:10.496783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.497441 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.503491 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=a08dacca-ac5e-4562-b49c-7f350f6c8f68,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:10.584421 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d09ec224-e9ac-4f83-8e36-4ab311136a64 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0679846 Sep 17 22:35:10.587007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48118) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:10.640439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab2490-0d15-459b-85ba-2e550b3a0ba7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.651495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab2490-0d15-459b-85ba-2e550b3a0ba7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:10.653776 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d3ab2490-0d15-459b-85ba-2e550b3a0ba7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0654702 Sep 17 22:35:10.661456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48122) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:10.752210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ae893471-88f0-40c6-9812-aa1b9d44a67a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port a08dacca-ac5e-4562-b49c-7f350f6c8f68 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:10.753383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae893471-88f0-40c6-9812-aa1b9d44a67a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.847308 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae893471-88f0-40c6-9812-aa1b9d44a67a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:10.859905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ae893471-88f0-40c6-9812-aa1b9d44a67a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for a08dacca-ac5e-4562-b49c-7f350f6c8f68 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:11.023514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae893471-88f0-40c6-9812-aa1b9d44a67a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.053700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae893471-88f0-40c6-9812-aa1b9d44a67a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=a08dacca-ac5e-4562-b49c-7f350f6c8f68,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:11.081863 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae893471-88f0-40c6-9812-aa1b9d44a67a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.083900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ae893471-88f0-40c6-9812-aa1b9d44a67a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/a08dacca-ac5e-4562-b49c-7f350f6c8f68 HTTP/1.1" status: 204 len: 168 time: 0.4262953 Sep 17 22:35:11.093308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48128) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:11.106219 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:35:11.146100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b01229-c793-4304-a83f-51f9e7b0830e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:11.147898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b01229-c793-4304-a83f-51f9e7b0830e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:11.149570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c1b01229-c793-4304-a83f-51f9e7b0830e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0552711 Sep 17 22:35:11.152203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48132) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:11.209632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd3ccee-6acc-450d-bee4-052734377369 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet f76b3183-d83e-411c-8412-6a5ea2a0388b {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:11.212967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ccee-6acc-450d-bee4-052734377369 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.284902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ccee-6acc-450d-bee4-052734377369 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.325880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e400fd2-7509-48d1-860c-f7ca32996a85 req-ff431f41-25df-4fbe-98fc-47ec01210532 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:11.328108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e400fd2-7509-48d1-860c-f7ca32996a85 req-ff431f41-25df-4fbe-98fc-47ec01210532 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 944 time: 0.0885911 Sep 17 22:35:11.411247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e400fd2-7509-48d1-860c-f7ca32996a85 req-190f92c5-d76d-4991-a598-0927a5b05b8d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754840 Sep 17 22:35:11.423233 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ccee-6acc-450d-bee4-052734377369 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.519650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b3588bc6-1f1b-4966-9fc2-507358abb6ad None None] Provisioning complete for port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:11.520218 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3588bc6-1f1b-4966-9fc2-507358abb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.550211 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ccee-6acc-450d-bee4-052734377369 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.585389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3ccee-6acc-450d-bee4-052734377369 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=f76b3183-d83e-411c-8412-6a5ea2a0388b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:11.595597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c30d1535-00b9-436b-ac85-64cdf19df343 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:35:11.595880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ccee-6acc-450d-bee4-052734377369 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.600870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48138) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:11.609813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8cd3ccee-6acc-450d-bee4-052734377369 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/f76b3183-d83e-411c-8412-6a5ea2a0388b HTTP/1.1" status: 204 len: 168 time: 0.4563072 Sep 17 22:35:11.626904 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3588bc6-1f1b-4966-9fc2-507358abb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.664990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b3588bc6-1f1b-4966-9fc2-507358abb6ad None None] For port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=85c6c4d3-6b58-4a1e-8e84-ae934647bc60,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:11.693347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48140) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:11.710268 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1dfc78de-80e5-4885-b808-0c26aa05ed61 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025960 Sep 17 22:35:11.745705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bcc71d-416d-4c0d-88e0-47579e80258f None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:11.755398 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3588bc6-1f1b-4966-9fc2-507358abb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:11.760466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0a8f5-c95c-470c-829a-577309901802 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:11.763144 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-11d0a8f5-c95c-470c-829a-577309901802 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0679176 Sep 17 22:35:11.765034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48142) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:11.785273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:11.817108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6353a245-fc5d-4129-b811-09f0512b7cc1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:11.818227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6353a245-fc5d-4129-b811-09f0512b7cc1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0519412 Sep 17 22:35:11.820897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48144) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:11.877433 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e7317030-22cb-4def-9efa-5246d0442261 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551808 Sep 17 22:35:11.881407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48148) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:11.886285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:11.925862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c30d1535-00b9-436b-ac85-64cdf19df343, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c30d1535-00b9-436b-ac85-64cdf19df343,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:11.928042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-553e7b2d-8bc7-4b50-8702-4effe62f0285 None None] Could not find standard attr ID for object a08dacca-ac5e-4562-b49c-7f350f6c8f68. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:35:11.944434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3588bc6-1f1b-4966-9fc2-507358abb6ad None None] Pushing event updated for resources: {'Port': ['ID=85c6c4d3-6b58-4a1e-8e84-ae934647bc60,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:11.969046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'c30d1535-00b9-436b-ac85-64cdf19df343', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'port_id': 'c30d1535-00b9-436b-ac85-64cdf19df343', 'mac_address': 'fa:16:3e:c3:49:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:35:12.020305 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:12.020677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.046913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:12.052385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.060115 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.087200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30d1535-00b9-436b-ac85-64cdf19df343 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:35:12.112636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c30d1535-00b9-436b-ac85-64cdf19df343, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c30d1535-00b9-436b-ac85-64cdf19df343,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:12.306777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab106127-94f8-4900-b31d-439b8068f43b None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:12.312196 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.402112 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c30d1535-00b9-436b-ac85-64cdf19df343,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:12.417002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ab106127-94f8-4900-b31d-439b8068f43b None None] Deleting port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:12.417497 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab106127-94f8-4900-b31d-439b8068f43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.438695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:35:12.525304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ab106127-94f8-4900-b31d-439b8068f43b None None] For port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=85c6c4d3-6b58-4a1e-8e84-ae934647bc60,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:12.526377 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab106127-94f8-4900-b31d-439b8068f43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.541447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ab106127-94f8-4900-b31d-439b8068f43b None None] Calling delete_port for 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:12.558809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a42e2-45ea-4e26-b5b3-852a8fa091ce req-dc5db46c-8ece-40bd-8766-2996de7db36a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:12.560761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-636a42e2-45ea-4e26-b5b3-852a8fa091ce req-dc5db46c-8ece-40bd-8766-2996de7db36a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 945 time: 0.0684574 Sep 17 22:35:12.594291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['c30d1535-00b9-436b-ac85-64cdf19df343'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:35:12.612181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-636a42e2-45ea-4e26-b5b3-852a8fa091ce req-1edda7e8-07f3-4ac9-9b86-e9ee4e76a291 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360796 Sep 17 22:35:12.677767 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.747928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab106127-94f8-4900-b31d-439b8068f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.776739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab106127-94f8-4900-b31d-439b8068f43b None None] Pushing event deleted for resources: {'Port': ['ID=85c6c4d3-6b58-4a1e-8e84-ae934647bc60,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:12.781807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab106127-94f8-4900-b31d-439b8068f43b None None] No DVR routers for this DVR port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:12.843284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] For port 85c6c4d3-6b58-4a1e-8e84-ae934647bc60, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=85c6c4d3-6b58-4a1e-8e84-ae934647bc60,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:12.871734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.925709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.926501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:12.977615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=85c6c4d3-6b58-4a1e-8e84-ae934647bc60,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:12.994760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:13.000274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:13.005384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.006001 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.010401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9b417-46d3-4714-b3e1-c34a0e01ffc8 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:13.021795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=29e36dd4-36a7-4566-93c9-d1df84979419,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:13.101649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48156) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:13.102631 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8ace2ed8-b562-4919-8bb4-b3834733f78e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2194350 Sep 17 22:35:13.107159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4f2d949b-0974-455c-93fe-8b518bb6a192 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:13.157088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': '29e36dd4-36a7-4566-93c9-d1df84979419'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:13.158068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.251615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2d949b-0974-455c-93fe-8b518bb6a192 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:13.255347 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4f2d949b-0974-455c-93fe-8b518bb6a192 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.305295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Allocated IP 2001:db8::f816:3eff:feac:cf8d (7201b009-df55-4f74-ba77-2d9bb2d8682a/29e36dd4-36a7-4566-93c9-d1df84979419/469df560-1b20-4655-8aeb-ed51ede09ffc) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:13.356008 n-d-713498-17 neutron-server[101661]: INFO neutron.db.ipam_backend_mixin [None req-4f2d949b-0974-455c-93fe-8b518bb6a192 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29e36dd4-36a7-4566-93c9-d1df84979419 (CIDR: 2001:db8::/64) Sep 17 22:35:13.389277 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2d949b-0974-455c-93fe-8b518bb6a192 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:35:13.390017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2d949b-0974-455c-93fe-8b518bb6a192 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:13.441375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4f2d949b-0974-455c-93fe-8b518bb6a192 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3381803 Sep 17 22:35:13.443878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48162) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:13.450710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:13.472251 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.532636 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.573519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:13.576525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:13.580042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:13.590321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Pushing event updated for resources: {'Port': ['ID=469df560-1b20-4655-8aeb-ed51ede09ffc,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:13.615543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c30d1535-00b9-436b-ac85-64cdf19df343 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:13.617350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:13.622062 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.704809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:13.728830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Attempting to bind port 469df560-1b20-4655-8aeb-ed51ede09ffc on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:13.729199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Attempting to bind port 469df560-1b20-4655-8aeb-ed51ede09ffc by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:13.729558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Attempting to bind port 469df560-1b20-4655-8aeb-ed51ede09ffc on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:13.733492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:13.734435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 85c6c4d3-6b58-4a1e-8e84-ae934647bc60 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:13.740472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:13.740858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:13.741248 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.741638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:13.742094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Bound port: 469df560-1b20-4655-8aeb-ed51ede09ffc, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:13.742472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.810232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] For port 469df560-1b20-4655-8aeb-ed51ede09ffc, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:13.813772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] For port 469df560-1b20-4655-8aeb-ed51ede09ffc, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=469df560-1b20-4655-8aeb-ed51ede09ffc,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:13.817095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port c30d1535-00b9-436b-ac85-64cdf19df343 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:35:13.819994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de6555-ff31-47e0-91c8-ce9b087ba0ae req-70ea5b38-4810-404d-a788-0ed929f8d90f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:13.820880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port c30d1535-00b9-436b-ac85-64cdf19df343 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:13.821197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9de6555-ff31-47e0-91c8-ce9b087ba0ae req-70ea5b38-4810-404d-a788-0ed929f8d90f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 945 time: 0.1265147 Sep 17 22:35:13.821316 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.894001 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.898036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9de6555-ff31-47e0-91c8-ce9b087ba0ae req-f8c6150d-e532-44f7-981e-229ac3923d31 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663228 Sep 17 22:35:13.925633 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:13.980354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30d1535-00b9-436b-ac85-64cdf19df343'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:13.983209 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9327a97d-659f-451f-825e-15db11edce13" -d '{"events": [{"server_uuid": "98b01230-1157-4aa4-a9de-4768a85e2fa6", "name": "network-vif-plugged", "status": "completed", "tag": "c30d1535-00b9-436b-ac85-64cdf19df343"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:14.003553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f282fba-8622-48a8-b89b-72b2790c92d9 None None] Pushing event updated for resources: {'Port': ['ID=469df560-1b20-4655-8aeb-ed51ede09ffc,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:14.009164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port c30d1535-00b9-436b-ac85-64cdf19df343, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c30d1535-00b9-436b-ac85-64cdf19df343,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:14.029569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.046617 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.117975 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52e77f1-3449-4c4b-acea-ec7b865ffeed x-openstack-request-id: req-e52e77f1-3449-4c4b-acea-ec7b865ffeed {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:14.118397 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b01230-1157-4aa4-a9de-4768a85e2fa6", "name": "network-vif-plugged", "status": "completed", "tag": "c30d1535-00b9-436b-ac85-64cdf19df343", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:14.118666 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e52e77f1-3449-4c4b-acea-ec7b865ffeed {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:14.119173 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30d1535-00b9-436b-ac85-64cdf19df343', 'code': 200} Sep 17 22:35:14.121276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=de18de11-7ec1-4696-9ee2-05582f1bf034,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:14.131410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=c30d1535-00b9-436b-ac85-64cdf19df343,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:14.134604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:14.136069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:14.138671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.139460 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.225044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-96c34efb-4ed2-4bc5-8284-12321ac22701 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7800651 Sep 17 22:35:14.228167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48176) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:14.234643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:84:37:b5', 'name': 'tempest-NetworksTestDHCPv6-1015798172'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:14.241769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bbc12-24e3-4b9d-aedd-c0acc844af82 req-5d256f58-56a4-464c-ab3a-6f3670594010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:14.244201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-552bbc12-24e3-4b9d-aedd-c0acc844af82 req-5d256f58-56a4-464c-ab3a-6f3670594010 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0562716 Sep 17 22:35:14.294865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-552bbc12-24e3-4b9d-aedd-c0acc844af82 req-c82cb5f5-6e8d-4459-b127-161a997f1404 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 Sep 17 22:35:14.445825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:14.537692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.557925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port fd55e5c8-2132-4554-b40c-b11a8e6b25dd yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:14.730749 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8:0:1::2a3 (7201b009-df55-4f74-ba77-2d9bb2d8682a/de18de11-7ec1-4696-9ee2-05582f1bf034/fd55e5c8-2132-4554-b40c-b11a8e6b25dd) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:14.738588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:fe84:37b5 (7201b009-df55-4f74-ba77-2d9bb2d8682a/29e36dd4-36a7-4566-93c9-d1df84979419/fd55e5c8-2132-4554-b40c-b11a8e6b25dd) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:14.892097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:14.993626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d71978-5936-4800-9357-6affd26db6b3 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:15.006499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.062265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99b40-3bb4-493e-b4b5-863266850d71 req-843389ab-4470-495b-914e-18cdd26351c6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.065140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7b99b40-3bb4-493e-b4b5-863266850d71 req-843389ab-4470-495b-914e-18cdd26351c6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0649943 Sep 17 22:35:15.082111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:15.085166 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:15.086620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3807e934-2b9c-4099-a1a5-7614b62d77b3 None None] Provisioning complete for port 469df560-1b20-4655-8aeb-ed51ede09ffc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:15.087033 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3807e934-2b9c-4099-a1a5-7614b62d77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.088970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:15.095919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.096572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.106008 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=fd55e5c8-2132-4554-b40c-b11a8e6b25dd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:15.117054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.117439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.117784 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.118125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.118464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.118916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.119284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.119732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.120066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.120394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.120722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.121904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:15.134072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7b99b40-3bb4-493e-b4b5-863266850d71 req-b78ed0f9-2bf2-4932-be2b-6ef866f8a0d8 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499899 Sep 17 22:35:15.195753 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5f3d20f1-2fac-40e1-8b57-a76958dd0b2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9660678 Sep 17 22:35:15.197982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48192) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:15.236452 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3807e934-2b9c-4099-a1a5-7614b62d77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.282140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3807e934-2b9c-4099-a1a5-7614b62d77b3 None None] For port 469df560-1b20-4655-8aeb-ed51ede09ffc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=469df560-1b20-4655-8aeb-ed51ede09ffc,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:15.294447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d6e2b053-1416-43b5-820a-90a5edf448a7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port fd55e5c8-2132-4554-b40c-b11a8e6b25dd {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:15.295009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6e2b053-1416-43b5-820a-90a5edf448a7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.358363 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3807e934-2b9c-4099-a1a5-7614b62d77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.364470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf0026-ac32-4cbf-a1b4-d4dfdbc99e22 None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': '29e36dd4-36a7-4566-93c9-d1df84979419', 'ip_address': '2001:db8::f816:3eff:feac:cf8d'}, {'subnet_id': 'de18de11-7ec1-4696-9ee2-05582f1bf034'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '469df560-1b20-4655-8aeb-ed51ede09ffc'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:35:15.409152 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6e2b053-1416-43b5-820a-90a5edf448a7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.421162 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0026-ac32-4cbf-a1b4-d4dfdbc99e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.423763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d6e2b053-1416-43b5-820a-90a5edf448a7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for fd55e5c8-2132-4554-b40c-b11a8e6b25dd owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:15.448004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807e934-2b9c-4099-a1a5-7614b62d77b3 None None] Pushing event updated for resources: {'Port': ['ID=469df560-1b20-4655-8aeb-ed51ede09ffc,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:15.632509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf0026-ac32-4cbf-a1b4-d4dfdbc99e22 None None] Allocated IP 2001:db8:0:1::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/de18de11-7ec1-4696-9ee2-05582f1bf034/469df560-1b20-4655-8aeb-ed51ede09ffc) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:15.711906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 469df560-1b20-4655-8aeb-ed51ede09ffc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:15.725962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6e2b053-1416-43b5-820a-90a5edf448a7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.760703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2b053-1416-43b5-820a-90a5edf448a7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=fd55e5c8-2132-4554-b40c-b11a8e6b25dd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:15.770657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fcaf0026-ac32-4cbf-a1b4-d4dfdbc99e22 None None] For port 469df560-1b20-4655-8aeb-ed51ede09ffc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=469df560-1b20-4655-8aeb-ed51ede09ffc,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:15.813253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d6e2b053-1416-43b5-820a-90a5edf448a7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.813717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0026-ac32-4cbf-a1b4-d4dfdbc99e22 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.815617 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d6e2b053-1416-43b5-820a-90a5edf448a7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/fd55e5c8-2132-4554-b40c-b11a8e6b25dd HTTP/1.1" status: 204 len: 168 time: 0.6163540 Sep 17 22:35:15.817353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 469df560-1b20-4655-8aeb-ed51ede09ffc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:15.817803 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.818030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48204) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:15.874069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4790a2-1f50-4853-a30d-d8088efae731 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.878547 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2a4790a2-1f50-4853-a30d-d8088efae731 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0594754 Sep 17 22:35:15.878681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48206) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:15.903887 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0026-ac32-4cbf-a1b4-d4dfdbc99e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:15.933619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0303cb-48ff-4793-9ed6-e8f39376ef06 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:15.935207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6e0303cb-48ff-4793-9ed6-e8f39376ef06 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0553002 Sep 17 22:35:15.937891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48208) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:15.992818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf0026-ac32-4cbf-a1b4-d4dfdbc99e22 None None] Pushing event updated for resources: {'Port': ['ID=469df560-1b20-4655-8aeb-ed51ede09ffc,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:15.999388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906f414-c890-496a-953b-c472fe910071 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.000979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906f414-c890-496a-953b-c472fe910071 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.002701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906f414-c890-496a-953b-c472fe910071 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.004615 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3906f414-c890-496a-953b-c472fe910071 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0657318 Sep 17 22:35:16.007365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48210) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:16.061676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c802850a-5897-4b34-b62c-da789095e85d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 29e36dd4-36a7-4566-93c9-d1df84979419 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:16.065094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c802850a-5897-4b34-b62c-da789095e85d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.107105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c802850a-5897-4b34-b62c-da789095e85d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.224745 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c802850a-5897-4b34-b62c-da789095e85d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.276263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26699153-44d3-47d6-8e6e-7d2a62ccb5d2 req-5b4b440e-f559-4c9f-a8d2-6a751f3f820e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.277873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26699153-44d3-47d6-8e6e-7d2a62ccb5d2 req-5b4b440e-f559-4c9f-a8d2-6a751f3f820e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0555282 Sep 17 22:35:16.324639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26699153-44d3-47d6-8e6e-7d2a62ccb5d2 req-6b82c052-1247-49fe-8e84-44ec15497f53 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383756 Sep 17 22:35:16.358995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c802850a-5897-4b34-b62c-da789095e85d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.400530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802850a-5897-4b34-b62c-da789095e85d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=29e36dd4-36a7-4566-93c9-d1df84979419,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:16.402883 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c802850a-5897-4b34-b62c-da789095e85d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.407278 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c802850a-5897-4b34-b62c-da789095e85d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/29e36dd4-36a7-4566-93c9-d1df84979419 HTTP/1.1" status: 204 len: 168 time: 0.3966839 Sep 17 22:35:16.408082 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48222) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:16.463433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a674b7-0be2-4c0e-9681-1834090470dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet de18de11-7ec1-4696-9ee2-05582f1bf034 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:16.465310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395d1a6-edfa-4e26-9f6b-9061af3edfbc req-2417d92e-73b8-4d7c-90e9-40eae8f6915b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:16.467010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e2a674b7-0be2-4c0e-9681-1834090470dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.467188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7395d1a6-edfa-4e26-9f6b-9061af3edfbc req-2417d92e-73b8-4d7c-90e9-40eae8f6915b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0541029 Sep 17 22:35:16.476451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48224) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:16.481023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8761ecc4-5e88-4fd4-97db-6edf01b7db68 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'floatingip': {'port_id': 'c30d1535-00b9-436b-ac85-64cdf19df343'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:16.519793 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e2a674b7-0be2-4c0e-9681-1834090470dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.526617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8761ecc4-5e88-4fd4-97db-6edf01b7db68 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.560029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad5571-1de1-487a-bbad-04f285da20c3 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:16.642088 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e2a674b7-0be2-4c0e-9681-1834090470dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.652509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-78b0e195-0eaa-4615-b52a-7deb6898d112 None None] Provisioning complete for port 469df560-1b20-4655-8aeb-ed51ede09ffc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:16.653177 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78b0e195-0eaa-4615-b52a-7deb6898d112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.750076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e2a674b7-0be2-4c0e-9681-1834090470dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.778816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a674b7-0be2-4c0e-9681-1834090470dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=de18de11-7ec1-4696-9ee2-05582f1bf034,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:16.783046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e2a674b7-0be2-4c0e-9681-1834090470dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:16.785754 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e2a674b7-0be2-4c0e-9681-1834090470dd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/de18de11-7ec1-4696-9ee2-05582f1bf034 HTTP/1.1" status: 204 len: 168 time: 0.3769979 Sep 17 22:35:16.801253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48230) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:16.820882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-78b0e195-0eaa-4615-b52a-7deb6898d112 None None] Could not find standard attr ID for object fd55e5c8-2132-4554-b40c-b11a8e6b25dd. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:35:16.848970 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-94e75317-f1f9-44fc-be2c-912c10dedcc2 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560970 Sep 17 22:35:16.854750 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48234) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:16.860613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:16.893840 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a17b2b-df5d-4e7f-aca7-5282e2c7d9b2 None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': 'de18de11-7ec1-4696-9ee2-05582f1bf034'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '469df560-1b20-4655-8aeb-ed51ede09ffc'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:35:16.918598 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0a17b2b-df5d-4e7f-aca7-5282e2c7d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.005427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:17.009354 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.108043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad32eb10-b601-454d-b95a-6ebc63f4fdd4 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:17.238812 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8761ecc4-5e88-4fd4-97db-6edf01b7db68 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.254650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-84297245-cab3-4e3d-8b5b-f9f9b65a4f20 None None] Provisioning complete for port 469df560-1b20-4655-8aeb-ed51ede09ffc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:17.255041 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-84297245-cab3-4e3d-8b5b-f9f9b65a4f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.330455 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1b611-27a1-4382-9a27-18dccfff8f1c None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:17.331707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8761ecc4-5e88-4fd4-97db-6edf01b7db68 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.401646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-95e1b611-27a1-4382-9a27-18dccfff8f1c None None] Deleting port 469df560-1b20-4655-8aeb-ed51ede09ffc {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:17.402070 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-95e1b611-27a1-4382-9a27-18dccfff8f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.440274 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-8761ecc4-5e88-4fd4-97db-6edf01b7db68 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Floating IP 85153187-9477-4815-9bb3-0fae5584104a associated. External IP: 172.25.5.147, port: c30d1535-00b9-436b-ac85-64cdf19df343. Sep 17 22:35:17.493732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-95e1b611-27a1-4382-9a27-18dccfff8f1c None None] For port 469df560-1b20-4655-8aeb-ed51ede09ffc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=469df560-1b20-4655-8aeb-ed51ede09ffc,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:17.494459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-95e1b611-27a1-4382-9a27-18dccfff8f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.506392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:35:17.519799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-95e1b611-27a1-4382-9a27-18dccfff8f1c None None] Calling delete_port for 469df560-1b20-4655-8aeb-ed51ede09ffc owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:17.664147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-95e1b611-27a1-4382-9a27-18dccfff8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.679266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8761ecc4-5e88-4fd4-97db-6edf01b7db68 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Router 6de334cc-2573-4154-bba8-5983556e8e2e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:17.693304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1b611-27a1-4382-9a27-18dccfff8f1c None None] Pushing event deleted for resources: {'Port': ['ID=469df560-1b20-4655-8aeb-ed51ede09ffc,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:17.698994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 469df560-1b20-4655-8aeb-ed51ede09ffc no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:17.704066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1b611-27a1-4382-9a27-18dccfff8f1c None None] No DVR routers for this DVR port 469df560-1b20-4655-8aeb-ed51ede09ffc on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:17.726307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_pluggable_backend [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Port 469df560-1b20-4655-8aeb-ed51ede09ffc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 17 22:35:17.726617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_pluggable_backend [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Reverting IP allocation for 2001:db8::f816:3eff:feac:cf8d {{(pid=101660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 17 22:35:17.730295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_pluggable_backend [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feac:cf8d {{(pid=101660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 17 22:35:17.731893 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.745212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 469df560-1b20-4655-8aeb-ed51ede09ffc {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:17.745555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 469df560-1b20-4655-8aeb-ed51ede09ffc not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:17.782991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:17.786551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:17.791282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:17.792003 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.805129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fde54-1e04-41fb-827b-eda7e7983751 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:17.808130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=ca04daf4-4ffb-4e9f-99ba-1d37614509d4,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:17.831684 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d5be-1c65-4404-a5d2-9a33953eb7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.836973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8761ecc4-5e88-4fd4-97db-6edf01b7db68 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:17.843173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8761ecc4-5e88-4fd4-97db-6edf01b7db68 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:17.850901 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] Sync routers for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:17.875701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8761ecc4-5e88-4fd4-97db-6edf01b7db68 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "PUT /v2.0/floatingips/85153187-9477-4815-9bb3-0fae5584104a HTTP/1.1" status: 200 len: 992 time: 1.3950815 Sep 17 22:35:17.875701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'tag': 'c30d1535-00b9-436b-ac85-64cdf19df343'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:35:17.882349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2a31175e-0a03-4a69-9ded-26f608646e39 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0263410 Sep 17 22:35:17.883615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48252) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:17.890347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-94d08a56-be66-4bbe-b621-a9ee19d8054c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:17.891783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:17.892464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:17.892701 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "98b01230-1157-4aa4-a9de-4768a85e2fa6", "tag": "c30d1535-00b9-436b-ac85-64cdf19df343"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:35:17.966556 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b5854e-7e9a-4126-9a97-5a5fde857d70 x-openstack-request-id: req-c5b5854e-7e9a-4126-9a97-5a5fde857d70 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:35:17.967675 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b01230-1157-4aa4-a9de-4768a85e2fa6", "tag": "c30d1535-00b9-436b-ac85-64cdf19df343", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:35:17.967894 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5b5854e-7e9a-4126-9a97-5a5fde857d70 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:35:17.968271 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'tag': 'c30d1535-00b9-436b-ac85-64cdf19df343', 'status': 'completed', 'code': 200} Sep 17 22:35:18.039812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-84e31be5-b42e-4c76-82a1-d52c5f739404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.041383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-84e31be5-b42e-4c76-82a1-d52c5f739404 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0550599 Sep 17 22:35:18.091860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d08a56-be66-4bbe-b621-a9ee19d8054c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:18.096488 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-94d08a56-be66-4bbe-b621-a9ee19d8054c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.225292 n-d-713498-17 neutron-server[101660]: INFO neutron.db.ipam_backend_mixin [None req-94d08a56-be66-4bbe-b621-a9ee19d8054c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca04daf4-4ffb-4e9f-99ba-1d37614509d4 (CIDR: 2001:db8::/64) Sep 17 22:35:18.269680 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d08a56-be66-4bbe-b621-a9ee19d8054c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:35:18.270142 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d08a56-be66-4bbe-b621-a9ee19d8054c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:18.271855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:18.275514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': 'ca04daf4-4ffb-4e9f-99ba-1d37614509d4'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:18.276635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.355890 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-94d08a56-be66-4bbe-b621-a9ee19d8054c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4705520 Sep 17 22:35:18.358932 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48260) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:18.365898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:18.493583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-2b8a0883-c78e-4dbe-a2ce-a7a315915aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.495279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-2b8a0883-c78e-4dbe-a2ce-a7a315915aea service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.4462376 Sep 17 22:35:18.547733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Allocated IP 2001:db8::f816:3eff:feda:ed94 (7201b009-df55-4f74-ba77-2d9bb2d8682a/ca04daf4-4ffb-4e9f-99ba-1d37614509d4/641596f1-c83e-4b94-b753-e868cfd93175) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:18.564684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-e9e4ba2a-946e-491a-9498-737fb16d7ed0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 1000 time: 0.0615125 Sep 17 22:35:18.612021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:18.618418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.626721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-64bb7c7e-6be7-4c12-bad8-912701a9d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.627607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-64bb7c7e-6be7-4c12-bad8-912701a9d8a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0566816 Sep 17 22:35:18.685667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-d7f00ca4-2098-4166-a386-c3ca8ccc8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:18.688298 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-d7f00ca4-2098-4166-a386-c3ca8ccc8dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540495 Sep 17 22:35:18.737109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '85153187-9477-4815-9bb3-0fae5584104a', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'port_id': 'c30d1535-00b9-436b-ac85-64cdf19df343', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'mac_address': 'fa:16:3e:c3:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:35:01Z', 'updated_at': '2021-09-17T22:35:17Z', 'revision_number': 1, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:18.775248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] Checking router: 6de334cc-2573-4154-bba8-5983556e8e2e for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:35:18.786365 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.789767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:18.790375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:34:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:18.804271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-4c016370-cfb0-429b-aef9-6fe9c4e1d0d9 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087315 Sep 17 22:35:18.867718 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.915897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537a8f7e-c2bd-45d0-9130-39ae39b68dd3 req-f0b27281-f024-45d6-bf49-b903a3c3dfb3 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031766 Sep 17 22:35:18.949992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:35:18.968513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:18.992143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:19.020973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:19.025449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:19.026234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:19.031963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:19.032710 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.039585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:19.045382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Pushing event updated for resources: {'Port': ['ID=641596f1-c83e-4b94-b753-e868cfd93175,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:19.054581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=d941d787-1b4e-4a36-afcc-7344f347170a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:19.101047 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5b45720c-9411-4d22-92b1-23897e334442 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7381885 Sep 17 22:35:19.101369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48274) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:19.109098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:5b:d9:c1', 'name': 'tempest-NetworksTestDHCPv6-1894096095'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:19.143854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Attempting to bind port 641596f1-c83e-4b94-b753-e868cfd93175 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:19.144227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Attempting to bind port 641596f1-c83e-4b94-b753-e868cfd93175 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:19.144589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Attempting to bind port 641596f1-c83e-4b94-b753-e868cfd93175 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:19.158253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:19.158624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:19.159053 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.159444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:19.160697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Bound port: 641596f1-c83e-4b94-b753-e868cfd93175, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:19.161081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.283717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] For port 641596f1-c83e-4b94-b753-e868cfd93175, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:19.290975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] For port 641596f1-c83e-4b94-b753-e868cfd93175, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=641596f1-c83e-4b94-b753-e868cfd93175,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:19.291752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:19.343623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '85153187-9477-4815-9bb3-0fae5584104a', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'port_id': 'c30d1535-00b9-436b-ac85-64cdf19df343', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'mac_address': 'fa:16:3e:c3:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:35:01Z', 'updated_at': '2021-09-17T22:35:17Z', 'revision_number': 1, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:19.374844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e3664-4287-41e6-93bc-1d7428a1b31b None None] The sync data for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 is: [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '85153187-9477-4815-9bb3-0fae5584104a', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'port_id': 'c30d1535-00b9-436b-ac85-64cdf19df343', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'mac_address': 'fa:16:3e:c3:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:35:01Z', 'updated_at': '2021-09-17T22:35:17Z', 'revision_number': 1, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:19.379524 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.384621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.404004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port e09d3383-d24a-40f9-a345-839f71f17162 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:19.450804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72193e88-b528-4ee5-82c7-20078b43385a None None] Pushing event updated for resources: {'Port': ['ID=641596f1-c83e-4b94-b753-e868cfd93175,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:19.617617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8:0:1::333 (7201b009-df55-4f74-ba77-2d9bb2d8682a/d941d787-1b4e-4a36-afcc-7344f347170a/e09d3383-d24a-40f9-a345-839f71f17162) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:19.651952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::f816:3eff:fe5b:d9c1 (7201b009-df55-4f74-ba77-2d9bb2d8682a/ca04daf4-4ffb-4e9f-99ba-1d37614509d4/e09d3383-d24a-40f9-a345-839f71f17162) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:19.725095 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f15906-fc64-4a27-8f6f-e90a6447d177 None None] New status for floating IP 85153187-9477-4815-9bb3-0fae5584104a: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:35:19.799383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 641596f1-c83e-4b94-b753-e868cfd93175 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:19.879504 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.901356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:19.902293 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.985238 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:19.995158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.018760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 641596f1-c83e-4b94-b753-e868cfd93175, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=641596f1-c83e-4b94-b753-e868cfd93175,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:20.022541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:20.025397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:20.028580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:20.036168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.036902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.089372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=e09d3383-d24a-40f9-a345-839f71f17162,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:20.097508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.098404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.098758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.102910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.102910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.102910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.102910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.102910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.102910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.102910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.102910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.104190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.104190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:20.149571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bc91d73d-6ccc-429a-8b60-b1ea9c806b21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0470562 Sep 17 22:35:20.152174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48292) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:20.162721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=641596f1-c83e-4b94-b753-e868cfd93175,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:20.223677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-530ce0cf-448a-4e71-93e2-6bf8a8de7f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.258764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-41b918af-0b7e-4bd1-9290-d5cc1226bc66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port e09d3383-d24a-40f9-a345-839f71f17162 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:20.259262 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41b918af-0b7e-4bd1-9290-d5cc1226bc66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.354947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41b918af-0b7e-4bd1-9290-d5cc1226bc66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.367783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-41b918af-0b7e-4bd1-9290-d5cc1226bc66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for e09d3383-d24a-40f9-a345-839f71f17162 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:20.557204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea02b2-7a7c-4e67-9145-b4201d34ee4d None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:20.628510 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41b918af-0b7e-4bd1-9290-d5cc1226bc66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.649732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e508d8d4-a1a6-4da2-9a06-467661cd852c None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:20.650277 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e508d8d4-a1a6-4da2-9a06-467661cd852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.661206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b918af-0b7e-4bd1-9290-d5cc1226bc66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=e09d3383-d24a-40f9-a345-839f71f17162,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:20.708444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-41b918af-0b7e-4bd1-9290-d5cc1226bc66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.712695 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-41b918af-0b7e-4bd1-9290-d5cc1226bc66 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/e09d3383-d24a-40f9-a345-839f71f17162 HTTP/1.1" status: 204 len: 168 time: 0.5572405 Sep 17 22:35:20.713280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48298) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:20.769498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25f7bd-7be8-4ea3-9986-4b1f2f3bc453 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.773796 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cf25f7bd-7be8-4ea3-9986-4b1f2f3bc453 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0567019 Sep 17 22:35:20.780478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48300) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:20.840190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc927d08-f616-4aff-92b8-82ef6ae263c4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.842840 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cc927d08-f616-4aff-92b8-82ef6ae263c4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0661397 Sep 17 22:35:20.844358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48306) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:20.864216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5099aa84-4ec1-464e-831d-4ad5a935afc7 None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': 'ca04daf4-4ffb-4e9f-99ba-1d37614509d4', 'ip_address': '2001:db8::f816:3eff:feda:ed94'}, {'subnet_id': 'd941d787-1b4e-4a36-afcc-7344f347170a'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '641596f1-c83e-4b94-b753-e868cfd93175'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:35:20.891190 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5099aa84-4ec1-464e-831d-4ad5a935afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:20.904591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9137f33e-9bd8-4616-8a17-62dcfa6123e3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.906414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9137f33e-9bd8-4616-8a17-62dcfa6123e3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.908147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9137f33e-9bd8-4616-8a17-62dcfa6123e3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:20.912493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9137f33e-9bd8-4616-8a17-62dcfa6123e3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0658240 Sep 17 22:35:20.912734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48310) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:20.971757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ad6ec0-a64b-4b07-a023-286bb7d3ec7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet ca04daf4-4ffb-4e9f-99ba-1d37614509d4 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:20.974841 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91ad6ec0-a64b-4b07-a023-286bb7d3ec7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.014720 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91ad6ec0-a64b-4b07-a023-286bb7d3ec7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.107049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91ad6ec0-a64b-4b07-a023-286bb7d3ec7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.246528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91ad6ec0-a64b-4b07-a023-286bb7d3ec7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server [None req-5099aa84-4ec1-464e-831d-4ad5a935afc7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca04daf4-4ffb-4e9f-99ba-1d37614509d4: This subnet is being modified by another concurrent operation. Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca04daf4-4ffb-4e9f-99ba-1d37614509d4: This subnet is being modified by another concurrent operation. Sep 17 22:35:21.248306 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Sep 17 22:35:21.274331 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.277383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad6ec0-a64b-4b07-a023-286bb7d3ec7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=ca04daf4-4ffb-4e9f-99ba-1d37614509d4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:21.287007 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91ad6ec0-a64b-4b07-a023-286bb7d3ec7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.289771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-91ad6ec0-a64b-4b07-a023-286bb7d3ec7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/ca04daf4-4ffb-4e9f-99ba-1d37614509d4 HTTP/1.1" status: 204 len: 168 time: 0.3753097 Sep 17 22:35:21.291516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48318) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:21.338661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e135c307-21e6-466c-92af-3df51377b87d None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:21.362837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea09df66-7cd7-4711-a8ad-0860a611fc15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet d941d787-1b4e-4a36-afcc-7344f347170a {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:21.366225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea09df66-7cd7-4711-a8ad-0860a611fc15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.410616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea09df66-7cd7-4711-a8ad-0860a611fc15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.462364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2d17dbd0-077e-4eca-aae1-cbdf15ef9e5e None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:21.462731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2d17dbd0-077e-4eca-aae1-cbdf15ef9e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.463343 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea09df66-7cd7-4711-a8ad-0860a611fc15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.609738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a9e33-d7c3-4ff4-89c5-62c39b06bff9 None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': 'd941d787-1b4e-4a36-afcc-7344f347170a'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '641596f1-c83e-4b94-b753-e868cfd93175'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:35:21.612457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea09df66-7cd7-4711-a8ad-0860a611fc15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.642085 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-512a9e33-d7c3-4ff4-89c5-62c39b06bff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.643911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09df66-7cd7-4711-a8ad-0860a611fc15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=d941d787-1b4e-4a36-afcc-7344f347170a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:21.651298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea09df66-7cd7-4711-a8ad-0860a611fc15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.656385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ea09df66-7cd7-4711-a8ad-0860a611fc15 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/d941d787-1b4e-4a36-afcc-7344f347170a HTTP/1.1" status: 204 len: 168 time: 0.3607099 Sep 17 22:35:21.656786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48324) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:21.677687 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.701249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a32bf6f2-9418-40ae-92e8-15d3056e2087 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432532 Sep 17 22:35:21.705082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48326) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:21.710930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:21.742732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 641596f1-c83e-4b94-b753-e868cfd93175 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:21.829887 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.864363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 641596f1-c83e-4b94-b753-e868cfd93175, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=641596f1-c83e-4b94-b753-e868cfd93175,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:21.904909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:21.912232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.917754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-73a513dc-d2b0-42fd-a48f-f44618ae9321 None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:21.918068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-73a513dc-d2b0-42fd-a48f-f44618ae9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.950600 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:21.977885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f9d84-8d42-43be-aace-6b4aa782fdcc None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:35:22.189145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.220292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=641596f1-c83e-4b94-b753-e868cfd93175,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:22.250285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:22.254017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:22.262299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:22.262922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.264671 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-73a513dc-d2b0-42fd-a48f-f44618ae9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.274032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f9d84-8d42-43be-aace-6b4aa782fdcc None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:35:22.279981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=6acf8434-28a7-4e0a-bfd0-c036abe6315f,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:22.316754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-73a513dc-d2b0-42fd-a48f-f44618ae9321 None None] For port 641596f1-c83e-4b94-b753-e868cfd93175, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=641596f1-c83e-4b94-b753-e868cfd93175,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:22.361303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7a9f7a1c-422d-423c-ba7e-6e0e64867c94 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6548662 Sep 17 22:35:22.364471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48342) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:22.370536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ee9b64b6-7042-4c85-a898-36577d3e8bc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:22.389564 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-73a513dc-d2b0-42fd-a48f-f44618ae9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.407132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-73a513dc-d2b0-42fd-a48f-f44618ae9321 None None] Could not find standard attr ID for object e09d3383-d24a-40f9-a345-839f71f17162. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:35:22.479704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a513dc-d2b0-42fd-a48f-f44618ae9321 None None] Pushing event updated for resources: {'Port': ['ID=641596f1-c83e-4b94-b753-e868cfd93175,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:22.560207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b64b6-7042-4c85-a898-36577d3e8bc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:22.564116 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ee9b64b6-7042-4c85-a898-36577d3e8bc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.626234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc902f-2467-46b2-882f-2eb45092867d None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': '6acf8434-28a7-4e0a-bfd0-c036abe6315f'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '641596f1-c83e-4b94-b753-e868cfd93175'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:35:22.650726 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26dc902f-2467-46b2-882f-2eb45092867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:22.665360 n-d-713498-17 neutron-server[101660]: INFO neutron.db.ipam_backend_mixin [None req-ee9b64b6-7042-4c85-a898-36577d3e8bc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6acf8434-28a7-4e0a-bfd0-c036abe6315f (CIDR: 2001:db8::/64) Sep 17 22:35:22.731678 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9b64b6-7042-4c85-a898-36577d3e8bc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:35:22.732912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9b64b6-7042-4c85-a898-36577d3e8bc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:22.814298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-26dc902f-2467-46b2-882f-2eb45092867d None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/6acf8434-28a7-4e0a-bfd0-c036abe6315f/641596f1-c83e-4b94-b753-e868cfd93175) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:22.846163 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ee9b64b6-7042-4c85-a898-36577d3e8bc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4805810 Sep 17 22:35:22.848876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48348) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:22.853746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:22.930014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-26dc902f-2467-46b2-882f-2eb45092867d None None] For port 641596f1-c83e-4b94-b753-e868cfd93175, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=641596f1-c83e-4b94-b753-e868cfd93175,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:22.964870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26dc902f-2467-46b2-882f-2eb45092867d None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.057360 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26dc902f-2467-46b2-882f-2eb45092867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.134307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc902f-2467-46b2-882f-2eb45092867d None None] Pushing event updated for resources: {'Port': ['ID=641596f1-c83e-4b94-b753-e868cfd93175,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:23.348750 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.360387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:23.364143 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.732690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 641596f1-c83e-4b94-b753-e868cfd93175 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:23.788102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:23.788473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.803072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:35:23.819721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913cda52-8ed7-45b7-ab02-1093bdd334b4 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:35:23.878590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-38aea8d7-1b6d-4a2b-b9ac-cc92a313e2b5 None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:23.879067 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38aea8d7-1b6d-4a2b-b9ac-cc92a313e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:23.971067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913cda52-8ed7-45b7-ab02-1093bdd334b4 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:35:24.058022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.215033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] For port 641596f1-c83e-4b94-b753-e868cfd93175, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=641596f1-c83e-4b94-b753-e868cfd93175,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:24.246695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.329636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.329636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.405782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:24.423698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:24.429523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:24.430218 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.446978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=641596f1-c83e-4b94-b753-e868cfd93175,revision_number=9']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:24.450357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=1beee9b4-2efb-4940-88f7-cdcc02d4f35e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:24.509960 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-25b76854-0a88-4d23-b0fa-a848f7b0fc2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6599629 Sep 17 22:35:24.513505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48374) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:24.519227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:c0:22:5e', 'name': 'tempest-NetworksTestDHCPv6-1982685158'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:24.760498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:24.760930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34890bb2-9b22-468a-92ca-ebb71a8d2ae8 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:24.845769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-49e08a52-f63c-488d-9f42-b34bf698b3f2 None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:24.846252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-49e08a52-f63c-488d-9f42-b34bf698b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.858336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:24.879469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 6293af98-01f8-4459-b5e4-22241ea788a0 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:25.076380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::3e9 (7201b009-df55-4f74-ba77-2d9bb2d8682a/6acf8434-28a7-4e0a-bfd0-c036abe6315f/6293af98-01f8-4459-b5e4-22241ea788a0) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:25.083170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8:0:1:f816:3eff:fec0:225e (7201b009-df55-4f74-ba77-2d9bb2d8682a/1beee9b4-2efb-4940-88f7-cdcc02d4f35e/6293af98-01f8-4459-b5e4-22241ea788a0) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:25.206303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9efefe-8d1a-4129-a0aa-e0ee9a85d02a None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:25.258336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.276193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-38a0b27a-2a10-432b-8be0-c425b69b2ea0 None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:25.276481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38a0b27a-2a10-432b-8be0-c425b69b2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.349921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.395783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:25.399660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:25.406563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:25.412445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:25.413072 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.416625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=6293af98-01f8-4459-b5e4-22241ea788a0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:25.499246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5c33c9c5-4be1-4a93-92b3-09565659af4f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9843233 Sep 17 22:35:25.502678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48392) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:25.599618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c01c1a23-f0de-4ecd-a2da-d83091e5db42 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 6293af98-01f8-4459-b5e4-22241ea788a0 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:25.600411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c01c1a23-f0de-4ecd-a2da-d83091e5db42 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.699197 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c01c1a23-f0de-4ecd-a2da-d83091e5db42 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.711546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c01c1a23-f0de-4ecd-a2da-d83091e5db42 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 6293af98-01f8-4459-b5e4-22241ea788a0 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:25.738057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 641596f1-c83e-4b94-b753-e868cfd93175 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:25.788052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-87154496-9654-42a6-bea1-d1ac4960cd4c None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:25.788510 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-87154496-9654-42a6-bea1-d1ac4960cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.838385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:25.838748 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:25.949726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-87154496-9654-42a6-bea1-d1ac4960cd4c None None] Provisioning complete for port 6293af98-01f8-4459-b5e4-22241ea788a0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:25.950091 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-87154496-9654-42a6-bea1-d1ac4960cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.004688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-87154496-9654-42a6-bea1-d1ac4960cd4c None None] Port 6293af98-01f8-4459-b5e4-22241ea788a0 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:26.023122 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c01c1a23-f0de-4ecd-a2da-d83091e5db42 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.049963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c1a23-f0de-4ecd-a2da-d83091e5db42 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=6293af98-01f8-4459-b5e4-22241ea788a0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:26.103413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c01c1a23-f0de-4ecd-a2da-d83091e5db42 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.106912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c01c1a23-f0de-4ecd-a2da-d83091e5db42 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/6293af98-01f8-4459-b5e4-22241ea788a0 HTTP/1.1" status: 204 len: 168 time: 0.6017427 Sep 17 22:35:26.107947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48400) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:26.116565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bf7d728f-1126-44ef-808e-d8ba1d570d7f None None] Could not find standard attr ID for object 6293af98-01f8-4459-b5e4-22241ea788a0. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:35:26.160552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f3b1a-e372-4f8b-b985-5e9f8094bc16 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.164660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0f9f3b1a-e372-4f8b-b985-5e9f8094bc16 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0530877 Sep 17 22:35:26.164986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48402) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:26.218433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6fa48d-8374-4f27-9adf-c7b74b6938fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.220083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dd6fa48d-8374-4f27-9adf-c7b74b6938fb tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0541642 Sep 17 22:35:26.222861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48406) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:26.283461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb0e8d-cf0c-48db-95af-2e5cc64e0600 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.284460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb0e8d-cf0c-48db-95af-2e5cc64e0600 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.285990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb0e8d-cf0c-48db-95af-2e5cc64e0600 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:26.287617 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4aeb0e8d-cf0c-48db-95af-2e5cc64e0600 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0636687 Sep 17 22:35:26.290285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48408) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:26.341191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3315512c-9c34-4705-aed6-c76265bc90b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 1beee9b4-2efb-4940-88f7-cdcc02d4f35e {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:26.344881 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3315512c-9c34-4705-aed6-c76265bc90b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.384232 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3315512c-9c34-4705-aed6-c76265bc90b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.470227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3315512c-9c34-4705-aed6-c76265bc90b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.629133 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3315512c-9c34-4705-aed6-c76265bc90b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.657459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315512c-9c34-4705-aed6-c76265bc90b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=1beee9b4-2efb-4940-88f7-cdcc02d4f35e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:26.661023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3315512c-9c34-4705-aed6-c76265bc90b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.665186 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3315512c-9c34-4705-aed6-c76265bc90b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/1beee9b4-2efb-4940-88f7-cdcc02d4f35e HTTP/1.1" status: 204 len: 168 time: 0.3716784 Sep 17 22:35:26.665935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48416) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:26.670783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63119ace-09ad-4c80-9e9a-702ef29bff57 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:26.715662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b593cd12-f619-4ee3-9618-cd50131cf53e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 6acf8434-28a7-4e0a-bfd0-c036abe6315f {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:26.719364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b593cd12-f619-4ee3-9618-cd50131cf53e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.758893 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b593cd12-f619-4ee3-9618-cd50131cf53e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.852533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b593cd12-f619-4ee3-9618-cd50131cf53e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:26.977764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b593cd12-f619-4ee3-9618-cd50131cf53e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.009687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593cd12-f619-4ee3-9618-cd50131cf53e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=6acf8434-28a7-4e0a-bfd0-c036abe6315f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:27.020590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b593cd12-f619-4ee3-9618-cd50131cf53e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.025837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48422) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:27.031353 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b593cd12-f619-4ee3-9618-cd50131cf53e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/6acf8434-28a7-4e0a-bfd0-c036abe6315f HTTP/1.1" status: 204 len: 168 time: 0.3648775 Sep 17 22:35:27.067177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ecc65d20-858d-4449-8f31-1bd37c8cfd21 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401556 Sep 17 22:35:27.069841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48426) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:27.074970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:27.223175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:27.226881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.410439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049f434-a915-49a0-890c-b62553c2f11f None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:27.503821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.504337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-92790281-f60b-4e88-bcfa-eb6c8d3fb6bf None None] Provisioning complete for port 641596f1-c83e-4b94-b753-e868cfd93175 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:27.504712 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-92790281-f60b-4e88-bcfa-eb6c8d3fb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.540285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:27.557840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:27.563686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:27.564430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.586391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=ab3085ad-01f7-491c-8b40-acbd621e0e99,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:27.681130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5c6acc78-80a3-4aa8-99ff-41a80e3b922c tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6100087 Sep 17 22:35:27.683983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48436) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:27.690283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-459fc6d5-6678-4010-aacf-1cbb2532ac19 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:27.696496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2795ab8-f70c-4c3a-b6b9-ab2a28f99506 None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:27.742811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e2795ab8-f70c-4c3a-b6b9-ab2a28f99506 None None] Deleting port 641596f1-c83e-4b94-b753-e868cfd93175 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:27.743330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2795ab8-f70c-4c3a-b6b9-ab2a28f99506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.824478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e2795ab8-f70c-4c3a-b6b9-ab2a28f99506 None None] For port 641596f1-c83e-4b94-b753-e868cfd93175, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=641596f1-c83e-4b94-b753-e868cfd93175,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:27.824928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2795ab8-f70c-4c3a-b6b9-ab2a28f99506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.837090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e2795ab8-f70c-4c3a-b6b9-ab2a28f99506 None None] Calling delete_port for 641596f1-c83e-4b94-b753-e868cfd93175 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:27.902970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459fc6d5-6678-4010-aacf-1cbb2532ac19 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:27.908276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-459fc6d5-6678-4010-aacf-1cbb2532ac19 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:27.988986 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2795ab8-f70c-4c3a-b6b9-ab2a28f99506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.008097 n-d-713498-17 neutron-server[101660]: INFO neutron.db.ipam_backend_mixin [None req-459fc6d5-6678-4010-aacf-1cbb2532ac19 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab3085ad-01f7-491c-8b40-acbd621e0e99 (CIDR: 2001:db8::/64) Sep 17 22:35:28.023010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-e7901c48-d21f-4da7-a065-bae5a4ace45f req-8031d6c7-1ee8-4cd3-bdd2-e4f2ad835cca service neutron] (101660) timed out ('10.222.0.32', 50950) {{(pid=101660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:35:28.024249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2795ab8-f70c-4c3a-b6b9-ab2a28f99506 None None] Pushing event deleted for resources: {'Port': ['ID=641596f1-c83e-4b94-b753-e868cfd93175,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:28.028352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2795ab8-f70c-4c3a-b6b9-ab2a28f99506 None None] No DVR routers for this DVR port 641596f1-c83e-4b94-b753-e868cfd93175 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:28.043036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea15c65-4a0c-4452-879c-1dc240481b01 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:28.074738 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-459fc6d5-6678-4010-aacf-1cbb2532ac19 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:35:28.075236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459fc6d5-6678-4010-aacf-1cbb2532ac19 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:28.143686 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-459fc6d5-6678-4010-aacf-1cbb2532ac19 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4572549 Sep 17 22:35:28.146347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48446) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:28.151910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'subnet': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:28.188143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7201b009-df55-4f74-ba77-2d9bb2d8682a', 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'tenant_id': '44bb936e9303425eadb030fd881b85f3', 'fixed_ips': [{'subnet_id': 'ab3085ad-01f7-491c-8b40-acbd621e0e99'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:28.189221 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.326315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Allocated IP 2001:db8::2 (7201b009-df55-4f74-ba77-2d9bb2d8682a/ab3085ad-01f7-491c-8b40-acbd621e0e99/e4a9859b-1184-4ba7-a018-4d5e64f42794) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:28.336920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:28.345527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.634889 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.712301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:35:28.715247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.715382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.766050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:28.769537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:28.771852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:28.772739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Pushing event updated for resources: {'Port': ['ID=e4a9859b-1184-4ba7-a018-4d5e64f42794,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:28.773126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:28.773763 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.775813 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:28.778081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:28.790236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Subnet': ['ID=16caec84-80d9-40bb-b870-a99098f446f4,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:28.838579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Attempting to bind port e4a9859b-1184-4ba7-a018-4d5e64f42794 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:28.838984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Attempting to bind port e4a9859b-1184-4ba7-a018-4d5e64f42794 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:28.839370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Attempting to bind port e4a9859b-1184-4ba7-a018-4d5e64f42794 on network 7201b009-df55-4f74-ba77-2d9bb2d8682a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:28.844762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:28.845138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Checking segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:28.845535 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.845936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Bound using segment: {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:28.846399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Bound port: e4a9859b-1184-4ba7-a018-4d5e64f42794, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0839c5-69c6-4390-b379-5fea288748ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:28.846799 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:28.898694 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b67ab831-5ee4-4a52-95ba-fd60863aafe6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7510977 Sep 17 22:35:28.901391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48456) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:28.907788 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Request body: {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'mac_address': 'fa:16:3e:c8:ae:24', 'name': 'tempest-NetworksTestDHCPv6-1059422179'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:28.911019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] For port e4a9859b-1184-4ba7-a018-4d5e64f42794, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:28.915217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] For port e4a9859b-1184-4ba7-a018-4d5e64f42794, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e4a9859b-1184-4ba7-a018-4d5e64f42794,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:29.006699 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.065417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75800bc2-82d6-42d7-ae17-fb0030d78d68 None None] Pushing event updated for resources: {'Port': ['ID=e4a9859b-1184-4ba7-a018-4d5e64f42794,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:29.128332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Made reservation on behalf of 44bb936e9303425eadb030fd881b85f3 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:29.135883 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.155148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] device_id is not set on port 732f4e60-6102-4c4b-8162-5e995599d1ac yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:29.380035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8::31c (7201b009-df55-4f74-ba77-2d9bb2d8682a/ab3085ad-01f7-491c-8b40-acbd621e0e99/732f4e60-6102-4c4b-8162-5e995599d1ac) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:29.387385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:ae24 (7201b009-df55-4f74-ba77-2d9bb2d8682a/16caec84-80d9-40bb-b870-a99098f446f4/732f4e60-6102-4c4b-8162-5e995599d1ac) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:29.534480 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.629225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.674225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:29.677373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:29.679903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:29.686329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:29.687052 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.703532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event updated for resources: {'Port': ['ID=732f4e60-6102-4c4b-8162-5e995599d1ac,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:29.728430 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e4a9859b-1184-4ba7-a018-4d5e64f42794 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:29.779899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-22358550-40a6-41bd-aa6c-d85a41b5cdc4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8773038 Sep 17 22:35:29.783148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48462) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:29.789480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e4a9859b-1184-4ba7-a018-4d5e64f42794 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:29.789630 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.894543 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.906718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-07e4e097-fb56-40e4-b732-240005fc9040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting port 732f4e60-6102-4c4b-8162-5e995599d1ac {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:29.907076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07e4e097-fb56-40e4-b732-240005fc9040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:29.947488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port e4a9859b-1184-4ba7-a018-4d5e64f42794, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e4a9859b-1184-4ba7-a018-4d5e64f42794,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:30.008489 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07e4e097-fb56-40e4-b732-240005fc9040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.021492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-07e4e097-fb56-40e4-b732-240005fc9040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Calling delete_port for 732f4e60-6102-4c4b-8162-5e995599d1ac owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:30.030349 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.109582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=e4a9859b-1184-4ba7-a018-4d5e64f42794,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:30.122887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 641596f1-c83e-4b94-b753-e868cfd93175 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:30.153546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 641596f1-c83e-4b94-b753-e868cfd93175 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:30.154711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 641596f1-c83e-4b94-b753-e868cfd93175 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:30.172052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8066e3-4de3-44ab-a97d-1580390e6698 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:30.298739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-702c63bd-9bb2-498c-8244-cf225c7b88ce None None] Provisioning complete for port e4a9859b-1184-4ba7-a018-4d5e64f42794 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:30.299245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-702c63bd-9bb2-498c-8244-cf225c7b88ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.326113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07e4e097-fb56-40e4-b732-240005fc9040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.366122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4e097-fb56-40e4-b732-240005fc9040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Port': ['ID=732f4e60-6102-4c4b-8162-5e995599d1ac,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:30.436280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-07e4e097-fb56-40e4-b732-240005fc9040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.440594 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-07e4e097-fb56-40e4-b732-240005fc9040 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/732f4e60-6102-4c4b-8162-5e995599d1ac HTTP/1.1" status: 204 len: 168 time: 0.6539938 Sep 17 22:35:30.440833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48466) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:30.461424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d9d481-0cf6-4163-ae12-aa5b2a21e94e None None] Update dhcp port {'port': {'network_id': '7201b009-df55-4f74-ba77-2d9bb2d8682a', 'fixed_ips': [{'subnet_id': 'ab3085ad-01f7-491c-8b40-acbd621e0e99', 'ip_address': '2001:db8::2'}, {'subnet_id': '16caec84-80d9-40bb-b870-a99098f446f4'}], 'binding:host_id': 'n-d-713498-17'}, 'id': 'e4a9859b-1184-4ba7-a018-4d5e64f42794'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:35:30.489690 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c0d9d481-0cf6-4163-ae12-aa5b2a21e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.492142 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef056713-9312-4cc2-ae54-4d7421f5ccf3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.492142 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ef056713-9312-4cc2-ae54-4d7421f5ccf3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0496542 Sep 17 22:35:30.494217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48468) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:30.541882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27399821-86b8-460e-9f7a-6e0fa6f5a730 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.543628 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-27399821-86b8-460e-9f7a-6e0fa6f5a730 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0483284 Sep 17 22:35:30.546198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48470) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:30.600175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d842b59-952f-4fb6-bba8-fb33377d77f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.602094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d842b59-952f-4fb6-bba8-fb33377d77f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.603654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d842b59-952f-4fb6-bba8-fb33377d77f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:30.605520 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7d842b59-952f-4fb6-bba8-fb33377d77f8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0581863 Sep 17 22:35:30.608309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48472) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:30.667922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb3a40a-66da-464e-a61e-0f11053ca13e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet 16caec84-80d9-40bb-b870-a99098f446f4 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:30.671434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c0d9d481-0cf6-4163-ae12-aa5b2a21e94e None None] Allocated IP 2001:db8:0:1:f816:3eff:fe63:8a70 (7201b009-df55-4f74-ba77-2d9bb2d8682a/16caec84-80d9-40bb-b870-a99098f446f4/e4a9859b-1184-4ba7-a018-4d5e64f42794) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:30.766599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c0d9d481-0cf6-4163-ae12-aa5b2a21e94e None None] For port e4a9859b-1184-4ba7-a018-4d5e64f42794, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e4a9859b-1184-4ba7-a018-4d5e64f42794,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:30.798600 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c0d9d481-0cf6-4163-ae12-aa5b2a21e94e None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.857680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a40a-66da-464e-a61e-0f11053ca13e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.858332 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c0d9d481-0cf6-4163-ae12-aa5b2a21e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.917827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a40a-66da-464e-a61e-0f11053ca13e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:30.957686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9d481-0cf6-4163-ae12-aa5b2a21e94e None None] Pushing event updated for resources: {'Port': ['ID=e4a9859b-1184-4ba7-a018-4d5e64f42794,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.005779 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a40a-66da-464e-a61e-0f11053ca13e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.149561 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a40a-66da-464e-a61e-0f11053ca13e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.176449 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a40a-66da-464e-a61e-0f11053ca13e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.180919 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ccb3a40a-66da-464e-a61e-0f11053ca13e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/16caec84-80d9-40bb-b870-a99098f446f4 HTTP/1.1" status: 204 len: 168 time: 0.5693226 Sep 17 22:35:31.183083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48478) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.199035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3a40a-66da-464e-a61e-0f11053ca13e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=16caec84-80d9-40bb-b870-a99098f446f4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.243202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99f2336-92d8-4038-b737-57666dd86ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Deleting subnet ab3085ad-01f7-491c-8b40-acbd621e0e99 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:31.246602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e99f2336-92d8-4038-b737-57666dd86ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.299511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e99f2336-92d8-4038-b737-57666dd86ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.396053 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e99f2336-92d8-4038-b737-57666dd86ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.484249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739fce6a-1a7a-4482-975d-8ecfd197faf9 None None] Network 7201b009-df55-4f74-ba77-2d9bb2d8682a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:31.554814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e99f2336-92d8-4038-b737-57666dd86ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.586635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f2336-92d8-4038-b737-57666dd86ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3085ad-01f7-491c-8b40-acbd621e0e99,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:31.591688 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e99f2336-92d8-4038-b737-57666dd86ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.596087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e99f2336-92d8-4038-b737-57666dd86ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/ab3085ad-01f7-491c-8b40-acbd621e0e99 HTTP/1.1" status: 204 len: 168 time: 0.4118543 Sep 17 22:35:31.598873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48480) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.622072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-60996205-b286-4856-a7bf-33dec7f47af1 None None] Provisioning complete for port e4a9859b-1184-4ba7-a018-4d5e64f42794 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:31.622547 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-60996205-b286-4856-a7bf-33dec7f47af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.641230 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a9f1b688-94b3-49d8-9c20-b096d0029637 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410271 Sep 17 22:35:31.643622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48482) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.711976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfcbe7a-b03c-4891-bc1d-a656d29c668b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.714026 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-adfcbe7a-b03c-4891-bc1d-a656d29c668b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0695574 Sep 17 22:35:31.716733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48484) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.720355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e4a9859b-1184-4ba7-a018-4d5e64f42794 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:31.761615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e235b363-098f-4f89-93df-70043af4a54a None None] DHCP port deletion for 7201b009-df55-4f74-ba77-2d9bb2d8682a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:31.775311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2662a-783b-4376-a2ad-c28603da20ea tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:31.778822 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9ce2662a-783b-4376-a2ad-c28603da20ea tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0585268 Sep 17 22:35:31.779035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48486) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.819626 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73065030-d5c7-49ff-b47a-5ff8c8b5a4b0 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372820 Sep 17 22:35:31.824598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48488) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.833018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e4a9859b-1184-4ba7-a018-4d5e64f42794 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:31.833551 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.849498 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c29c524-6ee6-4c1d-8882-2b96091d9a41 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:31.850314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c29c524-6ee6-4c1d-8882-2b96091d9a41 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:31.854525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6c29c524-6ee6-4c1d-8882-2b96091d9a41 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/732f4e60-6102-4c4b-8162-5e995599d1ac HTTP/1.1" status: 404 len: 333 time: 0.0268006 Sep 17 22:35:31.855258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48490) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.868899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e235b363-098f-4f89-93df-70043af4a54a None None] Deleting port e4a9859b-1184-4ba7-a018-4d5e64f42794 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:31.869276 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e235b363-098f-4f89-93df-70043af4a54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.882912 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7b576b-155f-40fa-a41a-b825ccfe32b1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:31.882912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7b576b-155f-40fa-a41a-b825ccfe32b1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:31.887195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8a7b576b-155f-40fa-a41a-b825ccfe32b1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/16caec84-80d9-40bb-b870-a99098f446f4 HTTP/1.1" status: 404 len: 337 time: 0.0284548 Sep 17 22:35:31.888457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48492) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.917838 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-39328cbb-5cdf-4ca1-8845-88ed2bb73381 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:31.918299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39328cbb-5cdf-4ca1-8845-88ed2bb73381 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:31.920728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-39328cbb-5cdf-4ca1-8845-88ed2bb73381 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/ab3085ad-01f7-491c-8b40-acbd621e0e99 HTTP/1.1" status: 404 len: 337 time: 0.0305963 Sep 17 22:35:31.923078 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48496) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.949447 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6529d910-e37c-402a-83cc-ff95bf1a4add tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:31.950248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6529d910-e37c-402a-83cc-ff95bf1a4add tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:31.955249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6529d910-e37c-402a-83cc-ff95bf1a4add tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/6293af98-01f8-4459-b5e4-22241ea788a0 HTTP/1.1" status: 404 len: 333 time: 0.0288162 Sep 17 22:35:31.955681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48498) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.972446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e235b363-098f-4f89-93df-70043af4a54a None None] For port e4a9859b-1184-4ba7-a018-4d5e64f42794, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e4a9859b-1184-4ba7-a018-4d5e64f42794,segment=NetworkSegment(7c0839c5-69c6-4390-b379-5fea288748ac),segment_id=7c0839c5-69c6-4390-b379-5fea288748ac)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:31.972767 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e235b363-098f-4f89-93df-70043af4a54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:31.985401 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8f1651-860e-4f5a-9dcf-72197494b76d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:31.986060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8f1651-860e-4f5a-9dcf-72197494b76d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:31.987867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db8f1651-860e-4f5a-9dcf-72197494b76d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/1beee9b4-2efb-4940-88f7-cdcc02d4f35e HTTP/1.1" status: 404 len: 337 time: 0.0308886 Sep 17 22:35:31.990152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48500) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:31.993524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e235b363-098f-4f89-93df-70043af4a54a None None] Calling delete_port for e4a9859b-1184-4ba7-a018-4d5e64f42794 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:32.017049 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0c4d84-af8d-4ecc-bb28-0b748d5fdb5a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.017497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0c4d84-af8d-4ecc-bb28-0b748d5fdb5a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.019206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe0c4d84-af8d-4ecc-bb28-0b748d5fdb5a tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/6acf8434-28a7-4e0a-bfd0-c036abe6315f HTTP/1.1" status: 404 len: 337 time: 0.0281544 Sep 17 22:35:32.022141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48502) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.048211 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b300bd-f805-4251-b5af-6349d120bac1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.049004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b300bd-f805-4251-b5af-6349d120bac1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.050659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-16b300bd-f805-4251-b5af-6349d120bac1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/e09d3383-d24a-40f9-a345-839f71f17162 HTTP/1.1" status: 404 len: 333 time: 0.0276372 Sep 17 22:35:32.053212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48504) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.078376 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b74093-268c-4b49-b4d4-0d778ab8e390 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.078826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b74093-268c-4b49-b4d4-0d778ab8e390 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.080489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c3b74093-268c-4b49-b4d4-0d778ab8e390 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/d941d787-1b4e-4a36-afcc-7344f347170a HTTP/1.1" status: 404 len: 337 time: 0.0263994 Sep 17 22:35:32.088251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48506) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.117861 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-36168618-5a54-45ad-96e8-b466447aabb7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.118322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36168618-5a54-45ad-96e8-b466447aabb7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.120177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-36168618-5a54-45ad-96e8-b466447aabb7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/ca04daf4-4ffb-4e9f-99ba-1d37614509d4 HTTP/1.1" status: 404 len: 337 time: 0.0309639 Sep 17 22:35:32.126996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48510) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.142964 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e235b363-098f-4f89-93df-70043af4a54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:32.146452 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa00bf0-3017-4045-8151-ef7418a51a0f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.147180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa00bf0-3017-4045-8151-ef7418a51a0f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.148945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-afa00bf0-3017-4045-8151-ef7418a51a0f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/fd55e5c8-2132-4554-b40c-b11a8e6b25dd HTTP/1.1" status: 404 len: 333 time: 0.0246224 Sep 17 22:35:32.151624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48512) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.171900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235b363-098f-4f89-93df-70043af4a54a None None] Pushing event deleted for resources: {'Port': ['ID=e4a9859b-1184-4ba7-a018-4d5e64f42794,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:32.176102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235b363-098f-4f89-93df-70043af4a54a None None] No DVR routers for this DVR port e4a9859b-1184-4ba7-a018-4d5e64f42794 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:32.178992 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f394d005-0ff6-451f-aeff-b1d2bf7b54b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.179403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f394d005-0ff6-451f-aeff-b1d2bf7b54b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.181184 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f394d005-0ff6-451f-aeff-b1d2bf7b54b6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/de18de11-7ec1-4696-9ee2-05582f1bf034 HTTP/1.1" status: 404 len: 337 time: 0.0285277 Sep 17 22:35:32.183868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48516) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.218108 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe67bb6a-113f-4fbc-b752-aed5b95d1260 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.218594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe67bb6a-113f-4fbc-b752-aed5b95d1260 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.220361 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fe67bb6a-113f-4fbc-b752-aed5b95d1260 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/29e36dd4-36a7-4566-93c9-d1df84979419 HTTP/1.1" status: 404 len: 337 time: 0.0354886 Sep 17 22:35:32.222958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48518) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.246346 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-678848a3-7516-4199-8340-ad4e69e81bff tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.251732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678848a3-7516-4199-8340-ad4e69e81bff tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.251732 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-678848a3-7516-4199-8340-ad4e69e81bff tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/a08dacca-ac5e-4562-b49c-7f350f6c8f68 HTTP/1.1" status: 404 len: 333 time: 0.0254548 Sep 17 22:35:32.253474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48520) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.282112 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3c0ffe-7573-4283-a576-792192a89976 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.282846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3c0ffe-7573-4283-a576-792192a89976 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.290348 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ab3c0ffe-7573-4283-a576-792192a89976 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/f76b3183-d83e-411c-8412-6a5ea2a0388b HTTP/1.1" status: 404 len: 337 time: 0.0301600 Sep 17 22:35:32.292293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48522) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.316034 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5e7070-778e-43c4-8920-532591f2fa7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.316665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5e7070-778e-43c4-8920-532591f2fa7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.318345 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8b5e7070-778e-43c4-8920-532591f2fa7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/3b4f07d4-faa9-4b4f-9d06-3f36dc7266ad HTTP/1.1" status: 404 len: 333 time: 0.0250635 Sep 17 22:35:32.320954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48524) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.346620 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-10586606-92cc-4aed-b381-0b6f7bcf8a07 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.347086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10586606-92cc-4aed-b381-0b6f7bcf8a07 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.348783 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-10586606-92cc-4aed-b381-0b6f7bcf8a07 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/02bdb3de-7a5b-4031-8afd-46df3ff9d88c HTTP/1.1" status: 404 len: 337 time: 0.0268893 Sep 17 22:35:32.351464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48526) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.374680 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6bb2cf-43fa-4f41-938f-e206ec66a089 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.375347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6bb2cf-43fa-4f41-938f-e206ec66a089 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.377038 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1d6bb2cf-43fa-4f41-938f-e206ec66a089 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/392ce72e-25c8-471c-895b-dd89b01c059a HTTP/1.1" status: 404 len: 333 time: 0.0246570 Sep 17 22:35:32.379602 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48528) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.409263 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d56421d-803b-4037-93d1-5c2f3055dbc1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.409607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d56421d-803b-4037-93d1-5c2f3055dbc1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.411322 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5d56421d-803b-4037-93d1-5c2f3055dbc1 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/5b73dfb9-efe6-48e5-929a-8f71c17ae7d4 HTTP/1.1" status: 404 len: 337 time: 0.0308254 Sep 17 22:35:32.413894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48530) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.436493 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d9a095-b41d-4306-99b7-1adbc52985b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.437122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d9a095-b41d-4306-99b7-1adbc52985b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.438752 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c9d9a095-b41d-4306-99b7-1adbc52985b8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/7d6bfb79-c014-4d59-82ca-1c172e568109 HTTP/1.1" status: 404 len: 333 time: 0.0239749 Sep 17 22:35:32.441236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48532) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.465837 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b94688d-8c9a-415a-a48b-840d2bfdd466 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.467021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b94688d-8c9a-415a-a48b-840d2bfdd466 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.468665 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0b94688d-8c9a-415a-a48b-840d2bfdd466 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/ed37025d-8e24-4ca7-9b07-cd95bd193b55 HTTP/1.1" status: 404 len: 337 time: 0.0265493 Sep 17 22:35:32.471075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48534) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.493229 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd00d64-aef8-46e6-829d-e732c7e24b5b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.493850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd00d64-aef8-46e6-829d-e732c7e24b5b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.495518 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9cd00d64-aef8-46e6-829d-e732c7e24b5b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/06d213d6-da9a-4a8d-a23f-34f537889e29 HTTP/1.1" status: 404 len: 333 time: 0.0235674 Sep 17 22:35:32.498108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48536) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.523361 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-68789cde-b406-45ac-9374-0778f10b10d9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.523810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68789cde-b406-45ac-9374-0778f10b10d9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.527887 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-68789cde-b406-45ac-9374-0778f10b10d9 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/a41a3057-8c44-4dfe-acdf-4ba7404d4f0e HTTP/1.1" status: 404 len: 337 time: 0.0264635 Sep 17 22:35:32.528061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48538) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.550863 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f39d3e7-591a-4696-9458-4e37b62aa9e3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.551484 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f39d3e7-591a-4696-9458-4e37b62aa9e3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.553137 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3f39d3e7-591a-4696-9458-4e37b62aa9e3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/d2bf0ea6-c648-4459-9a7f-25092d6d981c HTTP/1.1" status: 404 len: 333 time: 0.0236371 Sep 17 22:35:32.555683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48540) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.584320 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e332b1-20e8-4a83-ae04-587cb2df1c7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.584774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e332b1-20e8-4a83-ae04-587cb2df1c7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.586435 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-41e332b1-20e8-4a83-ae04-587cb2df1c7e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/1f589de8-f6ba-4f61-948c-d60cbb614be6 HTTP/1.1" status: 404 len: 337 time: 0.0298743 Sep 17 22:35:32.588957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48542) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.615400 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-109cb4cd-4286-44c4-a502-b6bb300c888b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.615840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109cb4cd-4286-44c4-a502-b6bb300c888b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.617498 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-109cb4cd-4286-44c4-a502-b6bb300c888b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/83b2e968-a576-4aee-b560-845a042da7f0 HTTP/1.1" status: 404 len: 337 time: 0.0276577 Sep 17 22:35:32.620192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48544) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.642462 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-356b3a2d-ea98-4b03-9a18-c950c4ef9ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.643123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356b3a2d-ea98-4b03-9a18-c950c4ef9ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.644796 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-356b3a2d-ea98-4b03-9a18-c950c4ef9ac7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/d3031cd0-0519-419a-96f1-cf4748334132 HTTP/1.1" status: 404 len: 333 time: 0.0237250 Sep 17 22:35:32.647579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48546) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.673078 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc3c84f-9c02-4cc0-9b5f-2b2cf6333748 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.673539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc3c84f-9c02-4cc0-9b5f-2b2cf6333748 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.675343 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fcc3c84f-9c02-4cc0-9b5f-2b2cf6333748 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/e5ee5494-e611-4a89-82a1-cfe68e66d079 HTTP/1.1" status: 404 len: 337 time: 0.0268791 Sep 17 22:35:32.677855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48548) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.703654 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50630eb-5e6c-4fd5-af55-46bd65cb1683 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.704110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50630eb-5e6c-4fd5-af55-46bd65cb1683 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.705800 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d50630eb-5e6c-4fd5-af55-46bd65cb1683 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/a18116ff-0214-4832-a042-5779131a115a HTTP/1.1" status: 404 len: 337 time: 0.0270543 Sep 17 22:35:32.708848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48550) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.731144 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd066795-da54-4833-a67f-8f8bb04b9164 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.731805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd066795-da54-4833-a67f-8f8bb04b9164 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.733623 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cd066795-da54-4833-a67f-8f8bb04b9164 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/73b6efd5-2b1f-467c-8bb5-7decb51a3547 HTTP/1.1" status: 404 len: 333 time: 0.0238857 Sep 17 22:35:32.736216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48552) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.765658 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbff373-2702-437b-8213-adbf7710a180 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.766101 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbff373-2702-437b-8213-adbf7710a180 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.767787 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4cbff373-2702-437b-8213-adbf7710a180 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/b09d70a5-c713-4f0c-aa85-6218c4ea660a HTTP/1.1" status: 404 len: 337 time: 0.0306849 Sep 17 22:35:32.770368 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48554) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.797369 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17421ef-6f9a-493b-9ca0-14d36b4db297 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.797823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17421ef-6f9a-493b-9ca0-14d36b4db297 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.799652 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e17421ef-6f9a-493b-9ca0-14d36b4db297 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/55d6d377-7a20-4492-bb41-295b35f8d04a HTTP/1.1" status: 404 len: 337 time: 0.0280559 Sep 17 22:35:32.802324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48556) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.826222 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af59155-0b6e-48cf-828c-c94ac090e3c7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.826968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af59155-0b6e-48cf-828c-c94ac090e3c7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.828758 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7af59155-0b6e-48cf-828c-c94ac090e3c7 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/baf37d53-0d99-4c83-989f-b01046c5f218 HTTP/1.1" status: 404 len: 333 time: 0.0254557 Sep 17 22:35:32.831377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48558) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.859025 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6960a99-ea75-4400-8357-fe32426e0ba4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.859507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6960a99-ea75-4400-8357-fe32426e0ba4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.861284 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b6960a99-ea75-4400-8357-fe32426e0ba4 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/41ebe849-b2e8-46b4-94e6-2d722c720cdc HTTP/1.1" status: 404 len: 337 time: 0.0289795 Sep 17 22:35:32.863818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48560) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.889845 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c902b2-53a5-451b-81db-057349efc172 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.890292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c902b2-53a5-451b-81db-057349efc172 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.891962 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c1c902b2-53a5-451b-81db-057349efc172 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/429a1d68-1ddd-4543-9b44-232bce6c3ac0 HTTP/1.1" status: 404 len: 337 time: 0.0272467 Sep 17 22:35:32.894306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48562) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.920625 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2943f7b3-5334-4505-8771-5d40554bc223 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a7c5946-e6e6-4c66-9e79-c9cccd813480 HTTP/1.1" status: 200 len: 205 time: 0.0252118 Sep 17 22:35:32.922943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48564) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.963173 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-22c0d90d-f8ee-4ce4-b718-c3f66b3765a6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] delete failed (client error): The resource could not be found. Sep 17 22:35:32.964104 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-22c0d90d-f8ee-4ce4-b718-c3f66b3765a6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/routers/0a7c5946-e6e6-4c66-9e79-c9cccd813480 HTTP/1.1" status: 404 len: 336 time: 0.0402744 Sep 17 22:35:32.967389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48566) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:32.992866 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e945cfe-0155-48f8-a559-eec79b6cdb1e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:32.993327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e945cfe-0155-48f8-a559-eec79b6cdb1e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:32.996592 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3e945cfe-0155-48f8-a559-eec79b6cdb1e tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/c79f7858-6667-4cbf-96ee-5dc5a769485e HTTP/1.1" status: 404 len: 337 time: 0.0267706 Sep 17 22:35:32.998912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48570) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.026325 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4b748b9c-bb8c-4fca-a9dd-4e774c77af18 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef0f533-6890-4fe7-9d06-3f76d41a6803 HTTP/1.1" status: 200 len: 205 time: 0.0263007 Sep 17 22:35:33.028762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48572) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.069331 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-f2d753c6-ad7b-4c69-9b30-61929593f562 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] delete failed (client error): The resource could not be found. Sep 17 22:35:33.070354 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f2d753c6-ad7b-4c69-9b30-61929593f562 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/routers/3ef0f533-6890-4fe7-9d06-3f76d41a6803 HTTP/1.1" status: 404 len: 336 time: 0.0406847 Sep 17 22:35:33.072864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48574) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.098729 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a5509c-1027-446d-8d1a-29b77331cce3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.099135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a5509c-1027-446d-8d1a-29b77331cce3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.100760 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67a5509c-1027-446d-8d1a-29b77331cce3 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/6dfc5c73-7d93-4455-8592-a61236d935fd HTTP/1.1" status: 404 len: 337 time: 0.0270088 Sep 17 22:35:33.102976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48576) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.127806 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-16263a14-7273-4d26-bfe3-979f29056b2d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.128270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16263a14-7273-4d26-bfe3-979f29056b2d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.129930 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-16263a14-7273-4d26-bfe3-979f29056b2d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/b0a5642b-2f4e-447b-ba0a-f561b46916d3 HTTP/1.1" status: 404 len: 337 time: 0.0260856 Sep 17 22:35:33.132300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48578) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.155865 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-78db8d2d-8803-4f41-aa9e-a61be070a00d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.156465 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78db8d2d-8803-4f41-aa9e-a61be070a00d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.158075 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-78db8d2d-8803-4f41-aa9e-a61be070a00d tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/67bfb45b-c902-49e1-a129-c4b9195f2520 HTTP/1.1" status: 404 len: 333 time: 0.0248954 Sep 17 22:35:33.160494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48580) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.184201 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d18e56-2998-4b0f-a09e-a1fdb543d084 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.184628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d18e56-2998-4b0f-a09e-a1fdb543d084 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.186759 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67d18e56-2998-4b0f-a09e-a1fdb543d084 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/61be9d61-90a1-4072-88f9-7d399f6fe615 HTTP/1.1" status: 404 len: 337 time: 0.0254102 Sep 17 22:35:33.188982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48582) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.214290 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00854d1-6f91-4f7e-8e3a-c2e675f33529 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.214835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00854d1-6f91-4f7e-8e3a-c2e675f33529 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.216910 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e00854d1-6f91-4f7e-8e3a-c2e675f33529 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/38ce8daf-d837-4562-8cd0-d5d3ae88112b HTTP/1.1" status: 404 len: 333 time: 0.0270751 Sep 17 22:35:33.219248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48586) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.243851 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-298def0e-4707-4f6c-ae4d-e5cc2209cc5b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.244293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298def0e-4707-4f6c-ae4d-e5cc2209cc5b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.245980 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-298def0e-4707-4f6c-ae4d-e5cc2209cc5b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/c94e7e4d-bc2e-40c7-8222-acf8c48985bb HTTP/1.1" status: 404 len: 337 time: 0.0258577 Sep 17 22:35:33.249478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48590) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.272718 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-366c7f31-a11c-4fea-b795-6070bfbe9cf8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.273373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366c7f31-a11c-4fea-b795-6070bfbe9cf8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.275131 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-366c7f31-a11c-4fea-b795-6070bfbe9cf8 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/0eceafa2-4fd5-432f-84b7-7fffa12a7b37 HTTP/1.1" status: 404 len: 333 time: 0.0246558 Sep 17 22:35:33.277551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48592) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.302714 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-328bf24c-a812-4af9-a425-6091bfc29fc6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.303199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328bf24c-a812-4af9-a425-6091bfc29fc6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.305199 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-328bf24c-a812-4af9-a425-6091bfc29fc6 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/9659020b-5f92-4f0b-aacf-7ed2df7ad96c HTTP/1.1" status: 404 len: 337 time: 0.0265045 Sep 17 22:35:33.307447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48596) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.330732 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-807aa169-a370-40a7-b3c4-283dd1cf8c6b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.331403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807aa169-a370-40a7-b3c4-283dd1cf8c6b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.333119 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-807aa169-a370-40a7-b3c4-283dd1cf8c6b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/f85b4dc6-8573-4643-a83e-01a4373383f0 HTTP/1.1" status: 404 len: 333 time: 0.0246060 Sep 17 22:35:33.335666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48598) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.363003 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-286ed13e-8c17-4ddc-a753-6c3f19657459 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.363464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286ed13e-8c17-4ddc-a753-6c3f19657459 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.366508 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-286ed13e-8c17-4ddc-a753-6c3f19657459 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/aa760d2b-8bff-4c99-bbb8-6d6d2c9168a5 HTTP/1.1" status: 404 len: 337 time: 0.0298874 Sep 17 22:35:33.367756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48600) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.395235 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df6b16c-69c6-42bc-ae0e-9bfa35969391 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.396136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df6b16c-69c6-42bc-ae0e-9bfa35969391 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.397833 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5df6b16c-69c6-42bc-ae0e-9bfa35969391 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/51bacccd-f32e-482a-b30c-897a0048e067 HTTP/1.1" status: 404 len: 333 time: 0.0291667 Sep 17 22:35:33.400398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48602) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.425680 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d11c59-2088-4337-907f-9fa3f9ad8a2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.431164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d11c59-2088-4337-907f-9fa3f9ad8a2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.431164 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-97d11c59-2088-4337-907f-9fa3f9ad8a2b tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/7aed02a7-7c3a-47cd-a865-db4e0346d12b HTTP/1.1" status: 404 len: 337 time: 0.0265079 Sep 17 22:35:33.432801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48604) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.455552 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-066a76a0-b665-423e-8d3f-0c5225683636 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.456163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066a76a0-b665-423e-8d3f-0c5225683636 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.457835 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-066a76a0-b665-423e-8d3f-0c5225683636 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/8e3bfa0c-647a-420e-8608-627756b3d45a HTTP/1.1" status: 404 len: 333 time: 0.0241544 Sep 17 22:35:33.464737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48606) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.490245 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3509ba4-51b8-4676-9776-57860bfb9a2f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.490698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3509ba4-51b8-4676-9776-57860bfb9a2f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.494462 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d3509ba4-51b8-4676-9776-57860bfb9a2f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/6a85089f-267f-41eb-b22c-0d228b073e3a HTTP/1.1" status: 404 len: 337 time: 0.0268495 Sep 17 22:35:33.496402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48608) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.518713 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d3eb1c-59e1-42a8-a6ba-3776f0aa46bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.519353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d3eb1c-59e1-42a8-a6ba-3776f0aa46bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.521241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-28d3eb1c-59e1-42a8-a6ba-3776f0aa46bd tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/ports/87568e0f-e369-4219-9546-405d492b2707 HTTP/1.1" status: 404 len: 333 time: 0.0236952 Sep 17 22:35:33.534159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48610) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.559032 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea0ef7f-2520-4c9c-b984-b67c3c7b896f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] DELETE failed (client error): The resource could not be found. Sep 17 22:35:33.559477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea0ef7f-2520-4c9c-b984-b67c3c7b896f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:35:33.561959 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9ea0ef7f-2520-4c9c-b984-b67c3c7b896f tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/subnets/7e4c96e0-8228-40a0-83ad-5f17a1989310 HTTP/1.1" status: 404 len: 337 time: 0.0269229 Sep 17 22:35:33.564228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48612) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:33.643919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.704873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e4a9859b-1184-4ba7-a018-4d5e64f42794 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:33.727588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e4a9859b-1184-4ba7-a018-4d5e64f42794 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:33.727859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e4a9859b-1184-4ba7-a018-4d5e64f42794 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:33.742852 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.763819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7201b009-df55-4f74-ba77-2d9bb2d8682a']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:33.773119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0839c5-69c6-4390-b379-5fea288748ac') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:33.778425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0839c5-69c6-4390-b379-5fea288748ac') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:33.783368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.797091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.802838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:33.803220 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:33.806099 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:33.977059 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.993614 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:33.993614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] 10.222.0.13 "DELETE /v2.0/networks/7201b009-df55-4f74-ba77-2d9bb2d8682a HTTP/1.1" status: 204 len: 168 time: 0.4228244 Sep 17 22:35:33.998085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c1c51-e45a-41ab-8713-eadb5387f989 tempest-NetworksTestDHCPv6-1706951806 tempest-NetworksTestDHCPv6-1706951806-project] Pushing event deleted for resources: {'Network': ['ID=7201b009-df55-4f74-ba77-2d9bb2d8682a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:34.436664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48624) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:34.572065 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fbe5f0bd-598f-43ef-9f2e-2388ff2d5dc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44bb936e9303425eadb030fd881b85f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318820 Sep 17 22:35:34.572311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48628) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:34.624200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a40bec0d-16b7-415e-9109-835f2b222f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.645543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a40bec0d-16b7-415e-9109-835f2b222f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.771080 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a40bec0d-16b7-415e-9109-835f2b222f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.773494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a40bec0d-16b7-415e-9109-835f2b222f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:34.774693 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a40bec0d-16b7-415e-9109-835f2b222f0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a818aa00-95d6-4779-b95d-54c34a01cd5b HTTP/1.1" status: 204 len: 168 time: 0.2014976 Sep 17 22:35:34.784498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bec0d-16b7-415e-9109-835f2b222f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818aa00-95d6-4779-b95d-54c34a01cd5b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:35.926230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48652) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:36.025016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-166451102'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:36.114222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Made reservation on behalf of 0b6a1f549b9f437697bb9ff1ab2075df for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:36.117911 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.127577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.229244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.296943 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.324292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:35:36.335074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696d6dad-4ea3-4aec-ab2f-78a0e6eff535,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:36.344950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.345214 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Added segment 131423f4-ffcd-4cf7-a524-5e81ae13e536 of type vlan for network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 Sep 17 22:35:36.389345 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.468572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.474209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:36.474850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:36.542007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event updated for resources: {'Network': ['ID=b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:36.552348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:35:36.595182 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c7ae2771-6ecf-4493-b0ea-f414e9998855 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6677628 Sep 17 22:35:36.597860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48660) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:36.603228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Request body: {'subnet': {'network_id': 'b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:36.794183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Made reservation on behalf of 0b6a1f549b9f437697bb9ff1ab2075df for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:36.797832 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.074568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.135968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event updated for resources: {'Subnet': ['ID=9250a828-3936-47af-b664-12e1334de564,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.144760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Checking segment: {'id': '131423f4-ffcd-4cf7-a524-5e81ae13e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:37.145122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Network hostable DHCP agents. Network: b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:35:37.235314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:35:37.314343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:37.321136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:37.321967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.323621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ff942-3d15-4f2e-87d6-6c206d6264b4 None None] Network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:37.403446 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e5d3d297-cfc6-45cd-a46c-0670e3e5de5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8017566 Sep 17 22:35:37.403770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48666) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:37.409280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-193ef894-52c8-4c57-a39b-493c3239c20b tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1640555495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:37.473179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7', 'network_id': 'b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7', 'tenant_id': '0b6a1f549b9f437697bb9ff1ab2075df', 'fixed_ips': [{'subnet_id': '9250a828-3936-47af-b664-12e1334de564'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:35:37.474071 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.502403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193ef894-52c8-4c57-a39b-493c3239c20b tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.503776 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193ef894-52c8-4c57-a39b-493c3239c20b tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.556186 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193ef894-52c8-4c57-a39b-493c3239c20b tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.607980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Allocated IP 172.20.0.2 (b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7/9250a828-3936-47af-b664-12e1334de564/43f3bec7-1b9d-47d3-b99d-20eb9cfc5184) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:37.634633 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193ef894-52c8-4c57-a39b-493c3239c20b tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.737078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193ef894-52c8-4c57-a39b-493c3239c20b tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.740918 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-193ef894-52c8-4c57-a39b-493c3239c20b tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3328450 Sep 17 22:35:37.741655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48668) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:37.752359 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.840458 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.882597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:37.885713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:37.888158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:37.899944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Pushing event updated for resources: {'Port': ['ID=43f3bec7-1b9d-47d3-b99d-20eb9cfc5184,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:37.955895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Attempting to bind port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:35:37.956274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Attempting to bind port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '131423f4-ffcd-4cf7-a524-5e81ae13e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:35:37.956619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Attempting to bind port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 on network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:35:37.961932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:35:37.962302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Checking segment: {'id': '131423f4-ffcd-4cf7-a524-5e81ae13e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:35:37.962690 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:37.963278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Bound using segment: {'id': '131423f4-ffcd-4cf7-a524-5e81ae13e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:35:37.963960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Bound port: 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131423f4-ffcd-4cf7-a524-5e81ae13e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:35:37.964509 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.022173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.032127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] For port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:35:38.035430 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] For port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=43f3bec7-1b9d-47d3-b99d-20eb9cfc5184,segment=NetworkSegment(131423f4-ffcd-4cf7-a524-5e81ae13e536),segment_id=131423f4-ffcd-4cf7-a524-5e81ae13e536)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:35:38.131033 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.194670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812e510-9058-46e6-8a50-46c91676ef11 None None] Pushing event updated for resources: {'Port': ['ID=43f3bec7-1b9d-47d3-b99d-20eb9cfc5184,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:38.273383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Allocated IP 172.20.0.1 (b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7/9250a828-3936-47af-b664-12e1334de564/02c2b436-3383-42f9-9127-e02f34b68b06) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:38.392460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.446222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.520413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.564662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:38.567643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:38.571210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:38.579531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event updated for resources: {'Port': ['ID=02c2b436-3383-42f9-9127-e02f34b68b06,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:38.620455 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:38.798887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.176481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7682e0-4123-47ca-9e88-a61b30fe8521 None None] Network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:39.259267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-02f3042d-6c9a-4530-b3c2-71a37dfe881b None None] Provisioning complete for port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:39.259541 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02f3042d-6c9a-4530-b3c2-71a37dfe881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.415035 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02f3042d-6c9a-4530-b3c2-71a37dfe881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.420194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.449884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-02f3042d-6c9a-4530-b3c2-71a37dfe881b None None] For port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=43f3bec7-1b9d-47d3-b99d-20eb9cfc5184,segment=NetworkSegment(131423f4-ffcd-4cf7-a524-5e81ae13e536),segment_id=131423f4-ffcd-4cf7-a524-5e81ae13e536)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:39.480145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.519428 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02f3042d-6c9a-4530-b3c2-71a37dfe881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.565095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event updated for resources: {'Port': ['ID=02c2b436-3383-42f9-9127-e02f34b68b06,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:39.568307 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.589551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3042d-6c9a-4530-b3c2-71a37dfe881b None None] Pushing event updated for resources: {'Port': ['ID=43f3bec7-1b9d-47d3-b99d-20eb9cfc5184,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:39.671460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:39.676371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:39.742944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-35a5cff3-d807-4a7d-b2e3-4a52bf0aca90 None None] Provisioning complete for port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:39.743379 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35a5cff3-d807-4a7d-b2e3-4a52bf0aca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.775213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:35:39.867166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:39.867637 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.931788 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Router 79bb04ec-8a0b-41bc-bd7c-a0f016f420f5 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:35:39.936282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-35a5cff3-d807-4a7d-b2e3-4a52bf0aca90 None None] Provisioning complete for port 02c2b436-3383-42f9-9127-e02f34b68b06 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:39.936720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35a5cff3-d807-4a7d-b2e3-4a52bf0aca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:39.996360 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-35a5cff3-d807-4a7d-b2e3-4a52bf0aca90 None None] Port 02c2b436-3383-42f9-9127-e02f34b68b06 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:40.036087 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.046841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:40.051979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-66579bfe-eceb-47ed-a10e-78f1d67b24b0 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "PUT /v2.0/routers/79bb04ec-8a0b-41bc-bd7c-a0f016f420f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3091414 Sep 17 22:35:40.054625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48678) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:40.059725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Request body: {'port': {'network_id': 'b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7', 'name': 'tempest-FloatingIPNegativeTestJSON-1334794240'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:40.062233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b3303-ebff-46db-8939-37d8d371f683 None None] Sync routers for ids ['79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:40.073517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b3303-ebff-46db-8939-37d8d371f683 None None] Routers {'79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:40.074478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c82b3303-ebff-46db-8939-37d8d371f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:35:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:40.274965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Made reservation on behalf of 0b6a1f549b9f437697bb9ff1ab2075df for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:35:40.279261 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.287333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c82b3303-ebff-46db-8939-37d8d371f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:40.302379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] device_id is not set on port f5ea6493-d6a9-46a8-9c48-41fe197adb39 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:35:40.302617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b3303-ebff-46db-8939-37d8d371f683 None None] Routers {'79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:40.303284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c82b3303-ebff-46db-8939-37d8d371f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:35:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:40.343527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c82b3303-ebff-46db-8939-37d8d371f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:40.344181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b3303-ebff-46db-8939-37d8d371f683 None None] The sync data for ids ['79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:40.349593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-17d6b925-43d7-4131-870f-bc96548cbf54 None None] Provisioning complete for port 02c2b436-3383-42f9-9127-e02f34b68b06 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:40.349970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-17d6b925-43d7-4131-870f-bc96548cbf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.387541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-17d6b925-43d7-4131-870f-bc96548cbf54 None None] Port 02c2b436-3383-42f9-9127-e02f34b68b06 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:40.425391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Allocated IP 172.20.0.11 (b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7/9250a828-3936-47af-b664-12e1334de564/f5ea6493-d6a9-46a8-9c48-41fe197adb39) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:40.508398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-eb868c34-b732-4553-90bf-6dc9ce840b59 None None] Provisioning complete for port 02c2b436-3383-42f9-9127-e02f34b68b06 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:40.508769 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb868c34-b732-4553-90bf-6dc9ce840b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.548930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-eb868c34-b732-4553-90bf-6dc9ce840b59 None None] Port 02c2b436-3383-42f9-9127-e02f34b68b06 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:40.582419 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.673500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.715494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:40.718750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:40.722344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:40.752798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event updated for resources: {'Port': ['ID=f5ea6493-d6a9-46a8-9c48-41fe197adb39,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:40.782351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:40.782990 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:40.886438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-899b7062-7779-43a8-99e4-9e3f772aca57 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8307002 Sep 17 22:35:40.890030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48686) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:40.894594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:40.967554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-85df08dd-83eb-4d1a-b1c9-e65ac377cdd7 None None] Provisioning complete for port f5ea6493-d6a9-46a8-9c48-41fe197adb39 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:35:40.967920 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-85df08dd-83eb-4d1a-b1c9-e65ac377cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.000833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-85df08dd-83eb-4d1a-b1c9-e65ac377cdd7 None None] Port f5ea6493-d6a9-46a8-9c48-41fe197adb39 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:35:41.005640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.097904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.202661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Allocated IP 172.25.5.143 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/63416e3d-dd1a-4931-83bc-8cc69f272d09) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:41.300350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.383201 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.425982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:41.428769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:41.432138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:41.456494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event updated for resources: {'Port': ['ID=63416e3d-dd1a-4931-83bc-8cc69f272d09,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:41.548505 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.648099 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.894344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:41.937520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.004960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event updated for resources: {'Port': ['ID=63416e3d-dd1a-4931-83bc-8cc69f272d09,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:42.017565 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.097297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.098587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-56be7638-d5c5-4e63-b6fd-b55c0219ddc1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2075801 Sep 17 22:35:42.101492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48706) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:42.113147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a3226650-8eac-43d5-a8d7-36f4a41e60b5 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Request body: {'floatingip': {'port_id': 'f5ea6493-d6a9-46a8-9c48-41fe197adb39', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:42.157716 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3226650-8eac-43d5-a8d7-36f4a41e60b5 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.307489 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-a3226650-8eac-43d5-a8d7-36f4a41e60b5 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] update failed (client error): The resource could not be found. Sep 17 22:35:42.308597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a3226650-8eac-43d5-a8d7-36f4a41e60b5 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "PUT /v2.0/floatingips/dde642c4-c840-4143-83c5-2b701443b823 HTTP/1.1" status: 404 len: 507 time: 0.1993163 Sep 17 22:35:42.312615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48712) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:42.313176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-89de0808-e00c-4916-813c-d4fe3c01a5d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633309 Sep 17 22:35:42.401275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-3be7e0a9-0c96-44dd-acda-db8a763d2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:42.402819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-3be7e0a9-0c96-44dd-acda-db8a763d2be9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0443602 Sep 17 22:35:42.518675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-dda917f7-c783-4030-854e-a1162b5a5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:42.520292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-dda917f7-c783-4030-854e-a1162b5a5cef service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.0955186 Sep 17 22:35:42.596751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-ab3ef112-2242-4bce-add7-22d53da60faa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 1002 time: 0.0674782 Sep 17 22:35:42.655215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-6e154a52-f9f5-4c1f-b303-b5f6532e7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:42.657176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-6e154a52-f9f5-4c1f-b303-b5f6532e7cfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0526848 Sep 17 22:35:42.712609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-f69aa907-68a0-4ad4-ac18-73a22164f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:42.714604 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-f69aa907-68a0-4ad4-ac18-73a22164f5e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498734 Sep 17 22:35:42.783409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Deleting port 63416e3d-dd1a-4931-83bc-8cc69f272d09 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:42.783788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.827170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-09d50877-c5a4-47eb-a7bc-7c89b6f9b350 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049223 Sep 17 22:35:42.860144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.860472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:42.872248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Calling delete_port for 63416e3d-dd1a-4931-83bc-8cc69f272d09 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:42.941993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa18d045-b25b-4148-9efe-c39834ad9f1d req-60da3426-8f34-497e-adbf-02b3b2cd3a5b service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071422 Sep 17 22:35:43.068385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.101033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event deleted for resources: {'Port': ['ID=63416e3d-dd1a-4931-83bc-8cc69f272d09,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:43.171598 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.178870 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.178870 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ad2d07f7-5f3c-4ba1-affb-4fe429b99c37 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "DELETE /v2.0/floatingips/dde642c4-c840-4143-83c5-2b701443b823 HTTP/1.1" status: 204 len: 168 time: 0.8611848 Sep 17 22:35:43.179097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48726) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:43.183584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a7f1fd5e-c781-4b80-a69b-e2c8d926d6b6 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Request body: {'floatingip': {'floating_network_id': 'b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7', 'port_id': 'f5ea6493-d6a9-46a8-9c48-41fe197adb39', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:43.354320 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fd5e-c781-4b80-a69b-e2c8d926d6b6 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.531656 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-a7f1fd5e-c781-4b80-a69b-e2c8d926d6b6 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:35:43.532786 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a7f1fd5e-c781-4b80-a69b-e2c8d926d6b6 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3526943 Sep 17 22:35:43.536514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48734) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:43.541038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': 'f5ea6493-d6a9-46a8-9c48-41fe197adb39', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:43.662152 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.765397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:43.876407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Allocated IP 172.25.5.40 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/57ecd0d8-c4f4-4adc-8bc7-d44756292147) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:35:43.978569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.085820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.123505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:35:44.127759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:35:44.134440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:35:44.137553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event updated for resources: {'Port': ['ID=57ecd0d8-c4f4-4adc-8bc7-d44756292147,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:44.299440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Deleting port 57ecd0d8-c4f4-4adc-8bc7-d44756292147 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:44.299759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.381676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.382372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.395949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Calling delete_port for 57ecd0d8-c4f4-4adc-8bc7-d44756292147 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:44.582737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:44.613897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event deleted for resources: {'Port': ['ID=57ecd0d8-c4f4-4adc-8bc7-d44756292147,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:44.851155 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] create failed (client error): The resource could not be found. Sep 17 22:35:44.854011 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-076cd838-b985-4607-a009-c41d533b23e1 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3147492 Sep 17 22:35:44.856765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48758) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:44.949014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1693b729-92a9-4898-8491-f026debf1527 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Deleting port f5ea6493-d6a9-46a8-9c48-41fe197adb39 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:44.949355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1693b729-92a9-4898-8491-f026debf1527 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:45.043210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1693b729-92a9-4898-8491-f026debf1527 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:45.056211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1693b729-92a9-4898-8491-f026debf1527 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Calling delete_port for f5ea6493-d6a9-46a8-9c48-41fe197adb39 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:45.290506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1693b729-92a9-4898-8491-f026debf1527 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:45.328156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693b729-92a9-4898-8491-f026debf1527 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event deleted for resources: {'Port': ['ID=f5ea6493-d6a9-46a8-9c48-41fe197adb39,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:45.417993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1693b729-92a9-4898-8491-f026debf1527 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:45.424019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48766) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:45.424586 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1693b729-92a9-4898-8491-f026debf1527 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "DELETE /v2.0/ports/f5ea6493-d6a9-46a8-9c48-41fe197adb39 HTTP/1.1" status: 204 len: 168 time: 0.5658462 Sep 17 22:35:45.491029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6d0ac-83ca-44e6-a55f-43fef20a8bd2 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:35:45.495077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-93a6d0ac-83ca-44e6-a55f-43fef20a8bd2 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "GET /v2.0/ports?device_id=79bb04ec-8a0b-41bc-bd7c-a0f016f420f5 HTTP/1.1" status: 200 len: 913 time: 0.0665536 Sep 17 22:35:45.495980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48772) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:46.001276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.261987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Deleting port 02c2b436-3383-42f9-9127-e02f34b68b06 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:46.262336 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.352196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.367217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Calling delete_port for 02c2b436-3383-42f9-9127-e02f34b68b06 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:46.668458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:46.693988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event deleted for resources: {'Port': ['ID=02c2b436-3383-42f9-9127-e02f34b68b06,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:46.854406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.020195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Router 79bb04ec-8a0b-41bc-bd7c-a0f016f420f5 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:35:47.094274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:35:47.099633 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a044a431-f02e-4bc9-b80c-883a10eaf511 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "PUT /v2.0/routers/79bb04ec-8a0b-41bc-bd7c-a0f016f420f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6020548 Sep 17 22:35:47.101711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48794) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:47.104536 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1693a-073a-473f-846b-48518c1d4ac7 None None] Sync routers for ids ['79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:35:47.115665 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1693a-073a-473f-846b-48518c1d4ac7 None None] Routers {'79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:47.116289 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-28d1693a-073a-473f-846b-48518c1d4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:35:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:47.180768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98051c1c-c3c9-4fbd-b730-1f5edd4b3135 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.250077 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-28d1693a-073a-473f-846b-48518c1d4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:47.259216 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1693a-073a-473f-846b-48518c1d4ac7 None None] Routers {'79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:35:47.259838 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-28d1693a-073a-473f-846b-48518c1d4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:35:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:47.292566 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-28d1693a-073a-473f-846b-48518c1d4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:47.293210 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1693a-073a-473f-846b-48518c1d4ac7 None None] The sync data for ids ['79bb04ec-8a0b-41bc-bd7c-a0f016f420f5'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:35:47.349675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98051c1c-c3c9-4fbd-b730-1f5edd4b3135 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.352006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98051c1c-c3c9-4fbd-b730-1f5edd4b3135 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.497041 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98051c1c-c3c9-4fbd-b730-1f5edd4b3135 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.498205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98051c1c-c3c9-4fbd-b730-1f5edd4b3135 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Fanout notify agent at l3_agent the message router_deleted on router 79bb04ec-8a0b-41bc-bd7c-a0f016f420f5 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:35:47.505046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98051c1c-c3c9-4fbd-b730-1f5edd4b3135 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.508723 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-98051c1c-c3c9-4fbd-b730-1f5edd4b3135 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "DELETE /v2.0/routers/79bb04ec-8a0b-41bc-bd7c-a0f016f420f5 HTTP/1.1" status: 204 len: 168 time: 0.4034674 Sep 17 22:35:47.508723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48804) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:47.572579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a3d290-26df-43cf-bd58-d958ed4e9d5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Deleting subnet 9250a828-3936-47af-b664-12e1334de564 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:35:47.576596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d290-26df-43cf-bd58-d958ed4e9d5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.615528 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d290-26df-43cf-bd58-d958ed4e9d5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.702422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d290-26df-43cf-bd58-d958ed4e9d5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.742681 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f45a81bb-2cc4-46bf-a38a-ad5005784615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.851831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d290-26df-43cf-bd58-d958ed4e9d5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.877439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3d290-26df-43cf-bd58-d958ed4e9d5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event deleted for resources: {'Subnet': ['ID=9250a828-3936-47af-b664-12e1334de564,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:47.883190 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d290-26df-43cf-bd58-d958ed4e9d5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:47.888034 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e0a3d290-26df-43cf-bd58-d958ed4e9d5e tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "DELETE /v2.0/subnets/9250a828-3936-47af-b664-12e1334de564 HTTP/1.1" status: 204 len: 168 time: 0.3753829 Sep 17 22:35:47.888034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48808) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:47.902373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a61d9-5696-4a3c-9e5c-d89127f02992 None None] Network b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:35:47.967169 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.028153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Deleting port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:48.028499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.082953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] DHCP port deletion for b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:35:48.101323 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] For port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=43f3bec7-1b9d-47d3-b99d-20eb9cfc5184,segment=NetworkSegment(131423f4-ffcd-4cf7-a524-5e81ae13e536),segment_id=131423f4-ffcd-4cf7-a524-5e81ae13e536)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:48.101689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.105598 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:35:48.114550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Calling delete_port for 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:48.147769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Deleting port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:35:48.148159 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.217952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] For port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=43f3bec7-1b9d-47d3-b99d-20eb9cfc5184,segment=NetworkSegment(131423f4-ffcd-4cf7-a524-5e81ae13e536),segment_id=131423f4-ffcd-4cf7-a524-5e81ae13e536)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:35:48.218442 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.235855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Calling delete_port for 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:35:48.303030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.331937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event deleted for resources: {'Port': ['ID=43f3bec7-1b9d-47d3-b99d-20eb9cfc5184,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:48.334939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] No DVR routers for this DVR port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:48.340281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.383132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Pushing event deleted for resources: {'Port': ['ID=43f3bec7-1b9d-47d3-b99d-20eb9cfc5184,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:48.393122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] No DVR routers for this DVR port 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:35:48.410553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.410553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.410553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.410553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.410553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.410553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.410553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.410553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.410553 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.411383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.411383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.411829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25ecb1-5b44-44a8-9913-a73636ba95c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:35:48.454309 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.478986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:48.489870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131423f4-ffcd-4cf7-a524-5e81ae13e536') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:48.490327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131423f4-ffcd-4cf7-a524-5e81ae13e536') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:35:48.508978 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.524203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.530468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:35:48.530891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:35:48.533811 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:35:48.668252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.675642 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:48.677542 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] 10.222.0.13 "DELETE /v2.0/networks/b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7 HTTP/1.1" status: 204 len: 168 time: 0.7889154 Sep 17 22:35:48.690307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205ad2b-db99-42ea-b895-c70f46729c78 tempest-FloatingIPNegativeTestJSON-1856344932 tempest-FloatingIPNegativeTestJSON-1856344932-project] Pushing event deleted for resources: {'Network': ['ID=b9d2bf77-e931-4ef2-ac2f-9df7125c5fc7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:49.240456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48834) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:49.392500 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7c61cbc3-0570-467e-af9f-6ffa3b693c0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b6a1f549b9f437697bb9ff1ab2075df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507943 Sep 17 22:35:49.394980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48842) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:49.448408 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1776d8ad-b22d-4be7-afc9-2cae6ddc9cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.479665 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1776d8ad-b22d-4be7-afc9-2cae6ddc9cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.610986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1776d8ad-b22d-4be7-afc9-2cae6ddc9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.613499 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1776d8ad-b22d-4be7-afc9-2cae6ddc9cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:49.614680 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1776d8ad-b22d-4be7-afc9-2cae6ddc9cc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/696d6dad-4ea3-4aec-ab2f-78a0e6eff535 HTTP/1.1" status: 204 len: 168 time: 0.2184510 Sep 17 22:35:49.623872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776d8ad-b22d-4be7-afc9-2cae6ddc9cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696d6dad-4ea3-4aec-ab2f-78a0e6eff535,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:49.708574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:35:49.728662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:35:49.729018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 43f3bec7-1b9d-47d3-b99d-20eb9cfc5184 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:35:50.222509 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46648b1b-f06d-4077-925e-e78db45a0962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:50.730266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48882) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:50.829263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9425d88a-8dbd-4d83-becd-52eef376fc5a tempest-DvrRoutersNegativeTest-516555871 tempest-DvrRoutersNegativeTest-516555871-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-230352735', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:35:50.832263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.policy [None req-9425d88a-8dbd-4d83-becd-52eef376fc5a tempest-DvrRoutersNegativeTest-516555871 tempest-DvrRoutersNegativeTest-516555871-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101660) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 17 22:35:50.838233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.policy [None req-9425d88a-8dbd-4d83-becd-52eef376fc5a tempest-DvrRoutersNegativeTest-516555871 tempest-DvrRoutersNegativeTest-516555871-project] Failed policy check for 'create_router' {{(pid=101660) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 17 22:35:50.838233 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-9425d88a-8dbd-4d83-becd-52eef376fc5a tempest-DvrRoutersNegativeTest-516555871 tempest-DvrRoutersNegativeTest-516555871-project] create failed (client error): Access was denied to this resource. Sep 17 22:35:50.838233 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9425d88a-8dbd-4d83-becd-52eef376fc5a tempest-DvrRoutersNegativeTest-516555871 tempest-DvrRoutersNegativeTest-516555871-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1027350 Sep 17 22:35:51.324726 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.334923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 48898) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:51.447038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-889f62cd-111a-47d2-b54f-32d94e2b0d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.541773 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-889f62cd-111a-47d2-b54f-32d94e2b0d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.640149 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-889f62cd-111a-47d2-b54f-32d94e2b0d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.678219 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-889f62cd-111a-47d2-b54f-32d94e2b0d3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7117ee939ccb4361936bfb1660736e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422313 Sep 17 22:35:51.680141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f62cd-111a-47d2-b54f-32d94e2b0d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3327d4e4-e500-4c28-b6e6-15617805594f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:51.681033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 48910) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:35:51.732930 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79bc5cf1-6364-42a5-b206-7f8209bf08ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.736617 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.756890 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79bc5cf1-6364-42a5-b206-7f8209bf08ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.919625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79bc5cf1-6364-42a5-b206-7f8209bf08ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.922205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-79bc5cf1-6364-42a5-b206-7f8209bf08ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:35:51.923458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-79bc5cf1-6364-42a5-b206-7f8209bf08ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3327d4e4-e500-4c28-b6e6-15617805594f HTTP/1.1" status: 204 len: 168 time: 0.2413700 Sep 17 22:35:51.932818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc5cf1-6364-42a5-b206-7f8209bf08ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3327d4e4-e500-4c28-b6e6-15617805594f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:35:53.391515 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:08.352570 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:09.964758 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:17.770503 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78a5f555-5caf-4934-b948-86217bc103d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.221704 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bf49bfbd-33a0-4de9-bf70-a94488847bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.255053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49814) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:20.366940 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.467562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.541597 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.584889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a6c8c-7614-46b5-a273-f220f3b65778,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:20.591711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=406924951dab467f8766506f519deec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326292 Sep 17 22:36:20.592503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49824) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:20.596577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.596919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.597259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.597663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.597948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.598274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.598598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.598948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.599271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.599589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.599909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.600227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c061c-b0ba-4c31-9693-cca5e13e5046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:20.645790 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:20.666588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.084667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.087100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.088265 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b2a6c8c-7614-46b5-a273-f220f3b65778 HTTP/1.1" status: 204 len: 168 time: 0.4935029 Sep 17 22:36:21.096919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a6c8c-7614-46b5-a273-f220f3b65778,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:21.104115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.104457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.104797 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.105126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.105452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.105833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.106170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.106493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.106839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.107170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.107481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.107916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23cb5d-3a9e-4ac4-9d20-ad268b111344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:36:21.285112 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.701684 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.757270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 49838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:21.771372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-386e24bb-e07f-425d-bca5-2568bc735a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.857923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-386e24bb-e07f-425d-bca5-2568bc735a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.930161 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-386e24bb-e07f-425d-bca5-2568bc735a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:21.968367 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-386e24bb-e07f-425d-bca5-2568bc735a1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a88aebdd06c8454ea3e6faca882fa7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096889 Sep 17 22:36:21.969244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e24bb-e07f-425d-bca5-2568bc735a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fdd353-9696-4f1a-96c9-221056400a3d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:21.971938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 49840) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:22.024885 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-425e8098-6279-46d2-9c53-2620f4498e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.045810 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-425e8098-6279-46d2-9c53-2620f4498e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.164621 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-425e8098-6279-46d2-9c53-2620f4498e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.167193 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-425e8098-6279-46d2-9c53-2620f4498e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:22.168435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-425e8098-6279-46d2-9c53-2620f4498e4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9fdd353-9696-4f1a-96c9-221056400a3d HTTP/1.1" status: 204 len: 168 time: 0.1954083 Sep 17 22:36:22.176557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e8098-6279-46d2-9c53-2620f4498e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fdd353-9696-4f1a-96c9-221056400a3d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:23.393813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:25.105014 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:36:38.392835 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:40.015840 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:43.245899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-6b4763b5-bbfd-4e30-a6d0-05ae7415e8e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399067 Sep 17 22:36:43.337381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-b8041abf-1563-4489-a05f-556ada570d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.338999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-b8041abf-1563-4489-a05f-556ada570d11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0509789 Sep 17 22:36:43.448056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-497143bf-a757-4d75-94d7-b96bec6073ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.449622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-497143bf-a757-4d75-94d7-b96bec6073ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.0888441 Sep 17 22:36:43.520164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-424d7bd9-cf1f-4e72-91da-900da54d75ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 1002 time: 0.0633841 Sep 17 22:36:43.572791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-1480e33b-eb2d-4193-8aad-d8af35457771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.574883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-1480e33b-eb2d-4193-8aad-d8af35457771 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0470598 Sep 17 22:36:43.621506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-ed3fde7f-aaf2-4c6f-bbdb-e18010521677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:36:43.623309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-ed3fde7f-aaf2-4c6f-bbdb-e18010521677 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418878 Sep 17 22:36:43.728560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-950aba64-34cf-4a55-911a-ce4eb8e9b158 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977015 Sep 17 22:36:43.831059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80525592-f72a-4f8d-8081-de532d0e2a4b req-b1f29934-22b3-46b6-b419-d307fb82c51f service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947478 Sep 17 22:36:47.770232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52faa4fb-8892-4711-a708-e4ca7be4a766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.573363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50386) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:49.680755 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9849f02-8692-49bc-beef-8b414113fc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.776323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9849f02-8692-49bc-beef-8b414113fc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.820821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9849f02-8692-49bc-beef-8b414113fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.867900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b9849f02-8692-49bc-beef-8b414113fc94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85186e31b309453b82bfa222b71b6bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933412 Sep 17 22:36:49.868806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9849f02-8692-49bc-beef-8b414113fc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86983990-4545-43dc-9156-fe154261fd69,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:49.871585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50396) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:49.926414 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9369-5409-4ac2-b2f6-a401c81b4a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:49.946875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9369-5409-4ac2-b2f6-a401c81b4a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.043705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9369-5409-4ac2-b2f6-a401c81b4a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.047006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0fb9369-5409-4ac2-b2f6-a401c81b4a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.048170 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0fb9369-5409-4ac2-b2f6-a401c81b4a35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86983990-4545-43dc-9156-fe154261fd69 HTTP/1.1" status: 204 len: 168 time: 0.1748140 Sep 17 22:36:50.056691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb9369-5409-4ac2-b2f6-a401c81b4a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86983990-4545-43dc-9156-fe154261fd69,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:50.215563 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb37c57d-833a-45f0-802c-96a773e8f5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.666386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50412) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:50.682244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0b3f-9f83-41fd-83fb-f527c6606cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.773389 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0b3f-9f83-41fd-83fb-f527c6606cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.820212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0b3f-9f83-41fd-83fb-f527c6606cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.860572 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ed2d0b3f-9f83-41fd-83fb-f527c6606cf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15aa59c34f0a4cb2a37db1dfe196a7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930206 Sep 17 22:36:50.861460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d0b3f-9f83-41fd-83fb-f527c6606cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddca4215-ad9e-4556-97bb-6d46f80f6ab2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:50.863247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50420) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:50.913333 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a805093-2709-4297-9a8c-895a9ced478e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:50.936578 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a805093-2709-4297-9a8c-895a9ced478e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.032245 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a805093-2709-4297-9a8c-895a9ced478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.034768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7a805093-2709-4297-9a8c-895a9ced478e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.035949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7a805093-2709-4297-9a8c-895a9ced478e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddca4215-ad9e-4556-97bb-6d46f80f6ab2 HTTP/1.1" status: 204 len: 168 time: 0.1716385 Sep 17 22:36:51.043750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a805093-2709-4297-9a8c-895a9ced478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddca4215-ad9e-4556-97bb-6d46f80f6ab2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:51.278401 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:51.678103 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.381323 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.576269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50512) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.697117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9a9213c9-94ad-4098-8d5d-885a2e739748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.791406 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9a9213c9-94ad-4098-8d5d-885a2e739748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.889676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9a9213c9-94ad-4098-8d5d-885a2e739748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:53.930171 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9a9213c9-94ad-4098-8d5d-885a2e739748 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=127ff7b1fcb54ddca21bee2656d00e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485918 Sep 17 22:36:53.931072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9213c9-94ad-4098-8d5d-885a2e739748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31121ad3-d8d2-443d-84a3-bec8a01da89b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:53.932943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50522) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:53.982681 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17904eab-6261-4e33-a3ad-ee5b793b2f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.019644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17904eab-6261-4e33-a3ad-ee5b793b2f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.129799 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17904eab-6261-4e33-a3ad-ee5b793b2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.132377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17904eab-6261-4e33-a3ad-ee5b793b2f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.133646 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-17904eab-6261-4e33-a3ad-ee5b793b2f89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31121ad3-d8d2-443d-84a3-bec8a01da89b HTTP/1.1" status: 204 len: 168 time: 0.1995382 Sep 17 22:36:54.142472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17904eab-6261-4e33-a3ad-ee5b793b2f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31121ad3-d8d2-443d-84a3-bec8a01da89b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:54.729291 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50542) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:54.743005 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3cb75aa-1d1c-4251-abd7-c33c16bf756c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.839548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3cb75aa-1d1c-4251-abd7-c33c16bf756c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.911374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3cb75aa-1d1c-4251-abd7-c33c16bf756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:54.959352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb75aa-1d1c-4251-abd7-c33c16bf756c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5875312e-032c-4f55-9976-cc464326c46b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:36:54.971510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50548) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:36:55.001009 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b3cb75aa-1d1c-4251-abd7-c33c16bf756c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc7266bb7cf54a818225376306521537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704098 Sep 17 22:36:55.051351 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a761570-588b-410e-a61d-24821c58a93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.082432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a761570-588b-410e-a61d-24821c58a93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.205300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a761570-588b-410e-a61d-24821c58a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.214896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a761570-588b-410e-a61d-24821c58a93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:36:55.214896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8a761570-588b-410e-a61d-24821c58a93d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5875312e-032c-4f55-9976-cc464326c46b HTTP/1.1" status: 204 len: 168 time: 0.2359459 Sep 17 22:36:55.221131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a761570-588b-410e-a61d-24821c58a93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5875312e-032c-4f55-9976-cc464326c46b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:02.105775 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:37:07.082106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50812) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:07.198596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8b498a3-5f7a-470c-8a4f-7a3f6b7e37bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.290181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8b498a3-5f7a-470c-8a4f-7a3f6b7e37bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.356707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f8b498a3-5f7a-470c-8a4f-7a3f6b7e37bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.396047 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f8b498a3-5f7a-470c-8a4f-7a3f6b7e37bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df6d00d285c942b89728ed7c4d220e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121300 Sep 17 22:37:07.398043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b498a3-5f7a-470c-8a4f-7a3f6b7e37bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0026227-f179-48e6-b6f8-a27a24be5f0d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:07.399088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50818) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:07.456218 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c5b5b51-df48-417f-b469-7a0e9e7e9a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.479350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c5b5b51-df48-417f-b469-7a0e9e7e9a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.598323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c5b5b51-df48-417f-b469-7a0e9e7e9a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.600974 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c5b5b51-df48-417f-b469-7a0e9e7e9a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:07.602196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6c5b5b51-df48-417f-b469-7a0e9e7e9a69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0026227-f179-48e6-b6f8-a27a24be5f0d HTTP/1.1" status: 204 len: 168 time: 0.2020106 Sep 17 22:37:07.610507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b5b51-df48-417f-b469-7a0e9e7e9a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0026227-f179-48e6-b6f8-a27a24be5f0d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.125661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0d62-283e-4160-897e-cb2d10e183a8 req-679b0483-5871-4260-8841-227a0e8cace1 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:08.127913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed4b0d62-283e-4160-897e-cb2d10e183a8 req-679b0483-5871-4260-8841-227a0e8cace1 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0517943 Sep 17 22:37:08.172118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed4b0d62-283e-4160-897e-cb2d10e183a8 req-97881f6a-d519-4c2c-93a6-0404f95031f9 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 Sep 17 22:37:08.364653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.596831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50850) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:08.696295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1607982901-network', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:08.786711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Made reservation on behalf of f343449053a74668bcd38d8e73b5ebba for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:08.789213 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.798684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.893989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.935002 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.962194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:08.967668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcf3de5-c6d8-4863-bf9b-9416a1c728d0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:08.977756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:08.978063 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Added segment 9c37400b-d77f-4201-9f09-84b8ae8a9a36 of type vlan for network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d Sep 17 22:37:09.022513 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.118061 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.119068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.119652 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.180150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] Pushing event updated for resources: {'Network': ['ID=501e20ab-acb6-434f-9a1a-b1c6b6ad067d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:09.190454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:09.217295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-10a30e6f-c041-47df-8f1a-25d27e498a4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6193433 Sep 17 22:37:09.219255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50858) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:09.226090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Request body: {'subnet': {'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1607982901-subnet', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:09.303568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Made reservation on behalf of f343449053a74668bcd38d8e73b5ebba for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:09.306394 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.345070 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10aa45-b821-4bf3-8632-4e2eb07992e7 req-18dceaf1-ee65-4a91-8fb4-9e4da2d8be25 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.346879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e10aa45-b821-4bf3-8632-4e2eb07992e7 req-18dceaf1-ee65-4a91-8fb4-9e4da2d8be25 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0785263 Sep 17 22:37:09.435322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e10aa45-b821-4bf3-8632-4e2eb07992e7 req-d386f0d7-7173-4c29-90dc-78a9048b8bcf tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559125 Sep 17 22:37:09.586133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.646199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4346c99-c01a-4416-9daa-e469cc47ec2b,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:09.658049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Checking segment: {'id': '9c37400b-d77f-4201-9f09-84b8ae8a9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:09.658415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Network hostable DHCP agents. Network: 501e20ab-acb6-434f-9a1a-b1c6b6ad067d, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:09.734251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:09.832779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 501e20ab-acb6-434f-9a1a-b1c6b6ad067d) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:09.836968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:09.837548 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:09.843851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12acf85a-de8a-4ace-8816-affb4614164a None None] Network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:09.925975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-341fd4ef-d8d6-4aea-a0fe-f35ba81e44cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7043505 Sep 17 22:37:09.928628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50862) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:09.935319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:10.002179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-501e20ab-acb6-434f-9a1a-b1c6b6ad067d', 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'fixed_ips': [{'subnet_id': 'a4346c99-c01a-4416-9daa-e469cc47ec2b'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:10.003284 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.007005 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.031753 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.033117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.086631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.138272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Allocated IP 172.20.0.2 (501e20ab-acb6-434f-9a1a-b1c6b6ad067d/a4346c99-c01a-4416-9daa-e469cc47ec2b/8097e91d-266d-47da-b312-7498cdf0539b) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:10.288286 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.314849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.392463 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.437058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:10.439976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:10.445815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:10.451996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Pushing event updated for resources: {'Port': ['ID=8097e91d-266d-47da-b312-7498cdf0539b,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:10.476405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.476758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.477105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.477446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.477776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.478107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.478434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.478756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.479114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.479442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.479763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.480083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:10.513577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Attempting to bind port 8097e91d-266d-47da-b312-7498cdf0539b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:10.514586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Attempting to bind port 8097e91d-266d-47da-b312-7498cdf0539b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '9c37400b-d77f-4201-9f09-84b8ae8a9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:10.514586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Attempting to bind port 8097e91d-266d-47da-b312-7498cdf0539b on network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:10.520133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:10.520496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Checking segment: {'id': '9c37400b-d77f-4201-9f09-84b8ae8a9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:10.520968 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.521432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Bound using segment: {'id': '9c37400b-d77f-4201-9f09-84b8ae8a9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:10.521994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Bound port: 8097e91d-266d-47da-b312-7498cdf0539b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c37400b-d77f-4201-9f09-84b8ae8a9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:10.522378 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.585362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] For port 8097e91d-266d-47da-b312-7498cdf0539b, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:10.588362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] For port 8097e91d-266d-47da-b312-7498cdf0539b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8097e91d-266d-47da-b312-7498cdf0539b,segment=NetworkSegment(9c37400b-d77f-4201-9f09-84b8ae8a9a36),segment_id=9c37400b-d77f-4201-9f09-84b8ae8a9a36)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:10.644909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b41e6-51de-4a68-b4a7-6c8ff284a4ac req-565a34d1-ace8-440f-b734-0f47b4a1feab tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:10.646408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca5b41e6-51de-4a68-b4a7-6c8ff284a4ac req-565a34d1-ace8-440f-b734-0f47b4a1feab tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.1070569 Sep 17 22:37:10.648912 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.652279 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.676593 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:10.709615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399261cf-7f75-4501-808a-0f6e2ccb032c None None] Pushing event updated for resources: {'Port': ['ID=8097e91d-266d-47da-b312-7498cdf0539b,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:10.746002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca5b41e6-51de-4a68-b4a7-6c8ff284a4ac req-99673712-e54d-4832-a200-66e97e900262 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933051 Sep 17 22:37:10.807482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Allocated IP 172.25.5.51 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/cf9e96f7-c3df-4ac0-bf88-cc1e47df590b) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:10.929282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.010073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.048097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:11.051219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:11.055121 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:11.062282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9e96f7-c3df-4ac0-bf88-cc1e47df590b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:11.385579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.593258 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.638532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbdc525-8db4-40f5-ade6-90125746a2d5 None None] Network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:11.713290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-382a8ea3-2251-44d1-b152-ec5fcc3aee0f None None] Provisioning complete for port 8097e91d-266d-47da-b312-7498cdf0539b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:11.719047 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-382a8ea3-2251-44d1-b152-ec5fcc3aee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.821271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:37:11.837483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8097e91d-266d-47da-b312-7498cdf0539b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:11.902659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-382a8ea3-2251-44d1-b152-ec5fcc3aee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:11.961142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-382a8ea3-2251-44d1-b152-ec5fcc3aee0f None None] For port 8097e91d-266d-47da-b312-7498cdf0539b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8097e91d-266d-47da-b312-7498cdf0539b,segment=NetworkSegment(9c37400b-d77f-4201-9f09-84b8ae8a9a36),segment_id=9c37400b-d77f-4201-9f09-84b8ae8a9a36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:11.962431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8097e91d-266d-47da-b312-7498cdf0539b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:11.962948 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.040619 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-382a8ea3-2251-44d1-b152-ec5fcc3aee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.075884 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.117110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a8ea3-2251-44d1-b152-ec5fcc3aee0f None None] Pushing event updated for resources: {'Port': ['ID=8097e91d-266d-47da-b312-7498cdf0539b,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:12.160906 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:37:12.161263 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:37:12.262187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e6d89e96-ba99-404d-a239-20277c93980a None None] Provisioning complete for port 8097e91d-266d-47da-b312-7498cdf0539b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:12.262471 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e6d89e96-ba99-404d-a239-20277c93980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.295236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66c822-2335-4ffe-933c-c611f7e807e8 req-3d8d8481-501f-42d2-b7cb-3478de168cdf tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:12.297205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a66c822-2335-4ffe-933c-c611f7e807e8 req-3d8d8481-501f-42d2-b7cb-3478de168cdf tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.4662318 Sep 17 22:37:12.327567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:12.345421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Sync routers for ids ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:12.357681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Routers {'2dd37c4c-3cca-4aca-986f-82449a9e72d4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:12.358312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:36:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:12.359956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a66c822-2335-4ffe-933c-c611f7e807e8 req-471bb156-a30c-4911-979d-a27b6b9180d9 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559623 Sep 17 22:37:12.415379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.416775 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1cc82f73-cee1-40af-b6fd-7d7640e58461 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4871223 Sep 17 22:37:12.419521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50884) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:12.473144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Set router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:12.658729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:11Z', 'revision_number': 3, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'gw_port': {'id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:12.688133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Checking router: 2dd37c4c-3cca-4aca-986f-82449a9e72d4 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:12.688133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Updating router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:12.734610 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:12.856973 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.011540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.025910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Allocated IP 172.20.0.1 (501e20ab-acb6-434f-9a1a-b1c6b6ad067d/a4346c99-c01a-4416-9daa-e469cc47ec2b/c00f39b7-61e2-4f79-bfc1-01e7194547da) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:13.095276 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.134890 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.147837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Attempting to bind port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:13.148458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Attempting to bind port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:13.148745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Attempting to bind port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:13.158761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77a358-fa30-4ad7-8f24-9f46c7af7ee9 None None] Pushing event updated for resources: {'Port': ['ID=cf9e96f7-c3df-4ac0-bf88-cc1e47df590b,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.162536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:13.162974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:13.163373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.163751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:13.164216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Bound port: cf9e96f7-c3df-4ac0-bf88-cc1e47df590b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:13.164592 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.221962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] For port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:13.224914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] For port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cf9e96f7-c3df-4ac0-bf88-cc1e47df590b,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:13.283163 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.317276 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.321216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:13.325378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:13.333694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:13.335773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c00f39b7-61e2-4f79-bfc1-01e7194547da,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.382879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Routers {'2dd37c4c-3cca-4aca-986f-82449a9e72d4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:13.383521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:36:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:13.390414 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.426134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77a358-fa30-4ad7-8f24-9f46c7af7ee9 None None] Pushing event updated for resources: {'Port': ['ID=cf9e96f7-c3df-4ac0-bf88-cc1e47df590b,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.538429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baded9-8cac-4830-9898-ab1082583425 req-5a60b28d-8a2d-4e2c-82f0-e0fa042ad82d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:13.538429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7baded9-8cac-4830-9898-ab1082583425 req-5a60b28d-8a2d-4e2c-82f0-e0fa042ad82d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0997641 Sep 17 22:37:13.584979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7baded9-8cac-4830-9898-ab1082583425 req-a2f7671d-a628-4e3e-bf56-77cb88cf4fa3 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404968 Sep 17 22:37:13.638360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.688032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] Set router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:13.742873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3fbe3c0f-4bd6-4b02-b80e-c52342eb0e43 None None] Provisioning complete for port c00f39b7-61e2-4f79-bfc1-01e7194547da triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:13.743245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3c0f-4bd6-4b02-b80e-c52342eb0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.791314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8097e91d-266d-47da-b312-7498cdf0539b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:13.819428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.847968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe3c0f-4bd6-4b02-b80e-c52342eb0e43 None None] Port c00f39b7-61e2-4f79-bfc1-01e7194547da cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:13.872761 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.916399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8097e91d-266d-47da-b312-7498cdf0539b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:13.916791 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.940184 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:13.943054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c00f39b7-61e2-4f79-bfc1-01e7194547da,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:13.996927 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:11Z', 'revision_number': 3, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'gw_port': {'id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:14.027918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f82fb-5fd9-4b3c-bc18-e8fa1094bcc9 None None] The sync data for ids ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'] in n-d-713498-17 is: [{'id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:11Z', 'revision_number': 3, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'gw_port': {'id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:14.041822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:14.045192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:14.170083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:14.296425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:14.297671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-aca1e920-8db5-42b1-b28e-5c478df88a5b None None] Provisioning complete for port c00f39b7-61e2-4f79-bfc1-01e7194547da triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:14.298606 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aca1e920-8db5-42b1-b28e-5c478df88a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:14.304474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e794c60d-4691-491a-b59b-be99ac6503e3 admin admin] 10.222.0.13 "PUT /v2.0/routers/2dd37c4c-3cca-4aca-986f-82449a9e72d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8820589 Sep 17 22:37:14.350389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-aca1e920-8db5-42b1-b28e-5c478df88a5b None None] Port c00f39b7-61e2-4f79-bfc1-01e7194547da cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:14.712093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee16c56-a1de-40ab-808b-b139ffb95c9b req-3a20fadc-b4c3-498c-87b6-afd347b062b0 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:14.715409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bee16c56-a1de-40ab-808b-b139ffb95c9b req-3a20fadc-b4c3-498c-87b6-afd347b062b0 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0540781 Sep 17 22:37:14.756973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bee16c56-a1de-40ab-808b-b139ffb95c9b req-ba567fbc-b7e9-4fa8-a296-2609589aa376 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360951 Sep 17 22:37:15.073830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50906) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:15.078754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-819916546-network', 'tenant_id': '1035f810463f413a84a15425e62547bd'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:15.158118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Made reservation on behalf of 1035f810463f413a84a15425e62547bd for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:15.160563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.169237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.261784 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.318116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.345430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:15.353041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33784e3-c42f-48b1-8613-9e56731ad246,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:15.362062 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.362062 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Added segment 522a91c5-01e1-4a75-bcbf-7ea6876d6838 of type vlan for network 251ec729-790a-4236-970d-5595320a9ffd Sep 17 22:37:15.410333 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.489623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.490701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.491320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.560895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] Pushing event updated for resources: {'Network': ['ID=251ec729-790a-4236-970d-5595320a9ffd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:15.573238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-37ad34e8-3daa-492d-afb3-b88c62ecf8ed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4957983 Sep 17 22:37:15.573459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50910) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:15.575864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 251ec729-790a-4236-970d-5595320a9ffd details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:15.579031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Request body: {'subnet': {'network_id': '251ec729-790a-4236-970d-5595320a9ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-819916546-subnet', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:15.661652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Made reservation on behalf of 1035f810463f413a84a15425e62547bd for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:15.664185 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.838706 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Sync routers for ids ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:15.859877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf9e96f7-c3df-4ac0-bf88-cc1e47df590b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:15.864210 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Routers {'2dd37c4c-3cca-4aca-986f-82449a9e72d4'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:15.864911 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:36:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:15.912792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:15.913526 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.922412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81493a-7770-4a07-80ac-3ac4b9eec533 req-03b4cc83-2ac4-4cda-b928-f4dca0258e4f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:15.932010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e81493a-7770-4a07-80ac-3ac4b9eec533 req-03b4cc83-2ac4-4cda-b928-f4dca0258e4f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0743775 Sep 17 22:37:15.959841 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:15.981541 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Set router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:16.014517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.032035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e81493a-7770-4a07-80ac-3ac4b9eec533 req-f396d140-c8f1-4b31-98e5-f5c9d87a637f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987315 Sep 17 22:37:16.038065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cf9e96f7-c3df-4ac0-bf88-cc1e47df590b,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:16.072333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8183678-271d-4c1f-8ddf-a6e75a21c1a8,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:16.082672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Checking segment: {'id': '522a91c5-01e1-4a75-bcbf-7ea6876d6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '251ec729-790a-4236-970d-5595320a9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:16.083798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Network hostable DHCP agents. Network: 251ec729-790a-4236-970d-5595320a9ffd, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:16.131647 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.170730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Network 251ec729-790a-4236-970d-5595320a9ffd is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:16.186453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=cf9e96f7-c3df-4ac0-bf88-cc1e47df590b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:16.205240 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:13Z', 'revision_number': 4, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'gw_port': {'id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c00f39b7-61e2-4f79-bfc1-01e7194547da', 'name': '', 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'mac_address': 'fa:16:3e:1e:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'a4346c99-c01a-4416-9daa-e469cc47ec2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:12Z', 'updated_at': '2021-09-17T22:37:13Z', 'revision_number': 2, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'subnets': [{'id': 'a4346c99-c01a-4416-9daa-e469cc47ec2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:16.231791 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Checking router: 2dd37c4c-3cca-4aca-986f-82449a9e72d4 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:16.232021 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Updating router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 port c00f39b7-61e2-4f79-bfc1-01e7194547da binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:16.244051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 251ec729-790a-4236-970d-5595320a9ffd) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:16.248547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:16.249463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.259718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e2ab51-5792-442f-8395-02570ede0ebb None None] Network 251ec729-790a-4236-970d-5595320a9ffd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:16.261309 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.319281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f6eccc3f-7c93-4281-a80c-82ad2d942fd9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7447181 Sep 17 22:37:16.321703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 50914) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:16.326078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:16.420268 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.421569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.448101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-251ec729-790a-4236-970d-5595320a9ffd', 'network_id': '251ec729-790a-4236-970d-5595320a9ffd', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'fixed_ips': [{'subnet_id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:16.451098 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.498436 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.596562 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.616762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Allocated IP 172.20.0.2 (251ec729-790a-4236-970d-5595320a9ffd/c8183678-271d-4c1f-8ddf-a6e75a21c1a8/0bebf4e9-2996-4530-85c1-b61339bb9340) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:16.678599 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.714073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.731471 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Pushing event updated for resources: {'Port': ['ID=c00f39b7-61e2-4f79-bfc1-01e7194547da,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:16.749748 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.750081 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.750412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.750913 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.751944 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.752327 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.752650 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.752970 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.753290 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.753607 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.753922 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.754234 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:16.809647 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Attempting to bind port c00f39b7-61e2-4f79-bfc1-01e7194547da on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:16.810031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Attempting to bind port c00f39b7-61e2-4f79-bfc1-01e7194547da by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '9c37400b-d77f-4201-9f09-84b8ae8a9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:16.810327 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Attempting to bind port c00f39b7-61e2-4f79-bfc1-01e7194547da on network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:16.816177 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:16.816540 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Checking segment: {'id': '9c37400b-d77f-4201-9f09-84b8ae8a9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:16.817132 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.817324 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Bound using segment: {'id': '9c37400b-d77f-4201-9f09-84b8ae8a9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:16.817763 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Bound port: c00f39b7-61e2-4f79-bfc1-01e7194547da, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c37400b-d77f-4201-9f09-84b8ae8a9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:16.818136 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.830545 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.889920 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] For port c00f39b7-61e2-4f79-bfc1-01e7194547da, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:16.894864 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] For port c00f39b7-61e2-4f79-bfc1-01e7194547da, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c00f39b7-61e2-4f79-bfc1-01e7194547da,segment=NetworkSegment(9c37400b-d77f-4201-9f09-84b8ae8a9a36),segment_id=9c37400b-d77f-4201-9f09-84b8ae8a9a36)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:16.908584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.951653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Network 251ec729-790a-4236-970d-5595320a9ffd is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:16.957103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:16.962120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:16.976716 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:16.977994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Pushing event updated for resources: {'Port': ['ID=0bebf4e9-2996-4530-85c1-b61339bb9340,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:17.038711 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Routers {'2dd37c4c-3cca-4aca-986f-82449a9e72d4'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:17.039359 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:36:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:17.059882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Attempting to bind port 0bebf4e9-2996-4530-85c1-b61339bb9340 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:17.060420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Attempting to bind port 0bebf4e9-2996-4530-85c1-b61339bb9340 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '522a91c5-01e1-4a75-bcbf-7ea6876d6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '251ec729-790a-4236-970d-5595320a9ffd'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:17.060790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Attempting to bind port 0bebf4e9-2996-4530-85c1-b61339bb9340 on network 251ec729-790a-4236-970d-5595320a9ffd {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:17.076775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:17.077313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Checking segment: {'id': '522a91c5-01e1-4a75-bcbf-7ea6876d6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '251ec729-790a-4236-970d-5595320a9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:17.077734 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.078351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Bound using segment: {'id': '522a91c5-01e1-4a75-bcbf-7ea6876d6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '251ec729-790a-4236-970d-5595320a9ffd'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:17.078757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Bound port: 0bebf4e9-2996-4530-85c1-b61339bb9340, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522a91c5-01e1-4a75-bcbf-7ea6876d6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '251ec729-790a-4236-970d-5595320a9ffd'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:17.080067 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.085494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.129686 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f67983-88b9-44ba-a700-7ed12a925cfe None None] Pushing event updated for resources: {'Port': ['ID=c00f39b7-61e2-4f79-bfc1-01e7194547da,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:17.136463 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.182167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] For port 0bebf4e9-2996-4530-85c1-b61339bb9340, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:17.185978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] For port 0bebf4e9-2996-4530-85c1-b61339bb9340, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0bebf4e9-2996-4530-85c1-b61339bb9340,segment=NetworkSegment(522a91c5-01e1-4a75-bcbf-7ea6876d6838),segment_id=522a91c5-01e1-4a75-bcbf-7ea6876d6838)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:17.190096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ea73ad9a-c1e1-4f4f-83b4-b390a1fd6a54 None None] Provisioning complete for port c00f39b7-61e2-4f79-bfc1-01e7194547da triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:17.190523 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ea73ad9a-c1e1-4f4f-83b4-b390a1fd6a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.239375 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] Set router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:17.262606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260c24c-6a93-43c8-b1f0-9de5d20ee8a5 req-8ec6e157-754f-4952-8274-1989199d225f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:17.264345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a260c24c-6a93-43c8-b1f0-9de5d20ee8a5 req-8ec6e157-754f-4952-8274-1989199d225f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.1052964 Sep 17 22:37:17.284876 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.352433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ea73ad9a-c1e1-4f4f-83b4-b390a1fd6a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.375619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a260c24c-6a93-43c8-b1f0-9de5d20ee8a5 req-2d680d65-cc16-410f-b181-4bd80fd7f178 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997436 Sep 17 22:37:17.377846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Allocated IP 172.25.5.121 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/40f51a44-e02d-4e91-836a-be08de7ef5e8) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:17.395834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec962a-1dd3-4072-a19e-f1f0c0b9d5b5 None None] Pushing event updated for resources: {'Port': ['ID=0bebf4e9-2996-4530-85c1-b61339bb9340,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:17.413801 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ea73ad9a-c1e1-4f4f-83b4-b390a1fd6a54 None None] For port c00f39b7-61e2-4f79-bfc1-01e7194547da, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c00f39b7-61e2-4f79-bfc1-01e7194547da,segment=NetworkSegment(9c37400b-d77f-4201-9f09-84b8ae8a9a36),segment_id=9c37400b-d77f-4201-9f09-84b8ae8a9a36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:17.485078 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ea73ad9a-c1e1-4f4f-83b4-b390a1fd6a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.521516 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:13Z', 'revision_number': 4, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'gw_port': {'id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c00f39b7-61e2-4f79-bfc1-01e7194547da', 'name': '', 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'mac_address': 'fa:16:3e:1e:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'a4346c99-c01a-4416-9daa-e469cc47ec2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:12Z', 'updated_at': '2021-09-17T22:37:16Z', 'revision_number': 4, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'subnets': [{'id': 'a4346c99-c01a-4416-9daa-e469cc47ec2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:17.528036 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.565478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73ad9a-c1e1-4f4f-83b4-b390a1fd6a54 None None] Pushing event updated for resources: {'Port': ['ID=c00f39b7-61e2-4f79-bfc1-01e7194547da,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:17.566715 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879f913-b71d-4096-a65d-c73983e692c1 None None] The sync data for ids ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'] in n-d-713498-17 is: [{'id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:13Z', 'revision_number': 4, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'gw_port': {'id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c00f39b7-61e2-4f79-bfc1-01e7194547da', 'name': '', 'network_id': '501e20ab-acb6-434f-9a1a-b1c6b6ad067d', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'mac_address': 'fa:16:3e:1e:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'a4346c99-c01a-4416-9daa-e469cc47ec2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:12Z', 'updated_at': '2021-09-17T22:37:16Z', 'revision_number': 4, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'subnets': [{'id': 'a4346c99-c01a-4416-9daa-e469cc47ec2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:17.609303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6108f806-8e00-4dc5-949c-effb51032197 None None] Provisioning complete for port c00f39b7-61e2-4f79-bfc1-01e7194547da triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:17.609679 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6108f806-8e00-4dc5-949c-effb51032197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.633605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.712434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:17.729769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:17.752606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:17.793217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cade3fe-b04d-45ff-a58e-9a4c71271116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:17.836440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Pushing event updated for resources: {'Port': ['ID=40f51a44-e02d-4e91-836a-be08de7ef5e8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:18.001996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf9e96f7-c3df-4ac0-bf88-cc1e47df590b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:18.058670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:18.059118 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.148340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c00f39b7-61e2-4f79-bfc1-01e7194547da up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:18.219637 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.222160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c00f39b7-61e2-4f79-bfc1-01e7194547da triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:18.222994 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.341820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0bebf4e9-2996-4530-85c1-b61339bb9340 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:18.481296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0bebf4e9-2996-4530-85c1-b61339bb9340 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:18.481676 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.520274 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.660415 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.700322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 0bebf4e9-2996-4530-85c1-b61339bb9340, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0bebf4e9-2996-4530-85c1-b61339bb9340,segment=NetworkSegment(522a91c5-01e1-4a75-bcbf-7ea6876d6838),segment_id=522a91c5-01e1-4a75-bcbf-7ea6876d6838)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:18.707808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8270ad-1dce-491a-8468-3013452322c1 req-df0f5415-e0af-4184-a2cb-47c539e4953b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:18.709556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba8270ad-1dce-491a-8468-3013452322c1 req-df0f5415-e0af-4184-a2cb-47c539e4953b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.1259272 Sep 17 22:37:18.725646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b8794-2c60-4fe6-ad07-ac5b84c2ad88 None None] Network 251ec729-790a-4236-970d-5595320a9ffd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:18.783854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba8270ad-1dce-491a-8468-3013452322c1 req-6fab3680-7c07-4d5a-bc0e-9d0b6f3a0b58 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679069 Sep 17 22:37:18.828869 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.828869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-085b4bf4-d714-4fe9-b047-79526a08f4e9 None None] Provisioning complete for port 0bebf4e9-2996-4530-85c1-b61339bb9340 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:18.828869 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-085b4bf4-d714-4fe9-b047-79526a08f4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:18.878577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Router db6d6294-b538-4c28-bd9b-487e74212767 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:37:18.943710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=0bebf4e9-2996-4530-85c1-b61339bb9340,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:19.361075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-356bb924-b028-4cea-9e5d-7ff5f643ee68 None None] Provisioning complete for port 0bebf4e9-2996-4530-85c1-b61339bb9340 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:19.361447 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-356bb924-b028-4cea-9e5d-7ff5f643ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.393229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:19.403661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Sync routers for ids ['db6d6294-b538-4c28-bd9b-487e74212767'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:19.424261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Routers {'db6d6294-b538-4c28-bd9b-487e74212767'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:19.424261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:36:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['db6d6294-b538-4c28-bd9b-487e74212767'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:19.472707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.473156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d9a0f95f-91d1-4335-87da-e4f7d25458e6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1505020 Sep 17 22:37:19.475981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 50930) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:19.592719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Set router db6d6294-b538-4c28-bd9b-487e74212767 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:19.796248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0bebf4e9-2996-4530-85c1-b61339bb9340 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:19.912313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0bebf4e9-2996-4530-85c1-b61339bb9340 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:19.913013 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:19.933184 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.008321 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a4b8d-758a-4756-878a-8c68cdef17ed req-b033ce02-ba64-4dc9-8d40-722bfea07e6c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.009938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-192a4b8d-758a-4756-878a-8c68cdef17ed req-b033ce02-ba64-4dc9-8d40-722bfea07e6c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0565152 Sep 17 22:37:20.018197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:16Z', 'updated_at': '2021-09-17T22:37:17Z', 'revision_number': 3, 'project_id': '1035f810463f413a84a15425e62547bd', 'gw_port': {'id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:17Z', 'updated_at': '2021-09-17T22:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:20.050029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-192a4b8d-758a-4756-878a-8c68cdef17ed req-dccdbadf-1f0b-4a12-9051-e47b0cc38838 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339859 Sep 17 22:37:20.053894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Checking router: db6d6294-b538-4c28-bd9b-487e74212767 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:20.053894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Updating router db6d6294-b538-4c28-bd9b-487e74212767 port 40f51a44-e02d-4e91-836a-be08de7ef5e8 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:20.087663 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.114104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Allocated IP 172.20.0.1 (251ec729-790a-4236-970d-5595320a9ffd/c8183678-271d-4c1f-8ddf-a6e75a21c1a8/c7fd68b5-c292-4c7d-a511-bd41956bd8d8) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:20.224620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.257788 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-900c5310-b891-4405-b85a-f17341817c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.284913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-db3fe457-fb28-44fc-8668-df60996f47fd req-3f2f1c94-b11c-472c-90f7-5783d38b353b service neutron] (101660) timed out ('10.222.0.35', 56978) {{(pid=101660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:37:20.332344 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.365478 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.372559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Network 251ec729-790a-4236-970d-5595320a9ffd is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:20.376999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:20.380514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:20.414238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c7fd68b5-c292-4c7d-a511-bd41956bd8d8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:20.418360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6f7f8-10dd-439e-9459-dfb928be9d1c req-33f0d4e0-6058-4964-9194-f678f5346edd tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.420311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfc6f7f8-10dd-439e-9459-dfb928be9d1c req-33f0d4e0-6058-4964-9194-f678f5346edd tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0882125 Sep 17 22:37:20.441720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.464321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.510563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Attempting to bind port 40f51a44-e02d-4e91-836a-be08de7ef5e8 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:20.511565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Attempting to bind port 40f51a44-e02d-4e91-836a-be08de7ef5e8 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:20.511993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Attempting to bind port 40f51a44-e02d-4e91-836a-be08de7ef5e8 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:20.522758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7768f6-292c-4a71-afa5-75d6e1ac998c None None] Pushing event updated for resources: {'Port': ['ID=40f51a44-e02d-4e91-836a-be08de7ef5e8,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:20.544592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:20.544998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:20.545424 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.545815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:20.546352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Bound port: 40f51a44-e02d-4e91-836a-be08de7ef5e8, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:20.546721 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.568093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfc6f7f8-10dd-439e-9459-dfb928be9d1c req-cccc8257-96dd-45ab-9824-7121a971f931 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284864 Sep 17 22:37:20.571270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-f225e197-a08d-4b28-b61d-24a98e6f9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.573003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-f225e197-a08d-4b28-b61d-24a98e6f9dd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1098 time: 0.1314416 Sep 17 22:37:20.632902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] For port 40f51a44-e02d-4e91-836a-be08de7ef5e8, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:20.636280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] For port 40f51a44-e02d-4e91-836a-be08de7ef5e8, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=40f51a44-e02d-4e91-836a-be08de7ef5e8,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:20.687861 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-8a1642b2-a17c-4a2a-b1cb-4e60d37c1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.690588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-8a1642b2-a17c-4a2a-b1cb-4e60d37c1c85 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.1098723 Sep 17 22:37:20.708634 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.712257 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.771976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-baf44785-7729-4c44-9f1e-50d6d88988bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 1002 time: 0.0740633 Sep 17 22:37:20.798227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Routers {'db6d6294-b538-4c28-bd9b-487e74212767'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:20.799217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['db6d6294-b538-4c28-bd9b-487e74212767'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:20.836298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-b3a12071-4781-4578-97fc-e18052b0feff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.838308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-b3a12071-4781-4578-97fc-e18052b0feff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0571415 Sep 17 22:37:20.846354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0f03bed7-c3e2-49c5-b1b7-105d4e6effe8 None None] Provisioning complete for port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:20.846765 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0f03bed7-c3e2-49c5-b1b7-105d4e6effe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.893104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-2cff4d9d-e553-4f67-a382-7a946e37f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:20.895694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-2cff4d9d-e553-4f67-a382-7a946e37f9db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484071 Sep 17 22:37:20.901217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0f03bed7-c3e2-49c5-b1b7-105d4e6effe8 None None] Port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:20.906936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:20.907095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7768f6-292c-4a71-afa5-75d6e1ac998c None None] Pushing event updated for resources: {'Port': ['ID=40f51a44-e02d-4e91-836a-be08de7ef5e8,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:21.030442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] Set router db6d6294-b538-4c28-bd9b-487e74212767 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:21.140917 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.145178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-7f0be923-1d04-4d59-89a6-c40aad4bf201 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275351 Sep 17 22:37:21.145472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.145472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c7fd68b5-c292-4c7d-a511-bd41956bd8d8,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:21.161860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2108831-0e46-4f5c-898a-71b29bd2137f req-83849404-2870-475f-bd04-78e218fc05e3 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185198 Sep 17 22:37:21.216859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Network 251ec729-790a-4236-970d-5595320a9ffd is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:21.218434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:21.273790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:16Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 4, 'project_id': '1035f810463f413a84a15425e62547bd', 'gw_port': {'id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:17Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c7fd68b5-c292-4c7d-a511-bd41956bd8d8', 'name': '', 'network_id': '251ec729-790a-4236-970d-5595320a9ffd', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'mac_address': 'fa:16:3e:83:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:19Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 1, 'project_id': '1035f810463f413a84a15425e62547bd', 'subnets': [{'id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:21.309792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5357d1-1f09-4d52-8d21-a03b63ab1b8e None None] The sync data for ids ['db6d6294-b538-4c28-bd9b-487e74212767'] in n-d-713498-17 is: [{'id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:16Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 4, 'project_id': '1035f810463f413a84a15425e62547bd', 'gw_port': {'id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:17Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c7fd68b5-c292-4c7d-a511-bd41956bd8d8', 'name': '', 'network_id': '251ec729-790a-4236-970d-5595320a9ffd', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'mac_address': 'fa:16:3e:83:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:19Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 1, 'project_id': '1035f810463f413a84a15425e62547bd', 'subnets': [{'id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:21.327316 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.382723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Router db6d6294-b538-4c28-bd9b-487e74212767 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:21.514833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:21.523342 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1cae001c-54d8-4063-8a36-98bdd5cde4b8 admin admin] 10.222.0.13 "PUT /v2.0/routers/db6d6294-b538-4c28-bd9b-487e74212767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0461226 Sep 17 22:37:21.525490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-335b9891-c908-402c-a0d6-2c9ff650f944 None None] Provisioning complete for port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:21.526025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-335b9891-c908-402c-a0d6-2c9ff650f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.604832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-335b9891-c908-402c-a0d6-2c9ff650f944 None None] Port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:21.728325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:21.745814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dd6a8-c0c4-4eec-b46c-66361584dc93 req-d1009182-2751-48ad-a932-2d2d3ef6e254 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:21.757319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-089dd6a8-c0c4-4eec-b46c-66361584dc93 req-d1009182-2751-48ad-a932-2d2d3ef6e254 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0935571 Sep 17 22:37:21.820435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-089dd6a8-c0c4-4eec-b46c-66361584dc93 req-435a102a-ea25-4eb5-b315-46b9f78f9ab7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571990 Sep 17 22:37:22.946740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968bbe6-de6b-45c8-8e6b-15ab02fa1cb7 req-504025c0-2213-4ac6-8df3-6cab372e5fd2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:22.948183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f968bbe6-de6b-45c8-8e6b-15ab02fa1cb7 req-504025c0-2213-4ac6-8df3-6cab372e5fd2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0577426 Sep 17 22:37:22.991965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f968bbe6-de6b-45c8-8e6b-15ab02fa1cb7 req-16c60f6f-02f6-47b3-b15a-0341511f7b36 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374279 Sep 17 22:37:23.375681 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.809264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 40f51a44-e02d-4e91-836a-be08de7ef5e8 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:23.866040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 40f51a44-e02d-4e91-836a-be08de7ef5e8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:23.866443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.946333 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:23.967395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 40f51a44-e02d-4e91-836a-be08de7ef5e8, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=40f51a44-e02d-4e91-836a-be08de7ef5e8,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:24.050041 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:24.106298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=40f51a44-e02d-4e91-836a-be08de7ef5e8,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:25.068322 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Sync routers for ids ['db6d6294-b538-4c28-bd9b-487e74212767'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:25.077548 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Routers {'db6d6294-b538-4c28-bd9b-487e74212767'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:25.078431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['db6d6294-b538-4c28-bd9b-487e74212767'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:25.288049 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Set router db6d6294-b538-4c28-bd9b-487e74212767 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:25.496269 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:16Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 4, 'project_id': '1035f810463f413a84a15425e62547bd', 'gw_port': {'id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:17Z', 'updated_at': '2021-09-17T22:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c7fd68b5-c292-4c7d-a511-bd41956bd8d8', 'name': '', 'network_id': '251ec729-790a-4236-970d-5595320a9ffd', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'mac_address': 'fa:16:3e:83:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:19Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 2, 'project_id': '1035f810463f413a84a15425e62547bd', 'subnets': [{'id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:25.538412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Checking router: db6d6294-b538-4c28-bd9b-487e74212767 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:25.544327 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Updating router db6d6294-b538-4c28-bd9b-487e74212767 port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:25.564695 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.806260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 40f51a44-e02d-4e91-836a-be08de7ef5e8 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:25.867957 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.868707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 40f51a44-e02d-4e91-836a-be08de7ef5e8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:25.869073 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:25.964196 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.012153 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa7b2-8476-4ce9-8d13-b6ebff1d7110 None None] Pushing event updated for resources: {'Port': ['ID=c7fd68b5-c292-4c7d-a511-bd41956bd8d8,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:26.072243 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Attempting to bind port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:26.072879 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Attempting to bind port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '522a91c5-01e1-4a75-bcbf-7ea6876d6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '251ec729-790a-4236-970d-5595320a9ffd'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:26.073068 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Attempting to bind port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 on network 251ec729-790a-4236-970d-5595320a9ffd {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:26.078485 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:26.079018 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Checking segment: {'id': '522a91c5-01e1-4a75-bcbf-7ea6876d6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '251ec729-790a-4236-970d-5595320a9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:26.080347 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.080486 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Bound using segment: {'id': '522a91c5-01e1-4a75-bcbf-7ea6876d6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '251ec729-790a-4236-970d-5595320a9ffd'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:26.080986 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Bound port: c7fd68b5-c292-4c7d-a511-bd41956bd8d8, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522a91c5-01e1-4a75-bcbf-7ea6876d6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '251ec729-790a-4236-970d-5595320a9ffd'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:26.081446 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.158170 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] For port c7fd68b5-c292-4c7d-a511-bd41956bd8d8, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:26.162147 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] For port c7fd68b5-c292-4c7d-a511-bd41956bd8d8, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c7fd68b5-c292-4c7d-a511-bd41956bd8d8,segment=NetworkSegment(522a91c5-01e1-4a75-bcbf-7ea6876d6838),segment_id=522a91c5-01e1-4a75-bcbf-7ea6876d6838)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:26.244895 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.264486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-42b89176-0e77-4739-9caf-e113955c3942 None None] Provisioning complete for port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:26.265326 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-42b89176-0e77-4739-9caf-e113955c3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.338078 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Routers {'db6d6294-b538-4c28-bd9b-487e74212767'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:26.338747 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['db6d6294-b538-4c28-bd9b-487e74212767'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:26.391530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-42b89176-0e77-4739-9caf-e113955c3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.418109 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa7b2-8476-4ce9-8d13-b6ebff1d7110 None None] Pushing event updated for resources: {'Port': ['ID=c7fd68b5-c292-4c7d-a511-bd41956bd8d8,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:26.436851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-42b89176-0e77-4739-9caf-e113955c3942 None None] For port c7fd68b5-c292-4c7d-a511-bd41956bd8d8, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c7fd68b5-c292-4c7d-a511-bd41956bd8d8,segment=NetworkSegment(522a91c5-01e1-4a75-bcbf-7ea6876d6838),segment_id=522a91c5-01e1-4a75-bcbf-7ea6876d6838)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:26.498505 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] Set router db6d6294-b538-4c28-bd9b-487e74212767 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:26.511489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-42b89176-0e77-4739-9caf-e113955c3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.570539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b89176-0e77-4739-9caf-e113955c3942 None None] Pushing event updated for resources: {'Port': ['ID=c7fd68b5-c292-4c7d-a511-bd41956bd8d8,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:26.631796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d3be65e0-9130-4e98-ab78-9bd40a882b9c None None] Provisioning complete for port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:26.635321 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3be65e0-9130-4e98-ab78-9bd40a882b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:26.677754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51098) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:26.765870 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:16Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 4, 'project_id': '1035f810463f413a84a15425e62547bd', 'gw_port': {'id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:17Z', 'updated_at': '2021-09-17T22:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c7fd68b5-c292-4c7d-a511-bd41956bd8d8', 'name': '', 'network_id': '251ec729-790a-4236-970d-5595320a9ffd', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'mac_address': 'fa:16:3e:83:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:19Z', 'updated_at': '2021-09-17T22:37:26Z', 'revision_number': 4, 'project_id': '1035f810463f413a84a15425e62547bd', 'subnets': [{'id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:26.794989 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ed64a-8a58-4905-8039-b8252661dc13 None None] The sync data for ids ['db6d6294-b538-4c28-bd9b-487e74212767'] in n-d-713498-17 is: [{'id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:16Z', 'updated_at': '2021-09-17T22:37:20Z', 'revision_number': 4, 'project_id': '1035f810463f413a84a15425e62547bd', 'gw_port': {'id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:17Z', 'updated_at': '2021-09-17T22:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c7fd68b5-c292-4c7d-a511-bd41956bd8d8', 'name': '', 'network_id': '251ec729-790a-4236-970d-5595320a9ffd', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'mac_address': 'fa:16:3e:83:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:19Z', 'updated_at': '2021-09-17T22:37:26Z', 'revision_number': 4, 'project_id': '1035f810463f413a84a15425e62547bd', 'subnets': [{'id': 'c8183678-271d-4c1f-8ddf-a6e75a21c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:27.118700 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.385915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Deleting port c00f39b7-61e2-4f79-bfc1-01e7194547da {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:27.386164 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.467745 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] For port c00f39b7-61e2-4f79-bfc1-01e7194547da, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c00f39b7-61e2-4f79-bfc1-01e7194547da,segment=NetworkSegment(9c37400b-d77f-4201-9f09-84b8ae8a9a36),segment_id=9c37400b-d77f-4201-9f09-84b8ae8a9a36)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:27.468031 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.481570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Calling delete_port for c00f39b7-61e2-4f79-bfc1-01e7194547da owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:27.723475 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:27.758156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c00f39b7-61e2-4f79-bfc1-01e7194547da,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:27.795372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.795722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.796066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.796401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.796733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.797067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.797396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.797710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.798065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.798469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.798908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.799239 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:27.854673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c7fd68b5-c292-4c7d-a511-bd41956bd8d8 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:27.919456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:27.919826 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.026550 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.293131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:28.425579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:28.434040 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d0aec4e6-a387-455f-a6ce-8e89ad78b3cc admin admin] 10.222.0.13 "PUT /v2.0/routers/2dd37c4c-3cca-4aca-986f-82449a9e72d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7522025 Sep 17 22:37:28.434552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51130) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:28.437896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] Sync routers for ids ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:28.448861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] Routers {'2dd37c4c-3cca-4aca-986f-82449a9e72d4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:28.449522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:28.543211 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.558443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] Set router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:28.649383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.755504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:27Z', 'revision_number': 5, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'gw_port': {'id': 'cf9e96f7-c3df-4ac0-bf88-cc1e47df590b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:28.777403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Deleting port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:28.778030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.786746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] Checking router: 2dd37c4c-3cca-4aca-986f-82449a9e72d4 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:28.795467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] Routers {'2dd37c4c-3cca-4aca-986f-82449a9e72d4'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:28.796090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:28.866043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] For port cf9e96f7-c3df-4ac0-bf88-cc1e47df590b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cf9e96f7-c3df-4ac0-bf88-cc1e47df590b,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:28.866579 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:28.885947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Calling delete_port for cf9e96f7-c3df-4ac0-bf88-cc1e47df590b owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:28.901279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] Set router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:29.121131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:28Z', 'revision_number': 6, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:29.141432 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.148890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98290e-e55d-4b95-838f-3fb3ec821686 None None] The sync data for ids ['2dd37c4c-3cca-4aca-986f-82449a9e72d4'] in n-d-713498-17 is: [{'id': '2dd37c4c-3cca-4aca-986f-82449a9e72d4', 'name': 'tempest-TestAggregatesBasicOps-1607982901-router', 'tenant_id': 'f343449053a74668bcd38d8e73b5ebba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:10Z', 'updated_at': '2021-09-17T22:37:28Z', 'revision_number': 6, 'project_id': 'f343449053a74668bcd38d8e73b5ebba', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:29.178657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9e96f7-c3df-4ac0-bf88-cc1e47df590b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:29.237330 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.640383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.647612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.775525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.777885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd37c4c-3cca-4aca-986f-82449a9e72d4 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:37:29.780748 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.782312 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8a6694df-59c7-47ff-99aa-7f6b1ae0c768 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2dd37c4c-3cca-4aca-986f-82449a9e72d4 HTTP/1.1" status: 204 len: 168 time: 1.3466585 Sep 17 22:37:29.784922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51156) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:29.830756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb3d5ce-8e79-4118-9f79-23c39c09d24c admin admin] Deleting subnet a4346c99-c01a-4416-9daa-e469cc47ec2b {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:37:29.834258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d5ce-8e79-4118-9f79-23c39c09d24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.875348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d5ce-8e79-4118-9f79-23c39c09d24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:29.957352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d5ce-8e79-4118-9f79-23c39c09d24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.017971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf9e96f7-c3df-4ac0-bf88-cc1e47df590b no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:30.040705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: cf9e96f7-c3df-4ac0-bf88-cc1e47df590b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:30.041050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf9e96f7-c3df-4ac0-bf88-cc1e47df590b not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:30.041457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c00f39b7-61e2-4f79-bfc1-01e7194547da no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:30.064408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: c00f39b7-61e2-4f79-bfc1-01e7194547da {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:30.064930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c00f39b7-61e2-4f79-bfc1-01e7194547da not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:30.079187 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d5ce-8e79-4118-9f79-23c39c09d24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.092741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d5ce-8e79-4118-9f79-23c39c09d24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.095379 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2cb3d5ce-8e79-4118-9f79-23c39c09d24c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a4346c99-c01a-4416-9daa-e469cc47ec2b HTTP/1.1" status: 204 len: 168 time: 0.3091798 Sep 17 22:37:30.098037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51164) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:30.099545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f70c587-870a-472c-aec1-740df24f83e2 None None] Network 501e20ab-acb6-434f-9a1a-b1c6b6ad067d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:30.123952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3d5ce-8e79-4118-9f79-23c39c09d24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4346c99-c01a-4416-9daa-e469cc47ec2b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:30.178887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.239071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Deleting port 8097e91d-266d-47da-b312-7498cdf0539b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:30.239417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.303909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c8d7f-c615-4099-80cb-56c9be1a3841 None None] DHCP port deletion for 501e20ab-acb6-434f-9a1a-b1c6b6ad067d request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:37:30.321347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] For port 8097e91d-266d-47da-b312-7498cdf0539b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8097e91d-266d-47da-b312-7498cdf0539b,segment=NetworkSegment(9c37400b-d77f-4201-9f09-84b8ae8a9a36),segment_id=9c37400b-d77f-4201-9f09-84b8ae8a9a36)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:30.321815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.346994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Calling delete_port for 8097e91d-266d-47da-b312-7498cdf0539b owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:30.367880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-589c8d7f-c615-4099-80cb-56c9be1a3841 None None] Deleting port 8097e91d-266d-47da-b312-7498cdf0539b {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:30.368344 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-589c8d7f-c615-4099-80cb-56c9be1a3841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.449224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-589c8d7f-c615-4099-80cb-56c9be1a3841 None None] For port 8097e91d-266d-47da-b312-7498cdf0539b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8097e91d-266d-47da-b312-7498cdf0539b,segment=NetworkSegment(9c37400b-d77f-4201-9f09-84b8ae8a9a36),segment_id=9c37400b-d77f-4201-9f09-84b8ae8a9a36)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:30.449623 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-589c8d7f-c615-4099-80cb-56c9be1a3841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.463407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-589c8d7f-c615-4099-80cb-56c9be1a3841 None None] Calling delete_port for 8097e91d-266d-47da-b312-7498cdf0539b owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:30.553043 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.563959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-589c8d7f-c615-4099-80cb-56c9be1a3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.583148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Pushing event deleted for resources: {'Port': ['ID=8097e91d-266d-47da-b312-7498cdf0539b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:30.585644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] No DVR routers for this DVR port 8097e91d-266d-47da-b312-7498cdf0539b on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:30.589070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c8d7f-c615-4099-80cb-56c9be1a3841 None None] Pushing event deleted for resources: {'Port': ['ID=8097e91d-266d-47da-b312-7498cdf0539b,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:30.596334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c8d7f-c615-4099-80cb-56c9be1a3841 None None] No DVR routers for this DVR port 8097e91d-266d-47da-b312-7498cdf0539b on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:30.624750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.625296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.625938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.626872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.627084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.627947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.627947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.628303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.628780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.629375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.629869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.630668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:37:30.702677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.723806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501e20ab-acb6-434f-9a1a-b1c6b6ad067d']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:30.732645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c37400b-d77f-4201-9f09-84b8ae8a9a36') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:30.732933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c37400b-d77f-4201-9f09-84b8ae8a9a36') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:30.742723 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.756004 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.761798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:37:30.762288 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: items = [ Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:37:30.763956 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:37:30.924394 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.932476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:30.934347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] 10.222.0.13 "DELETE /v2.0/networks/501e20ab-acb6-434f-9a1a-b1c6b6ad067d HTTP/1.1" status: 204 len: 168 time: 0.8347180 Sep 17 22:37:30.937518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51180) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:30.945670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b2a2f-3a3e-48d1-aeba-631cab88b964 admin admin] Pushing event deleted for resources: {'Network': ['ID=501e20ab-acb6-434f-9a1a-b1c6b6ad067d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:31.301690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.572637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Deleting port c7fd68b5-c292-4c7d-a511-bd41956bd8d8 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:31.572975 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.656997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] For port c7fd68b5-c292-4c7d-a511-bd41956bd8d8, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c7fd68b5-c292-4c7d-a511-bd41956bd8d8,segment=NetworkSegment(522a91c5-01e1-4a75-bcbf-7ea6876d6838),segment_id=522a91c5-01e1-4a75-bcbf-7ea6876d6838)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:31.660076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.676280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Calling delete_port for c7fd68b5-c292-4c7d-a511-bd41956bd8d8 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:31.793484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8097e91d-266d-47da-b312-7498cdf0539b no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:31.811919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 8097e91d-266d-47da-b312-7498cdf0539b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:31.812262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8097e91d-266d-47da-b312-7498cdf0539b not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:31.953291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:31.980953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7fd68b5-c292-4c7d-a511-bd41956bd8d8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:32.162716 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.387078 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Router db6d6294-b538-4c28-bd9b-487e74212767 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:32.502970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:32.507976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-71ede29a-de46-49b0-aed2-4f435bcce581 admin admin] 10.222.0.13 "PUT /v2.0/routers/db6d6294-b538-4c28-bd9b-487e74212767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5683038 Sep 17 22:37:32.510429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51216) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:32.512319 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] Sync routers for ids ['db6d6294-b538-4c28-bd9b-487e74212767'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:32.525865 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] Routers {'db6d6294-b538-4c28-bd9b-487e74212767'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:32.527125 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['db6d6294-b538-4c28-bd9b-487e74212767'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:32.619345 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.639003 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] Set router db6d6294-b538-4c28-bd9b-487e74212767 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:32.737350 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.823728 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:16Z', 'updated_at': '2021-09-17T22:37:31Z', 'revision_number': 5, 'project_id': '1035f810463f413a84a15425e62547bd', 'gw_port': {'id': '40f51a44-e02d-4e91-836a-be08de7ef5e8', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:17Z', 'updated_at': '2021-09-17T22:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:32.854329 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] Checking router: db6d6294-b538-4c28-bd9b-487e74212767 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:32.862833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Deleting port 40f51a44-e02d-4e91-836a-be08de7ef5e8 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:32.863183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.863437 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] Routers {'db6d6294-b538-4c28-bd9b-487e74212767'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:32.864051 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['db6d6294-b538-4c28-bd9b-487e74212767'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:32.949942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] For port 40f51a44-e02d-4e91-836a-be08de7ef5e8, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=40f51a44-e02d-4e91-836a-be08de7ef5e8,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:32.950309 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:32.967556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Calling delete_port for 40f51a44-e02d-4e91-836a-be08de7ef5e8 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:32.971282 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] Set router db6d6294-b538-4c28-bd9b-487e74212767 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:33.128723 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:16Z', 'updated_at': '2021-09-17T22:37:32Z', 'revision_number': 6, 'project_id': '1035f810463f413a84a15425e62547bd', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:33.156001 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829022c-49f0-41c3-ad87-af3633bb5ee0 None None] The sync data for ids ['db6d6294-b538-4c28-bd9b-487e74212767'] in n-d-713498-17 is: [{'id': 'db6d6294-b538-4c28-bd9b-487e74212767', 'name': 'tempest-TestAggregatesBasicOps-819916546-router', 'tenant_id': '1035f810463f413a84a15425e62547bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:16Z', 'updated_at': '2021-09-17T22:37:32Z', 'revision_number': 6, 'project_id': '1035f810463f413a84a15425e62547bd', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:33.210747 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.240945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Pushing event deleted for resources: {'Port': ['ID=40f51a44-e02d-4e91-836a-be08de7ef5e8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:33.305101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.313881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-91e90cbd-1f5d-4629-8d2d-66617d17cf86 req-bb62f626-7737-4005-862a-8fd2c2c77b84 service neutron] (101661) timed out ('10.222.0.35', 56981) {{(pid=101661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:37:33.399272 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.401399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.530485 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.531104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6d6294-b538-4c28-bd9b-487e74212767 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:37:33.539767 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.541113 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f62ddc90-4d47-4bf2-8d1c-74c89b02e14e admin admin] 10.222.0.13 "DELETE /v2.0/routers/db6d6294-b538-4c28-bd9b-487e74212767 HTTP/1.1" status: 204 len: 168 time: 1.0297301 Sep 17 22:37:33.543663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51238) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:33.592529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-193a027e-7212-4f51-a149-0cd5cea27c26 admin admin] Deleting subnet c8183678-271d-4c1f-8ddf-a6e75a21c1a8 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:37:33.597710 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193a027e-7212-4f51-a149-0cd5cea27c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.638095 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193a027e-7212-4f51-a149-0cd5cea27c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.724781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193a027e-7212-4f51-a149-0cd5cea27c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.879321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193a027e-7212-4f51-a149-0cd5cea27c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.910038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a027e-7212-4f51-a149-0cd5cea27c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8183678-271d-4c1f-8ddf-a6e75a21c1a8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:33.910474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193a027e-7212-4f51-a149-0cd5cea27c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:33.912749 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-193a027e-7212-4f51-a149-0cd5cea27c26 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c8183678-271d-4c1f-8ddf-a6e75a21c1a8 HTTP/1.1" status: 204 len: 168 time: 0.3677316 Sep 17 22:37:33.915159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51244) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:33.916462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593e818-af56-46f4-961f-c88921c9f89c None None] Network 251ec729-790a-4236-970d-5595320a9ffd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:34.032585 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.045419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 40f51a44-e02d-4e91-836a-be08de7ef5e8 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:34.085789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 40f51a44-e02d-4e91-836a-be08de7ef5e8 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:34.086138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 40f51a44-e02d-4e91-836a-be08de7ef5e8 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:34.086562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c7fd68b5-c292-4c7d-a511-bd41956bd8d8 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:34.088704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Deleting port 0bebf4e9-2996-4530-85c1-b61339bb9340 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:34.089048 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.112438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: c7fd68b5-c292-4c7d-a511-bd41956bd8d8 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:34.112791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c7fd68b5-c292-4c7d-a511-bd41956bd8d8 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:34.163807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] For port 0bebf4e9-2996-4530-85c1-b61339bb9340, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0bebf4e9-2996-4530-85c1-b61339bb9340,segment=NetworkSegment(522a91c5-01e1-4a75-bcbf-7ea6876d6838),segment_id=522a91c5-01e1-4a75-bcbf-7ea6876d6838)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:34.164169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.183474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Calling delete_port for 0bebf4e9-2996-4530-85c1-b61339bb9340 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:34.211524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e0d7a-1aaf-4aca-8310-2079d0707a4f None None] DHCP port deletion for 251ec729-790a-4236-970d-5595320a9ffd request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:37:34.272519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e0d7a-1aaf-4aca-8310-2079d0707a4f None None] Deleting port 0bebf4e9-2996-4530-85c1-b61339bb9340 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:37:34.272760 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0d7a-1aaf-4aca-8310-2079d0707a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.346523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8a0e0d7a-1aaf-4aca-8310-2079d0707a4f None None] For port 0bebf4e9-2996-4530-85c1-b61339bb9340, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0bebf4e9-2996-4530-85c1-b61339bb9340,segment=NetworkSegment(522a91c5-01e1-4a75-bcbf-7ea6876d6838),segment_id=522a91c5-01e1-4a75-bcbf-7ea6876d6838)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:34.346954 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0d7a-1aaf-4aca-8310-2079d0707a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.358909 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.362125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e0d7a-1aaf-4aca-8310-2079d0707a4f None None] Calling delete_port for 0bebf4e9-2996-4530-85c1-b61339bb9340 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:37:34.395124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bebf4e9-2996-4530-85c1-b61339bb9340,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:34.395124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] No DVR routers for this DVR port 0bebf4e9-2996-4530-85c1-b61339bb9340 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:34.451248 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0d7a-1aaf-4aca-8310-2079d0707a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.470386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.489619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e0d7a-1aaf-4aca-8310-2079d0707a4f None None] No DVR routers for this DVR port 0bebf4e9-2996-4530-85c1-b61339bb9340 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:37:34.492540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e0d7a-1aaf-4aca-8310-2079d0707a4f None None] Pushing event deleted for resources: {'Port': ['ID=0bebf4e9-2996-4530-85c1-b61339bb9340,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:34.504836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251ec729-790a-4236-970d-5595320a9ffd']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:34.514102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522a91c5-01e1-4a75-bcbf-7ea6876d6838') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:34.514397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522a91c5-01e1-4a75-bcbf-7ea6876d6838') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:34.523998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.537436 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.544011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:37:34.544468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:37:34.546121 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:37:34.678764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.684208 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:34.686146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/251ec729-790a-4236-970d-5595320a9ffd HTTP/1.1" status: 204 len: 168 time: 0.7698786 Sep 17 22:37:34.699185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5502fa0-3092-4248-b546-1610266295d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=251ec729-790a-4236-970d-5595320a9ffd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:35.179273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51270) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:35.222589 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c9692469-e815-47c1-bcbb-8be802eb97cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f343449053a74668bcd38d8e73b5ebba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421093 Sep 17 22:37:35.225143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51274) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:35.275858 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9696ac50-0d8c-4c1e-a38e-f4deeecb7a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.300280 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9696ac50-0d8c-4c1e-a38e-f4deeecb7a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.421366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9696ac50-0d8c-4c1e-a38e-f4deeecb7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.424105 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9696ac50-0d8c-4c1e-a38e-f4deeecb7a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:35.425292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9696ac50-0d8c-4c1e-a38e-f4deeecb7a81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fcf3de5-c6d8-4863-bf9b-9416a1c728d0 HTTP/1.1" status: 204 len: 168 time: 0.1991148 Sep 17 22:37:35.433423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696ac50-0d8c-4c1e-a38e-f4deeecb7a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcf3de5-c6d8-4863-bf9b-9416a1c728d0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:35.793730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0bebf4e9-2996-4530-85c1-b61339bb9340 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:37:35.819118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0bebf4e9-2996-4530-85c1-b61339bb9340 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:37:35.819565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0bebf4e9-2996-4530-85c1-b61339bb9340 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:37:36.282689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51292) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:36.325034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-70dc60ee-6f96-42d9-8220-799a90ff72e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1035f810463f413a84a15425e62547bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409110 Sep 17 22:37:36.327527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51294) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:36.385510 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab193-cad8-43a4-b77e-2f51d85d8e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.409707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab193-cad8-43a4-b77e-2f51d85d8e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.534531 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab193-cad8-43a4-b77e-2f51d85d8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.537194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab193-cad8-43a4-b77e-2f51d85d8e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:36.540920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2a8ab193-cad8-43a4-b77e-2f51d85d8e51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a33784e3-c42f-48b1-8613-9e56731ad246 HTTP/1.1" status: 204 len: 168 time: 0.2100275 Sep 17 22:37:36.546700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ab193-cad8-43a4-b77e-2f51d85d8e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33784e3-c42f-48b1-8613-9e56731ad246,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:37.615696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51318) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:37.713872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-747506555-network', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:37.804253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Made reservation on behalf of ec7fbd83957a43b7a17289beeac94aa8 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:37.806700 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.816110 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:37.905155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.044236 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.068868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:38.078561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef20c6b-e2ca-4bcc-96d6-b83d6db33530,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:38.084379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.084722 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Added segment 45056458-818c-446a-a9ee-c4b498855267 of type vlan for network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 Sep 17 22:37:38.129457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.261923 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.263042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.263624 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.326419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0aea234-6fb0-4e60-950e-9dff01e6d5f3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:38.337235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:38.365174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-505d45d6-33ce-4514-8168-8c79f1cd66a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7483594 Sep 17 22:37:38.368180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51324) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:38.374567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Request body: {'subnet': {'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-747506555-subnet', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:38.400242 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.461712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Made reservation on behalf of ec7fbd83957a43b7a17289beeac94aa8 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:38.464230 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.678728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.732461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:38.743277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Checking segment: {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:38.743636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Network hostable DHCP agents. Network: a0aea234-6fb0-4e60-950e-9dff01e6d5f3, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:38.833124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:38.884333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a0aea234-6fb0-4e60-950e-9dff01e6d5f3) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:38.888956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:38.889563 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:38.897420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef2a0dd-a32f-4f26-a005-5981acc4761a None None] Network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:38.971569 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0813fa4a-f0ba-4d3a-90aa-5fe26ab44fde admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6022589 Sep 17 22:37:38.974908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51326) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:38.979418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:39.051835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:39.052767 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.067509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.068569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.105565 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:37:39.134835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.192083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Allocated IP 172.20.0.2 (a0aea234-6fb0-4e60-950e-9dff01e6d5f3/84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef/3d0178ec-a26a-4100-a5b0-414d7eadd343) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:39.334117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.344543 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.427582 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.463849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:39.468283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:39.472432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:39.504815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Pushing event updated for resources: {'Port': ['ID=3d0178ec-a26a-4100-a5b0-414d7eadd343,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:39.540462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Attempting to bind port 3d0178ec-a26a-4100-a5b0-414d7eadd343 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:39.540863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Attempting to bind port 3d0178ec-a26a-4100-a5b0-414d7eadd343 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:39.541198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Attempting to bind port 3d0178ec-a26a-4100-a5b0-414d7eadd343 on network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:39.546151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:39.546522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Checking segment: {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:39.546946 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.547368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Bound using segment: {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:39.547859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Bound port: 3d0178ec-a26a-4100-a5b0-414d7eadd343, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:39.548236 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.595641 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.611479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] For port 3d0178ec-a26a-4100-a5b0-414d7eadd343, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:39.614760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] For port 3d0178ec-a26a-4100-a5b0-414d7eadd343, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3d0178ec-a26a-4100-a5b0-414d7eadd343,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:39.615252 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.723067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Allocated IP 172.25.5.173 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/e860678f-8df7-4644-a3ca-6090bc9c0525) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:39.730768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:39.794425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f278e6-55c8-4d8e-a6f5-74976d18810b None None] Pushing event updated for resources: {'Port': ['ID=3d0178ec-a26a-4100-a5b0-414d7eadd343,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:39.904990 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.044915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.079749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.117830 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:40.121924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:40.124318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:40.131930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Pushing event updated for resources: {'Port': ['ID=e860678f-8df7-4644-a3ca-6090bc9c0525,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:40.461881 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.723628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab636b-156c-4ad0-a803-c78821874c53 None None] Network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:40.804129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8df5a6ac-b566-46d3-9f16-6d4e20acaa6c None None] Provisioning complete for port 3d0178ec-a26a-4100-a5b0-414d7eadd343 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:40.804493 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8df5a6ac-b566-46d3-9f16-6d4e20acaa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.941533 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8df5a6ac-b566-46d3-9f16-6d4e20acaa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.952100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:40.978470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8df5a6ac-b566-46d3-9f16-6d4e20acaa6c None None] For port 3d0178ec-a26a-4100-a5b0-414d7eadd343, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3d0178ec-a26a-4100-a5b0-414d7eadd343,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:41.039144 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8df5a6ac-b566-46d3-9f16-6d4e20acaa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.091236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5a6ac-b566-46d3-9f16-6d4e20acaa6c None None] Pushing event updated for resources: {'Port': ['ID=3d0178ec-a26a-4100-a5b0-414d7eadd343,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:41.158023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fba2fda8-4ae2-4040-ac0f-1914f7634142 None None] Provisioning complete for port 3d0178ec-a26a-4100-a5b0-414d7eadd343 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:41.158418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fba2fda8-4ae2-4040-ac0f-1914f7634142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.159429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Router 45282188-a49b-484f-8438-ba638791e7e3 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:37:41.270971 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:41.280142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Sync routers for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:41.289980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:41.290590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:41.358919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.360270 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-09968b5a-ac0b-486b-9902-5396d669212f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3842309 Sep 17 22:37:41.365254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51340) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:41.395294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:41.587025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:40Z', 'revision_number': 3, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:41.613034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Checking router: 45282188-a49b-484f-8438-ba638791e7e3 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:41.620059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Updating router 45282188-a49b-484f-8438-ba638791e7e3 port e860678f-8df7-4644-a3ca-6090bc9c0525 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:41.639151 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.827216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.866763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3d0178ec-a26a-4100-a5b0-414d7eadd343 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:41.955401 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:41.964000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3d0178ec-a26a-4100-a5b0-414d7eadd343 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:41.964357 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.015989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Allocated IP 172.20.0.1 (a0aea234-6fb0-4e60-950e-9dff01e6d5f3/84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef/a26fd1cc-022f-43e2-90ef-e0d7d59d1689) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:42.049847 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.102637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff9f55-04db-44d7-b79d-33872e809cb8 None None] Pushing event updated for resources: {'Port': ['ID=e860678f-8df7-4644-a3ca-6090bc9c0525,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:42.105282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Attempting to bind port e860678f-8df7-4644-a3ca-6090bc9c0525 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:42.105648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Attempting to bind port e860678f-8df7-4644-a3ca-6090bc9c0525 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:42.106003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Attempting to bind port e860678f-8df7-4644-a3ca-6090bc9c0525 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:42.112821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:42.112821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:42.113214 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.113548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:42.114016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Bound port: e860678f-8df7-4644-a3ca-6090bc9c0525, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:42.114501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.133659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.171027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] For port e860678f-8df7-4644-a3ca-6090bc9c0525, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:42.174359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] For port e860678f-8df7-4644-a3ca-6090bc9c0525, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e860678f-8df7-4644-a3ca-6090bc9c0525,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:42.256506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.279913 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.304309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:42.307508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:42.310227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:42.350547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:42.351223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:42.356642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff9f55-04db-44d7-b79d-33872e809cb8 None None] Pushing event updated for resources: {'Port': ['ID=e860678f-8df7-4644-a3ca-6090bc9c0525,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:42.361502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Pushing event updated for resources: {'Port': ['ID=a26fd1cc-022f-43e2-90ef-e0d7d59d1689,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:42.373764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.606404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.628918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:42.714943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d31caafb-63a8-414a-b922-cb08251f1911 None None] Provisioning complete for port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:42.715317 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d31caafb-63a8-414a-b922-cb08251f1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.784996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d31caafb-63a8-414a-b922-cb08251f1911 None None] Port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:42.785760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.844729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.846812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:40Z', 'revision_number': 3, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:42.875209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34318ef4-95f1-4038-84c1-bb1ae3126c4c None None] The sync data for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 is: [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:40Z', 'revision_number': 3, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:42.916622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:42.918467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Pushing event updated for resources: {'Port': ['ID=a26fd1cc-022f-43e2-90ef-e0d7d59d1689,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:43.017894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:43.019693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:43.157763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Router 45282188-a49b-484f-8438-ba638791e7e3 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:43.291957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:43.297395 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aa2d4ca1-7b85-45ca-b683-66b08dc11493 admin admin] 10.222.0.13 "PUT /v2.0/routers/45282188-a49b-484f-8438-ba638791e7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9311471 Sep 17 22:37:43.319636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f99445b8-18b2-40eb-b5d1-c297c7cb69b4 None None] Provisioning complete for port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:43.320007 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f99445b8-18b2-40eb-b5d1-c297c7cb69b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.364949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f99445b8-18b2-40eb-b5d1-c297c7cb69b4 None None] Port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:43.861871 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e860678f-8df7-4644-a3ca-6090bc9c0525 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:43.909950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e860678f-8df7-4644-a3ca-6090bc9c0525 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:43.910643 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:43.990523 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.012169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port e860678f-8df7-4644-a3ca-6090bc9c0525, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e860678f-8df7-4644-a3ca-6090bc9c0525,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:44.079062 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.120425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51364) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:44.125020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1349296519-network', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:44.129493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=e860678f-8df7-4644-a3ca-6090bc9c0525,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.233325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Made reservation on behalf of 2dd2127b7dca4ae1a111bf28944c2215 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:44.236850 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.246178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.338724 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.408922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.436594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:37:44.443603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f736b2ee-c764-4064-b010-99bcb9cd147d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.449730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.450080 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Added segment 31ec5eaf-b20a-4504-bd5d-8dd980034f4e of type vlan for network f21c9a69-34f9-495d-934f-782adfb330b3 Sep 17 22:37:44.497515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.539183 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Sync routers for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:44.549574 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:44.550210 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:44.604813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.605866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:44.606448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.660431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:44.666957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] Pushing event updated for resources: {'Network': ['ID=f21c9a69-34f9-495d-934f-782adfb330b3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:44.676827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f21c9a69-34f9-495d-934f-782adfb330b3 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:37:44.714138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-52ee41bc-923b-4649-9d81-9e98b72ab0cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5930660 Sep 17 22:37:44.716848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51366) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:44.722441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Request body: {'subnet': {'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1349296519-subnet', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:44.805053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Made reservation on behalf of 2dd2127b7dca4ae1a111bf28944c2215 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:44.808540 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:44.888772 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a26fd1cc-022f-43e2-90ef-e0d7d59d1689', 'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'mac_address': 'fa:16:3e:16:a2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:41Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 2, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'subnets': [{'id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:44.916468 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Checking router: 45282188-a49b-484f-8438-ba638791e7e3 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:44.916825 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Updating router 45282188-a49b-484f-8438-ba638791e7e3 port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:44.947982 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.067566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.136497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09ef474-68d2-4846-9bee-f830a89a9c9a,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:45.146394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Checking segment: {'id': '31ec5eaf-b20a-4504-bd5d-8dd980034f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:45.146751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Network hostable DHCP agents. Network: f21c9a69-34f9-495d-934f-782adfb330b3, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:37:45.199425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Network f21c9a69-34f9-495d-934f-782adfb330b3 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:37:45.242147 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.251691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-1b48affb-caf9-42f2-8f99-66a976cc902a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438886 Sep 17 22:37:45.325145 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.327901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f21c9a69-34f9-495d-934f-782adfb330b3) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:45.336348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee51f6d-c0b3-4478-8941-5684ad2327f0 None None] Network f21c9a69-34f9-495d-934f-782adfb330b3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:45.350349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.350990 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.364940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-6bd754c9-5c56-4996-97bc-be8d08f1b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.366471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-6bd754c9-5c56-4996-97bc-be8d08f1b90b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0723710 Sep 17 22:37:45.374507 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a63e2e-f82d-45c0-8acf-e8215f198e5e None None] Pushing event updated for resources: {'Port': ['ID=a26fd1cc-022f-43e2-90ef-e0d7d59d1689,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:45.446029 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Attempting to bind port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:45.446029 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Attempting to bind port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:45.446029 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Attempting to bind port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 on network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:45.451353 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:45.451823 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Checking segment: {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:45.452288 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.452877 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Bound using segment: {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:45.453452 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Bound port: a26fd1cc-022f-43e2-90ef-e0d7d59d1689, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:45.453903 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.479750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-768a8fb1-cc37-4733-95ff-e704ee6d74b3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7618508 Sep 17 22:37:45.482575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51402) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:45.492385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:45.531271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-b472ae2c-f2fb-4312-8e39-de31d961fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.532754 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] For port a26fd1cc-022f-43e2-90ef-e0d7d59d1689, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:45.534412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-f21c9a69-34f9-495d-934f-782adfb330b3', 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'fixed_ips': [{'subnet_id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:37:45.535315 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.536440 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] For port a26fd1cc-022f-43e2-90ef-e0d7d59d1689, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a26fd1cc-022f-43e2-90ef-e0d7d59d1689,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:45.545701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-b472ae2c-f2fb-4312-8e39-de31d961fbbf service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.1558070 Sep 17 22:37:45.618913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-6612eb6e-1c48-4120-a2bd-a15f830bd947 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 1002 time: 0.0653834 Sep 17 22:37:45.667954 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.671858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-bbbf0652-6248-4c0a-b761-5b560f1c5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.677770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-bbbf0652-6248-4c0a-b761-5b560f1c5045 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0485516 Sep 17 22:37:45.699878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Allocated IP 172.20.0.2 (f21c9a69-34f9-495d-934f-782adfb330b3/c09ef474-68d2-4846-9bee-f830a89a9c9a/e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:45.702576 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.704302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.720748 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a63e2e-f82d-45c0-8acf-e8215f198e5e None None] Pushing event updated for resources: {'Port': ['ID=a26fd1cc-022f-43e2-90ef-e0d7d59d1689,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:45.733492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-c05a6c25-b7a0-43af-9f08-e7bc0260a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:45.736013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-c05a6c25-b7a0-43af-9f08-e7bc0260a185 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542357 Sep 17 22:37:45.747863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d76943ca-76ce-4d47-b608-080218365a8a None None] Provisioning complete for port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:45.748330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d76943ca-76ce-4d47-b608-080218365a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.765735 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:45.766629 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:45.822710 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:45.872676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e860678f-8df7-4644-a3ca-6090bc9c0525 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:45.880468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-88c5f80e-28a0-461f-bbc6-0aac96dece35 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359801 Sep 17 22:37:45.942368 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:45.949959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d76943ca-76ce-4d47-b608-080218365a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.036751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d76943ca-76ce-4d47-b608-080218365a8a None None] For port a26fd1cc-022f-43e2-90ef-e0d7d59d1689, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a26fd1cc-022f-43e2-90ef-e0d7d59d1689,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:46.039168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e860678f-8df7-4644-a3ca-6090bc9c0525 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:46.039649 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.063719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1ab0e27-9a59-4897-9372-fa946f4d1f54 req-963fa8b2-2239-4fa8-a720-405a8b5a5067 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746321 Sep 17 22:37:46.074915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.146248 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d76943ca-76ce-4d47-b608-080218365a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.158408 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.182678 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.222099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Network f21c9a69-34f9-495d-934f-782adfb330b3 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:46.226675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:46.228755 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76943ca-76ce-4d47-b608-080218365a8a None None] Pushing event updated for resources: {'Port': ['ID=a26fd1cc-022f-43e2-90ef-e0d7d59d1689,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.231374 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:46.241251 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a26fd1cc-022f-43e2-90ef-e0d7d59d1689', 'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'mac_address': 'fa:16:3e:16:a2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:41Z', 'updated_at': '2021-09-17T22:37:45Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'subnets': [{'id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:46.275080 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf48a6d-5793-4455-81dd-4ab5686929ce None None] The sync data for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 is: [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a26fd1cc-022f-43e2-90ef-e0d7d59d1689', 'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'mac_address': 'fa:16:3e:16:a2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:41Z', 'updated_at': '2021-09-17T22:37:45Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'subnets': [{'id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:46.343976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Pushing event updated for resources: {'Port': ['ID=e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.348486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5479cc61-d366-4860-9ffb-aa70d32e94ca None None] Provisioning complete for port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:46.354673 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5479cc61-d366-4860-9ffb-aa70d32e94ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.377315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Attempting to bind port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:46.377770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Attempting to bind port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '31ec5eaf-b20a-4504-bd5d-8dd980034f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:46.378142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Attempting to bind port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb on network f21c9a69-34f9-495d-934f-782adfb330b3 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:46.409106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:46.409494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Checking segment: {'id': '31ec5eaf-b20a-4504-bd5d-8dd980034f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:46.409942 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.410339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Bound using segment: {'id': '31ec5eaf-b20a-4504-bd5d-8dd980034f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:46.410906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Bound port: e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec5eaf-b20a-4504-bd5d-8dd980034f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:46.411356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.511568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.519243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] For port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:46.524187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] For port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb,segment=NetworkSegment(31ec5eaf-b20a-4504-bd5d-8dd980034f4e),segment_id=31ec5eaf-b20a-4504-bd5d-8dd980034f4e)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:46.538102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.633418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.652111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Allocated IP 172.25.5.25 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/19455b1a-3182-445c-a71e-97a90dfa1baf) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:46.711934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab6298-e509-4e0a-9de7-ecc400523d4b None None] Pushing event updated for resources: {'Port': ['ID=e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:46.776955 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.880908 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:46.926216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:46.929870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:46.933921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:46.970701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=19455b1a-3182-445c-a71e-97a90dfa1baf,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:47.583313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.705668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f614a1-35ed-4e98-919f-f6702b2f27a6 None None] Network f21c9a69-34f9-495d-934f-782adfb330b3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:37:47.788041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d8044e67-647a-43f2-8c18-63b44f28d9bc None None] Provisioning complete for port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:47.788406 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d8044e67-647a-43f2-8c18-63b44f28d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.805639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.824462 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7af93659-92f3-46a1-b348-a8a779847928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:47.921436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:47.980326 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d8044e67-647a-43f2-8c18-63b44f28d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.040018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d8044e67-647a-43f2-8c18-63b44f28d9bc None None] For port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb,segment=NetworkSegment(31ec5eaf-b20a-4504-bd5d-8dd980034f4e),segment_id=31ec5eaf-b20a-4504-bd5d-8dd980034f4e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:48.040018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:48.040018 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.040402 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Router e1c41eed-0ade-49c9-ae47-82f9cc087878 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:37:48.122848 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d8044e67-647a-43f2-8c18-63b44f28d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.149114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.168687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:48.185751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Sync routers for ids ['e1c41eed-0ade-49c9-ae47-82f9cc087878'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:48.198691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8044e67-647a-43f2-8c18-63b44f28d9bc None None] Pushing event updated for resources: {'Port': ['ID=e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:48.230936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Routers {'e1c41eed-0ade-49c9-ae47-82f9cc087878'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:48.231585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e1c41eed-0ade-49c9-ae47-82f9cc087878'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:48.277411 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:37:48.277698 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:37:48.284827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.286168 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e6173a84-051f-4749-b9c4-52342e71d9e2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8009233 Sep 17 22:37:48.288880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51514) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:48.370841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Set router e1c41eed-0ade-49c9-ae47-82f9cc087878 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:48.397862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-81b6e7f1-30e4-41b7-95b5-75df54346048 None None] Provisioning complete for port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:48.398764 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-81b6e7f1-30e4-41b7-95b5-75df54346048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.619733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:45Z', 'updated_at': '2021-09-17T22:37:47Z', 'revision_number': 3, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'gw_port': {'id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:46Z', 'updated_at': '2021-09-17T22:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:48.739437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.800488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Checking router: e1c41eed-0ade-49c9-ae47-82f9cc087878 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:48.801063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Updating router e1c41eed-0ade-49c9-ae47-82f9cc087878 port 19455b1a-3182-445c-a71e-97a90dfa1baf binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:48.846603 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:48.853155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a26fd1cc-022f-43e2-90ef-e0d7d59d1689 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:48.904838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Allocated IP 172.20.0.1 (f21c9a69-34f9-495d-934f-782adfb330b3/c09ef474-68d2-4846-9bee-f830a89a9c9a/c43476ea-de91-48a5-b57a-54a7514d55b9) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:49.010174 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.013439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:49.013809 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.125094 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.168288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Network f21c9a69-34f9-495d-934f-782adfb330b3 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:49.171209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:49.175673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:49.183476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Pushing event updated for resources: {'Port': ['ID=c43476ea-de91-48a5-b57a-54a7514d55b9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.206324 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.229479 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.381720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.442028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Attempting to bind port 19455b1a-3182-445c-a71e-97a90dfa1baf on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:49.442404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Attempting to bind port 19455b1a-3182-445c-a71e-97a90dfa1baf by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:49.442765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Attempting to bind port 19455b1a-3182-445c-a71e-97a90dfa1baf on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:49.451665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-21cf49c9-75a5-4d7c-973e-819cc8de6a4c None None] Provisioning complete for port c43476ea-de91-48a5-b57a-54a7514d55b9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:49.452035 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-21cf49c9-75a5-4d7c-973e-819cc8de6a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.455299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e1980-8f82-4b3b-8a44-31267076d58c None None] Pushing event updated for resources: {'Port': ['ID=19455b1a-3182-445c-a71e-97a90dfa1baf,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.459152 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:49.459527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:49.459919 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.460300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:49.461096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Bound port: 19455b1a-3182-445c-a71e-97a90dfa1baf, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:49.461257 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.470601 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.515603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-21cf49c9-75a5-4d7c-973e-819cc8de6a4c None None] Port c43476ea-de91-48a5-b57a-54a7514d55b9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:49.540637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] For port 19455b1a-3182-445c-a71e-97a90dfa1baf, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:49.543933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] For port 19455b1a-3182-445c-a71e-97a90dfa1baf, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=19455b1a-3182-445c-a71e-97a90dfa1baf,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:49.637922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.639719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.689778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Routers {'e1c41eed-0ade-49c9-ae47-82f9cc087878'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:49.690391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e1c41eed-0ade-49c9-ae47-82f9cc087878'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:49.696094 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.738778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e1980-8f82-4b3b-8a44-31267076d58c None None] Pushing event updated for resources: {'Port': ['ID=19455b1a-3182-445c-a71e-97a90dfa1baf,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.770972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:49.773679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Pushing event updated for resources: {'Port': ['ID=c43476ea-de91-48a5-b57a-54a7514d55b9,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:49.820353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] Set router e1c41eed-0ade-49c9-ae47-82f9cc087878 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:49.847971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:49.887722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Network f21c9a69-34f9-495d-934f-782adfb330b3 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:49.889377 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:49.998913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:49.999267 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.023971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Router e1c41eed-0ade-49c9-ae47-82f9cc087878 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:37:50.145016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:45Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 4, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'gw_port': {'id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:46Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c43476ea-de91-48a5-b57a-54a7514d55b9', 'name': '', 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'mac_address': 'fa:16:3e:d6:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:48Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 2, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'subnets': [{'id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:50.166258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:37:50.171493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-19c8fee7-faf4-43ce-9278-506137372953 admin admin] 10.222.0.13 "PUT /v2.0/routers/e1c41eed-0ade-49c9-ae47-82f9cc087878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8814976 Sep 17 22:37:50.180488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d775d92-dd5b-4533-9ec2-d21bf88fcf30 None None] The sync data for ids ['e1c41eed-0ade-49c9-ae47-82f9cc087878'] in n-d-713498-17 is: [{'id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:45Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 4, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'gw_port': {'id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:46Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c43476ea-de91-48a5-b57a-54a7514d55b9', 'name': '', 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'mac_address': 'fa:16:3e:d6:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:48Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 2, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'subnets': [{'id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:50.182370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-96fab330-4798-494f-914a-c469487c2e05 None None] Provisioning complete for port c43476ea-de91-48a5-b57a-54a7514d55b9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:50.182370 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-96fab330-4798-494f-914a-c469487c2e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.221080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-96fab330-4798-494f-914a-c469487c2e05 None None] Port c43476ea-de91-48a5-b57a-54a7514d55b9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:50.266118 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-167c101f-ee67-4628-ab8f-f92ec324448c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:50.793673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51620) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:50.798640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a99740fa-aa55-4fbd-b8fa-b859c996258e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595045562', 'description': 'tempest-secgroup-smoke-595045562 description', 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:50.941737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a99740fa-aa55-4fbd-b8fa-b859c996258e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.036579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a99740fa-aa55-4fbd-b8fa-b859c996258e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.111575 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a99740fa-aa55-4fbd-b8fa-b859c996258e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.149464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99740fa-aa55-4fbd-b8fa-b859c996258e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2e7380-ca12-4188-b119-b9795c7bd311,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:51.197199 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a99740fa-aa55-4fbd-b8fa-b859c996258e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.198605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a99740fa-aa55-4fbd-b8fa-b859c996258e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4039268 Sep 17 22:37:51.201582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51640) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:51.209482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-97d0303c-0201-43c9-a9c8-a6d4f71cc67c tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Request body: {'security_group_rule': {'security_group_id': '8a2e7380-ca12-4188-b119-b9795c7bd311', 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:51.294355 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.327912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97d0303c-0201-43c9-a9c8-a6d4f71cc67c tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.391498 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97d0303c-0201-43c9-a9c8-a6d4f71cc67c tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.427413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97d0303c-0201-43c9-a9c8-a6d4f71cc67c tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.446664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0303c-0201-43c9-a9c8-a6d4f71cc67c tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8240bbc1-5f6c-4e75-8b53-271c5f61c589,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:51.490141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97d0303c-0201-43c9-a9c8-a6d4f71cc67c tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.491456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-97d0303c-0201-43c9-a9c8-a6d4f71cc67c tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2889104 Sep 17 22:37:51.494268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51656) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:51.499077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6bfde837-f1c5-4263-820d-9fc9b4c4721a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Request body: {'security_group_rule': {'security_group_id': '8a2e7380-ca12-4188-b119-b9795c7bd311', 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:51.563486 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6bfde837-f1c5-4263-820d-9fc9b4c4721a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.624705 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6bfde837-f1c5-4263-820d-9fc9b4c4721a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.707239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6bfde837-f1c5-4263-820d-9fc9b4c4721a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.727539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfde837-f1c5-4263-820d-9fc9b4c4721a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b2072e-97a4-4dfd-9a3d-fc5fc5d3cd88,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:51.736008 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.787574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6bfde837-f1c5-4263-820d-9fc9b4c4721a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.788815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6bfde837-f1c5-4263-820d-9fc9b4c4721a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2932880 Sep 17 22:37:51.791558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51672) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:51.795931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5b535ac8-e6f3-4a99-8b1c-1ca4b282c003 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Request body: {'security_group_rule': {'security_group_id': '8a2e7380-ca12-4188-b119-b9795c7bd311', 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:51.852927 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 19455b1a-3182-445c-a71e-97a90dfa1baf up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:51.897071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 19455b1a-3182-445c-a71e-97a90dfa1baf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:51.897421 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.905072 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5b535ac8-e6f3-4a99-8b1c-1ca4b282c003 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.981143 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:51.985785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5b535ac8-e6f3-4a99-8b1c-1ca4b282c003 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.001505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 19455b1a-3182-445c-a71e-97a90dfa1baf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=19455b1a-3182-445c-a71e-97a90dfa1baf,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:52.060616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5b535ac8-e6f3-4a99-8b1c-1ca4b282c003 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.073125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.083045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b535ac8-e6f3-4a99-8b1c-1ca4b282c003 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68dc605-ba52-4945-9c38-f4791d9725a7,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:52.131846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=19455b1a-3182-445c-a71e-97a90dfa1baf,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:52.140529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5b535ac8-e6f3-4a99-8b1c-1ca4b282c003 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.145404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5b535ac8-e6f3-4a99-8b1c-1ca4b282c003 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499546 Sep 17 22:37:52.150325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51690) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:52.150446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4314a650-98f5-4eaa-a68e-be72aa22fed1 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Request body: {'security_group_rule': {'security_group_id': '8a2e7380-ca12-4188-b119-b9795c7bd311', 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:52.268557 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4314a650-98f5-4eaa-a68e-be72aa22fed1 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.338484 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4314a650-98f5-4eaa-a68e-be72aa22fed1 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.425158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4314a650-98f5-4eaa-a68e-be72aa22fed1 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.446217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314a650-98f5-4eaa-a68e-be72aa22fed1 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec4b511-d667-4245-88bd-d0fe91de52f7,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:52.519452 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4314a650-98f5-4eaa-a68e-be72aa22fed1 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.521573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4314a650-98f5-4eaa-a68e-be72aa22fed1 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3748920 Sep 17 22:37:52.524395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51710) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:52.528865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-952ac3f7-8b75-4792-a3b7-988af9d7b450 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Request body: {'security_group_rule': {'security_group_id': '8a2e7380-ca12-4188-b119-b9795c7bd311', 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:52.615949 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-952ac3f7-8b75-4792-a3b7-988af9d7b450 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Project ec7fbd83957a43b7a17289beeac94aa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:37:52.621707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-952ac3f7-8b75-4792-a3b7-988af9d7b450 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.688188 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-952ac3f7-8b75-4792-a3b7-988af9d7b450 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.745769 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-952ac3f7-8b75-4792-a3b7-988af9d7b450 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.765369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ac3f7-8b75-4792-a3b7-988af9d7b450 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdc5a61-1322-47bb-bb5c-0047ada81e65,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:52.832158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-952ac3f7-8b75-4792-a3b7-988af9d7b450 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.833453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-952ac3f7-8b75-4792-a3b7-988af9d7b450 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3080680 Sep 17 22:37:52.836183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 51728) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:37:52.840772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-fff31b6a-64a6-42ae-83f2-54343015635e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Request body: {'security_group_rule': {'security_group_id': '8a2e7380-ca12-4188-b119-b9795c7bd311', 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:52.924727 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-fff31b6a-64a6-42ae-83f2-54343015635e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Project ec7fbd83957a43b7a17289beeac94aa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:37:52.930694 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fff31b6a-64a6-42ae-83f2-54343015635e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:52.996596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fff31b6a-64a6-42ae-83f2-54343015635e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.083763 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fff31b6a-64a6-42ae-83f2-54343015635e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.102501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff31b6a-64a6-42ae-83f2-54343015635e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ad0de6-ff0b-4e16-ac31-df9645cc0ceb,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:53.181834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fff31b6a-64a6-42ae-83f2-54343015635e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.183122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fff31b6a-64a6-42ae-83f2-54343015635e tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3459508 Sep 17 22:37:53.382022 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.444926 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Sync routers for ids ['e1c41eed-0ade-49c9-ae47-82f9cc087878'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:37:53.455348 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Routers {'e1c41eed-0ade-49c9-ae47-82f9cc087878'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:53.456150 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e1c41eed-0ade-49c9-ae47-82f9cc087878'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:53.462230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-dc7ea561-bb47-430a-b7dd-fd36219f0075 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595045562&fields=id&tenant_id=ec7fbd83957a43b7a17289beeac94aa8 HTTP/1.1" status: 200 len: 267 time: 0.0370789 Sep 17 22:37:53.575171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-44d292d2-185c-4d43-82d4-2bf160f0e383 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:53.577173 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-44d292d2-185c-4d43-82d4-2bf160f0e383 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/networks?id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3 HTTP/1.1" status: 200 len: 808 time: 0.1077216 Sep 17 22:37:53.594612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-af04b998-ab40-48c8-8c68-e3b18b3e0da4 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/quotas/ec7fbd83957a43b7a17289beeac94aa8 HTTP/1.1" status: 200 len: 375 time: 0.0098917 Sep 17 22:37:53.652775 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-6e4a1145-245d-4618-9098-5a664c6f1d2f tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec7fbd83957a43b7a17289beeac94aa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516083 Sep 17 22:37:53.662389 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Set router e1c41eed-0ade-49c9-ae47-82f9cc087878 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:53.756240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-d673ffd2-91e7-404b-8456-e983b5890223 service neutron] 10.222.0.13 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886614 Sep 17 22:37:53.822503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 19455b1a-3182-445c-a71e-97a90dfa1baf up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:53.870404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-f3611f9c-70cd-450b-9e71-03f366f73a73 service neutron] 10.222.0.13 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079268 Sep 17 22:37:53.872838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 19455b1a-3182-445c-a71e-97a90dfa1baf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:53.873444 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:53.887926 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:45Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 4, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'gw_port': {'id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:46Z', 'updated_at': '2021-09-17T22:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c43476ea-de91-48a5-b57a-54a7514d55b9', 'name': '', 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'mac_address': 'fa:16:3e:d6:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:48Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 2, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'subnets': [{'id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:53.923165 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Checking router: e1c41eed-0ade-49c9-ae47-82f9cc087878 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:37:53.923668 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Updating router e1c41eed-0ade-49c9-ae47-82f9cc087878 port c43476ea-de91-48a5-b57a-54a7514d55b9 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:37:53.948820 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.230364 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.291802 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-930ad303-c653-4dcb-b1e8-98dc7d0c0652 req-980e8f0d-9cb2-4494-a2f6-507ac864846f tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 210 time: 0.1533918 Sep 17 22:37:54.300381 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.358261 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1ad05-1473-4480-bb61-edd01826ecf8 None None] Pushing event updated for resources: {'Port': ['ID=c43476ea-de91-48a5-b57a-54a7514d55b9,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:54.408051 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Attempting to bind port c43476ea-de91-48a5-b57a-54a7514d55b9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:54.408410 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Attempting to bind port c43476ea-de91-48a5-b57a-54a7514d55b9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '31ec5eaf-b20a-4504-bd5d-8dd980034f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:54.408777 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Attempting to bind port c43476ea-de91-48a5-b57a-54a7514d55b9 on network f21c9a69-34f9-495d-934f-782adfb330b3 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:54.416317 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:54.416690 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Checking segment: {'id': '31ec5eaf-b20a-4504-bd5d-8dd980034f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:54.417084 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.417471 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Bound using segment: {'id': '31ec5eaf-b20a-4504-bd5d-8dd980034f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:54.417962 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Bound port: c43476ea-de91-48a5-b57a-54a7514d55b9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec5eaf-b20a-4504-bd5d-8dd980034f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:54.418338 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.484193 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] For port c43476ea-de91-48a5-b57a-54a7514d55b9, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:54.488227 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] For port c43476ea-de91-48a5-b57a-54a7514d55b9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c43476ea-de91-48a5-b57a-54a7514d55b9,segment=NetworkSegment(31ec5eaf-b20a-4504-bd5d-8dd980034f4e),segment_id=31ec5eaf-b20a-4504-bd5d-8dd980034f4e)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:54.570948 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.577197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fb07a16a-dfed-4107-b20e-d34e4e0b5798 None None] Provisioning complete for port c43476ea-de91-48a5-b57a-54a7514d55b9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:54.577604 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fb07a16a-dfed-4107-b20e-d34e4e0b5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.627888 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Routers {'e1c41eed-0ade-49c9-ae47-82f9cc087878'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:37:54.628509 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e1c41eed-0ade-49c9-ae47-82f9cc087878'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:54.669712 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fb07a16a-dfed-4107-b20e-d34e4e0b5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.686707 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1ad05-1473-4480-bb61-edd01826ecf8 None None] Pushing event updated for resources: {'Port': ['ID=c43476ea-de91-48a5-b57a-54a7514d55b9,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:54.727075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fb07a16a-dfed-4107-b20e-d34e4e0b5798 None None] For port c43476ea-de91-48a5-b57a-54a7514d55b9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c43476ea-de91-48a5-b57a-54a7514d55b9,segment=NetworkSegment(31ec5eaf-b20a-4504-bd5d-8dd980034f4e),segment_id=31ec5eaf-b20a-4504-bd5d-8dd980034f4e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:37:54.777532 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] Set router e1c41eed-0ade-49c9-ae47-82f9cc087878 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:37:54.787497 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fb07a16a-dfed-4107-b20e-d34e4e0b5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:54.858590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07a16a-dfed-4107-b20e-d34e4e0b5798 None None] Pushing event updated for resources: {'Port': ['ID=c43476ea-de91-48a5-b57a-54a7514d55b9,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:54.916711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a8518e5d-af9d-482a-9676-adfbf1359305 None None] Provisioning complete for port c43476ea-de91-48a5-b57a-54a7514d55b9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:54.917476 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a8518e5d-af9d-482a-9676-adfbf1359305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:55.023994 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:45Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 4, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'gw_port': {'id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:46Z', 'updated_at': '2021-09-17T22:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c43476ea-de91-48a5-b57a-54a7514d55b9', 'name': '', 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'mac_address': 'fa:16:3e:d6:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:48Z', 'updated_at': '2021-09-17T22:37:54Z', 'revision_number': 4, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'subnets': [{'id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:37:55.052024 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004367e-b388-4d0e-ad49-b96ac950c601 None None] The sync data for ids ['e1c41eed-0ade-49c9-ae47-82f9cc087878'] in n-d-713498-17 is: [{'id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:45Z', 'updated_at': '2021-09-17T22:37:49Z', 'revision_number': 4, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'gw_port': {'id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:46Z', 'updated_at': '2021-09-17T22:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'c43476ea-de91-48a5-b57a-54a7514d55b9', 'name': '', 'network_id': 'f21c9a69-34f9-495d-934f-782adfb330b3', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'mac_address': 'fa:16:3e:d6:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:48Z', 'updated_at': '2021-09-17T22:37:54Z', 'revision_number': 4, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'subnets': [{'id': 'c09ef474-68d2-4846-9bee-f830a89a9c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:37:55.379282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d751eff-aed5-452e-9bce-14996915a9f8 req-6be64bd1-6d63-4af5-ac28-34c421922dcc tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 210 time: 0.0267928 Sep 17 22:37:55.845963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c43476ea-de91-48a5-b57a-54a7514d55b9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:37:55.893117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c43476ea-de91-48a5-b57a-54a7514d55b9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:55.893486 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.495004 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21bf50be-2133-4616-ace3-360a4afb7ae5 req-64050113-5949-418a-acbc-8e190650ad84 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 210 time: 0.0372410 Sep 17 22:37:56.507420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-61f32776-ebcd-42c7-b220-76cd8e6f7817 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:56.507420 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-61f32776-ebcd-42c7-b220-76cd8e6f7817 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.35 "GET /v2.0/networks?id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3 HTTP/1.1" status: 200 len: 808 time: 0.1364083 Sep 17 22:37:56.565259 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-6d7faac3-51e2-46f7-8fd5-08e3762db9eb tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec7fbd83957a43b7a17289beeac94aa8 HTTP/1.1" status: 200 len: 379 time: 0.0493693 Sep 17 22:37:56.578325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Request body: {'port': {'device_id': 'f7d02246-7e38-4247-b474-09e9de96179e', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'admin_state_up': True, 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'security_groups': ['8a2e7380-ca12-4188-b119-b9795c7bd311']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:56.816496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Made reservation on behalf of ec7fbd83957a43b7a17289beeac94aa8 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:37:56.820965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:56.953088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Allocated IP 172.20.0.5 (a0aea234-6fb0-4e60-950e-9dff01e6d5f3/84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef/40dbe953-b64e-45f4-8354-5ff7aff19ae6) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:37:57.095277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.182616 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.232368 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:37:57.235498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:37:57.239256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:37:57.266178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'Port': ['ID=40dbe953-b64e-45f4-8354-5ff7aff19ae6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:57.295721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.296629 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.371209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-087f11d2-53da-4d34-81aa-8f733e310b51 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7995405 Sep 17 22:37:57.444968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Request body: {'port': {'device_id': 'f7d02246-7e38-4247-b474-09e9de96179e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:37:57.499072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.560951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-43ee5d3f-03e6-4c8e-a055-ba2490b9255f None None] Provisioning complete for port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:37:57.561494 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-43ee5d3f-03e6-4c8e-a055-ba2490b9255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.602143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-43ee5d3f-03e6-4c8e-a055-ba2490b9255f None None] Port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:37:57.636565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6fe90-43d2-4a4e-829b-231f0663e96c req-6aa6df92-20cd-4f0f-b434-c35c91a447da tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:57.643275 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cf6fe90-43d2-4a4e-829b-231f0663e96c req-6aa6df92-20cd-4f0f-b434-c35c91a447da tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 931 time: 0.0814002 Sep 17 22:37:57.679237 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cf6fe90-43d2-4a4e-829b-231f0663e96c req-c4e1a8f4-c21d-470e-9127-60341087c200 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342121 Sep 17 22:37:57.802440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40dbe953-b64e-45f4-8354-5ff7aff19ae6 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:37:57.809984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.822400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Transition to ACTIVE for port object 40dbe953-b64e-45f4-8354-5ff7aff19ae6 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:37:57.925094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:57.980553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Pushing event updated for resources: {'Port': ['ID=40dbe953-b64e-45f4-8354-5ff7aff19ae6,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:58.053282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Attempting to bind port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:37:58.053670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Attempting to bind port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:37:58.054106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Attempting to bind port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 on network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:58.058764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 on network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:37:58.059123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Attempting to bind port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 on network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:37:58.064718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:37:58.065054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Checking segment: {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:37:58.065437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Bound using segment: {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:37:58.065861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Bound port: 40dbe953-b64e-45f4-8354-5ff7aff19ae6, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45056458-818c-446a-a9ee-c4b498855267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:37:58.066236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.139277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] For port 40dbe953-b64e-45f4-8354-5ff7aff19ae6, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:37:58.142540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] For port 40dbe953-b64e-45f4-8354-5ff7aff19ae6, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:37:58.216703 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.251802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.252409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:37:58.253795 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/40dbe953-b64e-45f4-8354-5ff7aff19ae6 HTTP/1.1" status: 200 len: 1092 time: 0.8732915 Sep 17 22:37:58.254846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d02246-7e38-4247-b474-09e9de96179e', 'tag': '40dbe953-b64e-45f4-8354-5ff7aff19ae6'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:37:58.257048 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e115de3-2d58-426a-834f-b0c0bfbf42f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d02246-7e38-4247-b474-09e9de96179e", "tag": "40dbe953-b64e-45f4-8354-5ff7aff19ae6"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:37:58.281785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03dc49-e655-4219-a5dd-9b392a1240b7 service neutron] Pushing event updated for resources: {'Port': ['ID=40dbe953-b64e-45f4-8354-5ff7aff19ae6,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:37:58.383308 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b36b742-9a4a-47e8-9c6d-78b4eefe04c9 x-openstack-request-id: req-0b36b742-9a4a-47e8-9c6d-78b4eefe04c9 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:37:58.383671 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d02246-7e38-4247-b474-09e9de96179e", "tag": "40dbe953-b64e-45f4-8354-5ff7aff19ae6", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:37:58.383995 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b36b742-9a4a-47e8-9c6d-78b4eefe04c9 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:37:58.384467 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d02246-7e38-4247-b474-09e9de96179e', 'tag': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'status': 'completed', 'code': 200} Sep 17 22:37:58.416432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-3a87d808-cf62-4f9c-b8da-6a0b8c9dc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.418173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-3a87d808-cf62-4f9c-b8da-6a0b8c9dc6b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec7fbd83957a43b7a17289beeac94aa8&device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1095 time: 0.0491920 Sep 17 22:37:58.467526 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-e88b4198-c7dd-44f4-9dce-0e9b69f11839 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6 HTTP/1.1" status: 200 len: 217 time: 0.0413244 Sep 17 22:37:58.518709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-a47b0b6e-3e64-4e3f-b342-079ff2f5e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.520538 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-a47b0b6e-3e64-4e3f-b342-079ff2f5e2e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef HTTP/1.1" status: 200 len: 847 time: 0.0458159 Sep 17 22:37:58.568893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-ffa0c3cd-4856-44a7-8bd7-2d04eb19bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.570436 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-ffa0c3cd-4856-44a7-8bd7-2d04eb19bc5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432541 Sep 17 22:37:58.668723 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-98d50a5f-2923-4642-8bf3-b8dea60cf033 service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914054 Sep 17 22:37:58.764060 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8901c373-a4ae-4826-bea5-55e4e4f020a0 req-f71f80f8-f629-44e0-96c7-5c6f2f933813 service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883126 Sep 17 22:37:58.799474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bae73-4db6-4ba1-bf19-85b262e67c16 req-62989f9b-a3c8-4e8f-b3cc-75b0a38400ba tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.801697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d36bae73-4db6-4ba1-bf19-85b262e67c16 req-62989f9b-a3c8-4e8f-b3cc-75b0a38400ba tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 943 time: 0.0538857 Sep 17 22:37:58.839171 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d36bae73-4db6-4ba1-bf19-85b262e67c16 req-370cc460-342a-4696-92f8-37856ef66861 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312119 Sep 17 22:37:58.977382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-be49bf87-5723-4a8c-a7ce-a5b02cd765a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:58.978913 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-be49bf87-5723-4a8c-a7ce-a5b02cd765a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec7fbd83957a43b7a17289beeac94aa8&device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1095 time: 0.0592914 Sep 17 22:37:59.069757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-b4835db5-e1d4-41db-b8da-b87a3e4608ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.071272 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-b4835db5-e1d4-41db-b8da-b87a3e4608ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3 HTTP/1.1" status: 200 len: 908 time: 0.0856402 Sep 17 22:37:59.117673 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-4521a057-7df0-4894-b150-9512316d869c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6 HTTP/1.1" status: 200 len: 217 time: 0.0394626 Sep 17 22:37:59.167982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-8ad88f3d-1173-4bdc-be3a-99a9bf93beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.169485 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-8ad88f3d-1173-4bdc-be3a-99a9bf93beb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef HTTP/1.1" status: 200 len: 847 time: 0.0447273 Sep 17 22:37:59.218386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-04154e86-baef-40e1-86a3-9be6f1aa1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.220047 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-04154e86-baef-40e1-86a3-9be6f1aa1a67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419812 Sep 17 22:37:59.325239 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-ea74ec9f-58fc-4a3b-8ec1-bb0472f1d7dc service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975852 Sep 17 22:37:59.419215 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4e115de3-2d58-426a-834f-b0c0bfbf42f0 req-91eb6674-f573-4fd8-b292-2b69d80a9480 service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849173 Sep 17 22:37:59.962028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d805f9-bffc-4142-8eef-ac971e185caf req-aba4d0fd-9aa9-48e0-8a70-ff7cf7a9b7bd tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:37:59.963510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51d805f9-bffc-4142-8eef-ac971e185caf req-aba4d0fd-9aa9-48e0-8a70-ff7cf7a9b7bd tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 943 time: 0.0507252 Sep 17 22:38:00.002589 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51d805f9-bffc-4142-8eef-ac971e185caf req-d3f05450-6dfb-4275-8ca0-308c5d729660 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331068 Sep 17 22:38:00.697764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75706789-a313-495b-b4d1-9a21db25e870 req-c7f77823-46e9-472f-a644-024456f7894d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:00.699396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75706789-a313-495b-b4d1-9a21db25e870 req-c7f77823-46e9-472f-a644-024456f7894d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0526998 Sep 17 22:38:00.737796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75706789-a313-495b-b4d1-9a21db25e870 req-532a2c22-1c02-4e05-a810-394a100570ce tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321646 Sep 17 22:38:01.126074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338506-e470-4b9c-a299-97600d0c4521 req-06926a71-c2a5-4897-ac81-78534e8669fb tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.127496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57338506-e470-4b9c-a299-97600d0c4521 req-06926a71-c2a5-4897-ac81-78534e8669fb tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 943 time: 0.0522506 Sep 17 22:38:01.166082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57338506-e470-4b9c-a299-97600d0c4521 req-68f5fd69-4908-4c94-8658-03a5b5f6581b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324438 Sep 17 22:38:01.861551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77c595-1097-4853-8d53-f0c727338a77 req-23faf323-da69-4695-9367-de4ba71e7de9 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:01.863109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a77c595-1097-4853-8d53-f0c727338a77 req-23faf323-da69-4695-9367-de4ba71e7de9 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0538979 Sep 17 22:38:01.900801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a77c595-1097-4853-8d53-f0c727338a77 req-c3f29fa6-402a-455d-925f-cb726586400d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310416 Sep 17 22:38:02.272214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 40dbe953-b64e-45f4-8354-5ff7aff19ae6 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:38:02.287013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314f826-e308-4342-9005-7584dba68e21 req-e878b6af-6629-4b60-af09-ff587e956b47 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:02.288697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1314f826-e308-4342-9005-7584dba68e21 req-e878b6af-6629-4b60-af09-ff587e956b47 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 943 time: 0.0540638 Sep 17 22:38:02.328181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1314f826-e308-4342-9005-7584dba68e21 req-3e7f7c0d-4c0e-4654-b845-c58ad53fd5b9 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325909 Sep 17 22:38:02.378242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 40dbe953-b64e-45f4-8354-5ff7aff19ae6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:02.389558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'port_id': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'mac_address': 'fa:16:3e:00:bf:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:38:02.430592 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.443413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40dbe953-b64e-45f4-8354-5ff7aff19ae6 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:02.463017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 40dbe953-b64e-45f4-8354-5ff7aff19ae6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:02.536384 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:02.583946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=40dbe953-b64e-45f4-8354-5ff7aff19ae6,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:02.764178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['40dbe953-b64e-45f4-8354-5ff7aff19ae6'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:38:03.035725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f3ac5-6982-4419-9659-1adca327b386 req-d6b41c19-153b-4567-931f-d5e2ef016f7b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.037531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f0f3ac5-6982-4419-9659-1adca327b386 req-d6b41c19-153b-4567-931f-d5e2ef016f7b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0552337 Sep 17 22:38:03.075427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f0f3ac5-6982-4419-9659-1adca327b386 req-05ab1db7-377f-4cce-a41b-0178f543bca6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317605 Sep 17 22:38:03.447681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d421e9-be66-4a6e-a95f-b2e98b272663 req-34b8b24d-ca15-4d24-8a50-f3cabf46b1c2 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:03.449256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9d421e9-be66-4a6e-a95f-b2e98b272663 req-34b8b24d-ca15-4d24-8a50-f3cabf46b1c2 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 944 time: 0.0487597 Sep 17 22:38:03.487791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9d421e9-be66-4a6e-a95f-b2e98b272663 req-8364d879-5679-4099-9452-e576be4d50c5 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Sep 17 22:38:04.191568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d72ec-925e-47ec-bb01-3790c1e01f61 req-a192ead2-60a4-4483-aa1f-597939a8a966 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.193183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-670d72ec-925e-47ec-bb01-3790c1e01f61 req-a192ead2-60a4-4483-aa1f-597939a8a966 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0503502 Sep 17 22:38:04.231429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-670d72ec-925e-47ec-bb01-3790c1e01f61 req-c574ac02-0ed0-4bfa-8801-6b1d4c084913 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319295 Sep 17 22:38:04.287006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 40dbe953-b64e-45f4-8354-5ff7aff19ae6 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:38:04.410293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:38:04.415757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:04.416157 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.493966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.515857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d02246-7e38-4247-b474-09e9de96179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dbe953-b64e-45f4-8354-5ff7aff19ae6'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:04.518078 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9fa027-ed1e-4228-95e6-799f0f1953f3" -d '{"events": [{"server_uuid": "f7d02246-7e38-4247-b474-09e9de96179e", "name": "network-vif-plugged", "status": "completed", "tag": "40dbe953-b64e-45f4-8354-5ff7aff19ae6"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:04.533034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 40dbe953-b64e-45f4-8354-5ff7aff19ae6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:04.559255 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d333bbc7-5d31-45a8-9863-51eef0d00b9a x-openstack-request-id: req-d333bbc7-5d31-45a8-9863-51eef0d00b9a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:04.559594 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d02246-7e38-4247-b474-09e9de96179e", "name": "network-vif-plugged", "status": "completed", "tag": "40dbe953-b64e-45f4-8354-5ff7aff19ae6", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:04.559911 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d333bbc7-5d31-45a8-9863-51eef0d00b9a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:04.560358 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d02246-7e38-4247-b474-09e9de96179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'code': 200} Sep 17 22:38:04.582023 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:04.618260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb735891-ab32-413f-aabd-bd3f77102db6 req-94de5c3f-2017-4531-93b2-2953dcf835ef tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.620708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb735891-ab32-413f-aabd-bd3f77102db6 req-94de5c3f-2017-4531-93b2-2953dcf835ef tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 944 time: 0.0579391 Sep 17 22:38:04.643753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=40dbe953-b64e-45f4-8354-5ff7aff19ae6,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:04.665325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1532ef-27e9-40ac-9bb5-8e85c426c56f req-16e13da7-e0f1-4411-95cf-4f34177abaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:04.667567 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-df1532ef-27e9-40ac-9bb5-8e85c426c56f req-16e13da7-e0f1-4411-95cf-4f34177abaa4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1097 time: 0.0493224 Sep 17 22:38:04.668582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb735891-ab32-413f-aabd-bd3f77102db6 req-b042a796-7c4e-48cd-b6d1-b01f2b92057b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Sep 17 22:38:04.708858 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-df1532ef-27e9-40ac-9bb5-8e85c426c56f req-99416ed5-8294-4a95-a041-bbdf2332cd84 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331531 Sep 17 22:38:05.356520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba214479-abfe-4d71-bea5-8e4fab67790b req-e3d4c263-2613-4d40-b487-31dbc06572f6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.358097 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba214479-abfe-4d71-bea5-8e4fab67790b req-e3d4c263-2613-4d40-b487-31dbc06572f6 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0540693 Sep 17 22:38:05.398094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba214479-abfe-4d71-bea5-8e4fab67790b req-ff30438f-e32b-45ce-871c-9c53351faaf4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330920 Sep 17 22:38:05.790515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97ccb6-f0bd-468e-836e-81a46e115af7 req-57176e3c-f202-47f6-a927-6861cc811142 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:05.792663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc97ccb6-f0bd-468e-836e-81a46e115af7 req-57176e3c-f202-47f6-a927-6861cc811142 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 945 time: 0.0545158 Sep 17 22:38:05.835246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc97ccb6-f0bd-468e-836e-81a46e115af7 req-40c8f02c-5896-4884-abd7-5b45d84cfe7d tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366867 Sep 17 22:38:06.537097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12337-94af-446c-a919-a2a215248799 req-223030f0-47ba-4fbc-95cc-6343eab8a2db tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:06.574039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fc12337-94af-446c-a919-a2a215248799 req-223030f0-47ba-4fbc-95cc-6343eab8a2db tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0536137 Sep 17 22:38:06.577083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fc12337-94af-446c-a919-a2a215248799 req-c9871f7e-0912-4d2b-a5ae-54246db73f27 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324395 Sep 17 22:38:06.951006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b9d8-9f43-47ec-af23-83ad51d0377b req-3be74481-79bf-4b95-a172-839214dd4676 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:06.952581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67c1b9d8-9f43-47ec-af23-83ad51d0377b req-3be74481-79bf-4b95-a172-839214dd4676 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 945 time: 0.0491676 Sep 17 22:38:06.990190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67c1b9d8-9f43-47ec-af23-83ad51d0377b req-16e87a64-4acf-4033-89d6-5c52952a5068 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Sep 17 22:38:07.074907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51982) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:07.105459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a3f3c-46f6-47aa-94e7-e99d608c0594 req-83f00ea5-f8d0-47af-beae-a084fb4c8ff6 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.106963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-080a3f3c-46f6-47aa-94e7-e99d608c0594 req-83f00ea5-f8d0-47af-beae-a084fb4c8ff6 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 945 time: 0.0492980 Sep 17 22:38:07.143472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-080a3f3c-46f6-47aa-94e7-e99d608c0594 req-17e7e161-66e6-495f-b0fe-84207a919946 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305147 Sep 17 22:38:07.213418 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4147b1de-2b96-4a75-8f1b-bc8dc0862249 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f964b0ce6b043e1a17c17023de1c28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372888 Sep 17 22:38:07.215848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:07.262735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813c401-6711-4050-90d9-443c8d25ab1f req-099d6ccd-6755-499f-998c-a62fd2352557 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.263790 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-636bf699-547a-4938-a325-576bd49c3b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.264616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6813c401-6711-4050-90d9-443c8d25ab1f req-099d6ccd-6755-499f-998c-a62fd2352557 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 945 time: 0.0515809 Sep 17 22:38:07.285926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-636bf699-547a-4938-a325-576bd49c3b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.302677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6813c401-6711-4050-90d9-443c8d25ab1f req-ec93ab23-fa6a-4859-8234-3e2789d551e9 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314231 Sep 17 22:38:07.324149 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51990) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:07.432299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-636bf699-547a-4938-a325-576bd49c3b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.434808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-636bf699-547a-4938-a325-576bd49c3b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.435910 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-636bf699-547a-4938-a325-576bd49c3b96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0002c3a-c503-4d9f-a3e4-eea22c4c5684 HTTP/1.1" status: 204 len: 168 time: 0.2191639 Sep 17 22:38:07.459761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bf699-547a-4938-a325-576bd49c3b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0002c3a-c503-4d9f-a3e4-eea22c4c5684,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:07.475822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b009f54-83a5-476d-952a-324d8929b597 tempest-TestServerBasicOps-1882259878 tempest-TestServerBasicOps-1882259878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.477921 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9b009f54-83a5-476d-952a-324d8929b597 tempest-TestServerBasicOps-1882259878 tempest-TestServerBasicOps-1882259878-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1092 time: 0.1527576 Sep 17 22:38:07.480872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 51996) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:07.485401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:07.597452 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.697332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f37be-6b7a-4792-bfe8-1b6efa1f4a85 req-9de8652b-145a-4fd2-958b-0259d17b3b95 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:07.698888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b0f37be-6b7a-4792-bfe8-1b6efa1f4a85 req-9de8652b-145a-4fd2-958b-0259d17b3b95 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0513043 Sep 17 22:38:07.704353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:07.744394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b0f37be-6b7a-4792-bfe8-1b6efa1f4a85 req-c64ffb25-1945-4620-a970-d0e8546dc119 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340743 Sep 17 22:38:07.818264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Allocated IP 172.25.5.204 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/a6ea1000-04d0-4e97-836f-62d1ade531d5) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:07.919527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.033886 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.070315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:08.073298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:08.077762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:08.110275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'Port': ['ID=a6ea1000-04d0-4e97-836f-62d1ade531d5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:08.399097 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.857236 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:08.862066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddda64-b39d-44c3-a469-480e64ca2e70 req-0da828de-8ca8-44f1-bd55-083a8cccbe06 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:08.864835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5ddda64-b39d-44c3-a469-480e64ca2e70 req-0da828de-8ca8-44f1-bd55-083a8cccbe06 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0505250 Sep 17 22:38:08.906168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5ddda64-b39d-44c3-a469-480e64ca2e70 req-55306478-e153-4b4e-a9af-96f5939bf319 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332727 Sep 17 22:38:09.031092 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.184708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.307725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.380740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event updated for resources: {'Port': ['ID=a6ea1000-04d0-4e97-836f-62d1ade531d5,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:09.392429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.492228 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Floating IP 210b91bd-920b-4090-8043-6fbf224e9547 associated. External IP: 172.25.5.204, port: 40dbe953-b64e-45f4-8354-5ff7aff19ae6. Sep 17 22:38:09.701052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Router 45282188-a49b-484f-8438-ba638791e7e3 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:09.811952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:09.826776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] Sync routers for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:09.833685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:09.834298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:09.919420 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:09.947048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:09.952660 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ebd663c2-fa1c-4334-9d1c-746d9b65783b tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4704869 Sep 17 22:38:09.953263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d02246-7e38-4247-b474-09e9de96179e', 'tag': '40dbe953-b64e-45f4-8354-5ff7aff19ae6'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:09.955691 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bfb6b4-4aa5-4206-9e8d-302129b117e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d02246-7e38-4247-b474-09e9de96179e", "tag": "40dbe953-b64e-45f4-8354-5ff7aff19ae6"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:09.995155 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa84b38-4ade-4021-abc8-3ac414c979f2 x-openstack-request-id: req-ffa84b38-4ade-4021-abc8-3ac414c979f2 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:09.995478 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d02246-7e38-4247-b474-09e9de96179e", "tag": "40dbe953-b64e-45f4-8354-5ff7aff19ae6", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:09.999644 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffa84b38-4ade-4021-abc8-3ac414c979f2 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:10.000075 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d02246-7e38-4247-b474-09e9de96179e', 'tag': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'status': 'completed', 'code': 200} Sep 17 22:38:10.067133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7de8b0-9367-4012-a144-63d9c2cd6716 req-ec4322c5-0bf4-4b5d-af37-973909818329 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.076100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7de8b0-9367-4012-a144-63d9c2cd6716 req-ec4322c5-0bf4-4b5d-af37-973909818329 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0890486 Sep 17 22:38:10.079040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-ff1376c5-7578-4ef6-9ab7-d562dfb26314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.081005 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-ff1376c5-7578-4ef6-9ab7-d562dfb26314 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec7fbd83957a43b7a17289beeac94aa8&device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1097 time: 0.0640497 Sep 17 22:38:10.083607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:10.131820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c7de8b0-9367-4012-a144-63d9c2cd6716 req-6ec46dc9-734c-490f-b252-f1a0a21b6b4b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545087 Sep 17 22:38:10.197919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-e6426e21-bed8-4ed5-99ca-33d593b89e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.199703 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-e6426e21-bed8-4ed5-99ca-33d593b89e7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3 HTTP/1.1" status: 200 len: 908 time: 0.1110947 Sep 17 22:38:10.312200 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-59ab4ca5-7c3c-48b7-b340-d1954323ee43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6 HTTP/1.1" status: 200 len: 999 time: 0.1048434 Sep 17 22:38:10.367640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-cb4c2eac-db99-4d0d-ba70-49ce14d51157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.369141 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-cb4c2eac-db99-4d0d-ba70-49ce14d51157 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef HTTP/1.1" status: 200 len: 847 time: 0.0502839 Sep 17 22:38:10.373611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '210b91bd-920b-4090-8043-6fbf224e9547', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '45282188-a49b-484f-8438-ba638791e7e3', 'port_id': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'mac_address': 'fa:16:3e:00:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d02246-7e38-4247-b474-09e9de96179e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:38:08Z', 'updated_at': '2021-09-17T22:38:08Z', 'revision_number': 0, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26fd1cc-022f-43e2-90ef-e0d7d59d1689', 'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'mac_address': 'fa:16:3e:16:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:41Z', 'updated_at': '2021-09-17T22:37:45Z', 'revision_number': 5, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'subnets': [{'id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:10.401613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] Checking router: 45282188-a49b-484f-8438-ba638791e7e3 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:38:10.412907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:10.413522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:10.416512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-43789c36-d88d-4fc4-a033-5df284c3496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:10.418241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-43789c36-d88d-4fc4-a033-5df284c3496c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424404 Sep 17 22:38:10.515595 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-7434bf4a-d7bd-4233-9326-c72af1935f94 service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887032 Sep 17 22:38:10.518992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:10.612066 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-32bfb6b4-4aa5-4206-9e8d-302129b117e4 req-a011a612-e79f-4c49-8901-765902c6177d service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888071 Sep 17 22:38:10.743184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '210b91bd-920b-4090-8043-6fbf224e9547', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '45282188-a49b-484f-8438-ba638791e7e3', 'port_id': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'mac_address': 'fa:16:3e:00:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d02246-7e38-4247-b474-09e9de96179e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:38:08Z', 'updated_at': '2021-09-17T22:38:08Z', 'revision_number': 0, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26fd1cc-022f-43e2-90ef-e0d7d59d1689', 'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'mac_address': 'fa:16:3e:16:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:41Z', 'updated_at': '2021-09-17T22:37:45Z', 'revision_number': 5, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'subnets': [{'id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:10.768555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac41f63-223e-4fa8-a918-68e3a922ef5c None None] The sync data for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 is: [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '210b91bd-920b-4090-8043-6fbf224e9547', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '45282188-a49b-484f-8438-ba638791e7e3', 'port_id': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'mac_address': 'fa:16:3e:00:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d02246-7e38-4247-b474-09e9de96179e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:38:08Z', 'updated_at': '2021-09-17T22:38:08Z', 'revision_number': 0, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26fd1cc-022f-43e2-90ef-e0d7d59d1689', 'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'mac_address': 'fa:16:3e:16:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:41Z', 'updated_at': '2021-09-17T22:37:45Z', 'revision_number': 5, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'subnets': [{'id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:10.955592 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497dd4b-334a-4b1e-aa4e-0b7ea5ece117 None None] New status for floating IP 210b91bd-920b-4090-8043-6fbf224e9547: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:38:11.245393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dfdcb-1c49-42a2-a8e4-184fa66aedbd req-09170c14-b68c-414d-b9bb-f6eb12db1214 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.246975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f38dfdcb-1c49-42a2-a8e4-184fa66aedbd req-09170c14-b68c-414d-b9bb-f6eb12db1214 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0501566 Sep 17 22:38:11.284649 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f38dfdcb-1c49-42a2-a8e4-184fa66aedbd req-d99a8d83-5ca6-47b5-a777-fff45c3a7778 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Sep 17 22:38:11.626368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eb20f-e901-4591-a424-4fbc103fec6d req-6677bf11-a2d5-4998-b214-11cfd1df3fff tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.627909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-132eb20f-e901-4591-a424-4fbc103fec6d req-6677bf11-a2d5-4998-b214-11cfd1df3fff tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0500085 Sep 17 22:38:11.694239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-132eb20f-e901-4591-a424-4fbc103fec6d req-6d759c78-f233-4024-af1e-8aedc8de61a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599132 Sep 17 22:38:11.710114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f054f-da96-48f7-a2b1-8510ff756909 req-f9bb3762-32c1-4777-b81f-8593d5fee7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.710848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513f054f-da96-48f7-a2b1-8510ff756909 req-f9bb3762-32c1-4777-b81f-8593d5fee7c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0508530 Sep 17 22:38:11.799882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f054f-da96-48f7-a2b1-8510ff756909 req-df8893d2-0eef-4b3f-b52b-1b1f74d6825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.801877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513f054f-da96-48f7-a2b1-8510ff756909 req-df8893d2-0eef-4b3f-b52b-1b1f74d6825b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.0833333 Sep 17 22:38:11.871215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513f054f-da96-48f7-a2b1-8510ff756909 req-80643647-0579-4413-9cae-931c5da99f52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 1002 time: 0.0622194 Sep 17 22:38:11.921285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f054f-da96-48f7-a2b1-8510ff756909 req-c5a37258-c70d-42b7-b278-a5351e826b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.922742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513f054f-da96-48f7-a2b1-8510ff756909 req-c5a37258-c70d-42b7-b278-a5351e826b0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0453646 Sep 17 22:38:11.968629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f054f-da96-48f7-a2b1-8510ff756909 req-31272b5e-290d-498d-a282-cd0e2c1350e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:11.974337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513f054f-da96-48f7-a2b1-8510ff756909 req-31272b5e-290d-498d-a282-cd0e2c1350e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404375 Sep 17 22:38:12.065571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513f054f-da96-48f7-a2b1-8510ff756909 req-fc8f78a2-1d65-4364-98fe-7dcb004249df service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875285 Sep 17 22:38:12.161394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-513f054f-da96-48f7-a2b1-8510ff756909 req-7b6c20f1-8111-4eca-babe-d8d276b81e5d service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870697 Sep 17 22:38:12.818500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13815a2-e7e5-40ef-80dc-0a6a09ac8b04 req-17ead8a4-9072-477a-a4fd-dcb09971509b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:12.820019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f13815a2-e7e5-40ef-80dc-0a6a09ac8b04 req-17ead8a4-9072-477a-a4fd-dcb09971509b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0549364 Sep 17 22:38:12.857765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f13815a2-e7e5-40ef-80dc-0a6a09ac8b04 req-81c5e235-76f3-49fe-b2e5-896cfe6eda94 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314531 Sep 17 22:38:16.115613 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:38:17.759051 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f40ab4f2-6cd5-4e24-b5ae-026c0fe1681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:20.205194 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b9db2fe2-2af5-412e-96d3-d52bc088d63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.294568 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:21.690477 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:23.359446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:38.359515 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:40.026216 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:45.227301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52488) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:45.395110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-822731e2-4504-470c-9990-bc9e060e1213 req-5438e40f-3ea4-4dc8-87b5-1ec6c5b67f44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1750953 Sep 17 22:38:45.401859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a741ed-4149-46b2-8cd1-1bebc772cae5 req-3eba5c20-b9d3-40ad-b1d7-be5d5ceee022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.403326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47a741ed-4149-46b2-8cd1-1bebc772cae5 req-3eba5c20-b9d3-40ad-b1d7-be5d5ceee022 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1097 time: 0.1750624 Sep 17 22:38:45.447292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47a741ed-4149-46b2-8cd1-1bebc772cae5 req-409acb72-27c8-4831-a579-3fbb0502e23f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327137 Sep 17 22:38:45.500631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822731e2-4504-470c-9990-bc9e060e1213 req-d0852437-f54f-4a36-8f4f-aa0391de1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.502065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-822731e2-4504-470c-9990-bc9e060e1213 req-d0852437-f54f-4a36-8f4f-aa0391de1d09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0452037 Sep 17 22:38:45.608968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822731e2-4504-470c-9990-bc9e060e1213 req-f5bc4103-2ad9-48fb-b084-f975b6187e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:45.610473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-822731e2-4504-470c-9990-bc9e060e1213 req-f5bc4103-2ad9-48fb-b084-f975b6187e39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.0889249 Sep 17 22:38:46.024119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-822731e2-4504-470c-9990-bc9e060e1213 req-4e50dd1f-cbc7-481f-b94f-c95018e5adb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 200 len: 1002 time: 0.4063025 Sep 17 22:38:46.073475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822731e2-4504-470c-9990-bc9e060e1213 req-0ea8d740-1c5f-44be-9158-f7646d78c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.077558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-822731e2-4504-470c-9990-bc9e060e1213 req-0ea8d740-1c5f-44be-9158-f7646d78c9e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0435743 Sep 17 22:38:46.149271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822731e2-4504-470c-9990-bc9e060e1213 req-8d284a84-c3bc-4c6e-b756-85f29ae4630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.152364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-822731e2-4504-470c-9990-bc9e060e1213 req-8d284a84-c3bc-4c6e-b756-85f29ae4630f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705075 Sep 17 22:38:46.160570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedf88d-5341-44a9-ab4f-beb234d788b2 req-df1f3681-5f7d-4ff0-9103-332b4e14fb7e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:46.161368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-feedf88d-5341-44a9-ab4f-beb234d788b2 req-df1f3681-5f7d-4ff0-9103-332b4e14fb7e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0714452 Sep 17 22:38:46.262379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-feedf88d-5341-44a9-ab4f-beb234d788b2 req-d6db9a79-d89f-4b08-b329-eb6c97a46039 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916162 Sep 17 22:38:46.283188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-822731e2-4504-470c-9990-bc9e060e1213 req-81c99a08-ab81-44f0-85f6-a7211e2d6a98 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208775 Sep 17 22:38:46.391542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-822731e2-4504-470c-9990-bc9e060e1213 req-bf690779-2593-4247-bfea-75804d3c82e4 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989704 Sep 17 22:38:47.380702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed081f0a-c7d1-4e9a-bfbf-bd0c8f2b1e8b req-6611c618-7d87-4b3c-aad1-ab7792a67b59 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.382200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed081f0a-c7d1-4e9a-bfbf-bd0c8f2b1e8b req-6611c618-7d87-4b3c-aad1-ab7792a67b59 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0494380 Sep 17 22:38:47.421122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed081f0a-c7d1-4e9a-bfbf-bd0c8f2b1e8b req-bbbd939e-523c-4da3-8464-a8121d5d7c66 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa78f99d-93cc-4b79-ac6c-134e02b2d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321372 Sep 17 22:38:47.775042 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f9677ab1-6294-4811-8a2b-b93dc36e38e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:47.934801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-548e2af7-f112-4480-bf14-7b8fb1bc3e37 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:47.936375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-548e2af7-f112-4480-bf14-7b8fb1bc3e37 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 946 time: 0.0505033 Sep 17 22:38:48.030989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Deleting port c30d1535-00b9-436b-ac85-64cdf19df343 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:48.031332 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.117651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] For port c30d1535-00b9-436b-ac85-64cdf19df343, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=c30d1535-00b9-436b-ac85-64cdf19df343,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:38:48.118125 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.294827 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.295116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.295430 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Floating IP 85153187-9477-4815-9bb3-0fae5584104a disassociated. External IP: 172.25.5.147, port: c30d1535-00b9-436b-ac85-64cdf19df343. Sep 17 22:38:48.295762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Calling delete_port for c30d1535-00b9-436b-ac85-64cdf19df343 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:48.499244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.526110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20fdbb49-2c6e-4348-99b5-517e4db716ce req-e9923e29-742c-43db-9c94-6517745dab22 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 210 time: 0.0365720 Sep 17 22:38:48.546616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event deleted for resources: {'Port': ['ID=c30d1535-00b9-436b-ac85-64cdf19df343,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.564910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:48.677065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Router 6de334cc-2573-4154-bba8-5983556e8e2e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:38:48.790594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:38:48.805088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] Sync routers for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:38:48.815397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:48.816262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:38:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:48.830573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] No DVR routers for this DVR port c30d1535-00b9-436b-ac85-64cdf19df343 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:38:48.833415 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:48.835430 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6e1ff660-3245-45fe-a13a-5696f104f551 req-581f0182-1f92-47d0-beaf-29177e7c7aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "DELETE /v2.0/ports/c30d1535-00b9-436b-ac85-64cdf19df343 HTTP/1.1" status: 204 len: 173 time: 0.8925936 Sep 17 22:38:48.835866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'name': 'network-vif-deleted', 'tag': 'c30d1535-00b9-436b-ac85-64cdf19df343'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:48.838886 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2170fc-ab12-4288-835a-ba76b4031b33" -d '{"events": [{"server_uuid": "98b01230-1157-4aa4-a9de-4768a85e2fa6", "name": "network-vif-deleted", "tag": "c30d1535-00b9-436b-ac85-64cdf19df343"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:48.877582 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe7b2d8-c13b-4460-b3d7-2bf5964484e8 x-openstack-request-id: req-5fe7b2d8-c13b-4460-b3d7-2bf5964484e8 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:48.877873 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b01230-1157-4aa4-a9de-4768a85e2fa6", "name": "network-vif-deleted", "tag": "c30d1535-00b9-436b-ac85-64cdf19df343", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:48.878162 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fe7b2d8-c13b-4460-b3d7-2bf5964484e8 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:48.878550 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b01230-1157-4aa4-a9de-4768a85e2fa6', 'name': 'network-vif-deleted', 'tag': 'c30d1535-00b9-436b-ac85-64cdf19df343', 'status': 'completed', 'code': 200} Sep 17 22:38:48.939540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:49.169042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:49.195440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] Checking router: 6de334cc-2573-4154-bba8-5983556e8e2e for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:38:49.204351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:38:49.204953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:38:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:49.310162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:38:49.523300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:38:49.550631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac1824-e7e6-4645-b541-30eb8182f83b None None] The sync data for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 is: [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:38:49.642828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe26989f-e0d0-4688-9af6-8c61b46d36eb req-9cf6bec1-8378-4fb1-8ae5-ef2a0a9dafa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b01230-1157-4aa4-a9de-4768a85e2fa6 HTTP/1.1" status: 200 len: 210 time: 0.0296559 Sep 17 22:38:49.820547 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379f4bc-1d17-4e61-8d7b-b9ffe3817ad2 None None] New status for floating IP 85153187-9477-4815-9bb3-0fae5584104a: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:38:50.228009 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72000250-8956-44db-b2db-ac458930a6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.827462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52602) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:50.878312 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5c91126-e0aa-48e1-899a-8dfb6b069baa tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.905276 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5c91126-e0aa-48e1-899a-8dfb6b069baa tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:50.956703 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-f58d0a36-3d5a-4fe5-9c12-2d7a0a56e0dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457697 Sep 17 22:38:51.022388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5c91126-e0aa-48e1-899a-8dfb6b069baa tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.025161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e5c91126-e0aa-48e1-899a-8dfb6b069baa tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.026438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e5c91126-e0aa-48e1-899a-8dfb6b069baa tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "DELETE /v2.0/security-groups/aa78f99d-93cc-4b79-ac6c-134e02b2d30c HTTP/1.1" status: 204 len: 168 time: 0.2079744 Sep 17 22:38:51.030388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52606) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:51.038726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-9f98fd0f-e748-4e2b-8b12-b6968a5f13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.040375 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-9f98fd0f-e748-4e2b-8b12-b6968a5f13c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec7fbd83957a43b7a17289beeac94aa8&device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1097 time: 0.0420020 Sep 17 22:38:51.045007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c91126-e0aa-48e1-899a-8dfb6b069baa tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78f99d-93cc-4b79-ac6c-134e02b2d30c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:51.051853 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-d1e35d63-9ec9-4ebe-81c7-b0f4de2c94f2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] show failed (client error): The resource could not be found. Sep 17 22:38:51.052678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d1e35d63-9ec9-4ebe-81c7-b0f4de2c94f2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups/aa78f99d-93cc-4b79-ac6c-134e02b2d30c HTTP/1.1" status: 404 len: 347 time: 0.0199907 Sep 17 22:38:51.055740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52608) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:51.243422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-0f6e17c4-982c-4c83-aa9e-aae152c7f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.245508 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-0f6e17c4-982c-4c83-aa9e-aae152c7f336 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3 HTTP/1.1" status: 200 len: 908 time: 0.1807592 Sep 17 22:38:51.265724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Deleting port a0664686-ce12-4a91-ba09-9ed1dec17149 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:38:51.266074 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.279904 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.377656 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-99c2829d-940f-483e-bca9-444c90d1cbb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6 HTTP/1.1" status: 200 len: 1001 time: 0.1140327 Sep 17 22:38:51.420512 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.420845 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.439262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Calling delete_port for a0664686-ce12-4a91-ba09-9ed1dec17149 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:38:51.455219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-96c1cd10-8088-4878-a1be-30203216538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.456707 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-96c1cd10-8088-4878-a1be-30203216538a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef HTTP/1.1" status: 200 len: 847 time: 0.0713460 Sep 17 22:38:51.552102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-f175ab79-bfd4-4ef7-9c7b-e064fd356b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:51.553611 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-f175ab79-bfd4-4ef7-9c7b-e064fd356b65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618858 Sep 17 22:38:51.685686 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.685947 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-c8eb3dba-26d3-4104-8898-9d5e5fba558a service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231112 Sep 17 22:38:51.749659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.793047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event deleted for resources: {'Port': ['ID=a0664686-ce12-4a91-ba09-9ed1dec17149,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:51.827923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.828298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.828677 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.829023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.829361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.829697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.830031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.830360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.830694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.831039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.831368 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.831693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:38:51.860088 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-79b04b82-adb8-4dbc-a51c-7ab5f9c9ef42 req-460a2ba0-7568-4eed-a127-4f33f36f797e service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674426 Sep 17 22:38:51.878759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.881406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:51.882560 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0c9f0dc6-ff64-4c3f-b9dc-4e0ab84074e2 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "DELETE /v2.0/floatingips/85153187-9477-4815-9bb3-0fae5584104a HTTP/1.1" status: 204 len: 168 time: 0.8244462 Sep 17 22:38:52.210380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52628) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:52.215009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-45ef4942-26b6-4faf-9b6f-4d0648a7db04 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--78171544', 'description': 'tempest-description--1681203255'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:52.312261 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-45ef4942-26b6-4faf-9b6f-4d0648a7db04 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.408421 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-45ef4942-26b6-4faf-9b6f-4d0648a7db04 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.477544 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-45ef4942-26b6-4faf-9b6f-4d0648a7db04 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.506948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef4942-26b6-4faf-9b6f-4d0648a7db04 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05926203-e04d-4330-8be1-372fce621916,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:52.569361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-45ef4942-26b6-4faf-9b6f-4d0648a7db04 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.570626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-45ef4942-26b6-4faf-9b6f-4d0648a7db04 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3592269 Sep 17 22:38:52.574098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 52634) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:52.574919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c30d1535-00b9-436b-ac85-64cdf19df343 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:38:52.579061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-84a3bfe2-d88f-4178-a15e-e79841ef4f60 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'security_group_rule': {'security_group_id': '05926203-e04d-4330-8be1-372fce621916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:52.595304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: c30d1535-00b9-436b-ac85-64cdf19df343 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:38:52.595648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device c30d1535-00b9-436b-ac85-64cdf19df343 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:38:52.673862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84a3bfe2-d88f-4178-a15e-e79841ef4f60 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.733043 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84a3bfe2-d88f-4178-a15e-e79841ef4f60 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.788365 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84a3bfe2-d88f-4178-a15e-e79841ef4f60 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.806710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3bfe2-d88f-4178-a15e-e79841ef4f60 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeefa812-4353-4ca4-b578-71eb62fa8502,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:52.868309 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84a3bfe2-d88f-4178-a15e-e79841ef4f60 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:52.870066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-84a3bfe2-d88f-4178-a15e-e79841ef4f60 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950189 Sep 17 22:38:52.873792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52642) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:52.878459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-42115bef-385c-4dc5-a61c-d3e8cca89bbd tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'security_group_rule': {'security_group_id': '05926203-e04d-4330-8be1-372fce621916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:52.957415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42115bef-385c-4dc5-a61c-d3e8cca89bbd tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.033487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42115bef-385c-4dc5-a61c-d3e8cca89bbd tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.104445 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:38:53.123587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42115bef-385c-4dc5-a61c-d3e8cca89bbd tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.143282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42115bef-385c-4dc5-a61c-d3e8cca89bbd tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dafe74c-2a0d-4d7a-af5c-847e9d5741e9,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:53.228465 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42115bef-385c-4dc5-a61c-d3e8cca89bbd tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.229691 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-42115bef-385c-4dc5-a61c-d3e8cca89bbd tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548727 Sep 17 22:38:53.233370 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 52648) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:38:53.237892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:53.325629 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.376822 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.450707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.567834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Allocated IP 172.25.5.235 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/ac2af3c7-5c41-4c3b-9be7-42409c827729) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:53.672250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.760808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:53.800244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:53.803373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:53.805787 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:53.837073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'Port': ['ID=ac2af3c7-5c41-4c3b-9be7-42409c827729,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:53.903386 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.020439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.170666 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.239518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.309839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'Port': ['ID=ac2af3c7-5c41-4c3b-9be7-42409c827729,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:54.320415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.428525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:54.429990 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-559095f3-b70c-4b6f-b8b0-0f8cfca7d7a5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1956658 Sep 17 22:38:54.622651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-eae80cc7-b4d7-4e37-8ff6-a8d9f3b8f6c3 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--78171544&fields=id&tenant_id=5270fd4232e54a3d89e9475b751a7e41 HTTP/1.1" status: 200 len: 267 time: 0.0322950 Sep 17 22:38:54.735248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-4a70aabb-2d96-4de0-89a9-db1edf1d0355 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:54.737741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-4a70aabb-2d96-4de0-89a9-db1edf1d0355 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 810 time: 0.1082006 Sep 17 22:38:54.752731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-5b71bc59-a147-4b95-8e5f-f259c8a61531 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/quotas/5270fd4232e54a3d89e9475b751a7e41 HTTP/1.1" status: 200 len: 375 time: 0.0097752 Sep 17 22:38:54.811254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-d12e0468-20b1-4616-9322-75167dd9fa11 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519998 Sep 17 22:38:54.976380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-298a1edd-3332-446f-b613-95eba065bcf0 service neutron] 10.222.0.13 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526699 Sep 17 22:38:55.069855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-f2e7dbb9-662c-44cf-b93a-72dc6108f5da service neutron] 10.222.0.13 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870216 Sep 17 22:38:55.311277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcaffc62-0317-4ef3-9745-89cc7d7a3311 req-878cff75-8a05-41e8-a152-cf56d356252e tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 210 time: 0.0385468 Sep 17 22:38:56.410670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb2f0b70-a078-4234-ac84-0bbb2856ba2c req-e6b87305-5e16-4cf7-b0b7-9924ca2b5727 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 210 time: 0.0258508 Sep 17 22:38:57.340571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-9fdba0df-8d13-4f49-985e-9c5f89d270e3 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:57.343411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-9fdba0df-8d13-4f49-985e-9c5f89d270e3 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 810 time: 0.1060226 Sep 17 22:38:57.386831 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-92832289-051f-42ce-8dd8-f728664f7de1 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5270fd4232e54a3d89e9475b751a7e41 HTTP/1.1" status: 200 len: 378 time: 0.0332808 Sep 17 22:38:57.396032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'port': {'device_id': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'admin_state_up': True, 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'security_groups': ['05926203-e04d-4330-8be1-372fce621916']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:57.512712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0943eaf3-3822-4818-8e01-9c0e37d0a67e req-189ecb55-b312-48db-98d7-ec82c9a72a84 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 210 time: 0.0295494 Sep 17 22:38:57.620928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Made reservation on behalf of 5270fd4232e54a3d89e9475b751a7e41 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:38:57.624416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:57.752360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Allocated IP 172.20.0.4 (d536d0d3-da87-41d9-83c3-b97e396c1395/46918b58-a658-4980-8c4c-4530a3baa0eb/9f5e47cc-354d-4915-ac14-a7fdb46bbf40) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:38:57.900391 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.000466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.039300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Network d536d0d3-da87-41d9-83c3-b97e396c1395 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:38:58.043159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:38:58.047979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:38:58.086586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event updated for resources: {'Port': ['ID=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:58.107079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.107715 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.188957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-ba88d090-f72b-4c01-b916-13a4acf70b9c tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966356 Sep 17 22:38:58.201966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Request body: {'port': {'device_id': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:38:58.267372 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.341369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d776a9cc-4998-4351-93b1-6b580817c405 None None] Provisioning complete for port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:38:58.343039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d776a9cc-4998-4351-93b1-6b580817c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.390088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d776a9cc-4998-4351-93b1-6b580817c405 None None] Port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:38:58.540313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:38:58.548706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.560765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Transition to ACTIVE for port object 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:38:58.634103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcc44f-ef88-47f3-8282-bfd1649fd7fc req-501b57d4-f64b-43a7-a851-5fb253b5716a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.636384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edbcc44f-ef88-47f3-8282-bfd1649fd7fc req-501b57d4-f64b-43a7-a851-5fb253b5716a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 931 time: 0.0491507 Sep 17 22:38:58.649301 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.720807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-edbcc44f-ef88-47f3-8282-bfd1649fd7fc req-fb656b80-7a45-4e08-8ec1-7da31612bb2d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785103 Sep 17 22:38:58.729344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Pushing event updated for resources: {'Port': ['ID=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:58.801437 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Attempting to bind port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:38:58.801853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Attempting to bind port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:38:58.802244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Attempting to bind port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 on network d536d0d3-da87-41d9-83c3-b97e396c1395 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:58.807537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 on network d536d0d3-da87-41d9-83c3-b97e396c1395 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:38:58.807846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Attempting to bind port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 on network d536d0d3-da87-41d9-83c3-b97e396c1395 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:38:58.812934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:38:58.813258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Checking segment: {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:38:58.813635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Bound using segment: {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:38:58.814053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Bound port: 9f5e47cc-354d-4915-ac14-a7fdb46bbf40, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:38:58.814405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.880508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] For port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:38:58.883654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] For port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:38:58.952414 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.989893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:58.990596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:38:58.992007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] 10.222.0.32 "PUT /v2.0/ports/9f5e47cc-354d-4915-ac14-a7fdb46bbf40 HTTP/1.1" status: 200 len: 1092 time: 0.7949443 Sep 17 22:38:58.992446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'tag': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:38:58.995558 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4736d0fe-8dd6-46f8-8625-bde5cd2fc98e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b87dece-3c39-46d1-b83f-8b7f2fd58c44", "tag": "9f5e47cc-354d-4915-ac14-a7fdb46bbf40"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:38:59.027413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a3622-974d-4dcb-8f86-c4f61eddf9eb service neutron] Pushing event updated for resources: {'Port': ['ID=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:38:59.044692 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aafab3-100c-4c69-95a5-6d5afd18aac8 x-openstack-request-id: req-31aafab3-100c-4c69-95a5-6d5afd18aac8 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:38:59.045052 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b87dece-3c39-46d1-b83f-8b7f2fd58c44", "tag": "9f5e47cc-354d-4915-ac14-a7fdb46bbf40", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:38:59.045367 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31aafab3-100c-4c69-95a5-6d5afd18aac8 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:38:59.047549 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'tag': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40', 'status': 'completed', 'code': 200} Sep 17 22:38:59.114191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736d0fe-8dd6-46f8-8625-bde5cd2fc98e req-65a25fa1-176c-4f8e-8d23-eafc6bcc1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.115803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4736d0fe-8dd6-46f8-8625-bde5cd2fc98e req-65a25fa1-176c-4f8e-8d23-eafc6bcc1ae4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 1095 time: 0.0455489 Sep 17 22:38:59.221293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736d0fe-8dd6-46f8-8625-bde5cd2fc98e req-302ac5cf-bcc4-4909-9f70-5d95a9471951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.222814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4736d0fe-8dd6-46f8-8625-bde5cd2fc98e req-302ac5cf-bcc4-4909-9f70-5d95a9471951 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5270fd4232e54a3d89e9475b751a7e41&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0994949 Sep 17 22:38:59.319195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736d0fe-8dd6-46f8-8625-bde5cd2fc98e req-c4d8ea3d-d53f-4b42-8031-2d178157daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.320710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4736d0fe-8dd6-46f8-8625-bde5cd2fc98e req-c4d8ea3d-d53f-4b42-8031-2d178157daec service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0910137 Sep 17 22:38:59.403438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-5a7ee2a5-6b27-4a1d-b27d-de0175b190d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.405130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-5a7ee2a5-6b27-4a1d-b27d-de0175b190d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 1095 time: 0.0438170 Sep 17 22:38:59.450952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-0240842f-7942-4399-a598-632eda0e2094 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f5e47cc-354d-4915-ac14-a7fdb46bbf40 HTTP/1.1" status: 200 len: 217 time: 0.0385211 Sep 17 22:38:59.499622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-323be867-7d48-4911-bc88-0aa68451c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.501063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-323be867-7d48-4911-bc88-0aa68451c79c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0436497 Sep 17 22:38:59.545682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-af30e3e6-7f88-4048-b3bd-4d49dc7c3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.547211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-af30e3e6-7f88-4048-b3bd-4d49dc7c3cc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395284 Sep 17 22:38:59.639787 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-2cf73411-668b-4a05-90f8-c6cfa1ac7676 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855834 Sep 17 22:38:59.729170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f1945e5-0ed9-48d9-9e80-95bba83f4ecf req-1fd4a869-2212-49bd-b7ef-f3ae54af2bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820282 Sep 17 22:38:59.844126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1260a1b-b7ca-4efe-a8e8-01f68aa77dce req-04c7e32c-d082-4d5b-b79d-07baa87b55de tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:38:59.845610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1260a1b-b7ca-4efe-a8e8-01f68aa77dce req-04c7e32c-d082-4d5b-b79d-07baa87b55de tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 943 time: 0.0530443 Sep 17 22:38:59.885136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1260a1b-b7ca-4efe-a8e8-01f68aa77dce req-26f9c56f-bd52-4c0c-ac64-f0d765803750 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328765 Sep 17 22:39:01.002003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6b81b-6e12-4270-9d89-04cd8967d823 req-9edd8c26-8d9a-4d14-81d3-e40ed38cc82f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:01.003511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1df6b81b-6e12-4270-9d89-04cd8967d823 req-9edd8c26-8d9a-4d14-81d3-e40ed38cc82f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 943 time: 0.0491204 Sep 17 22:39:01.039759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1df6b81b-6e12-4270-9d89-04cd8967d823 req-6a1da5a5-8dbf-47bb-9748-1ee4aa15603b tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302520 Sep 17 22:39:02.154480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a64ba8-a134-44ae-b066-7f4fe2156435 req-9880d2fa-c3cf-4bed-9402-0d6c3f532bb8 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:02.156025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20a64ba8-a134-44ae-b066-7f4fe2156435 req-9880d2fa-c3cf-4bed-9402-0d6c3f532bb8 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 943 time: 0.0489924 Sep 17 22:39:02.193516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20a64ba8-a134-44ae-b066-7f4fe2156435 req-d8462373-c346-47ea-b30a-5b9cc971d2cc tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316083 Sep 17 22:39:02.591050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:39:02.683676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:02.705272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'port_id': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40', 'mac_address': 'fa:16:3e:77:2a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:39:02.733757 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.747415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:39:02.767681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:02.845192 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:02.892898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:02.901565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.902067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.902267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.902624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.902971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.903418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.903642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.904027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.904382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.904713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.905036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:02.905469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:39:03.067011 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['9f5e47cc-354d-4915-ac14-a7fdb46bbf40'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:39:03.311566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f17ee-3455-4e1c-8bd5-c7e47f1c5245 req-9a54d1c9-1d5e-4d7c-b941-812cee4edbf3 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:03.313030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-820f17ee-3455-4e1c-8bd5-c7e47f1c5245 req-9a54d1c9-1d5e-4d7c-b941-812cee4edbf3 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 944 time: 0.0516975 Sep 17 22:39:03.349803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-820f17ee-3455-4e1c-8bd5-c7e47f1c5245 req-64ced652-8ff3-4ed0-b0b9-2d7816581184 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306900 Sep 17 22:39:04.472477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d062ce-304f-4733-900c-b11029b3b6eb req-f7fe045b-c590-4ad2-8d42-17d839e956a0 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:04.473906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9d062ce-304f-4733-900c-b11029b3b6eb req-f7fe045b-c590-4ad2-8d42-17d839e956a0 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 944 time: 0.0505393 Sep 17 22:39:04.512319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9d062ce-304f-4733-900c-b11029b3b6eb req-54590c31-21d5-4363-8fae-29f3d7bf2343 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318580 Sep 17 22:39:04.606816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:39:04.736956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:39:04.740844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:39:04.741213 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.818306 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.841780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:04.844051 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc90557-7267-48f1-a680-31de1c733b98" -d '{"events": [{"server_uuid": "2b87dece-3c39-46d1-b83f-8b7f2fd58c44", "name": "network-vif-plugged", "status": "completed", "tag": "9f5e47cc-354d-4915-ac14-a7fdb46bbf40"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:04.856953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:39:04.882736 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb03ed9c-a33e-4fad-88e4-ee96bad637ea x-openstack-request-id: req-eb03ed9c-a33e-4fad-88e4-ee96bad637ea {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:04.883125 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b87dece-3c39-46d1-b83f-8b7f2fd58c44", "name": "network-vif-plugged", "status": "completed", "tag": "9f5e47cc-354d-4915-ac14-a7fdb46bbf40", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:04.883376 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb03ed9c-a33e-4fad-88e4-ee96bad637ea {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:04.883757 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40', 'code': 200} Sep 17 22:39:04.937349 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:04.989896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:05.022574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1305a-e82d-4897-983b-bacb2b6b7ec7 req-b6e26be2-7bd7-4403-8674-8aadc219e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.024142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94c1305a-e82d-4897-983b-bacb2b6b7ec7 req-b6e26be2-7bd7-4403-8674-8aadc219e586 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 1097 time: 0.0392444 Sep 17 22:39:05.059170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94c1305a-e82d-4897-983b-bacb2b6b7ec7 req-3322c67a-83e2-4aec-b28e-506a85246b2b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277934 Sep 17 22:39:05.637858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968d977-6fb3-4353-85f7-bd2295fd4858 req-20303682-034b-4376-ad17-cf81ab34a524 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:05.639419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d968d977-6fb3-4353-85f7-bd2295fd4858 req-20303682-034b-4376-ad17-cf81ab34a524 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Sep 17 22:39:05.677400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d968d977-6fb3-4353-85f7-bd2295fd4858 req-2bbbebc7-408a-4217-a212-1a4558fcf000 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317826 Sep 17 22:39:06.793791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00af21d-e115-4786-b542-6ae168c3f8da req-6a6656e8-b0bb-4ade-bd0c-c56c33048aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.795287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b00af21d-e115-4786-b542-6ae168c3f8da req-6a6656e8-b0bb-4ade-bd0c-c56c33048aa4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 945 time: 0.0491309 Sep 17 22:39:06.832815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b00af21d-e115-4786-b542-6ae168c3f8da req-4ed0d209-5c4d-41f2-a7c0-d1c0b67b8378 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315163 Sep 17 22:39:06.944761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7c9bd-98e9-4173-ae35-0e18a774a54e req-09461d3f-88f7-4a81-9ac0-53d04f2315b0 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:06.946246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7e7c9bd-98e9-4173-ae35-0e18a774a54e req-09461d3f-88f7-4a81-9ac0-53d04f2315b0 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Sep 17 22:39:06.954812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53118) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:06.959210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4c415556-9dd2-4821-b98a-bc79a718b1b5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Request body: {'floatingip': {'port_id': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:39:07.002547 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4c415556-9dd2-4821-b98a-bc79a718b1b5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.430903 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4c415556-9dd2-4821-b98a-bc79a718b1b5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.490984 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4c415556-9dd2-4821-b98a-bc79a718b1b5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.593271 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-4c415556-9dd2-4821-b98a-bc79a718b1b5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Floating IP 5364ad1b-d308-490c-b328-afc2c7fa429a associated. External IP: 172.25.5.235, port: 9f5e47cc-354d-4915-ac14-a7fdb46bbf40. Sep 17 22:39:07.800942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c415556-9dd2-4821-b98a-bc79a718b1b5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Router 6de334cc-2573-4154-bba8-5983556e8e2e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:39:07.909459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c415556-9dd2-4821-b98a-bc79a718b1b5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:39:07.913944 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4c415556-9dd2-4821-b98a-bc79a718b1b5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:07.919862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] Sync routers for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:39:07.929218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:07.929904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:38:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:07.940809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4c415556-9dd2-4821-b98a-bc79a718b1b5 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "PUT /v2.0/floatingips/5364ad1b-d308-490c-b328-afc2c7fa429a HTTP/1.1" status: 200 len: 991 time: 0.9849374 Sep 17 22:39:07.941407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'tag': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:39:07.943687 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb6068a-373a-4d47-a4d1-13fec47e9738" -d '{"events": [{"name": "network-changed", "server_uuid": "2b87dece-3c39-46d1-b83f-8b7f2fd58c44", "tag": "9f5e47cc-354d-4915-ac14-a7fdb46bbf40"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:39:07.982601 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090741fa-4c90-42f2-9186-486489d9041b x-openstack-request-id: req-090741fa-4c90-42f2-9186-486489d9041b {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:39:07.983003 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b87dece-3c39-46d1-b83f-8b7f2fd58c44", "tag": "9f5e47cc-354d-4915-ac14-a7fdb46bbf40", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:39:07.983324 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-090741fa-4c90-42f2-9186-486489d9041b {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:39:07.984305 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'tag': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40', 'status': 'completed', 'code': 200} Sep 17 22:39:08.047036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-5e691ff7-202b-4a22-9ede-e39dcb6b8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.048586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-5e691ff7-202b-4a22-9ede-e39dcb6b8cbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 1097 time: 0.0431530 Sep 17 22:39:08.237883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-8ab9822e-a320-4a3b-8cd9-b039e0619a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.237883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-8ab9822e-a320-4a3b-8cd9-b039e0619a95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.1019742 Sep 17 22:39:08.239897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:08.240142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-cc707569-23d3-4f42-977c-b7e2c538dc3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f5e47cc-354d-4915-ac14-a7fdb46bbf40 HTTP/1.1" status: 200 len: 999 time: 0.0624652 Sep 17 22:39:08.448746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '5364ad1b-d308-490c-b328-afc2c7fa429a', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'port_id': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'mac_address': 'fa:16:3e:77:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:38:53Z', 'updated_at': '2021-09-17T22:39:07Z', 'revision_number': 1, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:08.480967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] Checking router: 6de334cc-2573-4154-bba8-5983556e8e2e for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:39:08.493355 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:08.493355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:39:08.493355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:38:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:08.606664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:39:08.639553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-a66ae947-1a68-4cc4-bab1-c1fd49bf394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.641031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-a66ae947-1a68-4cc4-bab1-c1fd49bf394c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.4076412 Sep 17 22:39:08.686912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-bcf1258d-d2f2-4547-9bab-63cc890dfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:08.688428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-bcf1258d-d2f2-4547-9bab-63cc890dfe9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398240 Sep 17 22:39:08.783765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-fca5a2af-ac78-42fd-b52e-1ba3bddedb7c service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883985 Sep 17 22:39:08.844157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '5364ad1b-d308-490c-b328-afc2c7fa429a', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'port_id': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'mac_address': 'fa:16:3e:77:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:38:53Z', 'updated_at': '2021-09-17T22:39:07Z', 'revision_number': 1, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:39:08.872785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9895f709-d864-4a55-b138-da84276f8cbb None None] The sync data for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 is: [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '5364ad1b-d308-490c-b328-afc2c7fa429a', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'port_id': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'mac_address': 'fa:16:3e:77:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:38:53Z', 'updated_at': '2021-09-17T22:39:07Z', 'revision_number': 1, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:39:08.877536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bdb6068a-373a-4d47-a4d1-13fec47e9738 req-5b5068e7-868e-467f-901b-4b6b897e4c6a service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870225 Sep 17 22:39:09.078859 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c593257-7d81-49ad-ae7e-e301dacb9f46 None None] New status for floating IP 5364ad1b-d308-490c-b328-afc2c7fa429a: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:39:10.066013 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.478748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53224) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:13.583032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d01c162e-eaa7-4ddd-b9e3-65a443801397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.668819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d01c162e-eaa7-4ddd-b9e3-65a443801397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.723101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d01c162e-eaa7-4ddd-b9e3-65a443801397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.764290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d01c162e-eaa7-4ddd-b9e3-65a443801397 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9f2e9d5df9648349ae335a7c0a286b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844388 Sep 17 22:39:13.766237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c162e-eaa7-4ddd-b9e3-65a443801397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33c04f7-6cef-4240-b30e-bf6d290abd70,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:13.767011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:39:13.821669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08bb649b-4227-403e-931b-fd39f80e2449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.841936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08bb649b-4227-403e-931b-fd39f80e2449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.957619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08bb649b-4227-403e-931b-fd39f80e2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.960175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08bb649b-4227-403e-931b-fd39f80e2449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:13.961324 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-08bb649b-4227-403e-931b-fd39f80e2449 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c33c04f7-6cef-4240-b30e-bf6d290abd70 HTTP/1.1" status: 204 len: 168 time: 0.1933205 Sep 17 22:39:13.969457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb649b-4227-403e-931b-fd39f80e2449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33c04f7-6cef-4240-b30e-bf6d290abd70,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:39:17.782508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f30bb4f3-1e9b-4296-9862-aa34f6220737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:20.217167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-55f28c8e-8611-4cac-ac13-979e2fb19975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.283548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:21.702996 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:23.369175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:30.103082 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:39:38.440303 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:40.056932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:45.248570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07869f77-798e-4a85-b940-9bb8f156f90f req-131f7c5e-594d-4184-bf63-ac113025540f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425024 Sep 17 22:39:45.333479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07869f77-798e-4a85-b940-9bb8f156f90f req-9617a101-61c4-496e-a028-4489530428f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:45.335212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07869f77-798e-4a85-b940-9bb8f156f90f req-9617a101-61c4-496e-a028-4489530428f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 1097 time: 0.0423198 Sep 17 22:39:45.448279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07869f77-798e-4a85-b940-9bb8f156f90f req-df138b28-2d52-477a-ad65-4a06956d9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:45.449748 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07869f77-798e-4a85-b940-9bb8f156f90f req-df138b28-2d52-477a-ad65-4a06956d9ce2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.0935872 Sep 17 22:39:45.513882 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07869f77-798e-4a85-b940-9bb8f156f90f req-fa6f8920-469e-4c0a-8318-6218d55f8928 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f5e47cc-354d-4915-ac14-a7fdb46bbf40 HTTP/1.1" status: 200 len: 1001 time: 0.0569272 Sep 17 22:39:45.563701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07869f77-798e-4a85-b940-9bb8f156f90f req-c9e2b5bd-3ac2-4ab2-b2dd-2e199d66a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:45.565429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07869f77-798e-4a85-b940-9bb8f156f90f req-c9e2b5bd-3ac2-4ab2-b2dd-2e199d66a7f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0447834 Sep 17 22:39:45.617147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07869f77-798e-4a85-b940-9bb8f156f90f req-accb54bc-2c20-46ea-9152-8653debf92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:45.619453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07869f77-798e-4a85-b940-9bb8f156f90f req-accb54bc-2c20-46ea-9152-8653debf92ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461538 Sep 17 22:39:45.713987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07869f77-798e-4a85-b940-9bb8f156f90f req-79dddda3-d53f-45b3-ab5f-da5711bfc163 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874619 Sep 17 22:39:45.811524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07869f77-798e-4a85-b940-9bb8f156f90f req-c71c1d23-35f9-41cd-a3bd-58a3093ee93c service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903034 Sep 17 22:39:47.805548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-43af167e-60bb-43fc-aca9-8d53070dc23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:50.205639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1d23-9650-4b53-81e6-141e50ff02b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:51.310102 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:51.720150 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:52.940371 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-6717a749-b346-499d-b490-44e29fdeff6b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412974 Sep 17 22:39:53.021292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-61e66028-4e8d-422c-98b6-d7c1fc39251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.022811 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-61e66028-4e8d-422c-98b6-d7c1fc39251f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec7fbd83957a43b7a17289beeac94aa8&device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1097 time: 0.0415239 Sep 17 22:39:53.136019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-7d382864-3dc5-4c5c-adbf-2ff60fb8e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.137502 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-7d382864-3dc5-4c5c-adbf-2ff60fb8e6f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3 HTTP/1.1" status: 200 len: 908 time: 0.0948980 Sep 17 22:39:53.204212 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-aac68b02-deba-4382-b991-70e64b0773b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0591979 Sep 17 22:39:53.262265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-b880c8ae-6106-4eac-a8a3-4a9a887f2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.263766 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-b880c8ae-6106-4eac-a8a3-4a9a887f2a8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef HTTP/1.1" status: 200 len: 847 time: 0.0523036 Sep 17 22:39:53.311344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-80819c55-cf31-41c2-b3f7-be13ae89513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:39:53.312981 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-80819c55-cf31-41c2-b3f7-be13ae89513d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422571 Sep 17 22:39:53.389978 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:39:53.402915 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-b8b08c87-a3a4-454a-bf99-f37b7ea05545 service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831544 Sep 17 22:39:53.496777 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f78a442f-02b8-4c4a-bfcf-b8cf0317ec80 req-ff6db404-237b-40af-9a1c-e8f4c4bee4f0 service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859315 Sep 17 22:40:07.101816 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:40:08.395156 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:10.089135 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:17.794448 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-86761da9-f5b6-4f7c-90e6-7c86407800f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:20.215105 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6eb336f2-6d41-49dd-b32d-461f89aca33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.289137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:21.735438 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:23.395105 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.483026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 53676) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:26.590394 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.681280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.851959 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.891769 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b12d16baddfa43c7978637859c0f2b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076543 Sep 17 22:40:26.893032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7d105a-33cc-402f-bb81-a62d4e77e472,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:26.894397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 53682) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:26.900853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.901204 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.901544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.901879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.902265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.902538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.902888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.903215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.903549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.903857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.904178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.904497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da52bbad-b310-45cb-83d2-e4f57da0b77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:26.944204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:26.964612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.071727 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.074241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:27.075434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca7d105a-33cc-402f-bb81-a62d4e77e472 HTTP/1.1" status: 204 len: 168 time: 0.1797493 Sep 17 22:40:27.083417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7d105a-33cc-402f-bb81-a62d4e77e472,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:27.091072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.091501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.091987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.092382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.092773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.093316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.093697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.094254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.094707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.095287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.095782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:27.096271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b437ab56-a8ac-45a0-b078-a1870c3c68f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:31.058326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-a55b8d34-3969-44ad-ad31-2a5b9f4835b9 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=23fe84eba20c49a68c144bd9ffd6384a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218511 Sep 17 22:40:31.170108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-57f97a84-1f16-4761-bd46-74f5cbb99d16 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:31.171609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-57f97a84-1f16-4761-bd46-74f5cbb99d16 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1073050 Sep 17 22:40:31.185920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-3c4eae14-4961-40dc-ae2d-60d65e2e777a tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/quotas/23fe84eba20c49a68c144bd9ffd6384a HTTP/1.1" status: 200 len: 375 time: 0.0087118 Sep 17 22:40:31.216903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-48096852-6a33-4854-8118-fc568eef5d34 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=23fe84eba20c49a68c144bd9ffd6384a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253942 Sep 17 22:40:31.458440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d938a5ad-f49d-4f5e-80b0-feda5c229f47 req-5c0eb270-d178-4674-828d-4af8e57864cf tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 210 time: 0.0259979 Sep 17 22:40:32.554158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c7f6f4a-3a00-404a-8d60-1be3dd500e54 req-16c1968a-c2e6-46c5-a965-3e7801526f86 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 210 time: 0.0306928 Sep 17 22:40:33.424986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-cb976eb7-533e-490e-b025-06093cc122d3 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=23fe84eba20c49a68c144bd9ffd6384a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216660 Sep 17 22:40:33.529739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-669bb982-d3af-4e58-b99d-0b3bac679a62 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:33.531240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-669bb982-d3af-4e58-b99d-0b3bac679a62 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1004460 Sep 17 22:40:33.545061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Request body: {'port': {'device_id': '849bfc04-dd39-41fb-8f32-520fcfc82c4e', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '23fe84eba20c49a68c144bd9ffd6384a'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:33.657753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b6b6aa60-9af9-4fdb-b171-9959ddc00ec8 req-16568622-e2d7-40bf-b7fa-bb8401e22460 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 210 time: 0.0343707 Sep 17 22:40:33.743364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Made reservation on behalf of 23fe84eba20c49a68c144bd9ffd6384a for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:33.747014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.756566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.844751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:33.943043 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.008279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6df796b-b134-44b1-b52e-102d4b808013,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:34.081434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Allocated IP 192.168.233.3 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/1ea03d3a-d65b-42e0-86e0-513fb54646a5) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:34.228712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.326289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.369715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:40:34.372738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:40:34.375262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:40:34.402898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Pushing event updated for resources: {'Port': ['ID=1ea03d3a-d65b-42e0-86e0-513fb54646a5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:34.432528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.433163 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.501261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-fd9df0fb-6101-4058-85a6-2aa7fc2ac8f2 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9596255 Sep 17 22:40:34.514480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Request body: {'port': {'device_id': '849bfc04-dd39-41fb-8f32-520fcfc82c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:34.556588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5fe34861-774c-44c7-8622-70cb7407bfd1 None None] Provisioning complete for port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:34.557169 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5fe34861-774c-44c7-8622-70cb7407bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.574685 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.593561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5fe34861-774c-44c7-8622-70cb7407bfd1 None None] Port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:40:34.826464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2825596-7717-40b2-ad6f-150834f68cd5 req-83af86b4-a1e9-4924-b08c-3be311355015 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:34.827872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2825596-7717-40b2-ad6f-150834f68cd5 req-83af86b4-a1e9-4924-b08c-3be311355015 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 934 time: 0.0738502 Sep 17 22:40:34.904275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea03d3a-d65b-42e0-86e0-513fb54646a5 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:34.913448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2825596-7717-40b2-ad6f-150834f68cd5 req-e415b4c3-566b-406d-8d2b-b6bcf36786b4 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745995 Sep 17 22:40:34.915131 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:34.932389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Transition to ACTIVE for port object 1ea03d3a-d65b-42e0-86e0-513fb54646a5 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:40:35.034496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.083439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea03d3a-d65b-42e0-86e0-513fb54646a5,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:35.154704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Attempting to bind port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:40:35.156301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Attempting to bind port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:40:35.156301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Attempting to bind port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:35.160143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:40:35.160458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Attempting to bind port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:40:35.165470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:40:35.165807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:40:35.166179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:40:35.166600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Bound port: 1ea03d3a-d65b-42e0-86e0-513fb54646a5, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:40:35.166984 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.238021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] For port 1ea03d3a-d65b-42e0-86e0-513fb54646a5, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:40:35.241281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] For port 1ea03d3a-d65b-42e0-86e0-513fb54646a5, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1ea03d3a-d65b-42e0-86e0-513fb54646a5,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:40:35.358542 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.395553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.396175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:35.397639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] 10.222.0.32 "PUT /v2.0/ports/1ea03d3a-d65b-42e0-86e0-513fb54646a5 HTTP/1.1" status: 200 len: 1095 time: 0.8876417 Sep 17 22:40:35.398086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849bfc04-dd39-41fb-8f32-520fcfc82c4e', 'tag': '1ea03d3a-d65b-42e0-86e0-513fb54646a5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:35.400448 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ede522-3277-4659-93b4-a9a9d495f10a" -d '{"events": [{"name": "network-changed", "server_uuid": "849bfc04-dd39-41fb-8f32-520fcfc82c4e", "tag": "1ea03d3a-d65b-42e0-86e0-513fb54646a5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:35.427918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3f1a9-3052-4529-9acf-14aeb25c8609 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea03d3a-d65b-42e0-86e0-513fb54646a5,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:35.543900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-881faed9-eccf-4035-bdaa-d1f08c05b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.545960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-881faed9-eccf-4035-bdaa-d1f08c05b7f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23fe84eba20c49a68c144bd9ffd6384a&device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 1098 time: 0.0479956 Sep 17 22:40:35.595085 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dfe9db-2c95-4b0a-98dc-eb4489df3a8b x-openstack-request-id: req-b8dfe9db-2c95-4b0a-98dc-eb4489df3a8b {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:35.595381 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849bfc04-dd39-41fb-8f32-520fcfc82c4e", "tag": "1ea03d3a-d65b-42e0-86e0-513fb54646a5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:35.595633 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8dfe9db-2c95-4b0a-98dc-eb4489df3a8b {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:35.596025 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849bfc04-dd39-41fb-8f32-520fcfc82c4e', 'tag': '1ea03d3a-d65b-42e0-86e0-513fb54646a5', 'status': 'completed', 'code': 200} Sep 17 22:40:35.597832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-c61e6c48-51af-4c1e-9b4d-5c9fcf5d1d97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1ea03d3a-d65b-42e0-86e0-513fb54646a5 HTTP/1.1" status: 200 len: 217 time: 0.0441692 Sep 17 22:40:35.649707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-3625f3d8-9af4-4c17-9038-13b20547eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.651218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-3625f3d8-9af4-4c17-9038-13b20547eca3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0451779 Sep 17 22:40:35.697703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-671d2b10-6cda-466e-a2d4-c485f03c4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:35.699247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-671d2b10-6cda-466e-a2d4-c485f03c4968 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0396214 Sep 17 22:40:35.794893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-db50f881-c7cb-4f3d-b33b-b632dc076097 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877514 Sep 17 22:40:35.885640 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba867dd-9134-40fe-b1b6-76b2e23ddb72 req-d81d15ba-5644-4aaf-a9d9-5c2e5ba9e79e service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837808 Sep 17 22:40:36.061586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7659fc-0ead-49e4-8806-80843113b3dc req-777d16d2-ff76-4d44-ab8a-d19cfd79da83 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.063107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce7659fc-0ead-49e4-8806-80843113b3dc req-777d16d2-ff76-4d44-ab8a-d19cfd79da83 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 946 time: 0.0811327 Sep 17 22:40:36.079858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-622c1c02-9538-4617-8d46-69c2461830d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.081276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-622c1c02-9538-4617-8d46-69c2461830d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23fe84eba20c49a68c144bd9ffd6384a&device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 1098 time: 0.0659821 Sep 17 22:40:36.134085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce7659fc-0ead-49e4-8806-80843113b3dc req-b6721423-a502-4719-b1f8-fcd90024c303 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639768 Sep 17 22:40:36.185554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-a3962871-c8b9-4da5-97a5-05ce6794cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.187048 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-a3962871-c8b9-4da5-97a5-05ce6794cd0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d90f441-9cff-4bd7-800b-7aeb308128a9 HTTP/1.1" status: 200 len: 869 time: 0.0978029 Sep 17 22:40:36.231536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-05beea44-a67b-4f9c-9aaa-b9b30a4b0ed0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1ea03d3a-d65b-42e0-86e0-513fb54646a5 HTTP/1.1" status: 200 len: 217 time: 0.0367863 Sep 17 22:40:36.280881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-df2bbaab-3cd7-4778-bef8-51dd59f07dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.282910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-df2bbaab-3cd7-4778-bef8-51dd59f07dbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0425124 Sep 17 22:40:36.328579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-ebafcc35-4497-49fd-96be-02c4df58db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:36.330098 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-ebafcc35-4497-49fd-96be-02c4df58db59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0392191 Sep 17 22:40:36.429328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-83227dbb-a280-49b2-9075-aa4d31460e55 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897968 Sep 17 22:40:36.517073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2ede522-3277-4659-93b4-a9a9d495f10a req-c56d5943-e767-4977-b096-54de7189fcdf service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802815 Sep 17 22:40:37.249762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3ee57-1bd9-4de3-af64-b1c992fb19c5 req-64820dc0-978c-461d-90f6-0417b526a21d tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:37.251821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aad3ee57-1bd9-4de3-af64-b1c992fb19c5 req-64820dc0-978c-461d-90f6-0417b526a21d tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 946 time: 0.0522439 Sep 17 22:40:37.288717 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aad3ee57-1bd9-4de3-af64-b1c992fb19c5 req-67abd995-e777-41a6-84c2-348ea6100bce tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Sep 17 22:40:38.392283 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:38.402769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2286bf-7855-403a-bf9d-733c04bd2803 req-5c96024e-31d4-48f8-8d97-62a3f23bfea7 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:38.404276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e2286bf-7855-403a-bf9d-733c04bd2803 req-5c96024e-31d4-48f8-8d97-62a3f23bfea7 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 946 time: 0.0496087 Sep 17 22:40:38.441741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e2286bf-7855-403a-bf9d-733c04bd2803 req-665187ba-0d95-44fb-b6d5-9c0c953d5e1e tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Sep 17 22:40:39.214462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1ea03d3a-d65b-42e0-86e0-513fb54646a5 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:40:39.305611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 1ea03d3a-d65b-42e0-86e0-513fb54646a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1ea03d3a-d65b-42e0-86e0-513fb54646a5,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:39.316806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '1ea03d3a-d65b-42e0-86e0-513fb54646a5', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '1ea03d3a-d65b-42e0-86e0-513fb54646a5', 'mac_address': 'fa:16:3e:69:c9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:40:39.356369 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.368846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea03d3a-d65b-42e0-86e0-513fb54646a5 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:40:39.387420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 1ea03d3a-d65b-42e0-86e0-513fb54646a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1ea03d3a-d65b-42e0-86e0-513fb54646a5,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:39.457446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:39.506207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=1ea03d3a-d65b-42e0-86e0-513fb54646a5,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:39.513436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.513775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.514107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.514438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.514775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.515110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.515798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.516128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.517002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.517557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.517944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.518266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:40:39.558298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a3fab-3234-4e9a-aa2e-0f6ca6468d5c req-8da93aff-23dc-4e1d-9e93-f28bf0b91271 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:39.559827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca3a3fab-3234-4e9a-aa2e-0f6ca6468d5c req-8da93aff-23dc-4e1d-9e93-f28bf0b91271 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 947 time: 0.0490592 Sep 17 22:40:39.602625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca3a3fab-3234-4e9a-aa2e-0f6ca6468d5c req-e4cb1ca2-c23f-46a0-8865-583e7e8f2b9d tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361352 Sep 17 22:40:39.671548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['1ea03d3a-d65b-42e0-86e0-513fb54646a5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:40.085721 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:40.723089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af84ae-a61e-467f-91ab-dc52cc938bbe req-dbf6af83-e141-4e85-ac3f-e5195933ae48 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:40.724554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36af84ae-a61e-467f-91ab-dc52cc938bbe req-dbf6af83-e141-4e85-ac3f-e5195933ae48 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 947 time: 0.0527165 Sep 17 22:40:40.760894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36af84ae-a61e-467f-91ab-dc52cc938bbe req-4e1466ed-e43f-41fd-888f-ff76f37da17a tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 Sep 17 22:40:41.231278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1ea03d3a-d65b-42e0-86e0-513fb54646a5 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:40:41.352248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:40:41.356156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:40:41.356553 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.430783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.452499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849bfc04-dd39-41fb-8f32-520fcfc82c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea03d3a-d65b-42e0-86e0-513fb54646a5'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:41.454760 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e0136d-73d5-44dd-bec9-da021154a501" -d '{"events": [{"server_uuid": "849bfc04-dd39-41fb-8f32-520fcfc82c4e", "name": "network-vif-plugged", "status": "completed", "tag": "1ea03d3a-d65b-42e0-86e0-513fb54646a5"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:41.473101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 1ea03d3a-d65b-42e0-86e0-513fb54646a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1ea03d3a-d65b-42e0-86e0-513fb54646a5,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:41.543292 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:41.566408 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83526e47-3c1a-4bc4-8563-2bcfa98dce64 x-openstack-request-id: req-83526e47-3c1a-4bc4-8563-2bcfa98dce64 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:41.566718 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849bfc04-dd39-41fb-8f32-520fcfc82c4e", "name": "network-vif-plugged", "status": "completed", "tag": "1ea03d3a-d65b-42e0-86e0-513fb54646a5", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:41.566994 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83526e47-3c1a-4bc4-8563-2bcfa98dce64 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:41.567375 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849bfc04-dd39-41fb-8f32-520fcfc82c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea03d3a-d65b-42e0-86e0-513fb54646a5', 'code': 200} Sep 17 22:40:41.595761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=1ea03d3a-d65b-42e0-86e0-513fb54646a5,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:41.648218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551877c-9e15-4816-8961-e180ff68e624 req-07946f63-4096-49d0-a0a6-c4441a53c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:41.649675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f551877c-9e15-4816-8961-e180ff68e624 req-07946f63-4096-49d0-a0a6-c4441a53c359 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 1100 time: 0.0380945 Sep 17 22:40:41.684321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f551877c-9e15-4816-8961-e180ff68e624 req-42ceb324-fd09-4a69-94c9-1e26dbdc6db5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272319 Sep 17 22:40:41.877517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b169bb9-d7b8-411c-b992-01b3ba3628da req-336be344-de03-42c0-9b3f-ea6875d3a771 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:41.879068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b169bb9-d7b8-411c-b992-01b3ba3628da req-336be344-de03-42c0-9b3f-ea6875d3a771 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 948 time: 0.0505035 Sep 17 22:40:41.917191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b169bb9-d7b8-411c-b992-01b3ba3628da req-e58d4e5d-f7d2-4339-a585-026853724b70 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321560 Sep 17 22:40:43.035038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500778fe-2af8-42e4-ab72-0559b99022fb req-20610f5a-797f-4249-baef-cf9cd5e74d1b tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.036535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-500778fe-2af8-42e4-ab72-0559b99022fb req-20610f5a-797f-4249-baef-cf9cd5e74d1b tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 948 time: 0.0528033 Sep 17 22:40:43.073106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-500778fe-2af8-42e4-ab72-0559b99022fb req-7d936125-e695-4a7c-bb10-8776af643c13 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Sep 17 22:40:43.562015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c9f3b-0ccc-440a-89eb-833feb52904e req-2dfee712-ec20-44e7-8369-055cf59bd18f tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:43.564173 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b40c9f3b-0ccc-440a-89eb-833feb52904e req-2dfee712-ec20-44e7-8369-055cf59bd18f tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 948 time: 0.0482264 Sep 17 22:40:43.600288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b40c9f3b-0ccc-440a-89eb-833feb52904e req-51854330-b80b-46c1-bb15-52cbd1b58a58 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300164 Sep 17 22:40:44.101195 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:40:44.716124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aafed-37d3-4c1e-bd9f-8ac81ef35435 req-dcbe8a9b-b504-4665-b7bf-1842a967318b tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:44.717518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e90aafed-37d3-4c1e-bd9f-8ac81ef35435 req-dcbe8a9b-b504-4665-b7bf-1842a967318b tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 948 time: 0.0485024 Sep 17 22:40:44.757125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e90aafed-37d3-4c1e-bd9f-8ac81ef35435 req-d5cec141-c069-4cd2-8dad-d63647954b67 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6df796b-b134-44b1-b52e-102d4b808013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327647 Sep 17 22:40:44.869324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-d2bb5a52-e85d-4887-bea3-7b98bb021c88 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:44.870822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-d2bb5a52-e85d-4887-bea3-7b98bb021c88 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.32 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 948 time: 0.0529506 Sep 17 22:40:44.962542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Deleting port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:40:44.962911 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.054620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] For port 1ea03d3a-d65b-42e0-86e0-513fb54646a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=1ea03d3a-d65b-42e0-86e0-513fb54646a5,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:40:45.054909 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.066711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Calling delete_port for 1ea03d3a-d65b-42e0-86e0-513fb54646a5 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:40:45.245949 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.257715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['1ea03d3a-d65b-42e0-86e0-513fb54646a5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:40:45.278502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Pushing event deleted for resources: {'Port': ['ID=1ea03d3a-d65b-42e0-86e0-513fb54646a5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:45.321590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] No DVR routers for this DVR port 1ea03d3a-d65b-42e0-86e0-513fb54646a5 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:40:45.324312 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:45.327424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-576ec443-82f4-4e64-b6a1-e4d041849d2f req-bbfc2dcd-8f44-4da8-8bd4-4fca9aa64421 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.32 "DELETE /v2.0/ports/1ea03d3a-d65b-42e0-86e0-513fb54646a5 HTTP/1.1" status: 204 len: 173 time: 0.4496207 Sep 17 22:40:45.327424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849bfc04-dd39-41fb-8f32-520fcfc82c4e', 'name': 'network-vif-deleted', 'tag': '1ea03d3a-d65b-42e0-86e0-513fb54646a5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:40:45.329234 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65297eb2-82ac-400c-8b5b-282ce97970c7" -d '{"events": [{"server_uuid": "849bfc04-dd39-41fb-8f32-520fcfc82c4e", "name": "network-vif-deleted", "tag": "1ea03d3a-d65b-42e0-86e0-513fb54646a5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:40:45.386900 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1397351-556e-4643-bc67-214c7cf47fe9 x-openstack-request-id: req-a1397351-556e-4643-bc67-214c7cf47fe9 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:40:45.387376 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849bfc04-dd39-41fb-8f32-520fcfc82c4e", "name": "network-vif-deleted", "tag": "1ea03d3a-d65b-42e0-86e0-513fb54646a5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:40:45.387795 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1397351-556e-4643-bc67-214c7cf47fe9 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:40:45.388352 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849bfc04-dd39-41fb-8f32-520fcfc82c4e', 'name': 'network-vif-deleted', 'tag': '1ea03d3a-d65b-42e0-86e0-513fb54646a5', 'status': 'completed', 'code': 200} Sep 17 22:40:45.863932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07f80ddb-29f9-4bdd-b0a3-4c87ce5ddd02 req-d50b0ef1-00f7-4892-92c8-129e00045837 tempest-VolumesNegativeTest-1951882191 tempest-VolumesNegativeTest-1951882191-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bfc04-dd39-41fb-8f32-520fcfc82c4e HTTP/1.1" status: 200 len: 210 time: 0.0272098 Sep 17 22:40:46.262038 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-02b2a7e2-5115-41aa-ad3d-4bcc0e1d1302 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394118 Sep 17 22:40:46.349399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-406705bb-7399-4ed0-b397-62dc0bad0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.350965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-406705bb-7399-4ed0-b397-62dc0bad0d13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5270fd4232e54a3d89e9475b751a7e41&device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 1097 time: 0.0461006 Sep 17 22:40:46.458963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-661f1fc1-7a95-43c4-b420-27c8e15ea355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.460564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-661f1fc1-7a95-43c4-b420-27c8e15ea355 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 200 len: 910 time: 0.0881369 Sep 17 22:40:46.535956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-5cd2e1fd-4508-49c3-bc4a-249016559e3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f5e47cc-354d-4915-ac14-a7fdb46bbf40 HTTP/1.1" status: 200 len: 1001 time: 0.0632749 Sep 17 22:40:46.587499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-8bb0a6cc-53f9-4366-9a47-3c4578d18787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.590552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-8bb0a6cc-53f9-4366-9a47-3c4578d18787 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 200 len: 849 time: 0.0464916 Sep 17 22:40:46.634809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-02c1168f-237a-4025-8bb4-9bc12869fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:46.636363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-02c1168f-237a-4025-8bb4-9bc12869fbda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d536d0d3-da87-41d9-83c3-b97e396c1395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407624 Sep 17 22:40:46.734443 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-81d107cf-a8b0-4434-8dd4-502f389fa8d8 service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894723 Sep 17 22:40:46.824880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6a1d522-7b84-4728-b55e-30f4825b9530 req-ea5c075d-8614-4675-9a22-00038535b8fd service neutron] 10.222.0.32 "GET /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813346 Sep 17 22:40:47.794537 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-de345eca-b72c-4324-a9d5-d8b00e31f270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:49.249525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1ea03d3a-d65b-42e0-86e0-513fb54646a5 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:40:49.272087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 1ea03d3a-d65b-42e0-86e0-513fb54646a5 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:40:49.272386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 1ea03d3a-d65b-42e0-86e0-513fb54646a5 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:40:50.229023 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-93ce57b4-2070-4970-8130-438399290754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.315406 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:51.697484 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.397696 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.577583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54100) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:53.716896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d3d7302d-55bb-44ef-b8b7-0f9f93a79df6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23fe84eba20c49a68c144bd9ffd6384a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358862 Sep 17 22:40:53.717138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54104) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:53.766743 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5bf70b6-6645-4155-9932-49a07c1a1d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.787683 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5bf70b6-6645-4155-9932-49a07c1a1d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.912166 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5bf70b6-6645-4155-9932-49a07c1a1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.914853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5bf70b6-6645-4155-9932-49a07c1a1d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:53.916066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d5bf70b6-6645-4155-9932-49a07c1a1d77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6df796b-b134-44b1-b52e-102d4b808013 HTTP/1.1" status: 204 len: 168 time: 0.1980090 Sep 17 22:40:53.924065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf70b6-6645-4155-9932-49a07c1a1d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6df796b-b134-44b1-b52e-102d4b808013,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:54.949114 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-b6940ad8-0049-4c5b-9296-d1a6b6f488a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454609 Sep 17 22:40:55.033140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-10086ce1-ab60-4346-8137-1662ff87dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:55.036857 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-10086ce1-ab60-4346-8137-1662ff87dd86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec7fbd83957a43b7a17289beeac94aa8&device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1097 time: 0.0428779 Sep 17 22:40:55.143171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-7f60c09a-73fb-4265-be89-0a2454f66a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:55.145438 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-7f60c09a-73fb-4265-be89-0a2454f66a94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3 HTTP/1.1" status: 200 len: 908 time: 0.0914247 Sep 17 22:40:55.522330 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-e18a9624-9629-4203-a60b-9884c1f976f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6 HTTP/1.1" status: 200 len: 1001 time: 0.3704271 Sep 17 22:40:55.578393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-55b2f4a0-da27-441e-8181-bc0a9c04102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:55.580514 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-55b2f4a0-da27-441e-8181-bc0a9c04102f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef HTTP/1.1" status: 200 len: 847 time: 0.0449145 Sep 17 22:40:55.634421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-fe007010-5db1-479d-ad16-8adee0619246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:55.635945 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-fe007010-5db1-479d-ad16-8adee0619246 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488458 Sep 17 22:40:55.727339 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-5d91d4a5-05c9-44a5-8b14-bed808ec44f0 service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836744 Sep 17 22:40:55.822075 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8b675df1-5e46-4405-9101-e4059f0f0139 req-27051eed-2123-44d1-b283-abe93b046c24 service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881052 Sep 17 22:40:56.206048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54150) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:56.211312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172321020', 'description': 'tempest-secgroup-smoke-172321020 description', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:56.300441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.308665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.396548 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.460839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.497206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a8912f-c0c5-4ec6-9058-cffedf61b70c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:56.555001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.623039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.651360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bf6f77-354c-4276-803e-ba21cd3aea23,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:56.706204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.707492 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-03464b86-903e-4861-8564-9416a74623fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5002997 Sep 17 22:40:56.710367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54152) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:56.714608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c21d04a2-c1cb-4aa5-8a93-68aa66c88cea tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '80bf6f77-354c-4276-803e-ba21cd3aea23', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:56.824326 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c21d04a2-c1cb-4aa5-8a93-68aa66c88cea tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.881643 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c21d04a2-c1cb-4aa5-8a93-68aa66c88cea tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.954766 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c21d04a2-c1cb-4aa5-8a93-68aa66c88cea tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:56.971912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d04a2-c1cb-4aa5-8a93-68aa66c88cea tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d934cc8-8a9c-487c-9731-35b8f8163859,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:57.052155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c21d04a2-c1cb-4aa5-8a93-68aa66c88cea tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.053467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c21d04a2-c1cb-4aa5-8a93-68aa66c88cea tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3420656 Sep 17 22:40:57.056174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54156) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:57.061152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b84abbe4-dfca-42f3-8e71-4c4a0fa4962c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '80bf6f77-354c-4276-803e-ba21cd3aea23', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:57.145579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b84abbe4-dfca-42f3-8e71-4c4a0fa4962c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.211334 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b84abbe4-dfca-42f3-8e71-4c4a0fa4962c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.272289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b84abbe4-dfca-42f3-8e71-4c4a0fa4962c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.290464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84abbe4-dfca-42f3-8e71-4c4a0fa4962c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e73ff85-cdec-4661-b682-1306507070f8,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:57.354941 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b84abbe4-dfca-42f3-8e71-4c4a0fa4962c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.356226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b84abbe4-dfca-42f3-8e71-4c4a0fa4962c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990866 Sep 17 22:40:57.359755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54166) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:57.365421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-92084b83-cef4-4c17-9f3d-3fc981fd2155 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '80bf6f77-354c-4276-803e-ba21cd3aea23', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:57.517631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92084b83-cef4-4c17-9f3d-3fc981fd2155 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.584299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92084b83-cef4-4c17-9f3d-3fc981fd2155 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.691574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92084b83-cef4-4c17-9f3d-3fc981fd2155 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.707003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92084b83-cef4-4c17-9f3d-3fc981fd2155 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c59a064-7935-4771-8385-582fd91e3703,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:57.800761 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-92084b83-cef4-4c17-9f3d-3fc981fd2155 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.802339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-92084b83-cef4-4c17-9f3d-3fc981fd2155 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4414773 Sep 17 22:40:57.805328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54168) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:57.809671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-10922ead-5ab7-4aa3-aadc-c23eda5699e0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '80bf6f77-354c-4276-803e-ba21cd3aea23', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:57.900128 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10922ead-5ab7-4aa3-aadc-c23eda5699e0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:57.959710 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10922ead-5ab7-4aa3-aadc-c23eda5699e0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.021306 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10922ead-5ab7-4aa3-aadc-c23eda5699e0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.041586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10922ead-5ab7-4aa3-aadc-c23eda5699e0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e86fdb-206e-4f35-b6fb-0c3af74da5c9,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:58.100815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10922ead-5ab7-4aa3-aadc-c23eda5699e0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.102195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-10922ead-5ab7-4aa3-aadc-c23eda5699e0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2959197 Sep 17 22:40:58.104981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54174) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.110466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3ee69731-41fc-4410-916f-a873d5d010e5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '80bf6f77-354c-4276-803e-ba21cd3aea23', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:58.209533 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-3ee69731-41fc-4410-916f-a873d5d010e5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Project 3277a6e8e6c64ca9b40417a14736e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:40:58.214899 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3ee69731-41fc-4410-916f-a873d5d010e5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.274124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3ee69731-41fc-4410-916f-a873d5d010e5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.348439 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3ee69731-41fc-4410-916f-a873d5d010e5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.368614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee69731-41fc-4410-916f-a873d5d010e5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d0eebc-e5b9-4aeb-9c38-95bb7c85658b,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:58.449147 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3ee69731-41fc-4410-916f-a873d5d010e5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.450494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3ee69731-41fc-4410-916f-a873d5d010e5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3443985 Sep 17 22:40:58.453191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54178) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.458499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8a70e431-ba8f-486f-ab51-22a3e09c5881 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '80bf6f77-354c-4276-803e-ba21cd3aea23', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:58.526123 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-8a70e431-ba8f-486f-ab51-22a3e09c5881 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Project 3277a6e8e6c64ca9b40417a14736e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:40:58.531474 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a70e431-ba8f-486f-ab51-22a3e09c5881 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.591814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a70e431-ba8f-486f-ab51-22a3e09c5881 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.654952 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a70e431-ba8f-486f-ab51-22a3e09c5881 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.676815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70e431-ba8f-486f-ab51-22a3e09c5881 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782e189f-f9b5-4939-b629-a1ed9a13935e,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:58.752196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8a70e431-ba8f-486f-ab51-22a3e09c5881 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.752196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8a70e431-ba8f-486f-ab51-22a3e09c5881 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934830 Sep 17 22:40:58.752196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54180) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:58.756527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'network': {'name': 'tempest-network-smoke--1546668437', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'port_security_enabled': True}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:58.852144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:40:58.855868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.886571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:40:58.896526 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:58.896867 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Added segment d449519a-c6e4-406e-8a44-4e9fb04912e6 of type vlan for network c23f1820-6ade-4f8f-91b4-3e630d163f19 Sep 17 22:40:58.938646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.032165 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.037888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:40:59.038482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.106694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Network': ['ID=c23f1820-6ade-4f8f-91b4-3e630d163f19,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:40:59.117823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c23f1820-6ade-4f8f-91b4-3e630d163f19 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:40:59.135979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2527d352-6003-440f-9c8b-52e451da9cc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3808560 Sep 17 22:40:59.136233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54188) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:40:59.145786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'admin_state_up': True, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:40:59.239253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.240325 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.293290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.517112 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.770253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.788487 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:40:59.895398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.25.5.77 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/ce6bc0bb-512b-49c4-a590-19d29988066b) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:40:59.997255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.086512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:00.125614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:00.128463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:00.131865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:00.163453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=ce6bc0bb-512b-49c4-a590-19d29988066b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:00.811895 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.012192 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.194610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:41:01.308373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:01.321267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Sync routers for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:01.329787 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:01.330571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:40:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:01.383209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.387350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-77ff2a5f-1091-49c2-9e77-9dc05e9dc25d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2472885 Sep 17 22:41:01.389666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54198) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:01.436280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:01.530074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dcabc7c1-bdca-426a-bea2-5ca88db4a2f3 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3277a6e8e6c64ca9b40417a14736e38e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1413126 Sep 17 22:41:01.532813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54202) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:01.612911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:00Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:01.645401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Checking router: 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:01.646342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Updating router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 port ce6bc0bb-512b-49c4-a590-19d29988066b binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:41:01.670377 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.684393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457e8f3-76a8-4e0d-a61b-8e952f6d5bc3 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:01.686080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1457e8f3-76a8-4e0d-a61b-8e952f6d5bc3 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522229 Sep 17 22:41:01.688840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54204) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:01.724321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-969e20c6-d306-42a7-bb5c-0109c005e257 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338070 Sep 17 22:41:01.726938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54206) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:01.731830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288056133', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:01.895394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:01.899111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.938100 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:01.997675 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.050830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Attempting to bind port ce6bc0bb-512b-49c4-a590-19d29988066b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:02.051263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Attempting to bind port ce6bc0bb-512b-49c4-a590-19d29988066b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:02.051633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Attempting to bind port ce6bc0bb-512b-49c4-a590-19d29988066b on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:02.061147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea232c8-fa9c-494c-888a-503e41398fbc None None] Pushing event updated for resources: {'Port': ['ID=ce6bc0bb-512b-49c4-a590-19d29988066b,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.066493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:02.066493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:02.066493 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.067106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:02.067412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Bound port: ce6bc0bb-512b-49c4-a590-19d29988066b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:02.067792 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.119411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] For port ce6bc0bb-512b-49c4-a590-19d29988066b, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:02.122591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] For port ce6bc0bb-512b-49c4-a590-19d29988066b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ce6bc0bb-512b-49c4-a590-19d29988066b,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:02.135552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.187256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.199473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Subnet': ['ID=57fe21df-f43d-4a65-ac6f-5120642ab27e,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.213995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Checking segment: {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:02.214342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network hostable DHCP agents. Network: c23f1820-6ade-4f8f-91b4-3e630d163f19, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:41:02.239310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:02.239924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:40:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:02.282564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea232c8-fa9c-494c-888a-503e41398fbc None None] Pushing event updated for resources: {'Port': ['ID=ce6bc0bb-512b-49c4-a590-19d29988066b,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:02.301048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network c23f1820-6ade-4f8f-91b4-3e630d163f19 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:41:02.363836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:02.374966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, c23f1820-6ade-4f8f-91b4-3e630d163f19) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:02.381119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:02.386686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.393424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba2f69-cba6-45dd-b20a-e67a40cca1af None None] Network c23f1820-6ade-4f8f-91b4-3e630d163f19 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:02.456792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5a74d0be-d770-43c6-9184-2e08903b277b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7286348 Sep 17 22:41:02.459396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54210) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:02.811069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-c23f1820-6ade-4f8f-91b4-3e630d163f19', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:41:02.811970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:02.844759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:00Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:02.919102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082f5bb-0ec1-43c2-b9ca-6dcc10758396 None None] The sync data for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 is: [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:00Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:02.937873 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.000694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Allocated IP 172.20.0.2 (c23f1820-6ade-4f8f-91b4-3e630d163f19/57fe21df-f43d-4a65-ac6f-5120642ab27e/4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:03.156396 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.244227 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.305151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Network c23f1820-6ade-4f8f-91b4-3e630d163f19 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:03.311785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:03.318126 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:03.335355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Pushing event updated for resources: {'Port': ['ID=4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:03.350181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.20.0.1 (c23f1820-6ade-4f8f-91b4-3e630d163f19/57fe21df-f43d-4a65-ac6f-5120642ab27e/484382c8-980c-4c3f-a248-f4edefbc03e2) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:03.410946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Attempting to bind port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:03.411992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Attempting to bind port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:03.412583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Attempting to bind port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 on network c23f1820-6ade-4f8f-91b4-3e630d163f19 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:03.419345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:03.420207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Checking segment: {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:03.420829 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.421434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Bound using segment: {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:03.422143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Bound port: 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:03.422822 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.481664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.494681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] For port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:03.498429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] For port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:03.569985 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.604485 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.651514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c14a-8bb9-409d-9ff3-4710c08106ac None None] Pushing event updated for resources: {'Port': ['ID=4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:03.660265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network c23f1820-6ade-4f8f-91b4-3e630d163f19 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:03.663731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:03.667853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:03.701858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=484382c8-980c-4c3f-a248-f4edefbc03e2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:03.726585 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:03.962047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.099613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:04.165087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:04.165461 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.252695 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.286268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:04.311856 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.357756 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.358555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ce6bc0bb-512b-49c4-a590-19d29988066b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:04.386363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.443832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.461380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ce6bc0bb-512b-49c4-a590-19d29988066b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:04.461742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.467087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.469032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=484382c8-980c-4c3f-a248-f4edefbc03e2,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.548401 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.571588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network c23f1820-6ade-4f8f-91b4-3e630d163f19 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:04.571821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port ce6bc0bb-512b-49c4-a590-19d29988066b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ce6bc0bb-512b-49c4-a590-19d29988066b,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:04.575018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:04.657512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.697749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:04.710515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=ce6bc0bb-512b-49c4-a590-19d29988066b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:04.802902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028bb26-0592-4684-ae51-aed7e6f77c54 None None] Network c23f1820-6ade-4f8f-91b4-3e630d163f19 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:04.817199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:04.822427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-155965da-95dc-4f28-bdee-51b771d05d13 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "PUT /v2.0/routers/49f14854-85a2-4061-bdd5-0cdfd3dd37a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3618996 Sep 17 22:41:04.888035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-45eed738-9856-4d18-a633-0e5ba7c2b675 None None] Provisioning complete for port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:04.888401 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-45eed738-9856-4d18-a633-0e5ba7c2b675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:04.968570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-3f0dd02c-9359-48a4-b6ca-9ef542988bc3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172321020&fields=id&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 267 time: 0.0363641 Sep 17 22:41:05.087676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-1496a0b3-0d53-425a-805c-9fc0adc4ce0e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:05.089220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-1496a0b3-0d53-425a-805c-9fc0adc4ce0e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/networks?id=c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 200 len: 797 time: 0.1123202 Sep 17 22:41:05.105438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6334f676-3bab-4f1f-9ab6-f9790ae8991a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/quotas/3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 375 time: 0.0104415 Sep 17 22:41:05.163852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-45e4d574-4253-491e-b9bb-9ea281e016e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510967 Sep 17 22:41:05.256843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5adf2010-eafb-47ab-9cb1-fee80fe76245 None None] Provisioning complete for port 484382c8-980c-4c3f-a248-f4edefbc03e2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:05.257280 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5adf2010-eafb-47ab-9cb1-fee80fe76245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.303377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5adf2010-eafb-47ab-9cb1-fee80fe76245 None None] Port 484382c8-980c-4c3f-a248-f4edefbc03e2 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:05.316945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5adf2010-eafb-47ab-9cb1-fee80fe76245 None None] Provisioning complete for port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:05.317553 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5adf2010-eafb-47ab-9cb1-fee80fe76245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.336319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-c0fcf69b-2bb5-470a-bb92-e9cde6a93156 service neutron] 10.222.0.13 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604269 Sep 17 22:41:05.347254 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Sync routers for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:05.370450 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:05.371245 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:40:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:05.443042 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-ff3a98ad-78c1-47b3-8784-d82b27bbcd21 service neutron] 10.222.0.13 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906472 Sep 17 22:41:05.482445 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:05.534897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0a2c43f3-b4b0-490b-8ac4-2b3814c70cc5 None None] Provisioning complete for port 484382c8-980c-4c3f-a248-f4edefbc03e2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:05.535595 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0a2c43f3-b4b0-490b-8ac4-2b3814c70cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.575401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c43f3-b4b0-490b-8ac4-2b3814c70cc5 None None] Port 484382c8-980c-4c3f-a248-f4edefbc03e2 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:05.700221 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '484382c8-980c-4c3f-a248-f4edefbc03e2', 'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:35:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:03Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 2, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:05.724948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9ac17b1-6b29-46a4-8514-9a27b560f413 req-81ed4f85-876a-4a33-ad7d-ec5f11d6d5d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 210 time: 0.0322433 Sep 17 22:41:05.728429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Checking router: 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:05.728852 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Updating router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 port 484382c8-980c-4c3f-a248-f4edefbc03e2 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:41:05.757905 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.799405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a7d489e2-ae5d-48b4-8a2d-7bf7b151720c None None] Provisioning complete for port 484382c8-980c-4c3f-a248-f4edefbc03e2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:05.799861 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7d489e2-ae5d-48b4-8a2d-7bf7b151720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:05.838806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a7d489e2-ae5d-48b4-8a2d-7bf7b151720c None None] Port 484382c8-980c-4c3f-a248-f4edefbc03e2 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:05.956520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:06.001772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:06.002595 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.020674 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.080975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ce6bc0bb-512b-49c4-a590-19d29988066b up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:06.106511 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.126531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ce6bc0bb-512b-49c4-a590-19d29988066b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:06.127482 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.157713 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Pushing event updated for resources: {'Port': ['ID=484382c8-980c-4c3f-a248-f4edefbc03e2,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:06.183876 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.184160 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.184498 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.190878 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.191379 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.191719 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.192051 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.192379 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.192705 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.193159 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.193626 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.194090 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:06.247627 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Attempting to bind port 484382c8-980c-4c3f-a248-f4edefbc03e2 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:06.247989 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Attempting to bind port 484382c8-980c-4c3f-a248-f4edefbc03e2 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:06.248347 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Attempting to bind port 484382c8-980c-4c3f-a248-f4edefbc03e2 on network c23f1820-6ade-4f8f-91b4-3e630d163f19 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:06.254115 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:06.254506 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Checking segment: {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:06.254960 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.255349 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Bound using segment: {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:06.255807 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Bound port: 484382c8-980c-4c3f-a248-f4edefbc03e2, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:06.256181 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.322596 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] For port 484382c8-980c-4c3f-a248-f4edefbc03e2, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:06.325826 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] For port 484382c8-980c-4c3f-a248-f4edefbc03e2, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=484382c8-980c-4c3f-a248-f4edefbc03e2,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:06.363073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-34bcf84b-fb14-4883-814e-8b67d4eeecd0 None None] Provisioning complete for port 484382c8-980c-4c3f-a248-f4edefbc03e2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:06.364683 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34bcf84b-fb14-4883-814e-8b67d4eeecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.400215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-34bcf84b-fb14-4883-814e-8b67d4eeecd0 None None] Port 484382c8-980c-4c3f-a248-f4edefbc03e2 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:06.424906 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.480775 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:06.481412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:40:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:06.486820 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1c5c8-b3f9-456c-abd2-fd2d19c25077 None None] Pushing event updated for resources: {'Port': ['ID=484382c8-980c-4c3f-a248-f4edefbc03e2,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:06.593040 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:06.721509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c26b72a1-790e-4ca0-9e0c-b3ff766b76c9 None None] Provisioning complete for port 484382c8-980c-4c3f-a248-f4edefbc03e2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:06.722560 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c26b72a1-790e-4ca0-9e0c-b3ff766b76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.798622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '484382c8-980c-4c3f-a248-f4edefbc03e2', 'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:35:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:03Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:06.806409 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c26b72a1-790e-4ca0-9e0c-b3ff766b76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.828943 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501d016-773a-4cbc-a2f3-2aeb39bc760b None None] The sync data for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 is: [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '484382c8-980c-4c3f-a248-f4edefbc03e2', 'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:35:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:03Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:06.837524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8cd09f0c-ea29-404a-94cb-a2a8d017c6d4 req-3f20a657-d7d6-4666-b0b3-2bf1a942b94d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 210 time: 0.0321085 Sep 17 22:41:06.841450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c26b72a1-790e-4ca0-9e0c-b3ff766b76c9 None None] For port 484382c8-980c-4c3f-a248-f4edefbc03e2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=484382c8-980c-4c3f-a248-f4edefbc03e2,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:06.917928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c26b72a1-790e-4ca0-9e0c-b3ff766b76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:06.971465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b72a1-790e-4ca0-9e0c-b3ff766b76c9 None None] Pushing event updated for resources: {'Port': ['ID=484382c8-980c-4c3f-a248-f4edefbc03e2,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:07.773159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-9a533bd7-54e5-49fc-81cc-bee9b9cc0608 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:07.774680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-9a533bd7-54e5-49fc-81cc-bee9b9cc0608 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/networks?id=c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 200 len: 797 time: 0.1105335 Sep 17 22:41:07.820597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-21509070-45c3-4d7f-80ab-561e0934a784 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 379 time: 0.0367033 Sep 17 22:41:07.829408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'port': {'device_id': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'admin_state_up': True, 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'security_groups': ['80bf6f77-354c-4276-803e-ba21cd3aea23']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:07.951612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89197eb7-691b-4b6d-801f-28d75fdedfda req-9520281b-fa77-4d02-992d-a5525a070655 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 210 time: 0.0334964 Sep 17 22:41:07.995005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 484382c8-980c-4c3f-a248-f4edefbc03e2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:08.046145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:41:08.049136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 484382c8-980c-4c3f-a248-f4edefbc03e2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:08.049506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.049728 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.179648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.20.0.3 (c23f1820-6ade-4f8f-91b4-3e630d163f19/57fe21df-f43d-4a65-ac6f-5120642ab27e/b5d98a36-eddf-43e1-99b2-190aff8aa1fb) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:08.316746 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.409779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.435285 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.809363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network c23f1820-6ade-4f8f-91b4-3e630d163f19 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:08.812322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:08.815494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:08.842345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:08.873658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:08.874272 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:08.967224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e43c69e5-5f1c-4810-a1cf-3b46f854e82e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1412787 Sep 17 22:41:08.982149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Request body: {'port': {'device_id': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:09.050898 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.054474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-01cd5b3b-9250-4f86-b8df-8720efeb47c3 None None] Provisioning complete for port b5d98a36-eddf-43e1-99b2-190aff8aa1fb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:09.055024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-01cd5b3b-9250-4f86-b8df-8720efeb47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.088990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-01cd5b3b-9250-4f86-b8df-8720efeb47c3 None None] Port b5d98a36-eddf-43e1-99b2-190aff8aa1fb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:41:09.116626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b384d2-4260-414c-90e8-0d4e1500484c req-2d8b50f9-8c48-4bbd-8ca3-9c63fa8bc7f3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:09.118096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07b384d2-4260-414c-90e8-0d4e1500484c req-2d8b50f9-8c48-4bbd-8ca3-9c63fa8bc7f3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 931 time: 0.0839550 Sep 17 22:41:09.226400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07b384d2-4260-414c-90e8-0d4e1500484c req-4683c4ae-e509-4205-a7ca-8065bba8ecdb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963368 Sep 17 22:41:09.366064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d98a36-eddf-43e1-99b2-190aff8aa1fb {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:41:09.373603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.385711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Transition to ACTIVE for port object b5d98a36-eddf-43e1-99b2-190aff8aa1fb will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:41:09.457288 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.508737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Pushing event updated for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:09.576712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Attempting to bind port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:41:09.577108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Attempting to bind port b5d98a36-eddf-43e1-99b2-190aff8aa1fb by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:41:09.577507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Attempting to bind port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on network c23f1820-6ade-4f8f-91b4-3e630d163f19 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:09.582283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on network c23f1820-6ade-4f8f-91b4-3e630d163f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:41:09.582596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Attempting to bind port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on network c23f1820-6ade-4f8f-91b4-3e630d163f19 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:41:09.587557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:41:09.587894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Checking segment: {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:41:09.588268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Bound using segment: {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:41:09.588697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Bound port: b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:41:09.589391 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.662133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:41:09.668986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:41:09.738647 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.771822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:09.772436 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:09.773800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] 10.222.0.32 "PUT /v2.0/ports/b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 1092 time: 0.7961133 Sep 17 22:41:09.774230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:09.776462 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5821c543-e465-4de7-b16b-1cd8e10d878d" -d '{"events": [{"name": "network-changed", "server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:09.801801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b2805-b79e-42c5-b564-284365d136cf service neutron] Pushing event updated for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:09.821012 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb307958-b352-4257-aa4b-783bcc7e1997 x-openstack-request-id: req-cb307958-b352-4257-aa4b-783bcc7e1997 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:09.821012 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:09.821012 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb307958-b352-4257-aa4b-783bcc7e1997 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:09.821012 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'status': 'completed', 'code': 200} Sep 17 22:41:09.885797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821c543-e465-4de7-b16b-1cd8e10d878d req-3e5b91be-5cb2-4ddc-bc4e-7ea41ad199e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:09.887671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821c543-e465-4de7-b16b-1cd8e10d878d req-3e5b91be-5cb2-4ddc-bc4e-7ea41ad199e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1095 time: 0.0448463 Sep 17 22:41:09.996484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821c543-e465-4de7-b16b-1cd8e10d878d req-a0026c23-1278-4ba2-a098-33542095ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:09.998103 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821c543-e465-4de7-b16b-1cd8e10d878d req-a0026c23-1278-4ba2-a098-33542095ee07 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1010296 Sep 17 22:41:10.074935 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:10.094591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821c543-e465-4de7-b16b-1cd8e10d878d req-9fcc5f91-6409-4658-824a-1250db88949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.096276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5821c543-e465-4de7-b16b-1cd8e10d878d req-9fcc5f91-6409-4658-824a-1250db88949e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914645 Sep 17 22:41:10.169877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-a1b12ba6-e6b1-453e-9296-1e403f8d2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.171436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-a1b12ba6-e6b1-453e-9296-1e403f8d2c4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1095 time: 0.0413909 Sep 17 22:41:10.218706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e745e553-af71-44e2-8d77-90702ab5c7fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 217 time: 0.0392635 Sep 17 22:41:10.267954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-bfb70ad0-3c41-41ec-b3c5-da72e1e20034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.269538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-bfb70ad0-3c41-41ec-b3c5-da72e1e20034 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57fe21df-f43d-4a65-ac6f-5120642ab27e HTTP/1.1" status: 200 len: 835 time: 0.0445592 Sep 17 22:41:10.349240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-acd365f4-5af2-4588-89df-e7498f681952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.350743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-acd365f4-5af2-4588-89df-e7498f681952 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c23f1820-6ade-4f8f-91b4-3e630d163f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734117 Sep 17 22:41:10.363171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cd23b-fb44-4c96-82b2-8e8f2ce66279 req-2a11a834-0d07-4216-a419-8b0cea352646 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:10.364566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b2cd23b-fb44-4c96-82b2-8e8f2ce66279 req-2a11a834-0d07-4216-a419-8b0cea352646 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 943 time: 0.0633917 Sep 17 22:41:10.447672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b2cd23b-fb44-4c96-82b2-8e8f2ce66279 req-79b4f04a-3797-4ca4-b72d-bab72940d400 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753951 Sep 17 22:41:10.471952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-e9376000-d949-4e6b-9dc7-39cf8a9b07cc service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064007 Sep 17 22:41:10.565126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b1623d9-960b-4cef-abb6-afe8727d46fd req-f168a716-c6f7-47b8-b8a8-365b15d9eada service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850832 Sep 17 22:41:11.569087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cf579-47c9-49f2-9599-bfc2fc45d443 req-f9120a3f-9d9c-4679-950d-e1a8f88ed26d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:11.570568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-422cf579-47c9-49f2-9599-bfc2fc45d443 req-f9120a3f-9d9c-4679-950d-e1a8f88ed26d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 943 time: 0.0502658 Sep 17 22:41:11.607365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-422cf579-47c9-49f2-9599-bfc2fc45d443 req-78a14318-9983-4378-8c4a-a5474566d6b7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306132 Sep 17 22:41:12.724268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b5df7-44e7-4838-ab8a-2e29a1d5f519 req-0a9f5426-eddf-4118-b577-394daac53ebc tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:12.725749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-412b5df7-44e7-4838-ab8a-2e29a1d5f519 req-0a9f5426-eddf-4118-b577-394daac53ebc tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 943 time: 0.0479615 Sep 17 22:41:12.768989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-412b5df7-44e7-4838-ab8a-2e29a1d5f519 req-f4efdd03-8e24-4d01-a761-799d8b42cad8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371923 Sep 17 22:41:13.402133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b5d98a36-eddf-43e1-99b2-190aff8aa1fb details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:41:13.495566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:13.507374 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'port_id': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'mac_address': 'fa:16:3e:fb:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:41:13.545719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.563963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d98a36-eddf-43e1-99b2-190aff8aa1fb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:41:13.583770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:13.652197 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:13.701123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:13.853568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['b5d98a36-eddf-43e1-99b2-190aff8aa1fb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:41:13.901516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e3cd8-e6ea-401a-9b8b-a9c34e319fcc req-0a64fc92-c6f8-4b8c-b40a-ce6887dbe1af tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:13.903135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf6e3cd8-e6ea-401a-9b8b-a9c34e319fcc req-0a64fc92-c6f8-4b8c-b40a-ce6887dbe1af tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 944 time: 0.0637863 Sep 17 22:41:13.946029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf6e3cd8-e6ea-401a-9b8b-a9c34e319fcc req-02b91626-21c8-4e61-b6a2-3f0244dd8734 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355656 Sep 17 22:41:15.062851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5622a29-31a3-4e2d-b5d8-d943f57a8c04 req-436e6b8d-784e-47e4-afc6-b6cbfb5a69e3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:15.064356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5622a29-31a3-4e2d-b5d8-d943f57a8c04 req-436e6b8d-784e-47e4-afc6-b6cbfb5a69e3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 944 time: 0.0504665 Sep 17 22:41:15.104724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5622a29-31a3-4e2d-b5d8-d943f57a8c04 req-aa21f897-dbe2-4d09-ab2c-341440af07f3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337467 Sep 17 22:41:15.430846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b5d98a36-eddf-43e1-99b2-190aff8aa1fb up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:41:15.543280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port b5d98a36-eddf-43e1-99b2-190aff8aa1fb completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:41:15.546837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port b5d98a36-eddf-43e1-99b2-190aff8aa1fb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:41:15.547205 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.624353 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.646060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:15.648312 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec994e-9139-479f-948d-05e8d6a45b0a" -d '{"events": [{"server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:15.665236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:15.686770 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d88063-8b64-46b6-b639-fd01ca67d4ef x-openstack-request-id: req-e0d88063-8b64-46b6-b639-fd01ca67d4ef {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:15.687103 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:15.687359 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0d88063-8b64-46b6-b639-fd01ca67d4ef {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:15.687755 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'code': 200} Sep 17 22:41:15.760745 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:15.790534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3f862-ce5d-4c5a-8cbf-88897b5a062e req-52aa62b8-f8d6-49a0-8bbf-3c332a93c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:15.793501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1fd3f862-ce5d-4c5a-8cbf-88897b5a062e req-52aa62b8-f8d6-49a0-8bbf-3c332a93c655 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1096 time: 0.0443437 Sep 17 22:41:15.812347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:15.836027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1fd3f862-ce5d-4c5a-8cbf-88897b5a062e req-aa1679a9-3432-4c37-8d1f-08c1c6e1df2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357642 Sep 17 22:41:16.219474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df155b9f-0988-4011-a8e4-af86d7d8ef71 req-77635ea5-6ef9-4ef3-9335-d42009459e6e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:16.220953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df155b9f-0988-4011-a8e4-af86d7d8ef71 req-77635ea5-6ef9-4ef3-9335-d42009459e6e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0483556 Sep 17 22:41:16.258457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df155b9f-0988-4011-a8e4-af86d7d8ef71 req-cbbbdd81-1d1e-4d7c-8020-e75a2331d948 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314479 Sep 17 22:41:17.374047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6a79-51b0-46f3-8edd-890f93476922 req-6c76b55b-fa42-447a-b6aa-0e41d5becc34 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.375599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-761e6a79-51b0-46f3-8edd-890f93476922 req-6c76b55b-fa42-447a-b6aa-0e41d5becc34 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0491464 Sep 17 22:41:17.414146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-761e6a79-51b0-46f3-8edd-890f93476922 req-689c8a4e-f5b3-4e4c-9cb3-5144b1a01b58 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317128 Sep 17 22:41:17.528806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f89268-bea4-463d-9a54-049d1ba38215 req-7b7d94b6-0e7a-4f83-9277-1239b05f46ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.530357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63f89268-bea4-463d-9a54-049d1ba38215 req-7b7d94b6-0e7a-4f83-9277-1239b05f46ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0494428 Sep 17 22:41:17.573578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63f89268-bea4-463d-9a54-049d1ba38215 req-00b20c27-d3bd-4ef9-8814-13a54c4dd1af tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370629 Sep 17 22:41:17.594305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54314) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:17.634551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3a9181-e85b-433a-ab10-d147837f351d tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:17.636126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ff3a9181-e85b-433a-ab10-d147837f351d tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1092 time: 0.0407977 Sep 17 22:41:17.639111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54316) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:17.643580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:17.749072 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.777570 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-05a1bdd9-f6ea-494c-8ab0-6b4576fde86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.853872 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:17.962340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.25.5.137 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/772a7eb6-975b-4e6a-9bf5-2b099b5a54a4) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:18.068668 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.147164 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.187195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:18.190106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:18.193581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:18.201808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=772a7eb6-975b-4e6a-9bf5-2b099b5a54a4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:18.569416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.685775 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.835794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.907577 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:18.977529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=772a7eb6-975b-4e6a-9bf5-2b099b5a54a4,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:18.990293 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.090284 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Floating IP 7181df39-e6ab-435a-98fa-6e4a2fa545df associated. External IP: 172.25.5.137, port: b5d98a36-eddf-43e1-99b2-190aff8aa1fb. Sep 17 22:41:19.324940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:19.436004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:19.447091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] Sync routers for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:19.457010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:19.457616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:40:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:19.523513 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:19.562033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0efd14e2-79dc-41c0-8c5d-91a0a3a9cc85 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9193754 Sep 17 22:41:19.562033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:19.567547 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9" -d '{"events": [{"name": "network-changed", "server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:19.608593 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633d3e6-8b43-4517-a946-53341917d0a7 x-openstack-request-id: req-e633d3e6-8b43-4517-a946-53341917d0a7 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:19.609210 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:19.609210 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e633d3e6-8b43-4517-a946-53341917d0a7 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:19.609563 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'status': 'completed', 'code': 200} Sep 17 22:41:19.707647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bcaae-210d-4189-90e4-7ce54b9bf203 req-164975ff-c96c-4a66-b651-996f13a8ce36 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.709337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c0bcaae-210d-4189-90e4-7ce54b9bf203 req-164975ff-c96c-4a66-b651-996f13a8ce36 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0925045 Sep 17 22:41:19.716138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-27681ee5-6180-45ed-b927-d8655012ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.717068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:19.717782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-27681ee5-6180-45ed-b927-d8655012ffc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1097 time: 0.0638185 Sep 17 22:41:19.809416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c0bcaae-210d-4189-90e4-7ce54b9bf203 req-7816d8f9-7cd1-483a-9d48-92a4a0cc2f99 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905867 Sep 17 22:41:19.837554 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54330) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:19.854022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-453f5f7f-cb5d-4dfa-90ec-a2a96d427251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.855833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-453f5f7f-cb5d-4dfa-90ec-a2a96d427251 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 200 len: 897 time: 0.1307976 Sep 17 22:41:19.930933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-1a5ea6ba-158e-494f-bb0c-4068d2fee48a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 999 time: 0.0678010 Sep 17 22:41:19.931700 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2208a950-d154-4938-bb8c-65cd45df391d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/7181df39-e6ab-435a-98fa-6e4a2fa545df HTTP/1.1" status: 200 len: 991 time: 0.0923812 Sep 17 22:41:19.956985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '7181df39-e6ab-435a-98fa-6e4a2fa545df', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'port_id': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'mac_address': 'fa:16:3e:fb:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:18Z', 'updated_at': '2021-09-17T22:41:18Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484382c8-980c-4c3f-a248-f4edefbc03e2', 'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:35:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:03Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:19.980438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-a9e95d26-b0bb-4642-940d-d7f9f93b8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:19.981907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-a9e95d26-b0bb-4642-940d-d7f9f93b8ec3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57fe21df-f43d-4a65-ac6f-5120642ab27e HTTP/1.1" status: 200 len: 835 time: 0.0446692 Sep 17 22:41:19.990474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] Checking router: 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:19.998761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:19.999398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:40:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:20.031023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-b1b3c0f3-afa3-4b69-a69e-0186f3d7cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:20.032537 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-b1b3c0f3-afa3-4b69-a69e-0186f3d7cf68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c23f1820-6ade-4f8f-91b4-3e630d163f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440011 Sep 17 22:41:20.108027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:20.122325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-e3fe79b1-07cb-4453-8fa0-c9a559c58856 service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826738 Sep 17 22:41:20.214804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ff1c1c-a35d-4745-a04d-fd62ecde00e9 req-8195dd4c-fbaf-48ac-a375-c4c403e84b02 service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857859 Sep 17 22:41:20.231632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c04851eb-a81e-42e7-a65c-b8c282e7f65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:20.349169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '7181df39-e6ab-435a-98fa-6e4a2fa545df', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'port_id': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'mac_address': 'fa:16:3e:fb:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:18Z', 'updated_at': '2021-09-17T22:41:18Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484382c8-980c-4c3f-a248-f4edefbc03e2', 'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:35:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:03Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:20.380258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ce0e7-054c-4313-88b5-44b20f8396f7 None None] The sync data for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 is: [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '7181df39-e6ab-435a-98fa-6e4a2fa545df', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'port_id': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'mac_address': 'fa:16:3e:fb:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:41:18Z', 'updated_at': '2021-09-17T22:41:18Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484382c8-980c-4c3f-a248-f4edefbc03e2', 'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:35:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:03Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:20.581929 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c01d3-7c47-4523-8860-8d36754a4b8c None None] New status for floating IP 7181df39-e6ab-435a-98fa-6e4a2fa545df: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:41:20.933747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54348) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:20.998639 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aac35b55-c7b2-424f-b25a-8b9e6fcd7410 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/7181df39-e6ab-435a-98fa-6e4a2fa545df HTTP/1.1" status: 200 len: 993 time: 0.0631058 Sep 17 22:41:21.076270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cdbf8-52bb-4fe9-9226-fb0861d4c359 req-242aa527-0c24-42d7-98df-dbb6c6b0323d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:21.077657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-257cdbf8-52bb-4fe9-9226-fb0861d4c359 req-242aa527-0c24-42d7-98df-dbb6c6b0323d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 945 time: 0.0481379 Sep 17 22:41:21.100020 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:41:21.114854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-257cdbf8-52bb-4fe9-9226-fb0861d4c359 req-027e02fb-e743-48e8-8425-3a9485fb1a43 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303476 Sep 17 22:41:21.297218 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:21.691873 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.229099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efd771-dc46-40f7-9a95-0d4b5e4d0b6e req-9886c53b-d734-4955-9abb-1265757d81c3 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.230562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2efd771-dc46-40f7-9a95-0d4b5e4d0b6e req-9886c53b-d734-4955-9abb-1265757d81c3 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 945 time: 0.0476735 Sep 17 22:41:22.266859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2efd771-dc46-40f7-9a95-0d4b5e4d0b6e req-743fba26-f227-4fde-adba-9076a791d8f1 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups?id=05926203-e04d-4330-8be1-372fce621916&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303521 Sep 17 22:41:22.716875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-374ea2f8-e400-47fe-88df-8211fee1731d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:22.718359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-374ea2f8-e400-47fe-88df-8211fee1731d tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 945 time: 0.0535991 Sep 17 22:41:22.805826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Deleting port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:22.806162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:22.895847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] For port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:22.896200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.060952 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.061302 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.061610 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Floating IP 5364ad1b-d308-490c-b328-afc2c7fa429a disassociated. External IP: 172.25.5.235, port: 9f5e47cc-354d-4915-ac14-a7fdb46bbf40. Sep 17 22:41:23.061940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Calling delete_port for 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:23.249140 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.275421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event deleted for resources: {'Port': ['ID=9f5e47cc-354d-4915-ac14-a7fdb46bbf40,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:23.395600 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.745516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-267c7305-2ca7-4eaf-835d-a7e352eb59c7 req-78634915-06a7-45c1-831d-1052096ca27f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 210 time: 0.4071088 Sep 17 22:41:23.765669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Router 6de334cc-2573-4154-bba8-5983556e8e2e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:23.872608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:23.882466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] Sync routers for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:23.891714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:23.892500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:41:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:23.911173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] No DVR routers for this DVR port 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:23.913999 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:23.916198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc5f543f-3176-4547-8a7e-30eb884eb748 req-5a4c7ad0-0c3d-4c21-bc86-e6509265c9f7 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.32 "DELETE /v2.0/ports/9f5e47cc-354d-4915-ac14-a7fdb46bbf40 HTTP/1.1" status: 204 len: 173 time: 1.1915934 Sep 17 22:41:23.916640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'name': 'network-vif-deleted', 'tag': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:41:23.918957 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52d131f-0c8b-47f4-83ef-00ee70a12d32" -d '{"events": [{"server_uuid": "2b87dece-3c39-46d1-b83f-8b7f2fd58c44", "name": "network-vif-deleted", "tag": "9f5e47cc-354d-4915-ac14-a7fdb46bbf40"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:41:23.957744 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2786648b-ba2a-42a9-8d20-8f339a6a08fa x-openstack-request-id: req-2786648b-ba2a-42a9-8d20-8f339a6a08fa {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:41:23.958040 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b87dece-3c39-46d1-b83f-8b7f2fd58c44", "name": "network-vif-deleted", "tag": "9f5e47cc-354d-4915-ac14-a7fdb46bbf40", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:41:23.958286 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2786648b-ba2a-42a9-8d20-8f339a6a08fa {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:41:23.958677 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b87dece-3c39-46d1-b83f-8b7f2fd58c44', 'name': 'network-vif-deleted', 'tag': '9f5e47cc-354d-4915-ac14-a7fdb46bbf40', 'status': 'completed', 'code': 200} Sep 17 22:41:24.006431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:24.201803 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:24.233158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] Checking router: 6de334cc-2573-4154-bba8-5983556e8e2e for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:24.243249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:24.244196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:41:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:24.350927 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:24.543335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:24.569542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e42a4-138a-4583-95e6-d890ab47d46c None None] The sync data for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 is: [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:34:57Z', 'revision_number': 4, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a35abd43-9571-410e-8cfc-e1a881841b7f', 'name': '', 'network_id': 'd536d0d3-da87-41d9-83c3-b97e396c1395', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'mac_address': 'fa:16:3e:3a:5f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:56Z', 'updated_at': '2021-09-17T22:35:03Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'subnets': [{'id': '46918b58-a658-4980-8c4c-4530a3baa0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:24.811431 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3be8ea-adec-4ddf-93c8-02806d72ad08 None None] New status for floating IP 5364ad1b-d308-490c-b328-afc2c7fa429a: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:41:24.859031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-706b1710-6aca-440b-bc0c-1630a4148201 req-fa563f22-1a96-40e9-8f41-de73a31d9e1f tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b87dece-3c39-46d1-b83f-8b7f2fd58c44 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Sep 17 22:41:25.986813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54364) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:26.040987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73d07a39-71e2-4874-98b3-2b3595e1e56a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.063774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73d07a39-71e2-4874-98b3-2b3595e1e56a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.180276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73d07a39-71e2-4874-98b3-2b3595e1e56a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.182744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73d07a39-71e2-4874-98b3-2b3595e1e56a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.183927 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73d07a39-71e2-4874-98b3-2b3595e1e56a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "DELETE /v2.0/security-groups/05926203-e04d-4330-8be1-372fce621916 HTTP/1.1" status: 204 len: 168 time: 0.1961434 Sep 17 22:41:26.186616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54366) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:26.193670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d07a39-71e2-4874-98b3-2b3595e1e56a tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05926203-e04d-4330-8be1-372fce621916,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:26.200835 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-4d7d593c-abdb-4372-b5ea-7c1846c9eb00 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] show failed (client error): The resource could not be found. Sep 17 22:41:26.201841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4d7d593c-abdb-4372-b5ea-7c1846c9eb00 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "GET /v2.0/security-groups/05926203-e04d-4330-8be1-372fce621916 HTTP/1.1" status: 404 len: 347 time: 0.0142050 Sep 17 22:41:26.204691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54368) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:26.328359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Deleting port ac2af3c7-5c41-4c3b-9be7-42409c827729 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:26.328610 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.407229 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.407544 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.418670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Calling delete_port for ac2af3c7-5c41-4c3b-9be7-42409c827729 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:26.606302 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.631392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Pushing event deleted for resources: {'Port': ['ID=ac2af3c7-5c41-4c3b-9be7-42409c827729,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:26.688994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.692204 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:26.693343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-89614785-dd17-4d6c-868d-be998c8369e4 tempest-AttachVolumeTestJSON-1608785365 tempest-AttachVolumeTestJSON-1608785365-project] 10.222.0.13 "DELETE /v2.0/floatingips/5364ad1b-d308-490c-b328-afc2c7fa429a HTTP/1.1" status: 204 len: 168 time: 0.4876673 Sep 17 22:41:27.464936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:27.489283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:27.489629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9f5e47cc-354d-4915-ac14-a7fdb46bbf40 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:37.164407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54414) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:37.612155 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.853092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Deleting port a35abd43-9571-410e-8cfc-e1a881841b7f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:37.853322 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.930744 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] For port a35abd43-9571-410e-8cfc-e1a881841b7f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a35abd43-9571-410e-8cfc-e1a881841b7f,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:37.931135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:37.947500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Calling delete_port for a35abd43-9571-410e-8cfc-e1a881841b7f owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:38.203425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.228214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Pushing event deleted for resources: {'Port': ['ID=a35abd43-9571-410e-8cfc-e1a881841b7f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:38.239759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.240103 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.240437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.240767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.241094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.241417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.242253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.242576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.242929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.243252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.243572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.243889 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:38.408160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.437511 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.621141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Router 6de334cc-2573-4154-bba8-5983556e8e2e has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:41:38.726653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:41:38.733892 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7cc3f872-9b71-4e0b-95e2-55790031a46d admin admin] 10.222.0.13 "PUT /v2.0/routers/6de334cc-2573-4154-bba8-5983556e8e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5662334 Sep 17 22:41:38.734453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54418) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:38.735871 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] Sync routers for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:41:38.745361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:38.745983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:41:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:38.838020 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:38.848480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:38.939703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.022080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:41:38Z', 'revision_number': 5, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port': {'id': '4069c0fd-e98f-4b08-a3e1-20dd7e802262', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:34:53Z', 'updated_at': '2021-09-17T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:39.047593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] Checking router: 6de334cc-2573-4154-bba8-5983556e8e2e for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:41:39.056599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] Routers {'6de334cc-2573-4154-bba8-5983556e8e2e'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:41:39.057216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:41:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6de334cc-2573-4154-bba8-5983556e8e2e'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:39.058557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Deleting port 4069c0fd-e98f-4b08-a3e1-20dd7e802262 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:39.058946 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.141667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] For port 4069c0fd-e98f-4b08-a3e1-20dd7e802262, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4069c0fd-e98f-4b08-a3e1-20dd7e802262,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:39.142135 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.143104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] Set router 6de334cc-2573-4154-bba8-5983556e8e2e gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:41:39.154780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Calling delete_port for 4069c0fd-e98f-4b08-a3e1-20dd7e802262 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:39.349351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:41:38Z', 'revision_number': 6, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:39.375725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd0e26-68b8-4e89-8424-920277ed7af1 None None] The sync data for ids ['6de334cc-2573-4154-bba8-5983556e8e2e'] in n-d-713498-17 is: [{'id': '6de334cc-2573-4154-bba8-5983556e8e2e', 'name': 'tempest-AttachVolumeTestJSON-548668075-router', 'tenant_id': '5270fd4232e54a3d89e9475b751a7e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:34:52Z', 'updated_at': '2021-09-17T22:41:38Z', 'revision_number': 6, 'project_id': '5270fd4232e54a3d89e9475b751a7e41', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:41:39.398771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.425666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Pushing event deleted for resources: {'Port': ['ID=4069c0fd-e98f-4b08-a3e1-20dd7e802262,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:39.448910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.449259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.449597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.449930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.450260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.450584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.450945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.451255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.451574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.451891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.452209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.452523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:39.496702 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.584777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.586974 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.726871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.727407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6de334cc-2573-4154-bba8-5983556e8e2e {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:41:39.731991 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.733086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b4bb6216-90eb-4d26-8213-bbab2ed4d698 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6de334cc-2573-4154-bba8-5983556e8e2e HTTP/1.1" status: 204 len: 168 time: 0.9975889 Sep 17 22:41:39.735560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54420) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:39.781590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-63608f81-a800-4d52-a9a8-ab64d4c40bf2 admin admin] Deleting subnet 46918b58-a658-4980-8c4c-4530a3baa0eb {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:41:39.784826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63608f81-a800-4d52-a9a8-ab64d4c40bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.821703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63608f81-a800-4d52-a9a8-ab64d4c40bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:39.902029 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63608f81-a800-4d52-a9a8-ab64d4c40bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.017933 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63608f81-a800-4d52-a9a8-ab64d4c40bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.045030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63608f81-a800-4d52-a9a8-ab64d4c40bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46918b58-a658-4980-8c4c-4530a3baa0eb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:40.048891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63608f81-a800-4d52-a9a8-ab64d4c40bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.050993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-63608f81-a800-4d52-a9a8-ab64d4c40bf2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46918b58-a658-4980-8c4c-4530a3baa0eb HTTP/1.1" status: 204 len: 168 time: 0.3144591 Sep 17 22:41:40.053512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54422) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:40.055931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599ef1c7-9d50-406c-9047-aecf4ef1dabc None None] Network d536d0d3-da87-41d9-83c3-b97e396c1395 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:41:40.123703 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.124279 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.195314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Deleting port 35da4514-d7bd-41b3-be94-7f8bd125a371 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:40.195733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.237936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] DHCP port deletion for d536d0d3-da87-41d9-83c3-b97e396c1395 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:41:40.267087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] For port 35da4514-d7bd-41b3-be94-7f8bd125a371, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=35da4514-d7bd-41b3-be94-7f8bd125a371,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:40.267450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.272140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a35abd43-9571-410e-8cfc-e1a881841b7f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:40.281289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Calling delete_port for 35da4514-d7bd-41b3-be94-7f8bd125a371 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:40.293921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: a35abd43-9571-410e-8cfc-e1a881841b7f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:40.294264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a35abd43-9571-410e-8cfc-e1a881841b7f not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:40.294903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4069c0fd-e98f-4b08-a3e1-20dd7e802262 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:40.316699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 4069c0fd-e98f-4b08-a3e1-20dd7e802262 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:40.317048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4069c0fd-e98f-4b08-a3e1-20dd7e802262 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:40.335167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Deleting port 35da4514-d7bd-41b3-be94-7f8bd125a371 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:41:40.335652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.400622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] For port 35da4514-d7bd-41b3-be94-7f8bd125a371, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=35da4514-d7bd-41b3-be94-7f8bd125a371,segment=NetworkSegment(0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174),segment_id=0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:41:40.401074 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.418097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Calling delete_port for 35da4514-d7bd-41b3-be94-7f8bd125a371 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:41:40.447707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.486281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=35da4514-d7bd-41b3-be94-7f8bd125a371,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:41:40.489385 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 22:41:40.494400 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.498650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] No DVR routers for this DVR port 35da4514-d7bd-41b3-be94-7f8bd125a371 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:40.518145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Pushing event deleted for resources: {'Port': ['ID=35da4514-d7bd-41b3-be94-7f8bd125a371,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:40.533207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.533485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.533832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.534173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.534512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.534891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.535229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.535559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.535891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.536217 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.536566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.536892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:41:40.546596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71861a41-b530-4068-ba9c-e823449e0cb8 None None] No DVR routers for this DVR port 35da4514-d7bd-41b3-be94-7f8bd125a371 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:41:40.574678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.594771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d536d0d3-da87-41d9-83c3-b97e396c1395']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:40.604504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:40.604802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb82e24-4b11-4ca9-bd7e-d7e8c9dce174') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:41:40.613962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.627704 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.634368 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:41:40.634953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:41:40.637882 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:41:40.772302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.778262 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:40.780128 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d536d0d3-da87-41d9-83c3-b97e396c1395 HTTP/1.1" status: 204 len: 168 time: 0.7249115 Sep 17 22:41:40.791056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dda6a-17aa-40cc-98bb-dba08b2e1e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d536d0d3-da87-41d9-83c3-b97e396c1395,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:41.172118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54428) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:41.212266 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dad67e67-4cf1-482c-b483-ac3c4876cd45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5270fd4232e54a3d89e9475b751a7e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389912 Sep 17 22:41:41.214660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54432) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:41.266241 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b1abb07-8298-4879-8a66-f50d410e2eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.287486 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b1abb07-8298-4879-8a66-f50d410e2eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.431677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b1abb07-8298-4879-8a66-f50d410e2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.434234 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b1abb07-8298-4879-8a66-f50d410e2eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:41.435430 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b1abb07-8298-4879-8a66-f50d410e2eb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bfa5297-0f14-4082-965e-c02e80810418 HTTP/1.1" status: 204 len: 168 time: 0.2198603 Sep 17 22:41:41.443389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1abb07-8298-4879-8a66-f50d410e2eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfa5297-0f14-4082-965e-c02e80810418,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:41.955872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 35da4514-d7bd-41b3-be94-7f8bd125a371 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:41:41.977773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 35da4514-d7bd-41b3-be94-7f8bd125a371 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:41:41.978118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 35da4514-d7bd-41b3-be94-7f8bd125a371 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:41:45.524345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54514) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:45.638540 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f315375-efdb-47e3-b1fa-24c4949d3d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.725526 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f315375-efdb-47e3-b1fa-24c4949d3d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.874937 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2f315375-efdb-47e3-b1fa-24c4949d3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.917493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2f315375-efdb-47e3-b1fa-24c4949d3d0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81c487ffc4f7496ebdfcbe8b5ef36bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920574 Sep 17 22:41:45.918356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f315375-efdb-47e3-b1fa-24c4949d3d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55799d-8ffb-4737-8ece-5f93d0de6f1c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:45.920229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54518) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:45.969113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e83d317b-2f4c-4139-a5b0-c2be04fdbef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:45.990186 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e83d317b-2f4c-4139-a5b0-c2be04fdbef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.149519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e83d317b-2f4c-4139-a5b0-c2be04fdbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.151957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e83d317b-2f4c-4139-a5b0-c2be04fdbef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.153119 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e83d317b-2f4c-4139-a5b0-c2be04fdbef1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f55799d-8ffb-4737-8ece-5f93d0de6f1c HTTP/1.1" status: 204 len: 168 time: 0.2318985 Sep 17 22:41:46.160984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d317b-2f4c-4139-a5b0-c2be04fdbef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55799d-8ffb-4737-8ece-5f93d0de6f1c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:46.894087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54524) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:46.908132 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b5f0dbd-fba9-4ef0-a8cd-af71b96581dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:46.997326 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b5f0dbd-fba9-4ef0-a8cd-af71b96581dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.077321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b5f0dbd-fba9-4ef0-a8cd-af71b96581dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.115431 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7b5f0dbd-fba9-4ef0-a8cd-af71b96581dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a2af2f2efc3488aaf5ba6d35cdde95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199900 Sep 17 22:41:47.117468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f0dbd-fba9-4ef0-a8cd-af71b96581dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbd4b04-f4d4-43ad-863b-6d4f1b9f83f2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:47.118185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54526) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:47.168175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5328985-95a9-4850-8e64-b9d416d19fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.189573 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5328985-95a9-4850-8e64-b9d416d19fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.329269 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5328985-95a9-4850-8e64-b9d416d19fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.331750 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d5328985-95a9-4850-8e64-b9d416d19fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:47.332927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d5328985-95a9-4850-8e64-b9d416d19fee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dbd4b04-f4d4-43ad-863b-6d4f1b9f83f2 HTTP/1.1" status: 204 len: 168 time: 0.2129989 Sep 17 22:41:47.341852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5328985-95a9-4850-8e64-b9d416d19fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbd4b04-f4d4-43ad-863b-6d4f1b9f83f2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:47.794720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b7ab1c5b-98eb-4ec7-8615-a5cac163bdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:48.887899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:48.995848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a0d657f-27c6-40b5-8edd-9253b4c704ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.082079 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a0d657f-27c6-40b5-8edd-9253b4c704ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.155055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4a0d657f-27c6-40b5-8edd-9253b4c704ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.205938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4a0d657f-27c6-40b5-8edd-9253b4c704ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1dbcc32f27b4e8585a4f5fe5fdc2039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169188 Sep 17 22:41:49.206704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d657f-27c6-40b5-8edd-9253b4c704ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e28af3-efea-4bb6-b23a-418e25b38273,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:49.208692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54562) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:49.258292 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5172f153-9703-49bb-bd5e-140a924348fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.280633 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5172f153-9703-49bb-bd5e-140a924348fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.413287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5172f153-9703-49bb-bd5e-140a924348fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.417010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5172f153-9703-49bb-bd5e-140a924348fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:49.420898 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5172f153-9703-49bb-bd5e-140a924348fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95e28af3-efea-4bb6-b23a-418e25b38273 HTTP/1.1" status: 204 len: 168 time: 0.2087576 Sep 17 22:41:49.430237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172f153-9703-49bb-bd5e-140a924348fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e28af3-efea-4bb6-b23a-418e25b38273,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:50.237840 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f16b6647-4256-4f8a-ac9b-720e5c213e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.283212 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:51.726402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.335355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e405d0-4c63-4f71-a85d-7e67d614eb32 req-5bd7f785-d4d3-47fd-a35d-c25891409661 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.336893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25e405d0-4c63-4f71-a85d-7e67d614eb32 req-5bd7f785-d4d3-47fd-a35d-c25891409661 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1097 time: 0.0426414 Sep 17 22:41:52.357379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-25e405d0-4c63-4f71-a85d-7e67d614eb32 req-f2e6aadd-2829-4348-ac4f-d21aa00936a7 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.447150 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-25e405d0-4c63-4f71-a85d-7e67d614eb32 req-f2e6aadd-2829-4348-ac4f-d21aa00936a7 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.543613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-25e405d0-4c63-4f71-a85d-7e67d614eb32 req-f2e6aadd-2829-4348-ac4f-d21aa00936a7 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:52.565951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25e405d0-4c63-4f71-a85d-7e67d614eb32 req-f2e6aadd-2829-4348-ac4f-d21aa00936a7 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217464 Sep 17 22:41:52.575233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6aadd-2829-4348-ac4f-d21aa00936a7 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d609808d-e4d2-4d60-91c4-2366fdf53d28,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:52.684302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9317663-e7f8-4e4d-a30b-69e3b62f69e5 req-14cb5283-e0cf-403c-97fb-cab001c6ae4f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:52.685820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9317663-e7f8-4e4d-a30b-69e3b62f69e5 req-14cb5283-e0cf-403c-97fb-cab001c6ae4f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0492244 Sep 17 22:41:52.723883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9317663-e7f8-4e4d-a30b-69e3b62f69e5 req-689f4a4f-8191-47cc-ab79-6baaab7570a6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318813 Sep 17 22:41:52.748730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54650) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:52.812685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-475a119e-b6c4-420f-b9b1-9f8f53ccd2dd tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/7181df39-e6ab-435a-98fa-6e4a2fa545df HTTP/1.1" status: 200 len: 993 time: 0.0628114 Sep 17 22:41:52.986196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54658) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:53.094232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f62a863d-8ec7-4f82-ac93-1dc5573e4775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.120045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-a64e27dc-7dcc-49d1-b8b7-8f676ea77f2e req-81822d46-0db4-4e24-bb88-e0838692a457 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:41:53.121069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a64e27dc-7dcc-49d1-b8b7-8f676ea77f2e req-81822d46-0db4-4e24-bb88-e0838692a457 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081272 Sep 17 22:41:53.191934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f62a863d-8ec7-4f82-ac93-1dc5573e4775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.274655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f62a863d-8ec7-4f82-ac93-1dc5573e4775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.317099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f62a863d-8ec7-4f82-ac93-1dc5573e4775 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8aa7bf9afbc34fe6b73b0bf51a87c4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273795 Sep 17 22:41:53.317481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54668) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:53.324940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a863d-8ec7-4f82-ac93-1dc5573e4775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02135f6-afe4-47a2-a955-f92aef9ac3fb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:53.369767 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be891ff9-0665-41b3-b4d2-be473a06910c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.390241 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be891ff9-0665-41b3-b4d2-be473a06910c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.391935 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.537675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be891ff9-0665-41b3-b4d2-be473a06910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.540245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-be891ff9-0665-41b3-b4d2-be473a06910c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:53.542210 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-be891ff9-0665-41b3-b4d2-be473a06910c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a02135f6-afe4-47a2-a955-f92aef9ac3fb HTTP/1.1" status: 204 len: 168 time: 0.2237091 Sep 17 22:41:53.552123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be891ff9-0665-41b3-b4d2-be473a06910c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02135f6-afe4-47a2-a955-f92aef9ac3fb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:53.651407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c8d5e-d0d3-428d-b945-63ea55be5277 req-01bd0642-bcb5-40df-b4b5-6c8b15b208ae tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:53.652919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c2c8d5e-d0d3-428d-b945-63ea55be5277 req-01bd0642-bcb5-40df-b4b5-6c8b15b208ae tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0535643 Sep 17 22:41:53.690715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c2c8d5e-d0d3-428d-b945-63ea55be5277 req-25e054d1-96df-4ee8-91f0-6f5677fcdfff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312338 Sep 17 22:41:53.772470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54676) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:53.915357 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-7a710902-22ef-4407-900a-62f65f104e41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1418071 Sep 17 22:41:53.924974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-59456d32-c88b-40c5-9873-65b9fcbf928f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:41:53.925972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-59456d32-c88b-40c5-9873-65b9fcbf928f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051851 Sep 17 22:41:54.217735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54692) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:54.231076 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-115bca7c-a9a2-487f-ba72-90d12c36faaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.323404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-115bca7c-a9a2-487f-ba72-90d12c36faaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.406441 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-115bca7c-a9a2-487f-ba72-90d12c36faaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.444582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-115bca7c-a9a2-487f-ba72-90d12c36faaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23b437698a89467e8b65563ad76ed47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257347 Sep 17 22:41:54.445770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bca7c-a9a2-487f-ba72-90d12c36faaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafaea1f-c663-4855-9548-03e6640f144f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:54.447902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54700) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:54.496764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5496-ba41-4766-a451-c310f320d8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.518445 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5496-ba41-4766-a451-c310f320d8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.661081 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5496-ba41-4766-a451-c310f320d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.663884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5496-ba41-4766-a451-c310f320d8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:54.665154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4e9b5496-ba41-4766-a451-c310f320d8f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dafaea1f-c663-4855-9548-03e6640f144f HTTP/1.1" status: 204 len: 168 time: 0.2161808 Sep 17 22:41:54.673732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b5496-ba41-4766-a451-c310f320d8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafaea1f-c663-4855-9548-03e6640f144f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:54.839063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59779415-f6c0-4988-ba3f-9d9e10aebbcb req-8a08dac2-632f-464f-a293-1a6d000b5e1d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:54.840591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59779415-f6c0-4988-ba3f-9d9e10aebbcb req-8a08dac2-632f-464f-a293-1a6d000b5e1d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0517802 Sep 17 22:41:54.880349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59779415-f6c0-4988-ba3f-9d9e10aebbcb req-aebaf079-18e1-4a80-83b0-584969a63c08 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336072 Sep 17 22:41:54.943555 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-0d2750a2-b2aa-447b-9214-6cb4e3eff7cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415661 Sep 17 22:41:55.038583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-35cceca4-9d38-4e36-8e09-30f4693e149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.040257 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-35cceca4-9d38-4e36-8e09-30f4693e149f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec7fbd83957a43b7a17289beeac94aa8&device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 1097 time: 0.0529163 Sep 17 22:41:55.147927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-0b404753-095e-4dd0-b120-66b83f9d2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.149543 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-0b404753-095e-4dd0-b120-66b83f9d2f10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3 HTTP/1.1" status: 200 len: 908 time: 0.0891910 Sep 17 22:41:55.229013 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-15b640ab-3886-4f2a-b3a6-586202b922e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0725436 Sep 17 22:41:55.283637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-f0653689-4dbf-47e7-a628-12f34224da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.285272 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-f0653689-4dbf-47e7-a628-12f34224da1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef HTTP/1.1" status: 200 len: 847 time: 0.0493655 Sep 17 22:41:55.333686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-55701bff-026a-49c8-bc5d-5f157d9b793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:55.335253 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-55701bff-026a-49c8-bc5d-5f157d9b793e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0aea234-6fb0-4e60-950e-9dff01e6d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431511 Sep 17 22:41:55.442437 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-2f579aa8-b249-4a91-b423-2a203dd3f8dd service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001778 Sep 17 22:41:55.542640 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0d066ff1-e8d1-4a6c-894a-0f0616b07640 req-ec3a2294-92ed-4f20-953f-6224d7336ad7 service neutron] 10.222.0.35 "GET /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931110 Sep 17 22:41:56.009094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735bcb6-8c71-40c7-a7fd-c203ad699502 req-534d1a09-4169-44f8-ad52-f39cedbc2d1d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:56.011326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3735bcb6-8c71-40c7-a7fd-c203ad699502 req-534d1a09-4169-44f8-ad52-f39cedbc2d1d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0533876 Sep 17 22:41:56.047739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3735bcb6-8c71-40c7-a7fd-c203ad699502 req-1275fc94-b2ea-4df6-be2d-77c8b587381e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305080 Sep 17 22:41:56.297358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-bd963530-a262-4079-8ab5-c60d41ffbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:56.298913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-bd963530-a262-4079-8ab5-c60d41ffbdcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1097 time: 0.0424464 Sep 17 22:41:56.369382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54740) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:56.395498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-1a1d3e16-af92-43a0-88c1-d8a1dff494fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:56.397037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-1a1d3e16-af92-43a0-88c1-d8a1dff494fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 200 len: 897 time: 0.0911682 Sep 17 22:41:56.463546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-d0df1745-4162-428c-8379-5451cfb60dcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 1001 time: 0.0598078 Sep 17 22:41:56.475538 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7e85731-9821-4ac4-b421-468907d52f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.513493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-3438dec9-8391-48a4-8657-50b122197690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:56.515183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-3438dec9-8391-48a4-8657-50b122197690 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57fe21df-f43d-4a65-ac6f-5120642ab27e HTTP/1.1" status: 200 len: 835 time: 0.0453930 Sep 17 22:41:56.565921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-b7b138d0-1aa4-489d-bb24-efb2c8b80737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:56.567455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-b7b138d0-1aa4-489d-bb24-efb2c8b80737 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c23f1820-6ade-4f8f-91b4-3e630d163f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454988 Sep 17 22:41:56.569042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7e85731-9821-4ac4-b421-468907d52f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.648888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7e85731-9821-4ac4-b421-468907d52f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.659585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-ac07e4d4-0e1b-46bd-ba06-cf8123780ded service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842595 Sep 17 22:41:56.687486 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f7e85731-9821-4ac4-b421-468907d52f5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aafa6293e32b456cb95d7becfbf0ecb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166685 Sep 17 22:41:56.689301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e85731-9821-4ac4-b421-468907d52f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ef8ffc-04e0-4639-9484-86e544055097,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:56.691633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54744) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:56.739760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6462660b-7be0-4292-af94-eb3d0236fdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.756010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-5fcc2833-a5d4-46e8-9bbb-819022b1fa6e service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888691 Sep 17 22:41:56.760678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6462660b-7be0-4292-af94-eb3d0236fdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.901413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6462660b-7be0-4292-af94-eb3d0236fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.904070 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6462660b-7be0-4292-af94-eb3d0236fdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:56.905247 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6462660b-7be0-4292-af94-eb3d0236fdc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44ef8ffc-04e0-4639-9484-86e544055097 HTTP/1.1" status: 204 len: 168 time: 0.2127118 Sep 17 22:41:56.913134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462660b-7be0-4292-af94-eb3d0236fdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ef8ffc-04e0-4639-9484-86e544055097,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:57.164529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b45ed1-9fdf-4aea-b462-16e280b41c92 req-d7553769-e708-48ae-8696-83b240fd56f0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:57.166517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8b45ed1-9fdf-4aea-b462-16e280b41c92 req-d7553769-e708-48ae-8696-83b240fd56f0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0496678 Sep 17 22:41:57.204074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8b45ed1-9fdf-4aea-b462-16e280b41c92 req-ef92f452-ac9b-4288-9e81-d7af39e9857d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Sep 17 22:41:58.098576 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:41:58.325150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99d008-4c30-4671-bb32-c2277b5100bc req-2450fc6e-9f66-4bad-87dc-fabcb6515df1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:58.326692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e99d008-4c30-4671-bb32-c2277b5100bc req-2450fc6e-9f66-4bad-87dc-fabcb6515df1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0522747 Sep 17 22:41:58.365700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e99d008-4c30-4671-bb32-c2277b5100bc req-b79f04f0-3896-472e-bbbe-7bce1f60ce74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329707 Sep 17 22:41:58.700973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54784) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:41:58.796221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:41:58.983991 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.078997 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.206609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Allocated IP 172.25.5.170 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/6f16c3fb-da89-4658-856a-bc90f3e4396c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:41:59.315641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.449772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.508990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:41:59.514287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:41:59.518820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:41:59.554126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Pushing event updated for resources: {'Port': ['ID=6f16c3fb-da89-4658-856a-bc90f3e4396c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:41:59.566826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4069c-6504-4386-8bfe-df7c81208a48 req-88a84d8c-7212-44d0-96d6-48c53441812d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:41:59.572495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ce4069c-6504-4386-8bfe-df7c81208a48 req-88a84d8c-7212-44d0-96d6-48c53441812d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.1300602 Sep 17 22:41:59.633845 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ce4069c-6504-4386-8bfe-df7c81208a48 req-6023b731-ccc3-48ef-b8cd-395ad7e9c2a8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583837 Sep 17 22:41:59.652739 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.743255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.891203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:41:59.968908 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.043380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Pushing event updated for resources: {'Port': ['ID=6f16c3fb-da89-4658-856a-bc90f3e4396c,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:00.053662 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.140120 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.141417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aaea863a-8b5c-4e7b-a698-f76ae4545353 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4393907 Sep 17 22:42:00.144202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54790) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:00.149127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-167758157', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'fixed_ips': [{'ip_address': '172.25.5.170'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:00.242879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Made reservation on behalf of 2ccca418d6c94105b84ef30a81444a18 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:00.245517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.254348 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.341275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.403333 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:00.412798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] device_id is not set on port ef5d960b-a09b-4bee-93f1-b4e8e8d990ca yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:00.471778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afabdde-e116-416a-86ac-c222e2512fc5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:00.650179 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 22:42:00.651388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:00.752415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5e67-042e-427d-a2cb-f3c3e9fb0cc0 req-430e1102-eabc-4c83-96e3-f3aec0dcabce tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:00.753937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5ba5e67-042e-427d-a2cb-f3c3e9fb0cc0 req-430e1102-eabc-4c83-96e3-f3aec0dcabce tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0493639 Sep 17 22:42:00.755663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-968af0b4-4321-425f-a609-5feb89787d59 tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6102517 Sep 17 22:42:00.758428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54794) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:00.912193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5ba5e67-042e-427d-a2cb-f3c3e9fb0cc0 req-e3bbcd76-d01a-40cc-9d3a-2f9c07fa2d8f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471326 Sep 17 22:42:00.935820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Deleting port 6f16c3fb-da89-4658-856a-bc90f3e4396c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:00.936161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.008679 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.009008 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.020576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Calling delete_port for 6f16c3fb-da89-4658-856a-bc90f3e4396c owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:01.211882 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.235452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f16c3fb-da89-4658-856a-bc90f3e4396c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:01.299688 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.302228 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.303427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ebd3fadd-fe2e-4d8f-9dad-fdb929ae27bd tempest-ExternalNetworksAdminNegativeTestJSON-135278177 tempest-ExternalNetworksAdminNegativeTestJSON-135278177-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/a1b6c15f-5745-4139-a27a-7fa77aaeb2ce HTTP/1.1" status: 204 len: 168 time: 0.5440814 Sep 17 22:42:01.795208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54800) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:01.901200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6f5c-c2e1-4017-b326-ee90e7248219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:01.997831 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6f5c-c2e1-4017-b326-ee90e7248219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.035532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7a6f7-6ff0-431b-ad3f-9d22164c500a req-115f7ee9-7a61-49f6-9d6c-efd818bffa35 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:02.037021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1c7a6f7-6ff0-431b-ad3f-9d22164c500a req-115f7ee9-7a61-49f6-9d6c-efd818bffa35 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0514979 Sep 17 22:42:02.073750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1c7a6f7-6ff0-431b-ad3f-9d22164c500a req-f5a92436-cbbc-428b-bdf8-8dd6d95b92e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309155 Sep 17 22:42:02.120304 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6f5c-c2e1-4017-b326-ee90e7248219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.163436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ef5f6f5c-c2e1-4017-b326-ee90e7248219 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c03cc9c92b6e4beeac524f298bf0ab57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668573 Sep 17 22:42:02.164265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f6f5c-c2e1-4017-b326-ee90e7248219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445b30f3-95b0-44d1-a447-2832787db879,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:02.166127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54806) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:02.215657 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc927819-391a-48f7-b01b-e01756bebbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.236530 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc927819-391a-48f7-b01b-e01756bebbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.383554 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc927819-391a-48f7-b01b-e01756bebbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.386228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bc927819-391a-48f7-b01b-e01756bebbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:02.388155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bc927819-391a-48f7-b01b-e01756bebbd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/445b30f3-95b0-44d1-a447-2832787db879 HTTP/1.1" status: 204 len: 168 time: 0.2204895 Sep 17 22:42:02.397520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc927819-391a-48f7-b01b-e01756bebbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445b30f3-95b0-44d1-a447-2832787db879,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:03.082015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54812) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:03.123024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f6094561-fc75-474d-92df-c836bf7ce8ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ccca418d6c94105b84ef30a81444a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394266 Sep 17 22:42:03.125468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54816) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:03.204392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26d55803-7563-466a-b614-977f9788f55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.218301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd15e2-2f3c-4155-b50b-0fd1d942d734 req-51a5fcff-5b0b-43b0-b1c2-189160b5881e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:03.219815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eefd15e2-2f3c-4155-b50b-0fd1d942d734 req-51a5fcff-5b0b-43b0-b1c2-189160b5881e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0725985 Sep 17 22:42:03.248454 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26d55803-7563-466a-b614-977f9788f55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.290728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eefd15e2-2f3c-4155-b50b-0fd1d942d734 req-0b1f437a-9431-4371-809a-260de766fb0b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640683 Sep 17 22:42:03.403707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26d55803-7563-466a-b614-977f9788f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.406293 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26d55803-7563-466a-b614-977f9788f55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:03.407465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-26d55803-7563-466a-b614-977f9788f55a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5afabdde-e116-416a-86ac-c222e2512fc5 HTTP/1.1" status: 204 len: 168 time: 0.2810762 Sep 17 22:42:03.415631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d55803-7563-466a-b614-977f9788f55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afabdde-e116-416a-86ac-c222e2512fc5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:04.409425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4fe20-2add-46ca-9fcf-fc7f2ad5ec30 req-8b5f1538-9f1c-4db7-8fc4-b68039d6ffb3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:04.411054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02a4fe20-2add-46ca-9fcf-fc7f2ad5ec30 req-8b5f1538-9f1c-4db7-8fc4-b68039d6ffb3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0539467 Sep 17 22:42:04.448110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02a4fe20-2add-46ca-9fcf-fc7f2ad5ec30 req-bbe1ed49-457c-45a9-922d-39f279178ffe tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312047 Sep 17 22:42:05.169357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:05.267163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1734280709', 'router:external': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:05.351955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Made reservation on behalf of 65a62c5ec2804b079581fe00d15c207d for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:05.354317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.363007 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.447167 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.505952 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.531825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:42:05.541541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d470da1f-f1d3-4bcc-8258-ab99013dd903,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:05.546301 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.551067 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Added segment a0c386cf-3080-4cbf-ade4-11888cb49047 of type vlan for network a1feac3f-a951-4fa0-9db3-28d505eef471 Sep 17 22:42:05.564670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e3a26-e8a3-4b5b-9dc2-776c9d98d56d req-4f20612a-cb2d-4a25-a265-b5279476c79c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:05.566191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-933e3a26-e8a3-4b5b-9dc2-776c9d98d56d req-4f20612a-cb2d-4a25-a265-b5279476c79c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0511920 Sep 17 22:42:05.594032 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.606062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-933e3a26-e8a3-4b5b-9dc2-776c9d98d56d req-285222d9-326b-4bbd-bc3a-baf0f7ecc31a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331845 Sep 17 22:42:05.688825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.689848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:05.690429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:05.755490 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event updated for resources: {'Network': ['ID=a1feac3f-a951-4fa0-9db3-28d505eef471,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:05.765624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a1feac3f-a951-4fa0-9db3-28d505eef471 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:42:05.810010 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ea272c7e-5868-4ecb-a8c4-3dc6e423d677 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6388364 Sep 17 22:42:05.815326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54860) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:05.820319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'subnet': {'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:05.903467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Made reservation on behalf of 65a62c5ec2804b079581fe00d15c207d for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:05.905917 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.274247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.objects.ports [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 22:42:06.274996 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.333686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d7a2b53-51e2-4ece-af2a-5a3d182f24f2,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:06.338735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Checking segment: {'id': 'a0c386cf-3080-4cbf-ade4-11888cb49047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:06.339124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Network hostable DHCP agents. Network: a1feac3f-a951-4fa0-9db3-28d505eef471, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:42:06.445885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Network a1feac3f-a951-4fa0-9db3-28d505eef471 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:42:06.511319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a1feac3f-a951-4fa0-9db3-28d505eef471) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:06.516051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:06.516644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.522383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052342c6-c56d-462b-91ad-08483e917974 None None] Network a1feac3f-a951-4fa0-9db3-28d505eef471 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:06.615810 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f1a877ad-4a74-4a88-98d0-2ae9235f2497 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7992163 Sep 17 22:42:06.618486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54862) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:06.623355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-793680188', 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:06.641433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a021a36-e3d6-48a2-98d3-2dfd5c3f0079 None None] Network a1feac3f-a951-4fa0-9db3-28d505eef471 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:06.718724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Made reservation on behalf of 65a62c5ec2804b079581fe00d15c207d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:06.721194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:06.728664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f496a83-75e6-4ea6-8310-880cbf6c098e req-15ada9e9-9f0d-411d-a1af-cf4bef5f13dd tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:06.730681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f496a83-75e6-4ea6-8310-880cbf6c098e req-15ada9e9-9f0d-411d-a1af-cf4bef5f13dd tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0494649 Sep 17 22:42:06.737216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] device_id is not set on port f8fe1e78-03e3-492f-ac50-4149e83ea736 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:06.772398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f496a83-75e6-4ea6-8310-880cbf6c098e req-c43f1281-e4e4-4457-90f1-d97bfb78246f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326636 Sep 17 22:42:06.844228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Allocated IP 2001:db8::24e (a1feac3f-a951-4fa0-9db3-28d505eef471/2d7a2b53-51e2-4ece-af2a-5a3d182f24f2/f8fe1e78-03e3-492f-ac50-4149e83ea736) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:06.973224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.109469 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.151366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Network a1feac3f-a951-4fa0-9db3-28d505eef471 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:07.155683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:07.161953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:07.162978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:07.163578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.166761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event updated for resources: {'Port': ['ID=f8fe1e78-03e3-492f-ac50-4149e83ea736,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:07.270242 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c8a3f559-cf26-4d32-93ba-2c43ed98d370 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6503282 Sep 17 22:42:07.272772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54866) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:07.349697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e2386d3d-5be5-42db-ad9a-8183dc96a1da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Deleting port f8fe1e78-03e3-492f-ac50-4149e83ea736 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:07.350133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e2386d3d-5be5-42db-ad9a-8183dc96a1da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.424209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e2386d3d-5be5-42db-ad9a-8183dc96a1da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.435391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e2386d3d-5be5-42db-ad9a-8183dc96a1da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Calling delete_port for f8fe1e78-03e3-492f-ac50-4149e83ea736 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:07.609569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e2386d3d-5be5-42db-ad9a-8183dc96a1da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.636050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2386d3d-5be5-42db-ad9a-8183dc96a1da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8fe1e78-03e3-492f-ac50-4149e83ea736,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:07.663412 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e2386d3d-5be5-42db-ad9a-8183dc96a1da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.665372 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e2386d3d-5be5-42db-ad9a-8183dc96a1da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f8fe1e78-03e3-492f-ac50-4149e83ea736 HTTP/1.1" status: 204 len: 168 time: 0.3915515 Sep 17 22:42:07.667983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54868) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:07.672682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471', 'external_fixed_ips': [{'subnet_id': '2d7a2b53-51e2-4ece-af2a-5a3d182f24f2', 'ip_address': '2001:db8::24e'}]}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:07.763047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.764031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.814942 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:07.886958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1578422-304d-4cd1-a364-3485413ed655 req-1e9faaed-ddb7-4b7a-8356-a5731725871d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:07.888386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1578422-304d-4cd1-a364-3485413ed655 req-1e9faaed-ddb7-4b7a-8356-a5731725871d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0480752 Sep 17 22:42:08.018657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1578422-304d-4cd1-a364-3485413ed655 req-f78eafe5-8ed5-4c02-9013-8bd4e58f14a2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238911 Sep 17 22:42:08.051650 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.324619 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.347595 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.414881 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.485116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Allocated IP 2001:db8::24e (a1feac3f-a951-4fa0-9db3-28d505eef471/2d7a2b53-51e2-4ece-af2a-5a3d182f24f2/5d6c161c-46e5-4478-8050-fcf9141b5272) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:08.587336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.687412 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:08.722894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Network a1feac3f-a951-4fa0-9db3-28d505eef471 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:08.725715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:08.729209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:08.773180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event updated for resources: {'Port': ['ID=5d6c161c-46e5-4478-8050-fcf9141b5272,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:08.891633 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-71032f4e-942e-40e9-af19-a36abb520f09 req-adb8cf20-d226-4433-835b-ed4d48f45c13 service neutron] show failed (client error): The resource could not be found. Sep 17 22:42:08.892458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-adb8cf20-d226-4433-835b-ed4d48f45c13 service neutron] 10.222.0.32 "GET /v2.0/ports/b5d98a36-eddf-43e1-99b2-190aff8aa1fb/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0655560 Sep 17 22:42:09.429837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51f80e-f2f3-498f-a412-7942ed0de65e req-6e12a300-1ce1-4d93-a4b8-f6c07dc8fe88 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:09.431356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce51f80e-f2f3-498f-a412-7942ed0de65e req-6e12a300-1ce1-4d93-a4b8-f6c07dc8fe88 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0978544 Sep 17 22:42:09.448548 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.459992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-a37aee8e-f50e-4648-a4c6-63401bdb9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:09.461522 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-a37aee8e-f50e-4648-a4c6-63401bdb9399 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 1097 time: 0.0699439 Sep 17 22:42:09.472976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:09.517206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce51f80e-f2f3-498f-a412-7942ed0de65e req-be927396-a1e9-4eba-a5b5-e307ead1b127 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767279 Sep 17 22:42:09.538819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.677664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:09.911710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Router ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:10.028599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:10.039891 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Sync routers for ids ['ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:10.049368 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Routers {'ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:10.052628 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:41:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:10.058480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:10.093058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:10.100790 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.104675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d810aa4b-71b9-4d62-a10f-18097e6b6947 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4332559 Sep 17 22:42:10.105090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54876) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:10.132253 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.132903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:10.135239 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827822ee-e582-4397-a90c-bf0eab8c9cfc" -d '{"events": [{"server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:10.139215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.153183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Transition to ACTIVE for port object b5d98a36-eddf-43e1-99b2-190aff8aa1fb will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:42:10.167428 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Set router ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:10.191036 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4448f73-2372-4a94-a11f-fd68142eae93 x-openstack-request-id: req-d4448f73-2372-4a94-a11f-fd68142eae93 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:10.191492 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:10.192208 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4448f73-2372-4a94-a11f-fd68142eae93 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:10.192622 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'code': 200} Sep 17 22:42:10.216105 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.218311 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.281559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Pushing event updated for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:10.342906 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.364219 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359', 'name': '', 'tenant_id': '65a62c5ec2804b079581fe00d15c207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471', 'external_fixed_ips': [{'subnet_id': '2d7a2b53-51e2-4ece-af2a-5a3d182f24f2', 'ip_address': '2001:db8::24e'}], 'enable_snat': True}, 'gw_port_id': '5d6c161c-46e5-4478-8050-fcf9141b5272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:07Z', 'updated_at': '2021-09-17T22:42:08Z', 'revision_number': 3, 'project_id': '65a62c5ec2804b079581fe00d15c207d', 'gw_port': {'id': '5d6c161c-46e5-4478-8050-fcf9141b5272', 'name': '', 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2d7a2b53-51e2-4ece-af2a-5a3d182f24f2', 'ip_address': '2001:db8::24e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:08Z', 'updated_at': '2021-09-17T22:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d7a2b53-51e2-4ece-af2a-5a3d182f24f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:10.392428 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Checking router: ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:10.392784 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Updating router ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359 port 5d6c161c-46e5-4478-8050-fcf9141b5272 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:42:10.426544 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.442848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] No DVR routers for this DVR port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:10.461942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Deleting port 5d6c161c-46e5-4478-8050-fcf9141b5272 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:10.470739 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.566571 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.580406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Calling delete_port for 5d6c161c-46e5-4478-8050-fcf9141b5272 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:10.613468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Attempting to bind port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:10.614110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Attempting to bind port b5d98a36-eddf-43e1-99b2-190aff8aa1fb by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:10.614270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Attempting to bind port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on network c23f1820-6ade-4f8f-91b4-3e630d163f19 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:10.618997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on network c23f1820-6ade-4f8f-91b4-3e630d163f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:42:10.619388 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Attempting to bind port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on network c23f1820-6ade-4f8f-91b4-3e630d163f19 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:10.625006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:10.625420 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Checking segment: {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:10.625903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Bound using segment: {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:10.626325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Bound port: b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449519a-c6e4-406e-8a44-4e9fb04912e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:10.626678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.690083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7eb7-ae62-407f-b1c7-281eed495775 req-b61c2aa9-41fc-49c1-a232-4d4e7cb0e443 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:10.691661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bafa7eb7-ae62-407f-b1c7-281eed495775 req-b61c2aa9-41fc-49c1-a232-4d4e7cb0e443 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 943 time: 0.0991993 Sep 17 22:42:10.703429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:10.707266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:10.713116 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.780580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bafa7eb7-ae62-407f-b1c7-281eed495775 req-8a241655-381b-4363-95b3-0451e76acfe2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Sep 17 22:42:10.786926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.803894 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.824094 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:10.824768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.826211 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] 10.222.0.35 "PUT /v2.0/ports/b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 1092 time: 1.3571827 Sep 17 22:42:10.846999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7e6c2-0969-4591-8254-76341a95f6ff service neutron] Pushing event updated for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:10.864078 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Attempting to bind port 5d6c161c-46e5-4478-8050-fcf9141b5272 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:10.864340 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Attempting to bind port 5d6c161c-46e5-4478-8050-fcf9141b5272 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a0c386cf-3080-4cbf-ade4-11888cb49047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:10.864701 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Attempting to bind port 5d6c161c-46e5-4478-8050-fcf9141b5272 on network a1feac3f-a951-4fa0-9db3-28d505eef471 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:10.875162 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Pushing event updated for resources: {'Port': ['ID=5d6c161c-46e5-4478-8050-fcf9141b5272,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:10.877651 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:10.878027 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Checking segment: {'id': 'a0c386cf-3080-4cbf-ade4-11888cb49047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:10.878420 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.878818 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Bound using segment: {'id': 'a0c386cf-3080-4cbf-ade4-11888cb49047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:10.879356 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Bound port: 5d6c161c-46e5-4478-8050-fcf9141b5272, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c386cf-3080-4cbf-ade4-11888cb49047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:10.879732 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.901464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-b96c442a-859d-49e5-8e80-140cd895ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:10.903121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-b96c442a-859d-49e5-8e80-140cd895ee1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1095 time: 0.0493395 Sep 17 22:42:10.907346 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.907692 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.908031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.908363 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.908689 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.909016 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.909338 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.909657 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.909976 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.910294 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.910612 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.910974 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820007b-370b-4581-8c7c-d3886fc13cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:10.969844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:10.971492 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.db.api [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:42:10.971898 n-d-713498-17 neutron-server[101663]: DEBUG oslo_db.api [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:42:10.998397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d6c161c-46e5-4478-8050-fcf9141b5272,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:11.006869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-946e6a4c-6c64-45e0-863d-708c216f5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:11.008459 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-946e6a4c-6c64-45e0-863d-708c216f5294 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 200 len: 897 time: 0.0944405 Sep 17 22:42:11.025847 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.082949 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-39d9623b-bdaf-49db-bcc2-fad18b705cff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 999 time: 0.0672295 Sep 17 22:42:11.117848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.120041 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.131805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-f7dc32b6-3cb4-4283-a087-db3db62d9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:11.133247 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-f7dc32b6-3cb4-4283-a087-db3db62d9ea5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57fe21df-f43d-4a65-ac6f-5120642ab27e HTTP/1.1" status: 200 len: 835 time: 0.0438612 Sep 17 22:42:11.184984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032f4e-942e-40e9-af19-a36abb520f09 req-ece82d59-f56e-4e27-943b-a34c417dde06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:11.186516 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-ece82d59-f56e-4e27-943b-a34c417dde06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c23f1820-6ade-4f8f-91b4-3e630d163f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454633 Sep 17 22:42:11.226142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.226816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:11.235948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.235948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-451e5331-069b-4c40-94f1-fb3eb12df078 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359 HTTP/1.1" status: 204 len: 168 time: 1.1269870 Sep 17 22:42:11.235948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54882) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:11.281668 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-fa2504e5-cca1-4e3f-b454-8e56582b760a service neutron] 10.222.0.35 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876703 Sep 17 22:42:11.281932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-021fecfa-7f42-4f68-81a6-022c42b85d26 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Deleting subnet 2d7a2b53-51e2-4ece-af2a-5a3d182f24f2 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:11.284902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-021fecfa-7f42-4f68-81a6-022c42b85d26 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.319154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-021fecfa-7f42-4f68-81a6-022c42b85d26 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.366524 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-021fecfa-7f42-4f68-81a6-022c42b85d26 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.371048 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-71032f4e-942e-40e9-af19-a36abb520f09 req-cf7d2598-063d-48b2-a102-4aef5f7c2438 service neutron] 10.222.0.35 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825465 Sep 17 22:42:11.486339 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Attempting to bind port 5d6c161c-46e5-4478-8050-fcf9141b5272 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:11.487004 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Attempting to bind port 5d6c161c-46e5-4478-8050-fcf9141b5272 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a0c386cf-3080-4cbf-ade4-11888cb49047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:11.487150 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Attempting to bind port 5d6c161c-46e5-4478-8050-fcf9141b5272 on network a1feac3f-a951-4fa0-9db3-28d505eef471 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:11.492006 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:11.492367 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Checking segment: {'id': 'a0c386cf-3080-4cbf-ade4-11888cb49047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:11.492750 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.493126 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Bound using segment: {'id': 'a0c386cf-3080-4cbf-ade4-11888cb49047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:11.493752 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Bound port: 5d6c161c-46e5-4478-8050-fcf9141b5272, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c386cf-3080-4cbf-ade4-11888cb49047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a1feac3f-a951-4fa0-9db3-28d505eef471'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:11.494118 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.511166 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.plugin [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Port 5d6c161c-46e5-4478-8050-fcf9141b5272 has been deleted concurrently {{(pid=101663) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 22:42:11.518005 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-021fecfa-7f42-4f68-81a6-022c42b85d26 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.522074 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Routers set() bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:11.527891 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Router IDs set() for agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 22:42:11.527891 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_agentschedulers_db [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:41:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent'). {{(pid=101663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 22:42:11.527891 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936cc2a-768a-44cd-a1b3-b9720564dfd3 None None] The sync data for ids ['ceffe7fa-a4c3-4bfc-b7e8-739f66e0a359'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:11.543777 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fecfa-7f42-4f68-81a6-022c42b85d26 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7a2b53-51e2-4ece-af2a-5a3d182f24f2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:11.547705 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-021fecfa-7f42-4f68-81a6-022c42b85d26 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.549610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-021fecfa-7f42-4f68-81a6-022c42b85d26 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/2d7a2b53-51e2-4ece-af2a-5a3d182f24f2 HTTP/1.1" status: 204 len: 168 time: 0.3126202 Sep 17 22:42:11.552506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54884) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:11.625247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.701879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.727364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1feac3f-a951-4fa0-9db3-28d505eef471']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:11.736973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c386cf-3080-4cbf-ade4-11888cb49047') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:11.739756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c386cf-3080-4cbf-ade4-11888cb49047') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:11.746729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.759919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.766058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:42:11.772195 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:42:11.898091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.900156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16951d-b317-4f1c-abdf-351bf58db802 req-95dec077-6dc5-42fe-90e1-eafd006bca77 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:11.901906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0d16951d-b317-4f1c-abdf-351bf58db802 req-95dec077-6dc5-42fe-90e1-eafd006bca77 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 943 time: 0.0496984 Sep 17 22:42:11.902604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1feac3f-a951-4fa0-9db3-28d505eef471 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 22:42:11.909622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:11.909622 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a1feac3f-a951-4fa0-9db3-28d505eef471 HTTP/1.1" status: 204 len: 168 time: 0.3536308 Sep 17 22:42:11.926885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2ec11-9e66-4cdb-b95d-5ea169564e5c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1feac3f-a951-4fa0-9db3-28d505eef471,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:11.944510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0d16951d-b317-4f1c-abdf-351bf58db802 req-c19799fb-ca3e-4c76-b3da-7863a325afb4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357435 Sep 17 22:42:12.187759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54898) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:12.192397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5ec9e003-4662-478b-9bc5-1bd6c9ec0761 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'router': {'name': 'tempest-router--583080796', 'project_id': 'f1ffc826380342b3a5a0cdefff6dd740'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:12.193806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:12.196218 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06b8626-98ae-4ec3-a2db-2fb96937a197" -d '{"events": [{"name": "network-changed", "server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:12.244686 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e067a9a-8efb-4d21-8156-aa3bd9c52f98 x-openstack-request-id: req-7e067a9a-8efb-4d21-8156-aa3bd9c52f98 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:12.245088 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:12.245341 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e067a9a-8efb-4d21-8156-aa3bd9c52f98 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:12.245768 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'status': 'completed', 'code': 200} Sep 17 22:42:12.292015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e003-4662-478b-9bc5-1bd6c9ec0761 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.293029 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e003-4662-478b-9bc5-1bd6c9ec0761 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.308824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-19afffd8-3988-4173-8051-369c68a80de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:12.310134 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-19afffd8-3988-4173-8051-369c68a80de6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1095 time: 0.0421381 Sep 17 22:42:12.331552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-affdc676-4c48-48e6-b148-30c6d0e43f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:12.333054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-affdc676-4c48-48e6-b148-30c6d0e43f2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1095 time: 0.0681400 Sep 17 22:42:12.368551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e003-4662-478b-9bc5-1bd6c9ec0761 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.416626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-61eb4a72-5e20-4e73-b2d9-8aa4137fe5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:12.418329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-61eb4a72-5e20-4e73-b2d9-8aa4137fe5c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 200 len: 897 time: 0.1017172 Sep 17 22:42:12.431298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e003-4662-478b-9bc5-1bd6c9ec0761 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.455531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-8023927a-0c4a-4e96-8b06-f39d6ffeb633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:12.457070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-8023927a-0c4a-4e96-8b06-f39d6ffeb633 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 200 len: 897 time: 0.0966451 Sep 17 22:42:12.490775 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-f480f4e7-a42e-4008-a398-ae11d3eba86b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 999 time: 0.0648291 Sep 17 22:42:12.510530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e003-4662-478b-9bc5-1bd6c9ec0761 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.511772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5ec9e003-4662-478b-9bc5-1bd6c9ec0761 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3228910 Sep 17 22:42:12.516602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54902) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:12.541166 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-4fda07ab-f556-4a2d-b732-d8681d3750b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:12.542634 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-4fda07ab-f556-4a2d-b732-d8681d3750b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57fe21df-f43d-4a65-ac6f-5120642ab27e HTTP/1.1" status: 200 len: 835 time: 0.0449910 Sep 17 22:42:12.564074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-e993472d-f119-421e-ba12-03d9d2ed08e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 999 time: 0.0995440 Sep 17 22:42:12.590242 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-3b5e1dad-017f-44c4-961a-7ab0d0b74741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:12.592081 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-3b5e1dad-017f-44c4-961a-7ab0d0b74741 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c23f1820-6ade-4f8f-91b4-3e630d163f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414789 Sep 17 22:42:12.606567 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d45bf90-69ae-4a27-8fa8-42eafcd314da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.687362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-830d88e5-dc3b-4963-8127-c7558ae5c77d service neutron] 10.222.0.35 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865428 Sep 17 22:42:12.704058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-d833fbb5-af1e-4ff5-bb13-17eed2b13033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:12.705574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-d833fbb5-af1e-4ff5-bb13-17eed2b13033 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57fe21df-f43d-4a65-ac6f-5120642ab27e HTTP/1.1" status: 200 len: 835 time: 0.1089771 Sep 17 22:42:12.779826 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-166ec1b2-5f2c-47eb-a945-6464e7d42486 service neutron] 10.222.0.35 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842447 Sep 17 22:42:12.816562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d45bf90-69ae-4a27-8fa8-42eafcd314da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.819361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d45bf90-69ae-4a27-8fa8-42eafcd314da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.862990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-71d2a0d1-fe3c-4348-8d3a-6a0a1c2791ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:12.864510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-71d2a0d1-fe3c-4348-8d3a-6a0a1c2791ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c23f1820-6ade-4f8f-91b4-3e630d163f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362674 Sep 17 22:42:12.954043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-9422b030-194a-4961-9223-adb68a284b05 service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821640 Sep 17 22:42:12.979577 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d45bf90-69ae-4a27-8fa8-42eafcd314da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.980072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d45bf90-69ae-4a27-8fa8-42eafcd314da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7578eff6-11a4-4cac-85ab-b4232557ab21 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:12.990753 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d45bf90-69ae-4a27-8fa8-42eafcd314da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:12.991956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9d45bf90-69ae-4a27-8fa8-42eafcd314da tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7578eff6-11a4-4cac-85ab-b4232557ab21 HTTP/1.1" status: 204 len: 168 time: 0.4744451 Sep 17 22:42:13.086125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d06b8626-98ae-4ec3-a2db-2fb96937a197 req-a3601bbf-4379-4e60-8113-ca7324f09e2f service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258199 Sep 17 22:42:13.100271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68142-b783-4b85-946f-3d0b1a846526 req-1d8fbe91-ce54-402d-a48e-dde7c78543e4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:13.102395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fe68142-b783-4b85-946f-3d0b1a846526 req-1d8fbe91-ce54-402d-a48e-dde7c78543e4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 943 time: 0.0734684 Sep 17 22:42:13.140673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5fe68142-b783-4b85-946f-3d0b1a846526 req-4834d3b7-ec92-4c9d-ad5f-bbb8aeb603f1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323939 Sep 17 22:42:13.298634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54908) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:13.497817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2069176361', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:13.591815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.593315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.620004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b5d98a36-eddf-43e1-99b2-190aff8aa1fb no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:13.646431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:13.661404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device b5d98a36-eddf-43e1-99b2-190aff8aa1fb not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:13.852504 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.120596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.138401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.271955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Allocated IP 172.25.5.79 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/4c906d11-59ad-4771-9093-25fa7b7514e0) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:14.290899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae267ceb-01e4-4d25-aaee-8a66f1be7233 req-75e9722a-b6d8-4a00-9701-ad7536094f54 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:14.292369 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae267ceb-01e4-4d25-aaee-8a66f1be7233 req-75e9722a-b6d8-4a00-9701-ad7536094f54 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 943 time: 0.0771368 Sep 17 22:42:14.717014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae267ceb-01e4-4d25-aaee-8a66f1be7233 req-f5bfe667-3bfb-425d-b572-a9544ecb9307 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722198 Sep 17 22:42:14.745162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.832464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:14.872323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:14.875199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:14.879483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:14.906907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event updated for resources: {'Port': ['ID=4c906d11-59ad-4771-9093-25fa7b7514e0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:15.073234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf767f-13f5-42e9-9ac8-004c0196a50e req-4f047276-fc45-4d43-9333-9a21588d31e4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.074737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0cf767f-13f5-42e9-9ac8-004c0196a50e req-4f047276-fc45-4d43-9333-9a21588d31e4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 943 time: 0.0649273 Sep 17 22:42:15.262823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0cf767f-13f5-42e9-9ac8-004c0196a50e req-6840c4b9-fced-4a3c-bdc8-0894788e2f98 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809423 Sep 17 22:42:15.277248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823063-7934-497f-a40a-5c053f0aef0c req-e2f0dc2d-35d3-4412-8b42-25f8cca8a932 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.278747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02823063-7934-497f-a40a-5c053f0aef0c req-e2f0dc2d-35d3-4412-8b42-25f8cca8a932 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d&tenant_id=3277a6e8e6c64ca9b40417a14736e38e&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 943 time: 0.1953764 Sep 17 22:42:15.364216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b5d98a36-eddf-43e1-99b2-190aff8aa1fb details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:42:15.388987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.452687 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-02823063-7934-497f-a40a-5c053f0aef0c req-861f55b3-832e-4e2e-8334-979306ec2fcf service neutron] delete failed (client error): The resource could not be found. Sep 17 22:42:15.453844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02823063-7934-497f-a40a-5c053f0aef0c req-861f55b3-832e-4e2e-8334-979306ec2fcf service neutron] 10.222.0.32 "DELETE /v2.0/ports/b5d98a36-eddf-43e1-99b2-190aff8aa1fb/bindings/n-h1-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.1334398 Sep 17 22:42:15.457777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:15.469964 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'port_id': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'mac_address': 'fa:16:3e:fb:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:42:15.511992 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.525872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d98a36-eddf-43e1-99b2-190aff8aa1fb {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:42:15.544344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:15.585844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823063-7934-497f-a40a-5c053f0aef0c req-a288d275-e225-43a4-a182-bfc5f3612de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.587373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02823063-7934-497f-a40a-5c053f0aef0c req-a288d275-e225-43a4-a182-bfc5f3612de6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1095 time: 0.0845766 Sep 17 22:42:15.620435 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.669828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:15.688896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:15.758909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823063-7934-497f-a40a-5c053f0aef0c req-c1e84d83-a023-48ef-9b85-bc594d328ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.760382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02823063-7934-497f-a40a-5c053f0aef0c req-c1e84d83-a023-48ef-9b85-bc594d328ebb service neutron] 10.222.0.32 "GET /v2.0/networks?id=c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 200 len: 897 time: 0.1439412 Sep 17 22:42:15.867601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02823063-7934-497f-a40a-5c053f0aef0c req-9d131d73-9419-4c5f-be77-7021c4c09fcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 1000 time: 0.1002908 Sep 17 22:42:15.891069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['b5d98a36-eddf-43e1-99b2-190aff8aa1fb'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:42:15.929118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823063-7934-497f-a40a-5c053f0aef0c req-cbfb024d-a753-4bc6-9839-8b8f2973dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.933056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02823063-7934-497f-a40a-5c053f0aef0c req-cbfb024d-a753-4bc6-9839-8b8f2973dc94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57fe21df-f43d-4a65-ac6f-5120642ab27e HTTP/1.1" status: 200 len: 835 time: 0.0551617 Sep 17 22:42:15.976198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823063-7934-497f-a40a-5c053f0aef0c req-3ed5c3e5-6f47-47f7-bb17-38119d7eef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:15.977685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02823063-7934-497f-a40a-5c053f0aef0c req-3ed5c3e5-6f47-47f7-bb17-38119d7eef56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c23f1820-6ade-4f8f-91b4-3e630d163f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399063 Sep 17 22:42:15.979908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Router e76ec803-8ad5-4b53-acc1-f5051ec77265 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:16.149211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02823063-7934-497f-a40a-5c053f0aef0c req-8790fe63-7c83-450b-b1ba-3f820dfc185e service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642427 Sep 17 22:42:16.165962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:16.176432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991b5df-7904-422b-af2b-ca77da09b7ee None None] Sync routers for ids ['e76ec803-8ad5-4b53-acc1-f5051ec77265'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:16.185226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991b5df-7904-422b-af2b-ca77da09b7ee None None] Routers {'e76ec803-8ad5-4b53-acc1-f5051ec77265'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:16.185859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c991b5df-7904-422b-af2b-ca77da09b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:41:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e76ec803-8ad5-4b53-acc1-f5051ec77265'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:16.218552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c991b5df-7904-422b-af2b-ca77da09b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:16.227501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991b5df-7904-422b-af2b-ca77da09b7ee None None] Routers {'e76ec803-8ad5-4b53-acc1-f5051ec77265'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:16.228107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c991b5df-7904-422b-af2b-ca77da09b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:41:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e76ec803-8ad5-4b53-acc1-f5051ec77265'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:16.257290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02823063-7934-497f-a40a-5c053f0aef0c req-34643263-5d46-493f-9619-e2ecf9eb0ea4 service neutron] 10.222.0.32 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009762 Sep 17 22:42:16.260211 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.262332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e0bef9ec-033f-4adb-bff1-d122095eb7fc tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9624641 Sep 17 22:42:16.263488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c991b5df-7904-422b-af2b-ca77da09b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:16.264145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991b5df-7904-422b-af2b-ca77da09b7ee None None] The sync data for ids ['e76ec803-8ad5-4b53-acc1-f5051ec77265'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:16.265664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54920) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:16.405853 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2eaf90df-530a-4eaf-b79b-79ddae56ac45 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/routers/e76ec803-8ad5-4b53-acc1-f5051ec77265 HTTP/1.1" status: 200 len: 924 time: 0.1379991 Sep 17 22:42:16.408672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54924) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:16.436465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5091f0bd-e9a3-486b-951e-9bd0570577c9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=e76ec803-8ad5-4b53-acc1-f5051ec77265 HTTP/1.1" status: 200 len: 205 time: 0.0266209 Sep 17 22:42:16.439045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54926) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:16.444318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7fb7b-f035-4f48-80c1-b253c70eebee req-b63d50f6-5ff0-484a-9a68-4e287f0a6a36 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:16.445736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87b7fb7b-f035-4f48-80c1-b253c70eebee req-b63d50f6-5ff0-484a-9a68-4e287f0a6a36 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 944 time: 0.0875974 Sep 17 22:42:16.485463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87b7fb7b-f035-4f48-80c1-b253c70eebee req-234bbb09-cd78-41c7-89e8-94879d597b77 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327249 Sep 17 22:42:16.558258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.660144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.765633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Deleting port 4c906d11-59ad-4771-9093-25fa7b7514e0 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:16.765977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.845365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:16.856807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Calling delete_port for 4c906d11-59ad-4771-9093-25fa7b7514e0 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:17.078515 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.103258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event deleted for resources: {'Port': ['ID=4c906d11-59ad-4771-9093-25fa7b7514e0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:17.166084 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.256477 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.258490 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.379426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b5d98a36-eddf-43e1-99b2-190aff8aa1fb up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:17.395121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.395705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Fanout notify agent at l3_agent the message router_deleted on router e76ec803-8ad5-4b53-acc1-f5051ec77265 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:17.402542 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.404209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-35cbb0a7-99f5-4f0f-8ced-54158724f1c7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/e76ec803-8ad5-4b53-acc1-f5051ec77265 HTTP/1.1" status: 204 len: 168 time: 0.9637291 Sep 17 22:42:17.407655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54928) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:17.412517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'router': {'name': 'tempest-snat-router-7975184', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': False}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:17.534506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port b5d98a36-eddf-43e1-99b2-190aff8aa1fb completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:42:17.538878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port b5d98a36-eddf-43e1-99b2-190aff8aa1fb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:17.539348 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.585918 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.586970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.618395 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.626075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5fa8-8638-4106-81f5-daeb2cdb99a1 req-b381fa3a-e10d-4759-aee6-531e1d24cc4b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:17.634256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62ed5fa8-8638-4106-81f5-daeb2cdb99a1 req-b381fa3a-e10d-4759-aee6-531e1d24cc4b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 944 time: 0.0733533 Sep 17 22:42:17.641351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:17.643632 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2e021-e3dd-482c-b861-c1110dc96031" -d '{"events": [{"server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:17.657808 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.661485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:17.681384 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363bc7ab-199b-4b4c-a087-bcadfdd3a085 x-openstack-request-id: req-363bc7ab-199b-4b4c-a087-bcadfdd3a085 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:17.681730 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:17.681980 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-363bc7ab-199b-4b4c-a087-bcadfdd3a085 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:17.682391 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'code': 200} Sep 17 22:42:17.690505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62ed5fa8-8638-4106-81f5-daeb2cdb99a1 req-3b1b8962-92fb-487e-bd8f-4ff30962b3ef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355506 Sep 17 22:42:17.711714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54934) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:17.760639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.809835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:17.823368 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-189e43fd-95d6-40e5-9b64-16c147d3d5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:17.866684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2193c351-8a7a-4f99-9c44-f3b9f765c831 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/7181df39-e6ab-435a-98fa-6e4a2fa545df HTTP/1.1" status: 200 len: 992 time: 0.1538000 Sep 17 22:42:17.900155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.165620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.183527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.284524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Allocated IP 172.25.5.93 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/527bc037-3155-42aa-802a-0581c4d510bd) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:18.391358 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.506425 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:18.541530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:18.544312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:18.548329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:18.579494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event updated for resources: {'Port': ['ID=527bc037-3155-42aa-802a-0581c4d510bd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:18.846227 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.035132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.603263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Router 1b335b5b-a2ae-49ca-9a73-0813a0446057 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:19.707892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:19.716595 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Sync routers for ids ['1b335b5b-a2ae-49ca-9a73-0813a0446057'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:19.726401 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Routers {'1b335b5b-a2ae-49ca-9a73-0813a0446057'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:19.727021 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:41:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['1b335b5b-a2ae-49ca-9a73-0813a0446057'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:19.828000 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Set router 1b335b5b-a2ae-49ca-9a73-0813a0446057 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:19.832207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:19.833672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f9d12016-f47b-4a04-85ad-519c982950f5 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 2.4249003 Sep 17 22:42:19.836227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54936) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:19.940567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b28c5132-2ace-42ba-8d15-058b803db41b tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/routers/1b335b5b-a2ae-49ca-9a73-0813a0446057 HTTP/1.1" status: 200 len: 905 time: 0.1031578 Sep 17 22:42:19.942998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54938) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:19.947098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'router': {'name': 'tempest-snat-router-7975184', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': True}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:20.006616 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b335b5b-a2ae-49ca-9a73-0813a0446057', 'name': 'tempest-snat-router-7975184', 'tenant_id': '65a62c5ec2804b079581fe00d15c207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.93'}], 'enable_snat': False}, 'gw_port_id': '527bc037-3155-42aa-802a-0581c4d510bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:17Z', 'updated_at': '2021-09-17T22:42:18Z', 'revision_number': 3, 'project_id': '65a62c5ec2804b079581fe00d15c207d', 'gw_port': {'id': '527bc037-3155-42aa-802a-0581c4d510bd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b335b5b-a2ae-49ca-9a73-0813a0446057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:18Z', 'updated_at': '2021-09-17T22:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:20.023619 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.024676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.036850 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Checking router: 1b335b5b-a2ae-49ca-9a73-0813a0446057 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:20.037182 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Updating router 1b335b5b-a2ae-49ca-9a73-0813a0446057 port 527bc037-3155-42aa-802a-0581c4d510bd binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:42:20.061812 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.077748 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.212438 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99e57ebe-12fe-431b-9755-9ba93debcbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.294934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.399478 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.472070 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.522444 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Attempting to bind port 527bc037-3155-42aa-802a-0581c4d510bd on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:20.522826 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Attempting to bind port 527bc037-3155-42aa-802a-0581c4d510bd by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:20.523190 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Attempting to bind port 527bc037-3155-42aa-802a-0581c4d510bd on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:20.532600 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f055df3-458d-477e-9f88-0a207015505b None None] Pushing event updated for resources: {'Port': ['ID=527bc037-3155-42aa-802a-0581c4d510bd,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:20.535138 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:20.536174 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:20.536174 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.536427 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:20.536729 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Bound port: 527bc037-3155-42aa-802a-0581c4d510bd, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:20.537109 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.549201 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.572722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.587351 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] For port 527bc037-3155-42aa-802a-0581c4d510bd, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:20.590287 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] For port 527bc037-3155-42aa-802a-0581c4d510bd, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=527bc037-3155-42aa-802a-0581c4d510bd,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:20.673318 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.677657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Allocated IP 172.25.5.8 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/3274fe62-88b6-4f47-82ef-7fa9838f381e) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:20.730223 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Routers {'1b335b5b-a2ae-49ca-9a73-0813a0446057'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:20.730779 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['1b335b5b-a2ae-49ca-9a73-0813a0446057'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:20.775412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f055df3-458d-477e-9f88-0a207015505b None None] Pushing event updated for resources: {'Port': ['ID=527bc037-3155-42aa-802a-0581c4d510bd,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:20.793239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.842822 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] Set router 1b335b5b-a2ae-49ca-9a73-0813a0446057 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:20.907408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:20.943537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:20.947965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:20.952680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:20.960477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event updated for resources: {'Port': ['ID=3274fe62-88b6-4f47-82ef-7fa9838f381e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:21.021336 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b335b5b-a2ae-49ca-9a73-0813a0446057', 'name': 'tempest-snat-router-7975184', 'tenant_id': '65a62c5ec2804b079581fe00d15c207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.93'}], 'enable_snat': False}, 'gw_port_id': '527bc037-3155-42aa-802a-0581c4d510bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:17Z', 'updated_at': '2021-09-17T22:42:18Z', 'revision_number': 3, 'project_id': '65a62c5ec2804b079581fe00d15c207d', 'gw_port': {'id': '527bc037-3155-42aa-802a-0581c4d510bd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b335b5b-a2ae-49ca-9a73-0813a0446057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:18Z', 'updated_at': '2021-09-17T22:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:21.047640 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecefff6b-e749-4435-8898-37e394cef791 None None] The sync data for ids ['1b335b5b-a2ae-49ca-9a73-0813a0446057'] in n-d-713498-17 is: [{'id': '1b335b5b-a2ae-49ca-9a73-0813a0446057', 'name': 'tempest-snat-router-7975184', 'tenant_id': '65a62c5ec2804b079581fe00d15c207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.93'}], 'enable_snat': False}, 'gw_port_id': '527bc037-3155-42aa-802a-0581c4d510bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:17Z', 'updated_at': '2021-09-17T22:42:18Z', 'revision_number': 3, 'project_id': '65a62c5ec2804b079581fe00d15c207d', 'gw_port': {'id': '527bc037-3155-42aa-802a-0581c4d510bd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b335b5b-a2ae-49ca-9a73-0813a0446057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:18Z', 'updated_at': '2021-09-17T22:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:21.284971 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.297299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.504356 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.703709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Router 9f7c51c9-0520-430f-9466-dc2d7505d466 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:21.737966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.814987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:21.824546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Sync routers for ids ['9f7c51c9-0520-430f-9466-dc2d7505d466'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:21.833634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Routers {'9f7c51c9-0520-430f-9466-dc2d7505d466'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:21.834247 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['9f7c51c9-0520-430f-9466-dc2d7505d466'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:21.903574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:21.905643 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cf933969-f2c0-4130-a170-49c2ad831f06 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 902 time: 1.9611104 Sep 17 22:42:21.908254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54940) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:21.938053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Set router 9f7c51c9-0520-430f-9466-dc2d7505d466 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:22.031880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-13f64c11-98f1-4f76-8e72-f99909a3a253 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/routers/9f7c51c9-0520-430f-9466-dc2d7505d466 HTTP/1.1" status: 200 len: 903 time: 0.1195443 Sep 17 22:42:22.032122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54942) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:22.045867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 527bc037-3155-42aa-802a-0581c4d510bd up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:22.135744 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.143574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 527bc037-3155-42aa-802a-0581c4d510bd triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:22.143942 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.188520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7c51c9-0520-430f-9466-dc2d7505d466', 'name': 'tempest-snat-router-7975184', 'tenant_id': '65a62c5ec2804b079581fe00d15c207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '3274fe62-88b6-4f47-82ef-7fa9838f381e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:20Z', 'updated_at': '2021-09-17T22:42:21Z', 'revision_number': 3, 'project_id': '65a62c5ec2804b079581fe00d15c207d', 'gw_port': {'id': '3274fe62-88b6-4f47-82ef-7fa9838f381e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c51c9-0520-430f-9466-dc2d7505d466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:42:20Z', 'updated_at': '2021-09-17T22:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:22.216180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Checking router: 9f7c51c9-0520-430f-9466-dc2d7505d466 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:22.216830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Updating router 9f7c51c9-0520-430f-9466-dc2d7505d466 port 3274fe62-88b6-4f47-82ef-7fa9838f381e binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:42:22.237332 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.247744 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.302628 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.381352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 527bc037-3155-42aa-802a-0581c4d510bd, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=527bc037-3155-42aa-802a-0581c4d510bd,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:22.396696 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Deleting port 3274fe62-88b6-4f47-82ef-7fa9838f381e {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:22.396962 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.475648 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.488174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Calling delete_port for 3274fe62-88b6-4f47-82ef-7fa9838f381e owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:22.524623 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.570118 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.598552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=527bc037-3155-42aa-802a-0581c4d510bd,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:22.656600 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.713241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Attempting to bind port 3274fe62-88b6-4f47-82ef-7fa9838f381e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:22.713609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Attempting to bind port 3274fe62-88b6-4f47-82ef-7fa9838f381e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:22.713966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Attempting to bind port 3274fe62-88b6-4f47-82ef-7fa9838f381e on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:22.723126 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc67df-c83e-487f-90cd-b358f034a0b8 None None] Pushing event updated for resources: {'Port': ['ID=3274fe62-88b6-4f47-82ef-7fa9838f381e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:22.729688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:22.730060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:22.730458 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.730920 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:22.731389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Bound port: 3274fe62-88b6-4f47-82ef-7fa9838f381e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:22.731771 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.784969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] For port 3274fe62-88b6-4f47-82ef-7fa9838f381e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:22.788559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] For port 3274fe62-88b6-4f47-82ef-7fa9838f381e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3274fe62-88b6-4f47-82ef-7fa9838f381e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:22.887127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:22.935819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Routers {'9f7c51c9-0520-430f-9466-dc2d7505d466'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:22.937045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['9f7c51c9-0520-430f-9466-dc2d7505d466'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:22.988183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc67df-c83e-487f-90cd-b358f034a0b8 None None] Pushing event updated for resources: {'Port': ['ID=3274fe62-88b6-4f47-82ef-7fa9838f381e,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:23.006640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.030650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event deleted for resources: {'Port': ['ID=3274fe62-88b6-4f47-82ef-7fa9838f381e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:23.038184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] Set router 9f7c51c9-0520-430f-9466-dc2d7505d466 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:23.093737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7c51c9-0520-430f-9466-dc2d7505d466', 'name': 'tempest-snat-router-7975184', 'tenant_id': '65a62c5ec2804b079581fe00d15c207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:20Z', 'updated_at': '2021-09-17T22:42:22Z', 'revision_number': 4, 'project_id': '65a62c5ec2804b079581fe00d15c207d', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:23.095877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.120352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac9249-7047-4209-b8c1-258563ceb422 None None] The sync data for ids ['9f7c51c9-0520-430f-9466-dc2d7505d466'] in n-d-713498-17 is: [{'id': '9f7c51c9-0520-430f-9466-dc2d7505d466', 'name': 'tempest-snat-router-7975184', 'tenant_id': '65a62c5ec2804b079581fe00d15c207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:42:20Z', 'updated_at': '2021-09-17T22:42:22Z', 'revision_number': 4, 'project_id': '65a62c5ec2804b079581fe00d15c207d', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:23.189921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.192176 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.316341 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.317150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f7c51c9-0520-430f-9466-dc2d7505d466 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:23.323826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.326265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bc84c0fb-805f-4f75-9c5b-96f95b8db623 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "DELETE /v2.0/routers/9f7c51c9-0520-430f-9466-dc2d7505d466 HTTP/1.1" status: 204 len: 168 time: 1.2920926 Sep 17 22:42:23.330135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54944) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:23.389551 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.435104 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.533511 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.637279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Deleting port 527bc037-3155-42aa-802a-0581c4d510bd {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:23.637614 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.716283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] For port 527bc037-3155-42aa-802a-0581c4d510bd, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=527bc037-3155-42aa-802a-0581c4d510bd,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:23.716643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:23.728893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Calling delete_port for 527bc037-3155-42aa-802a-0581c4d510bd owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:23.985138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 527bc037-3155-42aa-802a-0581c4d510bd up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:23.986425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.012347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 527bc037-3155-42aa-802a-0581c4d510bd {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:24.012687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 527bc037-3155-42aa-802a-0581c4d510bd not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 17 22:42:24.017856 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event deleted for resources: {'Port': ['ID=527bc037-3155-42aa-802a-0581c4d510bd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:24.036530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Port 527bc037-3155-42aa-802a-0581c4d510bd not found, will not notify nova. {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 17 22:42:24.084493 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.173634 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.175730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.303377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.303834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b335b5b-a2ae-49ca-9a73-0813a0446057 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:24.309979 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.312555 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c07474b4-8283-4785-ad26-ff1a5b62236e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1b335b5b-a2ae-49ca-9a73-0813a0446057 HTTP/1.1" status: 204 len: 168 time: 0.9803171 Sep 17 22:42:24.315622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54946) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:24.320409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-207628596', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:24.397867 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.398982 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.450439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.650745 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.897896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:24.916788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.023118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Allocated IP 172.25.5.215 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/c56a2611-b503-4d4d-855b-7cf0730c03da) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:25.119546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.226351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.260976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:25.263797 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:25.266839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:25.297352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event updated for resources: {'Port': ['ID=c56a2611-b503-4d4d-855b-7cf0730c03da,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:25.889839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:25.976854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 527bc037-3155-42aa-802a-0581c4d510bd no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:25.997230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 527bc037-3155-42aa-802a-0581c4d510bd {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:25.997583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 527bc037-3155-42aa-802a-0581c4d510bd not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:26.086224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.263374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Router a85a1d00-15d4-4bc5-82a6-a76c723aa3db is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:26.369610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:26.380462 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca52d1-a348-4b96-a1f2-cfd67af4af76 None None] Sync routers for ids ['a85a1d00-15d4-4bc5-82a6-a76c723aa3db'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:26.391554 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca52d1-a348-4b96-a1f2-cfd67af4af76 None None] Routers {'a85a1d00-15d4-4bc5-82a6-a76c723aa3db'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:26.392150 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-24ca52d1-a348-4b96-a1f2-cfd67af4af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a85a1d00-15d4-4bc5-82a6-a76c723aa3db'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:26.423693 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-24ca52d1-a348-4b96-a1f2-cfd67af4af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:26.432053 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca52d1-a348-4b96-a1f2-cfd67af4af76 None None] Routers {'a85a1d00-15d4-4bc5-82a6-a76c723aa3db'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:26.432628 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-24ca52d1-a348-4b96-a1f2-cfd67af4af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a85a1d00-15d4-4bc5-82a6-a76c723aa3db'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:26.437957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:26.439872 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-37255cba-b793-4321-a088-b2ce2c6ab4c0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1229270 Sep 17 22:42:26.442564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54948) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:26.446912 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f98306ac-9d8a-42e1-9902-6e502d3cfc9c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': False}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:26.466429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-24ca52d1-a348-4b96-a1f2-cfd67af4af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:26.467081 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca52d1-a348-4b96-a1f2-cfd67af4af76 None None] The sync data for ids ['a85a1d00-15d4-4bc5-82a6-a76c723aa3db'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:26.735254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f98306ac-9d8a-42e1-9902-6e502d3cfc9c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.191258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f98306ac-9d8a-42e1-9902-6e502d3cfc9c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.194442 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f98306ac-9d8a-42e1-9902-6e502d3cfc9c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.297896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98306ac-9d8a-42e1-9902-6e502d3cfc9c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Router a85a1d00-15d4-4bc5-82a6-a76c723aa3db has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:27.401847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98306ac-9d8a-42e1-9902-6e502d3cfc9c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:27.406522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f98306ac-9d8a-42e1-9902-6e502d3cfc9c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:27.407964 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f98306ac-9d8a-42e1-9902-6e502d3cfc9c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "PUT /v2.0/routers/a85a1d00-15d4-4bc5-82a6-a76c723aa3db HTTP/1.1" status: 200 len: 925 time: 0.9644022 Sep 17 22:42:27.410490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb624f9e-cfca-41b4-acf6-9e615054d2f3 None None] Sync routers for ids ['a85a1d00-15d4-4bc5-82a6-a76c723aa3db'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:27.410974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54950) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:27.419392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb624f9e-cfca-41b4-acf6-9e615054d2f3 None None] Routers {'a85a1d00-15d4-4bc5-82a6-a76c723aa3db'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:27.419996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fb624f9e-cfca-41b4-acf6-9e615054d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a85a1d00-15d4-4bc5-82a6-a76c723aa3db'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:27.450647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fb624f9e-cfca-41b4-acf6-9e615054d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:27.459455 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb624f9e-cfca-41b4-acf6-9e615054d2f3 None None] Routers {'a85a1d00-15d4-4bc5-82a6-a76c723aa3db'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:27.460041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fb624f9e-cfca-41b4-acf6-9e615054d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['a85a1d00-15d4-4bc5-82a6-a76c723aa3db'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:27.514572 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3019c435-03bb-48a2-8e52-55486595eb1a tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/routers/a85a1d00-15d4-4bc5-82a6-a76c723aa3db HTTP/1.1" status: 200 len: 925 time: 0.1028447 Sep 17 22:42:27.518022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54952) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:27.591150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5428bbf-7795-4a74-8b94-65fd07d2166b tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:27.592744 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d5428bbf-7795-4a74-8b94-65fd07d2166b tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=a85a1d00-15d4-4bc5-82a6-a76c723aa3db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0737476 Sep 17 22:42:27.595624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54954) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:27.639118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fb624f9e-cfca-41b4-acf6-9e615054d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:27.639750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb624f9e-cfca-41b4-acf6-9e615054d2f3 None None] The sync data for ids ['a85a1d00-15d4-4bc5-82a6-a76c723aa3db'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:28.005395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32f2d6a-da82-4a7f-8445-0d69d5454ed9 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:28.006818 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c32f2d6a-da82-4a7f-8445-0d69d5454ed9 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 881 time: 0.4102347 Sep 17 22:42:28.009555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54956) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:28.035375 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-32cc8f3c-b637-43ff-9072-3cc4295244d9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a1d00-15d4-4bc5-82a6-a76c723aa3db HTTP/1.1" status: 200 len: 205 time: 0.0248029 Sep 17 22:42:28.037934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54958) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:28.138856 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.238762 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.378387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Deleting port c56a2611-b503-4d4d-855b-7cf0730c03da {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:28.378774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.453835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.466016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Calling delete_port for c56a2611-b503-4d4d-855b-7cf0730c03da owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:28.671415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.697132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event deleted for resources: {'Port': ['ID=c56a2611-b503-4d4d-855b-7cf0730c03da,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:28.754978 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.844899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.846994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.938407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.939080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Fanout notify agent at l3_agent the message router_deleted on router a85a1d00-15d4-4bc5-82a6-a76c723aa3db {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:28.945752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:28.947445 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f4311445-8341-4db3-8e09-e01abf0efe1e tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/a85a1d00-15d4-4bc5-82a6-a76c723aa3db HTTP/1.1" status: 204 len: 168 time: 0.9080687 Sep 17 22:42:28.950495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54960) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:28.955669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b97dacc4-2171-4e6a-950a-0280f6164745 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-854791135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:29.060463 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97dacc4-2171-4e6a-950a-0280f6164745 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.061489 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97dacc4-2171-4e6a-950a-0280f6164745 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.113118 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97dacc4-2171-4e6a-950a-0280f6164745 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.174854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97dacc4-2171-4e6a-950a-0280f6164745 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.271681 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97dacc4-2171-4e6a-950a-0280f6164745 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.272822 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b97dacc4-2171-4e6a-950a-0280f6164745 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3213639 Sep 17 22:42:29.275489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54962) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:29.279871 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:29.493054 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.760544 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.778947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:29.884313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Allocated IP 172.25.5.62 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/4bce09b6-f300-49c6-9d67-632e527149ce) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:29.983186 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.081269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.116796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:30.122198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:30.124752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:30.158775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event updated for resources: {'Port': ['ID=4bce09b6-f300-49c6-9d67-632e527149ce,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:30.483307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.675577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.678935 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.882753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Router deddc093-af58-4485-a5c1-bf4dd0fd548d is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:30.986709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:30.993287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:30.994978 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a2ccbca1-d357-4b36-ac92-be0bc70ad343 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "PUT /v2.0/routers/deddc093-af58-4485-a5c1-bf4dd0fd548d HTTP/1.1" status: 200 len: 882 time: 1.7180514 Sep 17 22:42:30.996022 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e462c-a64f-4528-8880-6185cdcd8e2e None None] Sync routers for ids ['deddc093-af58-4485-a5c1-bf4dd0fd548d'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:30.997018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54964) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:31.005958 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0e462c-a64f-4528-8880-6185cdcd8e2e None None] Routers {'deddc093-af58-4485-a5c1-bf4dd0fd548d'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:31.006578 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ea0e462c-a64f-4528-8880-6185cdcd8e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['deddc093-af58-4485-a5c1-bf4dd0fd548d'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:31.038316 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ea0e462c-a64f-4528-8880-6185cdcd8e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:31.046513 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0e462c-a64f-4528-8880-6185cdcd8e2e None None] Routers {'deddc093-af58-4485-a5c1-bf4dd0fd548d'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:31.047851 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ea0e462c-a64f-4528-8880-6185cdcd8e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['deddc093-af58-4485-a5c1-bf4dd0fd548d'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:31.077709 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ea0e462c-a64f-4528-8880-6185cdcd8e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:31.078380 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e462c-a64f-4528-8880-6185cdcd8e2e None None] The sync data for ids ['deddc093-af58-4485-a5c1-bf4dd0fd548d'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:31.100134 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c02f99f7-8e3d-45c4-aa4f-da172825ea31 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/routers/deddc093-af58-4485-a5c1-bf4dd0fd548d HTTP/1.1" status: 200 len: 923 time: 0.1020517 Sep 17 22:42:31.102813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54966) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:31.140887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c67507f-9550-4676-bf96-3c726ec2da3e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:31.142369 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c67507f-9550-4676-bf96-3c726ec2da3e tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=deddc093-af58-4485-a5c1-bf4dd0fd548d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0386786 Sep 17 22:42:31.145203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54968) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:31.223932 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3866f-305e-4134-8381-489b48698a50 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:31.225334 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7de3866f-305e-4134-8381-489b48698a50 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 881 time: 0.0792537 Sep 17 22:42:31.228092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54970) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:31.256876 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c3c82559-2b43-41b8-bbf8-e4cfc19e0f11 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=deddc093-af58-4485-a5c1-bf4dd0fd548d HTTP/1.1" status: 200 len: 205 time: 0.0276942 Sep 17 22:42:31.259156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54972) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:31.361126 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:31.786313 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:31.925783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Deleting port 4bce09b6-f300-49c6-9d67-632e527149ce {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:31.926080 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:31.999912 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.011894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Calling delete_port for 4bce09b6-f300-49c6-9d67-632e527149ce owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:32.214130 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.243639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event deleted for resources: {'Port': ['ID=4bce09b6-f300-49c6-9d67-632e527149ce,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:32.300294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.389127 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.391815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.488885 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.489338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Fanout notify agent at l3_agent the message router_deleted on router deddc093-af58-4485-a5c1-bf4dd0fd548d {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:32.502002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.502002 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-68fcbd88-e22e-4018-95d6-c7ca5a0d49d7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/deddc093-af58-4485-a5c1-bf4dd0fd548d HTTP/1.1" status: 204 len: 168 time: 1.2371993 Sep 17 22:42:32.502002 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54974) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:32.505923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-754a7a14-405c-4010-b526-665ee75272e0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1542208610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:32.585696 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-754a7a14-405c-4010-b526-665ee75272e0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.586697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-754a7a14-405c-4010-b526-665ee75272e0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.639280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-754a7a14-405c-4010-b526-665ee75272e0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.683049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-754a7a14-405c-4010-b526-665ee75272e0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.760385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-754a7a14-405c-4010-b526-665ee75272e0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:32.761532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-754a7a14-405c-4010-b526-665ee75272e0 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2589512 Sep 17 22:42:32.764315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54976) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:32.769289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': True}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:32.965173 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.215204 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.233897 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.338580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Allocated IP 172.25.5.195 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/a92761a1-60fe-422c-8ad8-412c97e9ae64) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:33.436460 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.526429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:33.562162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:33.565049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:33.568417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:33.599210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event updated for resources: {'Port': ['ID=a92761a1-60fe-422c-8ad8-412c97e9ae64,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:33.873105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.060611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.064339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.234982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Router 107b3a95-f5b7-464e-b388-81069add16de is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:34.338519 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:34.348364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.349600 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-473ca41f-1572-4532-a251-ccf329c45eee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "PUT /v2.0/routers/107b3a95-f5b7-464e-b388-81069add16de HTTP/1.1" status: 200 len: 919 time: 1.5843551 Sep 17 22:42:34.352105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54978) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:34.353461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cec15-72fb-411d-ad4a-ca24913f3f46 None None] Sync routers for ids ['107b3a95-f5b7-464e-b388-81069add16de'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:34.363594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cec15-72fb-411d-ad4a-ca24913f3f46 None None] Routers {'107b3a95-f5b7-464e-b388-81069add16de'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:34.364209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-eb6cec15-72fb-411d-ad4a-ca24913f3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['107b3a95-f5b7-464e-b388-81069add16de'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:34.396118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-eb6cec15-72fb-411d-ad4a-ca24913f3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:34.404368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cec15-72fb-411d-ad4a-ca24913f3f46 None None] Routers {'107b3a95-f5b7-464e-b388-81069add16de'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:34.405004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-eb6cec15-72fb-411d-ad4a-ca24913f3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['107b3a95-f5b7-464e-b388-81069add16de'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:34.439486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-eb6cec15-72fb-411d-ad4a-ca24913f3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:34.440125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cec15-72fb-411d-ad4a-ca24913f3f46 None None] The sync data for ids ['107b3a95-f5b7-464e-b388-81069add16de'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:34.455522 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bacd471e-a82f-4947-bfc2-a592f5556b1c tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/routers/107b3a95-f5b7-464e-b388-81069add16de HTTP/1.1" status: 200 len: 925 time: 0.1023266 Sep 17 22:42:34.458145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54980) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:34.501436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3010d47-e4ee-4057-8043-4e16cb4ef6bd tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:34.502883 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d3010d47-e4ee-4057-8043-4e16cb4ef6bd tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=107b3a95-f5b7-464e-b388-81069add16de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0437784 Sep 17 22:42:34.505587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54982) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:34.586000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54926878-f904-4620-9ac5-f2e86ea6dd43 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:34.587410 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-54926878-f904-4620-9ac5-f2e86ea6dd43 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 881 time: 0.0809209 Sep 17 22:42:34.590084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54984) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:34.615582 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-25ba8637-8a03-467a-af3b-d4af6d6482a3 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=107b3a95-f5b7-464e-b388-81069add16de HTTP/1.1" status: 200 len: 205 time: 0.0244694 Sep 17 22:42:34.617845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54986) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:34.720409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.821667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:34.945633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Deleting port a92761a1-60fe-422c-8ad8-412c97e9ae64 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:34.945971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.021264 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.033121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Calling delete_port for a92761a1-60fe-422c-8ad8-412c97e9ae64 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:35.098449 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:42:35.289119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.315760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event deleted for resources: {'Port': ['ID=a92761a1-60fe-422c-8ad8-412c97e9ae64,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:35.377651 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.465072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.539203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.608821 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.609324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Fanout notify agent at l3_agent the message router_deleted on router 107b3a95-f5b7-464e-b388-81069add16de {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:35.619668 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.619668 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-91e98195-f061-4342-82a2-50bda18ce87d tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/107b3a95-f5b7-464e-b388-81069add16de HTTP/1.1" status: 204 len: 168 time: 0.9986105 Sep 17 22:42:35.620993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:35.625237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9466a0b4-6c10-46f1-9ce6-48305b248485 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-330661049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:35.699936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9466a0b4-6c10-46f1-9ce6-48305b248485 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.700928 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9466a0b4-6c10-46f1-9ce6-48305b248485 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.753356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9466a0b4-6c10-46f1-9ce6-48305b248485 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.831621 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9466a0b4-6c10-46f1-9ce6-48305b248485 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.917351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9466a0b4-6c10-46f1-9ce6-48305b248485 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:35.918623 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9466a0b4-6c10-46f1-9ce6-48305b248485 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2967036 Sep 17 22:42:35.921194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54990) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:35.925898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'enable_snat': False}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:36.439512 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.690080 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.708751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:36.808780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Allocated IP 172.25.5.206 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/aecd79cd-7db7-418b-9e60-63f8fc4574f3) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:36.912734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.012583 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.051187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:37.055301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:37.057663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:37.065753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Pushing event updated for resources: {'Port': ['ID=aecd79cd-7db7-418b-9e60-63f8fc4574f3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:37.368968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.558964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.562275 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.785724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Router 0476d5ec-9823-4aea-a13c-fb1a36869c9a is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:37.890252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:37.895009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:37.896555 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8560bb75-198b-4c05-ad1f-edd31fbc7baf tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "PUT /v2.0/routers/0476d5ec-9823-4aea-a13c-fb1a36869c9a HTTP/1.1" status: 200 len: 919 time: 1.9740989 Sep 17 22:42:37.898858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54992) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:37.899127 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225aeca6-bf05-45a6-8e88-ce0214eeec2b None None] Sync routers for ids ['0476d5ec-9823-4aea-a13c-fb1a36869c9a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:37.910050 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225aeca6-bf05-45a6-8e88-ce0214eeec2b None None] Routers {'0476d5ec-9823-4aea-a13c-fb1a36869c9a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:37.910954 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-225aeca6-bf05-45a6-8e88-ce0214eeec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0476d5ec-9823-4aea-a13c-fb1a36869c9a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:37.945640 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-225aeca6-bf05-45a6-8e88-ce0214eeec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:37.953998 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225aeca6-bf05-45a6-8e88-ce0214eeec2b None None] Routers {'0476d5ec-9823-4aea-a13c-fb1a36869c9a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:37.954739 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-225aeca6-bf05-45a6-8e88-ce0214eeec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0476d5ec-9823-4aea-a13c-fb1a36869c9a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:37.986780 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-225aeca6-bf05-45a6-8e88-ce0214eeec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:37.987447 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225aeca6-bf05-45a6-8e88-ce0214eeec2b None None] The sync data for ids ['0476d5ec-9823-4aea-a13c-fb1a36869c9a'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:38.006510 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5428c9e2-0709-4d5e-9298-0fbb57a075a3 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/routers/0476d5ec-9823-4aea-a13c-fb1a36869c9a HTTP/1.1" status: 200 len: 925 time: 0.1065662 Sep 17 22:42:38.009249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 54994) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:38.070761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae3af1a-2508-4e70-a73e-27183077b6a9 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.070761 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0ae3af1a-2508-4e70-a73e-27183077b6a9 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=0476d5ec-9823-4aea-a13c-fb1a36869c9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0406203 Sep 17 22:42:38.071211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54996) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:38.143010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf60c8-0da5-4a90-b076-ccdb8bb1af99 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:38.144651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3fcf60c8-0da5-4a90-b076-ccdb8bb1af99 tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/networks/0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 881 time: 0.0862451 Sep 17 22:42:38.147406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 54998) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:38.172234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a11fab54-9441-41da-a5c1-3b56c2cae028 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=0476d5ec-9823-4aea-a13c-fb1a36869c9a HTTP/1.1" status: 200 len: 205 time: 0.0238023 Sep 17 22:42:38.175388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55000) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:38.278665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.381865 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.431753 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.518440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Deleting port aecd79cd-7db7-418b-9e60-63f8fc4574f3 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:38.518825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.596424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.607822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Calling delete_port for aecd79cd-7db7-418b-9e60-63f8fc4574f3 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:38.829660 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:38.853320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event deleted for resources: {'Port': ['ID=aecd79cd-7db7-418b-9e60-63f8fc4574f3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:38.915147 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.004075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.006158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.105978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.106671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Fanout notify agent at l3_agent the message router_deleted on router 0476d5ec-9823-4aea-a13c-fb1a36869c9a {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:39.113382 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.114488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a0f67992-00b3-4b1c-abc1-733f64ccc3ee tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/0476d5ec-9823-4aea-a13c-fb1a36869c9a HTTP/1.1" status: 204 len: 168 time: 0.9382231 Sep 17 22:42:39.118168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55002) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:39.122751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-243276973', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:39.215109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.216162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.267233 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.447731 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.674210 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.696360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.795518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Allocated IP 172.25.5.191 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/b7bc9800-a774-42e4-8f44-bb3a0e66c1c0) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:39.898843 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:39.987292 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.025202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:40.028073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:40.031447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:40.039609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event updated for resources: {'Port': ['ID=b7bc9800-a774-42e4-8f44-bb3a0e66c1c0,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:40.068344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.068685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.069015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.069344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.069668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.069985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.070307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.070619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.070958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.077453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.077453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.077453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:40.143401 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.358173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.552462 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.726038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Router c7b44f70-cbc3-4532-8a7f-b32263916b14 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:42:40.828869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:40.839170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f3822-1876-45ef-a1fe-c6c820776df5 None None] Sync routers for ids ['c7b44f70-cbc3-4532-8a7f-b32263916b14'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:40.847709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f3822-1876-45ef-a1fe-c6c820776df5 None None] Routers {'c7b44f70-cbc3-4532-8a7f-b32263916b14'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:40.848381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-562f3822-1876-45ef-a1fe-c6c820776df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c7b44f70-cbc3-4532-8a7f-b32263916b14'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:40.879858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-562f3822-1876-45ef-a1fe-c6c820776df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:40.888021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f3822-1876-45ef-a1fe-c6c820776df5 None None] Routers {'c7b44f70-cbc3-4532-8a7f-b32263916b14'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:40.888606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-562f3822-1876-45ef-a1fe-c6c820776df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c7b44f70-cbc3-4532-8a7f-b32263916b14'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:40.898024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:40.899333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0ae579e5-571c-43ce-b560-bedbd6383cc9 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7801638 Sep 17 22:42:40.901982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55010) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:40.906400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:40.923242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-562f3822-1876-45ef-a1fe-c6c820776df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:40.923916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f3822-1876-45ef-a1fe-c6c820776df5 None None] The sync data for ids ['c7b44f70-cbc3-4532-8a7f-b32263916b14'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:41.451506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.533355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.655878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Deleting port b7bc9800-a774-42e4-8f44-bb3a0e66c1c0 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:41.656129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.730124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.742286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Calling delete_port for b7bc9800-a774-42e4-8f44-bb3a0e66c1c0 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:41.957517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:41.988276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Pushing event deleted for resources: {'Port': ['ID=b7bc9800-a774-42e4-8f44-bb3a0e66c1c0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:42.050290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.246767 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.249896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.324901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Router c7b44f70-cbc3-4532-8a7f-b32263916b14 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:42.403357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:42.412826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.413007 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e53870d-75b4-455b-83b3-91c51a80d83c None None] Sync routers for ids ['c7b44f70-cbc3-4532-8a7f-b32263916b14'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:42.414007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cd7ade75-06c9-4054-a388-ec7a5ed0a4ba tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "PUT /v2.0/routers/c7b44f70-cbc3-4532-8a7f-b32263916b14 HTTP/1.1" status: 200 len: 709 time: 1.5111034 Sep 17 22:42:42.416559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55012) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:42.422190 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53870d-75b4-455b-83b3-91c51a80d83c None None] Routers {'c7b44f70-cbc3-4532-8a7f-b32263916b14'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:42.423386 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4e53870d-75b4-455b-83b3-91c51a80d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c7b44f70-cbc3-4532-8a7f-b32263916b14'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:42.458105 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4e53870d-75b4-455b-83b3-91c51a80d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:42.466415 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53870d-75b4-455b-83b3-91c51a80d83c None None] Routers {'c7b44f70-cbc3-4532-8a7f-b32263916b14'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:42.467049 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4e53870d-75b4-455b-83b3-91c51a80d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c7b44f70-cbc3-4532-8a7f-b32263916b14'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:42.491970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1607f2c5-0cd8-418b-8303-10325665972f tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/routers/c7b44f70-cbc3-4532-8a7f-b32263916b14 HTTP/1.1" status: 200 len: 744 time: 0.0743234 Sep 17 22:42:42.494612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55014) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:42.497728 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4e53870d-75b4-455b-83b3-91c51a80d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:42.498314 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e53870d-75b4-455b-83b3-91c51a80d83c None None] The sync data for ids ['c7b44f70-cbc3-4532-8a7f-b32263916b14'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:42.540548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d155d406-e9cc-4075-a439-0f9d8b3705ee tempest-RoutersIpV6AdminTest-1217679274 tempest-RoutersIpV6AdminTest-1217679274-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&device_id=c7b44f70-cbc3-4532-8a7f-b32263916b14 HTTP/1.1" status: 200 len: 205 time: 0.0448532 Sep 17 22:42:42.543025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55016) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:42.568051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f58107fd-00f4-44f4-a3d8-47b863d14194 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b44f70-cbc3-4532-8a7f-b32263916b14 HTTP/1.1" status: 200 len: 205 time: 0.0240066 Sep 17 22:42:42.570412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55018) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:42.643128 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c0232d-1ac6-432e-9e6f-1430921b0a56 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.796377 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c0232d-1ac6-432e-9e6f-1430921b0a56 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.798354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c0232d-1ac6-432e-9e6f-1430921b0a56 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.920563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c0232d-1ac6-432e-9e6f-1430921b0a56 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.921073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c0232d-1ac6-432e-9e6f-1430921b0a56 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Fanout notify agent at l3_agent the message router_deleted on router c7b44f70-cbc3-4532-8a7f-b32263916b14 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:42.928396 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c0232d-1ac6-432e-9e6f-1430921b0a56 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:42.929497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c2c0232d-1ac6-432e-9e6f-1430921b0a56 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/c7b44f70-cbc3-4532-8a7f-b32263916b14 HTTP/1.1" status: 204 len: 168 time: 0.3581753 Sep 17 22:42:42.932813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55022) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:42.963534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-94cb28e2-ff7d-417b-9b45-cc2087f13d25 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b44f70-cbc3-4532-8a7f-b32263916b14 HTTP/1.1" status: 200 len: 205 time: 0.0295761 Sep 17 22:42:42.965771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55024) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.002341 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-45ef693a-7672-40c2-89e0-4a7733b9cb44 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] delete failed (client error): The resource could not be found. Sep 17 22:42:43.003373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-45ef693a-7672-40c2-89e0-4a7733b9cb44 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/c7b44f70-cbc3-4532-8a7f-b32263916b14 HTTP/1.1" status: 404 len: 336 time: 0.0367219 Sep 17 22:42:43.005808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55026) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.031981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-86e38918-09ef-4c5e-806b-026662e00fa7 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=0476d5ec-9823-4aea-a13c-fb1a36869c9a HTTP/1.1" status: 200 len: 205 time: 0.0251639 Sep 17 22:42:43.034935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55028) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.074462 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-ce42ec3e-68c5-457d-91e2-72163062e42c tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] delete failed (client error): The resource could not be found. Sep 17 22:42:43.075395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ce42ec3e-68c5-457d-91e2-72163062e42c tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/0476d5ec-9823-4aea-a13c-fb1a36869c9a HTTP/1.1" status: 404 len: 336 time: 0.0395725 Sep 17 22:42:43.077714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55030) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.103468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9e8c4a27-0a1b-4fce-94f9-31552365ce19 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=107b3a95-f5b7-464e-b388-81069add16de HTTP/1.1" status: 200 len: 205 time: 0.0247781 Sep 17 22:42:43.105580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55032) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.141019 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-053a3498-4300-4b46-a7a4-2d670029d6da tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] delete failed (client error): The resource could not be found. Sep 17 22:42:43.141976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-053a3498-4300-4b46-a7a4-2d670029d6da tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/107b3a95-f5b7-464e-b388-81069add16de HTTP/1.1" status: 404 len: 336 time: 0.0355492 Sep 17 22:42:43.144320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55034) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.173336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b613f47d-e661-449c-bddf-9b39cd514a30 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=deddc093-af58-4485-a5c1-bf4dd0fd548d HTTP/1.1" status: 200 len: 205 time: 0.0277891 Sep 17 22:42:43.176131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55036) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.209913 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-07f85871-d4aa-4175-a757-a54c88dfcff4 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] delete failed (client error): The resource could not be found. Sep 17 22:42:43.210884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-07f85871-d4aa-4175-a757-a54c88dfcff4 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/deddc093-af58-4485-a5c1-bf4dd0fd548d HTTP/1.1" status: 404 len: 336 time: 0.0338769 Sep 17 22:42:43.213161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55038) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.239003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b105bc27-b26c-46c2-a2ba-104cf9f44a13 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a1d00-15d4-4bc5-82a6-a76c723aa3db HTTP/1.1" status: 200 len: 205 time: 0.0248523 Sep 17 22:42:43.241125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55040) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.278307 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-a970fee8-1dc2-4a5b-88c6-c673802cb188 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] delete failed (client error): The resource could not be found. Sep 17 22:42:43.279275 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a970fee8-1dc2-4a5b-88c6-c673802cb188 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/a85a1d00-15d4-4bc5-82a6-a76c723aa3db HTTP/1.1" status: 404 len: 336 time: 0.0373011 Sep 17 22:42:43.281584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55042) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.307267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0c5c9196-bbef-448f-856a-d37b80e05178 tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "GET /v2.0/ports?device_id=e76ec803-8ad5-4b53-acc1-f5051ec77265 HTTP/1.1" status: 200 len: 205 time: 0.0246878 Sep 17 22:42:43.309379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55044) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.343996 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-5acad173-5054-4f0b-99dd-754c79c28bfa tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] delete failed (client error): The resource could not be found. Sep 17 22:42:43.346835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5acad173-5054-4f0b-99dd-754c79c28bfa tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/routers/e76ec803-8ad5-4b53-acc1-f5051ec77265 HTTP/1.1" status: 404 len: 336 time: 0.0346634 Sep 17 22:42:43.348071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55046) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.376806 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5044f71-1bd9-4ccc-8dd1-73232584156b tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] DELETE failed (client error): The resource could not be found. Sep 17 22:42:43.377249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5044f71-1bd9-4ccc-8dd1-73232584156b tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:42:43.378891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e5044f71-1bd9-4ccc-8dd1-73232584156b tempest-RoutersIpV6AdminTest-2005616564 tempest-RoutersIpV6AdminTest-2005616564-project] 10.222.0.13 "DELETE /v2.0/subnets/2d7a2b53-51e2-4ece-af2a-5a3d182f24f2 HTTP/1.1" status: 404 len: 337 time: 0.0297451 Sep 17 22:42:43.820365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55052) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:43.927946 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd56fa10-b48f-4ca4-ab2a-2ec8342de977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.014079 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd56fa10-b48f-4ca4-ab2a-2ec8342de977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.077320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dd56fa10-b48f-4ca4-ab2a-2ec8342de977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.115031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dd56fa10-b48f-4ca4-ab2a-2ec8342de977 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce381cd411814ff88a6d600246aa80e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935963 Sep 17 22:42:44.116426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56fa10-b48f-4ca4-ab2a-2ec8342de977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc6aaa0-7cb9-44fb-80ff-cc6a2d642779,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.118132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55056) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:44.168251 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.189261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.308834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.311394 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:44.312546 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dc6aaa0-7cb9-44fb-80ff-cc6a2d642779 HTTP/1.1" status: 204 len: 168 time: 0.1929989 Sep 17 22:42:44.321171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc6aaa0-7cb9-44fb-80ff-cc6a2d642779,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:44.328636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.328988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.329328 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.329667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.330120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.330568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.331088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.331436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.331763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.332092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.332414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.332737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77a054-a2dc-4ca5-af9b-d54935a9dbbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:44.907194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55062) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:44.945809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-21beb250-9d56-4cc5-86c7-3eca7f45456f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65a62c5ec2804b079581fe00d15c207d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374911 Sep 17 22:42:44.948343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55064) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:44.994319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5553f23a-098a-4935-8abd-701f0bb68d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.014331 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5553f23a-098a-4935-8abd-701f0bb68d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.126190 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5553f23a-098a-4935-8abd-701f0bb68d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.128906 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5553f23a-098a-4935-8abd-701f0bb68d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:45.130051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5553f23a-098a-4935-8abd-701f0bb68d48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d470da1f-f1d3-4bcc-8258-ab99013dd903 HTTP/1.1" status: 204 len: 168 time: 0.1808367 Sep 17 22:42:45.137763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553f23a-098a-4935-8abd-701f0bb68d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d470da1f-f1d3-4bcc-8258-ab99013dd903,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:46.196802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55088) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:46.292511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1687153679'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:46.373724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f741-069c-43b9-b002-43e5ddd96ba3 req-b03072a8-4922-47b8-a431-b6d3d6fca25b tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:46.375282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9b8f741-069c-43b9-b002-43e5ddd96ba3 req-b03072a8-4922-47b8-a431-b6d3d6fca25b tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1097 time: 0.0409257 Sep 17 22:42:46.387699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Made reservation on behalf of acd4312ec92043d8acb0ec6f41e09f5d for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:46.390953 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.406771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.435054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9b8f741-069c-43b9-b002-43e5ddd96ba3 req-ff8ae3e9-9f07-4c01-814d-4b698015c08b tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530701 Sep 17 22:42:46.457720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55094) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:46.509694 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.569032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.600170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:42:46.615774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0abba-73b0-4a4d-a93e-409fa173b40a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:46.617129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 772a7eb6-975b-4e6a-9bf5-2b099b5a54a4 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:46.617476 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.622277 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.622615 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Added segment 572260aa-594c-4334-8998-5305d09f7e01 of type vlan for network f0d1de31-53be-4785-a53d-4e8f39138d64 Sep 17 22:42:46.678075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.697490 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.697814 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.709752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 772a7eb6-975b-4e6a-9bf5-2b099b5a54a4 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:46.757254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.762810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:46.763896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.867205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Network': ['ID=f0d1de31-53be-4785-a53d-4e8f39138d64,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:46.879294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f0d1de31-53be-4785-a53d-4e8f39138d64 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:42:46.923714 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bfa9df53-9f51-406f-8456-a2536adc8631 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7258148 Sep 17 22:42:46.927184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55096) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:46.932269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'subnet': {'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:46.968705 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:46.995857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=772a7eb6-975b-4e6a-9bf5-2b099b5a54a4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:47.059204 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.059606 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Floating IP 7181df39-e6ab-435a-98fa-6e4a2fa545df disassociated (deleted). External IP: 172.25.5.137, port: b5d98a36-eddf-43e1-99b2-190aff8aa1fb. Sep 17 22:42:47.074963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Made reservation on behalf of acd4312ec92043d8acb0ec6f41e09f5d for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:47.078502 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.266696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:47.309506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.376699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:47.381783 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.387741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] Sync routers for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:47.398068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:47.398710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:47.416102 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1ff2b025-57e5-45c5-b469-1198372ccee4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/floatingips/7181df39-e6ab-435a-98fa-6e4a2fa545df HTTP/1.1" status: 204 len: 168 time: 0.9548287 Sep 17 22:42:47.416102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:47.416961 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef642d-24b4-4399-8d19-f59acad329e3" -d '{"events": [{"name": "network-changed", "server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:47.460157 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1699f567-f981-4133-90a3-25a5e6f7ab9a x-openstack-request-id: req-1699f567-f981-4133-90a3-25a5e6f7ab9a {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:47.460755 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:47.460755 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1699f567-f981-4133-90a3-25a5e6f7ab9a {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:47.462010 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'status': 'completed', 'code': 200} Sep 17 22:42:47.527944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-ffbd925c-ee7f-4414-8746-731b4ea27300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.529783 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-ffbd925c-ee7f-4414-8746-731b4ea27300 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 1097 time: 0.0497711 Sep 17 22:42:47.551555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:47.628497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-2176de20-954b-4937-81dd-136ca8d59584 req-74be41f4-5e5d-45bf-9ed8-860410627546 service neutron] (101661) timed out ('10.222.0.13', 37324) {{(pid=101661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:42:47.652170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-2c768682-3020-4dbf-a73e-c84289d12c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.653741 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-2c768682-3020-4dbf-a73e-c84289d12c55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 200 len: 897 time: 0.1129069 Sep 17 22:42:47.663256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Subnet': ['ID=ea71297a-e8f1-4508-8718-bf82934b18e4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:47.672219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Checking segment: {'id': '572260aa-594c-4334-8998-5305d09f7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:47.672583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Network hostable DHCP agents. Network: f0d1de31-53be-4785-a53d-4e8f39138d64, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:42:47.717192 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-1db57d01-6e8d-450c-83cd-1cc09363454e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 200 len: 217 time: 0.0556986 Sep 17 22:42:47.754818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Network f0d1de31-53be-4785-a53d-4e8f39138d64 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:42:47.768858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '484382c8-980c-4c3f-a248-f4edefbc03e2', 'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:35:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:03Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:47.770714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-fbca3c74-2245-4647-87d8-e2305abe69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.772522 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-fbca3c74-2245-4647-87d8-e2305abe69ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57fe21df-f43d-4a65-ac6f-5120642ab27e HTTP/1.1" status: 200 len: 835 time: 0.0488865 Sep 17 22:42:47.797773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] Checking router: 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:47.806093 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:47.806712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:47.823096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-5628d08f-175a-4bfd-a6b9-f7a60ca0245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.824853 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-5628d08f-175a-4bfd-a6b9-f7a60ca0245d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c23f1820-6ade-4f8f-91b4-3e630d163f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451565 Sep 17 22:42:47.860395 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3105ff3a-f9fb-4eb1-a4df-2f413b6e1074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:47.896847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925d6d-be78-42fa-a987-e832d7d9d61d req-fdc26579-b7b6-491c-b4b1-560c5c733a59 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.898378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42925d6d-be78-42fa-a987-e832d7d9d61d req-fdc26579-b7b6-491c-b4b1-560c5c733a59 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0583763 Sep 17 22:42:47.925961 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-e0d2db02-a17f-4645-98be-29c2ada8f777 service neutron] 10.222.0.35 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926812 Sep 17 22:42:47.926951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:47.945715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f0d1de31-53be-4785-a53d-4e8f39138d64) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:47.954696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42925d6d-be78-42fa-a987-e832d7d9d61d req-777fdd87-89f5-416c-8437-f709b4e8f6c1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476387 Sep 17 22:42:47.956806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:47.957062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af81f862-f396-422c-9cc9-df298a87f1ee None None] Network f0d1de31-53be-4785-a53d-4e8f39138d64 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:47.957354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.026915 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fb7aace3-e9e2-4db3-85c5-2718bb9d0a1b tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0984859 Sep 17 22:42:48.030342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55104) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:48.036799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'port': {'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64', 'name': 'tempest-AllowedAddressPairTestJSON-1425516071'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:48.229320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Made reservation on behalf of acd4312ec92043d8acb0ec6f41e09f5d for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:48.233073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.245789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-f0d1de31-53be-4785-a53d-4e8f39138d64', 'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64', 'tenant_id': 'acd4312ec92043d8acb0ec6f41e09f5d', 'fixed_ips': [{'subnet_id': 'ea71297a-e8f1-4508-8718-bf82934b18e4'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:42:48.246645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.261240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] device_id is not set on port fd5cb687-2b53-49da-9d30-eb8493b8cd59 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:48.333524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '484382c8-980c-4c3f-a248-f4edefbc03e2', 'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:35:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:03Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:48.366972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81509c4-d560-4438-9964-f0a4a1e56e3e None None] The sync data for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 is: [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:03Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '484382c8-980c-4c3f-a248-f4edefbc03e2', 'name': '', 'network_id': 'c23f1820-6ade-4f8f-91b4-3e630d163f19', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:35:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:41:03Z', 'updated_at': '2021-09-17T22:41:06Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '57fe21df-f43d-4a65-ac6f-5120642ab27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:48.389865 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0eef642d-24b4-4399-8d19-f59acad329e3 req-9394a313-aefd-4dd7-b3c8-ef243c29086e service neutron] 10.222.0.35 "GET /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555662 Sep 17 22:42:48.399995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Allocated IP 172.20.0.4 (f0d1de31-53be-4785-a53d-4e8f39138d64/ea71297a-e8f1-4508-8718-bf82934b18e4/fd5cb687-2b53-49da-9d30-eb8493b8cd59) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:48.555140 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.606271 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3cabc-ca8e-406e-9d98-d77d7ef5c986 None None] New status for floating IP 7181df39-e6ab-435a-98fa-6e4a2fa545df: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:42:48.645275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.694638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Allocated IP 172.20.0.2 (f0d1de31-53be-4785-a53d-4e8f39138d64/ea71297a-e8f1-4508-8718-bf82934b18e4/0fd35392-c2a0-4ce3-8caa-afc4512433ee) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:48.696116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Network f0d1de31-53be-4785-a53d-4e8f39138d64 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:48.699248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:48.701689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:48.732518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Port': ['ID=fd5cb687-2b53-49da-9d30-eb8493b8cd59,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:48.760853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:48.761469 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.838172 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.866631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3b053f76-b40a-4c6c-8c7f-f65e13ddff49 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8346415 Sep 17 22:42:48.869550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55106) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:48.874466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'port': {'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64', 'name': 'tempest-AllowedAddressPairTestJSON-248018281', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:dc:27:6f'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:48.927034 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:48.973135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Network f0d1de31-53be-4785-a53d-4e8f39138d64 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:48.977472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:48.979950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:48.988669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Pushing event updated for resources: {'Port': ['ID=0fd35392-c2a0-4ce3-8caa-afc4512433ee,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:49.000773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.000773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.001047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.001367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.001693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.002010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.002948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.003495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.003883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.004383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.004709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.005030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:42:49.044086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Made reservation on behalf of acd4312ec92043d8acb0ec6f41e09f5d for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:49.052648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Attempting to bind port 0fd35392-c2a0-4ce3-8caa-afc4512433ee on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:42:49.053021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Attempting to bind port 0fd35392-c2a0-4ce3-8caa-afc4512433ee by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '572260aa-594c-4334-8998-5305d09f7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:42:49.053377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Attempting to bind port 0fd35392-c2a0-4ce3-8caa-afc4512433ee on network f0d1de31-53be-4785-a53d-4e8f39138d64 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:42:49.058501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:42:49.058991 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Checking segment: {'id': '572260aa-594c-4334-8998-5305d09f7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:42:49.059385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.059772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Bound using segment: {'id': '572260aa-594c-4334-8998-5305d09f7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:42:49.060228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Bound port: 0fd35392-c2a0-4ce3-8caa-afc4512433ee, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572260aa-594c-4334-8998-5305d09f7e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:42:49.060602 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.126415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] For port 0fd35392-c2a0-4ce3-8caa-afc4512433ee, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:42:49.131583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] For port 0fd35392-c2a0-4ce3-8caa-afc4512433ee, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0fd35392-c2a0-4ce3-8caa-afc4512433ee,segment=NetworkSegment(572260aa-594c-4334-8998-5305d09f7e01),segment_id=572260aa-594c-4334-8998-5305d09f7e01)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:42:49.136028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3148d-16b5-4fa1-b78f-2b934f3a7794 req-16c2b339-b70e-41ad-9671-e5f5611899a3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:49.136028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fd3148d-16b5-4fa1-b78f-2b934f3a7794 req-16c2b339-b70e-41ad-9671-e5f5611899a3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.1056767 Sep 17 22:42:49.156521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-62acb461-1bb2-4ada-9220-8cde59027d5f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:49.157979 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-62acb461-1bb2-4ada-9220-8cde59027d5f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.35 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 945 time: 0.0504129 Sep 17 22:42:49.169445 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.210170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] device_id is not set on port cb2657af-c209-4c28-bc4d-9147f4d87e3e yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:49.217187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fd3148d-16b5-4fa1-b78f-2b934f3a7794 req-0b924af7-003f-43fa-afa8-31c1452252aa tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=80bf6f77-354c-4276-803e-ba21cd3aea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761237 Sep 17 22:42:49.225137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.268118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port b5d98a36-eddf-43e1-99b2-190aff8aa1fb {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:49.268456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.308968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd5e23-2cc3-40d3-9ae6-4cb40da0f9c4 None None] Pushing event updated for resources: {'Port': ['ID=0fd35392-c2a0-4ce3-8caa-afc4512433ee,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:49.332161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Allocated IP 172.20.0.6 (f0d1de31-53be-4785-a53d-4e8f39138d64/ea71297a-e8f1-4508-8718-bf82934b18e4/cb2657af-c209-4c28-bc4d-9147f4d87e3e) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:49.385731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port b5d98a36-eddf-43e1-99b2-190aff8aa1fb, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:49.386100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.399452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for b5d98a36-eddf-43e1-99b2-190aff8aa1fb owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:49.645557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.645780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.672147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=b5d98a36-eddf-43e1-99b2-190aff8aa1fb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:49.713102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] No DVR routers for this DVR port b5d98a36-eddf-43e1-99b2-190aff8aa1fb on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:49.715592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.726286 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69a888ca-672e-4a58-9551-6b50d54a9aa1 req-8e545171-bae0-4b3e-a440-8dcf1239155f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.35 "DELETE /v2.0/ports/b5d98a36-eddf-43e1-99b2-190aff8aa1fb HTTP/1.1" status: 204 len: 173 time: 0.5534358 Sep 17 22:42:49.726286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'name': 'network-vif-deleted', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:49.726286 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e0afa5-609a-40d4-b219-dfc5ab497959" -d '{"events": [{"server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "name": "network-vif-deleted", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:49.755208 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad42bf2-9fb4-456a-a414-6623d4360823 x-openstack-request-id: req-fad42bf2-9fb4-456a-a414-6623d4360823 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:49.755496 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294c6cc9-a5f5-4972-b825-c42b37f9515d", "name": "network-vif-deleted", "tag": "b5d98a36-eddf-43e1-99b2-190aff8aa1fb", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:49.755741 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fad42bf2-9fb4-456a-a414-6623d4360823 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:49.756133 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294c6cc9-a5f5-4972-b825-c42b37f9515d', 'name': 'network-vif-deleted', 'tag': 'b5d98a36-eddf-43e1-99b2-190aff8aa1fb', 'status': 'completed', 'code': 200} Sep 17 22:42:49.760997 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.805335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Network f0d1de31-53be-4785-a53d-4e8f39138d64 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:49.808457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:49.812373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:49.821479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Port': ['ID=cb2657af-c209-4c28-bc4d-9147f4d87e3e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:49.869663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:49.870289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:49.965622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bd4a45ad-c199-4654-a97e-c17c4b89eda3 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.0950003 Sep 17 22:42:49.971668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55116) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:50.046199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02e2ea-5aeb-43d9-b5b9-7e8ff2a578a1 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.062619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0fd35392-c2a0-4ce3-8caa-afc4512433ee up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:50.076697 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02e2ea-5aeb-43d9-b5b9-7e8ff2a578a1 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.087770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02e2ea-5aeb-43d9-b5b9-7e8ff2a578a1 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.092470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55118) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:50.092657 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1c02e2ea-5aeb-43d9-b5b9-7e8ff2a578a1 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1224442 Sep 17 22:42:50.155482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0fd35392-c2a0-4ce3-8caa-afc4512433ee triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:50.155821 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.225587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d516d-e3cf-40cc-8902-d56185b0d89f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Deleting port cb2657af-c209-4c28-bc4d-9147f4d87e3e {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:50.225918 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f4d516d-e3cf-40cc-8902-d56185b0d89f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.295043 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.299212 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c91f5c84-0f8c-4b6f-8d83-c18e254b869a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.359193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 0fd35392-c2a0-4ce3-8caa-afc4512433ee, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0fd35392-c2a0-4ce3-8caa-afc4512433ee,segment=NetworkSegment(572260aa-594c-4334-8998-5305d09f7e01),segment_id=572260aa-594c-4334-8998-5305d09f7e01)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:50.375377 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f4d516d-e3cf-40cc-8902-d56185b0d89f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.394048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d516d-e3cf-40cc-8902-d56185b0d89f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Calling delete_port for cb2657af-c209-4c28-bc4d-9147f4d87e3e owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:50.455149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845dd6dd-1556-469c-9f39-7b78a194c9bd None None] Network f0d1de31-53be-4785-a53d-4e8f39138d64 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:50.465102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-984dc516-9acf-431d-a090-2d184340f32c req-ec892a58-316c-4de1-ac3d-5390a00e5285 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=294c6cc9-a5f5-4972-b825-c42b37f9515d HTTP/1.1" status: 200 len: 210 time: 0.0583227 Sep 17 22:42:50.468494 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.649521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f4d516d-e3cf-40cc-8902-d56185b0d89f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.684521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d516d-e3cf-40cc-8902-d56185b0d89f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event deleted for resources: {'Port': ['ID=cb2657af-c209-4c28-bc4d-9147f4d87e3e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:50.712785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-042fb2ec-e178-44e5-9baa-c1e0a7c00636 None None] Provisioning complete for port 0fd35392-c2a0-4ce3-8caa-afc4512433ee triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:50.713151 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-042fb2ec-e178-44e5-9baa-c1e0a7c00636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.740382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=0fd35392-c2a0-4ce3-8caa-afc4512433ee,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:50.882364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0384c-d131-4946-be71-7d6184053c7c req-720cb7c5-4d34-43e2-8af4-7d8ee12276ba tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:50.884147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebf0384c-d131-4946-be71-7d6184053c7c req-720cb7c5-4d34-43e2-8af4-7d8ee12276ba tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 945 time: 0.1320786 Sep 17 22:42:50.911361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7f4d516d-e3cf-40cc-8902-d56185b0d89f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:50.913446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7f4d516d-e3cf-40cc-8902-d56185b0d89f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "DELETE /v2.0/ports/cb2657af-c209-4c28-bc4d-9147f4d87e3e HTTP/1.1" status: 204 len: 168 time: 0.8196149 Sep 17 22:42:50.916014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55124) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:50.943271 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3b5901-c6f0-40d9-9f33-57f328b22f53 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] GET failed (client error): The resource could not be found. Sep 17 22:42:50.944293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebf0384c-d131-4946-be71-7d6184053c7c req-3ea7bf75-8712-4189-9d13-957866c060ce tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439355 Sep 17 22:42:50.947252 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ae3b5901-c6f0-40d9-9f33-57f328b22f53 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "GET /v2.0/ports/cb2657af-c209-4c28-bc4d-9147f4d87e3e HTTP/1.1" status: 404 len: 333 time: 0.0272708 Sep 17 22:42:50.950388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55126) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:50.955863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'port': {'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64', 'name': 'tempest-AllowedAddressPairTestJSON-1262082838'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:51.085946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cd740be1-1c04-417b-9ba7-17b48f586b71 None None] Provisioning complete for port 0fd35392-c2a0-4ce3-8caa-afc4512433ee triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:51.086525 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd740be1-1c04-417b-9ba7-17b48f586b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.137873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Made reservation on behalf of acd4312ec92043d8acb0ec6f41e09f5d for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:51.142655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.163306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] device_id is not set on port d3ac56b6-a684-4935-9754-91a4bf93ff40 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:51.192643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cd740be1-1c04-417b-9ba7-17b48f586b71 None None] Provisioning complete for port fd5cb687-2b53-49da-9d30-eb8493b8cd59 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:51.193010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd740be1-1c04-417b-9ba7-17b48f586b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.247972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-cd740be1-1c04-417b-9ba7-17b48f586b71 None None] Port fd5cb687-2b53-49da-9d30-eb8493b8cd59 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:51.291328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Allocated IP 172.20.0.3 (f0d1de31-53be-4785-a53d-4e8f39138d64/ea71297a-e8f1-4508-8718-bf82934b18e4/d3ac56b6-a684-4935-9754-91a4bf93ff40) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:51.355582 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.370639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ba2c7e88-d87f-4312-adc8-ec7da2e9a4ef None None] Provisioning complete for port fd5cb687-2b53-49da-9d30-eb8493b8cd59 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:51.371575 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7e88-d87f-4312-adc8-ec7da2e9a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.412208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c7e88-d87f-4312-adc8-ec7da2e9a4ef None None] Port fd5cb687-2b53-49da-9d30-eb8493b8cd59 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:51.461104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.528558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55130) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:51.534001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-511f338c-9733-4d99-89d2-d51d2f5adfc5 None None] Could not find standard attr ID for object cb2657af-c209-4c28-bc4d-9147f4d87e3e. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:42:51.571791 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.630892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Network f0d1de31-53be-4785-a53d-4e8f39138d64 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:51.659834 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:51.667832 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:51.674674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Port': ['ID=d3ac56b6-a684-4935-9754-91a4bf93ff40,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:51.706521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.769313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:51.770208 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.870308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d499ee79-5d10-4bcb-8fe8-1c18a74a2734 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9188116 Sep 17 22:42:51.873084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55132) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:51.882643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-328ed78e-66fd-45c7-9cf8-f42551af8ab5 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:dc:27:6f'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:51.954751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6efc271c-1852-470f-b7bf-75bca2fb122a None None] Provisioning complete for port d3ac56b6-a684-4935-9754-91a4bf93ff40 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:51.955433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6efc271c-1852-470f-b7bf-75bca2fb122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:51.996570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6efc271c-1852-470f-b7bf-75bca2fb122a None None] Port d3ac56b6-a684-4935-9754-91a4bf93ff40 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:52.014235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-328ed78e-66fd-45c7-9cf8-f42551af8ab5 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.014344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0fd35392-c2a0-4ce3-8caa-afc4512433ee up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:42:52.062637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-ffe02358-ccff-41dc-b027-e627f3b33c52 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:52.064965 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-ffe02358-ccff-41dc-b027-e627f3b33c52 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 945 time: 0.0657473 Sep 17 22:42:52.070065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0fd35392-c2a0-4ce3-8caa-afc4512433ee triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:52.070443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.161570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Deleting port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:52.163502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.194119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b4160-6545-4406-8bb0-2e47d8152ee0 req-c0475db3-502c-4236-8524-f0d2f1e2fed3 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:52.195652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c39b4160-6545-4406-8bb0-2e47d8152ee0 req-c0475db3-502c-4236-8524-f0d2f1e2fed3 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 945 time: 0.1228635 Sep 17 22:42:52.250772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] For port 40dbe953-b64e-45f4-8354-5ff7aff19ae6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=40dbe953-b64e-45f4-8354-5ff7aff19ae6,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:52.251219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.318446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c39b4160-6545-4406-8bb0-2e47d8152ee0 req-ac133132-e7a0-49d9-aaaf-bbc381983ebe tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a2e7380-ca12-4188-b119-b9795c7bd311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037455 Sep 17 22:42:52.353639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.412903 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-328ed78e-66fd-45c7-9cf8-f42551af8ab5 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.478319 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.478682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.479045 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Floating IP 210b91bd-920b-4090-8043-6fbf224e9547 disassociated. External IP: 172.25.5.204, port: 40dbe953-b64e-45f4-8354-5ff7aff19ae6. Sep 17 22:42:52.479396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Calling delete_port for 40dbe953-b64e-45f4-8354-5ff7aff19ae6 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:52.683404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.714657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event deleted for resources: {'Port': ['ID=40dbe953-b64e-45f4-8354-5ff7aff19ae6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:52.729448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-328ed78e-66fd-45c7-9cf8-f42551af8ab5 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.844957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Router 45282188-a49b-484f-8438-ba638791e7e3 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:52.876245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ed78e-66fd-45c7-9cf8-f42551af8ab5 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Port': ['ID=d3ac56b6-a684-4935-9754-91a4bf93ff40,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:52.879526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-328ed78e-66fd-45c7-9cf8-f42551af8ab5 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] In _notify_port_updated(), no bound segment for port d3ac56b6-a684-4935-9754-91a4bf93ff40 on network f0d1de31-53be-4785-a53d-4e8f39138d64 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:42:52.885136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328ed78e-66fd-45c7-9cf8-f42551af8ab5 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:52.885793 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-328ed78e-66fd-45c7-9cf8-f42551af8ab5 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:52.888084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-328ed78e-66fd-45c7-9cf8-f42551af8ab5 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "PUT /v2.0/ports/d3ac56b6-a684-4935-9754-91a4bf93ff40 HTTP/1.1" status: 200 len: 993 time: 1.0138738 Sep 17 22:42:52.893298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55136) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:53.012684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:53.027883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] Sync routers for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:53.041766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-84944009-7eb7-432f-921e-a22241ef3636 None None] Provisioning complete for port d3ac56b6-a684-4935-9754-91a4bf93ff40 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:53.042135 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-84944009-7eb7-432f-921e-a22241ef3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.048411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:53.049488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:53.059913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] No DVR routers for this DVR port 40dbe953-b64e-45f4-8354-5ff7aff19ae6 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:53.063144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.065856 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0a657a22-d617-4182-9bc3-0b37ecbe6ec1 req-3c257113-ff6b-4b20-b901-93d9a1858587 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.35 "DELETE /v2.0/ports/40dbe953-b64e-45f4-8354-5ff7aff19ae6 HTTP/1.1" status: 204 len: 173 time: 0.9950922 Sep 17 22:42:53.066356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d02246-7e38-4247-b474-09e9de96179e', 'name': 'network-vif-deleted', 'tag': '40dbe953-b64e-45f4-8354-5ff7aff19ae6'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:42:53.068674 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fda0645-34a8-4664-be60-38592a417273" -d '{"events": [{"server_uuid": "f7d02246-7e38-4247-b474-09e9de96179e", "name": "network-vif-deleted", "tag": "40dbe953-b64e-45f4-8354-5ff7aff19ae6"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:42:53.071805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 484382c8-980c-4c3f-a248-f4edefbc03e2 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:53.072361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.119260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-193ba490-b4cc-41fd-a5a1-6a264ffb5a3e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Deleting port d3ac56b6-a684-4935-9754-91a4bf93ff40 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:53.122361 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193ba490-b4cc-41fd-a5a1-6a264ffb5a3e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.137670 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cb6d7c-bc51-47f1-8884-b38e55657d81 x-openstack-request-id: req-19cb6d7c-bc51-47f1-8884-b38e55657d81 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:42:53.137958 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d02246-7e38-4247-b474-09e9de96179e", "name": "network-vif-deleted", "tag": "40dbe953-b64e-45f4-8354-5ff7aff19ae6", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:42:53.138664 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19cb6d7c-bc51-47f1-8884-b38e55657d81 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:42:53.138664 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d02246-7e38-4247-b474-09e9de96179e', 'name': 'network-vif-deleted', 'tag': '40dbe953-b64e-45f4-8354-5ff7aff19ae6', 'status': 'completed', 'code': 200} Sep 17 22:42:53.158576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-84944009-7eb7-432f-921e-a22241ef3636 None None] Port d3ac56b6-a684-4935-9754-91a4bf93ff40 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:53.206032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port 484382c8-980c-4c3f-a248-f4edefbc03e2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=484382c8-980c-4c3f-a248-f4edefbc03e2,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:53.206960 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.230694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 484382c8-980c-4c3f-a248-f4edefbc03e2 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:53.242021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:53.256372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193ba490-b4cc-41fd-a5a1-6a264ffb5a3e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.270586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-193ba490-b4cc-41fd-a5a1-6a264ffb5a3e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Calling delete_port for d3ac56b6-a684-4935-9754-91a4bf93ff40 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:53.505860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a26fd1cc-022f-43e2-90ef-e0d7d59d1689', 'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'mac_address': 'fa:16:3e:16:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:41Z', 'updated_at': '2021-09-17T22:37:45Z', 'revision_number': 5, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'subnets': [{'id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:53.536054 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193ba490-b4cc-41fd-a5a1-6a264ffb5a3e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.536308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] Checking router: 45282188-a49b-484f-8438-ba638791e7e3 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:53.547135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8e4dfbd-f555-4356-8f45-34bd2280fd1d req-50eee8e3-da28-4615-9093-171b23e2b6ba tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d02246-7e38-4247-b474-09e9de96179e HTTP/1.1" status: 200 len: 210 time: 0.0877697 Sep 17 22:42:53.548331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:53.549004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:53.552259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b5d98a36-eddf-43e1-99b2-190aff8aa1fb no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:53.563624 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.571093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ba490-b4cc-41fd-a5a1-6a264ffb5a3e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event deleted for resources: {'Port': ['ID=d3ac56b6-a684-4935-9754-91a4bf93ff40,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:53.594089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=484382c8-980c-4c3f-a248-f4edefbc03e2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:53.608539 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.609174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: b5d98a36-eddf-43e1-99b2-190aff8aa1fb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:53.609511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device b5d98a36-eddf-43e1-99b2-190aff8aa1fb not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:53.708851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:53.776081 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-193ba490-b4cc-41fd-a5a1-6a264ffb5a3e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.780482 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-193ba490-b4cc-41fd-a5a1-6a264ffb5a3e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "DELETE /v2.0/ports/d3ac56b6-a684-4935-9754-91a4bf93ff40 HTTP/1.1" status: 204 len: 168 time: 0.8836439 Sep 17 22:42:53.780740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55144) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:53.811213 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc51265-375e-44de-be27-b8256a04ddfa tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] GET failed (client error): The resource could not be found. Sep 17 22:42:53.818172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-efc51265-375e-44de-be27-b8256a04ddfa tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "GET /v2.0/ports/d3ac56b6-a684-4935-9754-91a4bf93ff40 HTTP/1.1" status: 404 len: 333 time: 0.0310590 Sep 17 22:42:53.818172 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55146) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:53.823187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'port': {'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64', 'name': 'tempest-AllowedAddressPairTestJSON-1399622622'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:53.856199 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:53.996977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a26fd1cc-022f-43e2-90ef-e0d7d59d1689', 'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'mac_address': 'fa:16:3e:16:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:41Z', 'updated_at': '2021-09-17T22:37:45Z', 'revision_number': 5, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'subnets': [{'id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:54.028756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a090795-5d1b-4a79-a1bf-30d132b101a1 None None] The sync data for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 is: [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:42Z', 'revision_number': 4, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'a26fd1cc-022f-43e2-90ef-e0d7d59d1689', 'name': '', 'network_id': 'a0aea234-6fb0-4e60-950e-9dff01e6d5f3', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'mac_address': 'fa:16:3e:16:a2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:41Z', 'updated_at': '2021-09-17T22:37:45Z', 'revision_number': 5, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'subnets': [{'id': '84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:54.088834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Made reservation on behalf of acd4312ec92043d8acb0ec6f41e09f5d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:54.093996 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.115149 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] device_id is not set on port f0e4c5a2-4bdc-4534-862c-03af773de55e yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:54.183366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:54.228355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Allocated IP 172.20.0.11 (f0d1de31-53be-4785-a53d-4e8f39138d64/ea71297a-e8f1-4508-8718-bf82934b18e4/f0e4c5a2-4bdc-4534-862c-03af773de55e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:54.301863 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78615d96-fe44-4dcb-95b6-6446b2177710 None None] New status for floating IP 210b91bd-920b-4090-8043-6fbf224e9547: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:42:54.309045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:54.314091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4427a874-eae3-402e-a5b7-f02c8d66800f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "PUT /v2.0/routers/49f14854-85a2-4061-bdd5-0cdfd3dd37a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7843683 Sep 17 22:42:54.317704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55148) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:54.320697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b2d95-9b32-4098-be71-e91111428490 None None] Sync routers for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:54.330060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b2d95-9b32-4098-be71-e91111428490 None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:54.331221 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-671b2d95-9b32-4098-be71-e91111428490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:54.406220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b3166c-d598-416b-9b3e-07fb4a437feb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting subnet 57fe21df-f43d-4a65-ac6f-5120642ab27e {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:42:54.410848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6b3166c-d598-416b-9b3e-07fb4a437feb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.442120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-671b2d95-9b32-4098-be71-e91111428490 None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:54.473680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.476330 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6b3166c-d598-416b-9b3e-07fb4a437feb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.586650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6b3166c-d598-416b-9b3e-07fb4a437feb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.606889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55152) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:54.625669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.632647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-671b2d95-9b32-4098-be71-e91111428490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:42:53Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:54.661536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b2d95-9b32-4098-be71-e91111428490 None None] Checking router: 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:54.671152 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b2d95-9b32-4098-be71-e91111428490 None None] Routers {'49f14854-85a2-4061-bdd5-0cdfd3dd37a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:54.672236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-671b2d95-9b32-4098-be71-e91111428490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:54.688760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Network f0d1de31-53be-4785-a53d-4e8f39138d64 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:54.700909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:54.705247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:54.707883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Port': ['ID=f0e4c5a2-4bdc-4534-862c-03af773de55e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:54.762308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:54.763374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.766643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Deleting port a6ea1000-04d0-4e97-836f-62d1ade531d5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:54.769177 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.795795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6b3166c-d598-416b-9b3e-07fb4a437feb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.832999 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e6b3166c-d598-416b-9b3e-07fb4a437feb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:54.834612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-671b2d95-9b32-4098-be71-e91111428490 None None] Set router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:54.837075 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e6b3166c-d598-416b-9b3e-07fb4a437feb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/subnets/57fe21df-f43d-4a65-ac6f-5120642ab27e HTTP/1.1" status: 204 len: 168 time: 0.5184121 Sep 17 22:42:54.841819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce325d-b4b9-4225-9d56-1f6c63cbaf51 None None] Network c23f1820-6ade-4f8f-91b4-3e630d163f19 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:42:54.849184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55154) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:54.867992 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b02aff60-ea39-4aa2-8495-ebe6719b54fb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0493226 Sep 17 22:42:54.869276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3166c-d598-416b-9b3e-07fb4a437feb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Subnet': ['ID=57fe21df-f43d-4a65-ac6f-5120642ab27e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:54.871285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55156) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:54.877125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-faa6e964-35d3-4746-93fd-70395af2a1cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:dc:27:6f'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:55.011323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.011877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.031122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Calling delete_port for a6ea1000-04d0-4e97-836f-62d1ade531d5 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:55.052207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.089554 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-faa6e964-35d3-4746-93fd-70395af2a1cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.216977 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.291952 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-faa6e964-35d3-4746-93fd-70395af2a1cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.316657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2c26c1aa-6019-4b79-a22d-78a5ddf8695b None None] Provisioning complete for port f0e4c5a2-4bdc-4534-862c-03af773de55e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:55.317191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2c26c1aa-6019-4b79-a22d-78a5ddf8695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.359014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-faa6e964-35d3-4746-93fd-70395af2a1cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.364387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port ce6bc0bb-512b-49c4-a590-19d29988066b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:55.371566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.390128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2c26c1aa-6019-4b79-a22d-78a5ddf8695b None None] Port f0e4c5a2-4bdc-4534-862c-03af773de55e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:55.432190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-671b2d95-9b32-4098-be71-e91111428490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:42:53Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:55.465968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port ce6bc0bb-512b-49c4-a590-19d29988066b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ce6bc0bb-512b-49c4-a590-19d29988066b,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:55.466417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.485727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for ce6bc0bb-512b-49c4-a590-19d29988066b owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:55.488775 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.492866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ddd567-72bd-4ad6-b0d3-c78dcd81cb16 None None] DHCP port deletion for c23f1820-6ade-4f8f-91b4-3e630d163f19 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:42:55.495489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b2d95-9b32-4098-be71-e91111428490 None None] The sync data for ids ['49f14854-85a2-4061-bdd5-0cdfd3dd37a6'] in n-d-713498-17 is: [{'id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620660739', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:42:53Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'ce6bc0bb-512b-49c4-a590-19d29988066b', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f14854-85a2-4061-bdd5-0cdfd3dd37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:40:59Z', 'updated_at': '2021-09-17T22:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:55.521654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6e964-35d3-4746-93fd-70395af2a1cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Port': ['ID=f0e4c5a2-4bdc-4534-862c-03af773de55e,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:55.545805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-faa6e964-35d3-4746-93fd-70395af2a1cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] In _notify_port_updated(), no bound segment for port f0e4c5a2-4bdc-4534-862c-03af773de55e on network f0d1de31-53be-4785-a53d-4e8f39138d64 {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:42:55.552717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6e964-35d3-4746-93fd-70395af2a1cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:55.553535 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-faa6e964-35d3-4746-93fd-70395af2a1cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.555151 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-faa6e964-35d3-4746-93fd-70395af2a1cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "PUT /v2.0/ports/f0e4c5a2-4bdc-4534-862c-03af773de55e HTTP/1.1" status: 200 len: 997 time: 0.6826730 Sep 17 22:42:55.557906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55158) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:55.558825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 40dbe953-b64e-45f4-8354-5ff7aff19ae6 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:55.579715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event deleted for resources: {'Port': ['ID=a6ea1000-04d0-4e97-836f-62d1ade531d5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:55.604341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 40dbe953-b64e-45f4-8354-5ff7aff19ae6 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:55.604668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 40dbe953-b64e-45f4-8354-5ff7aff19ae6 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:55.615560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-61ddd567-72bd-4ad6-b0d3-c78dcd81cb16 None None] Deleting port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:55.615933 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-61ddd567-72bd-4ad6-b0d3-c78dcd81cb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.691345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-61ddd567-72bd-4ad6-b0d3-c78dcd81cb16 None None] For port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52,segment=NetworkSegment(d449519a-c6e4-406e-8a44-4e9fb04912e6),segment_id=d449519a-c6e4-406e-8a44-4e9fb04912e6)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:55.691703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b56b35cb-110b-4d67-b95e-60529993c76a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Deleting port f0e4c5a2-4bdc-4534-862c-03af773de55e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:55.692049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56b35cb-110b-4d67-b95e-60529993c76a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.698928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-61ddd567-72bd-4ad6-b0d3-c78dcd81cb16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.722736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.726259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.732374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-83b913d9-e2fd-41e5-8d17-ceb13e88a57a tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "DELETE /v2.0/floatingips/210b91bd-920b-4090-8043-6fbf224e9547 HTTP/1.1" status: 204 len: 168 time: 1.1242604 Sep 17 22:42:55.751170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-61ddd567-72bd-4ad6-b0d3-c78dcd81cb16 None None] Calling delete_port for 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:55.824320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55164) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:55.825204 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56b35cb-110b-4d67-b95e-60529993c76a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.840567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b56b35cb-110b-4d67-b95e-60529993c76a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Calling delete_port for f0e4c5a2-4bdc-4534-862c-03af773de55e owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:55.850171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e8a84863-9e15-4ebd-9dd6-db5404981d61 None None] Provisioning complete for port f0e4c5a2-4bdc-4534-862c-03af773de55e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:55.850412 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8a84863-9e15-4ebd-9dd6-db5404981d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.895459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e8a84863-9e15-4ebd-9dd6-db5404981d61 None None] Port f0e4c5a2-4bdc-4534-862c-03af773de55e cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:55.959530 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7bec7f5b-ddf5-48a9-89e6-d5befa2c0a20 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:55.983955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-61ddd567-72bd-4ad6-b0d3-c78dcd81cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.015455 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddd567-72bd-4ad6-b0d3-c78dcd81cb16 None None] Pushing event deleted for resources: {'Port': ['ID=4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:56.026618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ddd567-72bd-4ad6-b0d3-c78dcd81cb16 None None] No DVR routers for this DVR port 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:42:56.032141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 484382c8-980c-4c3f-a248-f4edefbc03e2 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:56.034702 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7bec7f5b-ddf5-48a9-89e6-d5befa2c0a20 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.048403 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.055761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 484382c8-980c-4c3f-a248-f4edefbc03e2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:56.056054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 484382c8-980c-4c3f-a248-f4edefbc03e2 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:56.056550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:56.083785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:56.084132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a17ab33-b7dc-40fc-9c6f-f69f9dde1b52 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:56.088307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=ce6bc0bb-512b-49c4-a590-19d29988066b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:56.098430 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56b35cb-110b-4d67-b95e-60529993c76a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.129577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b35cb-110b-4d67-b95e-60529993c76a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event deleted for resources: {'Port': ['ID=f0e4c5a2-4bdc-4534-862c-03af773de55e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:56.179659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.218174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56b35cb-110b-4d67-b95e-60529993c76a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.220195 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b56b35cb-110b-4d67-b95e-60529993c76a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "DELETE /v2.0/ports/f0e4c5a2-4bdc-4534-862c-03af773de55e HTTP/1.1" status: 204 len: 168 time: 0.6613202 Sep 17 22:42:56.223696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55166) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:56.243159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7bec7f5b-ddf5-48a9-89e6-d5befa2c0a20 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.245698 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7bec7f5b-ddf5-48a9-89e6-d5befa2c0a20 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.251309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7bec7f5b-ddf5-48a9-89e6-d5befa2c0a20 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a2e7380-ca12-4188-b119-b9795c7bd311 HTTP/1.1" status: 204 len: 168 time: 0.4212060 Sep 17 22:42:56.252307 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5160f5f7-f3ed-4f0a-aaf4-ecd25b04d08a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] GET failed (client error): The resource could not be found. Sep 17 22:42:56.259387 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5160f5f7-f3ed-4f0a-aaf4-ecd25b04d08a tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "GET /v2.0/ports/f0e4c5a2-4bdc-4534-862c-03af773de55e HTTP/1.1" status: 404 len: 333 time: 0.0345280 Sep 17 22:42:56.260413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55170) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:56.267386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'port': {'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64', 'name': 'tempest-AllowedAddressPairTestJSON-1855338815'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:56.285903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7f5b-ddf5-48a9-89e6-d5befa2c0a20 tempest-TestServerBasicOps-1822827662 tempest-TestServerBasicOps-1822827662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2e7380-ca12-4188-b119-b9795c7bd311,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:56.288885 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.291495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.363704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55172) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:56.477695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Made reservation on behalf of acd4312ec92043d8acb0ec6f41e09f5d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:56.481567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.500515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] device_id is not set on port be937bc0-512c-4209-8a99-73696b47fc8d yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:56.688842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Allocated IP 172.20.0.12 (f0d1de31-53be-4785-a53d-4e8f39138d64/ea71297a-e8f1-4508-8718-bf82934b18e4/be937bc0-512c-4209-8a99-73696b47fc8d) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:56.689112 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.689533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Fanout notify agent at l3_agent the message router_deleted on router 49f14854-85a2-4061-bdd5-0cdfd3dd37a6 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:42:56.698218 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.702279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1dd21c24-b5f9-4a9a-ae7a-8414473c7065 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/routers/49f14854-85a2-4061-bdd5-0cdfd3dd37a6 HTTP/1.1" status: 204 len: 168 time: 1.8519669 Sep 17 22:42:56.702940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55176) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:56.782945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.878660 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.899318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23f1820-6ade-4f8f-91b4-3e630d163f19']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:56.916497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd449519a-c6e4-406e-8a44-4e9fb04912e6') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:56.916839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd449519a-c6e4-406e-8a44-4e9fb04912e6') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:56.933327 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.953718 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.960904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:42:56.961287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: items = [ Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: items = [ Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:42:56.964279 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:42:56.988083 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.088853 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.095090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.105552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.105552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/networks/c23f1820-6ade-4f8f-91b4-3e630d163f19 HTTP/1.1" status: 204 len: 168 time: 0.3959649 Sep 17 22:42:57.108368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55178) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:57.116273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b276d-e8f4-4b66-9c54-631724dac6d4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Network': ['ID=c23f1820-6ade-4f8f-91b4-3e630d163f19,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:57.133866 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.178050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c82ae3c-cd9d-440b-bdd5-7769d0dbb9ee tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.211402 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c82ae3c-cd9d-440b-bdd5-7769d0dbb9ee tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.340417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c82ae3c-cd9d-440b-bdd5-7769d0dbb9ee tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.351056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c82ae3c-cd9d-440b-bdd5-7769d0dbb9ee tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.352280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c82ae3c-cd9d-440b-bdd5-7769d0dbb9ee tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/security-groups/80bf6f77-354c-4276-803e-ba21cd3aea23 HTTP/1.1" status: 204 len: 168 time: 0.2427425 Sep 17 22:42:57.362293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82ae3c-cd9d-440b-bdd5-7769d0dbb9ee tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bf6f77-354c-4276-803e-ba21cd3aea23,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:57.574975 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Network f0d1de31-53be-4785-a53d-4e8f39138d64 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:57.581267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:57.590780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:57.613869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Port': ['ID=be937bc0-512c-4209-8a99-73696b47fc8d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:57.680972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:57.681632 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.760342 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-10bbc87f-e226-44df-997b-58f9aa0f99cb tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4985709 Sep 17 22:42:57.763046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55186) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:57.770170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'port': {'network_id': 'f0d1de31-53be-4785-a53d-4e8f39138d64', 'name': 'tempest-AllowedAddressPairTestJSON-16417553'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:57.831989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-acf88baf-9073-4e6f-8bba-4239957d35db None None] Provisioning complete for port be937bc0-512c-4209-8a99-73696b47fc8d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:57.832582 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-acf88baf-9073-4e6f-8bba-4239957d35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.868538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-acf88baf-9073-4e6f-8bba-4239957d35db None None] Port be937bc0-512c-4209-8a99-73696b47fc8d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:57.891400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Deleting port a26fd1cc-022f-43e2-90ef-e0d7d59d1689 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:57.891743 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:57.987470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] For port a26fd1cc-022f-43e2-90ef-e0d7d59d1689, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a26fd1cc-022f-43e2-90ef-e0d7d59d1689,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:57.987470 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.000037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Calling delete_port for a26fd1cc-022f-43e2-90ef-e0d7d59d1689 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:58.013357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ce6bc0bb-512b-49c4-a590-19d29988066b no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:42:58.022255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55188) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:58.027320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e16efc6a-89cb-4631-b9e1-21e646170182 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-373147083', 'description': 'tempest-secgroup-smoke-373147083 description', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:58.035639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: ce6bc0bb-512b-49c4-a590-19d29988066b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:42:58.035986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ce6bc0bb-512b-49c4-a590-19d29988066b not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:42:58.044601 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Made reservation on behalf of acd4312ec92043d8acb0ec6f41e09f5d for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:42:58.048082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.075387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] device_id is not set on port 9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:42:58.112247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e16efc6a-89cb-4631-b9e1-21e646170182 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.200145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e16efc6a-89cb-4631-b9e1-21e646170182 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.245301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Allocated IP 172.20.0.6 (f0d1de31-53be-4785-a53d-4e8f39138d64/ea71297a-e8f1-4508-8718-bf82934b18e4/9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:42:58.282763 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e16efc6a-89cb-4631-b9e1-21e646170182 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.312162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16efc6a-89cb-4631-b9e1-21e646170182 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f099cba-dc38-4bdd-b061-cfffd6005261,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:58.366918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.391754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e16efc6a-89cb-4631-b9e1-21e646170182 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.393801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e16efc6a-89cb-4631-b9e1-21e646170182 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3704991 Sep 17 22:42:58.396991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55190) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:58.401543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-98652662-13d8-4c72-ada4-44880e7ffae2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '6f099cba-dc38-4bdd-b061-cfffd6005261', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:58.403821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26fd1cc-022f-43e2-90ef-e0d7d59d1689,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:58.474574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98652662-13d8-4c72-ada4-44880e7ffae2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.553031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98652662-13d8-4c72-ada4-44880e7ffae2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.629413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98652662-13d8-4c72-ada4-44880e7ffae2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.648152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98652662-13d8-4c72-ada4-44880e7ffae2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869f7afb-14d4-47f0-bf35-79b708090dac,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:58.664239 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.684498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.715190 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98652662-13d8-4c72-ada4-44880e7ffae2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.716539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-98652662-13d8-4c72-ada4-44880e7ffae2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186047 Sep 17 22:42:58.719183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55192) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:58.723543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-fe59778d-8449-4149-a94d-349d6aa59da3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '6f099cba-dc38-4bdd-b061-cfffd6005261', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:58.817880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe59778d-8449-4149-a94d-349d6aa59da3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.844380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.875405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe59778d-8449-4149-a94d-349d6aa59da3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.898704 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Network f0d1de31-53be-4785-a53d-4e8f39138d64 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:42:58.932957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:42:58.941760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:42:58.947064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Port': ['ID=9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:58.959142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe59778d-8449-4149-a94d-349d6aa59da3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:58.980244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59778d-8449-4149-a94d-349d6aa59da3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33563372-2a3d-4c52-a6ae-efaa0f261f68,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:59.001397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Router 45282188-a49b-484f-8438-ba638791e7e3 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:42:59.008209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:59.008880 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.026208 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe59778d-8449-4149-a94d-349d6aa59da3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.031119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe59778d-8449-4149-a94d-349d6aa59da3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109024 Sep 17 22:42:59.037476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55194) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.037476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ba8f5fa8-cf92-4425-af79-44ea4fe1624f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '6f099cba-dc38-4bdd-b061-cfffd6005261', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:59.071059 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a30d9cae-2d77-44f0-8bcf-64f07d3a3a40 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3045797 Sep 17 22:42:59.071740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55196) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.083751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d58dfb50-ba40-422f-9ce3-75216446fbfe tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:dc:27:6f'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:cc:7a:f0'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:59.139183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:42:59.147591 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-61b7c0e8-662b-4c78-897b-690f04be15d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/45282188-a49b-484f-8438-ba638791e7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7829287 Sep 17 22:42:59.149776 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] Sync routers for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:42:59.150405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55198) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.160217 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:59.160966 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:59.198191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-389296e7-210b-4d61-9718-09d93ff919f2 None None] Provisioning complete for port 9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:59.199290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-389296e7-210b-4d61-9718-09d93ff919f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.211096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba8f5fa8-cf92-4425-af79-44ea4fe1624f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.253613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-389296e7-210b-4d61-9718-09d93ff919f2 None None] Port 9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:42:59.273121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.305441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba8f5fa8-cf92-4425-af79-44ea4fe1624f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.305681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:59.316674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d58dfb50-ba40-422f-9ce3-75216446fbfe tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.378318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba8f5fa8-cf92-4425-af79-44ea4fe1624f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.388752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.406832 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f5fa8-cf92-4425-af79-44ea4fe1624f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1508072c-1364-46bc-a0e4-f65e4f13e770,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:59.494993 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:42:58Z', 'revision_number': 5, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port': {'id': 'e860678f-8df7-4644-a3ca-6090bc9c0525', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45282188-a49b-484f-8438-ba638791e7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:59.513205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ba8f5fa8-cf92-4425-af79-44ea4fe1624f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.517449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ba8f5fa8-cf92-4425-af79-44ea4fe1624f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4815140 Sep 17 22:42:59.524956 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] Checking router: 45282188-a49b-484f-8438-ba638791e7e3 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:42:59.527399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55200) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.532362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a0610e77-ecef-4fdd-be00-e72378ead7a6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '6f099cba-dc38-4bdd-b061-cfffd6005261', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:42:59.535612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d58dfb50-ba40-422f-9ce3-75216446fbfe tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.535985 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] Routers {'45282188-a49b-484f-8438-ba638791e7e3'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:42:59.536689 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['45282188-a49b-484f-8438-ba638791e7e3'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:59.542921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Deleting port e860678f-8df7-4644-a3ca-6090bc9c0525 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:59.543554 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.629221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d58dfb50-ba40-422f-9ce3-75216446fbfe tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.642044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] For port e860678f-8df7-4644-a3ca-6090bc9c0525, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e860678f-8df7-4644-a3ca-6090bc9c0525,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:42:59.642414 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.664146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0610e77-ecef-4fdd-be00-e72378ead7a6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.667973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Calling delete_port for e860678f-8df7-4644-a3ca-6090bc9c0525 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:59.720178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dfb50-ba40-422f-9ce3-75216446fbfe tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event updated for resources: {'Port': ['ID=9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:59.722468 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] Set router 45282188-a49b-484f-8438-ba638791e7e3 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:42:59.729848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d58dfb50-ba40-422f-9ce3-75216446fbfe tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] In _notify_port_updated(), no bound segment for port 9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab on network f0d1de31-53be-4785-a53d-4e8f39138d64 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:42:59.735722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58dfb50-ba40-422f-9ce3-75216446fbfe tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:42:59.737042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d58dfb50-ba40-422f-9ce3-75216446fbfe tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.738696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d58dfb50-ba40-422f-9ce3-75216446fbfe tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "PUT /v2.0/ports/9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab HTTP/1.1" status: 200 len: 1054 time: 0.6660306 Sep 17 22:42:59.743278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55202) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:42:59.783513 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:42:59Z', 'revision_number': 6, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:42:59.821521 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb35dd5-7293-433e-a11a-3f11cfe1e41c None None] The sync data for ids ['45282188-a49b-484f-8438-ba638791e7e3'] in n-d-713498-17 is: [{'id': '45282188-a49b-484f-8438-ba638791e7e3', 'name': 'tempest-TestServerBasicOps-747506555-router', 'tenant_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:39Z', 'updated_at': '2021-09-17T22:42:59Z', 'revision_number': 6, 'project_id': 'ec7fbd83957a43b7a17289beeac94aa8', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:42:59.857826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-09dc0783-d142-462f-be02-1b5dec74b24f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Deleting port 9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:42:59.858406 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dc0783-d142-462f-be02-1b5dec74b24f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.871918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0610e77-ecef-4fdd-be00-e72378ead7a6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.934556 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0610e77-ecef-4fdd-be00-e72378ead7a6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.954986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610e77-ecef-4fdd-be00-e72378ead7a6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de291e83-ab00-4e49-9d57-8c6c5de00e9d,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:42:59.963161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dc0783-d142-462f-be02-1b5dec74b24f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:42:59.977130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-09dc0783-d142-462f-be02-1b5dec74b24f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Calling delete_port for 9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:42:59.977451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-27d32ff9-082e-4f32-928e-028decfc6ee2 None None] Provisioning complete for port 9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:42:59.977825 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-27d32ff9-082e-4f32-928e-028decfc6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.012522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.016421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-27d32ff9-082e-4f32-928e-028decfc6ee2 None None] Port 9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:00.043215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Pushing event deleted for resources: {'Port': ['ID=e860678f-8df7-4644-a3ca-6090bc9c0525,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:00.074952 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0610e77-ecef-4fdd-be00-e72378ead7a6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.076608 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0610e77-ecef-4fdd-be00-e72378ead7a6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5480204 Sep 17 22:43:00.089557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55204) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.096559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-938a4748-f96b-4782-9818-cad55178453c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '6f099cba-dc38-4bdd-b061-cfffd6005261', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:00.118454 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.207513 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-938a4748-f96b-4782-9818-cad55178453c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Project 3277a6e8e6c64ca9b40417a14736e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:43:00.213937 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-938a4748-f96b-4782-9818-cad55178453c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.219707 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dc0783-d142-462f-be02-1b5dec74b24f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.230643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.233829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.275128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc0783-d142-462f-be02-1b5dec74b24f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event deleted for resources: {'Port': ['ID=9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:00.353965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.354556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45282188-a49b-484f-8438-ba638791e7e3 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:43:00.360220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a26fd1cc-022f-43e2-90ef-e0d7d59d1689 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:00.361108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.362695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-938a4748-f96b-4782-9818-cad55178453c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.365037 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8313f6e9-0202-4848-99ac-832ecb98f78c admin admin] 10.222.0.13 "DELETE /v2.0/routers/45282188-a49b-484f-8438-ba638791e7e3 HTTP/1.1" status: 204 len: 168 time: 1.2136295 Sep 17 22:43:00.367746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55206) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.387030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: a26fd1cc-022f-43e2-90ef-e0d7d59d1689 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:00.387565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a26fd1cc-022f-43e2-90ef-e0d7d59d1689 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:00.443093 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-938a4748-f96b-4782-9818-cad55178453c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.488462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-70313cb1-ec83-404a-a9b8-7738e28d4d29 admin admin] Deleting subnet 84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:00.500157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a4748-f96b-4782-9818-cad55178453c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a37427-65b7-4803-b40d-8f6254c3ebc5,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:00.502934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70313cb1-ec83-404a-a9b8-7738e28d4d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.595157 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70313cb1-ec83-404a-a9b8-7738e28d4d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.599237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-938a4748-f96b-4782-9818-cad55178453c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.600459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-938a4748-f96b-4782-9818-cad55178453c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5099316 Sep 17 22:43:00.603501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55208) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.608416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9c6a4c11-4571-4446-9e2f-9702d09e6150 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '6f099cba-dc38-4bdd-b061-cfffd6005261', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:00.647866 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dc0783-d142-462f-be02-1b5dec74b24f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.651272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-09dc0783-d142-462f-be02-1b5dec74b24f tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "DELETE /v2.0/ports/9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab HTTP/1.1" status: 204 len: 168 time: 0.9066556 Sep 17 22:43:00.652485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55210) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.677650 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6812a036-4046-4858-b595-ca9b2486bf99 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] GET failed (client error): The resource could not be found. Sep 17 22:43:00.687644 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6812a036-4046-4858-b595-ca9b2486bf99 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "GET /v2.0/ports/9a5d25f9-ce0a-41b6-91cd-086d92b6b0ab HTTP/1.1" status: 404 len: 333 time: 0.0340078 Sep 17 22:43:00.691231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55212) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.699250 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-9c6a4c11-4571-4446-9e2f-9702d09e6150 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Project 3277a6e8e6c64ca9b40417a14736e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:43:00.714292 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70313cb1-ec83-404a-a9b8-7738e28d4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.725298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c6a4c11-4571-4446-9e2f-9702d09e6150 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.818172 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c6a4c11-4571-4446-9e2f-9702d09e6150 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.832735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b3ccc847-2f5a-4e0e-852f-ae78004b6fc0 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Deleting port be937bc0-512c-4209-8a99-73696b47fc8d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:00.833077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3ccc847-2f5a-4e0e-852f-ae78004b6fc0 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.835814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70313cb1-ec83-404a-a9b8-7738e28d4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.864469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70313cb1-ec83-404a-a9b8-7738e28d4d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:00.882722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70313cb1-ec83-404a-a9b8-7738e28d4d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.882722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-70313cb1-ec83-404a-a9b8-7738e28d4d29 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/84c1f614-9fc0-4a6f-9fd6-82d5bf4e85ef HTTP/1.1" status: 204 len: 168 time: 0.4841988 Sep 17 22:43:00.882722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55214) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:00.883953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b610512-7090-473d-8a0c-067a1762bc71 None None] Network a0aea234-6fb0-4e60-950e-9dff01e6d5f3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:00.953528 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3ccc847-2f5a-4e0e-852f-ae78004b6fc0 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.955979 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:00.967581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b3ccc847-2f5a-4e0e-852f-ae78004b6fc0 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Calling delete_port for be937bc0-512c-4209-8a99-73696b47fc8d owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:01.011365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Deleting port 3d0178ec-a26a-4100-a5b0-414d7eadd343 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:01.011605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.019210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c6a4c11-4571-4446-9e2f-9702d09e6150 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.039163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a4c11-4571-4446-9e2f-9702d09e6150 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0bfce9-3574-4cd0-85ba-b3c7fd83af31,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.079370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] For port 3d0178ec-a26a-4100-a5b0-414d7eadd343, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3d0178ec-a26a-4100-a5b0-414d7eadd343,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:01.079741 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.092975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097c29a-fa88-416c-9a26-358d8c6eab95 None None] DHCP port deletion for a0aea234-6fb0-4e60-950e-9dff01e6d5f3 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:01.099017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Calling delete_port for 3d0178ec-a26a-4100-a5b0-414d7eadd343 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:01.134334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c6a4c11-4571-4446-9e2f-9702d09e6150 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.135975 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9c6a4c11-4571-4446-9e2f-9702d09e6150 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5314624 Sep 17 22:43:01.139053 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55216) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:01.145443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9097c29a-fa88-416c-9a26-358d8c6eab95 None None] Deleting port 3d0178ec-a26a-4100-a5b0-414d7eadd343 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:01.145443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9097c29a-fa88-416c-9a26-358d8c6eab95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.145703 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'network': {'name': 'tempest-network-smoke--1332065895', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:01.183502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3ccc847-2f5a-4e0e-852f-ae78004b6fc0 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.206286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9097c29a-fa88-416c-9a26-358d8c6eab95 None None] For port 3d0178ec-a26a-4100-a5b0-414d7eadd343, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3d0178ec-a26a-4100-a5b0-414d7eadd343,segment=NetworkSegment(45056458-818c-446a-a9ee-c4b498855267),segment_id=45056458-818c-446a-a9ee-c4b498855267)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:01.206621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9097c29a-fa88-416c-9a26-358d8c6eab95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.215702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccc847-2f5a-4e0e-852f-ae78004b6fc0 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event deleted for resources: {'Port': ['ID=be937bc0-512c-4209-8a99-73696b47fc8d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.218856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9097c29a-fa88-416c-9a26-358d8c6eab95 None None] Calling delete_port for 3d0178ec-a26a-4100-a5b0-414d7eadd343 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:01.244918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:01.248657 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.264285 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.300186 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9097c29a-fa88-416c-9a26-358d8c6eab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.306711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:01.311694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0178ec-a26a-4100-a5b0-414d7eadd343,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.313542 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3ccc847-2f5a-4e0e-852f-ae78004b6fc0 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.315819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] No DVR routers for this DVR port 3d0178ec-a26a-4100-a5b0-414d7eadd343 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:01.316113 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b3ccc847-2f5a-4e0e-852f-ae78004b6fc0 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "DELETE /v2.0/ports/be937bc0-512c-4209-8a99-73696b47fc8d HTTP/1.1" status: 204 len: 168 time: 0.6238933 Sep 17 22:43:01.318972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097c29a-fa88-416c-9a26-358d8c6eab95 None None] No DVR routers for this DVR port 3d0178ec-a26a-4100-a5b0-414d7eadd343 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:01.322747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55218) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:01.336266 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.336620 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Added segment 6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2 of type vlan for network 7adad2db-addd-42c1-921d-cd9895247ff2 Sep 17 22:43:01.340391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097c29a-fa88-416c-9a26-358d8c6eab95 None None] Pushing event deleted for resources: {'Port': ['ID=3d0178ec-a26a-4100-a5b0-414d7eadd343,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.377528 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8501195b-e692-475e-9e51-de207e77ebd8 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] GET failed (client error): The resource could not be found. Sep 17 22:43:01.379302 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8501195b-e692-475e-9e51-de207e77ebd8 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "GET /v2.0/ports/be937bc0-512c-4209-8a99-73696b47fc8d HTTP/1.1" status: 404 len: 333 time: 0.0542870 Sep 17 22:43:01.399982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55220) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:01.416094 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.439019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0aea234-6fb0-4e60-950e-9dff01e6d5f3']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:01.439485 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.449581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45056458-818c-446a-a9ee-c4b498855267') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:01.449944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45056458-818c-446a-a9ee-c4b498855267') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:01.461800 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.475151 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.483038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:01.483478 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:01.485340 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:01.514746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-03fe209c-e43f-40d6-8ada-37b1a7d3732e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Deleting port fd5cb687-2b53-49da-9d30-eb8493b8cd59 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:01.515117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03fe209c-e43f-40d6-8ada-37b1a7d3732e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.581115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.586559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:01.587587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.606842 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.612428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.618467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0aea234-6fb0-4e60-950e-9dff01e6d5f3 HTTP/1.1" status: 204 len: 168 time: 0.7412422 Sep 17 22:43:01.621137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55222) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:01.636838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d7f25-dac8-4d72-ba37-2b4a6fb2055e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0aea234-6fb0-4e60-950e-9dff01e6d5f3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.667450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03fe209c-e43f-40d6-8ada-37b1a7d3732e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.676320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Network': ['ID=7adad2db-addd-42c1-921d-cd9895247ff2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.684240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-03fe209c-e43f-40d6-8ada-37b1a7d3732e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Calling delete_port for fd5cb687-2b53-49da-9d30-eb8493b8cd59 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:01.687422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 7adad2db-addd-42c1-921d-cd9895247ff2 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:01.694257 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-094b4ff8-fee9-4312-8e42-a479442fab1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5539834 Sep 17 22:43:01.697556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55224) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:01.702034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'admin_state_up': True, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:01.857926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.858994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.938826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03fe209c-e43f-40d6-8ada-37b1a7d3732e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:01.981986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe209c-e43f-40d6-8ada-37b1a7d3732e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event deleted for resources: {'Port': ['ID=fd5cb687-2b53-49da-9d30-eb8493b8cd59,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:01.985539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.023289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e860678f-8df7-4644-a3ca-6090bc9c0525 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:02.045006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.051334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e860678f-8df7-4644-a3ca-6090bc9c0525 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:02.051687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e860678f-8df7-4644-a3ca-6090bc9c0525 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:02.052113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3d0178ec-a26a-4100-a5b0-414d7eadd343 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:02.076996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 3d0178ec-a26a-4100-a5b0-414d7eadd343 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:02.077345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3d0178ec-a26a-4100-a5b0-414d7eadd343 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:02.097902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-03fe209c-e43f-40d6-8ada-37b1a7d3732e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.100465 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-03fe209c-e43f-40d6-8ada-37b1a7d3732e tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "DELETE /v2.0/ports/fd5cb687-2b53-49da-9d30-eb8493b8cd59 HTTP/1.1" status: 204 len: 168 time: 0.6994903 Sep 17 22:43:02.104632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55226) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:02.265941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Deleting port c43476ea-de91-48a5-b57a-54a7514d55b9 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:02.266562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.351009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] For port c43476ea-de91-48a5-b57a-54a7514d55b9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c43476ea-de91-48a5-b57a-54a7514d55b9,segment=NetworkSegment(31ec5eaf-b20a-4504-bd5d-8dd980034f4e),segment_id=31ec5eaf-b20a-4504-bd5d-8dd980034f4e)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:02.351836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.372118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Calling delete_port for c43476ea-de91-48a5-b57a-54a7514d55b9 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:02.622528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d07da81-6010-49d6-81bc-455e18678faf tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Deleting subnet ea71297a-e8f1-4508-8718-bf82934b18e4 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:02.623577 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.626508 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.629894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d07da81-6010-49d6-81bc-455e18678faf tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.655142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43476ea-de91-48a5-b57a-54a7514d55b9,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:02.671666 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d07da81-6010-49d6-81bc-455e18678faf tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.799645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d07da81-6010-49d6-81bc-455e18678faf tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:02.826353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.007548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d07da81-6010-49d6-81bc-455e18678faf tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.009272 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.048510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Router e1c41eed-0ade-49c9-ae47-82f9cc087878 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:43:03.053278 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.059377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07da81-6010-49d6-81bc-455e18678faf tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event deleted for resources: {'Subnet': ['ID=ea71297a-e8f1-4508-8718-bf82934b18e4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:03.065879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d07da81-6010-49d6-81bc-455e18678faf tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.068025 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3d07da81-6010-49d6-81bc-455e18678faf tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "DELETE /v2.0/subnets/ea71297a-e8f1-4508-8718-bf82934b18e4 HTTP/1.1" status: 204 len: 168 time: 0.9611456 Sep 17 22:43:03.070144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55228) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:03.072687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1890a293-f48f-405a-b5cb-9ef6fa8b527c None None] Network f0d1de31-53be-4785-a53d-4e8f39138d64 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:03.162919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:03.171293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6be0d9f6-3c35-4bfd-b9b0-d85e27640f57 admin admin] 10.222.0.13 "PUT /v2.0/routers/e1c41eed-0ade-49c9-ae47-82f9cc087878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5490227 Sep 17 22:43:03.172547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55230) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:03.180674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] Sync routers for ids ['e1c41eed-0ade-49c9-ae47-82f9cc087878'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:03.196754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] Routers {'e1c41eed-0ade-49c9-ae47-82f9cc087878'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:03.197511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e1c41eed-0ade-49c9-ae47-82f9cc087878'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:03.215519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.267492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.25.5.134 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:03.296125 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.323587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c56a59a-d962-4cd9-9f0f-20f358dda541 None None] DHCP port deletion for f0d1de31-53be-4785-a53d-4e8f39138d64 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:03.332683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] Set router e1c41eed-0ade-49c9-ae47-82f9cc087878 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:03.402258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.452148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Deleting port 0fd35392-c2a0-4ce3-8caa-afc4512433ee {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:03.452851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.502507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7c56a59a-d962-4cd9-9f0f-20f358dda541 None None] Deleting port 0fd35392-c2a0-4ce3-8caa-afc4512433ee {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:03.503017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7c56a59a-d962-4cd9-9f0f-20f358dda541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.514403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.562049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] For port 0fd35392-c2a0-4ce3-8caa-afc4512433ee, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0fd35392-c2a0-4ce3-8caa-afc4512433ee,segment=NetworkSegment(572260aa-594c-4334-8998-5305d09f7e01),segment_id=572260aa-594c-4334-8998-5305d09f7e01)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:03.562471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.582502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:03.594399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:03.597809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Calling delete_port for 0fd35392-c2a0-4ce3-8caa-afc4512433ee owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:03.599992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:03.600456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7c56a59a-d962-4cd9-9f0f-20f358dda541 None None] For port 0fd35392-c2a0-4ce3-8caa-afc4512433ee, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0fd35392-c2a0-4ce3-8caa-afc4512433ee,segment=NetworkSegment(572260aa-594c-4334-8998-5305d09f7e01),segment_id=572260aa-594c-4334-8998-5305d09f7e01)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:03.600854 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7c56a59a-d962-4cd9-9f0f-20f358dda541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.602245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:03.618328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7c56a59a-d962-4cd9-9f0f-20f358dda541 None None] Calling delete_port for 0fd35392-c2a0-4ce3-8caa-afc4512433ee owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:03.635903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:45Z', 'updated_at': '2021-09-17T22:43:02Z', 'revision_number': 5, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'gw_port': {'id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:46Z', 'updated_at': '2021-09-17T22:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:03.695445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] Checking router: e1c41eed-0ade-49c9-ae47-82f9cc087878 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:03.700740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.715640 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] Routers {'e1c41eed-0ade-49c9-ae47-82f9cc087878'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:03.716274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['e1c41eed-0ade-49c9-ae47-82f9cc087878'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:03.807019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Deleting port 19455b1a-3182-445c-a71e-97a90dfa1baf {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:03.807488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.831868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] Set router e1c41eed-0ade-49c9-ae47-82f9cc087878 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:03.835671 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7c56a59a-d962-4cd9-9f0f-20f358dda541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.840145 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.868394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event deleted for resources: {'Port': ['ID=0fd35392-c2a0-4ce3-8caa-afc4512433ee,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:03.871080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] No DVR routers for this DVR port 0fd35392-c2a0-4ce3-8caa-afc4512433ee on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:03.904394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] For port 19455b1a-3182-445c-a71e-97a90dfa1baf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=19455b1a-3182-445c-a71e-97a90dfa1baf,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:03.904900 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:03.919140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Calling delete_port for 19455b1a-3182-445c-a71e-97a90dfa1baf owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:03.921003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56a59a-d962-4cd9-9f0f-20f358dda541 None None] Pushing event deleted for resources: {'Port': ['ID=0fd35392-c2a0-4ce3-8caa-afc4512433ee,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:03.926979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56a59a-d962-4cd9-9f0f-20f358dda541 None None] No DVR routers for this DVR port 0fd35392-c2a0-4ce3-8caa-afc4512433ee on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:03.996804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.040762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d1de31-53be-4785-a53d-4e8f39138d64']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:04.077603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572260aa-594c-4334-8998-5305d09f7e01') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:04.078404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572260aa-594c-4334-8998-5305d09f7e01') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:04.092319 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.111357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.149080 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.155529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0fd35392-c2a0-4ce3-8caa-afc4512433ee no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:04.160063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:04.160473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:04.163449 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:04.183263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0fd35392-c2a0-4ce3-8caa-afc4512433ee {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:04.183607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0fd35392-c2a0-4ce3-8caa-afc4512433ee not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:04.210336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.241825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:45Z', 'updated_at': '2021-09-17T22:43:02Z', 'revision_number': 5, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'gw_port': {'id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:46Z', 'updated_at': '2021-09-17T22:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:04.250304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Pushing event deleted for resources: {'Port': ['ID=19455b1a-3182-445c-a71e-97a90dfa1baf,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:04.271467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d17735-de92-435a-bcd2-81e74c6caf74 None None] The sync data for ids ['e1c41eed-0ade-49c9-ae47-82f9cc087878'] in n-d-713498-17 is: [{'id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'name': 'tempest-TestServerBasicOps-1349296519-router', 'tenant_id': '2dd2127b7dca4ae1a111bf28944c2215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:37:45Z', 'updated_at': '2021-09-17T22:43:02Z', 'revision_number': 5, 'project_id': '2dd2127b7dca4ae1a111bf28944c2215', 'gw_port': {'id': '19455b1a-3182-445c-a71e-97a90dfa1baf', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c41eed-0ade-49c9-ae47-82f9cc087878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:37:46Z', 'updated_at': '2021-09-17T22:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:04.319814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.324636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.335781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.337534 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] 10.222.0.13 "DELETE /v2.0/networks/f0d1de31-53be-4785-a53d-4e8f39138d64 HTTP/1.1" status: 204 len: 168 time: 1.2664821 Sep 17 22:43:04.353485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbbadf-ed2d-45cf-868f-499db6910c02 tempest-AllowedAddressPairTestJSON-638001828 tempest-AllowedAddressPairTestJSON-638001828-project] Pushing event deleted for resources: {'Network': ['ID=f0d1de31-53be-4785-a53d-4e8f39138d64,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:04.422625 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.422921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.425762 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.560846 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.561299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c41eed-0ade-49c9-ae47-82f9cc087878 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:43:04.565691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.566964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-70e6a54c-85e5-4083-acd7-3c25b19e3350 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e1c41eed-0ade-49c9-ae47-82f9cc087878 HTTP/1.1" status: 204 len: 168 time: 1.3933733 Sep 17 22:43:04.569511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55234) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:04.619176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-49310ced-7428-4f96-9c5b-b7cecb035d58 admin admin] Deleting subnet c09ef474-68d2-4846-9bee-f830a89a9c9a {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:04.622397 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-49310ced-7428-4f96-9c5b-b7cecb035d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.643267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:43:04.660410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-49310ced-7428-4f96-9c5b-b7cecb035d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.753570 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-49310ced-7428-4f96-9c5b-b7cecb035d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.762191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:04.773909 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Sync routers for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:04.788111 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:04.788749 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:04.843991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55238) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:04.889099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.893804 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9739f476-7027-4440-b6d6-6a57b830232f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1924374 Sep 17 22:43:04.894210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55242) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:04.919652 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:04.926460 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-49310ced-7428-4f96-9c5b-b7cecb035d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:04.931883 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c67a3204-84eb-40fa-8d58-0f03aebf0b96 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3277a6e8e6c64ca9b40417a14736e38e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362208 Sep 17 22:43:04.934445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55244) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:04.994544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49310ced-7428-4f96-9c5b-b7cecb035d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09ef474-68d2-4846-9bee-f830a89a9c9a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.001525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6fbab6-26c9-4b90-98dd-1ed6aaa459ae None None] Network f21c9a69-34f9-495d-934f-782adfb330b3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:05.003069 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-49310ced-7428-4f96-9c5b-b7cecb035d58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.005407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-49310ced-7428-4f96-9c5b-b7cecb035d58 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c09ef474-68d2-4846-9bee-f830a89a9c9a HTTP/1.1" status: 204 len: 168 time: 0.4349465 Sep 17 22:43:05.012736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55246) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:05.067627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e500cc49-0ddb-4134-a5b1-e7be0c2e391f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acd4312ec92043d8acb0ec6f41e09f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223983 Sep 17 22:43:05.068687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55248) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:05.153590 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992f5b7a-5773-4a8c-b7c6-cceec4141ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.154069 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:03Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:05.176786 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992f5b7a-5773-4a8c-b7c6-cceec4141ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.198059 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Checking router: 21ea6b12-b4bf-4001-8fcf-80b250a3a279 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:05.198706 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Updating router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:43:05.224415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.231120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962e431-1569-4baa-8f37-ed6dbc1c2509 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:05.232614 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a962e431-1569-4baa-8f37-ed6dbc1c2509 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2970881 Sep 17 22:43:05.236057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55250) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:05.241215 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.271386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b384800b-2b91-4e20-ba14-8e908fe69c7e tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333440 Sep 17 22:43:05.273879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55252) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:05.279040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462689187', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:05.291105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Deleting port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:05.291541 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.354247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992f5b7a-5773-4a8c-b7c6-cceec4141ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.356769 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-992f5b7a-5773-4a8c-b7c6-cceec4141ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.357918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-992f5b7a-5773-4a8c-b7c6-cceec4141ca3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7f0abba-73b0-4a4d-a93e-409fa173b40a HTTP/1.1" status: 204 len: 168 time: 0.2882967 Sep 17 22:43:05.366097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] For port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb,segment=NetworkSegment(31ec5eaf-b20a-4504-bd5d-8dd980034f4e),segment_id=31ec5eaf-b20a-4504-bd5d-8dd980034f4e)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:05.368070 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.382087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f5b7a-5773-4a8c-b7c6-cceec4141ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0abba-73b0-4a4d-a93e-409fa173b40a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.392578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Calling delete_port for e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:05.464368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:05.468089 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.480440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b8bc0-010a-4623-9618-cfcdaad7596e None None] DHCP port deletion for f21c9a69-34f9-495d-934f-782adfb330b3 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:05.535421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-629b8bc0-010a-4623-9618-cfcdaad7596e None None] Deleting port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:05.535810 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-629b8bc0-010a-4623-9618-cfcdaad7596e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.559950 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.563130 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.594012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] No DVR routers for this DVR port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:05.599044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.622982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-629b8bc0-010a-4623-9618-cfcdaad7596e None None] For port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb,segment=NetworkSegment(31ec5eaf-b20a-4504-bd5d-8dd980034f4e),segment_id=31ec5eaf-b20a-4504-bd5d-8dd980034f4e)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:05.623883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-629b8bc0-010a-4623-9618-cfcdaad7596e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.640988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-629b8bc0-010a-4623-9618-cfcdaad7596e None None] Calling delete_port for e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:05.670681 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.683731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.713899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21c9a69-34f9-495d-934f-782adfb330b3']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:05.733946 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-629b8bc0-010a-4623-9618-cfcdaad7596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.736877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ec5eaf-b20a-4504-bd5d-8dd980034f4e') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:05.737058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ec5eaf-b20a-4504-bd5d-8dd980034f4e') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:05.743652 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559442dd-d99c-485c-8778-9ba6f2b70138 None None] Pushing event updated for resources: {'Port': ['ID=196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.749689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.756908 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Attempting to bind port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:05.757568 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Attempting to bind port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:05.757768 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Attempting to bind port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:05.764902 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:05.764902 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:05.764902 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.764902 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:05.764902 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Bound port: 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:05.765542 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.766171 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.771175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b8bc0-010a-4623-9618-cfcdaad7596e None None] Pushing event deleted for resources: {'Port': ['ID=e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.775682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:05.776713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b8bc0-010a-4623-9618-cfcdaad7596e None None] No DVR routers for this DVR port e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:05.776840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:05.779071 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:05.821930 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.837257 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] For port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:05.841289 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] For port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:05.890554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Subnet': ['ID=946c4371-380c-4c72-a34b-df564ff78045,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.901990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Checking segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:05.902356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network hostable DHCP agents. Network: 7adad2db-addd-42c1-921d-cd9895247ff2, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:05.912057 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.920858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.923372 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:05.925173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f21c9a69-34f9-495d-934f-782adfb330b3 HTTP/1.1" status: 204 len: 168 time: 0.9112847 Sep 17 22:43:05.935054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db3059-20dc-42bf-9e41-be7acb8a45a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21c9a69-34f9-495d-934f-782adfb330b3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:05.977949 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:05.978585 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:06.017463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:06.029602 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559442dd-d99c-485c-8778-9ba6f2b70138 None None] Pushing event updated for resources: {'Port': ['ID=196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:06.038304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:06.038585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e0fc4102-5ea0-4696-b6ca-9ebfd8b513bb not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:06.039040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c43476ea-de91-48a5-b57a-54a7514d55b9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:06.049943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 7adad2db-addd-42c1-921d-cd9895247ff2 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:06.058696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: c43476ea-de91-48a5-b57a-54a7514d55b9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:06.059358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c43476ea-de91-48a5-b57a-54a7514d55b9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:06.059776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 19455b1a-3182-445c-a71e-97a90dfa1baf no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:06.080975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 19455b1a-3182-445c-a71e-97a90dfa1baf {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:06.081320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 19455b1a-3182-445c-a71e-97a90dfa1baf not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:06.099378 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:06.179323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 7adad2db-addd-42c1-921d-cd9895247ff2) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:06.180627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:06.181287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.191155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48221012-3db2-471f-ad49-d2ebb7bc630e None None] Network 7adad2db-addd-42c1-921d-cd9895247ff2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:06.260347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55268) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:06.264961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cccf0a0b-b3e6-47e1-8749-ff3091a1e24c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9868286 Sep 17 22:43:06.305103 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:03Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:06.342441 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c18c963-a254-443a-a8ed-0bd0e98f50e2 None None] The sync data for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 is: [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:03Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:06.353446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-7adad2db-addd-42c1-921d-cd9895247ff2', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:06.354340 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.378971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55274) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:06.450738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7e94dc59-24ba-4661-a86d-06c5c109aed5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec7fbd83957a43b7a17289beeac94aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698602 Sep 17 22:43:06.453136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55278) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:06.520094 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-048deb76-5857-4afc-9708-7128d71576ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.533743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Allocated IP 172.20.0.2 (7adad2db-addd-42c1-921d-cd9895247ff2/946c4371-380c-4c72-a34b-df564ff78045/28af3bce-56d6-480c-b7f3-42d56d603e8a) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:06.554844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-048deb76-5857-4afc-9708-7128d71576ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.695721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-048deb76-5857-4afc-9708-7128d71576ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.698664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-048deb76-5857-4afc-9708-7128d71576ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.702733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-048deb76-5857-4afc-9708-7128d71576ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ef20c6b-e2ca-4bcc-96d6-b83d6db33530 HTTP/1.1" status: 204 len: 168 time: 0.2483587 Sep 17 22:43:06.720379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048deb76-5857-4afc-9708-7128d71576ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef20c6b-e2ca-4bcc-96d6-b83d6db33530,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:06.770395 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.834701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55284) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:06.860898 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:06.906302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Pushing event updated for resources: {'Port': ['ID=28af3bce-56d6-480c-b7f3-42d56d603e8a,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:06.919632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Network 7adad2db-addd-42c1-921d-cd9895247ff2 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:06.921128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:06.923719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:06.993411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Attempting to bind port 28af3bce-56d6-480c-b7f3-42d56d603e8a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:06.993784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Attempting to bind port 28af3bce-56d6-480c-b7f3-42d56d603e8a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:06.994147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Attempting to bind port 28af3bce-56d6-480c-b7f3-42d56d603e8a on network 7adad2db-addd-42c1-921d-cd9895247ff2 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:07.000901 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:07.001415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Checking segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:07.002002 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.002927 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Bound using segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:07.003412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Bound port: 28af3bce-56d6-480c-b7f3-42d56d603e8a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:07.004202 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.076180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] For port 28af3bce-56d6-480c-b7f3-42d56d603e8a, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:07.080710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] For port 28af3bce-56d6-480c-b7f3-42d56d603e8a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=28af3bce-56d6-480c-b7f3-42d56d603e8a,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:07.135473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.198396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aa9bc-6840-4ca0-b6c2-39f9a45d632e None None] Pushing event updated for resources: {'Port': ['ID=28af3bce-56d6-480c-b7f3-42d56d603e8a,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:07.296096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-417461919'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:07.317663 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.453052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:07.457266 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.469620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.540453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55290) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.582712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-80720c79-1732-4846-8915-6cd620a6dead admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dd2127b7dca4ae1a111bf28944c2215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410504 Sep 17 22:43:07.585428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55292) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:07.636147 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c767460-1836-4487-8388-05cc0bb199d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.658630 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c767460-1836-4487-8388-05cc0bb199d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.747497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.20.0.1 (7adad2db-addd-42c1-921d-cd9895247ff2/946c4371-380c-4c72-a34b-df564ff78045/2bf3b653-af92-4682-bf38-28993cdde2a8) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:07.765133 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.784640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c767460-1836-4487-8388-05cc0bb199d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.787337 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c767460-1836-4487-8388-05cc0bb199d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.788537 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c767460-1836-4487-8388-05cc0bb199d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f736b2ee-c764-4064-b010-99bcb9cd147d HTTP/1.1" status: 204 len: 168 time: 0.2021296 Sep 17 22:43:07.797024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c767460-1836-4487-8388-05cc0bb199d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f736b2ee-c764-4064-b010-99bcb9cd147d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:07.862877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.900351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.907524 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:07.915766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a841b8e-d298-4e38-b013-e7e0ef66741d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:07.924103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:07.924475 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment 5dd1f85a-dc1d-448c-a106-3cb630278c26 of type vlan for network 26adb9c8-7a20-4d56-a4fc-4567509a1763 Sep 17 22:43:07.979177 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.061418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28af3bce-56d6-480c-b7f3-42d56d603e8a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:08.095148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.114359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 28af3bce-56d6-480c-b7f3-42d56d603e8a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:08.114753 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.129090 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.134729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:08.135622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.172282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 7adad2db-addd-42c1-921d-cd9895247ff2 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:08.190779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:08.195263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:08.197588 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.198987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=2bf3b653-af92-4682-bf38-28993cdde2a8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:08.241581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 28af3bce-56d6-480c-b7f3-42d56d603e8a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=28af3bce-56d6-480c-b7f3-42d56d603e8a,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:08.269501 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4334877 Sep 17 22:43:08.279352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2ac68-9576-479f-b4a8-21291f531727 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=26adb9c8-7a20-4d56-a4fc-4567509a1763,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:08.293869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 26adb9c8-7a20-4d56-a4fc-4567509a1763 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:08.304265 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.419807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55296) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:08.426714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': '26adb9c8-7a20-4d56-a4fc-4567509a1763', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:08.468654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.469470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:08.635236 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.637810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:08.638164 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.661439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=28af3bce-56d6-480c-b7f3-42d56d603e8a,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:08.679240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:08.679240 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.711026 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.764903 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.794595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:08.841233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8807220b-77c9-4937-a3d2-d72bb136f2df None None] Network 7adad2db-addd-42c1-921d-cd9895247ff2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:08.867931 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.967803 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-87709af4-64f4-4412-a5ed-c1a3b35ab7b4 None None] Provisioning complete for port 28af3bce-56d6-480c-b7f3-42d56d603e8a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:08.968171 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-87709af4-64f4-4412-a5ed-c1a3b35ab7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:08.974735 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.012880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:09.031098 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.043754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=6a265aaa-b72e-4cff-b548-5e14111345d2,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:09.055961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': '5dd1f85a-dc1d-448c-a106-3cb630278c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26adb9c8-7a20-4d56-a4fc-4567509a1763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:09.056326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: 26adb9c8-7a20-4d56-a4fc-4567509a1763, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:09.094505 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.151435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network 26adb9c8-7a20-4d56-a4fc-4567509a1763 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:09.174271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=2bf3b653-af92-4682-bf38-28993cdde2a8,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:09.177143 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.225880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 26adb9c8-7a20-4d56-a4fc-4567509a1763) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:09.230150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.230810 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.234983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e8e65-89e3-4f02-8868-57b19c1cefc9 None None] Network 26adb9c8-7a20-4d56-a4fc-4567509a1763 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:09.276986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 7adad2db-addd-42c1-921d-cd9895247ff2 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:09.278489 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:09.322381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8dc3da95-29cf-440f-af3e-9b088cd5ed52 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8968105 Sep 17 22:43:09.322381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55298) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:09.326784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1652167789'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:09.376320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-29a1315b-f135-4f2a-b870-6c926073d9bf None None] Provisioning complete for port 28af3bce-56d6-480c-b7f3-42d56d603e8a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:09.376603 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-29a1315b-f135-4f2a-b870-6c926073d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.406185 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:43:09.425765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:09.429577 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.460409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:09.468273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-26adb9c8-7a20-4d56-a4fc-4567509a1763', 'network_id': '26adb9c8-7a20-4d56-a4fc-4567509a1763', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': '6a265aaa-b72e-4cff-b548-5e14111345d2'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:09.468671 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.470318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.471308 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment 8c1d0029-3640-484b-9ba6-961c599e1ad6 of type vlan for network ea246834-502a-4a92-9914-cfac34e76c03 Sep 17 22:43:09.515579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.542343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:09.550865 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7418e3ee-413f-4efc-8667-239469117738 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "PUT /v2.0/routers/21ea6b12-b4bf-4001-8fcf-80b250a3a279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870946 Sep 17 22:43:09.571596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Sync routers for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:09.586191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-29a1315b-f135-4f2a-b870-6c926073d9bf None None] Provisioning complete for port 2bf3b653-af92-4682-bf38-28993cdde2a8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:09.586572 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-29a1315b-f135-4f2a-b870-6c926073d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.613692 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.617021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:09.617517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:09.619215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:09.619852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:09.690895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-29a1315b-f135-4f2a-b870-6c926073d9bf None None] Port 2bf3b653-af92-4682-bf38-28993cdde2a8 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:09.699330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=ea246834-502a-4a92-9914-cfac34e76c03,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:09.709536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9b6a27fc-7540-4e2e-bf04-425a533f3c07 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3867409 Sep 17 22:43:09.712053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55304) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:09.718470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': 'ea246834-502a-4a92-9914-cfac34e76c03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:09.757909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network ea246834-502a-4a92-9914-cfac34e76c03 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:09.770967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Allocated IP 172.20.255.242 (26adb9c8-7a20-4d56-a4fc-4567509a1763/6a265aaa-b72e-4cff-b548-5e14111345d2/a67b4ea1-222a-44c4-9995-bef6aafa3437) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:09.895150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:09.899319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.032315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:10.038856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-5679fcdb-0a3f-4dc2-b05a-8e9011c3920c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373147083&fields=id&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 267 time: 0.0536582 Sep 17 22:43:10.072976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28af3bce-56d6-480c-b7f3-42d56d603e8a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:10.140658 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f37fd0b8-197c-4ac5-ba01-1bdbc5212bb3 None None] Provisioning complete for port 2bf3b653-af92-4682-bf38-28993cdde2a8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:10.141032 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f37fd0b8-197c-4ac5-ba01-1bdbc5212bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.217835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-6c2c1a63-ed3b-4530-9727-660007446001 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:10.219434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-6c2c1a63-ed3b-4530-9727-660007446001 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 797 time: 0.1713068 Sep 17 22:43:10.235095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-2989039a-100a-4d33-9a0b-02c47ff593e5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/quotas/3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 375 time: 0.0091252 Sep 17 22:43:10.262540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.270116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.273047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f37fd0b8-197c-4ac5-ba01-1bdbc5212bb3 None None] Port 2bf3b653-af92-4682-bf38-28993cdde2a8 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:10.337243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-277ae27b-fb64-432d-9fcb-15eb76ffe367 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962536 Sep 17 22:43:10.347555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 28af3bce-56d6-480c-b7f3-42d56d603e8a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:10.348187 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.351711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=959c3e32-78ca-474f-ae5e-57aeddf4de8b,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:10.380503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': '8c1d0029-3640-484b-9ba6-961c599e1ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea246834-502a-4a92-9914-cfac34e76c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:10.380994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: ea246834-502a-4a92-9914-cfac34e76c03, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:10.397209 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.447563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b6e1892b-eecc-4ee2-9374-fcd88f0827df None None] Provisioning complete for port 2bf3b653-af92-4682-bf38-28993cdde2a8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:10.447933 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b6e1892b-eecc-4ee2-9374-fcd88f0827df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.460139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9100c76d-63a0-4f29-93d4-fd1c5cad79f6 service neutron] 10.222.0.13 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050038 Sep 17 22:43:10.478205 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.525933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network ea246834-502a-4a92-9914-cfac34e76c03 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:10.531316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1892b-eecc-4ee2-9374-fcd88f0827df None None] Port 2bf3b653-af92-4682-bf38-28993cdde2a8 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:10.534923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Network 26adb9c8-7a20-4d56-a4fc-4567509a1763 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:10.558061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-803a11c9-243b-49b3-9324-d277d778bef6 service neutron] 10.222.0.13 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909734 Sep 17 22:43:10.562016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:10.568402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:10.584321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Pushing event updated for resources: {'Port': ['ID=a67b4ea1-222a-44c4-9995-bef6aafa3437,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:10.599506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:10.603629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, ea246834-502a-4a92-9914-cfac34e76c03) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:10.608293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:10.609198 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.620793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ad3d8-c1c7-4374-a33c-7073d9b1dfe6 None None] Network ea246834-502a-4a92-9914-cfac34e76c03 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:10.642356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '2bf3b653-af92-4682-bf38-28993cdde2a8', 'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:1b:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:07Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 2, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '946c4371-380c-4c72-a34b-df564ff78045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:10.695563 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b0956359-dbaa-40b8-adad-2c3fd097f22d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9817181 Sep 17 22:43:10.698197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55320) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:10.715817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Checking router: 21ea6b12-b4bf-4001-8fcf-80b250a3a279 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:10.716171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Updating router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 port 2bf3b653-af92-4682-bf38-28993cdde2a8 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:43:10.772067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Attempting to bind port a67b4ea1-222a-44c4-9995-bef6aafa3437 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:10.772440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Attempting to bind port a67b4ea1-222a-44c4-9995-bef6aafa3437 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '5dd1f85a-dc1d-448c-a106-3cb630278c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26adb9c8-7a20-4d56-a4fc-4567509a1763'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:10.772802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Attempting to bind port a67b4ea1-222a-44c4-9995-bef6aafa3437 on network 26adb9c8-7a20-4d56-a4fc-4567509a1763 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:10.789350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:10.789723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Checking segment: {'id': '5dd1f85a-dc1d-448c-a106-3cb630278c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26adb9c8-7a20-4d56-a4fc-4567509a1763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:10.791145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.791145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Bound using segment: {'id': '5dd1f85a-dc1d-448c-a106-3cb630278c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26adb9c8-7a20-4d56-a4fc-4567509a1763'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:10.791145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Bound port: a67b4ea1-222a-44c4-9995-bef6aafa3437, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd1f85a-dc1d-448c-a106-3cb630278c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26adb9c8-7a20-4d56-a4fc-4567509a1763'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:10.791514 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.798165 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.846652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce9146ce-fe6c-4545-9b5c-2a5c7797c2ca req-70f8b279-3f97-4f49-9334-23aded86bac8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 210 time: 0.0479128 Sep 17 22:43:10.851434 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.886359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:10.886731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:10.915010 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.069541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292566db-eb84-4422-8ee4-2f6e0ed46a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-ea246834-502a-4a92-9914-cfac34e76c03', 'network_id': 'ea246834-502a-4a92-9914-cfac34e76c03', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': '959c3e32-78ca-474f-ae5e-57aeddf4de8b'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:11.070385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-292566db-eb84-4422-8ee4-2f6e0ed46a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.072544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] For port a67b4ea1-222a-44c4-9995-bef6aafa3437, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:11.083415 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.109133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] For port a67b4ea1-222a-44c4-9995-bef6aafa3437, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a67b4ea1-222a-44c4-9995-bef6aafa3437,segment=NetworkSegment(5dd1f85a-dc1d-448c-a106-3cb630278c26),segment_id=5dd1f85a-dc1d-448c-a106-3cb630278c26)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:11.109378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=959c3e32-78ca-474f-ae5e-57aeddf4de8b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:11.174284 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.197521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea246834-502a-4a92-9914-cfac34e76c03']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:11.208240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1d0029-3640-484b-9ba6-961c599e1ad6') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:11.208558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1d0029-3640-484b-9ba6-961c599e1ad6') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:11.224582 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.233913 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.241169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.247605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:11.252042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:11.255336 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:11.306169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65613ca1-f0b0-45c1-825b-bf6c8eb40487 None None] Network ea246834-502a-4a92-9914-cfac34e76c03 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:11.352507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0e510-6ad3-4141-bad6-e775bd34d938 None None] Pushing event updated for resources: {'Port': ['ID=a67b4ea1-222a-44c4-9995-bef6aafa3437,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:11.385129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.397229 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.400963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/ea246834-502a-4a92-9914-cfac34e76c03 HTTP/1.1" status: 204 len: 168 time: 0.7013383 Sep 17 22:43:11.404081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55332) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:11.411336 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c7ff3-3bc6-474a-a7b6-afc6130eb496 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=ea246834-502a-4a92-9914-cfac34e76c03,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:11.413348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040871411'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:11.500801 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:11.505042 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.506577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.539156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:11.551817 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.552152 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment 5ec761a2-9cde-41b0-8dd1-06ebcd3c5a0e of type vlan for network b495ca6c-cbc1-444d-bb5d-78b0d0cb239f Sep 17 22:43:11.560788 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.603156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.620407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e200f-e044-4d27-8bfb-e1792a8d77c0 None None] Pushing event updated for resources: {'Port': ['ID=2bf3b653-af92-4682-bf38-28993cdde2a8,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:11.667961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Attempting to bind port 2bf3b653-af92-4682-bf38-28993cdde2a8 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:11.668354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Attempting to bind port 2bf3b653-af92-4682-bf38-28993cdde2a8 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:11.668718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Attempting to bind port 2bf3b653-af92-4682-bf38-28993cdde2a8 on network 7adad2db-addd-42c1-921d-cd9895247ff2 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:11.674706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:11.675182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Checking segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:11.675635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.676036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Bound using segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:11.676540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Bound port: 2bf3b653-af92-4682-bf38-28993cdde2a8, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:11.676905 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.735011 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.742305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:11.744623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.744915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] For port 2bf3b653-af92-4682-bf38-28993cdde2a8, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:11.747472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] For port 2bf3b653-af92-4682-bf38-28993cdde2a8, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2bf3b653-af92-4682-bf38-28993cdde2a8,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:11.820722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=b495ca6c-cbc1-444d-bb5d-78b0d0cb239f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:11.828867 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:11.835683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b495ca6c-cbc1-444d-bb5d-78b0d0cb239f details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:11.920975 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5dbf5147-cf55-4113-861c-a798d4303d19 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5126970 Sep 17 22:43:11.921235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55336) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:11.927482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': 'b495ca6c-cbc1-444d-bb5d-78b0d0cb239f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:11.943021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c66cd3c1-b2a0-428e-917e-94ab3b1a1a88 req-734e5d5d-d406-4cd6-9eae-85901cc89307 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 210 time: 0.0293210 Sep 17 22:43:12.098152 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:43:12.140807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a67b4ea1-222a-44c4-9995-bef6aafa3437 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:12.152881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:12.158492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-36266697-377a-497d-9416-b13c4287b887 None None] Provisioning complete for port 2bf3b653-af92-4682-bf38-28993cdde2a8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:12.162081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-36266697-377a-497d-9416-b13c4287b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.162580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.215881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e200f-e044-4d27-8bfb-e1792a8d77c0 None None] Pushing event updated for resources: {'Port': ['ID=2bf3b653-af92-4682-bf38-28993cdde2a8,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:12.224605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:12.225439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:12.236820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Performing IP validity checks on allocation pools {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:43:12.237359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:43:12.404441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a67b4ea1-222a-44c4-9995-bef6aafa3437 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:12.405440 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.430301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:12.472638 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-36266697-377a-497d-9416-b13c4287b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.500603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.563358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-36266697-377a-497d-9416-b13c4287b887 None None] For port 2bf3b653-af92-4682-bf38-28993cdde2a8, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2bf3b653-af92-4682-bf38-28993cdde2a8,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:12.574545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=09fbcc5b-bd3e-4768-a919-9d4892696f9d,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:12.577804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81917dfe-6f7f-4b16-a947-6ffd11b42549 None None] Network 26adb9c8-7a20-4d56-a4fc-4567509a1763 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:12.585413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': '5ec761a2-9cde-41b0-8dd1-06ebcd3c5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b495ca6c-cbc1-444d-bb5d-78b0d0cb239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:12.585772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: b495ca6c-cbc1-444d-bb5d-78b0d0cb239f, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:12.632447 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-36266697-377a-497d-9416-b13c4287b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.643381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network b495ca6c-cbc1-444d-bb5d-78b0d0cb239f is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:12.723514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b495ca6c-cbc1-444d-bb5d-78b0d0cb239f) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:12.728557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:12.730699 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.739754 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.741671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a61e32-a030-466a-a9e5-d7e8c4ca1f7c None None] Network b495ca6c-cbc1-444d-bb5d-78b0d0cb239f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:12.830328 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-05192617-9105-414d-bee0-2cd5b3b302fd tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9052970 Sep 17 22:43:12.830557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55338) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:12.901925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4cf5840d-b2d5-4a24-82c5-51ac597dfbef None None] Provisioning complete for port 2bf3b653-af92-4682-bf38-28993cdde2a8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:12.902292 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cf5840d-b2d5-4a24-82c5-51ac597dfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.903742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36266697-377a-497d-9416-b13c4287b887 None None] Pushing event updated for resources: {'Port': ['ID=2bf3b653-af92-4682-bf38-28993cdde2a8,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:12.907488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port a67b4ea1-222a-44c4-9995-bef6aafa3437, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a67b4ea1-222a-44c4-9995-bef6aafa3437,segment=NetworkSegment(5dd1f85a-dc1d-448c-a106-3cb630278c26),segment_id=5dd1f85a-dc1d-448c-a106-3cb630278c26)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:12.926988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-2ffb8cf1-9bb7-4fed-aa28-839631cb9287 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:12.928492 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-2ffb8cf1-9bb7-4fed-aa28-839631cb9287 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 797 time: 0.1225104 Sep 17 22:43:12.944739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:12.980092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-18328876-5563-4e14-bfba-a93889bfa0c2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 379 time: 0.0415061 Sep 17 22:43:12.990998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'port': {'device_id': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'admin_state_up': True, 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'security_groups': ['6f099cba-dc38-4bdd-b061-cfffd6005261']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:13.005644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.009138 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.067388 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-12090285-de2b-4f32-b479-4ff467ebf356 req-4097b140-a0bb-4736-8c38-ef58bd6ca207 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 210 time: 0.0318000 Sep 17 22:43:13.151984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.175425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784396b2-eff6-4372-9280-cf35b2de3e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b495ca6c-cbc1-444d-bb5d-78b0d0cb239f', 'network_id': 'b495ca6c-cbc1-444d-bb5d-78b0d0cb239f', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': '09fbcc5b-bd3e-4768-a919-9d4892696f9d'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:13.176371 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-784396b2-eff6-4372-9280-cf35b2de3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.183812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=09fbcc5b-bd3e-4768-a919-9d4892696f9d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:13.184015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=a67b4ea1-222a-44c4-9995-bef6aafa3437,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:13.221978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '2bf3b653-af92-4682-bf38-28993cdde2a8', 'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:1b:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:07Z', 'updated_at': '2021-09-17T22:43:11Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '946c4371-380c-4c72-a34b-df564ff78045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:13.234817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:13.239127 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.249798 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.261660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da26d0f3-f6b4-4e41-8efc-ae960a586ffb None None] The sync data for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 is: [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '2bf3b653-af92-4682-bf38-28993cdde2a8', 'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:1b:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:07Z', 'updated_at': '2021-09-17T22:43:11Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '946c4371-380c-4c72-a34b-df564ff78045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:13.273077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b495ca6c-cbc1-444d-bb5d-78b0d0cb239f']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:13.284146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec761a2-9cde-41b0-8dd1-06ebcd3c5a0e') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:13.284526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec761a2-9cde-41b0-8dd1-06ebcd3c5a0e') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:13.295571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.311800 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.332760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:13.333186 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:13.340716 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:13.424418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4cf5840d-b2d5-4a24-82c5-51ac597dfbef None None] Provisioning complete for port a67b4ea1-222a-44c4-9995-bef6aafa3437 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:13.425075 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cf5840d-b2d5-4a24-82c5-51ac597dfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.433396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.20.0.14 (7adad2db-addd-42c1-921d-cd9895247ff2/946c4371-380c-4c72-a34b-df564ff78045/494aa0da-7f8a-477f-913d-7ffc7250c2a5) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:13.492714 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.500481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.504759 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/b495ca6c-cbc1-444d-bb5d-78b0d0cb239f HTTP/1.1" status: 204 len: 168 time: 0.6733408 Sep 17 22:43:13.506465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855300e-97c5-48be-8e49-f9fc27322928 None None] Network b495ca6c-cbc1-444d-bb5d-78b0d0cb239f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:13.511388 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55342) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:13.523888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1963686293'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:13.551051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f230c-de0b-4c77-a8f5-897ad2b29ce1 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=b495ca6c-cbc1-444d-bb5d-78b0d0cb239f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:13.582930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855300e-97c5-48be-8e49-f9fc27322928 None None] Network b495ca6c-cbc1-444d-bb5d-78b0d0cb239f could not be found, it might have been deleted concurrently. {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 22:43:13.619978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.634874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:13.638562 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.667816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:13.676352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8f1d5118-9d34-4afa-845d-ace37b86d581 None None] Provisioning complete for port a67b4ea1-222a-44c4-9995-bef6aafa3437 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:13.676717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5118-9d34-4afa-845d-ace37b86d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.676984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.677382 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment 3b64023a-e147-4f09-99f5-5533a5aa33d4 of type vlan for network daeeb077-4975-4e2b-a476-cb91578fe43a Sep 17 22:43:13.708877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.719738 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.755847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 7adad2db-addd-42c1-921d-cd9895247ff2 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:13.760733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:13.764037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:13.803801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:13.811407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.829479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:13.831038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.835952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:13.836639 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:13.905671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=daeeb077-4975-4e2b-a476-cb91578fe43a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:13.918094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network daeeb077-4975-4e2b-a476-cb91578fe43a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:13.936024 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6479d850-3ade-42da-ac14-c0d8e095bdaf tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4207225 Sep 17 22:43:13.936259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-9202da18-0ad0-48ec-b1de-244aa7b4fc17 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9491968 Sep 17 22:43:13.936996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55344) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:13.943088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': 'daeeb077-4975-4e2b-a476-cb91578fe43a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:13.953300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-711bed65-f361-42fe-9b1b-00ab7b240642 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:43:13.955472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-711bed65-f361-42fe-9b1b-00ab7b240642 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067289 Sep 17 22:43:13.987432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Request body: {'port': {'device_id': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:14.092107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4bd5abb1-f9ff-4bde-93bf-503343d65dc5 None None] Provisioning complete for port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:14.092594 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4bd5abb1-f9ff-4bde-93bf-503343d65dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.118690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.142261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5abb1-f9ff-4bde-93bf-503343d65dc5 None None] Port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:43:14.144648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2bf3b653-af92-4682-bf38-28993cdde2a8 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:14.199975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2bf3b653-af92-4682-bf38-28993cdde2a8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:14.200459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.262895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:14.266664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.293388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a67b4ea1-222a-44c4-9995-bef6aafa3437 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:14.321014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a67b8f-70e6-43ec-aec7-16da76c2edf4 req-3541bf9c-6137-4e2a-a183-c18ab63d8bab tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:14.322561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4a67b8f-70e6-43ec-aec7-16da76c2edf4 req-3541bf9c-6137-4e2a-a183-c18ab63d8bab tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 932 time: 0.1596584 Sep 17 22:43:14.354349 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a67b4ea1-222a-44c4-9995-bef6aafa3437 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:14.354853 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.467451 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4a67b8f-70e6-43ec-aec7-16da76c2edf4 req-3e6e7933-45b4-47fc-ba23-72def0bef211 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253772 Sep 17 22:43:14.624251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494aa0da-7f8a-477f-913d-7ffc7250c2a5 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:43:14.631936 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.644140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Transition to ACTIVE for port object 494aa0da-7f8a-477f-913d-7ffc7250c2a5 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:43:14.707473 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.746713 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.804350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=7ab85502-2a09-439f-a699-e4ed4b56f58f,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:14.828928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': '3b64023a-e147-4f09-99f5-5533a5aa33d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'daeeb077-4975-4e2b-a476-cb91578fe43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:14.829286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: daeeb077-4975-4e2b-a476-cb91578fe43a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:14.831956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:14.920895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:14.921236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:14.921568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on network 7adad2db-addd-42c1-921d-cd9895247ff2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:14.926293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on network 7adad2db-addd-42c1-921d-cd9895247ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:43:14.926616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on network 7adad2db-addd-42c1-921d-cd9895247ff2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:14.931775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:14.932115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Checking segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:14.932497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Bound using segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:14.932952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Bound port: 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:14.933276 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:14.970804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network daeeb077-4975-4e2b-a476-cb91578fe43a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:15.003995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:15.007036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:15.052102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, daeeb077-4975-4e2b-a476-cb91578fe43a) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:15.059292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.059292 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.063330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd36e0-12c3-46c9-a22e-598ef7a7039d None None] Network daeeb077-4975-4e2b-a476-cb91578fe43a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:15.077963 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.112888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.114030 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.115616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-e0fac469-0613-4504-a781-34795876bb00 service neutron] 10.222.0.32 "PUT /v2.0/ports/494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1093 time: 1.1372778 Sep 17 22:43:15.116205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:15.123243 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76973efa-450f-4f37-a7ba-0180a9e676d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:15.152247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-934cc2d8-1f92-4eee-a4a0-d79918e9ab9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2139471 Sep 17 22:43:15.153604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55352) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:15.161036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fac469-0613-4504-a781-34795876bb00 service neutron] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:15.189065 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04f2ca7-ab19-4611-950e-e4713b6ac00b x-openstack-request-id: req-a04f2ca7-ab19-4611-950e-e4713b6ac00b {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:15.191495 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:15.191854 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a04f2ca7-ab19-4611-950e-e4713b6ac00b {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:15.192521 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'status': 'completed', 'code': 200} Sep 17 22:43:15.256119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973efa-450f-4f37-a7ba-0180a9e676d3 req-16664fb2-97f3-4fe7-8133-2ad668d11d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.258011 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76973efa-450f-4f37-a7ba-0180a9e676d3 req-16664fb2-97f3-4fe7-8133-2ad668d11d1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1096 time: 0.0527418 Sep 17 22:43:15.310506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.374123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973efa-450f-4f37-a7ba-0180a9e676d3 req-62d53b58-da52-4de5-a7dc-a54deae8a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.374888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.380508 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76973efa-450f-4f37-a7ba-0180a9e676d3 req-62d53b58-da52-4de5-a7dc-a54deae8a293 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1101618 Sep 17 22:43:15.401592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e007b51-5ecd-492d-9b51-ccaf66e7cbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-daeeb077-4975-4e2b-a476-cb91578fe43a', 'network_id': 'daeeb077-4975-4e2b-a476-cb91578fe43a', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': '7ab85502-2a09-439f-a699-e4ed4b56f58f'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:15.402466 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9e007b51-5ecd-492d-9b51-ccaf66e7cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.481102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973efa-450f-4f37-a7ba-0180a9e676d3 req-f6198472-47d7-4198-b0c1-7c587db8b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.487594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76973efa-450f-4f37-a7ba-0180a9e676d3 req-f6198472-47d7-4198-b0c1-7c587db8b73d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0999148 Sep 17 22:43:15.506699 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.542615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab85502-2a09-439f-a699-e4ed4b56f58f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:15.600356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-ab3881ee-6848-4ff2-8ce2-1d6be751638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.601784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-ab3881ee-6848-4ff2-8ce2-1d6be751638e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1096 time: 0.0823305 Sep 17 22:43:15.604587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.613613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb0739-597c-4ab0-8fd0-805478589f55 req-fd7ba14f-a77c-4970-8796-16c072589139 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:15.615118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efdb0739-597c-4ab0-8fd0-805478589f55 req-fd7ba14f-a77c-4970-8796-16c072589139 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 944 time: 0.0606105 Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server [None req-9e007b51-5ecd-492d-9b51-ccaf66e7cbf5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ab85502-2a09-439f-a699-e4ed4b56f58f: This subnet is being modified by another concurrent operation. Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server raise exception Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ab85502-2a09-439f-a699-e4ed4b56f58f: This subnet is being modified by another concurrent operation. Sep 17 22:43:15.621722 n-d-713498-17 neutron-server[101662]: ERROR oslo_messaging.rpc.server Sep 17 22:43:15.638146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daeeb077-4975-4e2b-a476-cb91578fe43a']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:15.639644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac9f75-820f-487b-ad22-f665bcf1987e None None] Network daeeb077-4975-4e2b-a476-cb91578fe43a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:15.646649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b64023a-e147-4f09-99f5-5533a5aa33d4') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:15.647004 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b64023a-e147-4f09-99f5-5533a5aa33d4') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:15.656765 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.671806 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.674282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-3a8b6372-64bb-4f7e-9137-03640c9422bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 217 time: 0.0576317 Sep 17 22:43:15.679932 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:15.680441 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:15.683871 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:15.762273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7802e1-ba34-4664-9e82-78806c153d82 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:43:15.812962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.832884 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.835527 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/daeeb077-4975-4e2b-a476-cb91578fe43a HTTP/1.1" status: 204 len: 168 time: 0.6785617 Sep 17 22:43:15.840346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7802e1-ba34-4664-9e82-78806c153d82 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:43:15.848261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55356) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:15.853612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826948383'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:15.856957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef78948-36dd-4a3b-b380-59e229d6021c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=daeeb077-4975-4e2b-a476-cb91578fe43a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:15.946251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:15.950116 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.980302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:15.991590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:15.991982 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment d5c4c132-489f-46ed-a68e-98e902722df3 of type vlan for network c030b574-0e19-4822-a48f-d731b1fdbbb7 Sep 17 22:43:16.030183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efdb0739-597c-4ab0-8fd0-805478589f55 req-e94a2bfc-6bb0-4190-9da5-2aa10ec3df18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4054954 Sep 17 22:43:16.036794 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.053425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-2e2e60d7-e7c8-468d-b10f-cf654719cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:16.055075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-2e2e60d7-e7c8-468d-b10f-cf654719cb5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.3747933 Sep 17 22:43:16.100645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-7ca3331c-144b-4e7d-8dd7-14696567f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:16.102122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-7ca3331c-144b-4e7d-8dd7-14696567f589 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403740 Sep 17 22:43:16.129185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.134850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:16.135518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.196703 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-4d971873-e2ae-48cc-86ee-f438bc68158c service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 Sep 17 22:43:16.207386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=c030b574-0e19-4822-a48f-d731b1fdbbb7,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:16.218256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c030b574-0e19-4822-a48f-d731b1fdbbb7 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:16.226562 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-73cf3132-1528-475a-96ae-93183209c075 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3772140 Sep 17 22:43:16.229181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55358) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:16.234321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': 'c030b574-0e19-4822-a48f-d731b1fdbbb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:16.291896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed8bc2ef-faa7-4a2a-8b28-36cd25a884d0 req-3731cf81-82ae-4b2f-bc47-c1d6e916cd8b service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880914 Sep 17 22:43:16.389366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:16.393215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.625985 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.689418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=bde3fd0c-fc4e-4415-b8a3-43e757eaf406,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:16.696637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': 'd5c4c132-489f-46ed-a68e-98e902722df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c030b574-0e19-4822-a48f-d731b1fdbbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:16.697001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: c030b574-0e19-4822-a48f-d731b1fdbbb7, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:16.768921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network c030b574-0e19-4822-a48f-d731b1fdbbb7 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:16.853899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, c030b574-0e19-4822-a48f-d731b1fdbbb7) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:16.858071 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:16.858662 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:16.862552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64da042-259b-4714-b1c6-3f241d2cfc82 None None] Network c030b574-0e19-4822-a48f-d731b1fdbbb7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:16.958037 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ac89a463-9311-4126-bb42-46750372f6d3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7277184 Sep 17 22:43:16.960630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55360) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:17.006490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-c030b574-0e19-4822-a48f-d731b1fdbbb7', 'network_id': 'c030b574-0e19-4822-a48f-d731b1fdbbb7', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': 'bde3fd0c-fc4e-4415-b8a3-43e757eaf406'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:17.007388 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.055259 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.108718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.155150 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Allocated IP 172.20.0.2 (c030b574-0e19-4822-a48f-d731b1fdbbb7/bde3fd0c-fc4e-4415-b8a3-43e757eaf406/f8cdb060-c25f-418f-a5e3-2e54efc82171) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:17.161228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cc912-3bde-4fcd-a4e4-e44a18ecb5ca req-a16bed52-f7a2-496f-a0f3-430dd748c984 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:17.162900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c8cc912-3bde-4fcd-a4e4-e44a18ecb5ca req-a16bed52-f7a2-496f-a0f3-430dd748c984 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 944 time: 0.0583739 Sep 17 22:43:17.201869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c8cc912-3bde-4fcd-a4e4-e44a18ecb5ca req-a20fcc9b-687e-4e1b-a195-d81c1c8539fb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325611 Sep 17 22:43:17.294246 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.349921 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.391231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Network c030b574-0e19-4822-a48f-d731b1fdbbb7 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:17.395690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:17.402228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:17.404108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Pushing event updated for resources: {'Port': ['ID=f8cdb060-c25f-418f-a5e3-2e54efc82171,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:17.443350 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.456208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Attempting to bind port f8cdb060-c25f-418f-a5e3-2e54efc82171 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:17.456633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Attempting to bind port f8cdb060-c25f-418f-a5e3-2e54efc82171 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd5c4c132-489f-46ed-a68e-98e902722df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c030b574-0e19-4822-a48f-d731b1fdbbb7'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:17.456990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Attempting to bind port f8cdb060-c25f-418f-a5e3-2e54efc82171 on network c030b574-0e19-4822-a48f-d731b1fdbbb7 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:17.461817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:17.462182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Checking segment: {'id': 'd5c4c132-489f-46ed-a68e-98e902722df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c030b574-0e19-4822-a48f-d731b1fdbbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:17.462572 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.462988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Bound using segment: {'id': 'd5c4c132-489f-46ed-a68e-98e902722df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c030b574-0e19-4822-a48f-d731b1fdbbb7'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:17.463495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Bound port: f8cdb060-c25f-418f-a5e3-2e54efc82171, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c4c132-489f-46ed-a68e-98e902722df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c030b574-0e19-4822-a48f-d731b1fdbbb7'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:17.463812 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.471354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=bde3fd0c-fc4e-4415-b8a3-43e757eaf406,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:17.526383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] For port f8cdb060-c25f-418f-a5e3-2e54efc82171, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:17.529627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] For port f8cdb060-c25f-418f-a5e3-2e54efc82171, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f8cdb060-c25f-418f-a5e3-2e54efc82171,segment=NetworkSegment(d5c4c132-489f-46ed-a68e-98e902722df3),segment_id=d5c4c132-489f-46ed-a68e-98e902722df3)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:17.534264 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.553432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c030b574-0e19-4822-a48f-d731b1fdbbb7']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:17.562705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c4c132-489f-46ed-a68e-98e902722df3') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:17.563040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c4c132-489f-46ed-a68e-98e902722df3') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:17.572220 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.609163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.611113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.617082 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:17.617511 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:17.620572 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:17.693828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5df26-4c13-4d2d-86cb-272068cc25e3 None None] Pushing event updated for resources: {'Port': ['ID=f8cdb060-c25f-418f-a5e3-2e54efc82171,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:17.711844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e0e8c-48df-453f-8127-6c379d133e45 None None] Network c030b574-0e19-4822-a48f-d731b1fdbbb7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:17.810353 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d80220f8-0019-476b-8cb9-77835e2d575a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:17.839079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:43:17.880691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b3bcd-fac1-4723-be92-60290d399896 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:43:17.941138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:43:17.941138 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:43:17.941138 n-d-713498-17 neutron-server[101660]: [parameters: {'id': 'c030b574-0e19-4822-a48f-d731b1fdbbb7'}] Sep 17 22:43:17.941138 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:43:17.941645 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:43:17.998740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:18.018762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'port_id': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'mac_address': 'fa:16:3e:81:04:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:43:18.023435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b3bcd-fac1-4723-be92-60290d399896 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:43:18.086282 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.130934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494aa0da-7f8a-477f-913d-7ffc7250c2a5 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:43:18.163073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:18.226093 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.317887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:18.318469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac857d9-ee1d-49b1-9023-cdde4d4b0b71 req-1da58be5-88a4-40da-bc83-9f51c6f90762 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:18.319883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ac857d9-ee1d-49b1-9023-cdde4d4b0b71 req-1da58be5-88a4-40da-bc83-9f51c6f90762 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 945 time: 0.0486600 Sep 17 22:43:18.358609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ac857d9-ee1d-49b1-9023-cdde4d4b0b71 req-ab7744c9-997d-4d81-9e7e-e2b1b1b4af7d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Sep 17 22:43:18.442183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.468614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['494aa0da-7f8a-477f-913d-7ffc7250c2a5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:43:18.496381 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Deleting port f8cdb060-c25f-418f-a5e3-2e54efc82171 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:18.496973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.563558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] For port f8cdb060-c25f-418f-a5e3-2e54efc82171, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f8cdb060-c25f-418f-a5e3-2e54efc82171,segment=NetworkSegment(d5c4c132-489f-46ed-a68e-98e902722df3),segment_id=d5c4c132-489f-46ed-a68e-98e902722df3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:18.563931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.576967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Calling delete_port for f8cdb060-c25f-418f-a5e3-2e54efc82171 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:18.734524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.759594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Port': ['ID=f8cdb060-c25f-418f-a5e3-2e54efc82171,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:18.763278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No DVR routers for this DVR port f8cdb060-c25f-418f-a5e3-2e54efc82171 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:18.845129 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.865570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c030b574-0e19-4822-a48f-d731b1fdbbb7']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:18.874569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c4c132-489f-46ed-a68e-98e902722df3') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:18.874894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c4c132-489f-46ed-a68e-98e902722df3') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:18.884440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.897609 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.903154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:18.903535 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:18.906326 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:19.034891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.041512 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.043383 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/c030b574-0e19-4822-a48f-d731b1fdbbb7 HTTP/1.1" status: 204 len: 168 time: 2.0817935 Sep 17 22:43:19.047017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55366) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:19.052981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-778765932'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:19.054659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34948154-de10-45a1-9351-8f9d4fcf0341 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=c030b574-0e19-4822-a48f-d731b1fdbbb7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:19.143295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:19.146884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.169230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:19.178185 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.178522 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment e21f6e92-d3fc-49cf-9592-2568c106448a of type vlan for network f664270c-c188-42df-977b-891cb2c67300 Sep 17 22:43:19.216699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.305298 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.311033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:19.311626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.378985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=f664270c-c188-42df-977b-891cb2c67300,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:19.390346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network f664270c-c188-42df-977b-891cb2c67300 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:19.438061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6eb423b4-ecbe-4cb6-83f3-c0785938189c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3898439 Sep 17 22:43:19.440924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55370) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:19.445973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': 'f664270c-c188-42df-977b-891cb2c67300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:19.479079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e604a7-9af7-48da-aa33-14471764d762 req-6e40592b-1966-41ad-8ddd-fa23191cc5ab tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:19.480732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76e604a7-9af7-48da-aa33-14471764d762 req-6e40592b-1966-41ad-8ddd-fa23191cc5ab tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 945 time: 0.0536294 Sep 17 22:43:19.519811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76e604a7-9af7-48da-aa33-14471764d762 req-21c7b223-37a4-4dbb-b40d-910266e44c1d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319388 Sep 17 22:43:19.658283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:19.661997 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.724640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Performing IP validity checks on allocation pools {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:43:19.725148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:43:19.853267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:19.892868 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.956130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:43:19.958838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=7a9633b4-45d0-495a-ac81-d9daf961e2e7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:19.960881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:19.961355 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:19.968307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': 'e21f6e92-d3fc-49cf-9592-2568c106448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f664270c-c188-42df-977b-891cb2c67300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:19.968776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: f664270c-c188-42df-977b-891cb2c67300, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:20.040607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.057823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network f664270c-c188-42df-977b-891cb2c67300 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:20.062471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:20.065778 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff554aa-af6b-4419-8d93-6b9f28a1e505" -d '{"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-plugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:20.078676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:20.101546 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62efa62c-40f4-4438-bb05-17ece5e21251 x-openstack-request-id: req-62efa62c-40f4-4438-bb05-17ece5e21251 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:20.101850 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-plugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:20.102102 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62efa62c-40f4-4438-bb05-17ece5e21251 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:20.102501 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'code': 200} Sep 17 22:43:20.137793 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, f664270c-c188-42df-977b-891cb2c67300) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:20.142862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:20.143476 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.148612 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.153038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc06a585-90d8-432d-b88d-9d9d10b791d4 None None] Network f664270c-c188-42df-977b-891cb2c67300 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:20.198307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892bbb-4c47-47b9-b21a-a55ffa652a8d req-fad31b3f-5957-42a2-952b-b9a65ce8ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:20.199902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2892bbb-4c47-47b9-b21a-a55ffa652a8d req-fad31b3f-5957-42a2-952b-b9a65ce8ea56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1098 time: 0.0396004 Sep 17 22:43:20.238641 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2892bbb-4c47-47b9-b21a-a55ffa652a8d req-18ec268d-2476-4e31-ac8c-e17b88bf8433 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317733 Sep 17 22:43:20.243193 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb2dc-2a5a-4a8d-b855-8abc7307a323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.251311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:20.262972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a9ef37b5-c40a-4562-a281-11ccff124d3d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8208947 Sep 17 22:43:20.265879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55374) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:20.339430 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-f664270c-c188-42df-977b-891cb2c67300', 'network_id': 'f664270c-c188-42df-977b-891cb2c67300', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': '7a9633b4-45d0-495a-ac81-d9daf961e2e7'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:20.340290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.365774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.426155 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.473028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Allocated IP 172.20.0.3 (f664270c-c188-42df-977b-891cb2c67300/7a9633b4-45d0-495a-ac81-d9daf961e2e7/7c88fd76-4b04-4678-9825-7abb76a18235) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:20.641000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbe334-8dfa-4a47-8fff-5bfc5f1034fb req-fffd26fb-f857-415e-a6b6-344e5fd4dc62 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:20.642700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8dbe334-8dfa-4a47-8fff-5bfc5f1034fb req-fffd26fb-f857-415e-a6b6-344e5fd4dc62 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0524476 Sep 17 22:43:20.683227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8dbe334-8dfa-4a47-8fff-5bfc5f1034fb req-ec403d29-9e09-4839-9e47-dfba54a2380d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336628 Sep 17 22:43:20.763117 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.866384 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.903321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Network f664270c-c188-42df-977b-891cb2c67300 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:20.906107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:20.911277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:20.921168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Pushing event updated for resources: {'Port': ['ID=7c88fd76-4b04-4678-9825-7abb76a18235,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:20.968966 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.972101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Attempting to bind port 7c88fd76-4b04-4678-9825-7abb76a18235 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:20.972465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Attempting to bind port 7c88fd76-4b04-4678-9825-7abb76a18235 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e21f6e92-d3fc-49cf-9592-2568c106448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f664270c-c188-42df-977b-891cb2c67300'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:20.972818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Attempting to bind port 7c88fd76-4b04-4678-9825-7abb76a18235 on network f664270c-c188-42df-977b-891cb2c67300 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:20.977818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:20.979167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Checking segment: {'id': 'e21f6e92-d3fc-49cf-9592-2568c106448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f664270c-c188-42df-977b-891cb2c67300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:20.979167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:20.979167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Bound using segment: {'id': 'e21f6e92-d3fc-49cf-9592-2568c106448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f664270c-c188-42df-977b-891cb2c67300'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:20.979488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Bound port: 7c88fd76-4b04-4678-9825-7abb76a18235, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21f6e92-d3fc-49cf-9592-2568c106448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f664270c-c188-42df-977b-891cb2c67300'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:20.979768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.003221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9633b4-45d0-495a-ac81-d9daf961e2e7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:21.046434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] For port 7c88fd76-4b04-4678-9825-7abb76a18235, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:21.050278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] For port 7c88fd76-4b04-4678-9825-7abb76a18235, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7c88fd76-4b04-4678-9825-7abb76a18235,segment=NetworkSegment(e21f6e92-d3fc-49cf-9592-2568c106448a),segment_id=e21f6e92-d3fc-49cf-9592-2568c106448a)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:21.062624 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.081774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f664270c-c188-42df-977b-891cb2c67300']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:21.090512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21f6e92-d3fc-49cf-9592-2568c106448a') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:21.090828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21f6e92-d3fc-49cf-9592-2568c106448a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:21.100234 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.141402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.142949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.149233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:21.149616 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:21.152968 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:21.235179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84ad8c-1aef-43d3-99a9-8ff69b74eb64 None None] Pushing event updated for resources: {'Port': ['ID=7c88fd76-4b04-4678-9825-7abb76a18235,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:21.241699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb8309-31db-420e-b45e-ca667c85042b None None] Network f664270c-c188-42df-977b-891cb2c67300 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:21.249373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:43:21.249373 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:43:21.249373 n-d-713498-17 neutron-server[101660]: [parameters: {'id': 'f664270c-c188-42df-977b-891cb2c67300'}] Sep 17 22:43:21.249373 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:43:21.249816 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:43:21.302557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.361749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7dee26-38dd-4599-ac08-6921ff875448 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:43:21.439499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7dee26-38dd-4599-ac08-6921ff875448 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:43:21.717359 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.751212 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.800637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0905b-e0f9-4108-87fb-950a11ef15fb req-3b4a9660-b0fc-4b10-8dcb-30df54c68404 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:21.802150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17b0905b-e0f9-4108-87fb-950a11ef15fb req-3b4a9660-b0fc-4b10-8dcb-30df54c68404 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0493152 Sep 17 22:43:21.809881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Deleting port 7c88fd76-4b04-4678-9825-7abb76a18235 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:21.810223 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.839746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17b0905b-e0f9-4108-87fb-950a11ef15fb req-65ef7077-f41d-4fdd-b0ba-b6a6ff70bf54 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Sep 17 22:43:21.873356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] For port 7c88fd76-4b04-4678-9825-7abb76a18235, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7c88fd76-4b04-4678-9825-7abb76a18235,segment=NetworkSegment(e21f6e92-d3fc-49cf-9592-2568c106448a),segment_id=e21f6e92-d3fc-49cf-9592-2568c106448a)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:21.873718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:21.886178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Calling delete_port for 7c88fd76-4b04-4678-9825-7abb76a18235 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:21.957676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3b011-25cb-40fb-a31c-7189cfe19647 req-8a5d9db1-29c9-4be9-9c4b-d7260e0c6191 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:21.959322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fde3b011-25cb-40fb-a31c-7189cfe19647 req-8a5d9db1-29c9-4be9-9c4b-d7260e0c6191 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0494359 Sep 17 22:43:22.005469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fde3b011-25cb-40fb-a31c-7189cfe19647 req-13e6d77e-bac7-47d2-82d9-ba812acb8a6b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365582 Sep 17 22:43:22.020514 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.027111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55382) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:22.046358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Port': ['ID=7c88fd76-4b04-4678-9825-7abb76a18235,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.052927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No DVR routers for this DVR port 7c88fd76-4b04-4678-9825-7abb76a18235 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:22.068485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad5f7a-b066-4968-a5b1-f4efbabca70e tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:22.070043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-16ad5f7a-b066-4968-a5b1-f4efbabca70e tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1093 time: 0.0419216 Sep 17 22:43:22.072859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55384) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:22.077083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:22.132463 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.149527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.152417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f664270c-c188-42df-977b-891cb2c67300']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:22.162041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21f6e92-d3fc-49cf-9592-2568c106448a') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:22.164358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21f6e92-d3fc-49cf-9592-2568c106448a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:22.172458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.185631 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.191662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:22.192043 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:22.195164 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:22.246451 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.298105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.302644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.304546 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/f664270c-c188-42df-977b-891cb2c67300 HTTP/1.1" status: 204 len: 168 time: 2.0377138 Sep 17 22:43:22.310757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55386) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:22.316720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1804617287'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:22.330423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbcf57-faba-4f6e-b3c0-38b3ff76b267 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=f664270c-c188-42df-977b-891cb2c67300,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.401015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.25.5.159 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/5ff7d6b7-0034-4c63-bb37-1de141035128) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:22.446675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:22.450302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.473882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:22.482432 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.482779 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment c59dab71-c165-4cbf-ba83-b1f8cbcee880 of type vlan for network 53bfbee3-9fa0-490c-95f4-03aca1be7b9a Sep 17 22:43:22.509462 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.526238 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.601098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.608780 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.614930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:22.615519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:22.639234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:22.642068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:22.645892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:22.654144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=5ff7d6b7-0034-4c63-bb37-1de141035128,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.681183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=53bfbee3-9fa0-490c-95f4-03aca1be7b9a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:22.692146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 53bfbee3-9fa0-490c-95f4-03aca1be7b9a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:22.701224 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-37c0c21c-f2ad-4731-9f1e-fc14f80d546d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3869650 Sep 17 22:43:22.701488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55388) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:22.707522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': '53bfbee3-9fa0-490c-95f4-03aca1be7b9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:22.869278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:22.872968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.019876 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.115114 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.150676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.168214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=42c02dd1-c562-469e-9072-9109cd5e8499,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:23.183132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': 'c59dab71-c165-4cbf-ba83-b1f8cbcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '53bfbee3-9fa0-490c-95f4-03aca1be7b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:23.183659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: 53bfbee3-9fa0-490c-95f4-03aca1be7b9a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:23.248549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network 53bfbee3-9fa0-490c-95f4-03aca1be7b9a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:23.300836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.337991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 53bfbee3-9fa0-490c-95f4-03aca1be7b9a) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:23.343142 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:23.343749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.347443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a327f9-31bf-4e26-80f7-4fd455d0b5d1 None None] Network 53bfbee3-9fa0-490c-95f4-03aca1be7b9a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:23.369178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.405145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.441798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=5ff7d6b7-0034-4c63-bb37-1de141035128,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:23.454365 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.460834 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8eafea5e-9a9a-4b6b-99a0-989a95f69536 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7581668 Sep 17 22:43:23.463369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55390) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:23.500507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-53bfbee3-9fa0-490c-95f4-03aca1be7b9a', 'network_id': '53bfbee3-9fa0-490c-95f4-03aca1be7b9a', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': '42c02dd1-c562-469e-9072-9109cd5e8499'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:23.501402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.561794 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Floating IP 4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8 associated. External IP: 172.25.5.159, port: 494aa0da-7f8a-477f-913d-7ffc7250c2a5. Sep 17 22:43:23.570683 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.631584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.647004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Allocated IP 172.20.0.1 (53bfbee3-9fa0-490c-95f4-03aca1be7b9a/42c02dd1-c562-469e-9072-9109cd5e8499/f18bd832-5845-464a-bfbc-ff3766ee7acf) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:23.778678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:43:23.798039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.861110 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.889750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:43:23.900527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Network 53bfbee3-9fa0-490c-95f4-03aca1be7b9a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:23.903300 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] Sync routers for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:43:23.905482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:23.908043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:23.914408 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:23.915160 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:43:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:23.922525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Pushing event updated for resources: {'Port': ['ID=f18bd832-5845-464a-bfbc-ff3766ee7acf,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:23.941560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.969407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=42c02dd1-c562-469e-9072-9109cd5e8499,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:23.977244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Attempting to bind port f18bd832-5845-464a-bfbc-ff3766ee7acf on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:23.977712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Attempting to bind port f18bd832-5845-464a-bfbc-ff3766ee7acf by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c59dab71-c165-4cbf-ba83-b1f8cbcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '53bfbee3-9fa0-490c-95f4-03aca1be7b9a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:23.978174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Attempting to bind port f18bd832-5845-464a-bfbc-ff3766ee7acf on network 53bfbee3-9fa0-490c-95f4-03aca1be7b9a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:23.983785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:23.987681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Checking segment: {'id': 'c59dab71-c165-4cbf-ba83-b1f8cbcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '53bfbee3-9fa0-490c-95f4-03aca1be7b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:23.987681 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:23.987681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Bound using segment: {'id': 'c59dab71-c165-4cbf-ba83-b1f8cbcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '53bfbee3-9fa0-490c-95f4-03aca1be7b9a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:23.987681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Bound port: f18bd832-5845-464a-bfbc-ff3766ee7acf, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59dab71-c165-4cbf-ba83-b1f8cbcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '53bfbee3-9fa0-490c-95f4-03aca1be7b9a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:23.987681 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.029691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.037124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.039827 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:24.059618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bfbee3-9fa0-490c-95f4-03aca1be7b9a']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:24.062319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] For port f18bd832-5845-464a-bfbc-ff3766ee7acf, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:24.066670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c4553770-bd7b-45eb-a615-786c554ddbbf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9928169 Sep 17 22:43:24.068617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:43:24.070480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] For port f18bd832-5845-464a-bfbc-ff3766ee7acf, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f18bd832-5845-464a-bfbc-ff3766ee7acf,segment=NetworkSegment(c59dab71-c165-4cbf-ba83-b1f8cbcee880),segment_id=c59dab71-c165-4cbf-ba83-b1f8cbcee880)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:24.070676 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d978a0-0cff-49dc-9877-7670e9033236" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:43:24.073025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59dab71-c165-4cbf-ba83-b1f8cbcee880') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:24.078130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59dab71-c165-4cbf-ba83-b1f8cbcee880') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:24.086348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.112837 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f1d9d4-2423-4c29-b835-817c7c18f101 x-openstack-request-id: req-82f1d9d4-2423-4c29-b835-817c7c18f101 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:43:24.113067 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:43:24.113318 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82f1d9d4-2423-4c29-b835-817c7c18f101 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:43:24.113723 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'status': 'completed', 'code': 200} Sep 17 22:43:24.155731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.158608 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.166929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:24.167813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:24.171801 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:24.231247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6535e93-85cc-4856-ad7b-089f05bae4bf req-cf23765d-7528-457b-abba-35dd8d67edcd tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:24.233753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e390b1-6f57-419d-a51d-a72456e12013 None None] Pushing event updated for resources: {'Port': ['ID=f18bd832-5845-464a-bfbc-ff3766ee7acf,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:24.241079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6535e93-85cc-4856-ad7b-089f05bae4bf req-cf23765d-7528-457b-abba-35dd8d67edcd tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.1192904 Sep 17 22:43:24.264379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-2f52229d-51ab-4266-b83a-948374fdff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:24.266066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-2f52229d-51ab-4266-b83a-948374fdff84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1098 time: 0.1138909 Sep 17 22:43:24.285696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac6461-f53b-467a-8060-9620c237f95e None None] Network 53bfbee3-9fa0-490c-95f4-03aca1be7b9a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:24.304373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6535e93-85cc-4856-ad7b-089f05bae4bf req-4420e7d1-bb0e-4d67-b150-c85f2167ed0a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620627 Sep 17 22:43:24.324009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:43:24.324009 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:43:24.324009 n-d-713498-17 neutron-server[101660]: [parameters: {'id': '53bfbee3-9fa0-490c-95f4-03aca1be7b9a'}] Sep 17 22:43:24.324009 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:43:24.324687 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:43:24.333099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55396) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:24.395171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-6fc5d5e6-cc94-4480-b0f9-50f739cd296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:24.397657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-6fc5d5e6-cc94-4480-b0f9-50f739cd296f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.1207948 Sep 17 22:43:24.431900 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fb47dbdd-9969-404b-87fc-4f54efe2a64b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8 HTTP/1.1" status: 200 len: 992 time: 0.0976682 Sep 17 22:43:24.434874 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'port_id': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'mac_address': 'fa:16:3e:81:04:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:43:22Z', 'updated_at': '2021-09-17T22:43:22Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf3b653-af92-4682-bf38-28993cdde2a8', 'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:1b:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:07Z', 'updated_at': '2021-09-17T22:43:12Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '946c4371-380c-4c72-a34b-df564ff78045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:24.435283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59077f-733f-472c-961f-b52c5f054041 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:43:24.464947 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] Checking router: 21ea6b12-b4bf-4001-8fcf-80b250a3a279 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:43:24.475348 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:43:24.475947 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:43:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:24.481177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-3f17917c-c2ea-4658-b360-846694e31770 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1000 time: 0.0769668 Sep 17 22:43:24.508098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59077f-733f-472c-961f-b52c5f054041 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:43:24.534139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-be05e612-9e06-4af3-b88d-39c554945d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:24.536426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-be05e612-9e06-4af3-b88d-39c554945d64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0489495 Sep 17 22:43:24.587425 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:43:24.590347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-2ac67f71-5c08-4282-99e6-bb2086d2c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:24.592024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-2ac67f71-5c08-4282-99e6-bb2086d2c032 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481374 Sep 17 22:43:24.694602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-2f4f31f5-1166-4261-a816-d41ba25d6b82 service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955954 Sep 17 22:43:24.790434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4d978a0-0cff-49dc-9877-7670e9033236 req-f1b47571-02f4-4705-b6f0-f9bcef24e3f1 service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891345 Sep 17 22:43:24.815004 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'port_id': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'mac_address': 'fa:16:3e:81:04:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:43:22Z', 'updated_at': '2021-09-17T22:43:22Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf3b653-af92-4682-bf38-28993cdde2a8', 'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:1b:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:07Z', 'updated_at': '2021-09-17T22:43:12Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '946c4371-380c-4c72-a34b-df564ff78045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:24.826182 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.844167 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a076b3f-99cb-4168-ba0d-b880e76fab75 None None] The sync data for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 is: [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'port_id': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'mac_address': 'fa:16:3e:81:04:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:43:22Z', 'updated_at': '2021-09-17T22:43:22Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf3b653-af92-4682-bf38-28993cdde2a8', 'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:1b:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:07Z', 'updated_at': '2021-09-17T22:43:12Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '946c4371-380c-4c72-a34b-df564ff78045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:43:24.881213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Deleting port f18bd832-5845-464a-bfbc-ff3766ee7acf {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:24.881560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.949384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] For port f18bd832-5845-464a-bfbc-ff3766ee7acf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f18bd832-5845-464a-bfbc-ff3766ee7acf,segment=NetworkSegment(c59dab71-c165-4cbf-ba83-b1f8cbcee880),segment_id=c59dab71-c165-4cbf-ba83-b1f8cbcee880)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:24.949667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:24.963530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Calling delete_port for f18bd832-5845-464a-bfbc-ff3766ee7acf owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:25.044224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45dc8b-e624-4122-b6ea-1b9f7f418330 None None] New status for floating IP 4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:43:25.105509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.132823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Port': ['ID=f18bd832-5845-464a-bfbc-ff3766ee7acf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:25.134653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No DVR routers for this DVR port f18bd832-5845-464a-bfbc-ff3766ee7acf on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:25.215096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.235155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bfbee3-9fa0-490c-95f4-03aca1be7b9a']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:25.244387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59dab71-c165-4cbf-ba83-b1f8cbcee880') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:25.244680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59dab71-c165-4cbf-ba83-b1f8cbcee880') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:25.254339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.268009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.274228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:25.276176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:25.277631 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:25.414365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.418862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.420725 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/53bfbee3-9fa0-490c-95f4-03aca1be7b9a HTTP/1.1" status: 204 len: 168 time: 1.9562948 Sep 17 22:43:25.424909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55398) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.430084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-296403809'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:25.435577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946edd-7814-4258-ac53-61ea8ad1af40 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=53bfbee3-9fa0-490c-95f4-03aca1be7b9a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:25.437171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55400) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.495328 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bba8ad15-7c54-45ff-8fef-49246122b75c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8 HTTP/1.1" status: 200 len: 994 time: 0.0569823 Sep 17 22:43:25.505581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:25.509155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.533159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:25.541863 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.542200 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment fd1c6028-aab2-422c-b8bb-757b7fad2e2a of type vlan for network 0c018e60-9025-466e-9f47-7f8db88563f6 Sep 17 22:43:25.580631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.642916 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.648752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:25.649325 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:25.717228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=0c018e60-9025-466e-9f47-7f8db88563f6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:25.727989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 0c018e60-9025-466e-9f47-7f8db88563f6 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:25.752504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-acfcdd6a-9500-4743-9049-0f8fe1bd4500 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3263505 Sep 17 22:43:25.755170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55402) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:25.760002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': '0c018e60-9025-466e-9f47-7f8db88563f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:25.955388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:25.958921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.183793 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.243183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=49f28b19-493a-4fd1-b598-a446f7385bae,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:26.249942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': 'fd1c6028-aab2-422c-b8bb-757b7fad2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c018e60-9025-466e-9f47-7f8db88563f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:26.250279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: 0c018e60-9025-466e-9f47-7f8db88563f6, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:26.343558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network 0c018e60-9025-466e-9f47-7f8db88563f6 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:26.411978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 0c018e60-9025-466e-9f47-7f8db88563f6) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:26.416026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:26.416602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.420499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb070a-6059-4458-a2b2-31b714edbe28 None None] Network 0c018e60-9025-466e-9f47-7f8db88563f6 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:26.487767 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1e06dbac-db47-4698-82a2-551e5eab6494 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7315536 Sep 17 22:43:26.491581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55404) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:26.566392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-0c018e60-9025-466e-9f47-7f8db88563f6', 'network_id': '0c018e60-9025-466e-9f47-7f8db88563f6', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': '49f28b19-493a-4fd1-b598-a446f7385bae'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:26.567287 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.590185 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.640369 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.698494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Allocated IP 172.20.0.1 (0c018e60-9025-466e-9f47-7f8db88563f6/49f28b19-493a-4fd1-b598-a446f7385bae/284fbce5-c77d-42c6-85dd-9d08edca0ee5) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:26.834484 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.900160 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:26.939422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Network 0c018e60-9025-466e-9f47-7f8db88563f6 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:26.943586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:26.949994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:26.952752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Pushing event updated for resources: {'Port': ['ID=284fbce5-c77d-42c6-85dd-9d08edca0ee5,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:26.968870 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.000028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=49f28b19-493a-4fd1-b598-a446f7385bae,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:27.005085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Attempting to bind port 284fbce5-c77d-42c6-85dd-9d08edca0ee5 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:27.005449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Attempting to bind port 284fbce5-c77d-42c6-85dd-9d08edca0ee5 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'fd1c6028-aab2-422c-b8bb-757b7fad2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c018e60-9025-466e-9f47-7f8db88563f6'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:27.005808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Attempting to bind port 284fbce5-c77d-42c6-85dd-9d08edca0ee5 on network 0c018e60-9025-466e-9f47-7f8db88563f6 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:27.011454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:27.011909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Checking segment: {'id': 'fd1c6028-aab2-422c-b8bb-757b7fad2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c018e60-9025-466e-9f47-7f8db88563f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:27.012378 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.012880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Bound using segment: {'id': 'fd1c6028-aab2-422c-b8bb-757b7fad2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c018e60-9025-466e-9f47-7f8db88563f6'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:27.013413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Bound port: 284fbce5-c77d-42c6-85dd-9d08edca0ee5, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1c6028-aab2-422c-b8bb-757b7fad2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c018e60-9025-466e-9f47-7f8db88563f6'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:27.013858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.059445 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.077318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] For port 284fbce5-c77d-42c6-85dd-9d08edca0ee5, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:27.079720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c018e60-9025-466e-9f47-7f8db88563f6']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:27.080420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] For port 284fbce5-c77d-42c6-85dd-9d08edca0ee5, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=284fbce5-c77d-42c6-85dd-9d08edca0ee5,segment=NetworkSegment(fd1c6028-aab2-422c-b8bb-757b7fad2e2a),segment_id=fd1c6028-aab2-422c-b8bb-757b7fad2e2a)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:27.089044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1c6028-aab2-422c-b8bb-757b7fad2e2a') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:27.094509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1c6028-aab2-422c-b8bb-757b7fad2e2a') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:27.099311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.151773 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.153614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.160285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:27.160670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:27.163626 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:27.230973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf98c4-b889-4281-b376-351e94f0cd16 None None] Pushing event updated for resources: {'Port': ['ID=284fbce5-c77d-42c6-85dd-9d08edca0ee5,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:27.240304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f5c17-88bf-4158-8d8e-0fc265280318 None None] Network 0c018e60-9025-466e-9f47-7f8db88563f6 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:27.253413 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:43:27.253413 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:43:27.253413 n-d-713498-17 neutron-server[101661]: [parameters: {'id': '0c018e60-9025-466e-9f47-7f8db88563f6'}] Sep 17 22:43:27.253413 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:43:27.253888 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:43:27.358057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c150b1-13fd-4130-8c56-d87d8d170d7b None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:43:27.427400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c150b1-13fd-4130-8c56-d87d8d170d7b None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:43:27.754668 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.806427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Deleting port 284fbce5-c77d-42c6-85dd-9d08edca0ee5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:27.806764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:27.872000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] For port 284fbce5-c77d-42c6-85dd-9d08edca0ee5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=284fbce5-c77d-42c6-85dd-9d08edca0ee5,segment=NetworkSegment(fd1c6028-aab2-422c-b8bb-757b7fad2e2a),segment_id=fd1c6028-aab2-422c-b8bb-757b7fad2e2a)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:27.872353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.176067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Calling delete_port for 284fbce5-c77d-42c6-85dd-9d08edca0ee5 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:28.349697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.374598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Port': ['ID=284fbce5-c77d-42c6-85dd-9d08edca0ee5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:28.378544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No DVR routers for this DVR port 284fbce5-c77d-42c6-85dd-9d08edca0ee5 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:28.457254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.477205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c018e60-9025-466e-9f47-7f8db88563f6']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:28.486399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1c6028-aab2-422c-b8bb-757b7fad2e2a') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:28.486694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1c6028-aab2-422c-b8bb-757b7fad2e2a') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:28.495992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.509537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.515806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:28.516186 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:28.520155 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:28.657809 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.664868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.666645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/0c018e60-9025-466e-9f47-7f8db88563f6 HTTP/1.1" status: 204 len: 168 time: 2.1740398 Sep 17 22:43:28.670297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55406) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:28.675724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1109695184'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:28.678095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd7cbb-b29e-4dd0-8283-f70478062f2c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=0c018e60-9025-466e-9f47-7f8db88563f6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:28.745268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:28.748808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.772580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:28.780992 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.781333 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment 1e943afc-f4b3-4736-bee8-e6e8c2c1f12b of type vlan for network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff Sep 17 22:43:28.823731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.903483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.909857 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:28.910456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:28.975732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:28.985539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:28.989742 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-01129482-9912-43d1-8043-1c9892ae9c9f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3182168 Sep 17 22:43:28.995808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55408) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.000851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7a4a6a82-37b4-4c4b-8c28-e1fdf95a44a9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:29.150944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a4a6a82-37b4-4c4b-8c28-e1fdf95a44a9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.225938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a4a6a82-37b4-4c4b-8c28-e1fdf95a44a9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.243715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a4a6a82-37b4-4c4b-8c28-e1fdf95a44a9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff is not hosted by any dhcp agent {{(pid=101660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:43:29.249111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a6a82-37b4-4c4b-8c28-e1fdf95a44a9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:29.249645 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a4a6a82-37b4-4c4b-8c28-e1fdf95a44a9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.250951 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7a4a6a82-37b4-4c4b-8c28-e1fdf95a44a9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "PUT /v2.0/networks/a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff HTTP/1.1" status: 200 len: 723 time: 0.2542365 Sep 17 22:43:29.254709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55410) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:29.260169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': 'a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:29.300969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a6a82-37b4-4c4b-8c28-e1fdf95a44a9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:29.311416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:29.419867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:29.423493 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.717132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.783230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=a28954b0-c636-4423-9580-272d95ba893d,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:29.791064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': '1e943afc-f4b3-4736-bee8-e6e8c2c1f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:29.791427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:29.865269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:29.945372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:29.949454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:29.950112 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:29.953738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbfb28e-1439-479e-aa77-9f49d4bdd811 None None] Network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:30.032507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2a74072a-bf01-4b62-9d78-f47429a6b68e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7766087 Sep 17 22:43:30.035398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55412) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:30.040580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-fe2a6bd0-877b-4030-b068-2ac8509e919d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:30.096475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff', 'network_id': 'a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': 'a28954b0-c636-4423-9580-272d95ba893d'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:30.097622 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.128964 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe2a6bd0-877b-4030-b068-2ac8509e919d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12709340'] for subnet, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.322894 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe2a6bd0-877b-4030-b068-2ac8509e919d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730485784580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25136677'] for subnet, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.357630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2a6bd0-877b-4030-b068-2ac8509e919d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:30.358219 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe2a6bd0-877b-4030-b068-2ac8509e919d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.359545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe2a6bd0-877b-4030-b068-2ac8509e919d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "PUT /v2.0/subnets/a28954b0-c636-4423-9580-272d95ba893d HTTP/1.1" status: 200 len: 806 time: 0.3231966 Sep 17 22:43:30.362874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55414) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:30.374728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a6bd0-877b-4030-b068-2ac8509e919d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=a28954b0-c636-4423-9580-272d95ba893d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:30.388268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Allocated IP 172.20.0.2 (a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff/a28954b0-c636-4423-9580-272d95ba893d/e9150b3d-d12e-40d9-95c1-19d4e327c22e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:30.458254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.512604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.530599 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.624184 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.661458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:30.664313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:30.669796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:30.677516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Pushing event updated for resources: {'Port': ['ID=e9150b3d-d12e-40d9-95c1-19d4e327c22e,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:30.725680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Attempting to bind port e9150b3d-d12e-40d9-95c1-19d4e327c22e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:30.726051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Attempting to bind port e9150b3d-d12e-40d9-95c1-19d4e327c22e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '1e943afc-f4b3-4736-bee8-e6e8c2c1f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:30.726413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Attempting to bind port e9150b3d-d12e-40d9-95c1-19d4e327c22e on network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:30.729219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.731415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:30.731789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Checking segment: {'id': '1e943afc-f4b3-4736-bee8-e6e8c2c1f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:30.732187 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.732574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Bound using segment: {'id': '1e943afc-f4b3-4736-bee8-e6e8c2c1f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:30.733035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Bound port: e9150b3d-d12e-40d9-95c1-19d4e327c22e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e943afc-f4b3-4736-bee8-e6e8c2c1f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:30.733445 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.757772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=a28954b0-c636-4423-9580-272d95ba893d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:30.802508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] For port e9150b3d-d12e-40d9-95c1-19d4e327c22e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:30.805554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] For port e9150b3d-d12e-40d9-95c1-19d4e327c22e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e9150b3d-d12e-40d9-95c1-19d4e327c22e,segment=NetworkSegment(1e943afc-f4b3-4736-bee8-e6e8c2c1f12b),segment_id=1e943afc-f4b3-4736-bee8-e6e8c2c1f12b)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:30.816228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.839723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:30.849629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e943afc-f4b3-4736-bee8-e6e8c2c1f12b') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:30.849923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e943afc-f4b3-4736-bee8-e6e8c2c1f12b') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:30.859093 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.877905 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.879354 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.885325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:30.885740 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:30.893347 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:30.959700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10867eff-04c4-49a2-aa17-397f49921c3f None None] Pushing event updated for resources: {'Port': ['ID=e9150b3d-d12e-40d9-95c1-19d4e327c22e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:30.973916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48989d24-c73f-40bf-bdeb-0312bbf7fe22 None None] Network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:31.023968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:43:31.023968 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:43:31.023968 n-d-713498-17 neutron-server[101660]: [parameters: {'id': 'a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff'}] Sep 17 22:43:31.023968 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:43:31.024496 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:43:31.092030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d8e183-040b-409f-b256-6ba24b05d347 None None] Network a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:31.210743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa069066-9a0f-436c-9e9a-e797f7164566 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:43:31.280861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa069066-9a0f-436c-9e9a-e797f7164566 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:43:31.525092 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.579110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Deleting port e9150b3d-d12e-40d9-95c1-19d4e327c22e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:31.579510 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.649264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] For port e9150b3d-d12e-40d9-95c1-19d4e327c22e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e9150b3d-d12e-40d9-95c1-19d4e327c22e,segment=NetworkSegment(1e943afc-f4b3-4736-bee8-e6e8c2c1f12b),segment_id=1e943afc-f4b3-4736-bee8-e6e8c2c1f12b)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:31.649662 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.662454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Calling delete_port for e9150b3d-d12e-40d9-95c1-19d4e327c22e owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:31.817926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.847821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Port': ['ID=e9150b3d-d12e-40d9-95c1-19d4e327c22e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:31.849702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No DVR routers for this DVR port e9150b3d-d12e-40d9-95c1-19d4e327c22e on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:31.925496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.944963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:31.953803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e943afc-f4b3-4736-bee8-e6e8c2c1f12b') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:31.954119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e943afc-f4b3-4736-bee8-e6e8c2c1f12b') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:31.963570 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.976342 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.981989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:31.982354 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:31.985225 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:32.123128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.130239 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.132152 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff HTTP/1.1" status: 204 len: 168 time: 1.7682908 Sep 17 22:43:32.134848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55416) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:32.143962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170bff6-b4bd-4ba1-963e-06b23e95895c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:32.154272 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfb6486-ae3f-4cb5-b766-3c1749b255c2 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:32.154826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfb6486-ae3f-4cb5-b766-3c1749b255c2 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:32.156510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9bfb6486-ae3f-4cb5-b766-3c1749b255c2 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff HTTP/1.1" status: 404 len: 339 time: 0.0206652 Sep 17 22:43:32.160873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55418) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:32.165735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1392177689', 'description': 'd1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:32.320403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:32.323925 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.347427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:32.356314 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.356653 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment e42c44b5-b96d-4b00-bdae-27ed541c7996 of type vlan for network 019a997f-e911-4099-b291-51762e21c3f9 Sep 17 22:43:32.396614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.505634 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.511250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:32.511848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.581224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=019a997f-e911-4099-b291-51762e21c3f9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:32.591185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 019a997f-e911-4099-b291-51762e21c3f9 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:32.618422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8e582266-7cb9-4beb-bbd2-1ed138e36e9b tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4564309 Sep 17 22:43:32.620999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55420) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:32.701317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d007c23-619b-432d-b1db-d798d79cf5c4 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:32.703010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7d007c23-619b-432d-b1db-d798d79cf5c4 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/networks?id=019a997f-e911-4099-b291-51762e21c3f9 HTTP/1.1" status: 200 len: 761 time: 0.0810347 Sep 17 22:43:32.705689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55422) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:32.710860 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-54bf7738-5c86-42fd-a4ae-977500367322 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'description': 'd2'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:32.867029 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54bf7738-5c86-42fd-a4ae-977500367322 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.977539 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54bf7738-5c86-42fd-a4ae-977500367322 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:32.995827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54bf7738-5c86-42fd-a4ae-977500367322 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network 019a997f-e911-4099-b291-51762e21c3f9 is not hosted by any dhcp agent {{(pid=101661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 22:43:33.001206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf7738-5c86-42fd-a4ae-977500367322 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:33.001801 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-54bf7738-5c86-42fd-a4ae-977500367322 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.003079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-54bf7738-5c86-42fd-a4ae-977500367322 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "PUT /v2.0/networks/019a997f-e911-4099-b291-51762e21c3f9 HTTP/1.1" status: 200 len: 758 time: 0.2964139 Sep 17 22:43:33.005934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55424) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:33.047959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf7738-5c86-42fd-a4ae-977500367322 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=019a997f-e911-4099-b291-51762e21c3f9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:33.058947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 019a997f-e911-4099-b291-51762e21c3f9 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:33.379237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bce270-e2dd-4c3c-b929-5df190846d2a tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:33.380700 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-31bce270-e2dd-4c3c-b929-5df190846d2a tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/networks?id=019a997f-e911-4099-b291-51762e21c3f9 HTTP/1.1" status: 200 len: 761 time: 0.3737721 Sep 17 22:43:33.384332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55426) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:33.388874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1131505289'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:33.460015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:33.463451 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.486686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:33.495154 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.495493 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment 868775e3-0339-4550-9b39-88de24b501ed of type vlan for network 8270dae1-125c-422f-831e-f8f0f0737e76 Sep 17 22:43:33.537862 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.640525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.646877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:33.647460 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:33.712972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=8270dae1-125c-422f-831e-f8f0f0737e76,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:33.723078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 8270dae1-125c-422f-831e-f8f0f0737e76 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:33.746125 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c91e9c71-3245-4c87-a792-ef5f1b9f4baa tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3607790 Sep 17 22:43:33.748803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55428) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:33.754417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': '8270dae1-125c-422f-831e-f8f0f0737e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:33.948921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:33.952514 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.200731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.268167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=bfc04e2d-3472-4d16-ac54-5b86ea047ded,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:34.272789 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': '868775e3-0339-4550-9b39-88de24b501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8270dae1-125c-422f-831e-f8f0f0737e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:34.273150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: 8270dae1-125c-422f-831e-f8f0f0737e76, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:34.356788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network 8270dae1-125c-422f-831e-f8f0f0737e76 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:34.468941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 8270dae1-125c-422f-831e-f8f0f0737e76) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:34.473670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:34.474257 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.479266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b4e4a-fd0e-442e-b4ed-f0324603b9c6 None None] Network 8270dae1-125c-422f-831e-f8f0f0737e76 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:34.546723 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f987b43b-61ff-46e1-8024-71b55cbd9c44 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7968049 Sep 17 22:43:34.549212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55430) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:34.622567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-8270dae1-125c-422f-831e-f8f0f0737e76', 'network_id': '8270dae1-125c-422f-831e-f8f0f0737e76', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': 'bfc04e2d-3472-4d16-ac54-5b86ea047ded'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:34.623464 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.643619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.700395 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.760182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Allocated IP 172.20.0.2 (8270dae1-125c-422f-831e-f8f0f0737e76/bfc04e2d-3472-4d16-ac54-5b86ea047ded/f16d0869-5c8b-436d-81c2-ddc0099b477a) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:34.895725 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.951559 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:34.990862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Network 8270dae1-125c-422f-831e-f8f0f0737e76 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:34.995008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:34.997426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:35.008427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Pushing event updated for resources: {'Port': ['ID=f16d0869-5c8b-436d-81c2-ddc0099b477a,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:35.037372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.058902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Attempting to bind port f16d0869-5c8b-436d-81c2-ddc0099b477a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:35.059274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Attempting to bind port f16d0869-5c8b-436d-81c2-ddc0099b477a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '868775e3-0339-4550-9b39-88de24b501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8270dae1-125c-422f-831e-f8f0f0737e76'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:35.059631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Attempting to bind port f16d0869-5c8b-436d-81c2-ddc0099b477a on network 8270dae1-125c-422f-831e-f8f0f0737e76 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:35.064340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc04e2d-3472-4d16-ac54-5b86ea047ded,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:35.064604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:35.065490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Checking segment: {'id': '868775e3-0339-4550-9b39-88de24b501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8270dae1-125c-422f-831e-f8f0f0737e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:35.066149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.066629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Bound using segment: {'id': '868775e3-0339-4550-9b39-88de24b501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8270dae1-125c-422f-831e-f8f0f0737e76'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:35.067490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Bound port: f16d0869-5c8b-436d-81c2-ddc0099b477a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868775e3-0339-4550-9b39-88de24b501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8270dae1-125c-422f-831e-f8f0f0737e76'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:35.067867 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.130045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] For port f16d0869-5c8b-436d-81c2-ddc0099b477a, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:35.130310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.133220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] For port f16d0869-5c8b-436d-81c2-ddc0099b477a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f16d0869-5c8b-436d-81c2-ddc0099b477a,segment=NetworkSegment(868775e3-0339-4550-9b39-88de24b501ed),segment_id=868775e3-0339-4550-9b39-88de24b501ed)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:35.151336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8270dae1-125c-422f-831e-f8f0f0737e76']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:35.160684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868775e3-0339-4550-9b39-88de24b501ed') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:35.160976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868775e3-0339-4550-9b39-88de24b501ed') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:35.170013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.192584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.194924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.201934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:35.202541 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:35.205220 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:35.274606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1baa25-6892-481c-84a0-b2d41be2372d None None] Pushing event updated for resources: {'Port': ['ID=f16d0869-5c8b-436d-81c2-ddc0099b477a,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:35.288320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8822fdc-49a3-4739-beb8-23824d4dffce None None] Network 8270dae1-125c-422f-831e-f8f0f0737e76 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:35.323344 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 22:43:35.323344 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 22:43:35.323344 n-d-713498-17 neutron-server[101660]: [parameters: {'id': '8270dae1-125c-422f-831e-f8f0f0737e76'}] Sep 17 22:43:35.323344 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:43:35.323875 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:43:35.407484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bbfe00-efe0-4caf-8120-c71b6f207254 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 22:43:35.475779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bbfe00-efe0-4caf-8120-c71b6f207254 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 22:43:35.824510 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.881038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Deleting port f16d0869-5c8b-436d-81c2-ddc0099b477a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:35.881378 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.942682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] For port f16d0869-5c8b-436d-81c2-ddc0099b477a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f16d0869-5c8b-436d-81c2-ddc0099b477a,segment=NetworkSegment(868775e3-0339-4550-9b39-88de24b501ed),segment_id=868775e3-0339-4550-9b39-88de24b501ed)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:35.942987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:35.954728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Calling delete_port for f16d0869-5c8b-436d-81c2-ddc0099b477a owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:36.092253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.119773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Port': ['ID=f16d0869-5c8b-436d-81c2-ddc0099b477a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:36.122422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No DVR routers for this DVR port f16d0869-5c8b-436d-81c2-ddc0099b477a on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:36.200287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.223722 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8270dae1-125c-422f-831e-f8f0f0737e76']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:36.232794 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868775e3-0339-4550-9b39-88de24b501ed') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:36.233097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868775e3-0339-4550-9b39-88de24b501ed') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:36.242318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.255245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.260938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:36.261321 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:36.264180 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:36.391098 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.398895 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:36.400667 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/8270dae1-125c-422f-831e-f8f0f0737e76 HTTP/1.1" status: 204 len: 168 time: 1.8498158 Sep 17 22:43:36.403562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55432) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.412193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433dfde-39d8-4770-ab74-d13ddf1449ed tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=8270dae1-125c-422f-831e-f8f0f0737e76,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:36.432581 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ab71fb-a707-48e1-806a-aa2cd732cf8f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] GET failed (client error): The resource could not be found. Sep 17 22:43:36.433870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-14ab71fb-a707-48e1-806a-aa2cd732cf8f tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/subnets/bfc04e2d-3472-4d16-ac54-5b86ea047ded HTTP/1.1" status: 404 len: 337 time: 0.0292993 Sep 17 22:43:36.436674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55434) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.453849 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9b06af-d428-4fca-a082-efe7173fd434 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:36.454306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9b06af-d428-4fca-a082-efe7173fd434 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:36.456633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eb9b06af-d428-4fca-a082-efe7173fd434 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/8270dae1-125c-422f-831e-f8f0f0737e76 HTTP/1.1" status: 404 len: 339 time: 0.0189152 Sep 17 22:43:36.459951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55436) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.639124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b80d7-901e-4d01-9361-75a0ea500e8c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:36.640587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a82b80d7-901e-4d01-9361-75a0ea500e8c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1797736 Sep 17 22:43:36.644559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55438) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.680173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-399eba70-d366-4ce1-bf18-e5bc9c7abdca tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9 HTTP/1.1" status: 200 len: 207 time: 0.0343733 Sep 17 22:43:36.683486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55440) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:36.865208 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae5145f-7a34-4a04-967d-607b81afbeac tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:36.871332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae5145f-7a34-4a04-967d-607b81afbeac tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:36.877283 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae5145f-7a34-4a04-967d-607b81afbeac tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:36.884164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae5145f-7a34-4a04-967d-607b81afbeac tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:36.885801 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0ae5145f-7a34-4a04-967d-607b81afbeac tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2013831 Sep 17 22:43:36.889592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55442) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.001415 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ebb261ca-0879-4e70-9afd-08898dbaba9a tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1106820 Sep 17 22:43:37.004868 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55444) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.083330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f19272-bc0d-4984-b238-02f318b1d68d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:37.084926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f19272-bc0d-4984-b238-02f318b1d68d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:37.086447 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f7f19272-bc0d-4984-b238-02f318b1d68d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0806644 Sep 17 22:43:37.089986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55446) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.142682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e254a2-42c4-4fb9-bb12-498a4d11bc9e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:37.144915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e254a2-42c4-4fb9-bb12-498a4d11bc9e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:37.146418 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b7e254a2-42c4-4fb9-bb12-498a4d11bc9e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0555305 Sep 17 22:43:37.149845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55448) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.244741 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aaebe4-7085-4ca9-a760-d130d2481d61 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:37.246079 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f5aaebe4-7085-4ca9-a760-d130d2481d61 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/networks/26adb9c8-7a20-4d56-a4fc-4567509a1763 HTTP/1.1" status: 200 len: 799 time: 0.0953472 Sep 17 22:43:37.249636 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55450) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.347429 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-888305b2-ebac-4f81-bce7-357509ddbf53 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/networks/26adb9c8-7a20-4d56-a4fc-4567509a1763?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0967133 Sep 17 22:43:37.349817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55452) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.399655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48853d61-8246-44a4-bcd7-16647eb85c5a tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:37.400899 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-48853d61-8246-44a4-bcd7-16647eb85c5a tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/subnets/6a265aaa-b72e-4cff-b548-5e14111345d2 HTTP/1.1" status: 200 len: 811 time: 0.0501733 Sep 17 22:43:37.404433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55454) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.452642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762920bf-3e9e-4bd8-b35e-9a691ee9d5b3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['shared'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:37.454064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-762920bf-3e9e-4bd8-b35e-9a691ee9d5b3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "GET /v2.0/subnets/6a265aaa-b72e-4cff-b548-5e14111345d2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0486951 Sep 17 22:43:37.458020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55456) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.462474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568427997'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:37.560426 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:37.563934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.592433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:37.601142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.604960 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Added segment fe4e22f9-180e-4289-bc6c-0bf7f6b03368 of type vlan for network 31f33088-77a5-4921-bab5-514ac7700787 Sep 17 22:43:37.639326 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.728463 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.734039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:37.734626 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:37.799129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Network': ['ID=31f33088-77a5-4921-bab5-514ac7700787,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:37.810818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 31f33088-77a5-4921-bab5-514ac7700787 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:37.826549 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fd2afe58-c68c-4edd-8ea8-3b46ca23f3bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3675504 Sep 17 22:43:37.830855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55458) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:37.834576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'network_id': '31f33088-77a5-4921-bab5-514ac7700787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:37.997193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Made reservation on behalf of 90ebc2272b814be48bee4f6531a16a70 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:38.000764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.055887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Performing IP validity checks on allocation pools {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 22:43:38.056395 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 22:43:38.231181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.292210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=fb0ebc06-0596-46ac-9f12-d547b0e46510,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:38.300192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Checking segment: {'id': 'fe4e22f9-180e-4289-bc6c-0bf7f6b03368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '31f33088-77a5-4921-bab5-514ac7700787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:38.300564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network hostable DHCP agents. Network: 31f33088-77a5-4921-bab5-514ac7700787, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:38.385282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Network 31f33088-77a5-4921-bab5-514ac7700787 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:38.482403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 31f33088-77a5-4921-bab5-514ac7700787) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:38.482652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.486514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:38.487420 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.492640 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c06f54e-e25b-433f-a807-82a05af4aa33 None None] Network 31f33088-77a5-4921-bab5-514ac7700787 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:38.569609 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2395b7c7-b99e-4a6c-a7fa-2c17c313ce66 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7391028 Sep 17 22:43:38.572181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55460) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:38.577692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-bd7decda-f998-41e6-93bc-a22424acc83c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:38.634834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20165aaf-ba73-42e1-9647-e9029da8b1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-31f33088-77a5-4921-bab5-514ac7700787', 'network_id': '31f33088-77a5-4921-bab5-514ac7700787', 'tenant_id': '90ebc2272b814be48bee4f6531a16a70', 'fixed_ips': [{'subnet_id': 'fb0ebc06-0596-46ac-9f12-d547b0e46510'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:38.635719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20165aaf-ba73-42e1-9647-e9029da8b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.673858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bd7decda-f998-41e6-93bc-a22424acc83c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13120496'] for subnet, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.792697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-20165aaf-ba73-42e1-9647-e9029da8b1f4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 22:43:38.792697 n-d-713498-17 neutron-server[101662]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 17 22:43:38.792697 n-d-713498-17 neutron-server[101662]: [parameters: {'in_use': 1, 'id_1': 'fb0ebc06-0596-46ac-9f12-d547b0e46510'}] Sep 17 22:43:38.792697 n-d-713498-17 neutron-server[101662]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:43:38.793267 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-20165aaf-ba73-42e1-9647-e9029da8b1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:43:38.905725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bd7decda-f998-41e6-93bc-a22424acc83c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730485784580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15263488'] for subnet, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.953411 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7decda-f998-41e6-93bc-a22424acc83c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:38.954001 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bd7decda-f998-41e6-93bc-a22424acc83c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:38.955328 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bd7decda-f998-41e6-93bc-a22424acc83c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "PUT /v2.0/subnets/fb0ebc06-0596-46ac-9f12-d547b0e46510 HTTP/1.1" status: 200 len: 877 time: 0.3821561 Sep 17 22:43:38.959168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55462) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:38.966181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7decda-f998-41e6-93bc-a22424acc83c tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event updated for resources: {'Subnet': ['ID=fb0ebc06-0596-46ac-9f12-d547b0e46510,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:39.051489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.104712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.229736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.257880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0ebc06-0596-46ac-9f12-d547b0e46510,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:39.294627 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20165aaf-ba73-42e1-9647-e9029da8b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.322339 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.342232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f33088-77a5-4921-bab5-514ac7700787']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:39.353682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4e22f9-180e-4289-bc6c-0bf7f6b03368') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:39.353982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4e22f9-180e-4289-bc6c-0bf7f6b03368') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:39.364037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.376822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.383138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:39.383646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:39.386517 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:39.432085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7c0b7a-52ef-4d1f-b093-892ea20f1140 None None] Network 31f33088-77a5-4921-bab5-514ac7700787 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:39.505959 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.510465 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.515495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/31f33088-77a5-4921-bab5-514ac7700787 HTTP/1.1" status: 204 len: 168 time: 0.5522923 Sep 17 22:43:39.517765 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55464) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:39.532388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a238b98-ade2-46e6-b124-e7ed618edde5 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=31f33088-77a5-4921-bab5-514ac7700787,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:39.541297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87f56e-5500-4bbf-8c8f-1f4bba4f1be4 None None] Network 31f33088-77a5-4921-bab5-514ac7700787 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:39.547230 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df170d0-e63d-405d-9914-85463a22e7df tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:39.547687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df170d0-e63d-405d-9914-85463a22e7df tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:39.550358 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9df170d0-e63d-405d-9914-85463a22e7df tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/fb0ebc06-0596-46ac-9f12-d547b0e46510 HTTP/1.1" status: 404 len: 337 time: 0.0306365 Sep 17 22:43:39.553924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55466) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:39.554113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87f56e-5500-4bbf-8c8f-1f4bba4f1be4 None None] Network 31f33088-77a5-4921-bab5-514ac7700787 could not be found, it might have been deleted concurrently. {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 22:43:39.571685 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24a159a-d86d-4efe-bdec-6ea838e161bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:39.572227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24a159a-d86d-4efe-bdec-6ea838e161bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:39.573918 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e24a159a-d86d-4efe-bdec-6ea838e161bb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/31f33088-77a5-4921-bab5-514ac7700787 HTTP/1.1" status: 404 len: 339 time: 0.0198722 Sep 17 22:43:39.576462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55468) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:39.602131 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b94991-8558-41e8-b1b6-599d494c9c5e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:39.602574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b94991-8558-41e8-b1b6-599d494c9c5e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:39.604287 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-23b94991-8558-41e8-b1b6-599d494c9c5e tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/bfc04e2d-3472-4d16-ac54-5b86ea047ded HTTP/1.1" status: 404 len: 337 time: 0.0269423 Sep 17 22:43:39.606730 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55470) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:39.624942 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-788a8f0c-e2a7-4476-95aa-1490628d5c21 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:39.626885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788a8f0c-e2a7-4476-95aa-1490628d5c21 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:39.627167 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-788a8f0c-e2a7-4476-95aa-1490628d5c21 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/8270dae1-125c-422f-831e-f8f0f0737e76 HTTP/1.1" status: 404 len: 339 time: 0.0195215 Sep 17 22:43:39.629572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55472) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:39.706097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.788138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.807341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019a997f-e911-4099-b291-51762e21c3f9']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:39.816483 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42c44b5-b96d-4b00-bdae-27ed541c7996') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:39.821535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42c44b5-b96d-4b00-bdae-27ed541c7996') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:39.825821 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.838681 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.844448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:39.848481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:39.848780 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:39.994920 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.001816 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.003845 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/019a997f-e911-4099-b291-51762e21c3f9 HTTP/1.1" status: 204 len: 168 time: 0.3733850 Sep 17 22:43:40.006447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55474) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.014767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18bac2-d7de-4ed2-a387-61ef198b7be9 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=019a997f-e911-4099-b291-51762e21c3f9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:40.037416 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3661d5f1-5e86-4070-9c4e-726ee1468096 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.037857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3661d5f1-5e86-4070-9c4e-726ee1468096 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.039639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3661d5f1-5e86-4070-9c4e-726ee1468096 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/a28954b0-c636-4423-9580-272d95ba893d HTTP/1.1" status: 404 len: 337 time: 0.0320411 Sep 17 22:43:40.042102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55476) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.059377 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbf737b-da71-4c01-819b-b9e43d3489cc tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.059895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbf737b-da71-4c01-819b-b9e43d3489cc tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.061471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9bbf737b-da71-4c01-819b-b9e43d3489cc tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/a51af90f-e5f9-4b7c-9df7-68f4bb26a1ff HTTP/1.1" status: 404 len: 339 time: 0.0184932 Sep 17 22:43:40.063742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55478) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.088644 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-391a86cb-cedf-4a02-935b-4c4882e03be6 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.089074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391a86cb-cedf-4a02-935b-4c4882e03be6 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.090673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-391a86cb-cedf-4a02-935b-4c4882e03be6 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/49f28b19-493a-4fd1-b598-a446f7385bae HTTP/1.1" status: 404 len: 337 time: 0.0260808 Sep 17 22:43:40.092969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55480) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.111689 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-91129ae6-7beb-4227-9832-009a00e09940 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.112254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91129ae6-7beb-4227-9832-009a00e09940 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.113936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-91129ae6-7beb-4227-9832-009a00e09940 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/0c018e60-9025-466e-9f47-7f8db88563f6 HTTP/1.1" status: 404 len: 339 time: 0.0201099 Sep 17 22:43:40.116518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55482) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.140919 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ea662f-662f-4745-94fa-21ebd89448e2 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.141346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ea662f-662f-4745-94fa-21ebd89448e2 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.143544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a5ea662f-662f-4745-94fa-21ebd89448e2 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/42c02dd1-c562-469e-9072-9109cd5e8499 HTTP/1.1" status: 404 len: 337 time: 0.0255549 Sep 17 22:43:40.146309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55484) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.164083 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb12e6da-a4f3-4909-afb5-b1d9b4ca03af tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.164603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb12e6da-a4f3-4909-afb5-b1d9b4ca03af tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.166183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bb12e6da-a4f3-4909-afb5-b1d9b4ca03af tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/53bfbee3-9fa0-490c-95f4-03aca1be7b9a HTTP/1.1" status: 404 len: 339 time: 0.0189710 Sep 17 22:43:40.168484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55486) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.191508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.192976 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6caa73d3-c341-43e0-912f-9c8d8ee0247a tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.193408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6caa73d3-c341-43e0-912f-9c8d8ee0247a tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.195048 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6caa73d3-c341-43e0-912f-9c8d8ee0247a tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/7a9633b4-45d0-495a-ac81-d9daf961e2e7 HTTP/1.1" status: 404 len: 337 time: 0.0256824 Sep 17 22:43:40.197359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55488) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.214561 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-027ee444-8df9-46e0-bb17-fa771bce2c9d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.215098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027ee444-8df9-46e0-bb17-fa771bce2c9d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.216661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-027ee444-8df9-46e0-bb17-fa771bce2c9d tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/f664270c-c188-42df-977b-891cb2c67300 HTTP/1.1" status: 404 len: 339 time: 0.0184436 Sep 17 22:43:40.218914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55490) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.248040 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a54dca-4f47-4654-ac74-40eb399f1b30 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.248477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a54dca-4f47-4654-ac74-40eb399f1b30 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.250082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a5a54dca-4f47-4654-ac74-40eb399f1b30 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/bde3fd0c-fc4e-4415-b8a3-43e757eaf406 HTTP/1.1" status: 404 len: 337 time: 0.0302787 Sep 17 22:43:40.252443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55492) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.270311 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8de9001-25aa-4419-89fc-38603bdb8755 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.270885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8de9001-25aa-4419-89fc-38603bdb8755 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.272453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e8de9001-25aa-4419-89fc-38603bdb8755 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/c030b574-0e19-4822-a48f-d731b1fdbbb7 HTTP/1.1" status: 404 len: 339 time: 0.0189159 Sep 17 22:43:40.274642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55494) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.299239 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f509dd4-cc8b-4bc6-a463-1792c76f4251 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.299630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f509dd4-cc8b-4bc6-a463-1792c76f4251 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.301296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8f509dd4-cc8b-4bc6-a463-1792c76f4251 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/7ab85502-2a09-439f-a699-e4ed4b56f58f HTTP/1.1" status: 404 len: 337 time: 0.0257611 Sep 17 22:43:40.303482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55496) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.320351 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcca331-6403-464a-b079-7ab90252abdb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.320870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcca331-6403-464a-b079-7ab90252abdb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.322439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5fcca331-6403-464a-b079-7ab90252abdb tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/daeeb077-4975-4e2b-a476-cb91578fe43a HTTP/1.1" status: 404 len: 339 time: 0.0181074 Sep 17 22:43:40.324592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55498) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.348957 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9383898-9fa9-467f-bf5a-964b49873c42 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.349409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9383898-9fa9-467f-bf5a-964b49873c42 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.351106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e9383898-9fa9-467f-bf5a-964b49873c42 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/09fbcc5b-bd3e-4768-a919-9d4892696f9d HTTP/1.1" status: 404 len: 337 time: 0.0256510 Sep 17 22:43:40.353444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55500) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.370330 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcadefdf-4552-49d0-aa24-f764a8b4c651 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.370873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcadefdf-4552-49d0-aa24-f764a8b4c651 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.372450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dcadefdf-4552-49d0-aa24-f764a8b4c651 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/b495ca6c-cbc1-444d-bb5d-78b0d0cb239f HTTP/1.1" status: 404 len: 339 time: 0.0181303 Sep 17 22:43:40.374526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55502) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.399574 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85cb28c-e010-40ba-aade-bfff60400566 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.400005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85cb28c-e010-40ba-aade-bfff60400566 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.401574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b85cb28c-e010-40ba-aade-bfff60400566 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/959c3e32-78ca-474f-ae5e-57aeddf4de8b HTTP/1.1" status: 404 len: 337 time: 0.0261738 Sep 17 22:43:40.403726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55504) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.420234 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f179da-26f0-414e-b895-db0c95533556 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:40.420744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f179da-26f0-414e-b895-db0c95533556 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:40.422295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-64f179da-26f0-414e-b895-db0c95533556 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/ea246834-502a-4a92-9914-cfac34e76c03 HTTP/1.1" status: 404 len: 339 time: 0.0177193 Sep 17 22:43:40.424394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55506) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.476709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Deleting subnet 6a265aaa-b72e-4cff-b548-5e14111345d2 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:40.479655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.517409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.597441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.717036 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.745108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Subnet': ['ID=6a265aaa-b72e-4cff-b548-5e14111345d2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:40.749612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.755335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/subnets/6a265aaa-b72e-4cff-b548-5e14111345d2 HTTP/1.1" status: 204 len: 168 time: 0.3261306 Sep 17 22:43:40.755463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55508) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:40.755891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e074f1-7b95-42b0-affd-e12d08a14e5d None None] Network 26adb9c8-7a20-4d56-a4fc-4567509a1763 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:40.757819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.758169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.758910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.758910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.759228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.759554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.759875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.760195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.760569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.760887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.761202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.761516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7947cac-0038-4388-a633-e1c2486b09e3 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:40.837825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.892666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Deleting port a67b4ea1-222a-44c4-9995-bef6aafa3437 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:40.893028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.926952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53cb2fd-1f0b-4909-b9a2-950a01c81c9a None None] DHCP port deletion for 26adb9c8-7a20-4d56-a4fc-4567509a1763 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:40.957144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] For port a67b4ea1-222a-44c4-9995-bef6aafa3437, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a67b4ea1-222a-44c4-9995-bef6aafa3437,segment=NetworkSegment(5dd1f85a-dc1d-448c-a106-3cb630278c26),segment_id=5dd1f85a-dc1d-448c-a106-3cb630278c26)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:40.957502 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:40.969330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Calling delete_port for a67b4ea1-222a-44c4-9995-bef6aafa3437 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:40.974196 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c53cb2fd-1f0b-4909-b9a2-950a01c81c9a None None] Deleting port a67b4ea1-222a-44c4-9995-bef6aafa3437 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:40.974557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c53cb2fd-1f0b-4909-b9a2-950a01c81c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.195866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c53cb2fd-1f0b-4909-b9a2-950a01c81c9a None None] For port a67b4ea1-222a-44c4-9995-bef6aafa3437, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a67b4ea1-222a-44c4-9995-bef6aafa3437,segment=NetworkSegment(5dd1f85a-dc1d-448c-a106-3cb630278c26),segment_id=5dd1f85a-dc1d-448c-a106-3cb630278c26)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:41.196262 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c53cb2fd-1f0b-4909-b9a2-950a01c81c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.210063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c53cb2fd-1f0b-4909-b9a2-950a01c81c9a None None] Calling delete_port for a67b4ea1-222a-44c4-9995-bef6aafa3437 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:41.360915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c53cb2fd-1f0b-4909-b9a2-950a01c81c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.367757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.389109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cb2fd-1f0b-4909-b9a2-950a01c81c9a None None] Pushing event deleted for resources: {'Port': ['ID=a67b4ea1-222a-44c4-9995-bef6aafa3437,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:41.394358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Port': ['ID=a67b4ea1-222a-44c4-9995-bef6aafa3437,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:41.394521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53cb2fd-1f0b-4909-b9a2-950a01c81c9a None None] No DVR routers for this DVR port a67b4ea1-222a-44c4-9995-bef6aafa3437 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:41.396035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] No DVR routers for this DVR port a67b4ea1-222a-44c4-9995-bef6aafa3437 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:41.474949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.493291 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26adb9c8-7a20-4d56-a4fc-4567509a1763']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:41.501990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd1f85a-dc1d-448c-a106-3cb630278c26') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:41.502287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd1f85a-dc1d-448c-a106-3cb630278c26') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:41.511593 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.525175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.530910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:41.531289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:41.535251 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:41.660774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.664804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:41.666677 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] 10.222.0.13 "DELETE /v2.0/networks/26adb9c8-7a20-4d56-a4fc-4567509a1763 HTTP/1.1" status: 204 len: 168 time: 0.9103978 Sep 17 22:43:41.680910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deca78-f201-4354-97f1-a2c7d6444b04 tempest-NetworksTest-1415130022 tempest-NetworksTest-1415130022-project] Pushing event deleted for resources: {'Network': ['ID=26adb9c8-7a20-4d56-a4fc-4567509a1763,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:42.021426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a67b4ea1-222a-44c4-9995-bef6aafa3437 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:42.040974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: a67b4ea1-222a-44c4-9995-bef6aafa3437 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:42.041315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a67b4ea1-222a-44c4-9995-bef6aafa3437 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:42.193169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55514) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:42.348144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55518) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:42.348884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a6309e92-0d17-46be-8daa-114229394d94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90ebc2272b814be48bee4f6531a16a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538107 Sep 17 22:43:42.398868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8e37acf-e261-456f-8fa5-ac4a699d2609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.419359 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8e37acf-e261-456f-8fa5-ac4a699d2609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.528265 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8e37acf-e261-456f-8fa5-ac4a699d2609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.530682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8e37acf-e261-456f-8fa5-ac4a699d2609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:42.531925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c8e37acf-e261-456f-8fa5-ac4a699d2609 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a841b8e-d298-4e38-b013-e7e0ef66741d HTTP/1.1" status: 204 len: 168 time: 0.1813812 Sep 17 22:43:42.539908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e37acf-e261-456f-8fa5-ac4a699d2609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a841b8e-d298-4e38-b013-e7e0ef66741d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:43.569138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55540) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:43.667561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-350398903'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:43.760257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:43.763752 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.772348 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.862777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.960691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:43.993683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:44.000017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74edc1e4-a320-44ef-bdea-b604dd4f83dc,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:44.006993 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.007347 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Added segment 4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723 of type vlan for network e41f28bd-5b52-4fae-b00f-cf47c7ec088b Sep 17 22:43:44.045868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.133819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.139284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:44.139860 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.204249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Network': ['ID=e41f28bd-5b52-4fae-b00f-cf47c7ec088b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:44.214208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:44.231958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-60f3b5cb-cb1c-4ad9-b193-ffd13870420b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6616390 Sep 17 22:43:44.234458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55544) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:44.240130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'name': 'tempest-PortsIpV6TestJSON-863614867'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:44.408233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:44.412489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.429605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 396656ac-09bc-474e-b809-e5af6f029f83 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:44.588291 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.671455 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:44.730692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=396656ac-09bc-474e-b809-e5af6f029f83,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:44.739604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Checking segment: {'id': '4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:44.739951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network hostable DHCP agents. Network: e41f28bd-5b52-4fae-b00f-cf47c7ec088b, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:44.823271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:44.922320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, e41f28bd-5b52-4fae-b00f-cf47c7ec088b) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:44.925914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:44.930831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b432c-f767-4727-9640-85e58010684a None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:44.933373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:44.934109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.014888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9da23bdb-46ea-43f4-8b29-3ee5f501cfe5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7793012 Sep 17 22:43:45.017837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55546) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:45.023841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-707616917'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:45.105183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:45.108665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.132906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:45.141362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.141700 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Added segment dc215c4c-3c82-4443-a1c1-242cd3b8f515 of type vlan for network d161ce48-d1f1-462c-b956-596d50d9417f Sep 17 22:43:45.184935 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.259482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.264958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:45.270385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.330267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Network': ['ID=d161ce48-d1f1-462c-b956-596d50d9417f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:45.340459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d161ce48-d1f1-462c-b956-596d50d9417f details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:45.363322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-16c7c8fd-e81b-4471-a74e-0a173d59cd6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3444142 Sep 17 22:43:45.366703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55548) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:45.371647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'ports': [{'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b'}, {'network_id': 'd161ce48-d1f1-462c-b956-596d50d9417f'}]} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:45.371958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:45.372435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'd161ce48-d1f1-462c-b956-596d50d9417f'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:45.579644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 2} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:45.584208 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.596934 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.679770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 5a377e2d-a8ce-48a8-8a1b-afd614a8db48 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:45.789043 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:45.856577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port a464f4bb-9341-496c-bee7-c54a2bd62b63 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:45.960534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.048588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.091734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:46.094709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:46.098301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:46.099721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.115764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=5a377e2d-a8ce-48a8-8a1b-afd614a8db48,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:46.173017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=a464f4bb-9341-496c-bee7-c54a2bd62b63,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:46.177658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Checking segment: {'id': 'dc215c4c-3c82-4443-a1c1-242cd3b8f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd161ce48-d1f1-462c-b956-596d50d9417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:46.178020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network hostable DHCP agents. Network: d161ce48-d1f1-462c-b956-596d50d9417f, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:46.282380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network d161ce48-d1f1-462c-b956-596d50d9417f is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:46.356813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d161ce48-d1f1-462c-b956-596d50d9417f) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:46.360570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:46.366289 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:46.366445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b49ea70-e08a-414a-aa0b-e30b366effe5 None None] Network d161ce48-d1f1-462c-b956-596d50d9417f requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:46.371286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:46.371952 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.446481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-68d34dd3-e63c-48f1-b4ac-02ef7e9d1a7e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0761828 Sep 17 22:43:46.446731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55554) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:46.531045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad28e5-47b4-47bc-814b-dc690fcc974f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port a464f4bb-9341-496c-bee7-c54a2bd62b63 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:46.531385 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8ad28e5-47b4-47bc-814b-dc690fcc974f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.597461 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8ad28e5-47b4-47bc-814b-dc690fcc974f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.609447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad28e5-47b4-47bc-814b-dc690fcc974f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for a464f4bb-9341-496c-bee7-c54a2bd62b63 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:46.779779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8ad28e5-47b4-47bc-814b-dc690fcc974f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.806088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad28e5-47b4-47bc-814b-dc690fcc974f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=a464f4bb-9341-496c-bee7-c54a2bd62b63,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:46.813254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a8ad28e5-47b4-47bc-814b-dc690fcc974f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:46.815230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a8ad28e5-47b4-47bc-814b-dc690fcc974f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/a464f4bb-9341-496c-bee7-c54a2bd62b63 HTTP/1.1" status: 204 len: 168 time: 0.3675873 Sep 17 22:43:46.817949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55556) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:46.894372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2a42de-da9c-4aa7-946c-d5e7ea652be4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:46.900873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2a42de-da9c-4aa7-946c-d5e7ea652be4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:46.902538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3c2a42de-da9c-4aa7-946c-d5e7ea652be4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0836697 Sep 17 22:43:46.905213 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55558) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:46.990256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e46b5dde-26c7-4ec0-9d5b-25ff79ccf3be tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 5a377e2d-a8ce-48a8-8a1b-afd614a8db48 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:46.990594 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e46b5dde-26c7-4ec0-9d5b-25ff79ccf3be tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.052946 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e46b5dde-26c7-4ec0-9d5b-25ff79ccf3be tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.064842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e46b5dde-26c7-4ec0-9d5b-25ff79ccf3be tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 5a377e2d-a8ce-48a8-8a1b-afd614a8db48 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:47.190921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e46b5dde-26c7-4ec0-9d5b-25ff79ccf3be tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.219852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b5dde-26c7-4ec0-9d5b-25ff79ccf3be tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=5a377e2d-a8ce-48a8-8a1b-afd614a8db48,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:47.225296 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e46b5dde-26c7-4ec0-9d5b-25ff79ccf3be tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.227270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e46b5dde-26c7-4ec0-9d5b-25ff79ccf3be tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/5a377e2d-a8ce-48a8-8a1b-afd614a8db48 HTTP/1.1" status: 204 len: 168 time: 0.3211572 Sep 17 22:43:47.229640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55560) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.276059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a730613-d2fd-4c3e-9b7b-57eb792ac0a3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:47.277550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1a730613-d2fd-4c3e-9b7b-57eb792ac0a3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0470097 Sep 17 22:43:47.280169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55562) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.303481 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4376486-7339-4536-a1e9-e222704d918b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:43:47.304786 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b4376486-7339-4536-a1e9-e222704d918b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/a464f4bb-9341-496c-bee7-c54a2bd62b63 HTTP/1.1" status: 404 len: 333 time: 0.0237174 Sep 17 22:43:47.307340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55564) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.329565 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa55b4ce-8969-4482-9031-52841407a34c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:43:47.330973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aa55b4ce-8969-4482-9031-52841407a34c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/5a377e2d-a8ce-48a8-8a1b-afd614a8db48 HTTP/1.1" status: 404 len: 333 time: 0.0227311 Sep 17 22:43:47.333956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55566) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.408494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.493821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.513515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d161ce48-d1f1-462c-b956-596d50d9417f']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:47.522579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc215c4c-3c82-4443-a1c1-242cd3b8f515') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:47.522897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc215c4c-3c82-4443-a1c1-242cd3b8f515') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:47.531834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.544812 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.550525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:47.550944 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:47.554398 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:47.642608 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.655684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.655684 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/networks/d161ce48-d1f1-462c-b956-596d50d9417f HTTP/1.1" status: 204 len: 168 time: 0.3207257 Sep 17 22:43:47.659362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55568) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:47.664769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-154802555'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:47.664922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc1c72-f156-441f-ba50-65b899b6f7b1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Network': ['ID=d161ce48-d1f1-462c-b956-596d50d9417f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:47.749378 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:47.752850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.774303 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cfc98d95-f93d-4957-95ca-dc5d3bf53b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.775866 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:47.784737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.785073 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Added segment 47f9057e-cbd4-42f1-8bec-f7e76eefb7fe of type vlan for network b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 Sep 17 22:43:47.826508 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.905238 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.910733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:47.916990 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:47.979841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Network': ['ID=b4a47f4a-fc49-44a0-a077-e77fd20cd5d5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:47.987258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.987607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.987945 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.988277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.988640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.988968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.989293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.989617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.990639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.991211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.991549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:47.991874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:48.003110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:48.020688 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6a77ef0c-8073-4daf-b9a1-f2eccb4c3b5f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3602366 Sep 17 22:43:48.024048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55570) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:48.028972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'b4a47f4a-fc49-44a0-a077-e77fd20cd5d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:48.183243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:48.186717 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.440757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.507624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=e403c268-deeb-441c-9ed3-9d3d40a4c2e3,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:48.514771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Checking segment: {'id': '47f9057e-cbd4-42f1-8bec-f7e76eefb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4a47f4a-fc49-44a0-a077-e77fd20cd5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:48.515153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network hostable DHCP agents. Network: b4a47f4a-fc49-44a0-a077-e77fd20cd5d5, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:48.596508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:48.648118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b4a47f4a-fc49-44a0-a077-e77fd20cd5d5) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:48.652219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:48.652812 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.657185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eef512-4407-40a1-91b4-c207dfd555aa None None] Network b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:48.735318 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6df2337a-2c19-445c-9ce0-69c1610d4ee4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7099469 Sep 17 22:43:48.737701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55574) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:48.742583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'b4a47f4a-fc49-44a0-a077-e77fd20cd5d5', 'name': 'tempest-PortsIpV6TestJSON-1060787737'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:48.799718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b4a47f4a-fc49-44a0-a077-e77fd20cd5d5', 'network_id': 'b4a47f4a-fc49-44a0-a077-e77fd20cd5d5', 'tenant_id': '5aad84b1c67c458bafcf4e6f674799ff', 'fixed_ips': [{'subnet_id': 'e403c268-deeb-441c-9ed3-9d3d40a4c2e3'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:48.800579 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.917056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:48.920692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:48.938804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 0421204c-5e8d-4f6a-ae5e-c9101bac52a9 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:48.939181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Allocated IP 2001:db8::2 (b4a47f4a-fc49-44a0-a077-e77fd20cd5d5/e403c268-deeb-441c-9ed3-9d3d40a4c2e3/5c49fefa-4b1f-4caf-b5bc-a8bf3583d794) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:49.076091 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.098675 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:43:49.151367 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.196363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Network b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:49.199434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:49.201750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:49.212947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::2cb (b4a47f4a-fc49-44a0-a077-e77fd20cd5d5/e403c268-deeb-441c-9ed3-9d3d40a4c2e3/0421204c-5e8d-4f6a-ae5e-c9101bac52a9) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:49.222153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Pushing event updated for resources: {'Port': ['ID=5c49fefa-4b1f-4caf-b5bc-a8bf3583d794,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:49.246069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.246419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.246760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.247124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.247464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.247879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.248165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.248487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.248812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.249134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.249456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.249772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:43:49.282436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Attempting to bind port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:49.282901 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Attempting to bind port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '47f9057e-cbd4-42f1-8bec-f7e76eefb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4a47f4a-fc49-44a0-a077-e77fd20cd5d5'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:49.283237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Attempting to bind port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 on network b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:49.288738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:49.289164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Checking segment: {'id': '47f9057e-cbd4-42f1-8bec-f7e76eefb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4a47f4a-fc49-44a0-a077-e77fd20cd5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:49.289571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.289958 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Bound using segment: {'id': '47f9057e-cbd4-42f1-8bec-f7e76eefb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4a47f4a-fc49-44a0-a077-e77fd20cd5d5'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:49.290465 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Bound port: 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f9057e-cbd4-42f1-8bec-f7e76eefb7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4a47f4a-fc49-44a0-a077-e77fd20cd5d5'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:49.290871 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.359091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] For port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:49.362560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] For port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5c49fefa-4b1f-4caf-b5bc-a8bf3583d794,segment=NetworkSegment(47f9057e-cbd4-42f1-8bec-f7e76eefb7fe),segment_id=47f9057e-cbd4-42f1-8bec-f7e76eefb7fe)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:49.389459 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.443854 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.501817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cdcf8-ec65-4b5e-8def-dee0d866fda8 None None] Pushing event updated for resources: {'Port': ['ID=5c49fefa-4b1f-4caf-b5bc-a8bf3583d794,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:49.511744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.558317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:49.562108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:49.566360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:49.572908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:49.573668 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.592938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=0421204c-5e8d-4f6a-ae5e-c9101bac52a9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:49.629731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3890fa85-4ad7-4677-86f9-18615d398044 req-f8342926-d7ee-4314-bffd-6f4dd837251b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4237864 Sep 17 22:43:49.681032 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2193cb85-2656-4400-bcbc-1f5712765e59 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9420545 Sep 17 22:43:49.690488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55578) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:49.736007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890fa85-4ad7-4677-86f9-18615d398044 req-627fae26-310f-4d82-9a69-48f7d59f1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:49.737856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3890fa85-4ad7-4677-86f9-18615d398044 req-627fae26-310f-4d82-9a69-48f7d59f1ccc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1098 time: 0.0511606 Sep 17 22:43:49.804870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b33f5580-e520-4df8-8f27-19ad433c0d90 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 0421204c-5e8d-4f6a-ae5e-c9101bac52a9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:49.805452 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33f5580-e520-4df8-8f27-19ad433c0d90 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.852212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890fa85-4ad7-4677-86f9-18615d398044 req-be185eff-e48a-45bd-90fa-e4934a462c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:49.853763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3890fa85-4ad7-4677-86f9-18615d398044 req-be185eff-e48a-45bd-90fa-e4934a462c34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.0926757 Sep 17 22:43:49.892792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33f5580-e520-4df8-8f27-19ad433c0d90 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:49.904720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b33f5580-e520-4df8-8f27-19ad433c0d90 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 0421204c-5e8d-4f6a-ae5e-c9101bac52a9 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:49.923195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3890fa85-4ad7-4677-86f9-18615d398044 req-24c08058-eee0-4ccd-8558-44b6e2a1a69f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1002 time: 0.0620613 Sep 17 22:43:49.973295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890fa85-4ad7-4677-86f9-18615d398044 req-26e2cd21-a6e9-41f0-bfd0-a4171e1218b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:49.976296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3890fa85-4ad7-4677-86f9-18615d398044 req-26e2cd21-a6e9-41f0-bfd0-a4171e1218b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0460653 Sep 17 22:43:50.024988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890fa85-4ad7-4677-86f9-18615d398044 req-7d5a16b2-edb3-4fb6-b62c-61c2280cf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:50.026528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3890fa85-4ad7-4677-86f9-18615d398044 req-7d5a16b2-edb3-4fb6-b62c-61c2280cf66a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429897 Sep 17 22:43:50.072065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:50.094989 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33f5580-e520-4df8-8f27-19ad433c0d90 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.124474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:50.124890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f5580-e520-4df8-8f27-19ad433c0d90 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=0421204c-5e8d-4f6a-ae5e-c9101bac52a9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:50.125422 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.135136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3890fa85-4ad7-4677-86f9-18615d398044 req-e66d6209-4ffb-4a4b-a8dc-6fc52225565a service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984604 Sep 17 22:43:50.178729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33f5580-e520-4df8-8f27-19ad433c0d90 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.184479 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b33f5580-e520-4df8-8f27-19ad433c0d90 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/0421204c-5e8d-4f6a-ae5e-c9101bac52a9 HTTP/1.1" status: 204 len: 168 time: 0.4926860 Sep 17 22:43:50.185208 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55580) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:50.213853 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7124ab9f-e8e4-4abc-b307-e1a9e38aa03a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:43:50.215880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7124ab9f-e8e4-4abc-b307-e1a9e38aa03a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:50.219391 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7124ab9f-e8e4-4abc-b307-e1a9e38aa03a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/0421204c-5e8d-4f6a-ae5e-c9101bac52a9 HTTP/1.1" status: 404 len: 333 time: 0.0330052 Sep 17 22:43:50.220440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55582) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:50.227859 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-394d9e3f-9c3a-49d0-a715-267475342eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.230998 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.251328 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb341c36-5b61-4f81-bae1-7337ce6033a5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:43:50.253061 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-eb341c36-5b61-4f81-bae1-7337ce6033a5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/0421204c-5e8d-4f6a-ae5e-c9101bac52a9 HTTP/1.1" status: 404 len: 333 time: 0.0318394 Sep 17 22:43:50.255716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55584) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:50.259073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3890fa85-4ad7-4677-86f9-18615d398044 req-e7e712ea-317b-48a4-9955-23c75b955829 service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174300 Sep 17 22:43:50.267147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5c49fefa-4b1f-4caf-b5bc-a8bf3583d794,segment=NetworkSegment(47f9057e-cbd4-42f1-8bec-f7e76eefb7fe),segment_id=47f9057e-cbd4-42f1-8bec-f7e76eefb7fe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:50.312194 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd30f1e-ce21-470a-bc9e-750fda1232c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet e403c268-deeb-441c-9ed3-9d3d40a4c2e3 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:50.315532 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fd30f1e-ce21-470a-bc9e-750fda1232c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.326651 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.370534 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fd30f1e-ce21-470a-bc9e-750fda1232c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.383362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=5c49fefa-4b1f-4caf-b5bc-a8bf3583d794,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:50.461897 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fd30f1e-ce21-470a-bc9e-750fda1232c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.485507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61768dff-cfb5-42b4-aff8-770347000707 None None] Network b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:50.567104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c5b9e882-8299-4e43-a7e4-63aafa45284e None None] Provisioning complete for port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:50.567504 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5b9e882-8299-4e43-a7e4-63aafa45284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.578359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fd30f1e-ce21-470a-bc9e-750fda1232c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.613927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fd30f1e-ce21-470a-bc9e-750fda1232c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.616752 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5fd30f1e-ce21-470a-bc9e-750fda1232c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/e403c268-deeb-441c-9ed3-9d3d40a4c2e3 HTTP/1.1" status: 204 len: 168 time: 0.3591838 Sep 17 22:43:50.618011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd30f1e-ce21-470a-bc9e-750fda1232c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=e403c268-deeb-441c-9ed3-9d3d40a4c2e3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:50.618762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55586) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:50.700967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.739542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1fee3a-1b5f-4e7f-92af-40a174d54f72 None None] DHCP port deletion for b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:50.756658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:50.756998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.787583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fee3a-1b5f-4e7f-92af-40a174d54f72 None None] Deleting port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:50.788081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a1fee3a-1b5f-4e7f-92af-40a174d54f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.823901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] For port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5c49fefa-4b1f-4caf-b5bc-a8bf3583d794,segment=NetworkSegment(47f9057e-cbd4-42f1-8bec-f7e76eefb7fe),segment_id=47f9057e-cbd4-42f1-8bec-f7e76eefb7fe)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:50.824423 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.837457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:50.853609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9a1fee3a-1b5f-4e7f-92af-40a174d54f72 None None] For port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5c49fefa-4b1f-4caf-b5bc-a8bf3583d794,segment=NetworkSegment(47f9057e-cbd4-42f1-8bec-f7e76eefb7fe),segment_id=47f9057e-cbd4-42f1-8bec-f7e76eefb7fe)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:50.856258 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a1fee3a-1b5f-4e7f-92af-40a174d54f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.866654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fee3a-1b5f-4e7f-92af-40a174d54f72 None None] Calling delete_port for 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:50.983904 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:50.989789 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a1fee3a-1b5f-4e7f-92af-40a174d54f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.014052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=5c49fefa-4b1f-4caf-b5bc-a8bf3583d794,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:51.016606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fee3a-1b5f-4e7f-92af-40a174d54f72 None None] Pushing event deleted for resources: {'Port': ['ID=5c49fefa-4b1f-4caf-b5bc-a8bf3583d794,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:51.017639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No DVR routers for this DVR port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:51.018439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1fee3a-1b5f-4e7f-92af-40a174d54f72 None None] No DVR routers for this DVR port 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:51.097014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.116546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a47f4a-fc49-44a0-a077-e77fd20cd5d5']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:51.125389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f9057e-cbd4-42f1-8bec-f7e76eefb7fe') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:51.125679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f9057e-cbd4-42f1-8bec-f7e76eefb7fe') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:51.135576 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.148855 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.154838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:51.155241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:51.158185 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:51.315344 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.315945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.323238 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.325117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/networks/b4a47f4a-fc49-44a0-a077-e77fd20cd5d5 HTTP/1.1" status: 204 len: 168 time: 0.7051122 Sep 17 22:43:51.328908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55588) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:51.335156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1546434488'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:51.336243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a6de5-2fbd-4211-a50c-366746a90b84 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Network': ['ID=b4a47f4a-fc49-44a0-a077-e77fd20cd5d5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:51.423345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:51.426780 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.450408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:51.458521 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.458987 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Added segment c546c7ec-e912-478a-a158-08e7d189c0b7 of type vlan for network 6cf3f90e-f169-46ea-a4d7-edba75e1887e Sep 17 22:43:51.498439 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.589134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.594579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:51.595188 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.667810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Network': ['ID=6cf3f90e-f169-46ea-a4d7-edba75e1887e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:51.677388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 6cf3f90e-f169-46ea-a4d7-edba75e1887e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:51.687187 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-de719c4b-2ebd-4d37-95b4-b298430b76de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3566158 Sep 17 22:43:51.689966 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55590) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:51.695349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': '6cf3f90e-f169-46ea-a4d7-edba75e1887e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:51.735364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:51.836858 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:51.840481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.030809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:52.051343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:52.051686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5c49fefa-4b1f-4caf-b5bc-a8bf3583d794 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:52.088876 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.154450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=0009d46a-f23d-4372-9eee-fd900460fb1c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:52.163456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Checking segment: {'id': 'c546c7ec-e912-478a-a158-08e7d189c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6cf3f90e-f169-46ea-a4d7-edba75e1887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:52.163820 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network hostable DHCP agents. Network: 6cf3f90e-f169-46ea-a4d7-edba75e1887e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:52.236803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network 6cf3f90e-f169-46ea-a4d7-edba75e1887e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:52.328317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 6cf3f90e-f169-46ea-a4d7-edba75e1887e) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:52.332436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:52.333072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.338985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a3355-099f-4ba9-a6a9-216a05c61dee None None] Network 6cf3f90e-f169-46ea-a4d7-edba75e1887e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:52.444251 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f99dbccf-4130-4e4a-8aaa-ec2b7ca4354b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7501793 Sep 17 22:43:52.448312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55594) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:52.451495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': '6cf3f90e-f169-46ea-a4d7-edba75e1887e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1819102924'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:52.489356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-6cf3f90e-f169-46ea-a4d7-edba75e1887e', 'network_id': '6cf3f90e-f169-46ea-a4d7-edba75e1887e', 'tenant_id': '5aad84b1c67c458bafcf4e6f674799ff', 'fixed_ips': [{'subnet_id': '0009d46a-f23d-4372-9eee-fd900460fb1c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:52.490851 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.619924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:52.623487 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.624578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Allocated IP 2001:db8::2 (6cf3f90e-f169-46ea-a4d7-edba75e1887e/0009d46a-f23d-4372-9eee-fd900460fb1c/16081beb-1bae-4808-85a9-b17fdf279fff) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:52.640746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port fd05f2c7-4d14-4d46-9ff0-37a90108082a yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:52.763431 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.796891 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.837875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Network 6cf3f90e-f169-46ea-a4d7-edba75e1887e is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:52.842138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:52.844737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:52.852367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::d0 (6cf3f90e-f169-46ea-a4d7-edba75e1887e/0009d46a-f23d-4372-9eee-fd900460fb1c/fd05f2c7-4d14-4d46-9ff0-37a90108082a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:52.855130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Pushing event updated for resources: {'Port': ['ID=16081beb-1bae-4808-85a9-b17fdf279fff,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:52.906595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Attempting to bind port 16081beb-1bae-4808-85a9-b17fdf279fff on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:43:52.906997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Attempting to bind port 16081beb-1bae-4808-85a9-b17fdf279fff by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c546c7ec-e912-478a-a158-08e7d189c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6cf3f90e-f169-46ea-a4d7-edba75e1887e'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:43:52.907386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Attempting to bind port 16081beb-1bae-4808-85a9-b17fdf279fff on network 6cf3f90e-f169-46ea-a4d7-edba75e1887e {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:43:52.913077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:43:52.913450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Checking segment: {'id': 'c546c7ec-e912-478a-a158-08e7d189c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6cf3f90e-f169-46ea-a4d7-edba75e1887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:52.913852 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.914273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Bound using segment: {'id': 'c546c7ec-e912-478a-a158-08e7d189c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6cf3f90e-f169-46ea-a4d7-edba75e1887e'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:43:52.914730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Bound port: 16081beb-1bae-4808-85a9-b17fdf279fff, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c546c7ec-e912-478a-a158-08e7d189c0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6cf3f90e-f169-46ea-a4d7-edba75e1887e'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:43:52.915140 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.977320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] For port 16081beb-1bae-4808-85a9-b17fdf279fff, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:43:52.980126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:52.980425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] For port 16081beb-1bae-4808-85a9-b17fdf279fff, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=16081beb-1bae-4808-85a9-b17fdf279fff,segment=NetworkSegment(c546c7ec-e912-478a-a158-08e7d189c0b7),segment_id=c546c7ec-e912-478a-a158-08e7d189c0b7)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:43:53.065743 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.088669 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.129429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network 6cf3f90e-f169-46ea-a4d7-edba75e1887e is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:53.129690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724c6c5-669a-43e3-8dcc-d5a31e05ce22 None None] Pushing event updated for resources: {'Port': ['ID=16081beb-1bae-4808-85a9-b17fdf279fff,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:53.131542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:53.142291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:53.148901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:53.149543 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.172521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=fd05f2c7-4d14-4d46-9ff0-37a90108082a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:53.220717 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3a4f8556-4612-4c29-93db-5c78d1fe64ca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7743261 Sep 17 22:43:53.223521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55596) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:53.330337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6a86dafd-18d4-49aa-af70-5a18afd6229a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port fd05f2c7-4d14-4d46-9ff0-37a90108082a {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:53.330827 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a86dafd-18d4-49aa-af70-5a18afd6229a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.413955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.421363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a86dafd-18d4-49aa-af70-5a18afd6229a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.433624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6a86dafd-18d4-49aa-af70-5a18afd6229a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for fd05f2c7-4d14-4d46-9ff0-37a90108082a owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:53.625876 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a86dafd-18d4-49aa-af70-5a18afd6229a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.652956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86dafd-18d4-49aa-af70-5a18afd6229a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=fd05f2c7-4d14-4d46-9ff0-37a90108082a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:53.682698 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a86dafd-18d4-49aa-af70-5a18afd6229a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.684787 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6a86dafd-18d4-49aa-af70-5a18afd6229a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/fd05f2c7-4d14-4d46-9ff0-37a90108082a HTTP/1.1" status: 204 len: 168 time: 0.4603093 Sep 17 22:43:53.687332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55598) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:53.711666 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9702c34b-4f80-4d94-841a-2db18c25240d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:43:53.713268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9702c34b-4f80-4d94-841a-2db18c25240d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/fd05f2c7-4d14-4d46-9ff0-37a90108082a HTTP/1.1" status: 404 len: 333 time: 0.0250297 Sep 17 22:43:53.716063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55600) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:53.768661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff051a5d-a897-495f-aeb5-5be0fc3371fd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet 0009d46a-f23d-4372-9eee-fd900460fb1c {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:43:53.772823 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff051a5d-a897-495f-aeb5-5be0fc3371fd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.814360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff051a5d-a897-495f-aeb5-5be0fc3371fd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:53.905995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff051a5d-a897-495f-aeb5-5be0fc3371fd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.014044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab86dc3-dabe-4fc5-b035-76e48f377475 None None] Network 6cf3f90e-f169-46ea-a4d7-edba75e1887e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:54.060628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff051a5d-a897-495f-aeb5-5be0fc3371fd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.073867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 16081beb-1bae-4808-85a9-b17fdf279fff up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:43:54.086872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff051a5d-a897-495f-aeb5-5be0fc3371fd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=0009d46a-f23d-4372-9eee-fd900460fb1c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:54.092733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ff051a5d-a897-495f-aeb5-5be0fc3371fd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.096975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ff051a5d-a897-495f-aeb5-5be0fc3371fd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/0009d46a-f23d-4372-9eee-fd900460fb1c HTTP/1.1" status: 204 len: 168 time: 0.3775923 Sep 17 22:43:54.097197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55602) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:54.116676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-94e3f85a-59ec-4164-80e5-daed3e7b27b1 None None] Provisioning complete for port 16081beb-1bae-4808-85a9-b17fdf279fff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:54.120521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-94e3f85a-59ec-4164-80e5-daed3e7b27b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.179959 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.235538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 16081beb-1bae-4808-85a9-b17fdf279fff {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:54.236100 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.301893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] For port 16081beb-1bae-4808-85a9-b17fdf279fff, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=16081beb-1bae-4808-85a9-b17fdf279fff,segment=NetworkSegment(c546c7ec-e912-478a-a158-08e7d189c0b7),segment_id=c546c7ec-e912-478a-a158-08e7d189c0b7)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:43:54.302175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.314733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 16081beb-1bae-4808-85a9-b17fdf279fff owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:54.369559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 16081beb-1bae-4808-85a9-b17fdf279fff triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:43:54.369930 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.448085 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-94e3f85a-59ec-4164-80e5-daed3e7b27b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.449758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.466676 n-d-713498-17 neutron-server[101662]: INFO neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No ports have port_id starting with 16081beb-1bae-4808-85a9-b17fdf279fff Sep 17 22:43:54.484608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=16081beb-1bae-4808-85a9-b17fdf279fff,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:54.487119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No DVR routers for this DVR port 16081beb-1bae-4808-85a9-b17fdf279fff on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:43:54.497128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3945943-35d7-456a-9840-2acd4e46d3fe None None] DHCP port deletion for 6cf3f90e-f169-46ea-a4d7-edba75e1887e request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:43:54.577991 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.597609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf3f90e-f169-46ea-a4d7-edba75e1887e']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:54.606874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c546c7ec-e912-478a-a158-08e7d189c0b7') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:54.607168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c546c7ec-e912-478a-a158-08e7d189c0b7') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:43:54.616684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.629367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.635624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:43:54.636005 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:43:54.638891 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:43:54.779810 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.786860 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.788789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/networks/6cf3f90e-f169-46ea-a4d7-edba75e1887e HTTP/1.1" status: 204 len: 168 time: 0.6906369 Sep 17 22:43:54.792795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55604) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:54.798171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'name': 'tempest-PortsIpV6TestJSON-165051372'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:54.801667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50149722-84e4-4e62-b167-95b78247a8c2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Network': ['ID=6cf3f90e-f169-46ea-a4d7-edba75e1887e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:54.974017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:54.978333 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:54.996612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 9497f24e-b2c2-42cd-af2e-5d85c5585abc yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:55.160200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.258684 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.306241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:55.309312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:55.312915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:55.318486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:55.319118 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.327424 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=9497f24e-b2c2-42cd-af2e-5d85c5585abc,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:55.395995 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6961628d-d872-482a-8d70-50da5031c6aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6018500 Sep 17 22:43:55.398896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55606) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:55.483244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-313c3cd1-ed54-40d1-aafa-a682891e4678 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 9497f24e-b2c2-42cd-af2e-5d85c5585abc {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:55.483509 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-313c3cd1-ed54-40d1-aafa-a682891e4678 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.552803 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-313c3cd1-ed54-40d1-aafa-a682891e4678 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.564272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-313c3cd1-ed54-40d1-aafa-a682891e4678 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 9497f24e-b2c2-42cd-af2e-5d85c5585abc owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:55.722764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-313c3cd1-ed54-40d1-aafa-a682891e4678 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.749860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c3cd1-ed54-40d1-aafa-a682891e4678 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=9497f24e-b2c2-42cd-af2e-5d85c5585abc,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:55.759147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-313c3cd1-ed54-40d1-aafa-a682891e4678 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:55.762504 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-313c3cd1-ed54-40d1-aafa-a682891e4678 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/9497f24e-b2c2-42cd-af2e-5d85c5585abc HTTP/1.1" status: 204 len: 168 time: 0.3610828 Sep 17 22:43:55.763506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55608) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:55.768404 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'mac_address': 'fa:16:3e:f5:74:3a', 'name': 'tempest-PortsIpV6TestJSON-1824750644'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:55.931902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:55.996592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.018333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port b56d3f83-64e3-4ab4-af68-cc98c44862ea yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:56.032722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 16081beb-1bae-4808-85a9-b17fdf279fff no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:43:56.054893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 16081beb-1bae-4808-85a9-b17fdf279fff {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:43:56.055267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 16081beb-1bae-4808-85a9-b17fdf279fff not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:43:56.173958 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.269872 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.315940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:56.319039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:56.322591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:56.328212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.328809 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.337153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=b56d3f83-64e3-4ab4-af68-cc98c44862ea,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:56.398538 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e3bb609f-46c5-44ce-88e2-19b431467fa8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6339648 Sep 17 22:43:56.400984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55610) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:56.442339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae8ab7-d3b3-4113-a2d6-5d9dfd33fc91 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.443728 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-18ae8ab7-d3b3-4113-a2d6-5d9dfd33fc91 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/b56d3f83-64e3-4ab4-af68-cc98c44862ea HTTP/1.1" status: 200 len: 845 time: 0.0418293 Sep 17 22:43:56.446367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55612) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:56.527470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-279f4e2a-c6e3-4fb1-9c3d-5d8b5e05a84d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port b56d3f83-64e3-4ab4-af68-cc98c44862ea {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:56.527729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-279f4e2a-c6e3-4fb1-9c3d-5d8b5e05a84d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.594020 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-279f4e2a-c6e3-4fb1-9c3d-5d8b5e05a84d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.606606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-279f4e2a-c6e3-4fb1-9c3d-5d8b5e05a84d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for b56d3f83-64e3-4ab4-af68-cc98c44862ea owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:56.734450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-279f4e2a-c6e3-4fb1-9c3d-5d8b5e05a84d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.758731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00ea02-8e96-464e-8bd7-98f754ed4420 req-608f4080-73db-4abd-885a-60c973eedb6f tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.760319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac00ea02-8e96-464e-8bd7-98f754ed4420 req-608f4080-73db-4abd-885a-60c973eedb6f tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1098 time: 0.0473151 Sep 17 22:43:56.762920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f4e2a-c6e3-4fb1-9c3d-5d8b5e05a84d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=b56d3f83-64e3-4ab4-af68-cc98c44862ea,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:56.771515 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-279f4e2a-c6e3-4fb1-9c3d-5d8b5e05a84d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.776598 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-279f4e2a-c6e3-4fb1-9c3d-5d8b5e05a84d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/b56d3f83-64e3-4ab4-af68-cc98c44862ea HTTP/1.1" status: 204 len: 168 time: 0.3268676 Sep 17 22:43:56.777401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55618) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:56.799480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac00ea02-8e96-464e-8bd7-98f754ed4420 req-6c3dcae5-6d53-47d5-8ccf-f558c4bf43b3 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327284 Sep 17 22:43:56.801293 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef529226-5ea2-49b5-a22a-17cdf4c95c71 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:43:56.802993 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ef529226-5ea2-49b5-a22a-17cdf4c95c71 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/b56d3f83-64e3-4ab4-af68-cc98c44862ea HTTP/1.1" status: 404 len: 333 time: 0.0244765 Sep 17 22:43:56.806551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55620) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:56.811545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'name': 'tempest-PortsIpV6TestJSON-278694883'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:56.921136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fec71-d7b2-422c-9471-06bd9744d312 req-87530a74-c71d-4b98-b499-13ed8e81c702 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:56.922819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-461fec71-d7b2-422c-9471-06bd9744d312 req-87530a74-c71d-4b98-b499-13ed8e81c702 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0544434 Sep 17 22:43:56.956603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:56.960947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:56.961722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-461fec71-d7b2-422c-9471-06bd9744d312 req-5a1cb3c8-b793-497a-a557-780c890f9a46 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327725 Sep 17 22:43:56.978545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port c177f60a-65fe-4604-9b7c-0052bd11f38a yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:43:56.983949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55624) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:57.054528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-10a61014-7c57-484c-84f1-d04e2419a43d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8 HTTP/1.1" status: 200 len: 994 time: 0.0631218 Sep 17 22:43:57.140879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.220108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.265772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:43:57.268784 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:57.272592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:43:57.278173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.278774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.286619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=c177f60a-65fe-4604-9b7c-0052bd11f38a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:57.357584 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e292097a-7a03-4e02-8971-8b3cfbdab920 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5498514 Sep 17 22:43:57.360205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55634) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:57.366045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-805a47bf-0d67-47fa-9b6e-94759d2fbc0f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:57.426817 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-805a47bf-0d67-47fa-9b6e-94759d2fbc0f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.576976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-805a47bf-0d67-47fa-9b6e-94759d2fbc0f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.640835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-805a47bf-0d67-47fa-9b6e-94759d2fbc0f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.675021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-805a47bf-0d67-47fa-9b6e-94759d2fbc0f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] In _notify_port_updated(), no bound segment for port c177f60a-65fe-4604-9b7c-0052bd11f38a on network e41f28bd-5b52-4fae-b00f-cf47c7ec088b {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:43:57.681011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a47bf-0d67-47fa-9b6e-94759d2fbc0f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.681635 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-805a47bf-0d67-47fa-9b6e-94759d2fbc0f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.683168 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-805a47bf-0d67-47fa-9b6e-94759d2fbc0f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "PUT /v2.0/ports/c177f60a-65fe-4604-9b7c-0052bd11f38a HTTP/1.1" status: 200 len: 818 time: 0.3217881 Sep 17 22:43:57.685963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55638) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:57.691485 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1230-42a7-4fd1-9a36-c2b5247c4e7d req-bd1fb105-dc84-450c-b373-6910a835e8ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:57.692986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ffe1230-42a7-4fd1-9a36-c2b5247c4e7d req-bd1fb105-dc84-450c-b373-6910a835e8ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0498912 Sep 17 22:43:57.726447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a47bf-0d67-47fa-9b6e-94759d2fbc0f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=c177f60a-65fe-4604-9b7c-0052bd11f38a,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:57.734752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9ffe1230-42a7-4fd1-9a36-c2b5247c4e7d req-8dd5c577-84af-4f34-a4a6-c95c2130eec6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347037 Sep 17 22:43:57.788342 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8a57a81f-1287-480c-a73a-e08d43c32549 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port c177f60a-65fe-4604-9b7c-0052bd11f38a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:43:57.788686 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a57a81f-1287-480c-a73a-e08d43c32549 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.910923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a57a81f-1287-480c-a73a-e08d43c32549 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:57.928180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8a57a81f-1287-480c-a73a-e08d43c32549 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for c177f60a-65fe-4604-9b7c-0052bd11f38a owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:43:57.931839 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-b6e18932-51a7-43ef-999d-975b38660d80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299376 Sep 17 22:43:58.065907 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a57a81f-1287-480c-a73a-e08d43c32549 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.369052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57a81f-1287-480c-a73a-e08d43c32549 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=c177f60a-65fe-4604-9b7c-0052bd11f38a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:58.375344 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8a57a81f-1287-480c-a73a-e08d43c32549 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.377503 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8a57a81f-1287-480c-a73a-e08d43c32549 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/c177f60a-65fe-4604-9b7c-0052bd11f38a HTTP/1.1" status: 204 len: 168 time: 0.6906283 Sep 17 22:43:58.380519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55656) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:58.428581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852b3a9-7ab2-411c-ab06-bc500e26e8c1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:58.430107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9852b3a9-7ab2-411c-ab06-bc500e26e8c1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0485740 Sep 17 22:43:58.432764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55658) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:58.455689 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e2e9b3-a72c-4572-814c-6598c50757e5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:43:58.457133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-79e2e9b3-a72c-4572-814c-6598c50757e5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/c177f60a-65fe-4604-9b7c-0052bd11f38a HTTP/1.1" status: 404 len: 333 time: 0.0234864 Sep 17 22:43:58.460739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55660) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:58.465284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-385646126'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:58.556675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:58.560270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.583056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:43:58.592493 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.592832 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Added segment 0a084738-3aa8-42d7-ab92-16490c777c0f of type vlan for network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 Sep 17 22:43:58.637410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.732096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.737689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:58.738273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:58.807820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Network': ['ID=5bb8e6ef-a10a-41e2-a9a4-50e540656de1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:58.817632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:43:58.845727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55672) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:58.845961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-db5860e2-82d0-4d64-8785-3d5655d24ddc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3840756 Sep 17 22:43:58.851327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:58.868387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee221b-05d0-48be-b327-e0a43f6e0040 req-1462c122-0efa-4517-be7f-b726709d719d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:58.870082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbee221b-05d0-48be-b327-e0a43f6e0040 req-1462c122-0efa-4517-be7f-b726709d719d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0634401 Sep 17 22:43:58.913265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbee221b-05d0-48be-b327-e0a43f6e0040 req-90609432-bc92-4790-85a8-b0a3ea0a8234 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368075 Sep 17 22:43:59.029215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:59.032791 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.281010 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.348000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=e5cb5205-e19d-4fc3-be65-bd348f1fcddd,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:43:59.362175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Checking segment: {'id': '0a084738-3aa8-42d7-ab92-16490c777c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:43:59.362529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network hostable DHCP agents. Network: 5bb8e6ef-a10a-41e2-a9a4-50e540656de1, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:43:59.460308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:43:59.540049 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 5bb8e6ef-a10a-41e2-a9a4-50e540656de1) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:43:59.544301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:43:59.545002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.548769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e408362-7c1a-4155-95e0-33a48d4232bf None None] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:43:59.649367 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1a9c82f4-34b5-4eab-8694-f67ae5bc87b7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8021779 Sep 17 22:43:59.652112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55674) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:43:59.657114 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-91631c4a-f44c-467f-8663-bf1265d02592 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:43:59.692136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-5bb8e6ef-a10a-41e2-a9a4-50e540656de1', 'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1', 'tenant_id': '5aad84b1c67c458bafcf4e6f674799ff', 'fixed_ips': [{'subnet_id': 'e5cb5205-e19d-4fc3-be65-bd348f1fcddd'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:43:59.692994 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.821020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91631c4a-f44c-467f-8663-bf1265d02592 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:43:59.824588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91631c4a-f44c-467f-8663-bf1265d02592 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:43:59.833783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Allocated IP 2001:db8::2 (5bb8e6ef-a10a-41e2-a9a4-50e540656de1/e5cb5205-e19d-4fc3-be65-bd348f1fcddd/32b6116b-aaf4-40a3-a9e8-7d29b718dcd7) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:43:59.921992 n-d-713498-17 neutron-server[101660]: INFO neutron.db.ipam_backend_mixin [None req-91631c4a-f44c-467f-8663-bf1265d02592 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5cb5205-e19d-4fc3-be65-bd348f1fcddd (CIDR: 2001:db8::/64) Sep 17 22:43:59.969122 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-91631c4a-f44c-467f-8663-bf1265d02592 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:43:59.969591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91631c4a-f44c-467f-8663-bf1265d02592 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:43:59.986039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.049111 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-91631c4a-f44c-467f-8663-bf1265d02592 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3959329 Sep 17 22:44:00.051867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55678) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:00.058661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:00.077917 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.078594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c8e53-594b-447a-947b-ad4ea5ddc369 req-7e2a1a15-8a1c-4219-ab12-ccb86442b13c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:00.080223 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-953c8e53-594b-447a-947b-ad4ea5ddc369 req-7e2a1a15-8a1c-4219-ab12-ccb86442b13c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0855892 Sep 17 22:44:00.087109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-49ff83d8-275f-48ac-8f9b-b6b3ea5f0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:00.089115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-49ff83d8-275f-48ac-8f9b-b6b3ea5f0ffe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1098 time: 0.0683892 Sep 17 22:44:00.127995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:00.131522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:00.139874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:00.145056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Pushing event updated for resources: {'Port': ['ID=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:00.187603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-953c8e53-594b-447a-947b-ad4ea5ddc369 req-fb701917-5949-4b68-966c-a58f579b0ffe tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958474 Sep 17 22:44:00.214241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Attempting to bind port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:00.215096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Attempting to bind port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0a084738-3aa8-42d7-ab92-16490c777c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:00.215244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Attempting to bind port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 on network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:00.220239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:00.220607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Checking segment: {'id': '0a084738-3aa8-42d7-ab92-16490c777c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:00.220998 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.221382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Bound using segment: {'id': '0a084738-3aa8-42d7-ab92-16490c777c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:00.221856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Bound port: 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a084738-3aa8-42d7-ab92-16490c777c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:00.222029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-f36c4729-711c-4a54-b17c-c7c5b152ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:00.222246 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.224587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-f36c4729-711c-4a54-b17c-c7c5b152ff49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.1255693 Sep 17 22:44:00.272758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:00.276572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.295504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4067fbf9-fe21-4194-8236-3ccb5513d027 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1002 time: 0.0641041 Sep 17 22:44:00.304300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] For port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:00.307703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] For port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,segment=NetworkSegment(0a084738-3aa8-42d7-ab92-16490c777c0f),segment_id=0a084738-3aa8-42d7-ab92-16490c777c0f)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:00.352907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-7b7ddb03-cc75-490c-8b97-1f64a158b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:00.354514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-7b7ddb03-cc75-490c-8b97-1f64a158b9dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0517814 Sep 17 22:44:00.367912 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.406024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-dfa83984-61c2-4c1c-be39-9bcfa6b3de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:00.407707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-dfa83984-61c2-4c1c-be39-9bcfa6b3de68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460675 Sep 17 22:44:00.444206 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06017c8c-49fc-45f3-ae54-0957cc2c07f9 None None] Pushing event updated for resources: {'Port': ['ID=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:00.520108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-9f5572e9-e911-4257-9190-f5942fd5414b service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049733 Sep 17 22:44:00.639865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-479d677a-5bdb-4cb5-9a60-d1383b98c3ce service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132817 Sep 17 22:44:00.651176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.698959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:00.702270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:00.706719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:00.707381 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:00.717319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=6b7656d1-ce41-4f62-a1c9-624497faf563,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:00.804460 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a71aa7d4-b86f-4b66-aefa-c88bf60c8f00 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7515397 Sep 17 22:44:00.810468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55680) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:00.815473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1', 'fixed_ips': [{'subnet_id': 'e5cb5205-e19d-4fc3-be65-bd348f1fcddd'}, {'subnet_id': '6b7656d1-ce41-4f62-a1c9-624497faf563'}], 'name': 'tempest-PortsIpV6TestJSON-459889995'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:00.995032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:01.088677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.111762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:01.317616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb3da5-f6d6-4dd4-b04f-0d8435641050 req-25e73175-4ed3-438e-9d33-5fefa21489b0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:01.319842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36eb3da5-f6d6-4dd4-b04f-0d8435641050 req-25e73175-4ed3-438e-9d33-5fefa21489b0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0532610 Sep 17 22:44:01.367639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36eb3da5-f6d6-4dd4-b04f-0d8435641050 req-0891034b-519b-46b2-a7df-554afd722558 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410678 Sep 17 22:44:01.373379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a038f6fa-8503-4772-b9ea-031c2e80e4fa None None] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:01.408876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::1db (5bb8e6ef-a10a-41e2-a9a4-50e540656de1/e5cb5205-e19d-4fc3-be65-bd348f1fcddd/4be44d42-db8a-4fec-b5cf-3e7c2213a910) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:01.416325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8:0:1::d5 (5bb8e6ef-a10a-41e2-a9a4-50e540656de1/6b7656d1-ce41-4f62-a1c9-624497faf563/4be44d42-db8a-4fec-b5cf-3e7c2213a910) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:01.491373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0ba308a9-d0ee-43e3-a65a-ab53720ee12e None None] Provisioning complete for port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:01.491742 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ba308a9-d0ee-43e3-a65a-ab53720ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.563695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.624386 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ba308a9-d0ee-43e3-a65a-ab53720ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.640998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ec713-6e45-46a4-8fdd-9c68ff6e3035 None None] Update dhcp port {'port': {'network_id': '5bb8e6ef-a10a-41e2-a9a4-50e540656de1', 'fixed_ips': [{'subnet_id': 'e5cb5205-e19d-4fc3-be65-bd348f1fcddd', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b7656d1-ce41-4f62-a1c9-624497faf563'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '32b6116b-aaf4-40a3-a9e8-7d29b718dcd7'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:44:01.658211 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.685351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec713-6e45-46a4-8fdd-9c68ff6e3035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.688947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0ba308a9-d0ee-43e3-a65a-ab53720ee12e None None] For port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,segment=NetworkSegment(0a084738-3aa8-42d7-ab92-16490c777c0f),segment_id=0a084738-3aa8-42d7-ab92-16490c777c0f)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:01.698812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:01.701921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:01.705735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:01.711935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:01.712557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.728105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=4be44d42-db8a-4fec-b5cf-3e7c2213a910,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:01.777667 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ba308a9-d0ee-43e3-a65a-ab53720ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.808965 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c9ea47ff-e754-4b89-b327-93ce91d0f72d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 0.9974043 Sep 17 22:44:01.811656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55684) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:01.817076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5cb5205-e19d-4fc3-be65-bd348f1fcddd'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:01.867344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba308a9-d0ee-43e3-a65a-ab53720ee12e None None] Pushing event updated for resources: {'Port': ['ID=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:01.892282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ec713-6e45-46a4-8fdd-9c68ff6e3035 None None] Allocated IP 2001:db8:0:1::2 (5bb8e6ef-a10a-41e2-a9a4-50e540656de1/6b7656d1-ce41-4f62-a1c9-624497faf563/32b6116b-aaf4-40a3-a9e8-7d29b718dcd7) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:01.965381 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:01.986029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4e4ec713-6e45-46a4-8fdd-9c68ff6e3035 None None] For port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,segment=NetworkSegment(0a084738-3aa8-42d7-ab92-16490c777c0f),segment_id=0a084738-3aa8-42d7-ab92-16490c777c0f)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:02.022959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec713-6e45-46a4-8fdd-9c68ff6e3035 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.071855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:02.093737 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec713-6e45-46a4-8fdd-9c68ff6e3035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.194631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ec713-6e45-46a4-8fdd-9c68ff6e3035 None None] Pushing event updated for resources: {'Port': ['ID=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:02.209847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:02.210221 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.260603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Delete allocated IP 2001:db8:0:1::d5 (5bb8e6ef-a10a-41e2-a9a4-50e540656de1/6b7656d1-ce41-4f62-a1c9-624497faf563) {{(pid=101661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:44:02.414768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.475460 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.546960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] In _notify_port_updated(), no bound segment for port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 on network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:44:02.552452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:02.553182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.554532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "PUT /v2.0/ports/4be44d42-db8a-4fec-b5cf-3e7c2213a910 HTTP/1.1" status: 200 len: 925 time: 0.7417183 Sep 17 22:44:02.557558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55688) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:02.562071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8915288-b7c8-44af-a3cf-48ce7f8e7205 req-73252b05-da1a-493f-9b5c-9a4c38d46988 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:02.563129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5cb5205-e19d-4fc3-be65-bd348f1fcddd'}, {'subnet_id': '6b7656d1-ce41-4f62-a1c9-624497faf563'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:02.563676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8915288-b7c8-44af-a3cf-48ce7f8e7205 req-73252b05-da1a-493f-9b5c-9a4c38d46988 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.1211550 Sep 17 22:44:02.571273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f1fe0-4077-4715-a31b-1216cd9b92de tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=4be44d42-db8a-4fec-b5cf-3e7c2213a910,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:02.612232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a8915288-b7c8-44af-a3cf-48ce7f8e7205 req-aa607270-0199-446a-bd1c-89bcc4363b28 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413458 Sep 17 22:44:02.642527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.721797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d337a6-6a0d-4d12-8012-203479051670 None None] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:02.833506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-449fc289-fff8-4f9f-8f2a-396463785177 None None] Provisioning complete for port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:02.834465 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-449fc289-fff8-4f9f-8f2a-396463785177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:02.906128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8:0:1::2c1 (5bb8e6ef-a10a-41e2-a9a4-50e540656de1/6b7656d1-ce41-4f62-a1c9-624497faf563/4be44d42-db8a-4fec-b5cf-3e7c2213a910) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:03.041180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.094104 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.171309 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-90b0c94a-fb1a-429f-9eee-a3c237175db4 None None] Provisioning complete for port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:03.171677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-90b0c94a-fb1a-429f-9eee-a3c237175db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.183143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] In _notify_port_updated(), no bound segment for port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 on network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 {{(pid=101660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:44:03.188721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:03.189369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.190734 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "PUT /v2.0/ports/4be44d42-db8a-4fec-b5cf-3e7c2213a910 HTTP/1.1" status: 200 len: 1011 time: 0.6321392 Sep 17 22:44:03.191503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee8eab-4d66-4833-89bb-67bfffee18a6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=4be44d42-db8a-4fec-b5cf-3e7c2213a910,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:03.195264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55690) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:03.220801 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-90b0c94a-fb1a-429f-9eee-a3c237175db4 None None] Port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:03.232109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-90b0c94a-fb1a-429f-9eee-a3c237175db4 None None] Provisioning complete for port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:03.232565 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-90b0c94a-fb1a-429f-9eee-a3c237175db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.287342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e8d766a2-f46c-4b78-afcf-28a946c0ffb3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:03.287839 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8d766a2-f46c-4b78-afcf-28a946c0ffb3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.383548 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8d766a2-f46c-4b78-afcf-28a946c0ffb3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.396130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e8d766a2-f46c-4b78-afcf-28a946c0ffb3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 4be44d42-db8a-4fec-b5cf-3e7c2213a910 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:03.443232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6f99208c-ebe5-4374-adf1-ac6acbf3997c None None] Provisioning complete for port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:03.444112 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f99208c-ebe5-4374-adf1-ac6acbf3997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.483308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6f99208c-ebe5-4374-adf1-ac6acbf3997c None None] Port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:03.604302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a12094d8-8b0c-47c1-84c4-d7e3e73d15e6 None None] Provisioning complete for port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:03.604608 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a12094d8-8b0c-47c1-84c4-d7e3e73d15e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.641007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a12094d8-8b0c-47c1-84c4-d7e3e73d15e6 None None] Port 4be44d42-db8a-4fec-b5cf-3e7c2213a910 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:03.657848 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8d766a2-f46c-4b78-afcf-28a946c0ffb3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.697244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d766a2-f46c-4b78-afcf-28a946c0ffb3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=4be44d42-db8a-4fec-b5cf-3e7c2213a910,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:03.753728 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-adb38f20-b043-4f51-814b-7ad947cc3d98 None None] Could not find standard attr ID for object 4be44d42-db8a-4fec-b5cf-3e7c2213a910. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:44:03.770329 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8d766a2-f46c-4b78-afcf-28a946c0ffb3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.772306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e8d766a2-f46c-4b78-afcf-28a946c0ffb3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/4be44d42-db8a-4fec-b5cf-3e7c2213a910 HTTP/1.1" status: 204 len: 168 time: 0.5756583 Sep 17 22:44:03.778132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55694) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:03.780147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a1eb9-9526-4bc7-9301-654ef3ecc26a req-8c12288b-4032-4fed-985b-ff4d70b84daf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:03.781613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c5a1eb9-9526-4bc7-9301-654ef3ecc26a req-8c12288b-4032-4fed-985b-ff4d70b84daf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0936882 Sep 17 22:44:03.807021 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a126b017-f4cf-4cd7-afbc-36b491136d96 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:44:03.808634 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a126b017-f4cf-4cd7-afbc-36b491136d96 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/4be44d42-db8a-4fec-b5cf-3e7c2213a910 HTTP/1.1" status: 404 len: 333 time: 0.0291555 Sep 17 22:44:03.812193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55696) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:03.824890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c5a1eb9-9526-4bc7-9301-654ef3ecc26a req-34797280-818a-4e53-9bee-8a753bf25715 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364292 Sep 17 22:44:03.885768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0c4190-763f-4711-9dd2-8ce8d1d270d4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet 6b7656d1-ce41-4f62-a1c9-624497faf563 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:03.889410 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4190-763f-4711-9dd2-8ce8d1d270d4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:03.936869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4190-763f-4711-9dd2-8ce8d1d270d4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.017208 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4190-763f-4711-9dd2-8ce8d1d270d4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.043556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:04.092968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:04.093335 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.151849 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4190-763f-4711-9dd2-8ce8d1d270d4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.179879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c4190-763f-4711-9dd2-8ce8d1d270d4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7656d1-ce41-4f62-a1c9-624497faf563,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:04.183296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4190-763f-4711-9dd2-8ce8d1d270d4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.185276 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8e0c4190-763f-4711-9dd2-8ce8d1d270d4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/6b7656d1-ce41-4f62-a1c9-624497faf563 HTTP/1.1" status: 204 len: 168 time: 0.3718750 Sep 17 22:44:04.187930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55698) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:04.189805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c90221-8d8d-4383-b12a-81be4dd13dd5 None None] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:04.239019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4365c89e-cd5b-447d-9927-82ce367df23d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet e5cb5205-e19d-4fc3-be65-bd348f1fcddd {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:04.243059 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4365c89e-cd5b-447d-9927-82ce367df23d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.283304 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4365c89e-cd5b-447d-9927-82ce367df23d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.680893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4365c89e-cd5b-447d-9927-82ce367df23d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.797323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4365c89e-cd5b-447d-9927-82ce367df23d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.824446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365c89e-cd5b-447d-9927-82ce367df23d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=e5cb5205-e19d-4fc3-be65-bd348f1fcddd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:04.828119 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4365c89e-cd5b-447d-9927-82ce367df23d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.835334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4365c89e-cd5b-447d-9927-82ce367df23d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/e5cb5205-e19d-4fc3-be65-bd348f1fcddd HTTP/1.1" status: 204 len: 168 time: 0.6408873 Sep 17 22:44:04.835334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55700) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:04.836401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb039b-d0cc-43a1-89d3-21d26b19475b None None] Network 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:04.936334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b8e1eb3d-d31c-4dc9-aca2-af8e52d560b1 None None] Provisioning complete for port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:04.936588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.936849 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b8e1eb3d-d31c-4dc9-aca2-af8e52d560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:04.966303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c844e25-617d-493c-b258-a78ae525a40d req-2637ec3a-fe22-4acc-844d-618925e2d7a0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:04.967835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c844e25-617d-493c-b258-a78ae525a40d req-2637ec3a-fe22-4acc-844d-618925e2d7a0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0681551 Sep 17 22:44:05.029970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c844e25-617d-493c-b258-a78ae525a40d req-f10858a8-dbe8-4bdd-970d-2f19de07ec43 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458941 Sep 17 22:44:05.052391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:05.053850 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.065876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6dbb7a-4af2-4782-b322-174b2eaec68a None None] DHCP port deletion for 5bb8e6ef-a10a-41e2-a9a4-50e540656de1 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:05.113638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9c6dbb7a-4af2-4782-b322-174b2eaec68a None None] Deleting port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:05.114118 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbb7a-4af2-4782-b322-174b2eaec68a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.118611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] For port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,segment=NetworkSegment(0a084738-3aa8-42d7-ab92-16490c777c0f),segment_id=0a084738-3aa8-42d7-ab92-16490c777c0f)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:05.118995 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.131343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:05.175237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9c6dbb7a-4af2-4782-b322-174b2eaec68a None None] For port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,segment=NetworkSegment(0a084738-3aa8-42d7-ab92-16490c777c0f),segment_id=0a084738-3aa8-42d7-ab92-16490c777c0f)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:05.175639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbb7a-4af2-4782-b322-174b2eaec68a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.188312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9c6dbb7a-4af2-4782-b322-174b2eaec68a None None] Calling delete_port for 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:05.287643 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.314429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:05.323108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No DVR routers for this DVR port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:05.405295 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.414163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbb7a-4af2-4782-b322-174b2eaec68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.429667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb8e6ef-a10a-41e2-a9a4-50e540656de1']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:05.438249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dbb7a-4af2-4782-b322-174b2eaec68a None None] Pushing event deleted for resources: {'Port': ['ID=32b6116b-aaf4-40a3-a9e8-7d29b718dcd7,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:05.439238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a084738-3aa8-42d7-ab92-16490c777c0f') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:05.439475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a084738-3aa8-42d7-ab92-16490c777c0f') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:05.442467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6dbb7a-4af2-4782-b322-174b2eaec68a None None] No DVR routers for this DVR port 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:05.453159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.468085 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.474104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:05.475270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:05.478337 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:05.597029 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.604338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.606116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/networks/5bb8e6ef-a10a-41e2-a9a4-50e540656de1 HTTP/1.1" status: 204 len: 168 time: 0.7725949 Sep 17 22:44:05.609873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55704) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:05.617431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29968b8f-fe35-4f6f-87e8-da51fe096b16 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Network': ['ID=5bb8e6ef-a10a-41e2-a9a4-50e540656de1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:05.658229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9235bc-0c60-4ed3-a223-04740eadc4aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:05.659728 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aa9235bc-0c60-4ed3-a223-04740eadc4aa tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0487957 Sep 17 22:44:05.664253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55706) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:05.706139 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ec781102-2d85-4b94-bdb3-c630cb5c9b9f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0407305 Sep 17 22:44:05.709872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55708) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:05.714629 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1754016661'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:05.813870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:05.817409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.842246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:05.851677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.852014 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Added segment e840bf59-017f-4e20-9ac9-fdb8718b8877 of type vlan for network a66d9c75-3e3b-466e-8238-69434b74a3c3 Sep 17 22:44:05.895118 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.990985 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:05.996634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:05.997228 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.037532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:06.057916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:06.058263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 32b6116b-aaf4-40a3-a9e8-7d29b718dcd7 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:06.067299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Network': ['ID=a66d9c75-3e3b-466e-8238-69434b74a3c3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:06.084311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a66d9c75-3e3b-466e-8238-69434b74a3c3 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:06.089894 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1f74683b-4949-4aed-bae8-6a1ee872f5c5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3783576 Sep 17 22:44:06.092282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55712) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:06.097716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'a66d9c75-3e3b-466e-8238-69434b74a3c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:06.163921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5021679-85f5-4484-8137-152ac08e36e7 req-b642a5a2-26ad-4fe7-b577-228ea1c7886c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:06.165460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5021679-85f5-4484-8137-152ac08e36e7 req-b642a5a2-26ad-4fe7-b577-228ea1c7886c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0532875 Sep 17 22:44:06.208938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5021679-85f5-4484-8137-152ac08e36e7 req-e0e7f88d-3fce-4f7b-90ea-08862f217546 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373201 Sep 17 22:44:06.276658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:06.280182 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.526277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.587783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=1febdc08-d4a6-493d-b2f4-5566267278c7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:06.592050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Checking segment: {'id': 'e840bf59-017f-4e20-9ac9-fdb8718b8877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a66d9c75-3e3b-466e-8238-69434b74a3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:06.592409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network hostable DHCP agents. Network: a66d9c75-3e3b-466e-8238-69434b74a3c3, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:06.691655 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network a66d9c75-3e3b-466e-8238-69434b74a3c3 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:06.748952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a66d9c75-3e3b-466e-8238-69434b74a3c3) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:06.752893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:06.756933 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:06.759109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0b46a-c6f7-4351-b38f-61ca3712a7c9 None None] Network a66d9c75-3e3b-466e-8238-69434b74a3c3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:06.824215 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cd0afc63-2da2-4fff-aca8-bf399e5a6631 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7307248 Sep 17 22:44:06.826727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55714) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:06.831754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'a66d9c75-3e3b-466e-8238-69434b74a3c3', 'name': 'tempest-PortsIpV6TestJSON-1576978025'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:06.904613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-a66d9c75-3e3b-466e-8238-69434b74a3c3', 'network_id': 'a66d9c75-3e3b-466e-8238-69434b74a3c3', 'tenant_id': '5aad84b1c67c458bafcf4e6f674799ff', 'fixed_ips': [{'subnet_id': '1febdc08-d4a6-493d-b2f4-5566267278c7'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:06.905474 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.020233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:07.024617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.037444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Allocated IP 2001:db8::2 (a66d9c75-3e3b-466e-8238-69434b74a3c3/1febdc08-d4a6-493d-b2f4-5566267278c7/b377ae23-9e22-4bd9-9249-dc44e9095d48) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:07.042038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 362763a9-5fcc-4989-b562-f9e88e75807b yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:07.177194 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.246860 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.283256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Network a66d9c75-3e3b-466e-8238-69434b74a3c3 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:07.286161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:07.290386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:07.303467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Pushing event updated for resources: {'Port': ['ID=b377ae23-9e22-4bd9-9249-dc44e9095d48,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:07.315786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::36 (a66d9c75-3e3b-466e-8238-69434b74a3c3/1febdc08-d4a6-493d-b2f4-5566267278c7/362763a9-5fcc-4989-b562-f9e88e75807b) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:07.350880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3f67d-92e5-4bd0-84b2-a31767bc6785 req-d2d9f688-d7fa-4ab0-8046-b0055deacc64 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:07.352651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46f3f67d-92e5-4bd0-84b2-a31767bc6785 req-d2d9f688-d7fa-4ab0-8046-b0055deacc64 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0724194 Sep 17 22:44:07.359240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Attempting to bind port b377ae23-9e22-4bd9-9249-dc44e9095d48 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:07.359691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Attempting to bind port b377ae23-9e22-4bd9-9249-dc44e9095d48 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e840bf59-017f-4e20-9ac9-fdb8718b8877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a66d9c75-3e3b-466e-8238-69434b74a3c3'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:07.360145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Attempting to bind port b377ae23-9e22-4bd9-9249-dc44e9095d48 on network a66d9c75-3e3b-466e-8238-69434b74a3c3 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:07.366157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:07.366543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Checking segment: {'id': 'e840bf59-017f-4e20-9ac9-fdb8718b8877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a66d9c75-3e3b-466e-8238-69434b74a3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:07.367104 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.367503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Bound using segment: {'id': 'e840bf59-017f-4e20-9ac9-fdb8718b8877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a66d9c75-3e3b-466e-8238-69434b74a3c3'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:07.367976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Bound port: b377ae23-9e22-4bd9-9249-dc44e9095d48, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e840bf59-017f-4e20-9ac9-fdb8718b8877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a66d9c75-3e3b-466e-8238-69434b74a3c3'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:07.368361 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.392671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46f3f67d-92e5-4bd0-84b2-a31767bc6785 req-4b7673e1-2ea3-4a14-9679-73ed77b58356 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329127 Sep 17 22:44:07.435068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] For port b377ae23-9e22-4bd9-9249-dc44e9095d48, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:07.438078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] For port b377ae23-9e22-4bd9-9249-dc44e9095d48, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b377ae23-9e22-4bd9-9249-dc44e9095d48,segment=NetworkSegment(e840bf59-017f-4e20-9ac9-fdb8718b8877),segment_id=e840bf59-017f-4e20-9ac9-fdb8718b8877)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:07.474983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.521052 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.576796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84f8c4-8280-4346-81e4-14c6080bcf8c None None] Pushing event updated for resources: {'Port': ['ID=b377ae23-9e22-4bd9-9249-dc44e9095d48,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:07.597135 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.644606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network a66d9c75-3e3b-466e-8238-69434b74a3c3 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:07.648335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:07.652622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:07.658352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:07.658999 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.668970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=362763a9-5fcc-4989-b562-f9e88e75807b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:07.746408 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ec360d16-3772-4b7e-ba4a-d363b69e40d9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9185698 Sep 17 22:44:07.751105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55718) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:07.753658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'a66d9c75-3e3b-466e-8238-69434b74a3c3', 'name': 'tempest-PortsIpV6TestJSON-262433947'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:07.937725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:07.941289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:07.960365 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 6f0f9e9b-12d5-4b07-a272-0dbd75f87895 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:08.068795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b377ae23-9e22-4bd9-9249-dc44e9095d48 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:08.078949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::399 (a66d9c75-3e3b-466e-8238-69434b74a3c3/1febdc08-d4a6-493d-b2f4-5566267278c7/6f0f9e9b-12d5-4b07-a272-0dbd75f87895) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:08.120602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b377ae23-9e22-4bd9-9249-dc44e9095d48 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:08.120972 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.201047 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.235935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port b377ae23-9e22-4bd9-9249-dc44e9095d48, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b377ae23-9e22-4bd9-9249-dc44e9095d48,segment=NetworkSegment(e840bf59-017f-4e20-9ac9-fdb8718b8877),segment_id=e840bf59-017f-4e20-9ac9-fdb8718b8877)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:08.237210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.309207 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.332728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.356297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network a66d9c75-3e3b-466e-8238-69434b74a3c3 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:08.358904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:08.370045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=b377ae23-9e22-4bd9-9249-dc44e9095d48,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:08.378359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:08.384364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:08.385108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.411875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=6f0f9e9b-12d5-4b07-a272-0dbd75f87895,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:08.477877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.480452 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b6bcf33-1a57-4d22-90d0-554a993d484d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7295489 Sep 17 22:44:08.481567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda7724-cc5f-4759-8083-26951149005c None None] Network a66d9c75-3e3b-466e-8238-69434b74a3c3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:08.487700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55722) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:08.543197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-07974d3a-4765-470b-b522-f2d5d6fc139e None None] Provisioning complete for port b377ae23-9e22-4bd9-9249-dc44e9095d48 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:08.543585 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-07974d3a-4765-470b-b522-f2d5d6fc139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.585914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b180e-0e32-4de2-bf74-f4ec6f40acec req-603aa34b-a487-4d97-ac4e-f7934c6a5394 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:08.587473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-007b180e-0e32-4de2-bf74-f4ec6f40acec req-603aa34b-a487-4d97-ac4e-f7934c6a5394 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.1119940 Sep 17 22:44:08.608367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d312e64d-b9d7-4dbd-9761-9a85491d2d19 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:08.609832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d312e64d-b9d7-4dbd-9761-9a85491d2d19 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A36 HTTP/1.1" status: 200 len: 928 time: 0.1212063 Sep 17 22:44:08.612726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55724) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:08.638054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-007b180e-0e32-4de2-bf74-f4ec6f40acec req-383f01f7-7323-4788-b2b0-88c784fa4520 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431530 Sep 17 22:44:08.707175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-14f17839-1006-40d6-b0e6-f4e087c77302 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 6f0f9e9b-12d5-4b07-a272-0dbd75f87895 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:08.707527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14f17839-1006-40d6-b0e6-f4e087c77302 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.796506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14f17839-1006-40d6-b0e6-f4e087c77302 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.808770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-14f17839-1006-40d6-b0e6-f4e087c77302 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 6f0f9e9b-12d5-4b07-a272-0dbd75f87895 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:08.911448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-da1970cc-72c0-4d25-985d-127828a4d2d9 None None] Provisioning complete for port 6f0f9e9b-12d5-4b07-a272-0dbd75f87895 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:08.911885 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da1970cc-72c0-4d25-985d-127828a4d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:08.947820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-da1970cc-72c0-4d25-985d-127828a4d2d9 None None] Port 6f0f9e9b-12d5-4b07-a272-0dbd75f87895 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:08.957399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-da1970cc-72c0-4d25-985d-127828a4d2d9 None None] Provisioning complete for port b377ae23-9e22-4bd9-9249-dc44e9095d48 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:08.957704 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da1970cc-72c0-4d25-985d-127828a4d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.008588 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14f17839-1006-40d6-b0e6-f4e087c77302 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.038199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f17839-1006-40d6-b0e6-f4e087c77302 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=6f0f9e9b-12d5-4b07-a272-0dbd75f87895,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:09.056408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-da1970cc-72c0-4d25-985d-127828a4d2d9 None None] Provisioning complete for port 362763a9-5fcc-4989-b562-f9e88e75807b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:09.056774 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da1970cc-72c0-4d25-985d-127828a4d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.072340 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-14f17839-1006-40d6-b0e6-f4e087c77302 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.076821 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-14f17839-1006-40d6-b0e6-f4e087c77302 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/6f0f9e9b-12d5-4b07-a272-0dbd75f87895 HTTP/1.1" status: 204 len: 168 time: 0.4607570 Sep 17 22:44:09.077180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55726) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:09.096156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-da1970cc-72c0-4d25-985d-127828a4d2d9 None None] Port 362763a9-5fcc-4989-b562-f9e88e75807b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:09.101936 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44448d1-1466-4e48-b9d7-3f53df80e6a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:44:09.105968 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d44448d1-1466-4e48-b9d7-3f53df80e6a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/6f0f9e9b-12d5-4b07-a272-0dbd75f87895 HTTP/1.1" status: 404 len: 333 time: 0.0252359 Sep 17 22:44:09.106322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:09.199079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b4155b56-3573-4820-b032-9ce8fdc84825 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 362763a9-5fcc-4989-b562-f9e88e75807b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:09.199431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4155b56-3573-4820-b032-9ce8fdc84825 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.221653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3033312f-c67a-4f6d-b366-025cc1016d83 None None] Provisioning complete for port 362763a9-5fcc-4989-b562-f9e88e75807b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:09.222652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3033312f-c67a-4f6d-b366-025cc1016d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.263013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3033312f-c67a-4f6d-b366-025cc1016d83 None None] Port 362763a9-5fcc-4989-b562-f9e88e75807b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:09.301553 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4155b56-3573-4820-b032-9ce8fdc84825 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.314896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b4155b56-3573-4820-b032-9ce8fdc84825 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 362763a9-5fcc-4989-b562-f9e88e75807b owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:09.375938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e94812c1-4e63-452f-8bc4-e0b5bdce43ff None None] Could not find standard attr ID for object 6f0f9e9b-12d5-4b07-a272-0dbd75f87895. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:44:09.528487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4155b56-3573-4820-b032-9ce8fdc84825 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.556218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4155b56-3573-4820-b032-9ce8fdc84825 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=362763a9-5fcc-4989-b562-f9e88e75807b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:09.583298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b4155b56-3573-4820-b032-9ce8fdc84825 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.585423 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b4155b56-3573-4820-b032-9ce8fdc84825 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/362763a9-5fcc-4989-b562-f9e88e75807b HTTP/1.1" status: 204 len: 168 time: 0.4780674 Sep 17 22:44:09.588111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55730) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:09.617489 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fb01e4-7445-4d3a-a67d-2419cef59388 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:44:09.619129 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-54fb01e4-7445-4d3a-a67d-2419cef59388 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/362763a9-5fcc-4989-b562-f9e88e75807b HTTP/1.1" status: 404 len: 333 time: 0.0300896 Sep 17 22:44:09.621861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55732) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:09.674245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b112273-5037-4e80-978c-8289677cdba1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet 1febdc08-d4a6-493d-b2f4-5566267278c7 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:09.678300 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b112273-5037-4e80-978c-8289677cdba1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.719590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b112273-5037-4e80-978c-8289677cdba1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.760514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c604-0448-4d3d-9dc2-b4ce60e20f2c req-2641c1e9-ee96-4b16-a0f8-a50eee1a3b35 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:09.762130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c81c604-0448-4d3d-9dc2-b4ce60e20f2c req-2641c1e9-ee96-4b16-a0f8-a50eee1a3b35 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0509093 Sep 17 22:44:09.802124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c81c604-0448-4d3d-9dc2-b4ce60e20f2c req-a6099502-208f-4ded-83aa-44174fd92c0a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Sep 17 22:44:09.809984 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b112273-5037-4e80-978c-8289677cdba1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.951176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b112273-5037-4e80-978c-8289677cdba1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.976910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b112273-5037-4e80-978c-8289677cdba1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=1febdc08-d4a6-493d-b2f4-5566267278c7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:09.983714 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6b112273-5037-4e80-978c-8289677cdba1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:09.985562 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6b112273-5037-4e80-978c-8289677cdba1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/1febdc08-d4a6-493d-b2f4-5566267278c7 HTTP/1.1" status: 204 len: 168 time: 0.3627975 Sep 17 22:44:09.988876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55736) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:09.990747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede2dc2c-70b4-4d24-9a66-51a0a6112081 None None] Network a66d9c75-3e3b-466e-8238-69434b74a3c3 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:10.070522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.077005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b377ae23-9e22-4bd9-9249-dc44e9095d48 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:10.126719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port b377ae23-9e22-4bd9-9249-dc44e9095d48 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:10.127086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.157759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b377ae23-9e22-4bd9-9249-dc44e9095d48 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:10.158128 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.187833 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.194709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] For port b377ae23-9e22-4bd9-9249-dc44e9095d48, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b377ae23-9e22-4bd9-9249-dc44e9095d48,segment=NetworkSegment(e840bf59-017f-4e20-9ac9-fdb8718b8877),segment_id=e840bf59-017f-4e20-9ac9-fdb8718b8877)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:10.195144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.212029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d33bb0-79a6-4949-a4b4-66c25e4699da None None] DHCP port deletion for a66d9c75-3e3b-466e-8238-69434b74a3c3 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:10.215085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for b377ae23-9e22-4bd9-9249-dc44e9095d48 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:10.286266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f1d33bb0-79a6-4949-a4b4-66c25e4699da None None] Deleting port b377ae23-9e22-4bd9-9249-dc44e9095d48 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:10.287422 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f1d33bb0-79a6-4949-a4b4-66c25e4699da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.351711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f1d33bb0-79a6-4949-a4b4-66c25e4699da None None] For port b377ae23-9e22-4bd9-9249-dc44e9095d48, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b377ae23-9e22-4bd9-9249-dc44e9095d48,segment=NetworkSegment(e840bf59-017f-4e20-9ac9-fdb8718b8877),segment_id=e840bf59-017f-4e20-9ac9-fdb8718b8877)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:10.351711 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f1d33bb0-79a6-4949-a4b4-66c25e4699da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.363368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f1d33bb0-79a6-4949-a4b4-66c25e4699da None None] Calling delete_port for b377ae23-9e22-4bd9-9249-dc44e9095d48 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:10.368194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.394729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=b377ae23-9e22-4bd9-9249-dc44e9095d48,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:10.396888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No DVR routers for this DVR port b377ae23-9e22-4bd9-9249-dc44e9095d48 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:10.441632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f1d33bb0-79a6-4949-a4b4-66c25e4699da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.462729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d33bb0-79a6-4949-a4b4-66c25e4699da None None] Pushing event deleted for resources: {'Port': ['ID=b377ae23-9e22-4bd9-9249-dc44e9095d48,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:10.468894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d33bb0-79a6-4949-a4b4-66c25e4699da None None] No DVR routers for this DVR port b377ae23-9e22-4bd9-9249-dc44e9095d48 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:10.477784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.764301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66d9c75-3e3b-466e-8238-69434b74a3c3']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:10.774618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e840bf59-017f-4e20-9ac9-fdb8718b8877') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:10.776358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e840bf59-017f-4e20-9ac9-fdb8718b8877') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:10.783973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.797854 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.804258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:10.807676 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:10.919143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147fd63-e6f0-47f6-90b0-52f587096e40 req-8797d879-fdc6-4983-81ea-fb789863bb74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:10.920626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8147fd63-e6f0-47f6-90b0-52f587096e40 req-8797d879-fdc6-4983-81ea-fb789863bb74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0486662 Sep 17 22:44:10.933974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.952172 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:10.952172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/networks/a66d9c75-3e3b-466e-8238-69434b74a3c3 HTTP/1.1" status: 204 len: 168 time: 0.9531133 Sep 17 22:44:10.952172 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55740) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:10.960398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8147fd63-e6f0-47f6-90b0-52f587096e40 req-e8172974-2550-45d0-86e6-0ade4d084993 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336916 Sep 17 22:44:10.960599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-178309147'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:10.964831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd504ec-91ba-40c7-85e1-04943ec1a0cd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Network': ['ID=a66d9c75-3e3b-466e-8238-69434b74a3c3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:11.059488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:11.062844 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.085266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:11.093343 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.097859 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Added segment 7e3985e8-4831-49dd-8205-52765df0929b of type vlan for network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 Sep 17 22:44:11.134297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.229019 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.234572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:11.235242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.299308 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Network': ['ID=71e5e56c-0c4c-42df-a50a-2acefc7ea5d0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:11.313194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:11.332649 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d5e15af-f665-4365-8aae-6970409728bc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3841870 Sep 17 22:44:11.336016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55742) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:11.341458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': '71e5e56c-0c4c-42df-a50a-2acefc7ea5d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:11.497516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:11.500998 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.728319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.788202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=aff1bff6-cd96-4d73-8f10-a5201d1438e6,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:11.795532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Checking segment: {'id': '7e3985e8-4831-49dd-8205-52765df0929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '71e5e56c-0c4c-42df-a50a-2acefc7ea5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:11.795889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network hostable DHCP agents. Network: 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:11.893735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:11.966062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:11.970011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:11.970602 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:11.976135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fed736-6f75-4f03-86bb-cde88985d65e None None] Network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:12.049604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b377ae23-9e22-4bd9-9249-dc44e9095d48 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:12.066497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-326ef8f1-f01a-46ef-9a5c-e29eb4067132 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7293017 Sep 17 22:44:12.069729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55746) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:12.074820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': '71e5e56c-0c4c-42df-a50a-2acefc7ea5d0', 'name': 'tempest-PortsIpV6TestJSON-1711241552', 'fixed_ips': [{'subnet_id': 'aff1bff6-cd96-4d73-8f10-a5201d1438e6', 'ip_address': '2001:db8::10'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:12.081961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: b377ae23-9e22-4bd9-9249-dc44e9095d48 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:12.082312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b377ae23-9e22-4bd9-9249-dc44e9095d48 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:12.122544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3c3ae-6880-48d3-a5e9-9091807f42ab req-cb9c268d-825e-4469-b69d-bfaefdc311aa tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:12.124137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92e3c3ae-6880-48d3-a5e9-9091807f42ab req-cb9c268d-825e-4469-b69d-bfaefdc311aa tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0943027 Sep 17 22:44:12.151790 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-71e5e56c-0c4c-42df-a50a-2acefc7ea5d0', 'network_id': '71e5e56c-0c4c-42df-a50a-2acefc7ea5d0', 'tenant_id': '5aad84b1c67c458bafcf4e6f674799ff', 'fixed_ips': [{'subnet_id': 'aff1bff6-cd96-4d73-8f10-a5201d1438e6'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:12.152775 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.211623 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92e3c3ae-6880-48d3-a5e9-9091807f42ab req-18bff092-e502-40c1-a9a4-2ce556460040 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573454 Sep 17 22:44:12.290397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Allocated IP 2001:db8::2 (71e5e56c-0c4c-42df-a50a-2acefc7ea5d0/aff1bff6-cd96-4d73-8f10-a5201d1438e6/49e6d958-685f-441a-9913-e867bab38c32) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:12.299732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:12.387803 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.405122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 12d7e384-0d7f-4f76-879a-812640cb2dc1 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:12.430145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.492389 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.535410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:12.538760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:12.542542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:12.553243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Pushing event updated for resources: {'Port': ['ID=49e6d958-685f-441a-9913-e867bab38c32,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.566006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::10 (71e5e56c-0c4c-42df-a50a-2acefc7ea5d0/aff1bff6-cd96-4d73-8f10-a5201d1438e6/12d7e384-0d7f-4f76-879a-812640cb2dc1) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:12.603414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Attempting to bind port 49e6d958-685f-441a-9913-e867bab38c32 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:12.603786 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Attempting to bind port 49e6d958-685f-441a-9913-e867bab38c32 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7e3985e8-4831-49dd-8205-52765df0929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '71e5e56c-0c4c-42df-a50a-2acefc7ea5d0'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:12.604182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Attempting to bind port 49e6d958-685f-441a-9913-e867bab38c32 on network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:12.609062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:12.609428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Checking segment: {'id': '7e3985e8-4831-49dd-8205-52765df0929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '71e5e56c-0c4c-42df-a50a-2acefc7ea5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:12.609823 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.610210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Bound using segment: {'id': '7e3985e8-4831-49dd-8205-52765df0929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '71e5e56c-0c4c-42df-a50a-2acefc7ea5d0'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:12.610761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Bound port: 49e6d958-685f-441a-9913-e867bab38c32, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3985e8-4831-49dd-8205-52765df0929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '71e5e56c-0c4c-42df-a50a-2acefc7ea5d0'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:12.611068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.672985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] For port 49e6d958-685f-441a-9913-e867bab38c32, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:12.676151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] For port 49e6d958-685f-441a-9913-e867bab38c32, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=49e6d958-685f-441a-9913-e867bab38c32,segment=NetworkSegment(7e3985e8-4831-49dd-8205-52765df0929b),segment_id=7e3985e8-4831-49dd-8205-52765df0929b)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:12.714816 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.755919 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.794649 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-6bf9a299-00e1-4588-82f2-9d0f3718d527 service neutron] show failed (client error): The resource could not be found. Sep 17 22:44:12.795629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-6bf9a299-00e1-4588-82f2-9d0f3718d527 service neutron] 10.222.0.32 "GET /v2.0/ports/494aa0da-7f8a-477f-913d-7ffc7250c2a5/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0636439 Sep 17 22:44:12.819930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbea787-b160-43e5-9241-c4b747816056 None None] Pushing event updated for resources: {'Port': ['ID=49e6d958-685f-441a-9913-e867bab38c32,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.831564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.879850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:12.883021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:12.890087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:12.895976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:12.897399 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:12.899867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=12d7e384-0d7f-4f76-879a-812640cb2dc1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:12.975956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-04eff131-f941-47cc-b2aa-c40f8a44f2a8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9049673 Sep 17 22:44:12.981325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55748) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:12.986997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': '71e5e56c-0c4c-42df-a50a-2acefc7ea5d0', 'name': 'tempest-PortsIpV6TestJSON-205078429', 'fixed_ips': [{'subnet_id': 'aff1bff6-cd96-4d73-8f10-a5201d1438e6', 'ip_address': '2001:db8::f'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:13.195038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:13.280337 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.298932 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 3d40f21f-0126-45d1-a572-eea18845852a yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:13.337766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7e190-f8a8-4c0b-b61d-01f846e1efb7 req-ec04c6ee-6741-4399-ae9f-04e5e4a7b5ce tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:13.347370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05a7e190-f8a8-4c0b-b61d-01f846e1efb7 req-ec04c6ee-6741-4399-ae9f-04e5e4a7b5ce tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0536027 Sep 17 22:44:13.391560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05a7e190-f8a8-4c0b-b61d-01f846e1efb7 req-95baded1-6b50-44ce-ac2f-540009d5ff22 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Sep 17 22:44:13.518481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-2df803ba-49d5-49df-b3f4-c6639e58257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:13.520297 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-2df803ba-49d5-49df-b3f4-c6639e58257d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 1098 time: 0.1694481 Sep 17 22:44:13.521592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::f (71e5e56c-0c4c-42df-a50a-2acefc7ea5d0/aff1bff6-cd96-4d73-8f10-a5201d1438e6/3d40f21f-0126-45d1-a572-eea18845852a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:13.535505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-7df4831c-c989-4164-84ed-ec7dbf597762 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:44:13.536488 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-7df4831c-c989-4164-84ed-ec7dbf597762 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083933 Sep 17 22:44:13.548954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:13.641994 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.697792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad8b18-f2e3-46c9-927c-5f739be09c57 None None] Network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:13.764711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3ff85d01-5cc8-4e08-b758-9264e2d1a293 None None] Provisioning complete for port 49e6d958-685f-441a-9913-e867bab38c32 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:13.765077 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3ff85d01-5cc8-4e08-b758-9264e2d1a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.828296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.909738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3ff85d01-5cc8-4e08-b758-9264e2d1a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:13.940731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:13.948183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3ff85d01-5cc8-4e08-b758-9264e2d1a293 None None] For port 49e6d958-685f-441a-9913-e867bab38c32, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=49e6d958-685f-441a-9913-e867bab38c32,segment=NetworkSegment(7e3985e8-4831-49dd-8205-52765df0929b),segment_id=7e3985e8-4831-49dd-8205-52765df0929b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:13.976241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:13.978266 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.038217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3ff85d01-5cc8-4e08-b758-9264e2d1a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.049840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:14.069947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:14.075041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:14.080862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.081516 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.086549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:14.088823 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086fb243-e3cd-4631-a2e9-cc3baa0d11e0" -d '{"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-unplugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:14.092976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.113330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=3d40f21f-0126-45d1-a572-eea18845852a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:14.120281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff85d01-5cc8-4e08-b758-9264e2d1a293 None None] Pushing event updated for resources: {'Port': ['ID=49e6d958-685f-441a-9913-e867bab38c32,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:14.125152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Transition to ACTIVE for port object 494aa0da-7f8a-477f-913d-7ffc7250c2a5 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:44:14.126206 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 49e6d958-685f-441a-9913-e867bab38c32 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:14.185075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 49e6d958-685f-441a-9913-e867bab38c32 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:14.185473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.192063 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4e6de9fe-52dc-4061-96fc-9213e23d4d66 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2090771 Sep 17 22:44:14.194917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55758) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:14.233182 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.298362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-243637e4-f542-47b4-863e-abc1ef194543 None None] Provisioning complete for port 12d7e384-0d7f-4f76-879a-812640cb2dc1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:14.298740 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-243637e4-f542-47b4-863e-abc1ef194543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.343951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-243637e4-f542-47b4-863e-abc1ef194543 None None] Port 12d7e384-0d7f-4f76-879a-812640cb2dc1 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:14.363744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-243637e4-f542-47b4-863e-abc1ef194543 None None] Provisioning complete for port 49e6d958-685f-441a-9913-e867bab38c32 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:14.363744 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-243637e4-f542-47b4-863e-abc1ef194543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.364310 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b065ca0c-f9cd-4669-8437-9c450dda5ce2 x-openstack-request-id: req-b065ca0c-f9cd-4669-8437-9c450dda5ce2 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:14.364602 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-unplugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:14.364903 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b065ca0c-f9cd-4669-8437-9c450dda5ce2 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:14.365407 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'code': 200} Sep 17 22:44:14.414468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89a018-aa4a-4d40-aeec-ce657fbb4413 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.416297 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ba89a018-aa4a-4d40-aeec-ce657fbb4413 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2201803 Sep 17 22:44:14.420075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55762) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:14.424247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:14.493139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] No DVR routers for this DVR port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:14.572912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9870aa3-02c8-4b6e-ba0d-2303a4755b07 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.579073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9870aa3-02c8-4b6e-ba0d-2303a4755b07 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.590179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9870aa3-02c8-4b6e-ba0d-2303a4755b07 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.591938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e9870aa3-02c8-4b6e-ba0d-2303a4755b07 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1702771 Sep 17 22:44:14.597403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55764) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:14.610398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-894fadf4-fc07-437a-8ef4-3f8a805e25a0 None None] Provisioning complete for port 12d7e384-0d7f-4f76-879a-812640cb2dc1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:14.611177 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-894fadf4-fc07-437a-8ef4-3f8a805e25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.655734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-894fadf4-fc07-437a-8ef4-3f8a805e25a0 None None] Port 12d7e384-0d7f-4f76-879a-812640cb2dc1 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:14.670097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:14.671358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:14.671358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on network 7adad2db-addd-42c1-921d-cd9895247ff2 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:14.680061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on network 7adad2db-addd-42c1-921d-cd9895247ff2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:44:14.680061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on network 7adad2db-addd-42c1-921d-cd9895247ff2 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:14.683344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:14.683685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Checking segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:14.684274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Bound using segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:14.684501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Bound port: 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:14.684865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.687914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736cb6-8a83-4d69-92d7-83490d93b66c req-2bdd1ce4-469e-4a2d-a70a-c3ff02e40986 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.689462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed736cb6-8a83-4d69-92d7-83490d93b66c req-2bdd1ce4-469e-4a2d-a70a-c3ff02e40986 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 944 time: 0.1704895 Sep 17 22:44:14.731346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0f348-2abd-4ed3-8573-5c3c0a384655 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 3d40f21f-0126-45d1-a572-eea18845852a {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:14.731729 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f348-2abd-4ed3-8573-5c3c0a384655 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.760222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed736cb6-8a83-4d69-92d7-83490d93b66c req-319d90ad-0c8c-4cdf-aadf-dee316fd10f8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624380 Sep 17 22:44:14.760965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:14.776832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:14.838852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f348-2abd-4ed3-8573-5c3c0a384655 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.850939 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0f348-2abd-4ed3-8573-5c3c0a384655 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 3d40f21f-0126-45d1-a572-eea18845852a owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:14.871919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.906168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.906808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.908197 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] 10.222.0.35 "PUT /v2.0/ports/494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1093 time: 1.3634198 Sep 17 22:44:14.909575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f96cf34f-eca1-4412-aec0-2e23c64f754e None None] Provisioning complete for port 3d40f21f-0126-45d1-a572-eea18845852a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:14.910712 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f96cf34f-eca1-4412-aec0-2e23c64f754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:14.936777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086478d-28a7-418b-acdb-726f236b0b37 service neutron] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:14.964142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f96cf34f-eca1-4412-aec0-2e23c64f754e None None] Port 3d40f21f-0126-45d1-a572-eea18845852a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:14.989523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-721a3cd9-e4fa-4eee-8645-86f2a1621e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:14.991544 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-721a3cd9-e4fa-4eee-8645-86f2a1621e03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1096 time: 0.0552647 Sep 17 22:44:15.046992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f348-2abd-4ed3-8573-5c3c0a384655 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.082092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0f348-2abd-4ed3-8573-5c3c0a384655 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=3d40f21f-0126-45d1-a572-eea18845852a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:15.097275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-5753a1c8-0908-4f87-9278-ba7df1e07bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:15.099164 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-5753a1c8-0908-4f87-9278-ba7df1e07bdf service neutron] 10.222.0.35 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.1010265 Sep 17 22:44:15.122770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f348-2abd-4ed3-8573-5c3c0a384655 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.124974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d6e0f348-2abd-4ed3-8573-5c3c0a384655 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/3d40f21f-0126-45d1-a572-eea18845852a HTTP/1.1" status: 204 len: 168 time: 0.5266323 Sep 17 22:44:15.127525 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55766) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:15.153001 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-19781fe1-2081-450c-b10f-703f2960ae6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:44:15.154882 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-19781fe1-2081-450c-b10f-703f2960ae6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/3d40f21f-0126-45d1-a572-eea18845852a HTTP/1.1" status: 404 len: 333 time: 0.0263729 Sep 17 22:44:15.157594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55768) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:15.175331 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-f19e29b3-1e26-4ab4-a78a-c912923553bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1000 time: 0.0678403 Sep 17 22:44:15.232199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-22aa8b6c-ed19-4719-aac4-da4546c77391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:15.233704 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-22aa8b6c-ed19-4719-aac4-da4546c77391 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0509956 Sep 17 22:44:15.248458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-81d135ed-112e-4039-8f29-68a8504b1205 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 12d7e384-0d7f-4f76-879a-812640cb2dc1 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:15.248935 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-81d135ed-112e-4039-8f29-68a8504b1205 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.283901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-07361a45-9968-41fd-8ed3-272784d78bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:15.285735 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-07361a45-9968-41fd-8ed3-272784d78bbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441904 Sep 17 22:44:15.343262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-81d135ed-112e-4039-8f29-68a8504b1205 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.356375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-81d135ed-112e-4039-8f29-68a8504b1205 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 12d7e384-0d7f-4f76-879a-812640cb2dc1 owned by {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:15.378697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-85fd8793-891a-4f00-b990-8abc25db6450 service neutron] 10.222.0.35 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849488 Sep 17 22:44:15.470985 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4b5c1e1b-1a6e-42bf-b043-da067fffeae7 req-04d9a664-c6fd-44ec-9fa8-bfe6f9390c10 service neutron] 10.222.0.35 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853546 Sep 17 22:44:15.568357 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-81d135ed-112e-4039-8f29-68a8504b1205 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.597290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d135ed-112e-4039-8f29-68a8504b1205 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=12d7e384-0d7f-4f76-879a-812640cb2dc1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:15.624769 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-81d135ed-112e-4039-8f29-68a8504b1205 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.626893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-81d135ed-112e-4039-8f29-68a8504b1205 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/12d7e384-0d7f-4f76-879a-812640cb2dc1 HTTP/1.1" status: 204 len: 168 time: 0.4680524 Sep 17 22:44:15.629252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55770) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:15.657040 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f382d6e-6355-43f7-a937-fb7b2df92137 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:44:15.659030 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4f382d6e-6355-43f7-a937-fb7b2df92137 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/12d7e384-0d7f-4f76-879a-812640cb2dc1 HTTP/1.1" status: 404 len: 333 time: 0.0280910 Sep 17 22:44:15.661848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55772) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:15.713461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c01a1a-88bd-4062-ab5d-a9e8047a754f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet aff1bff6-cd96-4d73-8f10-a5201d1438e6 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:15.716838 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0c01a1a-88bd-4062-ab5d-a9e8047a754f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.766178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0c01a1a-88bd-4062-ab5d-a9e8047a754f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.852769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0c01a1a-88bd-4062-ab5d-a9e8047a754f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:15.887270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed33c6-bd53-4f7c-8a0b-6046cdc6c33e req-0df1691f-81b2-435e-98dc-a3ab65296397 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:15.888751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9ed33c6-bd53-4f7c-8a0b-6046cdc6c33e req-0df1691f-81b2-435e-98dc-a3ab65296397 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 944 time: 0.0532360 Sep 17 22:44:15.927027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9ed33c6-bd53-4f7c-8a0b-6046cdc6c33e req-508175fd-ff96-4d0d-ae6a-40c21d24e0f0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Sep 17 22:44:15.978035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0c01a1a-88bd-4062-ab5d-a9e8047a754f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.010345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c01a1a-88bd-4062-ab5d-a9e8047a754f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=aff1bff6-cd96-4d73-8f10-a5201d1438e6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:16.012407 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c0c01a1a-88bd-4062-ab5d-a9e8047a754f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.017127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55776) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:16.017283 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c0c01a1a-88bd-4062-ab5d-a9e8047a754f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/aff1bff6-cd96-4d73-8f10-a5201d1438e6 HTTP/1.1" status: 204 len: 168 time: 0.3543255 Sep 17 22:44:16.017850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf981bd8-a2f7-42f7-afa2-ccab9c2609c8 None None] Network 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:16.076297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 49e6d958-685f-441a-9913-e867bab38c32 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:16.100629 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.154304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 49e6d958-685f-441a-9913-e867bab38c32 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:16.154638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.173195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 49e6d958-685f-441a-9913-e867bab38c32 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:16.173564 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.195633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:16.231872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] For port 49e6d958-685f-441a-9913-e867bab38c32, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=49e6d958-685f-441a-9913-e867bab38c32,segment=NetworkSegment(7e3985e8-4831-49dd-8205-52765df0929b),segment_id=7e3985e8-4831-49dd-8205-52765df0929b)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:16.232248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.245523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 49e6d958-685f-441a-9913-e867bab38c32 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:16.246106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f30b92a-e824-45d8-a3b1-ebb280c0e248 None None] DHCP port deletion for 71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:16.255182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:16.331938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6f30b92a-e824-45d8-a3b1-ebb280c0e248 None None] Deleting port 49e6d958-685f-441a-9913-e867bab38c32 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:16.332304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f30b92a-e824-45d8-a3b1-ebb280c0e248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.367125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:16.369518 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33f31e7-39a8-473a-b998-16c5cb567381" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:16.374120 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.404990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=49e6d958-685f-441a-9913-e867bab38c32,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:16.407853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No DVR routers for this DVR port 49e6d958-685f-441a-9913-e867bab38c32 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:16.425663 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f5bd1f-d27a-46e9-9a95-879865707b63 x-openstack-request-id: req-c1f5bd1f-d27a-46e9-9a95-879865707b63 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:16.425953 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:16.426206 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1f5bd1f-d27a-46e9-9a95-879865707b63 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:16.426597 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'status': 'completed', 'code': 200} Sep 17 22:44:16.492572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-6d767dfb-217a-422a-8931-f9ac9c0d8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.493707 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-6d767dfb-217a-422a-8931-f9ac9c0d8bc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1096 time: 0.0442626 Sep 17 22:44:16.520357 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.541863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6f30b92a-e824-45d8-a3b1-ebb280c0e248 None None] For port 49e6d958-685f-441a-9913-e867bab38c32, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=49e6d958-685f-441a-9913-e867bab38c32,segment=NetworkSegment(7e3985e8-4831-49dd-8205-52765df0929b),segment_id=7e3985e8-4831-49dd-8205-52765df0929b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:16.542247 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f30b92a-e824-45d8-a3b1-ebb280c0e248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.544987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-bc92c9a1-02e5-451c-a60e-914cdca2692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.546499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-bc92c9a1-02e5-451c-a60e-914cdca2692f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1096 time: 0.0932384 Sep 17 22:44:16.548089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e5e56c-0c4c-42df-a50a-2acefc7ea5d0']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.555823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6f30b92a-e824-45d8-a3b1-ebb280c0e248 None None] Calling delete_port for 49e6d958-685f-441a-9913-e867bab38c32 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:16.569607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3985e8-4831-49dd-8205-52765df0929b') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.570186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3985e8-4831-49dd-8205-52765df0929b') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:16.588689 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.589897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-ebb5940c-93af-45ad-b93e-32fd88a3b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.591460 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-ebb5940c-93af-45ad-b93e-32fd88a3b77f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.0905533 Sep 17 22:44:16.633794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.637097 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f30b92a-e824-45d8-a3b1-ebb280c0e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.645788 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:16.647729 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:16.649185 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:16.664497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30b92a-e824-45d8-a3b1-ebb280c0e248 None None] Pushing event deleted for resources: {'Port': ['ID=49e6d958-685f-441a-9913-e867bab38c32,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:16.668980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30b92a-e824-45d8-a3b1-ebb280c0e248 None None] No DVR routers for this DVR port 49e6d958-685f-441a-9913-e867bab38c32 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:16.676598 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-938d394f-e23c-4ee5-bdba-15432b1926a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1000 time: 0.0767035 Sep 17 22:44:16.719044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-306f7930-e6af-4c2f-acd9-10b59dad0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.722385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-306f7930-e6af-4c2f-acd9-10b59dad0e75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.1651852 Sep 17 22:44:16.729593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-7a9b2c24-7ce6-4d62-9fb8-361e6293ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.731138 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-7a9b2c24-7ce6-4d62-9fb8-361e6293ce0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0464177 Sep 17 22:44:16.777126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-3c4b1f16-2825-47ca-889e-8c6851c9bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.778633 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-3c4b1f16-2825-47ca-889e-8c6851c9bec3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404196 Sep 17 22:44:16.787584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-a37d045a-5c8a-4c4e-8c42-62d26335bcdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1000 time: 0.0586286 Sep 17 22:44:16.817785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.829996 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.830814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/networks/71e5e56c-0c4c-42df-a50a-2acefc7ea5d0 HTTP/1.1" status: 204 len: 168 time: 0.8126342 Sep 17 22:44:16.844049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55780) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:16.851106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1096926744'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:16.854185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d1241-8acb-490b-beaa-2690098a87d7 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Network': ['ID=71e5e56c-0c4c-42df-a50a-2acefc7ea5d0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:16.868179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-18a16701-4afc-4ee6-902b-d032ff861e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.869737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-18a16701-4afc-4ee6-902b-d032ff861e41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0764923 Sep 17 22:44:16.882056 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-376ffb8c-4bd6-4914-84cc-27dceb661b56 service neutron] 10.222.0.35 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951610 Sep 17 22:44:16.922140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-cd34edcb-b2ba-41f5-a789-b36310709dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:16.923780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-cd34edcb-b2ba-41f5-a789-b36310709dcb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467629 Sep 17 22:44:16.957412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:16.961640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:16.981889 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-e3b0fed4-a1c7-44cd-9bef-8bf43a520ce8 service neutron] 10.222.0.35 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927835 Sep 17 22:44:17.053281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:17.078862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.079203 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Added segment 51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43 of type vlan for network e21a2538-e7cf-4f2e-bf60-2a5508e2796e Sep 17 22:44:17.089964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-49f89980-28cd-4e38-af5f-ae0d175c0f67 service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594145 Sep 17 22:44:17.117583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b4655-3e98-42aa-8c46-3b549c646f70 req-328aa204-20eb-4ee8-b649-c1096476a34e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:17.119159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b5b4655-3e98-42aa-8c46-3b549c646f70 req-328aa204-20eb-4ee8-b649-c1096476a34e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 944 time: 0.1155725 Sep 17 22:44:17.161469 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.240674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b5b4655-3e98-42aa-8c46-3b549c646f70 req-b1af91e6-ee5a-48e9-a079-48970b71e762 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117575 Sep 17 22:44:17.262194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e33f31e7-39a8-473a-b998-16c5cb567381 req-4f4e44c4-97df-4401-bceb-c250138beba5 service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421070 Sep 17 22:44:17.288366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.293990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:17.298739 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.360066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Network': ['ID=e21a2538-e7cf-4f2e-bf60-2a5508e2796e,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:17.370597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network e21a2538-e7cf-4f2e-bf60-2a5508e2796e details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:17.386191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-af1133f8-ba20-44e2-a851-546dabdeebe9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5408819 Sep 17 22:44:17.389144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55784) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:17.394547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'e21a2538-e7cf-4f2e-bf60-2a5508e2796e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:17.545467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:17.549172 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.779887 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4352d119-487c-4fd9-99ef-eb9092de0e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:17.880494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:44:17.980419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:17.992159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'port_id': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'mac_address': 'fa:16:3e:81:04:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:44:18.034611 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.048848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494aa0da-7f8a-477f-913d-7ffc7250c2a5 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:44:18.054776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 49e6d958-685f-441a-9913-e867bab38c32 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:18.077644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 49e6d958-685f-441a-9913-e867bab38c32 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:18.077973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 49e6d958-685f-441a-9913-e867bab38c32 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:18.092800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:18.109173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.170223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=0e5639b6-ef71-4d69-af01-c51f96888d00,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:18.177203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Checking segment: {'id': '51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e21a2538-e7cf-4f2e-bf60-2a5508e2796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:18.177729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network hostable DHCP agents. Network: e21a2538-e7cf-4f2e-bf60-2a5508e2796e, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:18.179525 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.228398 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:18.276482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e21a2538-e7cf-4f2e-bf60-2a5508e2796e is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:18.362814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47a408-a7d4-4133-9829-8b2285db5502 req-8fc96b74-b57c-4645-aca0-7e8d68bba0f9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:18.364338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d47a408-a7d4-4133-9829-8b2285db5502 req-8fc96b74-b57c-4645-aca0-7e8d68bba0f9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 945 time: 0.0533404 Sep 17 22:44:18.377318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, e21a2538-e7cf-4f2e-bf60-2a5508e2796e) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:18.385070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ed0eb-e4c5-45fb-a268-fed9cac57020 None None] Network e21a2538-e7cf-4f2e-bf60-2a5508e2796e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:18.398243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:18.398243 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.415043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d47a408-a7d4-4133-9829-8b2285db5502 req-d33a2bcc-1c7a-4514-b9cc-7e4def3cea69 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445843 Sep 17 22:44:18.440913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['494aa0da-7f8a-477f-913d-7ffc7250c2a5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:44:18.490520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e61b21f9-5866-4f78-8e12-49cac0e43f39 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0975778 Sep 17 22:44:18.491344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55790) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:18.496619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c2822335-bf63-49ef-9b19-12bb6468246a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-436817368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:18.572215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2822335-bf63-49ef-9b19-12bb6468246a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.573335 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2822335-bf63-49ef-9b19-12bb6468246a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.597894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-e21a2538-e7cf-4f2e-bf60-2a5508e2796e', 'network_id': 'e21a2538-e7cf-4f2e-bf60-2a5508e2796e', 'tenant_id': '5aad84b1c67c458bafcf4e6f674799ff', 'fixed_ips': [{'subnet_id': '0e5639b6-ef71-4d69-af01-c51f96888d00'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:18.598736 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.632654 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2822335-bf63-49ef-9b19-12bb6468246a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.710244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2822335-bf63-49ef-9b19-12bb6468246a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.785789 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2822335-bf63-49ef-9b19-12bb6468246a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:18.790284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c2822335-bf63-49ef-9b19-12bb6468246a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2954879 Sep 17 22:44:18.790645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55794) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:18.796747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'network_id': 'e21a2538-e7cf-4f2e-bf60-2a5508e2796e', 'name': 'tempest-PortsIpV6TestJSON-947061104'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:18.813188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Allocated IP 2001:db8::2 (e21a2538-e7cf-4f2e-bf60-2a5508e2796e/0e5639b6-ef71-4d69-af01-c51f96888d00/8786e648-ecd0-4f5a-8511-7b1905e9d78d) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:18.863360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f56a1-8695-4b94-a26f-0d04afc64547 req-4d4a0ef8-5848-48d1-a7b8-d7bb3335c871 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:18.865642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b1f56a1-8695-4b94-a26f-0d04afc64547 req-4d4a0ef8-5848-48d1-a7b8-d7bb3335c871 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 945 time: 0.0640845 Sep 17 22:44:18.915247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b1f56a1-8695-4b94-a26f-0d04afc64547 req-15303ca0-d6bb-4d15-aca1-406c021581c2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418961 Sep 17 22:44:18.984336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-f20bf260-81eb-448a-9afc-112adfbce9c1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:18.985763 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-f20bf260-81eb-448a-9afc-112adfbce9c1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d&tenant_id=3277a6e8e6c64ca9b40417a14736e38e&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 945 time: 0.1108055 Sep 17 22:44:19.000907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.051434 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-5356d7e7-4bf4-431e-a1fb-8d286d7900af service neutron] 10.222.0.35 "GET /v2.0/ports/494aa0da-7f8a-477f-913d-7ffc7250c2a5/bindings/n-h2-713498-17 HTTP/1.1" status: 200 len: 383 time: 0.0577791 Sep 17 22:44:19.086730 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.115383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-fb98cbdd-2a70-4d53-a1de-3575dba4741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:19.117047 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-fb98cbdd-2a70-4d53-a1de-3575dba4741b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1097 time: 0.0411541 Sep 17 22:44:19.118119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:19.121572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.133399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Network e21a2538-e7cf-4f2e-bf60-2a5508e2796e is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:19.139433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:19.141782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Pushing event updated for resources: {'Port': ['ID=8786e648-ecd0-4f5a-8511-7b1905e9d78d,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:19.145030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:19.165529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port b1413aa6-16e8-492b-8813-c59c86c6925b yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:19.199333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Attempting to bind port 8786e648-ecd0-4f5a-8511-7b1905e9d78d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:19.199705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Attempting to bind port 8786e648-ecd0-4f5a-8511-7b1905e9d78d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e21a2538-e7cf-4f2e-bf60-2a5508e2796e'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:19.200095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Attempting to bind port 8786e648-ecd0-4f5a-8511-7b1905e9d78d on network e21a2538-e7cf-4f2e-bf60-2a5508e2796e {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:19.205152 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:19.205524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Checking segment: {'id': '51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e21a2538-e7cf-4f2e-bf60-2a5508e2796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:19.205920 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.206312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Bound using segment: {'id': '51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e21a2538-e7cf-4f2e-bf60-2a5508e2796e'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:19.206772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Bound port: 8786e648-ecd0-4f5a-8511-7b1905e9d78d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e21a2538-e7cf-4f2e-bf60-2a5508e2796e'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:19.207179 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.274883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] For port 8786e648-ecd0-4f5a-8511-7b1905e9d78d, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:19.278468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] For port 8786e648-ecd0-4f5a-8511-7b1905e9d78d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8786e648-ecd0-4f5a-8511-7b1905e9d78d,segment=NetworkSegment(51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43),segment_id=51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:19.296950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-fb58e12c-6a4c-41b8-b232-635114192b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:19.298436 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-fb58e12c-6a4c-41b8-b232-635114192b29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.1738434 Sep 17 22:44:19.355342 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.365131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::233 (e21a2538-e7cf-4f2e-bf60-2a5508e2796e/0e5639b6-ef71-4d69-af01-c51f96888d00/b1413aa6-16e8-492b-8813-c59c86c6925b) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:19.389635 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-38c71833-48ea-4dd2-9e81-ef4439292c24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1001 time: 0.0826292 Sep 17 22:44:19.420265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd76493-e8ea-46c0-9255-9c5700cf0af5 None None] Pushing event updated for resources: {'Port': ['ID=8786e648-ecd0-4f5a-8511-7b1905e9d78d,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:19.483557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-dedf41ab-5db7-4fe8-9b05-7d3a5a585534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:19.485047 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-dedf41ab-5db7-4fe8-9b05-7d3a5a585534 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0871954 Sep 17 22:44:19.594400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-029f7931-f744-4249-8e93-d696a8494807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:19.595925 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-029f7931-f744-4249-8e93-d696a8494807 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011403 Sep 17 22:44:19.627662 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.724062 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-2e4d3f50-9aab-4c8a-9ef3-494e0557739d service neutron] 10.222.0.35 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204176 Sep 17 22:44:19.790998 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.845299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e21a2538-e7cf-4f2e-bf60-2a5508e2796e is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:19.851859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:19.854521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:19.860599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:19.861219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:19.877934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:19.886159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=b1413aa6-16e8-492b-8813-c59c86c6925b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:19.892180 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-60f57621-3bdc-46a7-9ae8-6376a3988141 service neutron] 10.222.0.35 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605067 Sep 17 22:44:19.957661 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-de9f735b-4c2e-4db8-a7b7-65b25a89bd17 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1650620 Sep 17 22:44:19.960478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55798) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:20.020355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:44:20.025870 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:20.027466 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.068963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374aba1e-6e4b-4ad6-82cb-901c50724a71 req-d0d4f41d-49da-4b64-9120-0b6c0f316b8d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:20.077510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-374aba1e-6e4b-4ad6-82cb-901c50724a71 req-d0d4f41d-49da-4b64-9120-0b6c0f316b8d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 945 time: 0.0856969 Sep 17 22:44:20.117013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-374aba1e-6e4b-4ad6-82cb-901c50724a71 req-032f90c8-683a-49b2-89a9-1c0937b2f203 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382991 Sep 17 22:44:20.166075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8786e648-ecd0-4f5a-8511-7b1905e9d78d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:20.173694 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.223172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:20.226130 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaebf65-630c-478e-abbb-8595ea191f17" -d '{"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-plugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:20.249609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:20.271734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8786e648-ecd0-4f5a-8511-7b1905e9d78d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:20.272175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.304426 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aa14e5-a9af-4ee2-9d0e-b6b342b662f3 x-openstack-request-id: req-a1aa14e5-a9af-4ee2-9d0e-b6b342b662f3 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:20.304719 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-plugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:20.304969 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1aa14e5-a9af-4ee2-9d0e-b6b342b662f3 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:20.305361 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'code': 200} Sep 17 22:44:20.322916 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d7395106-3109-42cc-bb12-56582f49214c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.366536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.405979 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.441342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39973014-6255-4fea-94ec-595f3d879ff7 None None] Network e21a2538-e7cf-4f2e-bf60-2a5508e2796e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:20.471729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 8786e648-ecd0-4f5a-8511-7b1905e9d78d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8786e648-ecd0-4f5a-8511-7b1905e9d78d,segment=NetworkSegment(51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43),segment_id=51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:20.478599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:20.547961 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.606439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3984b555-a154-4691-9f7e-bb66c92d47cf None None] Provisioning complete for port 8786e648-ecd0-4f5a-8511-7b1905e9d78d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:20.606837 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3984b555-a154-4691-9f7e-bb66c92d47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.630058 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.656331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=8786e648-ecd0-4f5a-8511-7b1905e9d78d,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:20.890174 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.962948 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:20.963138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1d6ed637-0844-4f62-bea5-ac98bacf3232 None None] Provisioning complete for port b1413aa6-16e8-492b-8813-c59c86c6925b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:20.963392 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d6ed637-0844-4f62-bea5-ac98bacf3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.001396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ed637-0844-4f62-bea5-ac98bacf3232 None None] Port b1413aa6-16e8-492b-8813-c59c86c6925b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:21.011356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1d6ed637-0844-4f62-bea5-ac98bacf3232 None None] Provisioning complete for port 8786e648-ecd0-4f5a-8511-7b1905e9d78d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:21.012330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d6ed637-0844-4f62-bea5-ac98bacf3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.059167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=b1413aa6-16e8-492b-8813-c59c86c6925b,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:21.153949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.237175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f7064626-6e05-42ae-8318-8ee934ab4a87 None None] Provisioning complete for port b1413aa6-16e8-492b-8813-c59c86c6925b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:21.238658 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f7064626-6e05-42ae-8318-8ee934ab4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.258346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bf794-2b80-4698-9138-b41c5702d6cd req-69674d55-0f16-4ef0-9b47-183de0599f80 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:21.259991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d66bf794-2b80-4698-9138-b41c5702d6cd req-69674d55-0f16-4ef0-9b47-183de0599f80 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0649223 Sep 17 22:44:21.275695 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f7064626-6e05-42ae-8318-8ee934ab4a87 None None] Port b1413aa6-16e8-492b-8813-c59c86c6925b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:21.301939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d66bf794-2b80-4698-9138-b41c5702d6cd req-0f0c0bf5-e871-4ccc-9a54-afac95dd3bb1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356760 Sep 17 22:44:21.326019 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.366433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.393548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-da8008a1-2f71-4c75-b9e1-dac74e45a39d None None] Provisioning complete for port b1413aa6-16e8-492b-8813-c59c86c6925b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:21.394234 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da8008a1-2f71-4c75-b9e1-dac74e45a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.428475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-da8008a1-2f71-4c75-b9e1-dac74e45a39d None None] Port b1413aa6-16e8-492b-8813-c59c86c6925b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:21.624128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.720495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.720826 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.721380 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:21.792843 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=b1413aa6-16e8-492b-8813-c59c86c6925b,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:21.855538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e21a2538-e7cf-4f2e-bf60-2a5508e2796e is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:21.857209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:22.042643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Router 278470ec-e495-4ae7-8ce1-6dc86f6e85ba is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:22.064068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8786e648-ecd0-4f5a-8511-7b1905e9d78d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:22.116621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 8786e648-ecd0-4f5a-8511-7b1905e9d78d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:22.116999 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.141354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:22.147515 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dfce9e81-22de-4b5c-9f9b-5451562a87fb tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "PUT /v2.0/routers/278470ec-e495-4ae7-8ce1-6dc86f6e85ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1859977 Sep 17 22:44:22.150533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55806) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:22.156528 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f85164-0cdc-4e81-965f-50cd219ec1d0 None None] Sync routers for ids ['278470ec-e495-4ae7-8ce1-6dc86f6e85ba'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:22.166834 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f85164-0cdc-4e81-965f-50cd219ec1d0 None None] Routers {'278470ec-e495-4ae7-8ce1-6dc86f6e85ba'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:22.167463 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c0f85164-0cdc-4e81-965f-50cd219ec1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['278470ec-e495-4ae7-8ce1-6dc86f6e85ba'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:22.188486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8e8aae02-314e-4fb0-92e1-2d909dc786e9 None None] Provisioning complete for port b1413aa6-16e8-492b-8813-c59c86c6925b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:22.188965 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e8aae02-314e-4fb0-92e1-2d909dc786e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.206214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c78ece-20c4-4dbb-942a-233fb38ce9b6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:22.207331 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c0f85164-0cdc-4e81-965f-50cd219ec1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:22.209362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-85c78ece-20c4-4dbb-942a-233fb38ce9b6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports?device_id=278470ec-e495-4ae7-8ce1-6dc86f6e85ba HTTP/1.1" status: 200 len: 988 time: 0.0560207 Sep 17 22:44:22.211533 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55808) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:22.220509 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f85164-0cdc-4e81-965f-50cd219ec1d0 None None] Routers {'278470ec-e495-4ae7-8ce1-6dc86f6e85ba'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:22.221124 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c0f85164-0cdc-4e81-965f-50cd219ec1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['278470ec-e495-4ae7-8ce1-6dc86f6e85ba'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:22.252623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8e8aae02-314e-4fb0-92e1-2d909dc786e9 None None] Port b1413aa6-16e8-492b-8813-c59c86c6925b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:22.269308 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c0f85164-0cdc-4e81-965f-50cd219ec1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:22.269994 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f85164-0cdc-4e81-965f-50cd219ec1d0 None None] The sync data for ids ['278470ec-e495-4ae7-8ce1-6dc86f6e85ba'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:22.345877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-964f0c84-b41f-49e6-b0f0-4e532078761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:22.348000 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-964f0c84-b41f-49e6-b0f0-4e532078761f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 1098 time: 0.0755937 Sep 17 22:44:22.359404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:22.438711 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.471609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef4b1d-c378-49e7-a73c-8ed8ecbb35d7 req-e8793f60-09d9-4e0c-96f1-6fdfd9711759 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:22.473129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11ef4b1d-c378-49e7-a73c-8ed8ecbb35d7 req-e8793f60-09d9-4e0c-96f1-6fdfd9711759 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 946 time: 0.0803094 Sep 17 22:44:22.585565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11ef4b1d-c378-49e7-a73c-8ed8ecbb35d7 req-01069b28-9131-4500-b845-83d174696e8b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936556 Sep 17 22:44:22.635431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.690638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:22.722927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:22.762313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:22.764647 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaa13f9-3e4d-49bd-ab93-809764da79d5" -d '{"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-unplugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:22.769223 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.781538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Transition to ACTIVE for port object 494aa0da-7f8a-477f-913d-7ffc7250c2a5 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:44:22.824809 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bd07d8-3000-40d6-9d1d-fa196e2dd666 x-openstack-request-id: req-15bd07d8-3000-40d6-9d1d-fa196e2dd666 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:22.825098 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-unplugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:22.825886 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15bd07d8-3000-40d6-9d1d-fa196e2dd666 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:22.825886 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'code': 200} Sep 17 22:44:22.846549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port b1413aa6-16e8-492b-8813-c59c86c6925b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:22.846931 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.848415 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.937269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:22.955913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for b1413aa6-16e8-492b-8813-c59c86c6925b owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:22.969910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=10']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:23.021411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] No DVR routers for this DVR port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on host n-h2-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:23.166885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:23.167217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:23.167539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on network 7adad2db-addd-42c1-921d-cd9895247ff2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:23.171722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on network 7adad2db-addd-42c1-921d-cd9895247ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:44:23.172038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Attempting to bind port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on network 7adad2db-addd-42c1-921d-cd9895247ff2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:23.177015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:23.177348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Checking segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:23.177903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Bound using segment: {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:23.178331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Bound port: 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:23.178679 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.200540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.229432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=b1413aa6-16e8-492b-8813-c59c86c6925b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:23.243217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:23.246596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:23.317555 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.328914 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.367751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.368432 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.370676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] 10.222.0.32 "PUT /v2.0/ports/494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1094 time: 1.0148063 Sep 17 22:44:23.408107 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:23.440982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b77c2-58e0-436c-a9f1-2f65f2a6d1ee service neutron] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=11']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:23.461680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-5ba7448d-b825-40e5-9c41-6f93b66f363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.463564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-5ba7448d-b825-40e5-9c41-6f93b66f363b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1097 time: 0.0648651 Sep 17 22:44:23.510007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Router 278470ec-e495-4ae7-8ce1-6dc86f6e85ba has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:23.561756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-00f3975d-65a6-414c-aa13-7dff52e47c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.563297 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-00f3975d-65a6-414c-aa13-7dff52e47c93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.0927174 Sep 17 22:44:23.639590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-492db8c5-c5e9-4238-a3e2-ffbe227dba4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1000 time: 0.0689328 Sep 17 22:44:23.722923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-c1074713-0b51-403b-b313-92ae67cc5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.724493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-c1074713-0b51-403b-b313-92ae67cc5d06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0772030 Sep 17 22:44:23.737072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3f9a3-6242-4e53-b37e-38ceab4c728e req-e13604c6-bf87-4d9b-be11-77247bd51f47 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.738570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2b3f9a3-6242-4e53-b37e-38ceab4c728e req-e13604c6-bf87-4d9b-be11-77247bd51f47 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 945 time: 0.0642653 Sep 17 22:44:23.807484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2b3f9a3-6242-4e53-b37e-38ceab4c728e req-a79441e5-136d-4a3f-b3b0-15e60c8d1c1b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596435 Sep 17 22:44:23.813266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-dc6b351b-b39e-43f3-b18a-b8f7fc490fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:23.814757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-dc6b351b-b39e-43f3-b18a-b8f7fc490fc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752685 Sep 17 22:44:23.875926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:23.881331 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-297115b7-4a45-421c-bd62-3e25a23a0ad4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "PUT /v2.0/routers/278470ec-e495-4ae7-8ce1-6dc86f6e85ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6686738 Sep 17 22:44:23.885012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55816) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:23.888442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3cc53-f756-4a66-981a-4fbd9d7cc05a None None] Sync routers for ids ['278470ec-e495-4ae7-8ce1-6dc86f6e85ba'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:23.899395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3cc53-f756-4a66-981a-4fbd9d7cc05a None None] Routers {'278470ec-e495-4ae7-8ce1-6dc86f6e85ba'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:23.900327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b2d3cc53-f756-4a66-981a-4fbd9d7cc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['278470ec-e495-4ae7-8ce1-6dc86f6e85ba'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:23.909082 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef16953-9f8e-44ca-9e14-4d5940e7bec2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:44:23.913523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-82c03dc0-038e-4990-8d1f-464949388b5b service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882871 Sep 17 22:44:23.913787 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-aef16953-9f8e-44ca-9e14-4d5940e7bec2 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/b1413aa6-16e8-492b-8813-c59c86c6925b HTTP/1.1" status: 404 len: 333 time: 0.0252964 Sep 17 22:44:23.913787 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55818) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:23.934497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b2d3cc53-f756-4a66-981a-4fbd9d7cc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:23.943678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3cc53-f756-4a66-981a-4fbd9d7cc05a None None] Routers {'278470ec-e495-4ae7-8ce1-6dc86f6e85ba'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:23.944278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b2d3cc53-f756-4a66-981a-4fbd9d7cc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['278470ec-e495-4ae7-8ce1-6dc86f6e85ba'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:23.977158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b2d3cc53-f756-4a66-981a-4fbd9d7cc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:23.977824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3cc53-f756-4a66-981a-4fbd9d7cc05a None None] The sync data for ids ['278470ec-e495-4ae7-8ce1-6dc86f6e85ba'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:23.989128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01e1d212-a9eb-453a-aeb3-33882e8aacb8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.007938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d946553b-037d-4cf9-b188-25d02a48dc64 req-c6ba05a9-04c0-4460-8f7e-017600964cdf service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909443 Sep 17 22:44:24.150683 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01e1d212-a9eb-453a-aeb3-33882e8aacb8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.152800 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01e1d212-a9eb-453a-aeb3-33882e8aacb8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.257781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01e1d212-a9eb-453a-aeb3-33882e8aacb8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.258448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e1d212-a9eb-453a-aeb3-33882e8aacb8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Fanout notify agent at l3_agent the message router_deleted on router 278470ec-e495-4ae7-8ce1-6dc86f6e85ba {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:24.265093 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-01e1d212-a9eb-453a-aeb3-33882e8aacb8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.266269 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-01e1d212-a9eb-453a-aeb3-33882e8aacb8 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/routers/278470ec-e495-4ae7-8ce1-6dc86f6e85ba HTTP/1.1" status: 204 len: 168 time: 0.3515151 Sep 17 22:44:24.269123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55820) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:24.318781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5873b38d-c6c6-453c-9bc3-cd8d461f0a8f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet 0e5639b6-ef71-4d69-af01-c51f96888d00 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:24.321729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5873b38d-c6c6-453c-9bc3-cd8d461f0a8f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.365096 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5873b38d-c6c6-453c-9bc3-cd8d461f0a8f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.445701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5873b38d-c6c6-453c-9bc3-cd8d461f0a8f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.591479 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5873b38d-c6c6-453c-9bc3-cd8d461f0a8f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.621537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873b38d-c6c6-453c-9bc3-cd8d461f0a8f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5639b6-ef71-4d69-af01-c51f96888d00,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:24.627217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5873b38d-c6c6-453c-9bc3-cd8d461f0a8f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.629074 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5873b38d-c6c6-453c-9bc3-cd8d461f0a8f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/0e5639b6-ef71-4d69-af01-c51f96888d00 HTTP/1.1" status: 204 len: 168 time: 0.3590097 Sep 17 22:44:24.631690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55822) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:24.634115 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fef69d-a635-4982-a13f-146df117180b None None] Network e21a2538-e7cf-4f2e-bf60-2a5508e2796e requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:24.705885 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.759013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 8786e648-ecd0-4f5a-8511-7b1905e9d78d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:24.759365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.794595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df40adc3-a5ed-4ae0-b8b4-119ab2d93098 None None] DHCP port deletion for e21a2538-e7cf-4f2e-bf60-2a5508e2796e request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:24.826778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] For port 8786e648-ecd0-4f5a-8511-7b1905e9d78d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8786e648-ecd0-4f5a-8511-7b1905e9d78d,segment=NetworkSegment(51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43),segment_id=51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:24.827180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.827329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:24.830194 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35903c44-c2a1-4669-805e-9e061e4d6f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:24.842244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-df40adc3-a5ed-4ae0-b8b4-119ab2d93098 None None] Deleting port 8786e648-ecd0-4f5a-8511-7b1905e9d78d {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:24.842559 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-df40adc3-a5ed-4ae0-b8b4-119ab2d93098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.842705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 8786e648-ecd0-4f5a-8511-7b1905e9d78d owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:24.887204 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207abfdf-f6ea-47ad-9c44-fcc053e19a5f x-openstack-request-id: req-207abfdf-f6ea-47ad-9c44-fcc053e19a5f {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:24.887698 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:24.888117 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-207abfdf-f6ea-47ad-9c44-fcc053e19a5f {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:24.888758 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'status': 'completed', 'code': 200} Sep 17 22:44:24.917818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-df40adc3-a5ed-4ae0-b8b4-119ab2d93098 None None] For port 8786e648-ecd0-4f5a-8511-7b1905e9d78d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=8786e648-ecd0-4f5a-8511-7b1905e9d78d,segment=NetworkSegment(51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43),segment_id=51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:24.918222 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-df40adc3-a5ed-4ae0-b8b4-119ab2d93098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:24.932728 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-df40adc3-a5ed-4ae0-b8b4-119ab2d93098 None None] Calling delete_port for 8786e648-ecd0-4f5a-8511-7b1905e9d78d owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:24.967131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-7fab1c34-6ba3-4806-97f5-3fdb5af2cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:24.968729 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-7fab1c34-6ba3-4806-97f5-3fdb5af2cd16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1097 time: 0.0576837 Sep 17 22:44:24.985768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921fd05-7844-42ca-aa48-bcb13bb5df06 req-fa0efa25-dc57-4bb4-90b8-3315a49beeb4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:24.992931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3921fd05-7844-42ca-aa48-bcb13bb5df06 req-fa0efa25-dc57-4bb4-90b8-3315a49beeb4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 945 time: 0.0850718 Sep 17 22:44:25.001626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-b335ffab-ed30-480f-8da8-3b791ae352b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.003094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-b335ffab-ed30-480f-8da8-3b791ae352b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1097 time: 0.0856836 Sep 17 22:44:25.042736 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.048761 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-df40adc3-a5ed-4ae0-b8b4-119ab2d93098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.077137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No DVR routers for this DVR port 8786e648-ecd0-4f5a-8511-7b1905e9d78d on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:25.077919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df40adc3-a5ed-4ae0-b8b4-119ab2d93098 None None] No DVR routers for this DVR port 8786e648-ecd0-4f5a-8511-7b1905e9d78d on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:25.081090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40adc3-a5ed-4ae0-b8b4-119ab2d93098 None None] Pushing event deleted for resources: {'Port': ['ID=8786e648-ecd0-4f5a-8511-7b1905e9d78d,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:25.092940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3921fd05-7844-42ca-aa48-bcb13bb5df06 req-aa12420c-175b-4fba-abf7-3c89097be75f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960898 Sep 17 22:44:25.120342 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=8786e648-ecd0-4f5a-8511-7b1905e9d78d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:25.127335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-d0b3c283-ffa4-4fce-b211-c57b8d329dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.128809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-d0b3c283-ffa4-4fce-b211-c57b8d329dec service neutron] 10.222.0.32 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.1181703 Sep 17 22:44:25.131628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-11a21140-dfc0-44f5-b4a1-a465911aad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.133117 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-11a21140-dfc0-44f5-b4a1-a465911aad8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.1575625 Sep 17 22:44:25.197705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-5247343f-be83-4f4a-a432-5d2e0ed77dc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1000 time: 0.0589962 Sep 17 22:44:25.224897 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.254128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-de242448-1f46-4b21-a54e-a7ca727c4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.255569 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-646265fc-1ff3-484f-988c-058833e830da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1000 time: 0.1119363 Sep 17 22:44:25.256158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-de242448-1f46-4b21-a54e-a7ca727c4b35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0486000 Sep 17 22:44:25.257097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21a2538-e7cf-4f2e-bf60-2a5508e2796e']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:25.275687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:25.276399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b1069d-9cce-4b0d-b2f6-d29ec2d0fc43') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:25.303740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-4f77a394-282d-4478-a936-c3115700d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.304342 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.305261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-4f77a394-282d-4478-a936-c3115700d621 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412211 Sep 17 22:44:25.323877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.326706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-24a946a5-ec89-43a1-ac58-547bf114e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.328218 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-24a946a5-ec89-43a1-ac58-547bf114e12d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0642087 Sep 17 22:44:25.334181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:25.334181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:25.337580 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:25.402861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-578958a4-ab15-4ecb-a852-f3c307ff9c6c service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894909 Sep 17 22:44:25.435075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-4fd0873d-35dd-42cd-a93b-0f34c30f4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.436595 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-4fd0873d-35dd-42cd-a93b-0f34c30f4c1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982573 Sep 17 22:44:25.503692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-2cea4301-4a13-4426-8b8b-7c2866441d86 service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917222 Sep 17 22:44:25.530103 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-bf0a7949-570a-422a-8a69-9a6989b559f2 service neutron] 10.222.0.35 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858419 Sep 17 22:44:25.554057 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.568420 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.570216 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/networks/e21a2538-e7cf-4f2e-bf60-2a5508e2796e HTTP/1.1" status: 204 len: 168 time: 0.9375911 Sep 17 22:44:25.574565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55828) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:25.588189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11387ff7-8e3a-47b0-b18b-2c65a06bf499 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Network': ['ID=e21a2538-e7cf-4f2e-bf60-2a5508e2796e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:25.619882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494c80d9-1afc-4c2b-9361-dbf3cf94d193 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:25.621201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-494c80d9-1afc-4c2b-9361-dbf3cf94d193 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/396656ac-09bc-474e-b809-e5af6f029f83 HTTP/1.1" status: 200 len: 844 time: 0.0454984 Sep 17 22:44:25.624909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55830) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:25.645499 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35903c44-c2a1-4669-805e-9e061e4d6f6b req-a9e84c6c-33c0-4043-afa1-66ed008b4b65 service neutron] 10.222.0.35 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084135 Sep 17 22:44:25.668392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a28b6103-f6d6-45df-b28c-d5aab76aff2c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/396656ac-09bc-474e-b809-e5af6f029f83?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0424092 Sep 17 22:44:25.671995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55832) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:25.676521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:25.874928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:25.878455 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:25.941028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:26.097811 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:44:26.113056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8786e648-ecd0-4f5a-8511-7b1905e9d78d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:26.136391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 8786e648-ecd0-4f5a-8511-7b1905e9d78d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:26.136732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 8786e648-ecd0-4f5a-8511-7b1905e9d78d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:26.140603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.151585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:26.183645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:26.195296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:26.203784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.204132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbd677-aca9-4f22-8b3a-ac11e20dcb00 None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:26.204370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.245081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=422286de-77ac-47c8-87fd-e4caa03ef1b4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:26.256725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:44:26.263015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d22784-e7d7-48f9-84c5-55e4c325171d req-0978b602-578a-469c-98b5-8a3d36c6e1d2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:26.264530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59d22784-e7d7-48f9-84c5-55e4c325171d req-0978b602-578a-469c-98b5-8a3d36c6e1d2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 945 time: 0.0798628 Sep 17 22:44:26.297374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3629b5bb-adc9-4600-a1d2-ed4c9f1169ef tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6243734 Sep 17 22:44:26.300099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55836) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:26.307009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e92d9ea5-264e-43b0-8bb6-be441d69cfbd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'security_group': {'name': 'tempest-secgroup-526128458'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:26.313437 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59d22784-e7d7-48f9-84c5-55e4c325171d req-5d6d1a29-8afa-46c7-bb86-76c5f77eb2f9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426280 Sep 17 22:44:26.337270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55838) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:26.402317 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e871afb4-e3cc-442e-8d97-86a3398760a0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8 HTTP/1.1" status: 200 len: 992 time: 0.0637515 Sep 17 22:44:26.409033 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e92d9ea5-264e-43b0-8bb6-be441d69cfbd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.431473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:26.447427 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'port_id': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'mac_address': 'fa:16:3e:81:04:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:44:26.474085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'tenant_id': '5aad84b1c67c458bafcf4e6f674799ff', 'fixed_ips': [{'subnet_id': '422286de-77ac-47c8-87fd-e4caa03ef1b4'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:26.475676 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.492573 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e92d9ea5-264e-43b0-8bb6-be441d69cfbd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.507148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.550987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e92d9ea5-264e-43b0-8bb6-be441d69cfbd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.571277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494aa0da-7f8a-477f-913d-7ffc7250c2a5 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:44:26.580746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d9ea5-264e-43b0-8bb6-be441d69cfbd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc9051b-9acf-47db-94c6-83a92274eafc,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:26.604066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:26.625059 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e92d9ea5-264e-43b0-8bb6-be441d69cfbd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.628767 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e92d9ea5-264e-43b0-8bb6-be441d69cfbd tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3253090 Sep 17 22:44:26.629006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55840) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:26.633847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-05cedc0e-ffed-4dda-8c0d-6d2696493f41 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'security_group': {'name': 'tempest-secgroup-854009374'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:26.649013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Allocated IP 2001:db8::2 (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/422286de-77ac-47c8-87fd-e4caa03ef1b4/9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:26.650953 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.715147 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05cedc0e-ffed-4dda-8c0d-6d2696493f41 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.749930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=12']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:26.798065 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05cedc0e-ffed-4dda-8c0d-6d2696493f41 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.836152 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.881573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['494aa0da-7f8a-477f-913d-7ffc7250c2a5'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:44:26.891965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05cedc0e-ffed-4dda-8c0d-6d2696493f41 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:26.922369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cedc0e-ffed-4dda-8c0d-6d2696493f41 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5181e57a-315e-4a7d-b8eb-7b3bedeff679,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:26.952093 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.009677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:27.017195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:27.024839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:27.036635 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-05cedc0e-ffed-4dda-8c0d-6d2696493f41 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.038398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-05cedc0e-ffed-4dda-8c0d-6d2696493f41 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4084742 Sep 17 22:44:27.039278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Pushing event updated for resources: {'Port': ['ID=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:27.041628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55842) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:27.046833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1409956478', 'security_groups': ['5181e57a-315e-4a7d-b8eb-7b3bedeff679'], 'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '422286de-77ac-47c8-87fd-e4caa03ef1b4'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:27.113514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Attempting to bind port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:27.113879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Attempting to bind port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:27.114236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Attempting to bind port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 on network e41f28bd-5b52-4fae-b00f-cf47c7ec088b {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:27.125357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:27.125724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Checking segment: {'id': '4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:27.126112 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.126495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Bound using segment: {'id': '4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:27.126979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Bound port: 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:27.127353 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.228489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] For port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:27.235342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] For port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,segment=NetworkSegment(4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723),segment_id=4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:27.248064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:27.328108 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.348433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port e7a532e0-65ad-42bd-91f2-9f3b151a76d9 yet. {{(pid=101661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:27.350183 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.410073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f321a6-91ee-4930-8cd5-3abc5724393a None None] Pushing event updated for resources: {'Port': ['ID=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:27.514098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::2a5 (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/422286de-77ac-47c8-87fd-e4caa03ef1b4/e7a532e0-65ad-42bd-91f2-9f3b151a76d9) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:27.668512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.756989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.799514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:27.802409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:27.806953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:27.812522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:27.813124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:27.820977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=e7a532e0-65ad-42bd-91f2-9f3b151a76d9,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:27.906238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e0d93e51-e9b7-4d04-b813-9addb2f5ac69 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8634560 Sep 17 22:44:27.908892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55844) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:27.914544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-341e101c-14e5-479a-ac45-f9a96d0878ed tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:28.094189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:28.115426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341e101c-14e5-479a-ac45-f9a96d0878ed tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:28.119587 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-341e101c-14e5-479a-ac45-f9a96d0878ed tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.144414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:28.144788 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.228183 n-d-713498-17 neutron-server[101661]: INFO neutron.db.ipam_backend_mixin [None req-341e101c-14e5-479a-ac45-f9a96d0878ed tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 422286de-77ac-47c8-87fd-e4caa03ef1b4 (CIDR: 2001:db8::/64) Sep 17 22:44:28.230762 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.266910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,segment=NetworkSegment(4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723),segment_id=4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:28.275149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:28.288901 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-341e101c-14e5-479a-ac45-f9a96d0878ed tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:44:28.289579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341e101c-14e5-479a-ac45-f9a96d0878ed tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:28.354338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-15a1e3fd-9166-4d8e-9925-53b6120580fe None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:28.354702 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-15a1e3fd-9166-4d8e-9925-53b6120580fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.383080 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.425496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-341e101c-14e5-479a-ac45-f9a96d0878ed tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5153749 Sep 17 22:44:28.427113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55846) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:28.432963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:28.433429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:44:28.449355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:28.449731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.528564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:28.606175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:28.609813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.632753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-15a1e3fd-9166-4d8e-9925-53b6120580fe None None] Provisioning complete for port 396656ac-09bc-474e-b809-e5af6f029f83 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:28.633122 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-15a1e3fd-9166-4d8e-9925-53b6120580fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.659021 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.722860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:28.725052 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80367bea-657a-4cb1-b4b0-a4ad7eff661a" -d '{"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-plugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:28.730589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-15a1e3fd-9166-4d8e-9925-53b6120580fe None None] Port 396656ac-09bc-474e-b809-e5af6f029f83 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:28.743884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:28.772189 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d112be22-eb32-4c51-a947-c01db95d452f x-openstack-request-id: req-d112be22-eb32-4c51-a947-c01db95d452f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:28.772471 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-plugged", "status": "completed", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:28.772733 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d112be22-eb32-4c51-a947-c01db95d452f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:28.773120 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'code': 200} Sep 17 22:44:28.829311 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.882865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cf74723f-ea8c-4963-8c2c-fd23ba67f0a9 None None] Provisioning complete for port e7a532e0-65ad-42bd-91f2-9f3b151a76d9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:28.883220 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf74723f-ea8c-4963-8c2c-fd23ba67f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.905027 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=13']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:28.923096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-cf74723f-ea8c-4963-8c2c-fd23ba67f0a9 None None] Port e7a532e0-65ad-42bd-91f2-9f3b151a76d9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:28.949232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:28.989259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:28.993000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:28.997161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:28.997745 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.002761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98947887-2d40-4d6c-aed1-8aef8a6201c4 None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:29.012164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=b5d482df-5170-4010-8ca0-05b2e78d892f,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:29.075542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dfe3cd91-cdbe-4cd0-a6c2-eb95a7756bc3 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6472645 Sep 17 22:44:29.078730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55850) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.084773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1750196435', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5d482df-5170-4010-8ca0-05b2e78d892f'}], 'security_groups': ['8dc9051b-9acf-47db-94c6-83a92274eafc']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:29.148066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.215933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f36a06-abbd-49e8-b5b5-57be09cfcab9 None None] Update dhcp port {'port': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'fixed_ips': [{'subnet_id': '422286de-77ac-47c8-87fd-e4caa03ef1b4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5d482df-5170-4010-8ca0-05b2e78d892f'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:44:29.241686 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3f36a06-abbd-49e8-b5b5-57be09cfcab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.450997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Delete allocated IP 2001:db8::2a5 (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/422286de-77ac-47c8-87fd-e4caa03ef1b4) {{(pid=101661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:44:29.458556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8:0:1::15d (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/b5d482df-5170-4010-8ca0-05b2e78d892f/e7a532e0-65ad-42bd-91f2-9f3b151a76d9) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:29.604510 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.676387 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.728697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-b3f36a06-abbd-49e8-b5b5-57be09cfcab9 None None] Allocated IP 2001:db8:0:1::2 (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/b5d482df-5170-4010-8ca0-05b2e78d892f/9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:29.732489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] In _notify_port_updated(), no bound segment for port e7a532e0-65ad-42bd-91f2-9f3b151a76d9 on network e41f28bd-5b52-4fae-b00f-cf47c7ec088b {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:44:29.737935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:29.738544 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.742701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "PUT /v2.0/ports/e7a532e0-65ad-42bd-91f2-9f3b151a76d9 HTTP/1.1" status: 200 len: 931 time: 0.6600614 Sep 17 22:44:29.743433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55852) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:29.748088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e64e22-9b13-43d0-892c-e706d922ec05 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=e7a532e0-65ad-42bd-91f2-9f3b151a76d9,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:29.845168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5d1bff78-7974-44d4-ab36-dbd8a8ea3c6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port e7a532e0-65ad-42bd-91f2-9f3b151a76d9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:29.845525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d1bff78-7974-44d4-ab36-dbd8a8ea3c6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.940977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d1bff78-7974-44d4-ab36-dbd8a8ea3c6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:29.954007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5d1bff78-7974-44d4-ab36-dbd8a8ea3c6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for e7a532e0-65ad-42bd-91f2-9f3b151a76d9 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:29.979185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b3f36a06-abbd-49e8-b5b5-57be09cfcab9 None None] For port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,segment=NetworkSegment(4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723),segment_id=4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:30.008512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3f36a06-abbd-49e8-b5b5-57be09cfcab9 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.071277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:30.075036 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3f36a06-abbd-49e8-b5b5-57be09cfcab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.162835 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d1bff78-7974-44d4-ab36-dbd8a8ea3c6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.191140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f36a06-abbd-49e8-b5b5-57be09cfcab9 None None] Pushing event updated for resources: {'Port': ['ID=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.191384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bff78-7974-44d4-ab36-dbd8a8ea3c6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=e7a532e0-65ad-42bd-91f2-9f3b151a76d9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.205418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:30.205917 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.231385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5d1bff78-7974-44d4-ab36-dbd8a8ea3c6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.233379 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5d1bff78-7974-44d4-ab36-dbd8a8ea3c6f tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/e7a532e0-65ad-42bd-91f2-9f3b151a76d9 HTTP/1.1" status: 204 len: 168 time: 0.4889503 Sep 17 22:44:30.236026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.265401 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6be581-1fa3-41b1-ac0e-a4ef1293c85a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:44:30.268179 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ba6be581-1fa3-41b1-ac0e-a4ef1293c85a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/e7a532e0-65ad-42bd-91f2-9f3b151a76d9 HTTP/1.1" status: 404 len: 333 time: 0.0300069 Sep 17 22:44:30.277990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55856) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.331759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad092d40-107a-498f-aef9-4517df008856 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.356788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad092d40-107a-498f-aef9-4517df008856 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.463661 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad092d40-107a-498f-aef9-4517df008856 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.466278 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ad092d40-107a-498f-aef9-4517df008856 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.467512 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ad092d40-107a-498f-aef9-4517df008856 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/security-groups/5181e57a-315e-4a7d-b8eb-7b3bedeff679 HTTP/1.1" status: 204 len: 168 time: 0.1885309 Sep 17 22:44:30.470221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55858) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.477926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad092d40-107a-498f-aef9-4517df008856 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5181e57a-315e-4a7d-b8eb-7b3bedeff679,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.527168 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f12-9e51-49b3-8bf9-2efa19ca8a95 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.554203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f12-9e51-49b3-8bf9-2efa19ca8a95 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.665249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f12-9e51-49b3-8bf9-2efa19ca8a95 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.668031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f12-9e51-49b3-8bf9-2efa19ca8a95 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.673078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-39fa3f12-9e51-49b3-8bf9-2efa19ca8a95 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/security-groups/8dc9051b-9acf-47db-94c6-83a92274eafc HTTP/1.1" status: 204 len: 168 time: 0.1981337 Sep 17 22:44:30.673216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55860) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:30.679088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa3f12-9e51-49b3-8bf9-2efa19ca8a95 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc9051b-9acf-47db-94c6-83a92274eafc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:30.737800 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baa92ea-e753-4887-a093-d59b6b6efd30 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet 422286de-77ac-47c8-87fd-e4caa03ef1b4 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:30.742139 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9baa92ea-e753-4887-a093-d59b6b6efd30 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.748362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-89dec01b-ab92-4d56-852a-f714ed85471d None None] Could not find standard attr ID for object e7a532e0-65ad-42bd-91f2-9f3b151a76d9. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:44:30.767186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-89dec01b-ab92-4d56-852a-f714ed85471d None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:30.769165 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-89dec01b-ab92-4d56-852a-f714ed85471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.792547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9baa92ea-e753-4887-a093-d59b6b6efd30 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.863481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-89dec01b-ab92-4d56-852a-f714ed85471d None None] Provisioning complete for port 396656ac-09bc-474e-b809-e5af6f029f83 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:30.863855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-89dec01b-ab92-4d56-852a-f714ed85471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.884520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9baa92ea-e753-4887-a093-d59b6b6efd30 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:30.904181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-89dec01b-ab92-4d56-852a-f714ed85471d None None] Port 396656ac-09bc-474e-b809-e5af6f029f83 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:31.020767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-700af711-7019-4680-b11b-ef556cb76543 None None] Could not find standard attr ID for object e7a532e0-65ad-42bd-91f2-9f3b151a76d9. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 22:44:31.025707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9baa92ea-e753-4887-a093-d59b6b6efd30 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.056761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa92ea-e753-4887-a093-d59b6b6efd30 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=422286de-77ac-47c8-87fd-e4caa03ef1b4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:31.063914 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9baa92ea-e753-4887-a093-d59b6b6efd30 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.066274 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9baa92ea-e753-4887-a093-d59b6b6efd30 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/422286de-77ac-47c8-87fd-e4caa03ef1b4 HTTP/1.1" status: 204 len: 168 time: 0.3924026 Sep 17 22:44:31.070669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55862) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:31.075713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:31.081165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe2d87d-2e3c-42e8-9e78-c286421bdd59 None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:31.231152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:31.234819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.744572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-474bd7f8-4e4d-4b42-a811-3944f624470a None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:31.744836 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-474bd7f8-4e4d-4b42-a811-3944f624470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.831212 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.834191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-474bd7f8-4e4d-4b42-a811-3944f624470a None None] Provisioning complete for port 396656ac-09bc-474e-b809-e5af6f029f83 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:31.834659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-474bd7f8-4e4d-4b42-a811-3944f624470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.867884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-474bd7f8-4e4d-4b42-a811-3944f624470a None None] Port 396656ac-09bc-474e-b809-e5af6f029f83 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:31.872161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:31.876555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:31.881725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:31.882311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:31.886214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d728d6c-7ef0-4c18-bb19-aa4a78338167 None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:31.900260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=e1fd19b1-c11a-48b5-aa76-7baae7bff5ad,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:31.972861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6e0c11b2-1944-43e6-8ec0-ecbd933fa875 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9009669 Sep 17 22:44:31.976287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55864) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:31.981011 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-830eaa53-99e5-47e6-a515-38c3226c8df4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'security_group': {'name': 'tempest-secgroup-1444573485'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:32.075698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:32.076962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-830eaa53-99e5-47e6-a515-38c3226c8df4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.120591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90092d2-a287-4c1a-b468-4a4c75b5a3ff None None] Update dhcp port {'port': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'fixed_ips': [{'subnet_id': 'b5d482df-5170-4010-8ca0-05b2e78d892f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e1fd19b1-c11a-48b5-aa76-7baae7bff5ad'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:44:32.151956 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b90092d2-a287-4c1a-b468-4a4c75b5a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.159151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-830eaa53-99e5-47e6-a515-38c3226c8df4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.169492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:32.169851 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.202305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-830eaa53-99e5-47e6-a515-38c3226c8df4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.231824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830eaa53-99e5-47e6-a515-38c3226c8df4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca07a04-e4ee-4c2e-903d-24f042b07d88,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:32.265371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-830eaa53-99e5-47e6-a515-38c3226c8df4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.266898 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-830eaa53-99e5-47e6-a515-38c3226c8df4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2894661 Sep 17 22:44:32.272727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55866) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:32.277352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9b739b34-125e-46bd-b754-5f79ce392c36 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'security_group': {'name': 'tempest-secgroup-1996365610'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:32.378031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-b90092d2-a287-4c1a-b468-4a4c75b5a3ff None None] Allocated IP 2001:db8::2 (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/e1fd19b1-c11a-48b5-aa76-7baae7bff5ad/9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:32.395250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9b739b34-125e-46bd-b754-5f79ce392c36 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.474957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b90092d2-a287-4c1a-b468-4a4c75b5a3ff None None] For port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,segment=NetworkSegment(4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723),segment_id=4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:32.482965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9b739b34-125e-46bd-b754-5f79ce392c36 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.503581 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b90092d2-a287-4c1a-b468-4a4c75b5a3ff None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.568036 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9b739b34-125e-46bd-b754-5f79ce392c36 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.585333 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b90092d2-a287-4c1a-b468-4a4c75b5a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.597419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b739b34-125e-46bd-b754-5f79ce392c36 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4fffca-3805-431b-9d5d-d04db5d68f60,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:32.659550 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9b739b34-125e-46bd-b754-5f79ce392c36 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.664556 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9b739b34-125e-46bd-b754-5f79ce392c36 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3871193 Sep 17 22:44:32.664556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55868) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:32.669505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90092d2-a287-4c1a-b468-4a4c75b5a3ff None None] Pushing event updated for resources: {'Port': ['ID=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:32.670445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e478b71d-12c8-4cc7-b597-d55ea9124df1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'security_group': {'name': 'tempest-secgroup-1742581326'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:32.768083 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e478b71d-12c8-4cc7-b597-d55ea9124df1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.853964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e478b71d-12c8-4cc7-b597-d55ea9124df1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.905413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e478b71d-12c8-4cc7-b597-d55ea9124df1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.938377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478b71d-12c8-4cc7-b597-d55ea9124df1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc0a6ce-73b3-4c13-bfef-9cb71b653dbc,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:32.968218 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e478b71d-12c8-4cc7-b597-d55ea9124df1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:32.969840 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e478b71d-12c8-4cc7-b597-d55ea9124df1 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3044410 Sep 17 22:44:32.972446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55870) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:32.978212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1136283403', 'security_groups': ['6bc0a6ce-73b3-4c13-bfef-9cb71b653dbc'], 'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1fd19b1-c11a-48b5-aa76-7baae7bff5ad'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:33.192679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d664695c-140c-48c9-bd28-1035cbe6e3e7 None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:33.193265 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d664695c-140c-48c9-bd28-1035cbe6e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.195591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:33.281138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.283678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d664695c-140c-48c9-bd28-1035cbe6e3e7 None None] Provisioning complete for port 396656ac-09bc-474e-b809-e5af6f029f83 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:33.284048 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d664695c-140c-48c9-bd28-1035cbe6e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.297474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] device_id is not set on port 6374f994-6bba-4678-9507-9ab48d5d772a yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:33.316603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d664695c-140c-48c9-bd28-1035cbe6e3e7 None None] Port 396656ac-09bc-474e-b809-e5af6f029f83 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:33.462577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8::149 (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/e1fd19b1-c11a-48b5-aa76-7baae7bff5ad/6374f994-6bba-4678-9507-9ab48d5d772a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:33.593830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.676721 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.723108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:33.726654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:33.733507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:33.739167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:33.739784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.743148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=6374f994-6bba-4678-9507-9ab48d5d772a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:33.843349 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c95ed4e7-89e6-4ab6-b66f-6043ad9a178c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8697913 Sep 17 22:44:33.846691 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55872) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:33.852694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2d5206f4-1f72-4f8b-ab35-4faf7cd89c74 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:33.940030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-40f05317-b5fa-4eb2-9634-4b3f1d1a7e9f None None] Provisioning complete for port 6374f994-6bba-4678-9507-9ab48d5d772a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:33.940366 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-40f05317-b5fa-4eb2-9634-4b3f1d1a7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:33.973227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-40f05317-b5fa-4eb2-9634-4b3f1d1a7e9f None None] Port 6374f994-6bba-4678-9507-9ab48d5d772a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:34.036376 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5206f4-1f72-4f8b-ab35-4faf7cd89c74 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:34.040771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2d5206f4-1f72-4f8b-ab35-4faf7cd89c74 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.062628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:34.112841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:34.113207 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.133555 n-d-713498-17 neutron-server[101660]: INFO neutron.db.ipam_backend_mixin [None req-2d5206f4-1f72-4f8b-ab35-4faf7cd89c74 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1fd19b1-c11a-48b5-aa76-7baae7bff5ad (CIDR: 2001:db8::/64) Sep 17 22:44:34.190562 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5206f4-1f72-4f8b-ab35-4faf7cd89c74 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:44:34.190992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5206f4-1f72-4f8b-ab35-4faf7cd89c74 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:34.259918 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2d5206f4-1f72-4f8b-ab35-4faf7cd89c74 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4121420 Sep 17 22:44:34.262507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55874) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:34.267316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3b1ef960-d2a1-4caa-af00-58e7784de716 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:34.430758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ef960-d2a1-4caa-af00-58e7784de716 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:34.434265 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef960-d2a1-4caa-af00-58e7784de716 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:34.524723 n-d-713498-17 neutron-server[101660]: INFO neutron.db.ipam_backend_mixin [None req-3b1ef960-d2a1-4caa-af00-58e7784de716 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b5d482df-5170-4010-8ca0-05b2e78d892f (CIDR: 2001:db8:0:1::/64) Sep 17 22:44:34.555025 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1ef960-d2a1-4caa-af00-58e7784de716 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 22:44:34.555476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1ef960-d2a1-4caa-af00-58e7784de716 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:34.629484 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b1ef960-d2a1-4caa-af00-58e7784de716 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3659232 Sep 17 22:44:34.632877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55876) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:34.637753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'subnet': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:34.825190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Made reservation on behalf of 5aad84b1c67c458bafcf4e6f674799ff for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:34.828617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.097925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.138238 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:35.141853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:35.147294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:35.148288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.151421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70373556-6315-4f25-a980-d3badd55eff8 None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:35.162699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Subnet': ['ID=db065a97-6ff6-4e55-96e7-3b693cd395b7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:35.242941 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2a88f423-9854-46bc-aefd-4c2ef9387a0b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6089764 Sep 17 22:44:35.245688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55878) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:35.251628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1169631337', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'db065a97-6ff6-4e55-96e7-3b693cd395b7'}], 'security_groups': ['dca07a04-e4ee-4c2e-903d-24f042b07d88', 'da4fffca-3805-431b-9d5d-d04db5d68f60']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:35.357658 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5eab10-6ec4-41c6-bd26-5ba46072f0fa None None] Update dhcp port {'port': {'network_id': 'e41f28bd-5b52-4fae-b00f-cf47c7ec088b', 'fixed_ips': [{'subnet_id': 'b5d482df-5170-4010-8ca0-05b2e78d892f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e1fd19b1-c11a-48b5-aa76-7baae7bff5ad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db065a97-6ff6-4e55-96e7-3b693cd395b7'}], 'binding:host_id': 'n-d-713498-17'}, 'id': '9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0'} from n-d-713498-17. {{(pid=101662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 22:44:35.385347 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b5eab10-6ec4-41c6-bd26-5ba46072f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.395967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.546418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-5b5eab10-6ec4-41c6-bd26-5ba46072f0fa None None] Allocated IP 2001:db8:0:2::2 (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/db065a97-6ff6-4e55-96e7-3b693cd395b7/9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:35.640408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5b5eab10-6ec4-41c6-bd26-5ba46072f0fa None None] For port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,segment=NetworkSegment(4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723),segment_id=4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:35.668518 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b5eab10-6ec4-41c6-bd26-5ba46072f0fa None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.737428 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b5eab10-6ec4-41c6-bd26-5ba46072f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:35.837860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5eab10-6ec4-41c6-bd26-5ba46072f0fa None None] Pushing event updated for resources: {'Port': ['ID=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:35.843474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Delete allocated IP 2001:db8::149 (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/e1fd19b1-c11a-48b5-aa76-7baae7bff5ad) {{(pid=101661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 22:44:35.855255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Allocated IP 2001:db8:0:2::369 (e41f28bd-5b52-4fae-b00f-cf47c7ec088b/db065a97-6ff6-4e55-96e7-3b693cd395b7/6374f994-6bba-4678-9507-9ab48d5d772a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:36.030396 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.067888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:36.116446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:36.116817 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.132875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.213385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] In _notify_port_updated(), no bound segment for port 6374f994-6bba-4678-9507-9ab48d5d772a on network e41f28bd-5b52-4fae-b00f-cf47c7ec088b {{(pid=101661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 22:44:36.218819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:36.219448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.220762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "PUT /v2.0/ports/6374f994-6bba-4678-9507-9ab48d5d772a HTTP/1.1" status: 200 len: 970 time: 0.9740596 Sep 17 22:44:36.221950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ed724-ea4b-4a6b-a3ed-e718b03d8699 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event updated for resources: {'Port': ['ID=6374f994-6bba-4678-9507-9ab48d5d772a,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:36.223777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55880) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:36.315319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-82fbf617-01ef-405f-b888-d992f9e2027b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 6374f994-6bba-4678-9507-9ab48d5d772a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:36.315668 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82fbf617-01ef-405f-b888-d992f9e2027b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.410172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-11abbe58-4aff-4003-a4fd-7472bb7a16eb None None] Provisioning complete for port 6374f994-6bba-4678-9507-9ab48d5d772a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:36.410784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11abbe58-4aff-4003-a4fd-7472bb7a16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.449228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-11abbe58-4aff-4003-a4fd-7472bb7a16eb None None] Port 6374f994-6bba-4678-9507-9ab48d5d772a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:36.461184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-11abbe58-4aff-4003-a4fd-7472bb7a16eb None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:36.461559 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11abbe58-4aff-4003-a4fd-7472bb7a16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.559400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-11abbe58-4aff-4003-a4fd-7472bb7a16eb None None] Provisioning complete for port 396656ac-09bc-474e-b809-e5af6f029f83 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:36.559769 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11abbe58-4aff-4003-a4fd-7472bb7a16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.596890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-11abbe58-4aff-4003-a4fd-7472bb7a16eb None None] Port 396656ac-09bc-474e-b809-e5af6f029f83 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:36.706465 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82fbf617-01ef-405f-b888-d992f9e2027b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.716494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-dde49f66-ed8e-429d-acba-b73c60a373e0 None None] Provisioning complete for port 6374f994-6bba-4678-9507-9ab48d5d772a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:36.716861 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dde49f66-ed8e-429d-acba-b73c60a373e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.718305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-82fbf617-01ef-405f-b888-d992f9e2027b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 6374f994-6bba-4678-9507-9ab48d5d772a owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:36.750580 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-dde49f66-ed8e-429d-acba-b73c60a373e0 None None] Port 6374f994-6bba-4678-9507-9ab48d5d772a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:36.937769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82fbf617-01ef-405f-b888-d992f9e2027b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.965141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbf617-01ef-405f-b888-d992f9e2027b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=6374f994-6bba-4678-9507-9ab48d5d772a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:36.993271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-82fbf617-01ef-405f-b888-d992f9e2027b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:36.995320 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-82fbf617-01ef-405f-b888-d992f9e2027b tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/6374f994-6bba-4678-9507-9ab48d5d772a HTTP/1.1" status: 204 len: 168 time: 0.7703710 Sep 17 22:44:36.997960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55882) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.023355 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc9d11a-f821-4556-8dea-4148f1173137 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] GET failed (client error): The resource could not be found. Sep 17 22:44:37.024912 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0cc9d11a-f821-4556-8dea-4148f1173137 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports/6374f994-6bba-4678-9507-9ab48d5d772a HTTP/1.1" status: 404 len: 333 time: 0.0259957 Sep 17 22:44:37.027642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55884) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.081594 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d34287f7-d5dc-41cd-a6b0-63c779be3d8a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.104840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d34287f7-d5dc-41cd-a6b0-63c779be3d8a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.257693 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d34287f7-d5dc-41cd-a6b0-63c779be3d8a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.260123 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d34287f7-d5dc-41cd-a6b0-63c779be3d8a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.261296 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d34287f7-d5dc-41cd-a6b0-63c779be3d8a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/security-groups/6bc0a6ce-73b3-4c13-bfef-9cb71b653dbc HTTP/1.1" status: 204 len: 168 time: 0.2327359 Sep 17 22:44:37.264076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55886) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.271019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34287f7-d5dc-41cd-a6b0-63c779be3d8a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc0a6ce-73b3-4c13-bfef-9cb71b653dbc,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:37.317097 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f99eaf8-f1f7-4ef0-99f2-22fb306a4c2e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.338494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f99eaf8-f1f7-4ef0-99f2-22fb306a4c2e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.440158 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f99eaf8-f1f7-4ef0-99f2-22fb306a4c2e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.442682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6f99eaf8-f1f7-4ef0-99f2-22fb306a4c2e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.443993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6f99eaf8-f1f7-4ef0-99f2-22fb306a4c2e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/security-groups/da4fffca-3805-431b-9d5d-d04db5d68f60 HTTP/1.1" status: 204 len: 168 time: 0.1789353 Sep 17 22:44:37.446729 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55888) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.452691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99eaf8-f1f7-4ef0-99f2-22fb306a4c2e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4fffca-3805-431b-9d5d-d04db5d68f60,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:37.503738 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3570ff69-54b8-46d1-9d36-039a265685b4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.525230 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3570ff69-54b8-46d1-9d36-039a265685b4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.636117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3570ff69-54b8-46d1-9d36-039a265685b4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.638643 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3570ff69-54b8-46d1-9d36-039a265685b4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.639809 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3570ff69-54b8-46d1-9d36-039a265685b4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/security-groups/dca07a04-e4ee-4c2e-903d-24f042b07d88 HTTP/1.1" status: 204 len: 168 time: 0.1919708 Sep 17 22:44:37.642460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55890) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.649344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570ff69-54b8-46d1-9d36-039a265685b4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca07a04-e4ee-4c2e-903d-24f042b07d88,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:37.694147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28a082f-57d5-49bb-8148-981c3a155cf6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet e1fd19b1-c11a-48b5-aa76-7baae7bff5ad {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:37.697128 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a28a082f-57d5-49bb-8148-981c3a155cf6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.739682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a28a082f-57d5-49bb-8148-981c3a155cf6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.819066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a28a082f-57d5-49bb-8148-981c3a155cf6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.944306 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a28a082f-57d5-49bb-8148-981c3a155cf6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.975738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a082f-57d5-49bb-8148-981c3a155cf6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fd19b1-c11a-48b5-aa76-7baae7bff5ad,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:37.981175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a28a082f-57d5-49bb-8148-981c3a155cf6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:37.987607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a28a082f-57d5-49bb-8148-981c3a155cf6 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/e1fd19b1-c11a-48b5-aa76-7baae7bff5ad HTTP/1.1" status: 204 len: 168 time: 0.3395667 Sep 17 22:44:37.987785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55892) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:37.987900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1df3212-d913-4e8b-add7-26f2a72d28b8 None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:38.037639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8aa180-bac8-4679-836a-f04cd10e36ab tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet db065a97-6ff6-4e55-96e7-3b693cd395b7 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:38.040731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa180-bac8-4679-836a-f04cd10e36ab tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.087874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa180-bac8-4679-836a-f04cd10e36ab tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.175015 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa180-bac8-4679-836a-f04cd10e36ab tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.322884 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa180-bac8-4679-836a-f04cd10e36ab tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.356530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8aa180-bac8-4679-836a-f04cd10e36ab tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=db065a97-6ff6-4e55-96e7-3b693cd395b7,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:38.360840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa180-bac8-4679-836a-f04cd10e36ab tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.362978 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9b8aa180-bac8-4679-836a-f04cd10e36ab tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/db065a97-6ff6-4e55-96e7-3b693cd395b7 HTTP/1.1" status: 204 len: 168 time: 0.3749640 Sep 17 22:44:38.365772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55894) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.394042 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0317470b-0fa4-4cce-9df0-a64fefc0855e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:38.394349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0317470b-0fa4-4cce-9df0-a64fefc0855e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:38.396994 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0317470b-0fa4-4cce-9df0-a64fefc0855e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/e1fd19b1-c11a-48b5-aa76-7baae7bff5ad HTTP/1.1" status: 404 len: 337 time: 0.0302732 Sep 17 22:44:38.400061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55896) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.457009 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e273f5c-064c-42f8-a90f-696eda9caca5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting subnet b5d482df-5170-4010-8ca0-05b2e78d892f {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:38.461341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e273f5c-064c-42f8-a90f-696eda9caca5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.494624 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.502891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e273f5c-064c-42f8-a90f-696eda9caca5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.593672 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e273f5c-064c-42f8-a90f-696eda9caca5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.641939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a230e-446e-4ad7-b886-88850c4951ef None None] Network e41f28bd-5b52-4fae-b00f-cf47c7ec088b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:38.722289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7c875534-4340-4f17-8930-766752e2c6a3 None None] Provisioning complete for port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:38.722652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7c875534-4340-4f17-8930-766752e2c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.738189 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e273f5c-064c-42f8-a90f-696eda9caca5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.767201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e273f5c-064c-42f8-a90f-696eda9caca5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d482df-5170-4010-8ca0-05b2e78d892f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:38.770708 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6e273f5c-064c-42f8-a90f-696eda9caca5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.775954 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6e273f5c-064c-42f8-a90f-696eda9caca5 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/b5d482df-5170-4010-8ca0-05b2e78d892f HTTP/1.1" status: 204 len: 168 time: 0.3724174 Sep 17 22:44:38.776070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55898) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.803519 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c8deb0-e42f-4bb5-aceb-3b19a30bc539 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:38.803971 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c8deb0-e42f-4bb5-aceb-3b19a30bc539 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:38.805668 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-18c8deb0-e42f-4bb5-aceb-3b19a30bc539 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/422286de-77ac-47c8-87fd-e4caa03ef1b4 HTTP/1.1" status: 404 len: 337 time: 0.0287521 Sep 17 22:44:38.808246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55900) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.836751 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a8e15167-0130-4a33-aa73-adc69760758a tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "GET /v2.0/ports?device_id=278470ec-e495-4ae7-8ce1-6dc86f6e85ba HTTP/1.1" status: 200 len: 205 time: 0.0264890 Sep 17 22:44:38.838232 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55902) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.862145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7c875534-4340-4f17-8930-766752e2c6a3 None None] Provisioning complete for port 396656ac-09bc-474e-b809-e5af6f029f83 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:38.862518 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7c875534-4340-4f17-8930-766752e2c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.883928 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-bdc2ef34-9895-4080-b5e4-655fe7d27ca9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] delete failed (client error): The resource could not be found. Sep 17 22:44:38.884988 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bdc2ef34-9895-4080-b5e4-655fe7d27ca9 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/routers/278470ec-e495-4ae7-8ce1-6dc86f6e85ba HTTP/1.1" status: 404 len: 336 time: 0.0456667 Sep 17 22:44:38.887867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55904) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.892552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e92f82d-6345-4e18-b568-d44df3e01e13 None None] DHCP port deletion for e41f28bd-5b52-4fae-b00f-cf47c7ec088b request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:38.906386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7c875534-4340-4f17-8930-766752e2c6a3 None None] Port 396656ac-09bc-474e-b809-e5af6f029f83 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:38.918065 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe19fe7-03d7-4f2f-808d-381a38eda925 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:38.918543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe19fe7-03d7-4f2f-808d-381a38eda925 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:38.922734 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cfe19fe7-03d7-4f2f-808d-381a38eda925 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/0e5639b6-ef71-4d69-af01-c51f96888d00 HTTP/1.1" status: 404 len: 337 time: 0.0314307 Sep 17 22:44:38.922922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55906) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.947546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6e92f82d-6345-4e18-b568-d44df3e01e13 None None] Deleting port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:38.947921 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6e92f82d-6345-4e18-b568-d44df3e01e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:38.948849 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a994b9-34a0-4cb6-85ab-828b21b529b4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:38.949297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a994b9-34a0-4cb6-85ab-828b21b529b4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:38.950990 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b3a994b9-34a0-4cb6-85ab-828b21b529b4 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/aff1bff6-cd96-4d73-8f10-a5201d1438e6 HTTP/1.1" status: 404 len: 337 time: 0.0271649 Sep 17 22:44:38.953549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55908) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:38.978877 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e0822c-f5eb-402f-bddf-edb3142e9533 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:38.979322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e0822c-f5eb-402f-bddf-edb3142e9533 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:38.980972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-64e0822c-f5eb-402f-bddf-edb3142e9533 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/1febdc08-d4a6-493d-b2f4-5566267278c7 HTTP/1.1" status: 404 len: 337 time: 0.0265453 Sep 17 22:44:38.983596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55910) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.008760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6e92f82d-6345-4e18-b568-d44df3e01e13 None None] For port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,segment=NetworkSegment(4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723),segment_id=4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:39.009377 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6e92f82d-6345-4e18-b568-d44df3e01e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.009774 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1673bb6-0c26-4169-a657-3d3784ddaa56 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:39.010424 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1673bb6-0c26-4169-a657-3d3784ddaa56 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:39.012220 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b1673bb6-0c26-4169-a657-3d3784ddaa56 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/4be44d42-db8a-4fec-b5cf-3e7c2213a910 HTTP/1.1" status: 404 len: 333 time: 0.0277443 Sep 17 22:44:39.014772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55912) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.022247 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6e92f82d-6345-4e18-b568-d44df3e01e13 None None] Calling delete_port for 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:39.040515 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c36c481-e5cf-4376-8cf8-c8290268f775 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:39.041031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c36c481-e5cf-4376-8cf8-c8290268f775 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:39.045271 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4c36c481-e5cf-4376-8cf8-c8290268f775 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/6b7656d1-ce41-4f62-a1c9-624497faf563 HTTP/1.1" status: 404 len: 337 time: 0.0270393 Sep 17 22:44:39.045435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55914) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.072070 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c751edd-3e29-4733-932e-c7376e362fdc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:39.072526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c751edd-3e29-4733-932e-c7376e362fdc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:39.074277 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c751edd-3e29-4733-932e-c7376e362fdc tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/e5cb5205-e19d-4fc3-be65-bd348f1fcddd HTTP/1.1" status: 404 len: 337 time: 0.0279598 Sep 17 22:44:39.076927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55916) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.100092 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bf76a6-c558-4e9a-b3b5-880b4393996e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:39.100790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bf76a6-c558-4e9a-b3b5-880b4393996e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:39.102532 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-12bf76a6-c558-4e9a-b3b5-880b4393996e tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/fd05f2c7-4d14-4d46-9ff0-37a90108082a HTTP/1.1" status: 404 len: 333 time: 0.0246749 Sep 17 22:44:39.105278 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55918) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.133111 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0126b955-01bb-493f-aca9-2d42f960c41c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:39.133583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0126b955-01bb-493f-aca9-2d42f960c41c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:39.135390 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0126b955-01bb-493f-aca9-2d42f960c41c tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/0009d46a-f23d-4372-9eee-fd900460fb1c HTTP/1.1" status: 404 len: 337 time: 0.0292354 Sep 17 22:44:39.138015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55920) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.166649 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e4558b-c533-4487-babc-320d35a6baca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] DELETE failed (client error): The resource could not be found. Sep 17 22:44:39.167147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e4558b-c533-4487-babc-320d35a6baca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:44:39.168899 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-28e4558b-c533-4487-babc-320d35a6baca tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/subnets/e403c268-deeb-441c-9ed3-9d3d40a4c2e3 HTTP/1.1" status: 404 len: 337 time: 0.0299523 Sep 17 22:44:39.171451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55922) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.260700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-835bf4e2-5173-41d3-867a-9ddf1f191469 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Deleting port 396656ac-09bc-474e-b809-e5af6f029f83 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:39.261036 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-835bf4e2-5173-41d3-867a-9ddf1f191469 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.310822 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6e92f82d-6345-4e18-b568-d44df3e01e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.326567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-835bf4e2-5173-41d3-867a-9ddf1f191469 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.335683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92f82d-6345-4e18-b568-d44df3e01e13 None None] Pushing event deleted for resources: {'Port': ['ID=9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:39.341766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92f82d-6345-4e18-b568-d44df3e01e13 None None] No DVR routers for this DVR port 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:39.341929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-835bf4e2-5173-41d3-867a-9ddf1f191469 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Calling delete_port for 396656ac-09bc-474e-b809-e5af6f029f83 owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:39.487671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-835bf4e2-5173-41d3-867a-9ddf1f191469 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.519314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bf4e2-5173-41d3-867a-9ddf1f191469 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Port': ['ID=396656ac-09bc-474e-b809-e5af6f029f83,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:39.527295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-835bf4e2-5173-41d3-867a-9ddf1f191469 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.529236 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-835bf4e2-5173-41d3-867a-9ddf1f191469 tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/ports/396656ac-09bc-474e-b809-e5af6f029f83 HTTP/1.1" status: 204 len: 168 time: 0.3568747 Sep 17 22:44:39.531669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55924) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:39.607960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.694113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.715178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41f28bd-5b52-4fae-b00f-cf47c7ec088b']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:39.724146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:39.724477 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0b14b3-b8ce-4e7b-a513-b6fbd97e7723') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:39.734219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.747024 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.752880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:39.753262 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:39.756680 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:39.870628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.877444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:39.879387 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] 10.222.0.13 "DELETE /v2.0/networks/e41f28bd-5b52-4fae-b00f-cf47c7ec088b HTTP/1.1" status: 204 len: 168 time: 0.3468037 Sep 17 22:44:39.892089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe279c5-8f91-4ddf-b98e-7c0a519d8f3d tempest-PortsIpV6TestJSON-1172057377 tempest-PortsIpV6TestJSON-1172057377-project] Pushing event deleted for resources: {'Network': ['ID=e41f28bd-5b52-4fae-b00f-cf47c7ec088b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:40.061569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:40.081372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:40.081720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9dcf4e8b-e1e0-43de-a9f6-1cf6455c2fb0 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:40.173691 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.348682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55930) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:40.479340 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a80fc4cb-63f9-4f24-92fa-e80111aa8d51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5aad84b1c67c458bafcf4e6f674799ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289537 Sep 17 22:44:40.481726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55934) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:40.528519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19bef7b5-a104-4559-bb8f-554b13282bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.549404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19bef7b5-a104-4559-bb8f-554b13282bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.688045 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19bef7b5-a104-4559-bb8f-554b13282bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.690674 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19bef7b5-a104-4559-bb8f-554b13282bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:40.692365 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-19bef7b5-a104-4559-bb8f-554b13282bfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74edc1e4-a320-44ef-bdea-b604dd4f83dc HTTP/1.1" status: 204 len: 168 time: 0.2092385 Sep 17 22:44:40.699569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bef7b5-a104-4559-bb8f-554b13282bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74edc1e4-a320-44ef-bdea-b604dd4f83dc,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:41.658977 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55956) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:41.753344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'network': {'name': 'tempest-RoutersTest-1505683065'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:41.840470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:41.843891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.852310 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:41.936912 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.006341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.032936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:42.042367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de444eab-e887-4342-9446-c1b03118f1da,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:42.047123 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.053204 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added segment 5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a of type vlan for network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 Sep 17 22:44:42.087289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.173279 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.179505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:42.180094 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.247326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Network': ['ID=89824f27-b215-4182-9ab0-6a45ed8e5fe0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:42.263585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:42.283219 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e263dab7-1769-47b3-9da0-a30fe978d443 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6231117 Sep 17 22:44:42.286356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55960) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:42.291461 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'network': {'name': 'tempest-RoutersTest-893570337'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:42.391046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:42.394969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.418247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:42.428194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.428194 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added segment 351f117f-edf9-49d5-a89e-2c0dc07a1edc of type vlan for network c1b232bb-bd78-4e17-99ba-91f693bf66af Sep 17 22:44:42.464943 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.554923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.560446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:42.561030 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:42.628362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Network': ['ID=c1b232bb-bd78-4e17-99ba-91f693bf66af,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:42.638327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c1b232bb-bd78-4e17-99ba-91f693bf66af details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:42.648658 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-85460c01-ee77-4ef7-84cd-40300d13aff1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3609908 Sep 17 22:44:42.651537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55962) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:42.656363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'subnet': {'network_id': '89824f27-b215-4182-9ab0-6a45ed8e5fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:42.830584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:42.834764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.116856 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.182680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Subnet': ['ID=a0e420b9-a124-403e-aee2-42b0cdbadce1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:43.187835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Checking segment: {'id': '5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89824f27-b215-4182-9ab0-6a45ed8e5fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:43.188193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network hostable DHCP agents. Network: 89824f27-b215-4182-9ab0-6a45ed8e5fe0, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:43.304974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:43.408105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 89824f27-b215-4182-9ab0-6a45ed8e5fe0) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:43.412221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:43.417808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.418529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10a403-51c3-4d27-9eb8-3cea0601288f None None] Network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:43.477416 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4738427d-9646-42e0-830f-70e948535737 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8248067 Sep 17 22:44:43.480630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55964) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:43.485708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'subnet': {'network_id': 'c1b232bb-bd78-4e17-99ba-91f693bf66af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:43.562156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-89824f27-b215-4182-9ab0-6a45ed8e5fe0', 'network_id': '89824f27-b215-4182-9ab0-6a45ed8e5fe0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'fixed_ips': [{'subnet_id': 'a0e420b9-a124-403e-aee2-42b0cdbadce1'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:43.563043 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.631701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:43.635283 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.698143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Allocated IP 172.20.0.2 (89824f27-b215-4182-9ab0-6a45ed8e5fe0/a0e420b9-a124-403e-aee2-42b0cdbadce1/a531ea94-b964-427c-ab23-116ee5ef98f2) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:43.840524 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.876947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.909582 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:43.937118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Subnet': ['ID=7201c55f-5416-42e6-8be7-498bd1a11a8c,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:43.945583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:43.946983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.947326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.947666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.947997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.948399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.948536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:43.948649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.948975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.949407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.949618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.950182 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.950387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.950537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:43.954877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:43.962170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Checking segment: {'id': '351f117f-edf9-49d5-a89e-2c0dc07a1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c1b232bb-bd78-4e17-99ba-91f693bf66af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:43.962170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network hostable DHCP agents. Network: c1b232bb-bd78-4e17-99ba-91f693bf66af, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:43.971180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Pushing event updated for resources: {'Port': ['ID=a531ea94-b964-427c-ab23-116ee5ef98f2,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:44.016263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Attempting to bind port a531ea94-b964-427c-ab23-116ee5ef98f2 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:44.016631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Attempting to bind port a531ea94-b964-427c-ab23-116ee5ef98f2 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89824f27-b215-4182-9ab0-6a45ed8e5fe0'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:44.016992 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Attempting to bind port a531ea94-b964-427c-ab23-116ee5ef98f2 on network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:44.022065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:44.022432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Checking segment: {'id': '5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89824f27-b215-4182-9ab0-6a45ed8e5fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:44.022855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.023241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Bound using segment: {'id': '5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89824f27-b215-4182-9ab0-6a45ed8e5fe0'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:44.023697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Bound port: a531ea94-b964-427c-ab23-116ee5ef98f2, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89824f27-b215-4182-9ab0-6a45ed8e5fe0'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:44.024069 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.040259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network c1b232bb-bd78-4e17-99ba-91f693bf66af is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:44.087393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] For port a531ea94-b964-427c-ab23-116ee5ef98f2, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:44.090311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] For port a531ea94-b964-427c-ab23-116ee5ef98f2, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a531ea94-b964-427c-ab23-116ee5ef98f2,segment=NetworkSegment(5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a),segment_id=5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:44.103169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, c1b232bb-bd78-4e17-99ba-91f693bf66af) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:44.107345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:44.107929 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.111569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be76ff9-4c8f-4bac-808e-8c425fc6cb52 None None] Network c1b232bb-bd78-4e17-99ba-91f693bf66af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:44.169073 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.195718 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ad48579b-4d14-4092-bc5f-55511e79a6a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7139251 Sep 17 22:44:44.198625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55966) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:44.203218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6026f844-c5f6-448f-8c32-fd1bfe8fe9d0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-698943420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:44.269508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b0e77-ceba-4675-9dae-924ec4cf2302 None None] Pushing event updated for resources: {'Port': ['ID=a531ea94-b964-427c-ab23-116ee5ef98f2,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:44.300916 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6026f844-c5f6-448f-8c32-fd1bfe8fe9d0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.301822 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6026f844-c5f6-448f-8c32-fd1bfe8fe9d0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.309056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-c1b232bb-bd78-4e17-99ba-91f693bf66af', 'network_id': 'c1b232bb-bd78-4e17-99ba-91f693bf66af', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'fixed_ips': [{'subnet_id': '7201c55f-5416-42e6-8be7-498bd1a11a8c'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:44.310188 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.373648 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6026f844-c5f6-448f-8c32-fd1bfe8fe9d0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.446558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6026f844-c5f6-448f-8c32-fd1bfe8fe9d0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.468746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Allocated IP 172.21.0.2 (c1b232bb-bd78-4e17-99ba-91f693bf66af/7201c55f-5416-42e6-8be7-498bd1a11a8c/5ef4f09b-f837-4151-8608-61885f20e4ec) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:44.533641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6026f844-c5f6-448f-8c32-fd1bfe8fe9d0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.534945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6026f844-c5f6-448f-8c32-fd1bfe8fe9d0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3353603 Sep 17 22:44:44.538398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55968) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:44.617261 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.682988 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.725194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Network c1b232bb-bd78-4e17-99ba-91f693bf66af is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:44.727953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:44.731336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:44.740290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Pushing event updated for resources: {'Port': ['ID=5ef4f09b-f837-4151-8608-61885f20e4ec,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:44.793059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Attempting to bind port 5ef4f09b-f837-4151-8608-61885f20e4ec on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:44.793428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Attempting to bind port 5ef4f09b-f837-4151-8608-61885f20e4ec by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '351f117f-edf9-49d5-a89e-2c0dc07a1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c1b232bb-bd78-4e17-99ba-91f693bf66af'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:44.793789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Attempting to bind port 5ef4f09b-f837-4151-8608-61885f20e4ec on network c1b232bb-bd78-4e17-99ba-91f693bf66af {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:44.799170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:44.799455 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Checking segment: {'id': '351f117f-edf9-49d5-a89e-2c0dc07a1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c1b232bb-bd78-4e17-99ba-91f693bf66af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:44.799855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.800245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Bound using segment: {'id': '351f117f-edf9-49d5-a89e-2c0dc07a1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c1b232bb-bd78-4e17-99ba-91f693bf66af'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:44.800886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Bound port: 5ef4f09b-f837-4151-8608-61885f20e4ec, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351f117f-edf9-49d5-a89e-2c0dc07a1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c1b232bb-bd78-4e17-99ba-91f693bf66af'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:44.801091 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.819708 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:44.870340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] For port 5ef4f09b-f837-4151-8608-61885f20e4ec, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:44.874087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] For port 5ef4f09b-f837-4151-8608-61885f20e4ec, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5ef4f09b-f837-4151-8608-61885f20e4ec,segment=NetworkSegment(351f117f-edf9-49d5-a89e-2c0dc07a1edc),segment_id=351f117f-edf9-49d5-a89e-2c0dc07a1edc)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:44.951446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.019739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0599b87-5736-49ca-b71e-b837d38b8699 None None] Pushing event updated for resources: {'Port': ['ID=5ef4f09b-f837-4151-8608-61885f20e4ec,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.085618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.20.0.1 (89824f27-b215-4182-9ab0-6a45ed8e5fe0/a0e420b9-a124-403e-aee2-42b0cdbadce1/2c62df8c-4a86-4968-afcd-f232b8d33ae6) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:45.160431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924753c-3988-4555-b27c-45c73ed68c59 None None] Network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:45.216972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.233696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c3c03899-c94c-44f0-81bc-7ffbd395fa47 None None] Provisioning complete for port a531ea94-b964-427c-ab23-116ee5ef98f2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:45.234069 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c3c03899-c94c-44f0-81bc-7ffbd395fa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.329700 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.371768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:45.374729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:45.378432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:45.387819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=2c62df8c-4a86-4968-afcd-f232b8d33ae6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.419018 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c3c03899-c94c-44f0-81bc-7ffbd395fa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.432125 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.461496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c3c03899-c94c-44f0-81bc-7ffbd395fa47 None None] For port a531ea94-b964-427c-ab23-116ee5ef98f2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a531ea94-b964-427c-ab23-116ee5ef98f2,segment=NetworkSegment(5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a),segment_id=5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:45.545375 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c3c03899-c94c-44f0-81bc-7ffbd395fa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.596155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c03899-c94c-44f0-81bc-7ffbd395fa47 None None] Pushing event updated for resources: {'Port': ['ID=a531ea94-b964-427c-ab23-116ee5ef98f2,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:45.613352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.670842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1a855722-a7ac-4f39-8175-09309e324002 None None] Provisioning complete for port a531ea94-b964-427c-ab23-116ee5ef98f2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:45.671526 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a855722-a7ac-4f39-8175-09309e324002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.789945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1a855722-a7ac-4f39-8175-09309e324002 None None] Provisioning complete for port 2c62df8c-4a86-4968-afcd-f232b8d33ae6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:45.790094 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a855722-a7ac-4f39-8175-09309e324002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.831300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1a855722-a7ac-4f39-8175-09309e324002 None None] Port 2c62df8c-4a86-4968-afcd-f232b8d33ae6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:45.910569 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.951660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8e858a65-78fe-4688-bd82-8a8c0ef09c7b None None] Provisioning complete for port 2c62df8c-4a86-4968-afcd-f232b8d33ae6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:45.952028 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8e858a65-78fe-4688-bd82-8a8c0ef09c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.962423 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:45.987557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-8e858a65-78fe-4688-bd82-8a8c0ef09c7b None None] Port 2c62df8c-4a86-4968-afcd-f232b8d33ae6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:46.043489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=2c62df8c-4a86-4968-afcd-f232b8d33ae6,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:46.048249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.090747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483c76b-eef3-462e-957a-c26373fb98ba None None] Network c1b232bb-bd78-4e17-99ba-91f693bf66af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:46.159148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-32c001bc-8fec-4651-8020-a847eb55c274 None None] Provisioning complete for port 5ef4f09b-f837-4151-8608-61885f20e4ec triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:46.159624 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-32c001bc-8fec-4651-8020-a847eb55c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.159798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:46.162763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:46.183147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a531ea94-b964-427c-ab23-116ee5ef98f2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:46.338930 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a531ea94-b964-427c-ab23-116ee5ef98f2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:46.338930 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.355004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router c31cd557-affd-4a11-8825-a7771203432b is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:46.373125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-32c001bc-8fec-4651-8020-a847eb55c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.426877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-32c001bc-8fec-4651-8020-a847eb55c274 None None] For port 5ef4f09b-f837-4151-8608-61885f20e4ec, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5ef4f09b-f837-4151-8608-61885f20e4ec,segment=NetworkSegment(351f117f-edf9-49d5-a89e-2c0dc07a1edc),segment_id=351f117f-edf9-49d5-a89e-2c0dc07a1edc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:46.449765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:46.456734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-384ee109-d0f6-412e-8217-348b998382e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/c31cd557-affd-4a11-8825-a7771203432b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9168613 Sep 17 22:44:46.459253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55970) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:46.464934 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109c54c-9041-4123-b079-ae927a8a407f None None] Sync routers for ids ['c31cd557-affd-4a11-8825-a7771203432b'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:46.475987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5ef4f09b-f837-4151-8608-61885f20e4ec up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:46.478309 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109c54c-9041-4123-b079-ae927a8a407f None None] Routers {'c31cd557-affd-4a11-8825-a7771203432b'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:46.479031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b109c54c-9041-4123-b079-ae927a8a407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c31cd557-affd-4a11-8825-a7771203432b'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:46.510201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f577362e-f82c-41ba-9531-61d00a96d827 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:46.514414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f577362e-f82c-41ba-9531-61d00a96d827 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports/2c62df8c-4a86-4968-afcd-f232b8d33ae6 HTTP/1.1" status: 200 len: 910 time: 0.0516176 Sep 17 22:44:46.514829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55972) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:46.517452 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-32c001bc-8fec-4651-8020-a847eb55c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.523956 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b109c54c-9041-4123-b079-ae927a8a407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:46.533967 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109c54c-9041-4123-b079-ae927a8a407f None None] Routers {'c31cd557-affd-4a11-8825-a7771203432b'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:46.534738 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b109c54c-9041-4123-b079-ae927a8a407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c31cd557-affd-4a11-8825-a7771203432b'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:46.572151 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b109c54c-9041-4123-b079-ae927a8a407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:46.573067 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109c54c-9041-4123-b079-ae927a8a407f None None] The sync data for ids ['c31cd557-affd-4a11-8825-a7771203432b'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:46.591253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5ef4f09b-f837-4151-8608-61885f20e4ec triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:46.591846 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.600675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c001bc-8fec-4651-8020-a847eb55c274 None None] Pushing event updated for resources: {'Port': ['ID=5ef4f09b-f837-4151-8608-61885f20e4ec,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:46.655523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-42c7606f-8dab-4647-a503-fda7ccffa818 None None] Provisioning complete for port 2c62df8c-4a86-4968-afcd-f232b8d33ae6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:46.655888 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-42c7606f-8dab-4647-a503-fda7ccffa818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.694152 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-42c7606f-8dab-4647-a503-fda7ccffa818 None None] Port 2c62df8c-4a86-4968-afcd-f232b8d33ae6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:46.812886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2ed4986b-66fa-48a8-9108-450f338560c6 None None] Provisioning complete for port 5ef4f09b-f837-4151-8608-61885f20e4ec triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:46.813167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2ed4986b-66fa-48a8-9108-450f338560c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:46.873686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.120808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.21.0.1 (c1b232bb-bd78-4e17-99ba-91f693bf66af/7201c55f-5416-42e6-8be7-498bd1a11a8c/8b762269-c05c-4b21-8414-2ce936c6797d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:47.231598 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.320424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.356965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network c1b232bb-bd78-4e17-99ba-91f693bf66af is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:47.359988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:47.362312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:47.397361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=8b762269-c05c-4b21-8414-2ce936c6797d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:47.414767 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.591216 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.616630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-95713420-b61f-42c2-93ef-9e2fe6296c08 None None] Provisioning complete for port 8b762269-c05c-4b21-8414-2ce936c6797d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:47.617221 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-95713420-b61f-42c2-93ef-9e2fe6296c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:47.650475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-95713420-b61f-42c2-93ef-9e2fe6296c08 None None] Port 8b762269-c05c-4b21-8414-2ce936c6797d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:47.802862 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f617c3ac-17ca-48ad-b3c0-19e2a0063259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.071164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5ef4f09b-f837-4151-8608-61885f20e4ec up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:48.123102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5ef4f09b-f837-4151-8608-61885f20e4ec triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:48.123477 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.172805 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.230522 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.299342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=8b762269-c05c-4b21-8414-2ce936c6797d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:48.304452 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.394434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network c1b232bb-bd78-4e17-99ba-91f693bf66af is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:48.396309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:48.501575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router c31cd557-affd-4a11-8825-a7771203432b has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:48.598329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:48.603458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-63358752-8140-4a0a-b56b-5359948b8e5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/c31cd557-affd-4a11-8825-a7771203432b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0877354 Sep 17 22:44:48.606046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55974) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:48.607917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62377cc5-133b-46c5-9a54-357aec94792d None None] Sync routers for ids ['c31cd557-affd-4a11-8825-a7771203432b'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:48.617499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62377cc5-133b-46c5-9a54-357aec94792d None None] Routers {'c31cd557-affd-4a11-8825-a7771203432b'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:48.618173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62377cc5-133b-46c5-9a54-357aec94792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c31cd557-affd-4a11-8825-a7771203432b'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:48.649604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb918ba8-7cbb-47d6-ba6d-745c9513d2be tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:48.650772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62377cc5-133b-46c5-9a54-357aec94792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:48.651129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eb918ba8-7cbb-47d6-ba6d-745c9513d2be tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports/8b762269-c05c-4b21-8414-2ce936c6797d HTTP/1.1" status: 200 len: 910 time: 0.0438020 Sep 17 22:44:48.653838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55976) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:48.659509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62377cc5-133b-46c5-9a54-357aec94792d None None] Routers {'c31cd557-affd-4a11-8825-a7771203432b'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:48.660119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62377cc5-133b-46c5-9a54-357aec94792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c31cd557-affd-4a11-8825-a7771203432b'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:48.697862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62377cc5-133b-46c5-9a54-357aec94792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:48.698497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62377cc5-133b-46c5-9a54-357aec94792d None None] The sync data for ids ['c31cd557-affd-4a11-8825-a7771203432b'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:48.707467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ca98467c-2aa0-4507-b893-7df26a146efa None None] Provisioning complete for port 8b762269-c05c-4b21-8414-2ce936c6797d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:48.707843 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ca98467c-2aa0-4507-b893-7df26a146efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:48.740618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ca98467c-2aa0-4507-b893-7df26a146efa None None] Port 8b762269-c05c-4b21-8414-2ce936c6797d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:48.964810 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.199188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 8b762269-c05c-4b21-8414-2ce936c6797d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:49.199914 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.285596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.297380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 8b762269-c05c-4b21-8414-2ce936c6797d owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:49.560788 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.585460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=8b762269-c05c-4b21-8414-2ce936c6797d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:49.749528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:49.935933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router c31cd557-affd-4a11-8825-a7771203432b has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:50.020426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:50.025382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b3b0efa6-0717-48a7-bccc-296a16353373 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/c31cd557-affd-4a11-8825-a7771203432b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3706081 Sep 17 22:44:50.028071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55978) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:50.032949 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7667ea9-8fd2-4b97-9a27-1d7d88d40e76 None None] Sync routers for ids ['c31cd557-affd-4a11-8825-a7771203432b'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:50.042896 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7667ea9-8fd2-4b97-9a27-1d7d88d40e76 None None] Routers {'c31cd557-affd-4a11-8825-a7771203432b'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:50.043493 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c7667ea9-8fd2-4b97-9a27-1d7d88d40e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c31cd557-affd-4a11-8825-a7771203432b'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:50.077938 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c7667ea9-8fd2-4b97-9a27-1d7d88d40e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:50.086402 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7667ea9-8fd2-4b97-9a27-1d7d88d40e76 None None] Routers {'c31cd557-affd-4a11-8825-a7771203432b'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:50.086999 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c7667ea9-8fd2-4b97-9a27-1d7d88d40e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c31cd557-affd-4a11-8825-a7771203432b'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:50.118348 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c7667ea9-8fd2-4b97-9a27-1d7d88d40e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:50.118984 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7667ea9-8fd2-4b97-9a27-1d7d88d40e76 None None] The sync data for ids ['c31cd557-affd-4a11-8825-a7771203432b'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:50.242472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-75cfdf4c-718f-41f0-bb64-68345ab2936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.279390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-0b882058-ed96-4a93-96be-3f4771f7b17a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0816844 Sep 17 22:44:50.386736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-3a519e83-bc58-4208-be92-872f9656c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:50.388263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-3a519e83-bc58-4208-be92-872f9656c06a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1099 time: 0.0666981 Sep 17 22:44:50.404738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.613253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-f01e355e-176e-47a0-b4ea-80e893b0aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:50.616875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-f01e355e-176e-47a0-b4ea-80e893b0aced service neutron] 10.222.0.32 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.1748748 Sep 17 22:44:50.706660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-bbf0271f-e1d3-41f8-8dd9-e0001c3318c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 1002 time: 0.0840695 Sep 17 22:44:50.785923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-f4ef81a6-a666-442a-85da-e3e7b199bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:50.787524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-f4ef81a6-a666-442a-85da-e3e7b199bee3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.0725558 Sep 17 22:44:50.824317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 2c62df8c-4a86-4968-afcd-f232b8d33ae6 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:50.824656 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.887794 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-d827fcdf-b3ca-4752-8bee-aa1862439aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:50.889295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-d827fcdf-b3ca-4752-8bee-aa1862439aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943036 Sep 17 22:44:50.944878 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:50.984263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 2c62df8c-4a86-4968-afcd-f232b8d33ae6 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:51.046242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-f76ff546-e9d0-4fab-93bb-1e61aee14d2b service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474912 Sep 17 22:44:51.288707 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.512612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7934332-13b3-4ec2-a829-c323ddca4a45 req-06250235-8c8d-4730-81cf-24df13d1e65e service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551909 Sep 17 22:44:51.596383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.623843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=2c62df8c-4a86-4968-afcd-f232b8d33ae6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:51.699927 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.762072 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:51.919870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router c31cd557-affd-4a11-8825-a7771203432b has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:51.995978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:52.000918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3bde4c2a-44da-4b03-8bae-27490bffad0a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/c31cd557-affd-4a11-8825-a7771203432b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9719138 Sep 17 22:44:52.003630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55986) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.006957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59de7b6-6ba3-4b2d-8f34-e04dee37e09f None None] Sync routers for ids ['c31cd557-affd-4a11-8825-a7771203432b'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:52.016051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59de7b6-6ba3-4b2d-8f34-e04dee37e09f None None] Routers {'c31cd557-affd-4a11-8825-a7771203432b'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:52.016751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b59de7b6-6ba3-4b2d-8f34-e04dee37e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c31cd557-affd-4a11-8825-a7771203432b'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.030885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1991648c-cb59-4a67-bae7-052a9c5d1c2e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=c31cd557-affd-4a11-8825-a7771203432b HTTP/1.1" status: 200 len: 205 time: 0.0261109 Sep 17 22:44:52.033402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55988) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.048104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b59de7b6-6ba3-4b2d-8f34-e04dee37e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.057003 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59de7b6-6ba3-4b2d-8f34-e04dee37e09f None None] Routers {'c31cd557-affd-4a11-8825-a7771203432b'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:52.057592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b59de7b6-6ba3-4b2d-8f34-e04dee37e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['c31cd557-affd-4a11-8825-a7771203432b'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.108501 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c937542-99d3-4fc4-832e-48fed2aa655b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.240761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b59de7b6-6ba3-4b2d-8f34-e04dee37e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:52.241401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59de7b6-6ba3-4b2d-8f34-e04dee37e09f None None] The sync data for ids ['c31cd557-affd-4a11-8825-a7771203432b'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:52.277561 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c937542-99d3-4fc4-832e-48fed2aa655b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.279661 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c937542-99d3-4fc4-832e-48fed2aa655b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.379367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c937542-99d3-4fc4-832e-48fed2aa655b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.379871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c937542-99d3-4fc4-832e-48fed2aa655b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Fanout notify agent at l3_agent the message router_deleted on router c31cd557-affd-4a11-8825-a7771203432b {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:44:52.387193 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9c937542-99d3-4fc4-832e-48fed2aa655b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.389326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9c937542-99d3-4fc4-832e-48fed2aa655b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/c31cd557-affd-4a11-8825-a7771203432b HTTP/1.1" status: 204 len: 168 time: 0.3539386 Sep 17 22:44:52.390961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55990) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.442731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f36e6b-4096-4264-aa06-7c956278b818 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting subnet 7201c55f-5416-42e6-8be7-498bd1a11a8c {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:52.446006 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2f36e6b-4096-4264-aa06-7c956278b818 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.484659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2f36e6b-4096-4264-aa06-7c956278b818 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.569333 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2f36e6b-4096-4264-aa06-7c956278b818 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.675109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2f36e6b-4096-4264-aa06-7c956278b818 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.701217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f36e6b-4096-4264-aa06-7c956278b818 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Subnet': ['ID=7201c55f-5416-42e6-8be7-498bd1a11a8c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:52.707579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2f36e6b-4096-4264-aa06-7c956278b818 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.709957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c2f36e6b-4096-4264-aa06-7c956278b818 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/7201c55f-5416-42e6-8be7-498bd1a11a8c HTTP/1.1" status: 204 len: 168 time: 0.3176398 Sep 17 22:44:52.712559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55992) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:52.713575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce8b3d-7e0f-4d5d-a886-1eb73e865d39 None None] Network c1b232bb-bd78-4e17-99ba-91f693bf66af requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:52.763262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b9838e-6ce6-4004-a458-57dccf05c66d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting subnet a0e420b9-a124-403e-aee2-42b0cdbadce1 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:44:52.766299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b9838e-6ce6-4004-a458-57dccf05c66d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.811821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b9838e-6ce6-4004-a458-57dccf05c66d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.871448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] DHCP port deletion for c1b232bb-bd78-4e17-99ba-91f693bf66af request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:52.900746 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b9838e-6ce6-4004-a458-57dccf05c66d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.922148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Deleting port 5ef4f09b-f837-4151-8608-61885f20e4ec {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:52.922520 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.983463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] For port 5ef4f09b-f837-4151-8608-61885f20e4ec, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5ef4f09b-f837-4151-8608-61885f20e4ec,segment=NetworkSegment(351f117f-edf9-49d5-a89e-2c0dc07a1edc),segment_id=351f117f-edf9-49d5-a89e-2c0dc07a1edc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:52.983712 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:52.996399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Calling delete_port for 5ef4f09b-f837-4151-8608-61885f20e4ec owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:53.030955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b9838e-6ce6-4004-a458-57dccf05c66d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.062941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9838e-6ce6-4004-a458-57dccf05c66d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e420b9-a124-403e-aee2-42b0cdbadce1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.066695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9b9838e-6ce6-4004-a458-57dccf05c66d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.069092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e9b9838e-6ce6-4004-a458-57dccf05c66d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/a0e420b9-a124-403e-aee2-42b0cdbadce1 HTTP/1.1" status: 204 len: 168 time: 0.3551538 Sep 17 22:44:53.071546 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 55994) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.074092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b14972-645f-42e9-8963-d7bd6c1f187f None None] Network 89824f27-b215-4182-9ab0-6a45ed8e5fe0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:53.149178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.179226 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.202012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 5ef4f09b-f837-4151-8608-61885f20e4ec {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:53.202367 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.209817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Pushing event deleted for resources: {'Port': ['ID=5ef4f09b-f837-4151-8608-61885f20e4ec,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.212002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] No DVR routers for this DVR port 5ef4f09b-f837-4151-8608-61885f20e4ec on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:53.227425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.227772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.228110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.228441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.228836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.229166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.229491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.229809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.230130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.230448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.230768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.231107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0aea71-4de0-4a0b-9cbf-8478da69bc1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.274853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port 5ef4f09b-f837-4151-8608-61885f20e4ec, host n-d-713498-17, got binding levels [] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:53.275224 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.289359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 5ef4f09b-f837-4151-8608-61885f20e4ec owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:53.292248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Port 5ef4f09b-f837-4151-8608-61885f20e4ec was not found and therefore no delete operation was performed {{(pid=101660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:44:53.293568 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.294579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330f8933-d50f-46dc-9a0f-84b4a21e729d None None] DHCP port deletion for 89824f27-b215-4182-9ab0-6a45ed8e5fe0 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:44:53.319997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=5ef4f09b-f837-4151-8608-61885f20e4ec,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.323042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No DVR routers for this DVR port 5ef4f09b-f837-4151-8608-61885f20e4ec on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:53.332177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.332527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.332876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.333826 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.335435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.335435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.335435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.335435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.335832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.335953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.336190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.336513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:44:53.358922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-330f8933-d50f-46dc-9a0f-84b4a21e729d None None] Deleting port a531ea94-b964-427c-ab23-116ee5ef98f2 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:53.359305 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-330f8933-d50f-46dc-9a0f-84b4a21e729d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.410776 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.418507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.425223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-330f8933-d50f-46dc-9a0f-84b4a21e729d None None] For port a531ea94-b964-427c-ab23-116ee5ef98f2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a531ea94-b964-427c-ab23-116ee5ef98f2,segment=NetworkSegment(5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a),segment_id=5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:53.425612 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-330f8933-d50f-46dc-9a0f-84b4a21e729d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.438522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-330f8933-d50f-46dc-9a0f-84b4a21e729d None None] Calling delete_port for a531ea94-b964-427c-ab23-116ee5ef98f2 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:53.438698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b232bb-bd78-4e17-99ba-91f693bf66af']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:53.448865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351f117f-edf9-49d5-a89e-2c0dc07a1edc') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:53.449187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351f117f-edf9-49d5-a89e-2c0dc07a1edc') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:53.458675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.471625 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.477637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:53.478022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:53.481285 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:53.556521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-330f8933-d50f-46dc-9a0f-84b4a21e729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.573680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.580818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.582744 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/networks/c1b232bb-bd78-4e17-99ba-91f693bf66af HTTP/1.1" status: 204 len: 168 time: 0.5100646 Sep 17 22:44:53.584195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f8933-d50f-46dc-9a0f-84b4a21e729d None None] Pushing event deleted for resources: {'Port': ['ID=a531ea94-b964-427c-ab23-116ee5ef98f2,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.586540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 55998) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.593125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f8933-d50f-46dc-9a0f-84b4a21e729d None None] No DVR routers for this DVR port a531ea94-b964-427c-ab23-116ee5ef98f2 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:44:53.595842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0bad8-a0bd-4819-8a4e-68488177a37f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Network': ['ID=c1b232bb-bd78-4e17-99ba-91f693bf66af,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:53.665073 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.750414 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.769636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89824f27-b215-4182-9ab0-6a45ed8e5fe0']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:53.778544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:53.778862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3c2d40-3cf7-41d2-a5ad-e40c9f2eb70a') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:53.788262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.800821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.807433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:44:53.807754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:44:53.810682 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:44:53.933512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.942629 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:53.944803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/networks/89824f27-b215-4182-9ab0-6a45ed8e5fe0 HTTP/1.1" status: 204 len: 168 time: 0.3567753 Sep 17 22:44:53.949943 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56000) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:53.955412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663885152'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:53.955599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbaa47-cb27-4622-bbc4-238f4447f2a9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Network': ['ID=89824f27-b215-4182-9ab0-6a45ed8e5fe0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:54.030410 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:54.034032 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.058490 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:44:54.067265 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.067600 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added segment 536fcf85-9c2f-464f-962a-8b54c4c8e7e5 of type vlan for network a575986d-93b0-41b1-ab65-211238ff2d42 Sep 17 22:44:54.070596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a531ea94-b964-427c-ab23-116ee5ef98f2 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:54.093599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: a531ea94-b964-427c-ab23-116ee5ef98f2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:54.093960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a531ea94-b964-427c-ab23-116ee5ef98f2 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:54.094348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5ef4f09b-f837-4151-8608-61885f20e4ec no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:44:54.112843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5ef4f09b-f837-4151-8608-61885f20e4ec {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:44:54.113180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5ef4f09b-f837-4151-8608-61885f20e4ec not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:44:54.113858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.213307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.218863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:54.219443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.289627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Network': ['ID=a575986d-93b0-41b1-ab65-211238ff2d42,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:54.299563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network a575986d-93b0-41b1-ab65-211238ff2d42 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:44:54.315829 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ef1838c5-57bd-48b3-91a0-ef9175e00271 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3645871 Sep 17 22:44:54.318503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56002) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:54.323473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'subnet': {'network_id': 'a575986d-93b0-41b1-ab65-211238ff2d42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:54.474936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:54.478357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.694944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.754970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Subnet': ['ID=949975aa-a2db-4952-8068-3c02ee1ba9c2,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:54.764871 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Checking segment: {'id': '536fcf85-9c2f-464f-962a-8b54c4c8e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a575986d-93b0-41b1-ab65-211238ff2d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:54.765229 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network hostable DHCP agents. Network: a575986d-93b0-41b1-ab65-211238ff2d42, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:44:54.830384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network a575986d-93b0-41b1-ab65-211238ff2d42 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:44:54.899132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, a575986d-93b0-41b1-ab65-211238ff2d42) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:54.903448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:54.904210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:54.910867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e442e-5390-45da-a1ed-427332e49aca None None] Network a575986d-93b0-41b1-ab65-211238ff2d42 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:55.001550 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f1863a92-441b-4427-a8d4-89bc7151f4de tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6817818 Sep 17 22:44:55.004009 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56004) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:55.009799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b8e71dea-08f5-40b4-a822-dc2bcab573dc tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1181116205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:55.059469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-a575986d-93b0-41b1-ab65-211238ff2d42', 'network_id': 'a575986d-93b0-41b1-ab65-211238ff2d42', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'fixed_ips': [{'subnet_id': '949975aa-a2db-4952-8068-3c02ee1ba9c2'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:44:55.060354 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.103450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e71dea-08f5-40b4-a822-dc2bcab573dc tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.104496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e71dea-08f5-40b4-a822-dc2bcab573dc tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.169496 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e71dea-08f5-40b4-a822-dc2bcab573dc tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.202648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Allocated IP 172.20.0.2 (a575986d-93b0-41b1-ab65-211238ff2d42/949975aa-a2db-4952-8068-3c02ee1ba9c2/ca01a0a8-77e7-4699-8eda-ca712a7787aa) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:55.248167 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e71dea-08f5-40b4-a822-dc2bcab573dc tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.345549 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b8e71dea-08f5-40b4-a822-dc2bcab573dc tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.345988 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.349750 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b8e71dea-08f5-40b4-a822-dc2bcab573dc tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3414099 Sep 17 22:44:55.349993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56006) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:55.355334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'port': {'network_id': 'a575986d-93b0-41b1-ab65-211238ff2d42', 'name': 'tempest-RoutersTest-1585815859'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:44:55.402626 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.439511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Network a575986d-93b0-41b1-ab65-211238ff2d42 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:55.445798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:55.449186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:55.458167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Pushing event updated for resources: {'Port': ['ID=ca01a0a8-77e7-4699-8eda-ca712a7787aa,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.510367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Attempting to bind port ca01a0a8-77e7-4699-8eda-ca712a7787aa on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:44:55.510727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Attempting to bind port ca01a0a8-77e7-4699-8eda-ca712a7787aa by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '536fcf85-9c2f-464f-962a-8b54c4c8e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a575986d-93b0-41b1-ab65-211238ff2d42'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:44:55.511114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Attempting to bind port ca01a0a8-77e7-4699-8eda-ca712a7787aa on network a575986d-93b0-41b1-ab65-211238ff2d42 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:44:55.515859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:44:55.516221 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Checking segment: {'id': '536fcf85-9c2f-464f-962a-8b54c4c8e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a575986d-93b0-41b1-ab65-211238ff2d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:44:55.516608 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.516991 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Bound using segment: {'id': '536fcf85-9c2f-464f-962a-8b54c4c8e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a575986d-93b0-41b1-ab65-211238ff2d42'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:44:55.517440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Bound port: ca01a0a8-77e7-4699-8eda-ca712a7787aa, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536fcf85-9c2f-464f-962a-8b54c4c8e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a575986d-93b0-41b1-ab65-211238ff2d42'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:44:55.517810 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.528159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:44:55.531806 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.549457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] device_id is not set on port 0010cfee-e2a5-4695-accc-546ee6923c31 yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:44:55.585119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] For port ca01a0a8-77e7-4699-8eda-ca712a7787aa, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:44:55.588300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] For port ca01a0a8-77e7-4699-8eda-ca712a7787aa, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ca01a0a8-77e7-4699-8eda-ca712a7787aa,segment=NetworkSegment(536fcf85-9c2f-464f-962a-8b54c4c8e7e5),segment_id=536fcf85-9c2f-464f-962a-8b54c4c8e7e5)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:44:55.631278 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.669831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.20.0.4 (a575986d-93b0-41b1-ab65-211238ff2d42/949975aa-a2db-4952-8068-3c02ee1ba9c2/0010cfee-e2a5-4695-accc-546ee6923c31) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:44:55.690567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e9ed3-ebc4-4191-bb5b-914e84659bf0 None None] Pushing event updated for resources: {'Port': ['ID=ca01a0a8-77e7-4699-8eda-ca712a7787aa,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:55.864434 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:55.968464 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.008153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network a575986d-93b0-41b1-ab65-211238ff2d42 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:56.011275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:56.014886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:44:56.042231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=0010cfee-e2a5-4695-accc-546ee6923c31,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:56.069707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:56.070315 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.106420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ca01a0a8-77e7-4699-8eda-ca712a7787aa up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:56.155099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ca01a0a8-77e7-4699-8eda-ca712a7787aa triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:56.155388 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.167172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b70a41a-735a-4961-b1e6-a1241c2b4536 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8160198 Sep 17 22:44:56.169706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56008) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:56.236446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.272565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port ca01a0a8-77e7-4699-8eda-ca712a7787aa, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ca01a0a8-77e7-4699-8eda-ca712a7787aa,segment=NetworkSegment(536fcf85-9c2f-464f-962a-8b54c4c8e7e5),segment_id=536fcf85-9c2f-464f-962a-8b54c4c8e7e5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:56.360696 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.413765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=ca01a0a8-77e7-4699-8eda-ca712a7787aa,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:56.493280 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.570833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f705a552-4460-41c4-a258-78ce7d5aed99 None None] Network a575986d-93b0-41b1-ab65-211238ff2d42 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:44:56.649636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-775e275e-d5c3-416b-b08e-e34fd1b78b3f None None] Provisioning complete for port ca01a0a8-77e7-4699-8eda-ca712a7787aa triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:56.650005 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-775e275e-d5c3-416b-b08e-e34fd1b78b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.740740 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.800597 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:56.988040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36aa33-3196-42be-ba30-45a06938e5fb req-8c35f7e7-e8b0-428f-a518-222593fc96df tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:56.990241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a36aa33-3196-42be-ba30-45a06938e5fb req-8c35f7e7-e8b0-428f-a518-222593fc96df tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1099 time: 0.0494909 Sep 17 22:44:57.009969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-11fdcea4-4252-46f1-936c-7eb971f10db0 None None] Provisioning complete for port 0010cfee-e2a5-4695-accc-546ee6923c31 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:57.010489 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11fdcea4-4252-46f1-936c-7eb971f10db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.041822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a36aa33-3196-42be-ba30-45a06938e5fb req-3b7b46fa-f59f-4f3b-87b7-4c0a7e49f772 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392210 Sep 17 22:44:57.058811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-11fdcea4-4252-46f1-936c-7eb971f10db0 None None] Port 0010cfee-e2a5-4695-accc-546ee6923c31 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:57.059397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56014) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:57.066292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-11fdcea4-4252-46f1-936c-7eb971f10db0 None None] Provisioning complete for port ca01a0a8-77e7-4699-8eda-ca712a7787aa triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:57.066718 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-11fdcea4-4252-46f1-936c-7eb971f10db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.184080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=0010cfee-e2a5-4695-accc-546ee6923c31,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:57.244328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 5ff7d6b7-0034-4c63-bb37-1de141035128 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:57.244684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.282674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1da3b2bb-162e-4fd2-b6eb-25ea5bea9aec None None] Provisioning complete for port 0010cfee-e2a5-4695-accc-546ee6923c31 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:57.283977 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1da3b2bb-162e-4fd2-b6eb-25ea5bea9aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.334064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1da3b2bb-162e-4fd2-b6eb-25ea5bea9aec None None] Port 0010cfee-e2a5-4695-accc-546ee6923c31 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:57.344337 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.344337 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.344701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.358048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 5ff7d6b7-0034-4c63-bb37-1de141035128 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:57.453676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e439fe41-8fb9-4274-a77f-aab0173573ad None None] Provisioning complete for port 0010cfee-e2a5-4695-accc-546ee6923c31 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:57.454045 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e439fe41-8fb9-4274-a77f-aab0173573ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.488123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-e439fe41-8fb9-4274-a77f-aab0173573ad None None] Port 0010cfee-e2a5-4695-accc-546ee6923c31 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:57.529567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.596516 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.621746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=5ff7d6b7-0034-4c63-bb37-1de141035128,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:57.681156 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.681487 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Floating IP 4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8 disassociated (deleted). External IP: 172.25.5.159, port: 494aa0da-7f8a-477f-913d-7ffc7250c2a5. Sep 17 22:44:57.785303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.842063 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.888606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:57.919181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:57.921014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=0010cfee-e2a5-4695-accc-546ee6923c31,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:57.996704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:58.001488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.008288 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] Sync routers for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:58.014062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network a575986d-93b0-41b1-ab65-211238ff2d42 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:44:58.015841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:44:58.026885 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:58.027598 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:58.036523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b4e30c57-188a-4f40-a545-8b6d3ccf06a4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/floatingips/4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8 HTTP/1.1" status: 204 len: 168 time: 0.9739254 Sep 17 22:44:58.036523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:44:58.049198 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d4758e-5f14-47c1-a666-80a87d25e1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:44:58.137640 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ca01a0a8-77e7-4699-8eda-ca712a7787aa up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:44:58.164546 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18a26ba-7d13-4369-b868-0307ed45a76f x-openstack-request-id: req-d18a26ba-7d13-4369-b868-0307ed45a76f {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:44:58.165079 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:44:58.167152 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d18a26ba-7d13-4369-b868-0307ed45a76f {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:44:58.167152 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'status': 'completed', 'code': 200} Sep 17 22:44:58.206893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ca01a0a8-77e7-4699-8eda-ca712a7787aa triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:58.207268 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.223258 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:58.238945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-a030dcfb-8f3d-40b2-8980-ce4fdf9a5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:58.241392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-a030dcfb-8f3d-40b2-8980-ce4fdf9a5072 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 1099 time: 0.0555511 Sep 17 22:44:58.275724 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 291b36f3-c131-4b96-b0dc-3abddf153b1a is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:44:58.380800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-60e9c3db-122e-4967-8886-3fad4d620277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:58.382678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-60e9c3db-122e-4967-8886-3fad4d620277 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 200 len: 897 time: 0.1347725 Sep 17 22:44:58.401034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:58.414362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3756c401-5862-45cf-aa6b-56f9daf27bb2 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/291b36f3-c131-4b96-b0dc-3abddf153b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2436225 Sep 17 22:44:58.417788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56024) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:58.432932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852a686-f36e-4125-a055-234ccad97a99 None None] Sync routers for ids ['291b36f3-c131-4b96-b0dc-3abddf153b1a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:58.437732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-e098ea97-5839-40ad-8366-9c0828c7ae54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 200 len: 217 time: 0.0479996 Sep 17 22:44:58.447258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a645d3d9-6d27-4e5e-9727-1f3aa2ca7e02 None None] Provisioning complete for port 0010cfee-e2a5-4695-accc-546ee6923c31 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:44:58.447629 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a645d3d9-6d27-4e5e-9727-1f3aa2ca7e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.454819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852a686-f36e-4125-a055-234ccad97a99 None None] Routers {'291b36f3-c131-4b96-b0dc-3abddf153b1a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:58.455496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6852a686-f36e-4125-a055-234ccad97a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['291b36f3-c131-4b96-b0dc-3abddf153b1a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:58.482316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea54045-9988-4ccd-8911-0bce359382d1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:58.483977 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1ea54045-9988-4ccd-8911-0bce359382d1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports/0010cfee-e2a5-4695-accc-546ee6923c31 HTTP/1.1" status: 200 len: 977 time: 0.0652227 Sep 17 22:44:58.486624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56026) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:58.501193 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '2bf3b653-af92-4682-bf38-28993cdde2a8', 'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:1b:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:07Z', 'updated_at': '2021-09-17T22:43:12Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '946c4371-380c-4c72-a34b-df564ff78045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:58.529281 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] Checking router: 21ea6b12-b4bf-4001-8fcf-80b250a3a279 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:44:58.539443 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:58.540341 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:58.540519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6852a686-f36e-4125-a055-234ccad97a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:58.542522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a645d3d9-6d27-4e5e-9727-1f3aa2ca7e02 None None] Port 0010cfee-e2a5-4695-accc-546ee6923c31 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:44:58.555137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852a686-f36e-4125-a055-234ccad97a99 None None] Routers {'291b36f3-c131-4b96-b0dc-3abddf153b1a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:58.555755 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6852a686-f36e-4125-a055-234ccad97a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['291b36f3-c131-4b96-b0dc-3abddf153b1a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:58.562951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-b818554b-409b-425e-b558-59aa1c922653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:58.564455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-b818554b-409b-425e-b558-59aa1c922653 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 200 len: 835 time: 0.1196187 Sep 17 22:44:58.600893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6852a686-f36e-4125-a055-234ccad97a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:58.601942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852a686-f36e-4125-a055-234ccad97a99 None None] The sync data for ids ['291b36f3-c131-4b96-b0dc-3abddf153b1a'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:58.612123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1e75-bdf6-46c2-a294-97e620e99130 req-1f7e5f5a-ce30-4bf5-9f98-a6bd613bedcd tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:58.613680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-627f1e75-bdf6-46c2-a294-97e620e99130 req-1f7e5f5a-ce30-4bf5-9f98-a6bd613bedcd tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 947 time: 0.0938258 Sep 17 22:44:58.653990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-68b85bd4-1bbd-41e8-8221-1f2312deedad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:58.655692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-68b85bd4-1bbd-41e8-8221-1f2312deedad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7adad2db-addd-42c1-921d-cd9895247ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835879 Sep 17 22:44:58.683177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-627f1e75-bdf6-46c2-a294-97e620e99130 req-a4621b53-1aa2-493b-a324-d6dd9688009c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589795 Sep 17 22:44:58.758034 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:44:58.772943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-0e46d910-cbfd-4e8d-9610-9aae9538cf5a service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059303 Sep 17 22:44:58.838328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:58.867300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30d4758e-5f14-47c1-a666-80a87d25e1ab req-095f0c05-4efe-47f3-891c-94d96d4f9227 service neutron] 10.222.0.32 "GET /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868878 Sep 17 22:44:58.965539 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '2bf3b653-af92-4682-bf38-28993cdde2a8', 'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:1b:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:07Z', 'updated_at': '2021-09-17T22:43:12Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '946c4371-380c-4c72-a34b-df564ff78045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:58.995914 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c5170-c9d3-4206-bcde-794b6e7e5871 None None] The sync data for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 is: [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '2bf3b653-af92-4682-bf38-28993cdde2a8', 'name': '', 'network_id': '7adad2db-addd-42c1-921d-cd9895247ff2', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:1b:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '946c4371-380c-4c72-a34b-df564ff78045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:07Z', 'updated_at': '2021-09-17T22:43:12Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '946c4371-380c-4c72-a34b-df564ff78045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:59.063740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 0010cfee-e2a5-4695-accc-546ee6923c31 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:59.064091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.156349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.169413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 0010cfee-e2a5-4695-accc-546ee6923c31 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:44:59.209914 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9c9ca-c2c1-48cc-85e8-c38609ff9a47 None None] New status for floating IP 4b546b7e-99a3-4c1d-9b3c-5f255c2dc3e8: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:44:59.384788 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.414599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=0010cfee-e2a5-4695-accc-546ee6923c31,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:44:59.561858 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.714503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-8fc28a69-858a-4c58-aae5-86677de53c66 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:59.716389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-8fc28a69-858a-4c58-aae5-86677de53c66 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 947 time: 0.0571692 Sep 17 22:44:59.722134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 291b36f3-c131-4b96-b0dc-3abddf153b1a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:44:59.802706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:44:59.807579 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8157d576-f218-4a96-9c44-33256a0ae2e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/291b36f3-c131-4b96-b0dc-3abddf153b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3197427 Sep 17 22:44:59.811563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382dae5-c7c7-43b3-b973-1bc2cff460d7 None None] Sync routers for ids ['291b36f3-c131-4b96-b0dc-3abddf153b1a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:44:59.816042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56030) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:44:59.820715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b382dae5-c7c7-43b3-b973-1bc2cff460d7 None None] Routers {'291b36f3-c131-4b96-b0dc-3abddf153b1a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:59.821336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b382dae5-c7c7-43b3-b973-1bc2cff460d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['291b36f3-c131-4b96-b0dc-3abddf153b1a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:59.844371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf5dda-40f8-46bc-8b44-d84583a58da5 req-2a82c89a-05dc-42c9-ab9f-72fe5a25bc87 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:44:59.845899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6abf5dda-40f8-46bc-8b44-d84583a58da5 req-2a82c89a-05dc-42c9-ab9f-72fe5a25bc87 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 947 time: 0.0919933 Sep 17 22:44:59.859501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b382dae5-c7c7-43b3-b973-1bc2cff460d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:59.870971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b382dae5-c7c7-43b3-b973-1bc2cff460d7 None None] Routers {'291b36f3-c131-4b96-b0dc-3abddf153b1a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:44:59.871585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b382dae5-c7c7-43b3-b973-1bc2cff460d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['291b36f3-c131-4b96-b0dc-3abddf153b1a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:59.884873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:44:59.885297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:44:59.903775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b382dae5-c7c7-43b3-b973-1bc2cff460d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:44:59.904660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382dae5-c7c7-43b3-b973-1bc2cff460d7 None None] The sync data for ids ['291b36f3-c131-4b96-b0dc-3abddf153b1a'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:44:59.928068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6abf5dda-40f8-46bc-8b44-d84583a58da5 req-8aee33e5-1e21-4ed4-826d-d2dab226db25 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f099cba-dc38-4bdd-b061-cfffd6005261&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718668 Sep 17 22:44:59.991536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port 494aa0da-7f8a-477f-913d-7ffc7250c2a5, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=494aa0da-7f8a-477f-913d-7ffc7250c2a5,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:44:59.991908 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.005384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 494aa0da-7f8a-477f-913d-7ffc7250c2a5 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:00.013552 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-3b1451fd-3943-40b8-8a3f-8656199a1124 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 22:45:00.014610 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3b1451fd-3943-40b8-8a3f-8656199a1124 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/291b36f3-c131-4b96-b0dc-3abddf153b1a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1971502 Sep 17 22:45:00.018130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56032) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.046739 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-79778532-8654-4ca8-8fc6-ac7b8c2cdfcc tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=291b36f3-c131-4b96-b0dc-3abddf153b1a HTTP/1.1" status: 200 len: 205 time: 0.0268233 Sep 17 22:45:00.049181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56034) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.126605 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b051c400-483a-43bf-a848-5c9bfb0f3194 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.235211 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.266275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=494aa0da-7f8a-477f-913d-7ffc7250c2a5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:00.315063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] No DVR routers for this DVR port 494aa0da-7f8a-477f-913d-7ffc7250c2a5 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:00.318009 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.320688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50b3980b-7d21-48d1-8ca1-02e5314e1469 req-bbeb5aab-d4fc-49f8-9d6a-1df5fb271c07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "DELETE /v2.0/ports/494aa0da-7f8a-477f-913d-7ffc7250c2a5 HTTP/1.1" status: 204 len: 173 time: 0.5980568 Sep 17 22:45:00.321299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-deleted', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:00.324202 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2feb868-3dc2-4919-9e85-4282a9a55455" -d '{"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-deleted", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:00.371987 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee5ea8e-5e85-488f-987d-519725e0be09 x-openstack-request-id: req-dee5ea8e-5e85-488f-987d-519725e0be09 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:00.372276 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9dca6f-1ed3-4a88-9944-3fbca101801d", "name": "network-vif-deleted", "tag": "494aa0da-7f8a-477f-913d-7ffc7250c2a5", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:00.372523 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dee5ea8e-5e85-488f-987d-519725e0be09 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:00.372920 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9dca6f-1ed3-4a88-9944-3fbca101801d', 'name': 'network-vif-deleted', 'tag': '494aa0da-7f8a-477f-913d-7ffc7250c2a5', 'status': 'completed', 'code': 200} Sep 17 22:45:00.585906 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b051c400-483a-43bf-a848-5c9bfb0f3194 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.588203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b051c400-483a-43bf-a848-5c9bfb0f3194 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.714848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b051c400-483a-43bf-a848-5c9bfb0f3194 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.715406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b051c400-483a-43bf-a848-5c9bfb0f3194 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Fanout notify agent at l3_agent the message router_deleted on router 291b36f3-c131-4b96-b0dc-3abddf153b1a {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:00.722577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b051c400-483a-43bf-a848-5c9bfb0f3194 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.724118 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b051c400-483a-43bf-a848-5c9bfb0f3194 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/291b36f3-c131-4b96-b0dc-3abddf153b1a HTTP/1.1" status: 204 len: 168 time: 0.6736186 Sep 17 22:45:00.726935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56038) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:00.778999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-56232031-82ce-4f9b-9b09-1f1bbebd6962 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting subnet 949975aa-a2db-4952-8068-3c02ee1ba9c2 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:00.782129 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56232031-82ce-4f9b-9b09-1f1bbebd6962 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.822163 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56232031-82ce-4f9b-9b09-1f1bbebd6962 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:00.910894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56232031-82ce-4f9b-9b09-1f1bbebd6962 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.037847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bef96a52-feba-494b-8352-bab39c790e2a req-41700be3-e806-40e4-89e0-dcf200784b82 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9dca6f-1ed3-4a88-9944-3fbca101801d HTTP/1.1" status: 200 len: 210 time: 0.0289664 Sep 17 22:45:01.059815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56232031-82ce-4f9b-9b09-1f1bbebd6962 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.091315 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-56232031-82ce-4f9b-9b09-1f1bbebd6962 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.095502 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-56232031-82ce-4f9b-9b09-1f1bbebd6962 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/949975aa-a2db-4952-8068-3c02ee1ba9c2 HTTP/1.1" status: 204 len: 168 time: 0.3652658 Sep 17 22:45:01.095502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56232031-82ce-4f9b-9b09-1f1bbebd6962 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Subnet': ['ID=949975aa-a2db-4952-8068-3c02ee1ba9c2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:01.095917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56042) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:01.099042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0f118-b782-4220-9e7e-a8040cab3cdd None None] Network a575986d-93b0-41b1-ab65-211238ff2d42 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:01.178361 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.230425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port ca01a0a8-77e7-4699-8eda-ca712a7787aa {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:01.230763 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.273982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e761887-b067-4d6a-a4df-6163568ef588 None None] DHCP port deletion for a575986d-93b0-41b1-ab65-211238ff2d42 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:01.302640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port ca01a0a8-77e7-4699-8eda-ca712a7787aa, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ca01a0a8-77e7-4699-8eda-ca712a7787aa,segment=NetworkSegment(536fcf85-9c2f-464f-962a-8b54c4c8e7e5),segment_id=536fcf85-9c2f-464f-962a-8b54c4c8e7e5)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:01.302964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.316079 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for ca01a0a8-77e7-4699-8eda-ca712a7787aa owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:01.325772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0e761887-b067-4d6a-a4df-6163568ef588 None None] Deleting port ca01a0a8-77e7-4699-8eda-ca712a7787aa {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:01.326252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e761887-b067-4d6a-a4df-6163568ef588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.393002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0e761887-b067-4d6a-a4df-6163568ef588 None None] For port ca01a0a8-77e7-4699-8eda-ca712a7787aa, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ca01a0a8-77e7-4699-8eda-ca712a7787aa,segment=NetworkSegment(536fcf85-9c2f-464f-962a-8b54c4c8e7e5),segment_id=536fcf85-9c2f-464f-962a-8b54c4c8e7e5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:01.393402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e761887-b067-4d6a-a4df-6163568ef588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.405738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0e761887-b067-4d6a-a4df-6163568ef588 None None] Calling delete_port for ca01a0a8-77e7-4699-8eda-ca712a7787aa owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:01.480425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.486021 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e761887-b067-4d6a-a4df-6163568ef588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.507192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=ca01a0a8-77e7-4699-8eda-ca712a7787aa,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:01.508925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No DVR routers for this DVR port ca01a0a8-77e7-4699-8eda-ca712a7787aa on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:01.516388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e761887-b067-4d6a-a4df-6163568ef588 None None] No DVR routers for this DVR port ca01a0a8-77e7-4699-8eda-ca712a7787aa on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:01.518950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e761887-b067-4d6a-a4df-6163568ef588 None None] Pushing event deleted for resources: {'Port': ['ID=ca01a0a8-77e7-4699-8eda-ca712a7787aa,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:01.589938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.609583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a575986d-93b0-41b1-ab65-211238ff2d42']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:01.618623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536fcf85-9c2f-464f-962a-8b54c4c8e7e5') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:01.618962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536fcf85-9c2f-464f-962a-8b54c4c8e7e5') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:01.628418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.641620 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.648307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:01.648685 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:01.651608 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:01.783678 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.791828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.793089 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/networks/a575986d-93b0-41b1-ab65-211238ff2d42 HTTP/1.1" status: 204 len: 168 time: 0.6957173 Sep 17 22:45:01.796854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56044) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:01.802149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'network': {'name': 'tempest-RoutersTest-1686368457'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:01.804482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4a41-7eab-47b8-ad7f-7765765b2010 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Network': ['ID=a575986d-93b0-41b1-ab65-211238ff2d42,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:01.881936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:01.885422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.909020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:01.918349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:01.918685 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added segment 0589bec7-7c84-467a-9d9f-df06ec9d2f58 of type vlan for network e85e1ee4-5038-4144-954d-7fad9884b033 Sep 17 22:45:01.955854 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.024983 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.031042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:02.031042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.077372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ca01a0a8-77e7-4699-8eda-ca712a7787aa no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:02.098366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Network': ['ID=e85e1ee4-5038-4144-954d-7fad9884b033,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:02.098963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56048) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:02.100367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: ca01a0a8-77e7-4699-8eda-ca712a7787aa {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:02.100812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ca01a0a8-77e7-4699-8eda-ca712a7787aa not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:02.110302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network e85e1ee4-5038-4144-954d-7fad9884b033 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:02.134589 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9e14b71c-adc4-4128-93cc-e959df59d286 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3364837 Sep 17 22:45:02.137245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56050) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:02.143899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'subnet': {'network_id': 'e85e1ee4-5038-4144-954d-7fad9884b033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:02.297844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:02.302264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.445935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:02.464735 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.539973 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.601236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Subnet': ['ID=beb954f9-9cf5-4b82-93f1-89f35233008b,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:02.613795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Checking segment: {'id': '0589bec7-7c84-467a-9d9f-df06ec9d2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e85e1ee4-5038-4144-954d-7fad9884b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:02.614721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network hostable DHCP agents. Network: e85e1ee4-5038-4144-954d-7fad9884b033, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:02.624549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 494aa0da-7f8a-477f-913d-7ffc7250c2a5 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:02.624886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 494aa0da-7f8a-477f-913d-7ffc7250c2a5 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:02.694146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network e85e1ee4-5038-4144-954d-7fad9884b033 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:02.738551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 2bf3b653-af92-4682-bf38-28993cdde2a8 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:02.739182 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.777566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, e85e1ee4-5038-4144-954d-7fad9884b033) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:02.781709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:02.782361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.787013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7150d63-b7af-43c2-a85d-8233b38b9127 None None] Network e85e1ee4-5038-4144-954d-7fad9884b033 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:02.832541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port 2bf3b653-af92-4682-bf38-28993cdde2a8, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2bf3b653-af92-4682-bf38-28993cdde2a8,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:02.833124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.845607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 2bf3b653-af92-4682-bf38-28993cdde2a8 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:02.888762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-43b6d75b-7f97-4f86-8644-3de444551c37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7503695 Sep 17 22:45:02.891315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56052) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:02.896654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8e85fc89-93d1-4a1d-af6e-34603b7b7b6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-15051465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:02.932789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-e85e1ee4-5038-4144-954d-7fad9884b033', 'network_id': 'e85e1ee4-5038-4144-954d-7fad9884b033', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'fixed_ips': [{'subnet_id': 'beb954f9-9cf5-4b82-93f1-89f35233008b'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:02.942616 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.994886 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e85fc89-93d1-4a1d-af6e-34603b7b7b6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:02.996299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e85fc89-93d1-4a1d-af6e-34603b7b7b6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.071564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Allocated IP 172.20.0.2 (e85e1ee4-5038-4144-954d-7fad9884b033/beb954f9-9cf5-4b82-93f1-89f35233008b/2370c7bf-aaa7-40b9-988d-351f9643f837) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:03.097186 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:45:03.097792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.124646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=2bf3b653-af92-4682-bf38-28993cdde2a8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:03.152408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e85fc89-93d1-4a1d-af6e-34603b7b7b6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.219104 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.237216 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e85fc89-93d1-4a1d-af6e-34603b7b7b6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.287805 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.316897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e85fc89-93d1-4a1d-af6e-34603b7b7b6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.319513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8e85fc89-93d1-4a1d-af6e-34603b7b7b6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4271526 Sep 17 22:45:03.322649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56054) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:03.329283 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.336945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Network e85e1ee4-5038-4144-954d-7fad9884b033 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:03.345785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:03.347994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Pushing event updated for resources: {'Port': ['ID=2370c7bf-aaa7-40b9-988d-351f9643f837,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:03.351070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:03.404208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Attempting to bind port 2370c7bf-aaa7-40b9-988d-351f9643f837 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:03.404474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Attempting to bind port 2370c7bf-aaa7-40b9-988d-351f9643f837 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0589bec7-7c84-467a-9d9f-df06ec9d2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e85e1ee4-5038-4144-954d-7fad9884b033'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:03.404831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Attempting to bind port 2370c7bf-aaa7-40b9-988d-351f9643f837 on network e85e1ee4-5038-4144-954d-7fad9884b033 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:03.409650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:03.409969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Checking segment: {'id': '0589bec7-7c84-467a-9d9f-df06ec9d2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e85e1ee4-5038-4144-954d-7fad9884b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:03.410363 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.410747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Bound using segment: {'id': '0589bec7-7c84-467a-9d9f-df06ec9d2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e85e1ee4-5038-4144-954d-7fad9884b033'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:03.411983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Bound port: 2370c7bf-aaa7-40b9-988d-351f9643f837, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0589bec7-7c84-467a-9d9f-df06ec9d2f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e85e1ee4-5038-4144-954d-7fad9884b033'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:03.412571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.475273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] For port 2370c7bf-aaa7-40b9-988d-351f9643f837, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:03.478935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] For port 2370c7bf-aaa7-40b9-988d-351f9643f837, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2370c7bf-aaa7-40b9-988d-351f9643f837,segment=NetworkSegment(0589bec7-7c84-467a-9d9f-df06ec9d2f58),segment_id=0589bec7-7c84-467a-9d9f-df06ec9d2f58)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:03.538128 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.597098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46d3c0-689a-4b71-b37c-a0b787069ded None None] Pushing event updated for resources: {'Port': ['ID=2370c7bf-aaa7-40b9-988d-351f9643f837,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:03.735268 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:03.924935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:04.158630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2370c7bf-aaa7-40b9-988d-351f9643f837 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:04.214762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2370c7bf-aaa7-40b9-988d-351f9643f837 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:04.215431 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.299257 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.335849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 2370c7bf-aaa7-40b9-988d-351f9643f837, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2370c7bf-aaa7-40b9-988d-351f9643f837,segment=NetworkSegment(0589bec7-7c84-467a-9d9f-df06ec9d2f58),segment_id=0589bec7-7c84-467a-9d9f-df06ec9d2f58)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:04.408766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.421148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.20.0.1 (e85e1ee4-5038-4144-954d-7fad9884b033/beb954f9-9cf5-4b82-93f1-89f35233008b/cf238577-a040-4cc2-8a83-3ead391dedf5) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:04.429645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:04.434752 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7a927fb9-e193-4c2c-8bdd-796ac685827b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "PUT /v2.0/routers/21ea6b12-b4bf-4001-8fcf-80b250a3a279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3347087 Sep 17 22:45:04.437701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56056) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:04.440659 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] Sync routers for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:04.464282 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:04.464282 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:04.483896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=2370c7bf-aaa7-40b9-988d-351f9643f837,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:04.506260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a635ebc2-afa8-416c-b570-68267180b823 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting subnet 946c4371-380c-4c72-a34b-df564ff78045 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:04.509772 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a635ebc2-afa8-416c-b570-68267180b823 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.556764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a635ebc2-afa8-416c-b570-68267180b823 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.577241 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.597521 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:04.642252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca9e42-ef09-4c10-a2e1-ef7cd04c746c None None] Network e85e1ee4-5038-4144-954d-7fad9884b033 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:04.680971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.751170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=cf238577-a040-4cc2-8a83-3ead391dedf5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:04.761596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network e85e1ee4-5038-4144-954d-7fad9884b033 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:04.763496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:04.772987 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:04.784887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-338a7618-1fad-4cbc-b507-807b0eeb55f7 None None] Provisioning complete for port 2370c7bf-aaa7-40b9-988d-351f9643f837 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:04.785290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-338a7618-1fad-4cbc-b507-807b0eeb55f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.823326 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:04.840568 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:45:02Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:04.884978 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] Checking router: 21ea6b12-b4bf-4001-8fcf-80b250a3a279 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:04.899067 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] Routers {'21ea6b12-b4bf-4001-8fcf-80b250a3a279'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:04.900666 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:05.007315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a635ebc2-afa8-416c-b570-68267180b823 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.037869 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] Set router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:05.048008 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.116609 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a635ebc2-afa8-416c-b570-68267180b823 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.152370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a73fada9-987e-4e24-93cf-29511a88abf5 None None] Provisioning complete for port 2370c7bf-aaa7-40b9-988d-351f9643f837 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:05.152655 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a73fada9-987e-4e24-93cf-29511a88abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.155019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635ebc2-afa8-416c-b570-68267180b823 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Subnet': ['ID=946c4371-380c-4c72-a34b-df564ff78045,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.159575 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a635ebc2-afa8-416c-b570-68267180b823 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.166274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a635ebc2-afa8-416c-b570-68267180b823 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/subnets/946c4371-380c-4c72-a34b-df564ff78045 HTTP/1.1" status: 204 len: 168 time: 0.7269096 Sep 17 22:45:05.169475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56058) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:05.204022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6582fa0a-b2d9-4a0f-99c6-435afcd7f633 None None] Network 7adad2db-addd-42c1-921d-cd9895247ff2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:05.307437 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:45:02Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:05.321601 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.381524 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9a11a-78fa-42a8-bd11-ac40ae9afacf None None] The sync data for ids ['21ea6b12-b4bf-4001-8fcf-80b250a3a279'] in n-d-713498-17 is: [{'id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'name': 'tempest-TestNetworkAdvancedServerOps-router-714234200', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:43:01Z', 'updated_at': '2021-09-17T22:45:02Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': '196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ea6b12-b4bf-4001-8fcf-80b250a3a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:43:03Z', 'updated_at': '2021-09-17T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:05.401301 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.426505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a73fada9-987e-4e24-93cf-29511a88abf5 None None] Provisioning complete for port cf238577-a040-4cc2-8a83-3ead391dedf5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:05.427533 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a73fada9-987e-4e24-93cf-29511a88abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.457330 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.460035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.467870 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a73fada9-987e-4e24-93cf-29511a88abf5 None None] Port cf238577-a040-4cc2-8a83-3ead391dedf5 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:05.532427 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.535027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=cf238577-a040-4cc2-8a83-3ead391dedf5,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:05.575955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:05.576427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.587046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-07c8e2ff-9a21-49a6-a98c-895507076eca None None] Provisioning complete for port cf238577-a040-4cc2-8a83-3ead391dedf5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:05.587427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-07c8e2ff-9a21-49a6-a98c-895507076eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.629582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-07c8e2ff-9a21-49a6-a98c-895507076eca None None] Port cf238577-a040-4cc2-8a83-3ead391dedf5 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:05.629988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network e85e1ee4-5038-4144-954d-7fad9884b033 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:05.632400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:05.663558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:05.663929 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.676005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:05.763210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9218583-8ace-4beb-8dc6-3765f5702ff5 None None] DHCP port deletion for 7adad2db-addd-42c1-921d-cd9895247ff2 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:05.821524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d9218583-8ace-4beb-8dc6-3765f5702ff5 None None] Deleting port 28af3bce-56d6-480c-b7f3-42d56d603e8a {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:05.822306 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d9218583-8ace-4beb-8dc6-3765f5702ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.836460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 8d71c0be-06d4-4b09-9d3c-64deb0ab0c68 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:05.909711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d9218583-8ace-4beb-8dc6-3765f5702ff5 None None] For port 28af3bce-56d6-480c-b7f3-42d56d603e8a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=28af3bce-56d6-480c-b7f3-42d56d603e8a,segment=NetworkSegment(6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2),segment_id=6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:05.910252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d9218583-8ace-4beb-8dc6-3765f5702ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.926320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d9218583-8ace-4beb-8dc6-3765f5702ff5 None None] Calling delete_port for 28af3bce-56d6-480c-b7f3-42d56d603e8a owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:05.956511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:05.961818 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-024b53a5-a6c5-4d78-9ef4-5c3f0e058b7a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/8d71c0be-06d4-4b09-9d3c-64deb0ab0c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6378551 Sep 17 22:45:05.962458 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:05.966683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56060) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:05.977277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720bbc6b-3c12-45c7-9ba3-77759442b73b None None] Sync routers for ids ['8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:05.994315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720bbc6b-3c12-45c7-9ba3-77759442b73b None None] Routers {'8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:05.994900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-720bbc6b-3c12-45c7-9ba3-77759442b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.003254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:06.042298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ab807774-8458-4a6b-be98-a9290d270d65 None None] Provisioning complete for port cf238577-a040-4cc2-8a83-3ead391dedf5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:06.042672 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ab807774-8458-4a6b-be98-a9290d270d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.044466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-720bbc6b-3c12-45c7-9ba3-77759442b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.063037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee5364-5d91-4b4e-ab81-2182e5aaaabb tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:06.066194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-36ee5364-5d91-4b4e-ab81-2182e5aaaabb tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports/cf238577-a040-4cc2-8a83-3ead391dedf5 HTTP/1.1" status: 200 len: 910 time: 0.0976930 Sep 17 22:45:06.069535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56062) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.117819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ab807774-8458-4a6b-be98-a9290d270d65 None None] Port cf238577-a040-4cc2-8a83-3ead391dedf5 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:06.118657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720bbc6b-3c12-45c7-9ba3-77759442b73b None None] Routers {'8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:06.119876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-720bbc6b-3c12-45c7-9ba3-77759442b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.129154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.154097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-720bbc6b-3c12-45c7-9ba3-77759442b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.154745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720bbc6b-3c12-45c7-9ba3-77759442b73b None None] The sync data for ids ['8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:06.157529 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d9218583-8ace-4beb-8dc6-3765f5702ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.188102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9218583-8ace-4beb-8dc6-3765f5702ff5 None None] No DVR routers for this DVR port 28af3bce-56d6-480c-b7f3-42d56d603e8a on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:06.192293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9218583-8ace-4beb-8dc6-3765f5702ff5 None None] Pushing event deleted for resources: {'Port': ['ID=28af3bce-56d6-480c-b7f3-42d56d603e8a,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:06.202342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2370c7bf-aaa7-40b9-988d-351f9643f837 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:06.244694 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.246881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.251959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2370c7bf-aaa7-40b9-988d-351f9643f837 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:06.252331 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.367912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.368584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Fanout notify agent at l3_agent the message router_deleted on router 21ea6b12-b4bf-4001-8fcf-80b250a3a279 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:06.380562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.380562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-67887374-8091-4edf-8942-65c39bcba40c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/routers/21ea6b12-b4bf-4001-8fcf-80b250a3a279 HTTP/1.1" status: 204 len: 168 time: 1.2070346 Sep 17 22:45:06.381019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56064) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.397390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2bf3b653-af92-4682-bf38-28993cdde2a8 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:06.421301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 2bf3b653-af92-4682-bf38-28993cdde2a8 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:06.425456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2bf3b653-af92-4682-bf38-28993cdde2a8 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:06.425456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28af3bce-56d6-480c-b7f3-42d56d603e8a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:06.443883 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.453764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 28af3bce-56d6-480c-b7f3-42d56d603e8a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:06.454363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 28af3bce-56d6-480c-b7f3-42d56d603e8a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:06.475721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.563677 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.583354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adad2db-addd-42c1-921d-cd9895247ff2']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.592540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.592838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce61f3b-16e7-4a9b-83d3-e0da7f32d0b2') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:06.603115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.616447 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.622152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:06.622532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:06.625665 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:06.698125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port cf238577-a040-4cc2-8a83-3ead391dedf5 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:06.698474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.765966 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.779035 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.779035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/networks/7adad2db-addd-42c1-921d-cd9895247ff2 HTTP/1.1" status: 204 len: 168 time: 0.3949168 Sep 17 22:45:06.782761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56066) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:06.789616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b19cf8-3c28-4ff6-8ae0-715b0c1d6c23 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Network': ['ID=7adad2db-addd-42c1-921d-cd9895247ff2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:06.795720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.820327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for cf238577-a040-4cc2-8a83-3ead391dedf5 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:06.901572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5de38efa-b17d-4503-ac6b-a08d7ce26145 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:06.939914 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5de38efa-b17d-4503-ac6b-a08d7ce26145 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.133147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5de38efa-b17d-4503-ac6b-a08d7ce26145 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.135581 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5de38efa-b17d-4503-ac6b-a08d7ce26145 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.136764 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5de38efa-b17d-4503-ac6b-a08d7ce26145 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f099cba-dc38-4bdd-b061-cfffd6005261 HTTP/1.1" status: 204 len: 168 time: 0.3531065 Sep 17 22:45:07.146752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de38efa-b17d-4503-ac6b-a08d7ce26145 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f099cba-dc38-4bdd-b061-cfffd6005261,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:07.166146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.193685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=cf238577-a040-4cc2-8a83-3ead391dedf5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:07.343737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.495027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 8d71c0be-06d4-4b09-9d3c-64deb0ab0c68 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:07.571203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:07.580625 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ab1df092-d333-4c0b-8a1f-f4f2e285da7c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/8d71c0be-06d4-4b09-9d3c-64deb0ab0c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065799 Sep 17 22:45:07.580625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56072) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.580882 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1fe2a-e91c-4b20-ae89-da6b6e9432c3 None None] Sync routers for ids ['8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:07.589522 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1fe2a-e91c-4b20-ae89-da6b6e9432c3 None None] Routers {'8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:07.590120 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-87b1fe2a-e91c-4b20-ae89-da6b6e9432c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:07.606426 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ab55fd8-3e05-4311-b39f-216943450223 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d71c0be-06d4-4b09-9d3c-64deb0ab0c68 HTTP/1.1" status: 200 len: 205 time: 0.0249805 Sep 17 22:45:07.608972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56074) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.623783 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-87b1fe2a-e91c-4b20-ae89-da6b6e9432c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:07.633180 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1fe2a-e91c-4b20-ae89-da6b6e9432c3 None None] Routers {'8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:07.633792 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-87b1fe2a-e91c-4b20-ae89-da6b6e9432c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:07.649568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56076) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.654943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-efff06e2-1ecd-4ebf-a03b-4fe91e1ab930 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385866970', 'description': 'tempest-secgroup-smoke-1385866970 description', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:07.669364 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-87b1fe2a-e91c-4b20-ae89-da6b6e9432c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:07.670015 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1fe2a-e91c-4b20-ae89-da6b6e9432c3 None None] The sync data for ids ['8d71c0be-06d4-4b09-9d3c-64deb0ab0c68'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:07.687617 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0599a178-a755-47a3-a075-aad22ae15b29 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.731880 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efff06e2-1ecd-4ebf-a03b-4fe91e1ab930 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.814146 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efff06e2-1ecd-4ebf-a03b-4fe91e1ab930 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.845227 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0599a178-a755-47a3-a075-aad22ae15b29 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.847374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0599a178-a755-47a3-a075-aad22ae15b29 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.874884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efff06e2-1ecd-4ebf-a03b-4fe91e1ab930 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.905159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff06e2-1ecd-4ebf-a03b-4fe91e1ab930 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e22a73-dd14-4938-8b1e-9cc8b1329864,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:07.943710 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0599a178-a755-47a3-a075-aad22ae15b29 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.944271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0599a178-a755-47a3-a075-aad22ae15b29 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Fanout notify agent at l3_agent the message router_deleted on router 8d71c0be-06d4-4b09-9d3c-64deb0ab0c68 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:07.955504 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0599a178-a755-47a3-a075-aad22ae15b29 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.955504 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0599a178-a755-47a3-a075-aad22ae15b29 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/8d71c0be-06d4-4b09-9d3c-64deb0ab0c68 HTTP/1.1" status: 204 len: 168 time: 0.3420830 Sep 17 22:45:07.955504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56078) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.972188 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efff06e2-1ecd-4ebf-a03b-4fe91e1ab930 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:07.976030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-efff06e2-1ecd-4ebf-a03b-4fe91e1ab930 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3222175 Sep 17 22:45:07.978020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56080) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:07.982391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e9a08635-32fc-4c95-b140-77356709a219 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': 'c9e22a73-dd14-4938-8b1e-9cc8b1329864', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:08.009643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ae5c7d-d297-4a64-b881-3ede76ac7c96 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting subnet beb954f9-9cf5-4b82-93f1-89f35233008b {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:08.012767 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36ae5c7d-d297-4a64-b881-3ede76ac7c96 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.043734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:08.053219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36ae5c7d-d297-4a64-b881-3ede76ac7c96 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.064330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:08.064682 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 196bbb3b-d0bd-44b1-b407-6bda8f7fb8c4 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:08.074336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9a08635-32fc-4c95-b140-77356709a219 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.130050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9a08635-32fc-4c95-b140-77356709a219 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.136427 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36ae5c7d-d297-4a64-b881-3ede76ac7c96 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.200469 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9a08635-32fc-4c95-b140-77356709a219 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.217977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a08635-32fc-4c95-b140-77356709a219 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2928cf-4072-4c6e-af54-8b0f2ff77b23,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:08.276766 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36ae5c7d-d297-4a64-b881-3ede76ac7c96 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.288080 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e9a08635-32fc-4c95-b140-77356709a219 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.289766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e9a08635-32fc-4c95-b140-77356709a219 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103681 Sep 17 22:45:08.292299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56082) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.296786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-814e846c-a757-4850-bf30-621276f5fa28 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': 'c9e22a73-dd14-4938-8b1e-9cc8b1329864', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:08.396588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-814e846c-a757-4850-bf30-621276f5fa28 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.471821 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-814e846c-a757-4850-bf30-621276f5fa28 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.499575 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.556319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-814e846c-a757-4850-bf30-621276f5fa28 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.575375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e846c-a757-4850-bf30-621276f5fa28 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fa76ed-98f6-453c-b949-90e4d05a0720,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:08.600679 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae5c7d-d297-4a64-b881-3ede76ac7c96 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Subnet': ['ID=beb954f9-9cf5-4b82-93f1-89f35233008b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:08.604422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-36ae5c7d-d297-4a64-b881-3ede76ac7c96 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.608644 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-36ae5c7d-d297-4a64-b881-3ede76ac7c96 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/beb954f9-9cf5-4b82-93f1-89f35233008b HTTP/1.1" status: 204 len: 168 time: 0.6505804 Sep 17 22:45:08.609394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56084) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.612006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec57a90-cb78-4491-af8d-e4f70a0f847e None None] Network e85e1ee4-5038-4144-954d-7fad9884b033 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:08.636678 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-814e846c-a757-4850-bf30-621276f5fa28 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.638910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-814e846c-a757-4850-bf30-621276f5fa28 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3456113 Sep 17 22:45:08.641725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56086) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:08.647539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-aae1c681-b908-43e9-81a0-301114fd140a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': 'c9e22a73-dd14-4938-8b1e-9cc8b1329864', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:08.684544 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.742124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 2370c7bf-aaa7-40b9-988d-351f9643f837 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:08.743176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.744430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aae1c681-b908-43e9-81a0-301114fd140a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.796134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa93e7-5f5e-428b-a005-f53614f9fb43 None None] DHCP port deletion for e85e1ee4-5038-4144-954d-7fad9884b033 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:08.811124 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port 2370c7bf-aaa7-40b9-988d-351f9643f837, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2370c7bf-aaa7-40b9-988d-351f9643f837,segment=NetworkSegment(0589bec7-7c84-467a-9d9f-df06ec9d2f58),segment_id=0589bec7-7c84-467a-9d9f-df06ec9d2f58)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:08.811491 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.814328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aae1c681-b908-43e9-81a0-301114fd140a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.824678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 2370c7bf-aaa7-40b9-988d-351f9643f837 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:08.849270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-52fa93e7-5f5e-428b-a005-f53614f9fb43 None None] Deleting port 2370c7bf-aaa7-40b9-988d-351f9643f837 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:08.849673 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52fa93e7-5f5e-428b-a005-f53614f9fb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.913737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-52fa93e7-5f5e-428b-a005-f53614f9fb43 None None] For port 2370c7bf-aaa7-40b9-988d-351f9643f837, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2370c7bf-aaa7-40b9-988d-351f9643f837,segment=NetworkSegment(0589bec7-7c84-467a-9d9f-df06ec9d2f58),segment_id=0589bec7-7c84-467a-9d9f-df06ec9d2f58)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:08.914124 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52fa93e7-5f5e-428b-a005-f53614f9fb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.927908 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aae1c681-b908-43e9-81a0-301114fd140a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:08.932532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-52fa93e7-5f5e-428b-a005-f53614f9fb43 None None] Calling delete_port for 2370c7bf-aaa7-40b9-988d-351f9643f837 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:08.946671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1c681-b908-43e9-81a0-301114fd140a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a189105-ba31-406b-9952-88b89502ae0c,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:08.995357 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.006683 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-52fa93e7-5f5e-428b-a005-f53614f9fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.023516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=2370c7bf-aaa7-40b9-988d-351f9643f837,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.025215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aae1c681-b908-43e9-81a0-301114fd140a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.025408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No DVR routers for this DVR port 2370c7bf-aaa7-40b9-988d-351f9643f837 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:09.030160 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aae1c681-b908-43e9-81a0-301114fd140a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3872077 Sep 17 22:45:09.031815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56088) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.034206 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa93e7-5f5e-428b-a005-f53614f9fb43 None None] Pushing event deleted for resources: {'Port': ['ID=2370c7bf-aaa7-40b9-988d-351f9643f837,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.037851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9e0285e6-606c-45db-9d58-de130daab0ae tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': 'c9e22a73-dd14-4938-8b1e-9cc8b1329864', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:09.038977 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa93e7-5f5e-428b-a005-f53614f9fb43 None None] No DVR routers for this DVR port 2370c7bf-aaa7-40b9-988d-351f9643f837 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:09.103277 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.126559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85e1ee4-5038-4144-954d-7fad9884b033']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:09.133398 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9e0285e6-606c-45db-9d58-de130daab0ae tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.137146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0589bec7-7c84-467a-9d9f-df06ec9d2f58') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:09.137701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0589bec7-7c84-467a-9d9f-df06ec9d2f58') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:09.147850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.161130 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.167020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:09.167406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:09.170327 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:09.196335 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9e0285e6-606c-45db-9d58-de130daab0ae tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.282024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9e0285e6-606c-45db-9d58-de130daab0ae tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.300987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0285e6-606c-45db-9d58-de130daab0ae tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a4c939-dd34-46b8-b3b0-b33e0fcb3fb4,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.316386 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.325149 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.326139 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/networks/e85e1ee4-5038-4144-954d-7fad9884b033 HTTP/1.1" status: 204 len: 168 time: 0.7163103 Sep 17 22:45:09.329861 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56090) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.334542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-192855956', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:09.337791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505379a5-2291-4524-a074-3eef722ff180 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Network': ['ID=e85e1ee4-5038-4144-954d-7fad9884b033,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.375224 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9e0285e6-606c-45db-9d58-de130daab0ae tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.376453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9e0285e6-606c-45db-9d58-de130daab0ae tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3433547 Sep 17 22:45:09.379273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56092) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.384216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-509edf6d-c025-4066-8641-32b77a13759b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': 'c9e22a73-dd14-4938-8b1e-9cc8b1329864', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:09.464902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.465888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.523502 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.533281 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-509edf6d-c025-4066-8641-32b77a13759b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Project 3277a6e8e6c64ca9b40417a14736e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:45:09.538694 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-509edf6d-c025-4066-8641-32b77a13759b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.590805 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-509edf6d-c025-4066-8641-32b77a13759b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.657936 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-509edf6d-c025-4066-8641-32b77a13759b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.710995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509edf6d-c025-4066-8641-32b77a13759b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcca79b-b93a-46b2-81d4-71cfc0e61441,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:09.743328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.766162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-509edf6d-c025-4066-8641-32b77a13759b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:09.767403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-509edf6d-c025-4066-8641-32b77a13759b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3865209 Sep 17 22:45:09.775639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56094) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:09.780066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b214217c-a393-4eeb-ad63-e0c89152347d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': 'c9e22a73-dd14-4938-8b1e-9cc8b1329864', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:09.876496 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-b214217c-a393-4eeb-ad63-e0c89152347d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Project 3277a6e8e6c64ca9b40417a14736e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:45:09.884417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b214217c-a393-4eeb-ad63-e0c89152347d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.032110 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.034695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b214217c-a393-4eeb-ad63-e0c89152347d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.053490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.079764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2370c7bf-aaa7-40b9-988d-351f9643f837 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:10.099458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 2370c7bf-aaa7-40b9-988d-351f9643f837 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:10.099805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2370c7bf-aaa7-40b9-988d-351f9643f837 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:10.113389 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b214217c-a393-4eeb-ad63-e0c89152347d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.155717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214217c-a393-4eeb-ad63-e0c89152347d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bed8e33-27c0-494a-a478-56cb9662ae81,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.171517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.25.5.166 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/6a4472f9-ffa7-473c-84ed-4689927b1dd8) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:10.194657 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.240875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b214217c-a393-4eeb-ad63-e0c89152347d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.242104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b214217c-a393-4eeb-ad63-e0c89152347d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4655237 Sep 17 22:45:10.245070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56096) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:10.250463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'network': {'name': 'tempest-network-smoke--1610615787', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:10.281715 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.314874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:10.318478 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.340578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:10.349848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.350197 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Added segment 3f1653d7-d573-412a-8408-498139eebaed of type vlan for network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 Sep 17 22:45:10.378320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.392481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.415728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:10.418645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:10.421007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:10.453027 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=6a4472f9-ffa7-473c-84ed-4689927b1dd8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.476682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.482436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:10.483101 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.548281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Network': ['ID=3171072e-7615-4d50-8ce3-b8a6830cc8b0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:10.559627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:10.596938 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-341f35c1-54d5-43ee-a819-ac3919500735 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3506720 Sep 17 22:45:10.600380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56098) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:10.610758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'admin_state_up': True, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:10.740531 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.741446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.833445 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:10.847601 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.103658 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.174948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.758484 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.777253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:11.812127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 8a67dfbb-fe8b-4783-b35f-3990cdc17a61 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:11.955720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.25.5.125 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/d3b11383-45c7-4412-8312-ceafd9528a85) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:11.976454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:11.993137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6c3e10-5d1a-41fa-816e-3ae8c20caf1a None None] Sync routers for ids ['8a67dfbb-fe8b-4783-b35f-3990cdc17a61'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:11.994297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c3e10-5d1a-41fa-816e-3ae8c20caf1a None None] Routers {'8a67dfbb-fe8b-4783-b35f-3990cdc17a61'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:11.994935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f6c3e10-5d1a-41fa-816e-3ae8c20caf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8a67dfbb-fe8b-4783-b35f-3990cdc17a61'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:12.029595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f6c3e10-5d1a-41fa-816e-3ae8c20caf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:12.037712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c3e10-5d1a-41fa-816e-3ae8c20caf1a None None] Routers {'8a67dfbb-fe8b-4783-b35f-3990cdc17a61'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:12.038350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f6c3e10-5d1a-41fa-816e-3ae8c20caf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8a67dfbb-fe8b-4783-b35f-3990cdc17a61'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:12.073608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5f6c3e10-5d1a-41fa-816e-3ae8c20caf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:12.074240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6c3e10-5d1a-41fa-816e-3ae8c20caf1a None None] The sync data for ids ['8a67dfbb-fe8b-4783-b35f-3990cdc17a61'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:12.081891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.087453 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.088666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-310ddcdf-632e-48f9-a25a-1822821e64e4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.7578254 Sep 17 22:45:12.091496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56100) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:12.201519 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6e3bf26d-420c-4fa2-8e5b-2ebcdeb29cd4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/routers/8a67dfbb-fe8b-4783-b35f-3990cdc17a61 HTTP/1.1" status: 200 len: 880 time: 0.1087844 Sep 17 22:45:12.203873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56102) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:12.207912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.248598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:12.251422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:12.258660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:12.261836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=d3b11383-45c7-4412-8312-ceafd9528a85,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:12.430759 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-840bab82-08d1-45d8-890e-7fb97db11563 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2257969 Sep 17 22:45:12.433341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56104) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:12.437662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6686a897-ca04-4ec8-9ec4-36f63cfc0f59 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-192855956'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:12.581962 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.735022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6686a897-ca04-4ec8-9ec4-36f63cfc0f59 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.780978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.808312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6686a897-ca04-4ec8-9ec4-36f63cfc0f59 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:12.916738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6686a897-ca04-4ec8-9ec4-36f63cfc0f59 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 8a67dfbb-fe8b-4783-b35f-3990cdc17a61 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:12.996520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:13.022873 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6686a897-ca04-4ec8-9ec4-36f63cfc0f59 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:13.029562 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6686a897-ca04-4ec8-9ec4-36f63cfc0f59 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.030742 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6686a897-ca04-4ec8-9ec4-36f63cfc0f59 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/8a67dfbb-fe8b-4783-b35f-3990cdc17a61 HTTP/1.1" status: 200 len: 887 time: 0.5964830 Sep 17 22:45:13.033456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56106) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.035564 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd115b4b-0637-4f20-867f-bc3af4cc5b52 None None] Sync routers for ids ['8a67dfbb-fe8b-4783-b35f-3990cdc17a61'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:13.046412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd115b4b-0637-4f20-867f-bc3af4cc5b52 None None] Routers {'8a67dfbb-fe8b-4783-b35f-3990cdc17a61'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:13.047182 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-dd115b4b-0637-4f20-867f-bc3af4cc5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8a67dfbb-fe8b-4783-b35f-3990cdc17a61'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:13.079751 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-dd115b4b-0637-4f20-867f-bc3af4cc5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:13.089169 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd115b4b-0637-4f20-867f-bc3af4cc5b52 None None] Routers {'8a67dfbb-fe8b-4783-b35f-3990cdc17a61'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:13.089760 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-dd115b4b-0637-4f20-867f-bc3af4cc5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8a67dfbb-fe8b-4783-b35f-3990cdc17a61'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:13.110174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:13.123293 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-dd115b4b-0637-4f20-867f-bc3af4cc5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:13.123943 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd115b4b-0637-4f20-867f-bc3af4cc5b52 None None] The sync data for ids ['8a67dfbb-fe8b-4783-b35f-3990cdc17a61'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:13.126118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Sync routers for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:13.136641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:13.137104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:13.148353 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f02ee7e1-7f1b-417f-991a-4cf8769496db tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/routers/8a67dfbb-fe8b-4783-b35f-3990cdc17a61 HTTP/1.1" status: 200 len: 887 time: 0.1138310 Sep 17 22:45:13.151238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56108) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.180248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4806a1e9-7956-4f06-ad4f-d1ccc8a83776 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a67dfbb-fe8b-4783-b35f-3990cdc17a61 HTTP/1.1" status: 200 len: 205 time: 0.0269303 Sep 17 22:45:13.181893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56110) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.220070 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.221273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-734f5342-fc38-48fa-b746-d802989ff763 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6198728 Sep 17 22:45:13.225166 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56112) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.249109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:13.254625 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9a777418-cf84-4b62-b0a1-6223bada8ee5 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3277a6e8e6c64ca9b40417a14736e38e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274169 Sep 17 22:45:13.256472 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56114) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.296646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.360348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb964f-8d76-4daa-9e9e-4b7fb73ec5db tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:13.365769 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-62fb964f-8d76-4daa-9e9e-4b7fb73ec5db tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1043851 Sep 17 22:45:13.366139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56116) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.401988 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9c4328db-c863-41cb-9f8c-c2ed2217931a tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324759 Sep 17 22:45:13.402259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56118) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:13.406909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1342355843', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:13.409982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.433089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:12Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:13.458948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Checking router: 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:13.459299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Updating router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 port d3b11383-45c7-4412-8312-ceafd9528a85 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:13.488389 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.521932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 6a4472f9-ffa7-473c-84ed-4689927b1dd8 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:13.521932 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.562269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:13.566267 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.607892 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.620680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 6a4472f9-ffa7-473c-84ed-4689927b1dd8 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:13.829580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.876671 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.897666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Subnet': ['ID=5a951881-30de-4662-91ff-7760118b1d1e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:13.903714 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:13.907616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Checking segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:13.907982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network hostable DHCP agents. Network: 3171072e-7615-4d50-8ce3-b8a6830cc8b0, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:13.912233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=6a4472f9-ffa7-473c-84ed-4689927b1dd8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:13.970231 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.030933 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.066215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.069078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.083379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Attempting to bind port d3b11383-45c7-4412-8312-ceafd9528a85 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:14.083692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Attempting to bind port d3b11383-45c7-4412-8312-ceafd9528a85 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:14.084051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Attempting to bind port d3b11383-45c7-4412-8312-ceafd9528a85 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:14.086040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2630b8-454e-4ca1-a94d-b83349219a0a None None] Pushing event updated for resources: {'Port': ['ID=d3b11383-45c7-4412-8312-ceafd9528a85,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:14.091560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:14.091933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:14.092332 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.092708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:14.093161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Bound port: d3b11383-45c7-4412-8312-ceafd9528a85, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:14.093525 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.147683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] For port d3b11383-45c7-4412-8312-ceafd9528a85, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:14.150623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] For port d3b11383-45c7-4412-8312-ceafd9528a85, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d3b11383-45c7-4412-8312-ceafd9528a85,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:14.235999 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.236609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Fanout notify agent at l3_agent the message router_deleted on router 8a67dfbb-fe8b-4783-b35f-3990cdc17a61 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:14.243502 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.244696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-89f311fd-82bb-4b57-bd75-b3caece914b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/8a67dfbb-fe8b-4783-b35f-3990cdc17a61 HTTP/1.1" status: 204 len: 168 time: 1.0619206 Sep 17 22:45:14.248358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56120) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:14.253017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'network': {'name': 'tempest-RoutersTest-2038104054'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:14.276370 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:14.276970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.331066 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:14.331677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:14.336317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2630b8-454e-4ca1-a94d-b83349219a0a None None] Pushing event updated for resources: {'Port': ['ID=d3b11383-45c7-4412-8312-ceafd9528a85,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:14.368036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:14.372056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.397000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:14.405448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.405782 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added segment 8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43 of type vlan for network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd Sep 17 22:45:14.412116 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 3171072e-7615-4d50-8ce3-b8a6830cc8b0) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:14.418337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:14.425359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.425638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b67820-a1c9-4cf3-a1d6-83fb72e92916 None None] Network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:14.450957 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.460279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:14.517324 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b02349c1-7ec6-4408-8af2-3ca6bd6707ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1139903 Sep 17 22:45:14.520177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56122) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:14.556515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.562842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:14.563428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.641387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Network': ['ID=c4f1e855-1c7c-49a6-95fa-9a9ba93415dd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:14.655499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:14.663661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-354ac626-94ca-434e-b0ef-03fa8df2465d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4106450 Sep 17 22:45:14.664018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56124) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:14.668971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'subnet': {'network_id': 'c4f1e855-1c7c-49a6-95fa-9a9ba93415dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:14.779264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:14.780146 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.852101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:14.856390 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:14.891040 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:12Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:14.930124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2784c-60d2-47bb-a8a2-93b3cc3ee5a3 None None] The sync data for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 is: [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:12Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:14.974855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Allocated IP 172.20.0.2 (3171072e-7615-4d50-8ce3-b8a6830cc8b0/5a951881-30de-4662-91ff-7760118b1d1e/9096906e-c6d8-40ef-880d-382888099c0c) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:15.132405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.141476 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.209307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Subnet': ['ID=f3844f40-bc97-4f21-911c-7cd6c1af6913,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:15.223887 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.229764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Checking segment: {'id': '8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4f1e855-1c7c-49a6-95fa-9a9ba93415dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:15.230151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network hostable DHCP agents. Network: c4f1e855-1c7c-49a6-95fa-9a9ba93415dd, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:15.265938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:15.269615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:15.274230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:15.291864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Pushing event updated for resources: {'Port': ['ID=9096906e-c6d8-40ef-880d-382888099c0c,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:15.320733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:15.349364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.351611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Attempting to bind port 9096906e-c6d8-40ef-880d-382888099c0c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:15.352067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Attempting to bind port 9096906e-c6d8-40ef-880d-382888099c0c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:15.352535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Attempting to bind port 9096906e-c6d8-40ef-880d-382888099c0c on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:15.358176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:15.358555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Checking segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:15.358990 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.359388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Bound using segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:15.359854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Bound port: 9096906e-c6d8-40ef-880d-382888099c0c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:15.360419 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.396290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, c4f1e855-1c7c-49a6-95fa-9a9ba93415dd) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:15.407106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:15.407722 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.418737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d58a7-ed9f-4490-ac49-c4122a5039ef None None] Network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:15.495200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] For port 9096906e-c6d8-40ef-880d-382888099c0c, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:15.499496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b9d2310e-1d96-43a5-85ca-283a380edd9b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8343656 Sep 17 22:45:15.502381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56126) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:15.509743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-492bf50f-708d-4aa0-b91b-fcddcd2d3744 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1474073695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:15.516347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] For port 9096906e-c6d8-40ef-880d-382888099c0c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9096906e-c6d8-40ef-880d-382888099c0c,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:15.579710 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.620941 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-492bf50f-708d-4aa0-b91b-fcddcd2d3744 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.622845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-492bf50f-708d-4aa0-b91b-fcddcd2d3744 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.626729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-c4f1e855-1c7c-49a6-95fa-9a9ba93415dd', 'network_id': 'c4f1e855-1c7c-49a6-95fa-9a9ba93415dd', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'fixed_ips': [{'subnet_id': 'f3844f40-bc97-4f21-911c-7cd6c1af6913'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:15.627741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.655285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.20.0.1 (3171072e-7615-4d50-8ce3-b8a6830cc8b0/5a951881-30de-4662-91ff-7760118b1d1e/cf50988a-5038-497b-aa12-083b57dce3f9) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:15.714265 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-492bf50f-708d-4aa0-b91b-fcddcd2d3744 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.761332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddddd45-3ab6-43ee-ba93-710b46805bbe None None] Pushing event updated for resources: {'Port': ['ID=9096906e-c6d8-40ef-880d-382888099c0c,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:15.795305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.802898 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-492bf50f-708d-4aa0-b91b-fcddcd2d3744 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.836915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Allocated IP 172.20.0.2 (c4f1e855-1c7c-49a6-95fa-9a9ba93415dd/f3844f40-bc97-4f21-911c-7cd6c1af6913/ed87b35c-2798-432e-b8f8-26358a77b11c) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:15.986142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-492bf50f-708d-4aa0-b91b-fcddcd2d3744 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.999386 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:15.999983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-492bf50f-708d-4aa0-b91b-fcddcd2d3744 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4867084 Sep 17 22:45:15.999983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56128) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:16.023013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:16.051417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:16.051650 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.057726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:16.108570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=cf50988a-5038-497b-aa12-083b57dce3f9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:16.119086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.128708 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.187197 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:16.192404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:16.198586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9096906e-c6d8-40ef-880d-382888099c0c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:16.201705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:16.245391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Pushing event updated for resources: {'Port': ['ID=ed87b35c-2798-432e-b8f8-26358a77b11c,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:16.300629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Attempting to bind port ed87b35c-2798-432e-b8f8-26358a77b11c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:16.300997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Attempting to bind port ed87b35c-2798-432e-b8f8-26358a77b11c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4f1e855-1c7c-49a6-95fa-9a9ba93415dd'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:16.302109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Attempting to bind port ed87b35c-2798-432e-b8f8-26358a77b11c on network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:16.313030 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:16.313405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Checking segment: {'id': '8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4f1e855-1c7c-49a6-95fa-9a9ba93415dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:16.313803 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.314193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Bound using segment: {'id': '8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4f1e855-1c7c-49a6-95fa-9a9ba93415dd'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:16.314657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Bound port: ed87b35c-2798-432e-b8f8-26358a77b11c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4f1e855-1c7c-49a6-95fa-9a9ba93415dd'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:16.315064 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.318245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9096906e-c6d8-40ef-880d-382888099c0c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:16.318618 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.326278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.333210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.428623 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] For port ed87b35c-2798-432e-b8f8-26358a77b11c, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:16.432628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] For port ed87b35c-2798-432e-b8f8-26358a77b11c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ed87b35c-2798-432e-b8f8-26358a77b11c,segment=NetworkSegment(8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43),segment_id=8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:16.468573 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.509192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 9096906e-c6d8-40ef-880d-382888099c0c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9096906e-c6d8-40ef-880d-382888099c0c,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:16.516739 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.581770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d55c4d-182e-4ac9-8f10-ff5999c25977 None None] Pushing event updated for resources: {'Port': ['ID=ed87b35c-2798-432e-b8f8-26358a77b11c,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:16.602135 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.603001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d3b11383-45c7-4412-8312-ceafd9528a85 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:16.667002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.727892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d3b11383-45c7-4412-8312-ceafd9528a85 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:16.728252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.733567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.754380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=9096906e-c6d8-40ef-880d-382888099c0c,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:16.859287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=cf50988a-5038-497b-aa12-083b57dce3f9,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:16.862887 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.863309 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:16.930530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port d3b11383-45c7-4412-8312-ceafd9528a85, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d3b11383-45c7-4412-8312-ceafd9528a85,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:17.025611 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.040992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:17.042773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:17.044029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.20.0.1 (c4f1e855-1c7c-49a6-95fa-9a9ba93415dd/f3844f40-bc97-4f21-911c-7cd6c1af6913/98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:17.116517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=d3b11383-45c7-4412-8312-ceafd9528a85,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:17.180926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:17.193024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.196970 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1162ba3-5650-4bc2-8ed2-5003b36f86ad None None] Network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:17.268614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c2d08b70-a8a9-4868-81da-18f908a27f44 None None] Provisioning complete for port 9096906e-c6d8-40ef-880d-382888099c0c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:17.269333 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c2d08b70-a8a9-4868-81da-18f908a27f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.276748 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.304412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:17.317357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:17.319021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:17.319724 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-241d91e3-63f8-4766-99c9-c1c74e81747a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "PUT /v2.0/routers/6f725635-99e2-4e8b-a60d-6ddc0e9a2798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7979650 Sep 17 22:45:17.321376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:17.357608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:17.378430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.587488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-10da2c84-590d-4b8c-ae82-3db5acbac700 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385866970&fields=id&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 267 time: 0.0733404 Sep 17 22:45:17.615970 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.754493 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Sync routers for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:17.769263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1ebc6409-0ea4-4281-9a5b-296ac90e11da None None] Provisioning complete for port 9096906e-c6d8-40ef-880d-382888099c0c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:17.772319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6409-0ea4-4281-9a5b-296ac90e11da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.773441 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:17.774094 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:17.795903 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eff8e6cd-f264-4d20-ba1c-8c3acc4b4191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.838360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae492-8eab-4103-b492-b42c37c2e619 req-588d13ba-200f-4c54-b9fa-31f1660be55d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:17.838360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-588d13ba-200f-4c54-b9fa-31f1660be55d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/networks?id=3171072e-7615-4d50-8ce3-b8a6830cc8b0 HTTP/1.1" status: 200 len: 797 time: 0.2496369 Sep 17 22:45:17.879206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-a8e497c4-2dd7-4cf1-a5c3-865983c7ab6f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/quotas/3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 375 time: 0.0253201 Sep 17 22:45:17.913940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1ebc6409-0ea4-4281-9a5b-296ac90e11da None None] Provisioning complete for port cf50988a-5038-497b-aa12-083b57dce3f9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:17.914317 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6409-0ea4-4281-9a5b-296ac90e11da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:17.925395 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:17.955481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc6409-0ea4-4281-9a5b-296ac90e11da None None] Port cf50988a-5038-497b-aa12-083b57dce3f9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:17.981922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192e5d6-98f2-402b-9d31-9852a256a3a1 None None] Network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:18.016181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-9935b5eb-ed81-4e8b-af00-1a1882f646d6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151438 Sep 17 22:45:18.131774 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.175035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-86ae4fd6-0a2f-4efa-bb97-2905fd369e09 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:45:18.176326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-86ae4fd6-0a2f-4efa-bb97-2905fd369e09 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1293063 Sep 17 22:45:18.209784 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'cf50988a-5038-497b-aa12-083b57dce3f9', 'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:0e:03:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:15Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 2, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '5a951881-30de-4662-91ff-7760118b1d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:18.210689 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.249476 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Checking router: 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:18.249864 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Updating router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 port cf50988a-5038-497b-aa12-083b57dce3f9 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:18.290134 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.346632 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.409138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-246d36a0-3b07-42cd-9085-58aa6883de33 None None] Provisioning complete for port cf50988a-5038-497b-aa12-083b57dce3f9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:18.409743 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-246d36a0-3b07-42cd-9085-58aa6883de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.423912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:18.450550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9096906e-c6d8-40ef-880d-382888099c0c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:18.463343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-8e99235f-6c8a-4ed4-8aec-b7f36fe0d913 service neutron] 10.222.0.13 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784228 Sep 17 22:45:18.492943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-246d36a0-3b07-42cd-9085-58aa6883de33 None None] Port cf50988a-5038-497b-aa12-083b57dce3f9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:18.504220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:18.509471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:18.529373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-246d36a0-3b07-42cd-9085-58aa6883de33 None None] Provisioning complete for port ed87b35c-2798-432e-b8f8-26358a77b11c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:18.529750 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-246d36a0-3b07-42cd-9085-58aa6883de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.556776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9096906e-c6d8-40ef-880d-382888099c0c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:18.557152 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.653888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-616ff1b0-d91e-4b33-a9ff-f88f12b33c54 service neutron] 10.222.0.13 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863575 Sep 17 22:45:18.654145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-246d36a0-3b07-42cd-9085-58aa6883de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.719809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d3b11383-45c7-4412-8312-ceafd9528a85 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:18.725287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-246d36a0-3b07-42cd-9085-58aa6883de33 None None] For port ed87b35c-2798-432e-b8f8-26358a77b11c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ed87b35c-2798-432e-b8f8-26358a77b11c,segment=NetworkSegment(8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43),segment_id=8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:18.763818 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.776313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d3b11383-45c7-4412-8312-ceafd9528a85 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:18.776719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.796551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 87e1abfa-4188-4f58-aa33-1b7524482071 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:18.848287 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-246d36a0-3b07-42cd-9085-58aa6883de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.885227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ed87b35c-2798-432e-b8f8-26358a77b11c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:18.902976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:18.912361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56148) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:18.916322 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:18.925096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aa75fcc2-db84-4940-a17d-5d94b1b32300 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/87e1abfa-4188-4f58-aa33-1b7524482071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304469 Sep 17 22:45:18.931780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6987b6-a786-4b1f-89a7-600629bbb984 None None] Sync routers for ids ['87e1abfa-4188-4f58-aa33-1b7524482071'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:18.965868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d36a0-3b07-42cd-9085-58aa6883de33 None None] Pushing event updated for resources: {'Port': ['ID=ed87b35c-2798-432e-b8f8-26358a77b11c,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:18.996643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6987b6-a786-4b1f-89a7-600629bbb984 None None] Routers {'87e1abfa-4188-4f58-aa33-1b7524482071'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:18.997282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2d6987b6-a786-4b1f-89a7-600629bbb984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['87e1abfa-4188-4f58-aa33-1b7524482071'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.031526 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Pushing event updated for resources: {'Port': ['ID=cf50988a-5038-497b-aa12-083b57dce3f9,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:19.039915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2d6987b6-a786-4b1f-89a7-600629bbb984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.040159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d4b8d5-c13d-42a5-a0ac-3827d8ea1b31 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.045308 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.052429 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:19.053503 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-17d4b8d5-c13d-42a5-a0ac-3827d8ea1b31 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports/98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a HTTP/1.1" status: 200 len: 910 time: 0.1361079 Sep 17 22:45:19.053503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56154) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:19.055000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6987b6-a786-4b1f-89a7-600629bbb984 None None] Routers {'87e1abfa-4188-4f58-aa33-1b7524482071'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:19.055479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2d6987b6-a786-4b1f-89a7-600629bbb984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['87e1abfa-4188-4f58-aa33-1b7524482071'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.059408 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e5bfbbdc-725f-48fb-8445-5f7c04d48b4f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3844f40-bc97-4f21-911c-7cd6c1af6913'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:19.063248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6bda07e6-c2ca-4e08-9acf-c75d813b8654 None None] Provisioning complete for port cf50988a-5038-497b-aa12-083b57dce3f9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:19.063624 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6bda07e6-c2ca-4e08-9acf-c75d813b8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.093886 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b483d2bb-b29c-449d-b8bc-516551b0a129 req-bd1b9512-66ec-4840-a9c3-5c4a0cbadd5a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 210 time: 0.0737476 Sep 17 22:45:19.169831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2d6987b6-a786-4b1f-89a7-600629bbb984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.170720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6987b6-a786-4b1f-89a7-600629bbb984 None None] The sync data for ids ['87e1abfa-4188-4f58-aa33-1b7524482071'] in n-d-713498-17 is: [] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:19.174074 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Attempting to bind port cf50988a-5038-497b-aa12-083b57dce3f9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:19.174684 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Attempting to bind port cf50988a-5038-497b-aa12-083b57dce3f9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:19.175709 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Attempting to bind port cf50988a-5038-497b-aa12-083b57dce3f9 on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:19.189600 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:19.190697 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Checking segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:19.194676 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.195316 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Bound using segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:19.195807 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Bound port: cf50988a-5038-497b-aa12-083b57dce3f9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:19.196186 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.198780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ed87b35c-2798-432e-b8f8-26358a77b11c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:19.199227 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.224568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6bda07e6-c2ca-4e08-9acf-c75d813b8654 None None] Port cf50988a-5038-497b-aa12-083b57dce3f9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:19.252084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6bda07e6-c2ca-4e08-9acf-c75d813b8654 None None] Provisioning complete for port ed87b35c-2798-432e-b8f8-26358a77b11c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:19.252449 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6bda07e6-c2ca-4e08-9acf-c75d813b8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.320923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5bfbbdc-725f-48fb-8445-5f7c04d48b4f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.346726 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] For port cf50988a-5038-497b-aa12-083b57dce3f9, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:19.351713 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] For port cf50988a-5038-497b-aa12-083b57dce3f9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cf50988a-5038-497b-aa12-083b57dce3f9,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:19.431113 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.438735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6bda07e6-c2ca-4e08-9acf-c75d813b8654 None None] Provisioning complete for port 98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:19.443316 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6bda07e6-c2ca-4e08-9acf-c75d813b8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.490345 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:19.490522 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:44:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.494088 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b319de-2da7-42be-b242-baffb4d97f79 None None] Pushing event updated for resources: {'Port': ['ID=cf50988a-5038-497b-aa12-083b57dce3f9,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:19.503079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6bda07e6-c2ca-4e08-9acf-c75d813b8654 None None] Port 98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:19.609627 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:19.623119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3b589e8e-6c85-4c1b-8cb3-4b2174268d14 None None] Provisioning complete for port cf50988a-5038-497b-aa12-083b57dce3f9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:19.624049 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b589e8e-6c85-4c1b-8cb3-4b2174268d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.737731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b589e8e-6c85-4c1b-8cb3-4b2174268d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.779827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3b589e8e-6c85-4c1b-8cb3-4b2174268d14 None None] For port cf50988a-5038-497b-aa12-083b57dce3f9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cf50988a-5038-497b-aa12-083b57dce3f9,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:19.810320 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5bfbbdc-725f-48fb-8445-5f7c04d48b4f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.838386 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'cf50988a-5038-497b-aa12-083b57dce3f9', 'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:0e:03:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:15Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '5a951881-30de-4662-91ff-7760118b1d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:19.864805 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b589e8e-6c85-4c1b-8cb3-4b2174268d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.865291 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d6172-b7f4-44c8-af7b-587d7db345a5 None None] The sync data for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 is: [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'cf50988a-5038-497b-aa12-083b57dce3f9', 'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:0e:03:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:15Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '5a951881-30de-4662-91ff-7760118b1d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:19.887950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5bfbbdc-725f-48fb-8445-5f7c04d48b4f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.901356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3b589e8e-6c85-4c1b-8cb3-4b2174268d14 None None] Provisioning complete for port 98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:19.901740 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b589e8e-6c85-4c1b-8cb3-4b2174268d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.980217 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfbbdc-725f-48fb-8445-5f7c04d48b4f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:19.980832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b589e8e-6c85-4c1b-8cb3-4b2174268d14 None None] Pushing event updated for resources: {'Port': ['ID=cf50988a-5038-497b-aa12-083b57dce3f9,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:19.988189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bfbbdc-725f-48fb-8445-5f7c04d48b4f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:19.989974 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5bfbbdc-725f-48fb-8445-5f7c04d48b4f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:19.991423 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e5bfbbdc-725f-48fb-8445-5f7c04d48b4f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/ports/98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a HTTP/1.1" status: 200 len: 910 time: 0.9400363 Sep 17 22:45:19.994363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56164) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:20.003347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3b589e8e-6c85-4c1b-8cb3-4b2174268d14 None None] Port 98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:20.132629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-153bb6b9-efbd-4cad-88b0-19a3f24a38ba None None] Provisioning complete for port cf50988a-5038-497b-aa12-083b57dce3f9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:20.133007 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-153bb6b9-efbd-4cad-88b0-19a3f24a38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.209185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf50988a-5038-497b-aa12-083b57dce3f9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:20.267668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3814effb-82f6-43a3-8d82-f6046cc137b1 req-f67374ce-3727-40e1-8172-353cfdef033d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 210 time: 0.0686078 Sep 17 22:45:20.282378 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-01b3cf2e-34c5-4f61-83a3-15e01def99ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.309770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port cf50988a-5038-497b-aa12-083b57dce3f9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:20.310150 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.407261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.407540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ed87b35c-2798-432e-b8f8-26358a77b11c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:20.456945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ed87b35c-2798-432e-b8f8-26358a77b11c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:20.458136 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.665626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:20.665976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.757792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:20.771297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:21.037397 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.067330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=98ad8e9b-0c55-43ca-b9ef-9a36ad42a62a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:21.218824 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.297953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae492-8eab-4103-b492-b42c37c2e619 req-265f7841-a2e3-4c71-a541-6481896900ac tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:21.302319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-265f7841-a2e3-4c71-a541-6481896900ac tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/networks?id=3171072e-7615-4d50-8ce3-b8a6830cc8b0 HTTP/1.1" status: 200 len: 797 time: 0.1312304 Sep 17 22:45:21.320737 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.356453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-4e6901fb-cca5-4e77-9be6-34f6c3686e07 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 380 time: 0.0475726 Sep 17 22:45:21.370354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'port': {'device_id': '272e2e99-721d-4a76-a329-a0557161684a', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'admin_state_up': True, 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'security_groups': ['c9e22a73-dd14-4938-8b1e-9cc8b1329864']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:21.393859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c8bb8a67-5647-4b7d-9443-2caf52f01e1e req-005641d9-31d8-4011-9295-b98f5ae0561f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 210 time: 0.0426493 Sep 17 22:45:21.573376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:21.577168 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.702072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 87e1abfa-4188-4f58-aa33-1b7524482071 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:21.717220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.20.0.3 (3171072e-7615-4d50-8ce3-b8a6830cc8b0/5a951881-30de-4662-91ff-7760118b1d1e/3f9a2029-176f-42c0-8116-7bffbc46fc7f) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:21.744870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.778625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:21.792148 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ff0b9f44-3ff7-4628-88cc-c234a2071203 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/87e1abfa-4188-4f58-aa33-1b7524482071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940850 Sep 17 22:45:21.792381 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e92043-9aed-42df-94eb-d3cdbe6e549c None None] Sync routers for ids ['87e1abfa-4188-4f58-aa33-1b7524482071'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:21.792838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56170) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:21.799966 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e92043-9aed-42df-94eb-d3cdbe6e549c None None] Routers {'87e1abfa-4188-4f58-aa33-1b7524482071'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:21.800684 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c9e92043-9aed-42df-94eb-d3cdbe6e549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['87e1abfa-4188-4f58-aa33-1b7524482071'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:21.821513 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-83a2a9cc-20e3-43ca-b9f3-ea0ff536aac3 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e1abfa-4188-4f58-aa33-1b7524482071 HTTP/1.1" status: 200 len: 205 time: 0.0255969 Sep 17 22:45:21.825147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56172) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:21.836363 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c9e92043-9aed-42df-94eb-d3cdbe6e549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:21.845347 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e92043-9aed-42df-94eb-d3cdbe6e549c None None] Routers {'87e1abfa-4188-4f58-aa33-1b7524482071'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:21.845947 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c9e92043-9aed-42df-94eb-d3cdbe6e549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['87e1abfa-4188-4f58-aa33-1b7524482071'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:21.863212 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.881066 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c9e92043-9aed-42df-94eb-d3cdbe6e549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:21.881712 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e92043-9aed-42df-94eb-d3cdbe6e549c None None] The sync data for ids ['87e1abfa-4188-4f58-aa33-1b7524482071'] in n-d-713498-17 is: [] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:21.898619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a69b3abb-2dbf-49b4-8216-2f131fd16d57 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.949751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:21.999969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:22.003233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:22.007840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:22.034626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:22.061178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a69b3abb-2dbf-49b4-8216-2f131fd16d57 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.063356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a69b3abb-2dbf-49b4-8216-2f131fd16d57 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.075290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:22.079187 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.156980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-c9c4fa2c-46ff-4b9c-8515-17965589aca7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7929721 Sep 17 22:45:22.169532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Request body: {'port': {'device_id': '272e2e99-721d-4a76-a329-a0557161684a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:22.183318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a69b3abb-2dbf-49b4-8216-2f131fd16d57 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.183834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69b3abb-2dbf-49b4-8216-2f131fd16d57 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Fanout notify agent at l3_agent the message router_deleted on router 87e1abfa-4188-4f58-aa33-1b7524482071 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:22.197108 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a69b3abb-2dbf-49b4-8216-2f131fd16d57 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.197108 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a69b3abb-2dbf-49b4-8216-2f131fd16d57 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/87e1abfa-4188-4f58-aa33-1b7524482071 HTTP/1.1" status: 204 len: 168 time: 0.3693984 Sep 17 22:45:22.197108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56174) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:22.217498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5174049b-2695-4836-9c52-fc7edcd8c8eb None None] Provisioning complete for port 3f9a2029-176f-42c0-8116-7bffbc46fc7f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:22.218137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5174049b-2695-4836-9c52-fc7edcd8c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.227565 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.250838 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e18886-09bb-45c8-8178-68f30345640d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting subnet f3844f40-bc97-4f21-911c-7cd6c1af6913 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:22.254049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5e18886-09bb-45c8-8178-68f30345640d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.255332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5174049b-2695-4836-9c52-fc7edcd8c8eb None None] Port 3f9a2029-176f-42c0-8116-7bffbc46fc7f cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:22.298848 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5e18886-09bb-45c8-8178-68f30345640d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.387543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5e18886-09bb-45c8-8178-68f30345640d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.505893 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5e18886-09bb-45c8-8178-68f30345640d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.525618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9a2029-176f-42c0-8116-7bffbc46fc7f {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:22.534900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e18886-09bb-45c8-8178-68f30345640d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Subnet': ['ID=f3844f40-bc97-4f21-911c-7cd6c1af6913,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:22.535769 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.537102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5e18886-09bb-45c8-8178-68f30345640d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.539236 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e5e18886-09bb-45c8-8178-68f30345640d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/f3844f40-bc97-4f21-911c-7cd6c1af6913 HTTP/1.1" status: 204 len: 168 time: 0.3426874 Sep 17 22:45:22.546145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56178) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:22.546435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c8252-90dd-4fbc-9c69-e63f3379f20c None None] Network c4f1e855-1c7c-49a6-95fa-9a9ba93415dd requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:22.559252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Transition to ACTIVE for port object 3f9a2029-176f-42c0-8116-7bffbc46fc7f will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:45:22.569435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba93f1-5a74-4a3c-979b-0a07867627d9 req-62820f5b-e60e-4449-ba2d-f989092027bf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:22.571159 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1ba93f1-5a74-4a3c-979b-0a07867627d9 req-62820f5b-e60e-4449-ba2d-f989092027bf tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 931 time: 0.0815399 Sep 17 22:45:22.609089 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.620887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1ba93f1-5a74-4a3c-979b-0a07867627d9 req-fdf19ed8-1548-422d-a1f2-62ef85b6470d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Sep 17 22:45:22.626728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.673298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:22.709045 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port ed87b35c-2798-432e-b8f8-26358a77b11c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:22.713700 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.743917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad6c4b-2fc6-49a8-9881-371c1540e1f1 None None] DHCP port deletion for c4f1e855-1c7c-49a6-95fa-9a9ba93415dd request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:22.754117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:22.755245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:22.755590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:22.760370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:45:22.760638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:22.765712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:22.766052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Checking segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:22.766671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Bound using segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:22.766930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Bound port: 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:22.767271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.791625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port ed87b35c-2798-432e-b8f8-26358a77b11c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ed87b35c-2798-432e-b8f8-26358a77b11c,segment=NetworkSegment(8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43),segment_id=8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:22.792546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.803408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad6c4b-2fc6-49a8-9881-371c1540e1f1 None None] Deleting port ed87b35c-2798-432e-b8f8-26358a77b11c {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:22.804006 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6c4b-2fc6-49a8-9881-371c1540e1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.815356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for ed87b35c-2798-432e-b8f8-26358a77b11c owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:22.836561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:22.839993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:22.875818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a4ad6c4b-2fc6-49a8-9881-371c1540e1f1 None None] For port ed87b35c-2798-432e-b8f8-26358a77b11c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ed87b35c-2798-432e-b8f8-26358a77b11c,segment=NetworkSegment(8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43),segment_id=8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:22.876221 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6c4b-2fc6-49a8-9881-371c1540e1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.890668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad6c4b-2fc6-49a8-9881-371c1540e1f1 None None] Calling delete_port for ed87b35c-2798-432e-b8f8-26358a77b11c owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:22.927673 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.961021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:22.961696 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.963087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 1092 time: 0.7979050 Sep 17 22:45:22.963595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:22.965832 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1a3779-7599-4bb5-a243-136d03590021" -d '{"events": [{"name": "network-changed", "server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:22.985548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:22.995936 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6c4b-2fc6-49a8-9881-371c1540e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.001257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No DVR routers for this DVR port ed87b35c-2798-432e-b8f8-26358a77b11c on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:23.007684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec92ac-9c19-4f25-af6c-3815eb91d775 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:23.027132 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f298595b-b1a3-4586-bff1-760860abc19e x-openstack-request-id: req-f298595b-b1a3-4586-bff1-760860abc19e {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:23.027569 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:23.027873 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f298595b-b1a3-4586-bff1-760860abc19e {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:23.032163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad6c4b-2fc6-49a8-9881-371c1540e1f1 None None] No DVR routers for this DVR port ed87b35c-2798-432e-b8f8-26358a77b11c on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:23.032744 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'status': 'completed', 'code': 200} Sep 17 22:45:23.037343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad6c4b-2fc6-49a8-9881-371c1540e1f1 None None] Pushing event deleted for resources: {'Port': ['ID=ed87b35c-2798-432e-b8f8-26358a77b11c,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:23.039069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=ed87b35c-2798-432e-b8f8-26358a77b11c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:23.115491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a3779-7599-4bb5-a243-136d03590021 req-0d9331c3-7d52-4512-b8f7-40549988abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.117195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a3779-7599-4bb5-a243-136d03590021 req-0d9331c3-7d52-4512-b8f7-40549988abe7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1095 time: 0.0561247 Sep 17 22:45:23.131122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.156694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f1e855-1c7c-49a6-95fa-9a9ba93415dd']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:23.169147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:23.169441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef6796c-e1bb-4c0b-a328-2a43fe4a4a43') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:23.180723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.194573 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.201174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:23.201563 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:23.204627 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:23.221455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a3779-7599-4bb5-a243-136d03590021 req-cc26774d-a1e3-429c-8a7f-bc7c0b4b21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.224992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a3779-7599-4bb5-a243-136d03590021 req-cc26774d-a1e3-429c-8a7f-bc7c0b4b21bd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1005609 Sep 17 22:45:23.324103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a3779-7599-4bb5-a243-136d03590021 req-19eddf03-42ec-443b-a44e-e456e60862e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.326190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f1a3779-7599-4bb5-a243-136d03590021 req-19eddf03-42ec-443b-a44e-e456e60862e9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0947385 Sep 17 22:45:23.339173 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.347900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.350525 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/networks/c4f1e855-1c7c-49a6-95fa-9a9ba93415dd HTTP/1.1" status: 204 len: 168 time: 0.8068812 Sep 17 22:45:23.355082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56182) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:23.360165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-87cf7f3d-6d33-4276-99bf-a49316476cb9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2117834692', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:23.368698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095cd7b-1263-43a8-b1aa-ae7f2d3437c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Network': ['ID=c4f1e855-1c7c-49a6-95fa-9a9ba93415dd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:23.396554 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.415847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae492-8eab-4103-b492-b42c37c2e619 req-309e5370-fd43-49c8-a85b-6424a239285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.417445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-309e5370-fd43-49c8-a85b-6424a239285e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1095 time: 0.0485802 Sep 17 22:45:23.462194 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-ef216148-8bca-43d5-8b51-49eabc0bbe2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 217 time: 0.0371158 Sep 17 22:45:23.495312 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f3d-6d33-4276-99bf-a49316476cb9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.496313 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f3d-6d33-4276-99bf-a49316476cb9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.522472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae492-8eab-4103-b492-b42c37c2e619 req-4548bd7a-0d19-4c7f-befb-1361fc90e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.523973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-4548bd7a-0d19-4c7f-befb-1361fc90e244 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a951881-30de-4662-91ff-7760118b1d1e HTTP/1.1" status: 200 len: 835 time: 0.0552585 Sep 17 22:45:23.581953 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f3d-6d33-4276-99bf-a49316476cb9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.596993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ae492-8eab-4103-b492-b42c37c2e619 req-9ebc6a79-05f0-43c4-bd75-8342517c43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.599183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-9ebc6a79-05f0-43c4-bd75-8342517c43e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3171072e-7615-4d50-8ce3-b8a6830cc8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680509 Sep 17 22:45:23.661725 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f3d-6d33-4276-99bf-a49316476cb9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.708385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-18bc1d9d-5d7a-4d72-8125-e53f044dc3ca service neutron] 10.222.0.32 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015685 Sep 17 22:45:23.754762 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f3d-6d33-4276-99bf-a49316476cb9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.756065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-87cf7f3d-6d33-4276-99bf-a49316476cb9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3999763 Sep 17 22:45:23.758929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56186) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:23.763984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'network': {'name': 'tempest-RoutersTest-647583917'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:23.804752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902181e-157a-40a3-8a2c-0528cce31a21 req-4ea5bed7-5262-481a-b419-cd387f2aeec4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:23.806234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b902181e-157a-40a3-8a2c-0528cce31a21 req-4ea5bed7-5262-481a-b419-cd387f2aeec4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 943 time: 0.1123254 Sep 17 22:45:23.844265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903ae492-8eab-4103-b492-b42c37c2e619 req-aa0d87df-44c5-4bd7-a8a7-d14f12c189ab service neutron] 10.222.0.32 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223953 Sep 17 22:45:23.859639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b902181e-157a-40a3-8a2c-0528cce31a21 req-cc061922-b281-46bd-84f7-818dd673dd1e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474267 Sep 17 22:45:23.916400 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:23.920042 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.944344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:23.953557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:23.953895 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added segment 6c596e96-0f8f-4ce4-a61e-bedb2edaacad of type vlan for network 47008f5f-dad5-4356-b799-7f573c58c3b4 Sep 17 22:45:23.993372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.059403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.065896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:24.066821 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.099947 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ed87b35c-2798-432e-b8f8-26358a77b11c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:24.123748 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: ed87b35c-2798-432e-b8f8-26358a77b11c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:24.124091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ed87b35c-2798-432e-b8f8-26358a77b11c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:24.144385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Network': ['ID=47008f5f-dad5-4356-b799-7f573c58c3b4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:24.154536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 47008f5f-dad5-4356-b799-7f573c58c3b4 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:24.191569 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-91541b82-e51c-4a96-90c0-449164ae8df6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4315231 Sep 17 22:45:24.195148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56188) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:24.200000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'subnet': {'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:24.361521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:24.365641 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.601917 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.663660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Subnet': ['ID=4700171d-1014-4e3c-bd9d-505ea793b523,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:24.668759 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Checking segment: {'id': '6c596e96-0f8f-4ce4-a61e-bedb2edaacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:24.669110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network hostable DHCP agents. Network: 47008f5f-dad5-4356-b799-7f573c58c3b4, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:24.761428 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 47008f5f-dad5-4356-b799-7f573c58c3b4 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:24.841377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 47008f5f-dad5-4356-b799-7f573c58c3b4) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:24.845304 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:24.845900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:24.851492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0372d464-e43f-41c8-b0b4-f1cf6d864316 None None] Network 47008f5f-dad5-4356-b799-7f573c58c3b4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:24.934316 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ef29e79c-8f56-4ff5-a920-ef2af9b3970c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7381723 Sep 17 22:45:24.937038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56192) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:24.982383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c8e5-94cd-47e2-b60a-0896bdda0734 req-24847416-b5c4-4e6d-b291-43988a980e33 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:24.983900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8653c8e5-94cd-47e2-b60a-0896bdda0734 req-24847416-b5c4-4e6d-b291-43988a980e33 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 943 time: 0.0533564 Sep 17 22:45:24.996591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-47008f5f-dad5-4356-b799-7f573c58c3b4', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:24.997539 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.033458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8653c8e5-94cd-47e2-b60a-0896bdda0734 req-5de383c7-b1c7-4c3b-a4c9-3cd24b858589 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Sep 17 22:45:25.137181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Allocated IP 172.20.0.2 (47008f5f-dad5-4356-b799-7f573c58c3b4/4700171d-1014-4e3c-bd9d-505ea793b523/1f6ed777-d7ab-4d1b-be15-29fc795d10de) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:25.226827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.283416 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.345392 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.468167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.20.0.1 (47008f5f-dad5-4356-b799-7f573c58c3b4/4700171d-1014-4e3c-bd9d-505ea793b523/03af17bb-0b64-4da5-adf9-c334af121693) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:25.525862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Network 47008f5f-dad5-4356-b799-7f573c58c3b4 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:25.528703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:25.532086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:25.544969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Pushing event updated for resources: {'Port': ['ID=1f6ed777-d7ab-4d1b-be15-29fc795d10de,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:25.584750 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.591611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Attempting to bind port 1f6ed777-d7ab-4d1b-be15-29fc795d10de on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:25.592206 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Attempting to bind port 1f6ed777-d7ab-4d1b-be15-29fc795d10de by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '6c596e96-0f8f-4ce4-a61e-bedb2edaacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:25.592400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Attempting to bind port 1f6ed777-d7ab-4d1b-be15-29fc795d10de on network 47008f5f-dad5-4356-b799-7f573c58c3b4 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:25.597543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:25.597926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Checking segment: {'id': '6c596e96-0f8f-4ce4-a61e-bedb2edaacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:25.598932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.598932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Bound using segment: {'id': '6c596e96-0f8f-4ce4-a61e-bedb2edaacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:25.599403 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Bound port: 1f6ed777-d7ab-4d1b-be15-29fc795d10de, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c596e96-0f8f-4ce4-a61e-bedb2edaacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:25.599790 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.664705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] For port 1f6ed777-d7ab-4d1b-be15-29fc795d10de, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:25.667889 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] For port 1f6ed777-d7ab-4d1b-be15-29fc795d10de, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1f6ed777-d7ab-4d1b-be15-29fc795d10de,segment=NetworkSegment(6c596e96-0f8f-4ce4-a61e-bedb2edaacad),segment_id=6c596e96-0f8f-4ce4-a61e-bedb2edaacad)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:25.682142 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.720963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 47008f5f-dad5-4356-b799-7f573c58c3b4 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:25.724335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:25.728025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:25.757723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=03af17bb-0b64-4da5-adf9-c334af121693,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:25.767830 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.777584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:25.829281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7290f25-ecf5-4ad3-911f-c0a7321cba48 None None] Pushing event updated for resources: {'Port': ['ID=1f6ed777-d7ab-4d1b-be15-29fc795d10de,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:25.946807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.153091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1f6ed777-d7ab-4d1b-be15-29fc795d10de up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:26.180235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050169b-8584-4fb2-82c3-bb8d241cfe64 req-da45f58f-28f3-4c42-848a-d365117fbbc5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:26.184082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a050169b-8584-4fb2-82c3-bb8d241cfe64 req-da45f58f-28f3-4c42-848a-d365117fbbc5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 943 time: 0.0633109 Sep 17 22:45:26.201480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1f6ed777-d7ab-4d1b-be15-29fc795d10de triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:26.201902 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.225932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a050169b-8584-4fb2-82c3-bb8d241cfe64 req-23945600-bb99-4c80-9071-e1b94e38da45 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368819 Sep 17 22:45:26.252999 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.292984 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.314767 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.324674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 1f6ed777-d7ab-4d1b-be15-29fc795d10de, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1f6ed777-d7ab-4d1b-be15-29fc795d10de,segment=NetworkSegment(6c596e96-0f8f-4ce4-a61e-bedb2edaacad),segment_id=6c596e96-0f8f-4ce4-a61e-bedb2edaacad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:26.384954 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.387797 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=03af17bb-0b64-4da5-adf9-c334af121693,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.390201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.438942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=1f6ed777-d7ab-4d1b-be15-29fc795d10de,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:26.489986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 47008f5f-dad5-4356-b799-7f573c58c3b4 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:26.491501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:26.539895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3f9a2029-176f-42c0-8116-7bffbc46fc7f details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:45:26.644918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:26.656515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'port_id': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'mac_address': 'fa:16:3e:1b:85:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:45:26.684766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:26.695848 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.709000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9a2029-176f-42c0-8116-7bffbc46fc7f {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:45:26.729648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:26.745686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e9a25e-5f13-4bc2-bf4d-fb9ef08674e9 None None] Network 47008f5f-dad5-4356-b799-7f573c58c3b4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:26.781488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:26.790610 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e1a3f5fe-0836-4519-a29c-57cd9af8fc04 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8497324 Sep 17 22:45:26.790610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56196) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:26.795853 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'network': {'name': 'tempest-RoutersTest-801140795'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:26.808406 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:26.813382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.821823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5a44c181-7c39-4d71-8164-73de9b52dde9 None None] Provisioning complete for port 1f6ed777-d7ab-4d1b-be15-29fc795d10de triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:26.822186 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a44c181-7c39-4d71-8164-73de9b52dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.874771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:26.878346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.885384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:26.886029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:26.903312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:26.912659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:26.913004 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added segment 24853759-12f9-4518-8a98-8563d8d6451d of type vlan for network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 Sep 17 22:45:26.953175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.005989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:27.022076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3f9a2029-176f-42c0-8116-7bffbc46fc7f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:45:27.037107 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.042679 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:27.043291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.060743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:27.109611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Network': ['ID=23e060c8-0e37-49dc-b299-8c54e6a4a3a0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:27.122748 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-957ed9f4-5f8a-455c-8f09-67545644d2c7 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3307827 Sep 17 22:45:27.125526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56198) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:27.130520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'subnet': {'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:27.144446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:27.264683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:27.268847 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.370218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9674edf-a9c6-4214-a424-82d17c178935 req-a32cf412-3237-4d00-9d3a-7e978bd9cd67 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:27.377998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9674edf-a9c6-4214-a424-82d17c178935 req-a32cf412-3237-4d00-9d3a-7e978bd9cd67 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 944 time: 0.0728571 Sep 17 22:45:27.415345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f9674edf-a9c6-4214-a424-82d17c178935 req-55e41aaa-b671-4186-b4e5-2c3df98b5d9d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358939 Sep 17 22:45:27.519708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:25Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:26Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:27.538261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.556979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:27.557338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Updating router 6643c41e-5a5e-466d-b75b-b599b609e876 port 03af17bb-0b64-4da5-adf9-c334af121693 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:27.599258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Subnet': ['ID=41b85105-589f-4232-bab1-5f94ed9f8fc7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:27.603280 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.608811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Checking segment: {'id': '24853759-12f9-4518-8a98-8563d8d6451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:27.609177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network hostable DHCP agents. Network: 23e060c8-0e37-49dc-b299-8c54e6a4a3a0, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:27.635757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cba793c4-d484-42c2-94d1-b2126044c5ae None None] Provisioning complete for port 1f6ed777-d7ab-4d1b-be15-29fc795d10de triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:27.636128 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cba793c4-d484-42c2-94d1-b2126044c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.691847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:27.766224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 23e060c8-0e37-49dc-b299-8c54e6a4a3a0) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:27.772339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:27.772947 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:27.795850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b8ca86-f972-466b-8fc8-3135aef4e7bc None None] Network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:27.850589 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-13421cce-8bcc-4276-93eb-30d6339ab3ce tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7206070 Sep 17 22:45:27.850927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56202) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:28.095737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-cba793c4-d484-42c2-94d1-b2126044c5ae None None] Provisioning complete for port 03af17bb-0b64-4da5-adf9-c334af121693 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:28.095869 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cba793c4-d484-42c2-94d1-b2126044c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.111506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1f6ed777-d7ab-4d1b-be15-29fc795d10de up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:28.230591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-cba793c4-d484-42c2-94d1-b2126044c5ae None None] Port 03af17bb-0b64-4da5-adf9-c334af121693 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:28.302591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:28.303466 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.311117 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.323282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 1f6ed777-d7ab-4d1b-be15-29fc795d10de triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:28.323652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.423793 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.477973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f2a8d519-d97d-4c2e-8b47-9d1177ccc363 None None] Provisioning complete for port 03af17bb-0b64-4da5-adf9-c334af121693 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:28.477973 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d519-d97d-4c2e-8b47-9d1177ccc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.550167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a13d9f-de23-4dc0-b336-2c324c187915 None None] Pushing event updated for resources: {'Port': ['ID=03af17bb-0b64-4da5-adf9-c334af121693,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:28.561287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3f9a2029-176f-42c0-8116-7bffbc46fc7f up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:28.569762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a83b-d50b-40b6-b630-3b36d9864bef req-a74cec0e-950f-443d-81d4-75eb9c34746d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:28.572579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44f1a83b-d50b-40b6-b630-3b36d9864bef req-a74cec0e-950f-443d-81d4-75eb9c34746d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 944 time: 0.0727518 Sep 17 22:45:28.593111 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.637420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44f1a83b-d50b-40b6-b630-3b36d9864bef req-7a954c71-4451-4bd2-add2-b0c913a594fa tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574298 Sep 17 22:45:28.647043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8d519-d97d-4c2e-8b47-9d1177ccc363 None None] Port 03af17bb-0b64-4da5-adf9-c334af121693 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:28.656861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Allocated IP 172.21.0.2 (23e060c8-0e37-49dc-b299-8c54e6a4a3a0/41b85105-589f-4232-bab1-5f94ed9f8fc7/e4fe2827-3897-42b1-98a4-52c1ddceced9) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:28.727637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Attempting to bind port 03af17bb-0b64-4da5-adf9-c334af121693 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:28.728010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Attempting to bind port 03af17bb-0b64-4da5-adf9-c334af121693 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '6c596e96-0f8f-4ce4-a61e-bedb2edaacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:28.728375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Attempting to bind port 03af17bb-0b64-4da5-adf9-c334af121693 on network 47008f5f-dad5-4356-b799-7f573c58c3b4 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:28.745714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:28.746092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Checking segment: {'id': '6c596e96-0f8f-4ce4-a61e-bedb2edaacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:28.746499 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.746916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Bound using segment: {'id': '6c596e96-0f8f-4ce4-a61e-bedb2edaacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:28.747397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Bound port: 03af17bb-0b64-4da5-adf9-c334af121693, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c596e96-0f8f-4ce4-a61e-bedb2edaacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:28.747781 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.844461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 3f9a2029-176f-42c0-8116-7bffbc46fc7f completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:45:28.870892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 3f9a2029-176f-42c0-8116-7bffbc46fc7f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:28.871275 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.922198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] For port 03af17bb-0b64-4da5-adf9-c334af121693, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:28.958996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] For port 03af17bb-0b64-4da5-adf9-c334af121693, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=03af17bb-0b64-4da5-adf9-c334af121693,segment=NetworkSegment(6c596e96-0f8f-4ce4-a61e-bedb2edaacad),segment_id=6c596e96-0f8f-4ce4-a61e-bedb2edaacad)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:28.963539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f3d936aa-9675-491f-9f3a-ec0b6bb8d94d None None] Provisioning complete for port 03af17bb-0b64-4da5-adf9-c334af121693 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:28.963912 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f3d936aa-9675-491f-9f3a-ec0b6bb8d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:28.965635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.008656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f3d936aa-9675-491f-9f3a-ec0b6bb8d94d None None] Port 03af17bb-0b64-4da5-adf9-c334af121693 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:29.044591 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.053393 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.067351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.106647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.21.0.1 (23e060c8-0e37-49dc-b299-8c54e6a4a3a0/41b85105-589f-4232-bab1-5f94ed9f8fc7/e10d8359-9609-4111-a462-ed16f88ac2b9) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:29.110459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:29.112726 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d905e738-c7d6-4f1e-a166-c4f7f5602163" -d '{"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:29.134043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:29.140812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:29.143982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:29.151997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:29.164166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:29.164808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:29.202201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a13d9f-de23-4dc0-b336-2c324c187915 None None] Pushing event updated for resources: {'Port': ['ID=03af17bb-0b64-4da5-adf9-c334af121693,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.205695 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d0c232-a561-4031-b03e-f2ddb0415628 x-openstack-request-id: req-b1d0c232-a561-4031-b03e-f2ddb0415628 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:29.205984 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:29.210597 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1d0c232-a561-4031-b03e-f2ddb0415628 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:29.210597 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'code': 200} Sep 17 22:45:29.254130 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.280998 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.299181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562062ff-badf-4294-9309-efa08d67067e req-c0a9f0d4-681a-4898-afcf-a3b74af6d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:29.301733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-562062ff-badf-4294-9309-efa08d67067e req-c0a9f0d4-681a-4898-afcf-a3b74af6d543 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1097 time: 0.0588527 Sep 17 22:45:29.342883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Pushing event updated for resources: {'Port': ['ID=e4fe2827-3897-42b1-98a4-52c1ddceced9,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.345445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-562062ff-badf-4294-9309-efa08d67067e req-763316b9-725a-46b5-b992-0fc8bef2c5d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369945 Sep 17 22:45:29.349018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Attempting to bind port e4fe2827-3897-42b1-98a4-52c1ddceced9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:29.349391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Attempting to bind port e4fe2827-3897-42b1-98a4-52c1ddceced9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '24853759-12f9-4518-8a98-8563d8d6451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:29.349759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Attempting to bind port e4fe2827-3897-42b1-98a4-52c1ddceced9 on network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:29.353953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:29.362511 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.400512 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:29.403493 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:29.405522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:29.405522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Checking segment: {'id': '24853759-12f9-4518-8a98-8563d8d6451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:29.405825 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.406007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Bound using segment: {'id': '24853759-12f9-4518-8a98-8563d8d6451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:29.406487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Bound port: e4fe2827-3897-42b1-98a4-52c1ddceced9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24853759-12f9-4518-8a98-8563d8d6451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:29.406908 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.407266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:29.437421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=e10d8359-9609-4111-a462-ed16f88ac2b9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.457002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.531237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.539052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6d9dde43-5faa-4946-b933-9432da6efc5e None None] Provisioning complete for port 03af17bb-0b64-4da5-adf9-c334af121693 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:29.539429 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6d9dde43-5faa-4946-b933-9432da6efc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.623847 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.626725 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] For port e4fe2827-3897-42b1-98a4-52c1ddceced9, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:29.636527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] For port e4fe2827-3897-42b1-98a4-52c1ddceced9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e4fe2827-3897-42b1-98a4-52c1ddceced9,segment=NetworkSegment(24853759-12f9-4518-8a98-8563d8d6451d),segment_id=24853759-12f9-4518-8a98-8563d8d6451d)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:29.725167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6d9dde43-5faa-4946-b933-9432da6efc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.742778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:25Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:29.751481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.757686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdcb33-f008-4968-a164-23068691df3b req-ad476a5c-86be-490e-a321-f9be891290e4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:29.759342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1bdcb33-f008-4968-a164-23068691df3b req-ad476a5c-86be-490e-a321-f9be891290e4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0593059 Sep 17 22:45:29.789250 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59faa3c9-9588-4c00-a5e4-173642e82e8b None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:25Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:28Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:29.804070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1bdcb33-f008-4968-a164-23068691df3b req-532852fe-90c6-42f3-84c6-b5e093c74717 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377102 Sep 17 22:45:29.840898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6d9dde43-5faa-4946-b933-9432da6efc5e None None] For port 03af17bb-0b64-4da5-adf9-c334af121693, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=03af17bb-0b64-4da5-adf9-c334af121693,segment=NetworkSegment(6c596e96-0f8f-4ce4-a61e-bedb2edaacad),segment_id=6c596e96-0f8f-4ce4-a61e-bedb2edaacad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:29.865023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7a4b0-9b0c-461c-b100-0b3dc2b8a63c None None] Pushing event updated for resources: {'Port': ['ID=e4fe2827-3897-42b1-98a4-52c1ddceced9,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:29.922262 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.922459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6d9dde43-5faa-4946-b933-9432da6efc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.956438 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:29.986704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dde43-5faa-4946-b933-9432da6efc5e None None] Pushing event updated for resources: {'Port': ['ID=03af17bb-0b64-4da5-adf9-c334af121693,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.038400 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.040197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=e10d8359-9609-4111-a462-ed16f88ac2b9,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.188505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:30.196280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:30.316073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e4fe2827-3897-42b1-98a4-52c1ddceced9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:30.368444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:30.378422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e4fe2827-3897-42b1-98a4-52c1ddceced9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:30.378648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.498216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:30.500971 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.508935 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0fdeda87-5125-4650-9b8a-e80f3d02b939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6569602 Sep 17 22:45:30.516469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56210) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:30.522683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'network': {'name': 'tempest-RoutersTest-826344582'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:30.546827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port e4fe2827-3897-42b1-98a4-52c1ddceced9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e4fe2827-3897-42b1-98a4-52c1ddceced9,segment=NetworkSegment(24853759-12f9-4518-8a98-8563d8d6451d),segment_id=24853759-12f9-4518-8a98-8563d8d6451d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:30.618863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:30.622353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.641690 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.642708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 03af17bb-0b64-4da5-adf9-c334af121693 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:30.648002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:30.657581 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.658170 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added segment 844d3455-0ce5-4aea-8bee-74d910d8fba4 of type vlan for network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 Sep 17 22:45:30.708725 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.721087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=e4fe2827-3897-42b1-98a4-52c1ddceced9,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.734570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 03af17bb-0b64-4da5-adf9-c334af121693 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:30.735078 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.802670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.809362 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:30.810015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:30.894577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Network': ['ID=6f98f581-08fa-4b61-8bd1-2be1a1be2594,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:30.975676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092f071-36d0-4e3f-b479-d67ca929374d req-8c5649e0-242b-4406-8deb-866a2b1b1cdc tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:30.979456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d092f071-36d0-4e3f-b479-d67ca929374d req-8c5649e0-242b-4406-8deb-866a2b1b1cdc tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0573487 Sep 17 22:45:30.983979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9cd5c0fa-a1e5-45d7-9a3e-483fb42d740d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4639993 Sep 17 22:45:30.984552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56214) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:30.990108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'subnet': {'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:30.997504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:31.024462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d092f071-36d0-4e3f-b479-d67ca929374d req-5c30bdb6-4bbf-418d-acc8-655291d1d4e8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Sep 17 22:45:31.147378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c2dbe5-5391-4463-97c1-981cc87d9847 None None] Network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:31.155581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2715791-23bc-4755-9657-a706de168953 req-f9fbbf37-64df-4232-a20d-61b84d1ee910 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:31.157077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2715791-23bc-4755-9657-a706de168953 req-f9fbbf37-64df-4232-a20d-61b84d1ee910 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0611639 Sep 17 22:45:31.189474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:31.194970 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.196514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d2715791-23bc-4755-9657-a706de168953 req-10f40046-b57b-406d-9e70-8462e492c31a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322042 Sep 17 22:45:31.210294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-34e894e1-d9eb-4b83-b246-aaef0ac1dbbe None None] Provisioning complete for port e4fe2827-3897-42b1-98a4-52c1ddceced9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:31.210657 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34e894e1-d9eb-4b83-b246-aaef0ac1dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.224492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56218) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:31.279195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b134af3d-0be7-49e6-b52d-84f21d6582ed tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:31.281710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b134af3d-0be7-49e6-b52d-84f21d6582ed tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1092 time: 0.0560324 Sep 17 22:45:31.284366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56220) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:31.290430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:31.374021 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.446507 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:31.456572 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:31.458034 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:31.482412 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.487044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.531118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Subnet': ['ID=7db52631-1ce2-411a-aa4e-9c110761f9c1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:31.573211 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:31.574356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Checking segment: {'id': '844d3455-0ce5-4aea-8bee-74d910d8fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:31.574840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network hostable DHCP agents. Network: 6f98f581-08fa-4b61-8bd1-2be1a1be2594, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:31.601940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.25.5.25 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/4e469262-c752-45bb-b487-bf6a16acc59d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:31.675058 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:31.685357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6ee981a9-3350-48f4-a4d4-9ba7ec4e4a7c None None] Provisioning complete for port e4fe2827-3897-42b1-98a4-52c1ddceced9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:31.686418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ee981a9-3350-48f4-a4d4-9ba7ec4e4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.746754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.777834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 6f98f581-08fa-4b61-8bd1-2be1a1be2594) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:31.786957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:31.793412 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.793584 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 3, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:31.807516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8839d6b-4d11-4cb9-8b13-50a687c16115 None None] Network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:31.825521 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:31.825956 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Updating router 6643c41e-5a5e-466d-b75b-b599b609e876 port e10d8359-9609-4111-a462-ed16f88ac2b9 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:31.840357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6ee981a9-3350-48f4-a4d4-9ba7ec4e4a7c None None] Provisioning complete for port e10d8359-9609-4111-a462-ed16f88ac2b9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:31.840613 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ee981a9-3350-48f4-a4d4-9ba7ec4e4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.857474 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.872243 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:31.904263 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f66f8cae-52a7-417c-a579-40fab64c5410 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9176919 Sep 17 22:45:31.904511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56222) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:31.909445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6ee981a9-3350-48f4-a4d4-9ba7ec4e4a7c None None] Port e10d8359-9609-4111-a462-ed16f88ac2b9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:31.928849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:31.963994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:31.979761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:31.984734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=4e469262-c752-45bb-b487-bf6a16acc59d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.003447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:32.005172 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.134688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2d0706fd-4377-42ed-b2b5-f79577e1c809 None None] Provisioning complete for port e10d8359-9609-4111-a462-ed16f88ac2b9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.135104 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2d0706fd-4377-42ed-b2b5-f79577e1c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.164231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e4fe2827-3897-42b1-98a4-52c1ddceced9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:32.215740 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.230433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2d0706fd-4377-42ed-b2b5-f79577e1c809 None None] Port e10d8359-9609-4111-a462-ed16f88ac2b9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:32.245784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Allocated IP 172.22.0.2 (6f98f581-08fa-4b61-8bd1-2be1a1be2594/7db52631-1ce2-411a-aa4e-9c110761f9c1/73b0dc76-a2d4-4285-9919-88008b2c2634) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:32.290069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e4fe2827-3897-42b1-98a4-52c1ddceced9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.290342 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.297539 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.396379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-96be84d2-9436-458e-b32a-98fd2caf959d None None] Provisioning complete for port e10d8359-9609-4111-a462-ed16f88ac2b9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.397779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-96be84d2-9436-458e-b32a-98fd2caf959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.421573 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0150be1-b439-4d7b-9cc6-7429be51c566 None None] Pushing event updated for resources: {'Port': ['ID=e10d8359-9609-4111-a462-ed16f88ac2b9,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.437547 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Attempting to bind port e10d8359-9609-4111-a462-ed16f88ac2b9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:32.437918 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Attempting to bind port e10d8359-9609-4111-a462-ed16f88ac2b9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '24853759-12f9-4518-8a98-8563d8d6451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:32.438336 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Attempting to bind port e10d8359-9609-4111-a462-ed16f88ac2b9 on network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:32.445200 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:32.445589 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Checking segment: {'id': '24853759-12f9-4518-8a98-8563d8d6451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:32.445994 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.446453 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Bound using segment: {'id': '24853759-12f9-4518-8a98-8563d8d6451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:32.446969 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Bound port: e10d8359-9609-4111-a462-ed16f88ac2b9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24853759-12f9-4518-8a98-8563d8d6451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:32.447565 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.490441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-96be84d2-9436-458e-b32a-98fd2caf959d None None] Port e10d8359-9609-4111-a462-ed16f88ac2b9 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:32.511418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.540893 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] For port e10d8359-9609-4111-a462-ed16f88ac2b9, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:32.544452 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] For port e10d8359-9609-4111-a462-ed16f88ac2b9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e10d8359-9609-4111-a462-ed16f88ac2b9,segment=NetworkSegment(24853759-12f9-4518-8a98-8563d8d6451d),segment_id=24853759-12f9-4518-8a98-8563d8d6451d)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:32.607132 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.635698 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.651354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:32.654257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:32.661865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:32.664872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Pushing event updated for resources: {'Port': ['ID=73b0dc76-a2d4-4285-9919-88008b2c2634,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.702612 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:32.703282 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:32.708707 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0150be1-b439-4d7b-9cc6-7429be51c566 None None] Pushing event updated for resources: {'Port': ['ID=e10d8359-9609-4111-a462-ed16f88ac2b9,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:32.741959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-05db3162-04d8-47c6-a0bd-5e8ad3ae3492 None None] Provisioning complete for port e10d8359-9609-4111-a462-ed16f88ac2b9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:32.742577 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-05db3162-04d8-47c6-a0bd-5e8ad3ae3492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.745253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Attempting to bind port 73b0dc76-a2d4-4285-9919-88008b2c2634 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:32.745253 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Attempting to bind port 73b0dc76-a2d4-4285-9919-88008b2c2634 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '844d3455-0ce5-4aea-8bee-74d910d8fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:32.745555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Attempting to bind port 73b0dc76-a2d4-4285-9919-88008b2c2634 on network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:32.752883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:32.753223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Checking segment: {'id': '844d3455-0ce5-4aea-8bee-74d910d8fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:32.753748 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.754514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Bound using segment: {'id': '844d3455-0ce5-4aea-8bee-74d910d8fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:32.755125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Bound port: 73b0dc76-a2d4-4285-9919-88008b2c2634, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844d3455-0ce5-4aea-8bee-74d910d8fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:32.755653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.810208 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:32.867020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] For port 73b0dc76-a2d4-4285-9919-88008b2c2634, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:32.888348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] For port 73b0dc76-a2d4-4285-9919-88008b2c2634, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=73b0dc76-a2d4-4285-9919-88008b2c2634,segment=NetworkSegment(844d3455-0ce5-4aea-8bee-74d910d8fba4),segment_id=844d3455-0ce5-4aea-8bee-74d910d8fba4)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:32.932555 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-05db3162-04d8-47c6-a0bd-5e8ad3ae3492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.969256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:32.979537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-05db3162-04d8-47c6-a0bd-5e8ad3ae3492 None None] For port e10d8359-9609-4111-a462-ed16f88ac2b9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e10d8359-9609-4111-a462-ed16f88ac2b9,segment=NetworkSegment(24853759-12f9-4518-8a98-8563d8d6451d),segment_id=24853759-12f9-4518-8a98-8563d8d6451d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:32.982275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.037142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-05db3162-04d8-47c6-a0bd-5e8ad3ae3492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.040140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b092f0-08bf-4507-99ab-bb20fed174ac None None] Pushing event updated for resources: {'Port': ['ID=73b0dc76-a2d4-4285-9919-88008b2c2634,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.120490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db3162-04d8-47c6-a0bd-5e8ad3ae3492 None None] Pushing event updated for resources: {'Port': ['ID=e10d8359-9609-4111-a462-ed16f88ac2b9,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.140780 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 3, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:33.160568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1860afdd-72c7-415d-9c1a-a470160ece7d None None] Provisioning complete for port e10d8359-9609-4111-a462-ed16f88ac2b9 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:33.161352 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1860afdd-72c7-415d-9c1a-a470160ece7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.170557 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f2e9c-11df-47f0-8247-1ed370b3d37d None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 3, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:33.196260 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.422202 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.475606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.22.0.1 (6f98f581-08fa-4b61-8bd1-2be1a1be2594/7db52631-1ce2-411a-aa4e-9c110761f9c1/08fcf91e-e539-423b-82fb-47a935a5f66a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:33.676887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.692506 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.761705 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.797015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.841604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=4e469262-c752-45bb-b487-bf6a16acc59d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.850482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:33.857350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:33.884147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:33.921680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:33.980162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=08fcf91e-e539-423b-82fb-47a935a5f66a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:33.993914 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.112462 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Floating IP bd1d3b8a-62e4-4618-9e58-16ab0f1ab827 associated. External IP: 172.25.5.25, port: 3f9a2029-176f-42c0-8116-7bffbc46fc7f. Sep 17 22:45:34.159151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11bd530-02f2-4274-b4a4-051fd94d6041 None None] Network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:34.189781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 73b0dc76-a2d4-4285-9919-88008b2c2634 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:34.252855 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.284859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a7bdb63d-5143-4d01-a64b-f828dc499f67 None None] Provisioning complete for port 73b0dc76-a2d4-4285-9919-88008b2c2634 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:34.285257 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb63d-5143-4d01-a64b-f828dc499f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.371760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 73b0dc76-a2d4-4285-9919-88008b2c2634 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:34.372039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.474851 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb63d-5143-4d01-a64b-f828dc499f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.488251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:34.559957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a7bdb63d-5143-4d01-a64b-f828dc499f67 None None] For port 73b0dc76-a2d4-4285-9919-88008b2c2634, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=73b0dc76-a2d4-4285-9919-88008b2c2634,segment=NetworkSegment(844d3455-0ce5-4aea-8bee-74d910d8fba4),segment_id=844d3455-0ce5-4aea-8bee-74d910d8fba4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:34.570885 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.709755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:34.718297 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb63d-5143-4d01-a64b-f828dc499f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.732004 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.734580 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] Sync routers for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:34.790666 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:34.791328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:34.808004 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.853782 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:45:34.854183 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:45:34.862461 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.865187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdb63d-5143-4d01-a64b-f828dc499f67 None None] Pushing event updated for resources: {'Port': ['ID=73b0dc76-a2d4-4285-9919-88008b2c2634,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:34.883449 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4a9c722a-3847-4bc3-826c-0dba70125e98 None None] Provisioning complete for port 73b0dc76-a2d4-4285-9919-88008b2c2634 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:34.883778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4a9c722a-3847-4bc3-826c-0dba70125e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.916568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=08fcf91e-e539-423b-82fb-47a935a5f66a,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:34.922049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:34.929512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d38546cb-a555-4b11-a290-e1108337e674 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6434171 Sep 17 22:45:34.931685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:45:34.933946 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b" -d '{"events": [{"name": "network-changed", "server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:45:35.001522 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2b4070-4978-487b-986b-ecf63c7aa925 x-openstack-request-id: req-2b2b4070-4978-487b-986b-ecf63c7aa925 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:45:35.002258 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:45:35.002258 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b2b4070-4978-487b-986b-ecf63c7aa925 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:45:35.002491 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'status': 'completed', 'code': 200} Sep 17 22:45:35.099273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-7ae6ed05-297f-43e0-b209-0fc71bbbad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.100876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-7ae6ed05-297f-43e0-b209-0fc71bbbad81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1097 time: 0.0968499 Sep 17 22:45:35.109041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3762d72-0edd-4a06-98cb-9f904eafd97c req-77b2bc00-8cbe-4cad-bbe5-2bf41f6bed09 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.110713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3762d72-0edd-4a06-98cb-9f904eafd97c req-77b2bc00-8cbe-4cad-bbe5-2bf41f6bed09 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.1108425 Sep 17 22:45:35.117956 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:35.126072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:35.142175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:35.275521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4a9c722a-3847-4bc3-826c-0dba70125e98 None None] Provisioning complete for port 08fcf91e-e539-423b-82fb-47a935a5f66a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:35.276205 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4a9c722a-3847-4bc3-826c-0dba70125e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.300419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3762d72-0edd-4a06-98cb-9f904eafd97c req-aa8feabd-570a-47c3-bebd-1469cf406040 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774507 Sep 17 22:45:35.321284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-e1c9e07f-f22d-4731-9a12-b8a4ce848956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.323146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-e1c9e07f-f22d-4731-9a12-b8a4ce848956 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3171072e-7615-4d50-8ce3-b8a6830cc8b0 HTTP/1.1" status: 200 len: 897 time: 0.2117639 Sep 17 22:45:35.330767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:35.332610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56230) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:35.359525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c722a-3847-4bc3-826c-0dba70125e98 None None] Port 08fcf91e-e539-423b-82fb-47a935a5f66a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:35.406855 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b4d05fe7-9702-4341-aae0-8bc52b2d437a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/bd1d3b8a-62e4-4618-9e58-16ab0f1ab827 HTTP/1.1" status: 200 len: 990 time: 0.0726895 Sep 17 22:45:35.408743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e10d8359-9609-4111-a462-ed16f88ac2b9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:35.496347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-20d53046-195c-4e31-9fbe-a8f4b0c754c5 None None] Provisioning complete for port 08fcf91e-e539-423b-82fb-47a935a5f66a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:35.496716 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-20d53046-195c-4e31-9fbe-a8f4b0c754c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.527997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e10d8359-9609-4111-a462-ed16f88ac2b9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:35.528362 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.561743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'bd1d3b8a-62e4-4618-9e58-16ab0f1ab827', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'port_id': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'mac_address': 'fa:16:3e:1b:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272e2e99-721d-4a76-a329-a0557161684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:45:32Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf50988a-5038-497b-aa12-083b57dce3f9', 'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:0e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:15Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '5a951881-30de-4662-91ff-7760118b1d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:35.594851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-20d53046-195c-4e31-9fbe-a8f4b0c754c5 None None] Port 08fcf91e-e539-423b-82fb-47a935a5f66a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:35.599643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] Checking router: 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:35.616400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:35.617036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:35.754436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:35.778343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-4fc7744c-4d65-4ae1-9bb1-bde51644a6e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 998 time: 0.4463727 Sep 17 22:45:35.858736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:35.864344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4322bbf3-1cd6-4f0f-9990-0eac68ac1b0e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9566815 Sep 17 22:45:35.866949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56232) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:35.871903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'network': {'name': 'tempest-RoutersTest-2016523151'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:35.874504 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:35.884877 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:35.885854 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:35.888610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-cc87e63a-af55-48fc-8f7b-473b621c09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.890246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-cc87e63a-af55-48fc-8f7b-473b621c09cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a951881-30de-4662-91ff-7760118b1d1e HTTP/1.1" status: 200 len: 835 time: 0.0856144 Sep 17 22:45:35.939656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-21877d89-2160-42ab-b75a-598cccaae9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:35.941345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-21877d89-2160-42ab-b75a-598cccaae9da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3171072e-7615-4d50-8ce3-b8a6830cc8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416553 Sep 17 22:45:35.975475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:35.978923 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:35.989864 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:35.993095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'bd1d3b8a-62e4-4618-9e58-16ab0f1ab827', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'port_id': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'mac_address': 'fa:16:3e:1b:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272e2e99-721d-4a76-a329-a0557161684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:45:32Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf50988a-5038-497b-aa12-083b57dce3f9', 'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:0e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:15Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '5a951881-30de-4662-91ff-7760118b1d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:36.020311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c59f13-9a9c-4d48-a6a3-10ab8e2a4389 None None] The sync data for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 is: [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'bd1d3b8a-62e4-4618-9e58-16ab0f1ab827', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'port_id': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'mac_address': 'fa:16:3e:1b:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272e2e99-721d-4a76-a329-a0557161684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:45:32Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf50988a-5038-497b-aa12-083b57dce3f9', 'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:0e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:15Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '5a951881-30de-4662-91ff-7760118b1d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:36.042365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:36.063453 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.063811 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added segment 7e4fd0a3-c0bf-4a20-9eb1-db989e12530a of type vlan for network cc2aa6da-1008-47a4-b8a0-fff833eb767d Sep 17 22:45:36.067579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-b26f674a-c9a6-40b1-a579-85611e9c3114 service neutron] 10.222.0.32 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186562 Sep 17 22:45:36.140808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 73b0dc76-a2d4-4285-9919-88008b2c2634 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:36.167190 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.192558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 73b0dc76-a2d4-4285-9919-88008b2c2634 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:36.193096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.218073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9f9d944-83b5-401c-bcf7-0f35b08cb42b req-4954c0fe-736a-4fa6-95b2-608f2096a841 service neutron] 10.222.0.32 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433392 Sep 17 22:45:36.233195 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:36.263707 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:36.264062 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Updating router 6643c41e-5a5e-466d-b75b-b599b609e876 port 08fcf91e-e539-423b-82fb-47a935a5f66a binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:36.271344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.277478 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:36.279360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.295034 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.321363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e2d65-d955-4654-86a7-e354a2b28c4b None None] New status for floating IP bd1d3b8a-62e4-4618-9e58-16ab0f1ab827: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:45:36.363897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Network': ['ID=cc2aa6da-1008-47a4-b8a0-fff833eb767d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:36.376636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2172aa06-815f-4ce3-99d7-e09a51d41ef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5062602 Sep 17 22:45:36.377034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56234) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:36.381302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network cc2aa6da-1008-47a4-b8a0-fff833eb767d details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:36.382520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'subnet': {'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:36.412899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56236) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:36.511995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e59e266e-2d00-45bb-948b-b27879c43667 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/bd1d3b8a-62e4-4618-9e58-16ab0f1ab827 HTTP/1.1" status: 200 len: 990 time: 0.0958638 Sep 17 22:45:36.556180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Made reservation on behalf of 2561a5c91174446780ed20395a3bfb5b for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:36.559786 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.588836 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.670473 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.721507 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea7d7d-c5e0-4379-996a-c721cdee9ed1 None None] Pushing event updated for resources: {'Port': ['ID=08fcf91e-e539-423b-82fb-47a935a5f66a,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:36.771587 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Attempting to bind port 08fcf91e-e539-423b-82fb-47a935a5f66a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:36.771854 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Attempting to bind port 08fcf91e-e539-423b-82fb-47a935a5f66a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '844d3455-0ce5-4aea-8bee-74d910d8fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:36.772231 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Attempting to bind port 08fcf91e-e539-423b-82fb-47a935a5f66a on network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:36.777485 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:36.777640 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Checking segment: {'id': '844d3455-0ce5-4aea-8bee-74d910d8fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:36.778059 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.778447 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Bound using segment: {'id': '844d3455-0ce5-4aea-8bee-74d910d8fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:36.778915 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Bound port: 08fcf91e-e539-423b-82fb-47a935a5f66a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844d3455-0ce5-4aea-8bee-74d910d8fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:36.783169 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.803051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.850331 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] For port 08fcf91e-e539-423b-82fb-47a935a5f66a, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:36.853770 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] For port 08fcf91e-e539-423b-82fb-47a935a5f66a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=08fcf91e-e539-423b-82fb-47a935a5f66a,segment=NetworkSegment(844d3455-0ce5-4aea-8bee-74d910d8fba4),segment_id=844d3455-0ce5-4aea-8bee-74d910d8fba4)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:36.871030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Subnet': ['ID=e6592225-695b-4f4a-8fa1-9abe1c6e5a62,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:36.882686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Checking segment: {'id': '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:36.886435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network hostable DHCP agents. Network: cc2aa6da-1008-47a4-b8a0-fff833eb767d, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:36.929124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c5ca3a1d-61d2-48bb-94f8-94c42cd8bfe2 None None] Provisioning complete for port 08fcf91e-e539-423b-82fb-47a935a5f66a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:36.929486 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5ca3a1d-61d2-48bb-94f8-94c42cd8bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.933941 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:36.962102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network cc2aa6da-1008-47a4-b8a0-fff833eb767d is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:36.963654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca3a1d-61d2-48bb-94f8-94c42cd8bfe2 None None] Port 08fcf91e-e539-423b-82fb-47a935a5f66a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:36.990367 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:36.991031 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:36.995686 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea7d7d-c5e0-4379-996a-c721cdee9ed1 None None] Pushing event updated for resources: {'Port': ['ID=08fcf91e-e539-423b-82fb-47a935a5f66a,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:37.040294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, cc2aa6da-1008-47a4-b8a0-fff833eb767d) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:37.044663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:37.045234 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.053082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35878a0e-7aed-4fb0-862a-15c469d90499 None None] Network cc2aa6da-1008-47a4-b8a0-fff833eb767d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:37.088367 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:37.136576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56238) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:37.137438 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7623902c-89f6-4b7b-8802-c3161557b999 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7591536 Sep 17 22:45:37.211909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-cc2aa6da-1008-47a4-b8a0-fff833eb767d', 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'fixed_ips': [{'subnet_id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:37.213014 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.311863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fdc8f7a5-6cae-44ad-8335-fb61ce142157 None None] Provisioning complete for port 08fcf91e-e539-423b-82fb-47a935a5f66a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:37.312123 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fdc8f7a5-6cae-44ad-8335-fb61ce142157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.317772 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:36Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:37.352044 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79484848-870f-463c-a1a9-ab13dbed00d0 None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:34Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:36Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:37.401638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Allocated IP 172.23.0.2 (cc2aa6da-1008-47a4-b8a0-fff833eb767d/e6592225-695b-4f4a-8fa1-9abe1c6e5a62/518c49aa-afca-49b8-b849-c4f03ac6a9fe) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:37.514019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56240) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:37.526347 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fdc8f7a5-6cae-44ad-8335-fb61ce142157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.548766 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.580922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fdc8f7a5-6cae-44ad-8335-fb61ce142157 None None] For port 08fcf91e-e539-423b-82fb-47a935a5f66a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=08fcf91e-e539-423b-82fb-47a935a5f66a,segment=NetworkSegment(844d3455-0ce5-4aea-8bee-74d910d8fba4),segment_id=844d3455-0ce5-4aea-8bee-74d910d8fba4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:37.596173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9036eff6-0105-44de-9c19-472eefdd3c5a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/bd1d3b8a-62e4-4618-9e58-16ab0f1ab827 HTTP/1.1" status: 200 len: 992 time: 0.0807712 Sep 17 22:45:37.650105 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fdc8f7a5-6cae-44ad-8335-fb61ce142157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.690668 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.712120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8f7a5-6cae-44ad-8335-fb61ce142157 None None] Pushing event updated for resources: {'Port': ['ID=08fcf91e-e539-423b-82fb-47a935a5f66a,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:37.766620 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.810914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Network cc2aa6da-1008-47a4-b8a0-fff833eb767d is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:37.814051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:37.822128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:37.825245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Pushing event updated for resources: {'Port': ['ID=518c49aa-afca-49b8-b849-c4f03ac6a9fe,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:37.835648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Allocated IP 172.23.0.1 (cc2aa6da-1008-47a4-b8a0-fff833eb767d/e6592225-695b-4f4a-8fa1-9abe1c6e5a62/86f5d057-0787-4359-9cee-89823f0ab4ff) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:37.888896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Attempting to bind port 518c49aa-afca-49b8-b849-c4f03ac6a9fe on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:37.889270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Attempting to bind port 518c49aa-afca-49b8-b849-c4f03ac6a9fe by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:37.889634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Attempting to bind port 518c49aa-afca-49b8-b849-c4f03ac6a9fe on network cc2aa6da-1008-47a4-b8a0-fff833eb767d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:37.895935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:37.896320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Checking segment: {'id': '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:37.896722 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.897254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Bound using segment: {'id': '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:37.897833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Bound port: 518c49aa-afca-49b8-b849-c4f03ac6a9fe, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:37.898376 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.960747 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:37.973428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] For port 518c49aa-afca-49b8-b849-c4f03ac6a9fe, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:37.973428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] For port 518c49aa-afca-49b8-b849-c4f03ac6a9fe, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=518c49aa-afca-49b8-b849-c4f03ac6a9fe,segment=NetworkSegment(7e4fd0a3-c0bf-4a20-9eb1-db989e12530a),segment_id=7e4fd0a3-c0bf-4a20-9eb1-db989e12530a)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:38.058092 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.081988 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.117510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f90904-622a-4bde-ac6c-cf1b110b3ce6 None None] Pushing event updated for resources: {'Port': ['ID=518c49aa-afca-49b8-b849-c4f03ac6a9fe,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.135256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network cc2aa6da-1008-47a4-b8a0-fff833eb767d is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:38.138445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:38.142132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:38.152201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=86f5d057-0787-4359-9cee-89823f0ab4ff,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.172781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 08fcf91e-e539-423b-82fb-47a935a5f66a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:38.204418 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.227387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 08fcf91e-e539-423b-82fb-47a935a5f66a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:38.227759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.419564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.491557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.690696 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.754919 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.835908 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:38.838031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event updated for resources: {'Port': ['ID=86f5d057-0787-4359-9cee-89823f0ab4ff,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:38.936401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Network cc2aa6da-1008-47a4-b8a0-fff833eb767d is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:38.937824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:39.042368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:39.100472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b717d6-6c37-471a-8391-ffde04d19906 None None] Network cc2aa6da-1008-47a4-b8a0-fff833eb767d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:39.141279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:39.150167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-782d552f-b4ba-4d8c-881a-9b99b4487c32 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0097079 Sep 17 22:45:39.150167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56242) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:39.153655 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:39.154594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:39.163344 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:39.163958 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:39.218333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-7de35677-1d73-4e6c-9d2d-a9dd123cce32 None None] Provisioning complete for port 518c49aa-afca-49b8-b849-c4f03ac6a9fe triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:39.218333 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7de35677-1d73-4e6c-9d2d-a9dd123cce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.260274 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:39.343647 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7de35677-1d73-4e6c-9d2d-a9dd123cce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.379945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7de35677-1d73-4e6c-9d2d-a9dd123cce32 None None] For port 518c49aa-afca-49b8-b849-c4f03ac6a9fe, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=518c49aa-afca-49b8-b849-c4f03ac6a9fe,segment=NetworkSegment(7e4fd0a3-c0bf-4a20-9eb1-db989e12530a),segment_id=7e4fd0a3-c0bf-4a20-9eb1-db989e12530a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:39.453970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7de35677-1d73-4e6c-9d2d-a9dd123cce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.511216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de35677-1d73-4e6c-9d2d-a9dd123cce32 None None] Pushing event updated for resources: {'Port': ['ID=518c49aa-afca-49b8-b849-c4f03ac6a9fe,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:39.575539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.extraroute_db [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:45:39.577081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-053cf896-fdf3-45a5-96a9-6137712e2e3b None None] Provisioning complete for port 518c49aa-afca-49b8-b849-c4f03ac6a9fe triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:39.577636 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-053cf896-fdf3-45a5-96a9-6137712e2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.597807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.extraroute_db [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Removed routes are [] {{(pid=101661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:45:39.599941 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.613154 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:38Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86f5d057-0787-4359-9cee-89823f0ab4ff', 'name': '', 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:53:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:37Z', 'updated_at': '2021-09-17T22:45:38Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:39.641860 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:39.642114 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Updating router 6643c41e-5a5e-466d-b75b-b599b609e876 port 86f5d057-0787-4359-9cee-89823f0ab4ff binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:45:39.678406 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.700836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-053cf896-fdf3-45a5-96a9-6137712e2e3b None None] Provisioning complete for port 86f5d057-0787-4359-9cee-89823f0ab4ff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:39.701318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-053cf896-fdf3-45a5-96a9-6137712e2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.751526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-053cf896-fdf3-45a5-96a9-6137712e2e3b None None] Port 86f5d057-0787-4359-9cee-89823f0ab4ff cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:39.876387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-900cd09c-8719-4d61-84fe-a48161be1b57 None None] Provisioning complete for port 86f5d057-0787-4359-9cee-89823f0ab4ff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:39.876757 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-900cd09c-8719-4d61-84fe-a48161be1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.900031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.905001 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:39.916260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-900cd09c-8719-4d61-84fe-a48161be1b57 None None] Port 86f5d057-0787-4359-9cee-89823f0ab4ff cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:39.981244 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.035233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d31d6196-2927-43b4-a87b-210a94bd178b None None] Provisioning complete for port 86f5d057-0787-4359-9cee-89823f0ab4ff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:40.035490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d31d6196-2927-43b4-a87b-210a94bd178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.048146 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.086590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d31d6196-2927-43b4-a87b-210a94bd178b None None] Port 86f5d057-0787-4359-9cee-89823f0ab4ff cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:45:40.103655 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:45:40.156869 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27284561-edcb-4107-a61e-27da2024d5a7 None None] Pushing event updated for resources: {'Port': ['ID=86f5d057-0787-4359-9cee-89823f0ab4ff,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:40.191232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.199733 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Attempting to bind port 86f5d057-0787-4359-9cee-89823f0ab4ff on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:40.200156 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Attempting to bind port 86f5d057-0787-4359-9cee-89823f0ab4ff by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:40.200449 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Attempting to bind port 86f5d057-0787-4359-9cee-89823f0ab4ff on network cc2aa6da-1008-47a4-b8a0-fff833eb767d {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:40.207287 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:40.207935 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Checking segment: {'id': '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:40.208333 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.208894 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Bound using segment: {'id': '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:40.209438 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Bound port: 86f5d057-0787-4359-9cee-89823f0ab4ff, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:40.209743 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.213304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 518c49aa-afca-49b8-b849-c4f03ac6a9fe up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:40.272457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 518c49aa-afca-49b8-b849-c4f03ac6a9fe triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:40.272975 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.289984 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] For port 86f5d057-0787-4359-9cee-89823f0ab4ff, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:40.293473 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] For port 86f5d057-0787-4359-9cee-89823f0ab4ff, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=86f5d057-0787-4359-9cee-89823f0ab4ff,segment=NetworkSegment(7e4fd0a3-c0bf-4a20-9eb1-db989e12530a),segment_id=7e4fd0a3-c0bf-4a20-9eb1-db989e12530a)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:40.373370 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.375503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:40.415078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0d6af21f-537d-4f86-9ee4-64b26ff3d325 None None] Provisioning complete for port 86f5d057-0787-4359-9cee-89823f0ab4ff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:40.415477 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d6af21f-537d-4f86-9ee4-64b26ff3d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.432826 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:40.433462 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:40.471152 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27284561-edcb-4107-a61e-27da2024d5a7 None None] Pushing event updated for resources: {'Port': ['ID=86f5d057-0787-4359-9cee-89823f0ab4ff,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:40.485685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:40.494177 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.497683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ef26a694-1c40-4fa4-bcb5-35a607bab233 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876 HTTP/1.1" status: 200 len: 934 time: 1.3445194 Sep 17 22:45:40.498095 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56244) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:40.524769 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d6af21f-537d-4f86-9ee4-64b26ff3d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.539819 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:40.572267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0d6af21f-537d-4f86-9ee4-64b26ff3d325 None None] For port 86f5d057-0787-4359-9cee-89823f0ab4ff, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=86f5d057-0787-4359-9cee-89823f0ab4ff,segment=NetworkSegment(7e4fd0a3-c0bf-4a20-9eb1-db989e12530a),segment_id=7e4fd0a3-c0bf-4a20-9eb1-db989e12530a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:40.606552 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b2fea485-3cdf-4660-8a8d-9dbde9fc7d22 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876 HTTP/1.1" status: 200 len: 934 time: 0.1070840 Sep 17 22:45:40.609044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56246) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:40.613744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'routes': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:40.636037 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d6af21f-537d-4f86-9ee4-64b26ff3d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.688372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6af21f-537d-4f86-9ee4-64b26ff3d325 None None] Pushing event updated for resources: {'Port': ['ID=86f5d057-0787-4359-9cee-89823f0ab4ff,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:40.758015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d7ff70fc-4510-4499-bf90-de8c0e4e3f40 None None] Provisioning complete for port 86f5d057-0787-4359-9cee-89823f0ab4ff triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:40.758382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d7ff70fc-4510-4499-bf90-de8c0e4e3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:40.771353 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:39Z', 'revision_number': 6, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86f5d057-0787-4359-9cee-89823f0ab4ff', 'name': '', 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:53:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:37Z', 'updated_at': '2021-09-17T22:45:40Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:40.798227 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db520c2f-2bbe-4391-8ff9-13a8aae1ac9c None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:39Z', 'revision_number': 6, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86f5d057-0787-4359-9cee-89823f0ab4ff', 'name': '', 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:53:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:37Z', 'updated_at': '2021-09-17T22:45:40Z', 'revision_number': 4, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:41.027343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.extraroute_db [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added routes are [] {{(pid=101661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:45:41.027660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.extraroute_db [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:45:41.058910 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.320106 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.323657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.421587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:41.481108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971759b1-450e-497c-a5df-64a351b7456b None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:41.490270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971759b1-450e-497c-a5df-64a351b7456b None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:41.490949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-971759b1-450e-497c-a5df-64a351b7456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:41.522067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:41.529804 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:41.531326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cd03e998-6c44-4248-841f-f79384f8d2e6 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876 HTTP/1.1" status: 200 len: 700 time: 0.9209392 Sep 17 22:45:41.533531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56248) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:41.578487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-971759b1-450e-497c-a5df-64a351b7456b None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:41.631894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ef4d5fcd-fe5a-4b9e-8792-4505decb0a0c tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876 HTTP/1.1" status: 200 len: 700 time: 0.0972083 Sep 17 22:45:41.634529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56250) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:41.785963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-971759b1-450e-497c-a5df-64a351b7456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 7, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86f5d057-0787-4359-9cee-89823f0ab4ff', 'name': '', 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:53:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:37Z', 'updated_at': '2021-09-17T22:45:40Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:41.811297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971759b1-450e-497c-a5df-64a351b7456b None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:41.819968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971759b1-450e-497c-a5df-64a351b7456b None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:41.820579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-971759b1-450e-497c-a5df-64a351b7456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:41.913085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-971759b1-450e-497c-a5df-64a351b7456b None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:41.976306 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.129893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-971759b1-450e-497c-a5df-64a351b7456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 7, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86f5d057-0787-4359-9cee-89823f0ab4ff', 'name': '', 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:53:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:37Z', 'updated_at': '2021-09-17T22:45:40Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:42.168457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 86f5d057-0787-4359-9cee-89823f0ab4ff up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:45:42.171704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971759b1-450e-497c-a5df-64a351b7456b None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:41Z', 'revision_number': 7, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86f5d057-0787-4359-9cee-89823f0ab4ff', 'name': '', 'network_id': 'cc2aa6da-1008-47a4-b8a0-fff833eb767d', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:53:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:37Z', 'updated_at': '2021-09-17T22:45:40Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': 'e6592225-695b-4f4a-8fa1-9abe1c6e5a62', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:42.216554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 86f5d057-0787-4359-9cee-89823f0ab4ff triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:45:42.216922 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.248143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 86f5d057-0787-4359-9cee-89823f0ab4ff {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:42.248477 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.344983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port 86f5d057-0787-4359-9cee-89823f0ab4ff, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=86f5d057-0787-4359-9cee-89823f0ab4ff,segment=NetworkSegment(7e4fd0a3-c0bf-4a20-9eb1-db989e12530a),segment_id=7e4fd0a3-c0bf-4a20-9eb1-db989e12530a)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:42.345340 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.358453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 86f5d057-0787-4359-9cee-89823f0ab4ff owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:42.567524 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.601822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=86f5d057-0787-4359-9cee-89823f0ab4ff,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:42.677422 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:42.686962 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:42.687582 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:42.774488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:42.778906 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:42.973600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:42.984613 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:42Z', 'revision_number': 8, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:43.014034 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:43.023192 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:43.023802 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:43.069463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:43.074456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-618494de-f1e3-45f7-97f0-4cb728bdae6b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4388983 Sep 17 22:45:43.077105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56252) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:43.111286 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:43.126876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d1d1d4-d7d1-47e5-af22-e3286076e708 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting subnet e6592225-695b-4f4a-8fa1-9abe1c6e5a62 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:43.129959 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d1d1d4-d7d1-47e5-af22-e3286076e708 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.170354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d1d1d4-d7d1-47e5-af22-e3286076e708 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.257563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d1d1d4-d7d1-47e5-af22-e3286076e708 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.314226 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:42Z', 'revision_number': 8, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:43.340500 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd5e50-a913-4bf5-800b-fe8840978c0d None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:42Z', 'revision_number': 8, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:43.379279 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d1d1d4-d7d1-47e5-af22-e3286076e708 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.407257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1d1d4-d7d1-47e5-af22-e3286076e708 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Subnet': ['ID=e6592225-695b-4f4a-8fa1-9abe1c6e5a62,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:43.411096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-86d1d1d4-d7d1-47e5-af22-e3286076e708 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.413626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-86d1d1d4-d7d1-47e5-af22-e3286076e708 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/e6592225-695b-4f4a-8fa1-9abe1c6e5a62 HTTP/1.1" status: 204 len: 168 time: 0.3349724 Sep 17 22:45:43.415529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56254) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:43.418059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db0e3f-bf96-46d7-85c7-5e90544102f0 None None] Network cc2aa6da-1008-47a4-b8a0-fff833eb767d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:43.491066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.548307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 518c49aa-afca-49b8-b849-c4f03ac6a9fe {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:43.548741 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.609967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port 518c49aa-afca-49b8-b849-c4f03ac6a9fe, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=518c49aa-afca-49b8-b849-c4f03ac6a9fe,segment=NetworkSegment(7e4fd0a3-c0bf-4a20-9eb1-db989e12530a),segment_id=7e4fd0a3-c0bf-4a20-9eb1-db989e12530a)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:43.610617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.622705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 518c49aa-afca-49b8-b849-c4f03ac6a9fe owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:43.679774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d9399-da8a-4ddf-a541-1c71646bdb2f None None] DHCP port deletion for cc2aa6da-1008-47a4-b8a0-fff833eb767d request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:43.734493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-245d9399-da8a-4ddf-a541-1c71646bdb2f None None] Deleting port 518c49aa-afca-49b8-b849-c4f03ac6a9fe {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:43.734904 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-245d9399-da8a-4ddf-a541-1c71646bdb2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.784668 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.798262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-245d9399-da8a-4ddf-a541-1c71646bdb2f None None] For port 518c49aa-afca-49b8-b849-c4f03ac6a9fe, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=518c49aa-afca-49b8-b849-c4f03ac6a9fe,segment=NetworkSegment(7e4fd0a3-c0bf-4a20-9eb1-db989e12530a),segment_id=7e4fd0a3-c0bf-4a20-9eb1-db989e12530a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:43.798650 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-245d9399-da8a-4ddf-a541-1c71646bdb2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.811140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-245d9399-da8a-4ddf-a541-1c71646bdb2f None None] Calling delete_port for 518c49aa-afca-49b8-b849-c4f03ac6a9fe owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:43.811372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=518c49aa-afca-49b8-b849-c4f03ac6a9fe,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:43.814695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No DVR routers for this DVR port 518c49aa-afca-49b8-b849-c4f03ac6a9fe on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:43.861879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:43.877686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:43.878307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:43.896766 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.918377 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2aa6da-1008-47a4-b8a0-fff833eb767d']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:43.928391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:43.928690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4fd0a3-c0bf-4a20-9eb1-db989e12530a') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:43.938324 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.951437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.957229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:43.957605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:43.960646 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:43.982862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:43.984502 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-245d9399-da8a-4ddf-a541-1c71646bdb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.035166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d9399-da8a-4ddf-a541-1c71646bdb2f None None] Pushing event deleted for resources: {'Port': ['ID=518c49aa-afca-49b8-b849-c4f03ac6a9fe,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:44.044731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d9399-da8a-4ddf-a541-1c71646bdb2f None None] No DVR routers for this DVR port 518c49aa-afca-49b8-b849-c4f03ac6a9fe on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:44.080702 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.088098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.092665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56256) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:44.093183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/networks/cc2aa6da-1008-47a4-b8a0-fff833eb767d HTTP/1.1" status: 204 len: 168 time: 0.6761572 Sep 17 22:45:44.104829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Network': ['ID=cc2aa6da-1008-47a4-b8a0-fff833eb767d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:44.112849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.113155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.113496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.113830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.114160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.114489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.115453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.115785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.116112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.116436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.116758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.117091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeaa5-5782-45df-89bf-5ef149993515 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:44.148550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 86f5d057-0787-4359-9cee-89823f0ab4ff no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:44.173530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 86f5d057-0787-4359-9cee-89823f0ab4ff {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:44.173879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 86f5d057-0787-4359-9cee-89823f0ab4ff not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:44.174293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 518c49aa-afca-49b8-b849-c4f03ac6a9fe no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:44.200525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 518c49aa-afca-49b8-b849-c4f03ac6a9fe {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:44.200870 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 518c49aa-afca-49b8-b849-c4f03ac6a9fe not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:44.417763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:42Z', 'revision_number': 8, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:44.443039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:44.444516 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.451237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:44.451855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:44.538895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:44.695976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 08fcf91e-e539-423b-82fb-47a935a5f66a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:44.696238 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.741688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:42Z', 'revision_number': 8, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:44.768024 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccd6a2-bbcf-4000-a9d3-1d55360019c9 None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:42Z', 'revision_number': 8, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08fcf91e-e539-423b-82fb-47a935a5f66a', 'name': '', 'network_id': '6f98f581-08fa-4b61-8bd1-2be1a1be2594', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:84:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:33Z', 'updated_at': '2021-09-17T22:45:37Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '7db52631-1ce2-411a-aa4e-9c110761f9c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:44.783123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port 08fcf91e-e539-423b-82fb-47a935a5f66a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=08fcf91e-e539-423b-82fb-47a935a5f66a,segment=NetworkSegment(844d3455-0ce5-4aea-8bee-74d910d8fba4),segment_id=844d3455-0ce5-4aea-8bee-74d910d8fba4)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:44.783492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:44.796785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 08fcf91e-e539-423b-82fb-47a935a5f66a owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:45.058850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.087597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=08fcf91e-e539-423b-82fb-47a935a5f66a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:45.247311 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.439776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:45.531216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:45.536134 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4787c844-8488-4788-8b82-35b7f756d528 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4424610 Sep 17 22:45:45.539514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56258) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:45.541680 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:45.551496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:45.552944 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:45.589983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b3e6bb-8415-4056-a717-5e6ce5aa0329 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting subnet 7db52631-1ce2-411a-aa4e-9c110761f9c1 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:45.593493 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34b3e6bb-8415-4056-a717-5e6ce5aa0329 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.635526 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34b3e6bb-8415-4056-a717-5e6ce5aa0329 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.724840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34b3e6bb-8415-4056-a717-5e6ce5aa0329 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.733203 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:45.882486 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34b3e6bb-8415-4056-a717-5e6ce5aa0329 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.911502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3e6bb-8415-4056-a717-5e6ce5aa0329 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Subnet': ['ID=7db52631-1ce2-411a-aa4e-9c110761f9c1,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:45.913440 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-34b3e6bb-8415-4056-a717-5e6ce5aa0329 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:45.919313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56260) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:45.919830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456686ff-f70d-4b51-8498-50e6572b7ed8 None None] Network 6f98f581-08fa-4b61-8bd1-2be1a1be2594 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:45.920219 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-34b3e6bb-8415-4056-a717-5e6ce5aa0329 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/7db52631-1ce2-411a-aa4e-9c110761f9c1 HTTP/1.1" status: 204 len: 168 time: 0.3788733 Sep 17 22:45:45.929611 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:44Z', 'revision_number': 9, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:45.956312 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:45.964502 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:45.965112 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:46.013036 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.057130 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:46.076991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 73b0dc76-a2d4-4285-9919-88008b2c2634 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:46.077333 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.111816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae99c2-a24f-4e13-98be-6f4aa31ea98b None None] DHCP port deletion for 6f98f581-08fa-4b61-8bd1-2be1a1be2594 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:46.158690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port 73b0dc76-a2d4-4285-9919-88008b2c2634, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=73b0dc76-a2d4-4285-9919-88008b2c2634,segment=NetworkSegment(844d3455-0ce5-4aea-8bee-74d910d8fba4),segment_id=844d3455-0ce5-4aea-8bee-74d910d8fba4)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:46.159087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.165438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae99c2-a24f-4e13-98be-6f4aa31ea98b None None] Deleting port 73b0dc76-a2d4-4285-9919-88008b2c2634 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:46.165438 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a1ae99c2-a24f-4e13-98be-6f4aa31ea98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.229702 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a1ae99c2-a24f-4e13-98be-6f4aa31ea98b None None] For port 73b0dc76-a2d4-4285-9919-88008b2c2634, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=73b0dc76-a2d4-4285-9919-88008b2c2634,segment=NetworkSegment(844d3455-0ce5-4aea-8bee-74d910d8fba4),segment_id=844d3455-0ce5-4aea-8bee-74d910d8fba4)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:46.230102 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a1ae99c2-a24f-4e13-98be-6f4aa31ea98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.248781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae99c2-a24f-4e13-98be-6f4aa31ea98b None None] Calling delete_port for 73b0dc76-a2d4-4285-9919-88008b2c2634 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:46.282317 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:44Z', 'revision_number': 9, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:46.312261 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c3aea-3622-4c34-8c4e-2fdf04050264 None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:44Z', 'revision_number': 9, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e10d8359-9609-4111-a462-ed16f88ac2b9', 'name': '', 'network_id': '23e060c8-0e37-49dc-b299-8c54e6a4a3a0', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:37:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:28Z', 'updated_at': '2021-09-17T22:45:32Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '41b85105-589f-4232-bab1-5f94ed9f8fc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:46.384847 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a1ae99c2-a24f-4e13-98be-6f4aa31ea98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.411690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae99c2-a24f-4e13-98be-6f4aa31ea98b None None] Pushing event deleted for resources: {'Port': ['ID=73b0dc76-a2d4-4285-9919-88008b2c2634,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.415850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae99c2-a24f-4e13-98be-6f4aa31ea98b None None] No DVR routers for this DVR port 73b0dc76-a2d4-4285-9919-88008b2c2634 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:46.515481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 73b0dc76-a2d4-4285-9919-88008b2c2634 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:46.590205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.614193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=73b0dc76-a2d4-4285-9919-88008b2c2634,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:46.629263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No DVR routers for this DVR port 73b0dc76-a2d4-4285-9919-88008b2c2634 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:46.702660 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.723531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f98f581-08fa-4b61-8bd1-2be1a1be2594']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:46.734277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844d3455-0ce5-4aea-8bee-74d910d8fba4') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:46.734575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844d3455-0ce5-4aea-8bee-74d910d8fba4') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:46.745407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.759421 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.765364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:46.765747 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: self.session.flush() Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:46.769000 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:46.882089 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.886881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:46.889154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/networks/6f98f581-08fa-4b61-8bd1-2be1a1be2594 HTTP/1.1" status: 204 len: 168 time: 0.9686384 Sep 17 22:45:46.891899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56262) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:46.904400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db95861-8dcd-45da-9d57-4b5cb168b31d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Network': ['ID=6f98f581-08fa-4b61-8bd1-2be1a1be2594,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:47.513299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.746407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port e10d8359-9609-4111-a462-ed16f88ac2b9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:47.746756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.790408 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a98d35bb-69ba-4025-8650-4ae7157fe7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.836115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port e10d8359-9609-4111-a462-ed16f88ac2b9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e10d8359-9609-4111-a462-ed16f88ac2b9,segment=NetworkSegment(24853759-12f9-4518-8a98-8563d8d6451d),segment_id=24853759-12f9-4518-8a98-8563d8d6451d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:47.836470 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:47.848645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for e10d8359-9609-4111-a462-ed16f88ac2b9 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:48.082255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.107601 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=e10d8359-9609-4111-a462-ed16f88ac2b9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:48.116100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 73b0dc76-a2d4-4285-9919-88008b2c2634 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:48.137434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 73b0dc76-a2d4-4285-9919-88008b2c2634 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:48.137781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 73b0dc76-a2d4-4285-9919-88008b2c2634 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:48.138199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 08fcf91e-e539-423b-82fb-47a935a5f66a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:48.160819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 08fcf91e-e539-423b-82fb-47a935a5f66a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:48.161158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 08fcf91e-e539-423b-82fb-47a935a5f66a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:48.272115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.458047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:48.552367 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:48.559976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-89406b17-95a1-4ffe-a8e0-b0144c062615 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6662951 Sep 17 22:45:48.560156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56264) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:48.562053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:48.571963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:48.572671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.610191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf91a6e-e71d-47e9-9872-7f1da15ed335 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting subnet 41b85105-589f-4232-bab1-5f94ed9f8fc7 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:48.613275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bf91a6e-e71d-47e9-9872-7f1da15ed335 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.653674 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bf91a6e-e71d-47e9-9872-7f1da15ed335 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.659048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:48.740141 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bf91a6e-e71d-47e9-9872-7f1da15ed335 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.845254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:47Z', 'revision_number': 10, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.870594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:48.878499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:48.879117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:48.886275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bf91a6e-e71d-47e9-9872-7f1da15ed335 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.914976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf91a6e-e71d-47e9-9872-7f1da15ed335 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Subnet': ['ID=41b85105-589f-4232-bab1-5f94ed9f8fc7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:48.920341 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0bf91a6e-e71d-47e9-9872-7f1da15ed335 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:48.922128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0bf91a6e-e71d-47e9-9872-7f1da15ed335 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/41b85105-589f-4232-bab1-5f94ed9f8fc7 HTTP/1.1" status: 204 len: 168 time: 0.3609173 Sep 17 22:45:48.925587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56266) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:48.947693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7b140c-d2a3-4cca-9d93-5405e99f8767 None None] Network 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:48.984951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:49.006164 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.057405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port e4fe2827-3897-42b1-98a4-52c1ddceced9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:49.057749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.120727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port e4fe2827-3897-42b1-98a4-52c1ddceced9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e4fe2827-3897-42b1-98a4-52c1ddceced9,segment=NetworkSegment(24853759-12f9-4518-8a98-8563d8d6451d),segment_id=24853759-12f9-4518-8a98-8563d8d6451d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:49.121849 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.134728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for e4fe2827-3897-42b1-98a4-52c1ddceced9 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:49.242584 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] DHCP port deletion for 23e060c8-0e37-49dc-b299-8c54e6a4a3a0 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:49.281480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.282981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:47Z', 'revision_number': 10, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.310267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbab5d4-73c5-4b19-87af-eb62438e29df None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:47Z', 'revision_number': 10, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None, '_interfaces': [{'id': '03af17bb-0b64-4da5-adf9-c334af121693', 'name': '', 'network_id': '47008f5f-dad5-4356-b799-7f573c58c3b4', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'mac_address': 'fa:16:3e:56:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:25Z', 'updated_at': '2021-09-17T22:45:29Z', 'revision_number': 5, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'subnets': [{'id': '4700171d-1014-4e3c-bd9d-505ea793b523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:49.314164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=e4fe2827-3897-42b1-98a4-52c1ddceced9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:49.324029 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No DVR routers for this DVR port e4fe2827-3897-42b1-98a4-52c1ddceced9 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:49.326120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] Deleting port e4fe2827-3897-42b1-98a4-52c1ddceced9 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:49.326661 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.399315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] For port e4fe2827-3897-42b1-98a4-52c1ddceced9, host n-d-713498-17, got binding levels [] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:49.399629 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.412686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] Calling delete_port for e4fe2827-3897-42b1-98a4-52c1ddceced9 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:49.415772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.415934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.ipam_backend_mixin [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] Port e4fe2827-3897-42b1-98a4-52c1ddceced9 was not found and therefore no delete operation was performed {{(pid=101662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 22:45:49.417235 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.436689 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e060c8-0e37-49dc-b299-8c54e6a4a3a0']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.442223 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] Pushing event deleted for resources: {'Port': ['ID=e4fe2827-3897-42b1-98a4-52c1ddceced9,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:49.446971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd671876-a46b-45fa-9118-f3f5c2e0d595 None None] No DVR routers for this DVR port e4fe2827-3897-42b1-98a4-52c1ddceced9 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:49.452608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24853759-12f9-4518-8a98-8563d8d6451d') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.453130 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24853759-12f9-4518-8a98-8563d8d6451d') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:49.463772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.477749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.483422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:49.483822 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:49.486667 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:49.611468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.616206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:49.618074 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/networks/23e060c8-0e37-49dc-b299-8c54e6a4a3a0 HTTP/1.1" status: 204 len: 168 time: 0.6914930 Sep 17 22:45:49.620898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56270) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:49.632150 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98fd7d-228d-4f1a-afcd-5d11224e77c0 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Network': ['ID=23e060c8-0e37-49dc-b299-8c54e6a4a3a0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:49.955825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.122613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e4fe2827-3897-42b1-98a4-52c1ddceced9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:50.142918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e4fe2827-3897-42b1-98a4-52c1ddceced9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:50.143555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e4fe2827-3897-42b1-98a4-52c1ddceced9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:50.143933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e10d8359-9609-4111-a462-ed16f88ac2b9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:50.167284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e10d8359-9609-4111-a462-ed16f88ac2b9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:50.167620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e10d8359-9609-4111-a462-ed16f88ac2b9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:50.205304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 03af17bb-0b64-4da5-adf9-c334af121693 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:50.205628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.263220 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb406-74a0-4e2f-bf52-775f4afda16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.291418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port 03af17bb-0b64-4da5-adf9-c334af121693, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=03af17bb-0b64-4da5-adf9-c334af121693,segment=NetworkSegment(6c596e96-0f8f-4ce4-a61e-bedb2edaacad),segment_id=6c596e96-0f8f-4ce4-a61e-bedb2edaacad)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:50.291774 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.305475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 03af17bb-0b64-4da5-adf9-c334af121693 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:50.561651 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.589672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=03af17bb-0b64-4da5-adf9-c334af121693,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:50.737978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:50.894553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:50.969880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:50.975422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a4df7df3-10f1-4ce0-b221-a8309ab8ee5e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3534832 Sep 17 22:45:50.978164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56278) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:50.981033 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:50.991019 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:50.991696 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:51.027920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-824d82d7-d0ec-439a-ac6c-29dc3910f222 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting subnet 4700171d-1014-4e3c-bd9d-505ea793b523 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:45:51.030896 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-824d82d7-d0ec-439a-ac6c-29dc3910f222 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.063114 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:51.070228 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-824d82d7-d0ec-439a-ac6c-29dc3910f222 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.115094 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 11, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:51.144032 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:51.153188 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:51.153782 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:51.156056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-824d82d7-d0ec-439a-ac6c-29dc3910f222 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.223376 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:51.275537 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 11, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:51.293353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-824d82d7-d0ec-439a-ac6c-29dc3910f222 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.305080 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa105b4-1ab5-4ba0-a25a-b9b0418957cc None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 11, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:51.318389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d82d7-d0ec-439a-ac6c-29dc3910f222 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Subnet': ['ID=4700171d-1014-4e3c-bd9d-505ea793b523,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:51.321482 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.327328 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-824d82d7-d0ec-439a-ac6c-29dc3910f222 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.328875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-824d82d7-d0ec-439a-ac6c-29dc3910f222 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/4700171d-1014-4e3c-bd9d-505ea793b523 HTTP/1.1" status: 204 len: 168 time: 0.3495400 Sep 17 22:45:51.331671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56280) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:51.346893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f4c3d9-9f46-4110-aa60-20fae3ce1d16 None None] Network 47008f5f-dad5-4356-b799-7f573c58c3b4 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:51.419395 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.475494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Deleting port 1f6ed777-d7ab-4d1b-be15-29fc795d10de {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:51.475846 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.543497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] For port 1f6ed777-d7ab-4d1b-be15-29fc795d10de, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1f6ed777-d7ab-4d1b-be15-29fc795d10de,segment=NetworkSegment(6c596e96-0f8f-4ce4-a61e-bedb2edaacad),segment_id=6c596e96-0f8f-4ce4-a61e-bedb2edaacad)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:51.543851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.556285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Calling delete_port for 1f6ed777-d7ab-4d1b-be15-29fc795d10de owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:51.656813 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e2955-9475-4761-b530-fa74801d2873 None None] DHCP port deletion for 47008f5f-dad5-4356-b799-7f573c58c3b4 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:45:51.715393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-517e2955-9475-4761-b530-fa74801d2873 None None] Deleting port 1f6ed777-d7ab-4d1b-be15-29fc795d10de {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:45:51.715768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-517e2955-9475-4761-b530-fa74801d2873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.727559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.754570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Port': ['ID=1f6ed777-d7ab-4d1b-be15-29fc795d10de,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:51.760387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No DVR routers for this DVR port 1f6ed777-d7ab-4d1b-be15-29fc795d10de on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:51.775705 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.782230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-517e2955-9475-4761-b530-fa74801d2873 None None] For port 1f6ed777-d7ab-4d1b-be15-29fc795d10de, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=1f6ed777-d7ab-4d1b-be15-29fc795d10de,segment=NetworkSegment(6c596e96-0f8f-4ce4-a61e-bedb2edaacad),segment_id=6c596e96-0f8f-4ce4-a61e-bedb2edaacad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:45:51.782758 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-517e2955-9475-4761-b530-fa74801d2873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.795292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-517e2955-9475-4761-b530-fa74801d2873 None None] Calling delete_port for 1f6ed777-d7ab-4d1b-be15-29fc795d10de owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:45:51.845139 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.864292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47008f5f-dad5-4356-b799-7f573c58c3b4']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:51.874107 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c596e96-0f8f-4ce4-a61e-bedb2edaacad') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:51.874412 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-517e2955-9475-4761-b530-fa74801d2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.874557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c596e96-0f8f-4ce4-a61e-bedb2edaacad') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:51.884569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.897966 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.900602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e2955-9475-4761-b530-fa74801d2873 None None] Pushing event deleted for resources: {'Port': ['ID=1f6ed777-d7ab-4d1b-be15-29fc795d10de,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:51.902442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e2955-9475-4761-b530-fa74801d2873 None None] No DVR routers for this DVR port 1f6ed777-d7ab-4d1b-be15-29fc795d10de on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:45:51.907386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:45:51.907386 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:45:51.910313 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:45:52.007562 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.014692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.016403 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/networks/47008f5f-dad5-4356-b799-7f573c58c3b4 HTTP/1.1" status: 204 len: 168 time: 0.6836777 Sep 17 22:45:52.019991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56282) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:52.024294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'routes': None}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:52.028038 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29b53f-3fcd-4a95-be1c-2bbee24f2743 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Pushing event deleted for resources: {'Network': ['ID=47008f5f-dad5-4356-b799-7f573c58c3b4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:52.115998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 03af17bb-0b64-4da5-adf9-c334af121693 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:52.136083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 03af17bb-0b64-4da5-adf9-c334af121693 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:52.136344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 03af17bb-0b64-4da5-adf9-c334af121693 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:52.136747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1f6ed777-d7ab-4d1b-be15-29fc795d10de no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:45:52.154895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 1f6ed777-d7ab-4d1b-be15-29fc795d10de {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:45:52.155240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 1f6ed777-d7ab-4d1b-be15-29fc795d10de not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:45:52.184719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.extraroute_db [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Added routes are [] {{(pid=101661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 22:45:52.185014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.extraroute_db [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Removed routes are [] {{(pid=101661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 22:45:52.185363 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.319175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.322316 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.397863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 6643c41e-5a5e-466d-b75b-b599b609e876 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:45:52.471371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:52.480436 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.481606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] Sync routers for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:52.482052 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-931f0ff2-ef88-41f3-bee9-b6b5255b89b9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876 HTTP/1.1" status: 200 len: 701 time: 0.4610782 Sep 17 22:45:52.484376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56284) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:52.491978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:52.492592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:52.514235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e87678be-811b-44e7-8b7c-8061cb7184c4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6643c41e-5a5e-466d-b75b-b599b609e876 HTTP/1.1" status: 200 len: 205 time: 0.0287278 Sep 17 22:45:52.523617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56286) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:52.561917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:52.593956 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a461122-26bb-47aa-8525-346471bcab95 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.615860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 11, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:52.755585 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a461122-26bb-47aa-8525-346471bcab95 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.757968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a461122-26bb-47aa-8525-346471bcab95 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.787739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] Checking router: 6643c41e-5a5e-466d-b75b-b599b609e876 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:52.795899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] Routers {'6643c41e-5a5e-466d-b75b-b599b609e876'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:52.796497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6643c41e-5a5e-466d-b75b-b599b609e876'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:52.847352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a461122-26bb-47aa-8525-346471bcab95 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.848205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a461122-26bb-47aa-8525-346471bcab95 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Fanout notify agent at l3_agent the message router_deleted on router 6643c41e-5a5e-466d-b75b-b599b609e876 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:52.855705 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6a461122-26bb-47aa-8525-346471bcab95 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.856860 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6a461122-26bb-47aa-8525-346471bcab95 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876 HTTP/1.1" status: 204 len: 168 time: 0.3323202 Sep 17 22:45:52.860937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56288) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:52.863616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] Set router 6643c41e-5a5e-466d-b75b-b599b609e876 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:52.865851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7556577a-09e2-4a79-86c9-6d3e39dac8aa tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-417973554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:52.914536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 11, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:52.927655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7556577a-09e2-4a79-86c9-6d3e39dac8aa tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.928738 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7556577a-09e2-4a79-86c9-6d3e39dac8aa tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:52.943251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38162c-fec9-4416-ac39-7e7dd0c0472b None None] The sync data for ids ['6643c41e-5a5e-466d-b75b-b599b609e876'] in n-d-713498-17 is: [{'id': '6643c41e-5a5e-466d-b75b-b599b609e876', 'name': 'tempest-RoutersTest-router-2117834692', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:23Z', 'updated_at': '2021-09-17T22:45:50Z', 'revision_number': 11, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:52.981126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7556577a-09e2-4a79-86c9-6d3e39dac8aa tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.019691 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7556577a-09e2-4a79-86c9-6d3e39dac8aa tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.094782 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7556577a-09e2-4a79-86c9-6d3e39dac8aa tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.096037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7556577a-09e2-4a79-86c9-6d3e39dac8aa tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2340882 Sep 17 22:45:53.098938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56290) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.103676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a482059f-7009-44ce-a5e1-16a37ca545b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:53.107812 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-5e7d0d86-12d2-4dbb-a9ad-1e3b6ad918b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459752 Sep 17 22:45:53.198185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-ca109790-205b-434c-bd69-b01849c440b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:53.199740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-ca109790-205b-434c-bd69-b01849c440b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1097 time: 0.0436375 Sep 17 22:45:53.302591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-cc312d21-cd9a-4b6b-842d-0cd6d693f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:53.304348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-cc312d21-cd9a-4b6b-842d-0cd6d693f875 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3171072e-7615-4d50-8ce3-b8a6830cc8b0 HTTP/1.1" status: 200 len: 897 time: 0.0851548 Sep 17 22:45:53.316752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a482059f-7009-44ce-a5e1-16a37ca545b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16275114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16277018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8110'] for router, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.374012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-5f872676-1320-47df-a900-94608e16362e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 1000 time: 0.0619226 Sep 17 22:45:53.384555 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a482059f-7009-44ce-a5e1-16a37ca545b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16275105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16275128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16277009'] for router, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.413680 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.424825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-73579e74-40af-4c47-9e8f-98bc3407c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:53.427823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-73579e74-40af-4c47-9e8f-98bc3407c0e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a951881-30de-4662-91ff-7760118b1d1e HTTP/1.1" status: 200 len: 835 time: 0.0440621 Sep 17 22:45:53.470369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-048524f0-5d11-4d9b-b0e6-d225516f13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:53.471898 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-048524f0-5d11-4d9b-b0e6-d225516f13a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3171072e-7615-4d50-8ce3-b8a6830cc8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388646 Sep 17 22:45:53.564452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-93068292-dd72-4ae4-be13-a21ccc72fb74 service neutron] 10.222.0.32 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853536 Sep 17 22:45:53.567285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a482059f-7009-44ce-a5e1-16a37ca545b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Router 0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:45:53.643979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a482059f-7009-44ce-a5e1-16a37ca545b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:45:53.652508 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a482059f-7009-44ce-a5e1-16a37ca545b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.654091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a482059f-7009-44ce-a5e1-16a37ca545b8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "PUT /v2.0/routers/0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 HTTP/1.1" status: 200 len: 693 time: 0.5537629 Sep 17 22:45:53.656088 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] Sync routers for ids ['0f13c5f9-e6dd-4699-bbb4-e543544ca4a6'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:45:53.656546 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56292) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.657781 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f42d6fa-428c-445a-9892-41fe87d26451 req-97856224-cf85-4e8d-ac43-bf3db4e8477e service neutron] 10.222.0.32 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862060 Sep 17 22:45:53.670092 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] Routers {'0f13c5f9-e6dd-4699-bbb4-e543544ca4a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:53.670901 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13c5f9-e6dd-4699-bbb4-e543544ca4a6'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.735999 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c2115ff1-8b42-4eb2-b8bb-a7d4b3814f5f tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/routers/0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 HTTP/1.1" status: 200 len: 699 time: 0.0786388 Sep 17 22:45:53.736236 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] Set router 0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:53.738547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56294) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.765215 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b70f7f89-5340-43ab-9b12-33ca4d4adb7d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 HTTP/1.1" status: 200 len: 205 time: 0.0255153 Sep 17 22:45:53.767690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56296) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:53.846772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62db14a-637e-465e-a32c-3fa2a1d0bef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:53.891595 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13c5f9-e6dd-4699-bbb4-e543544ca4a6', 'name': 'tempest-RoutersTest-router-417973554', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:52Z', 'updated_at': '2021-09-17T22:45:53Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.918776 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] Checking router: 0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:45:53.928227 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] Routers {'0f13c5f9-e6dd-4699-bbb4-e543544ca4a6'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:45:53.928833 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13c5f9-e6dd-4699-bbb4-e543544ca4a6'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:53.996965 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] Set router 0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:45:54.053097 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13c5f9-e6dd-4699-bbb4-e543544ca4a6', 'name': 'tempest-RoutersTest-router-417973554', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:52Z', 'updated_at': '2021-09-17T22:45:53Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:45:54.080493 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb6c13-a414-4f7d-becd-2449ab121f2a None None] The sync data for ids ['0f13c5f9-e6dd-4699-bbb4-e543544ca4a6'] in n-d-713498-17 is: [{'id': '0f13c5f9-e6dd-4699-bbb4-e543544ca4a6', 'name': 'tempest-RoutersTest-router-417973554', 'tenant_id': '2561a5c91174446780ed20395a3bfb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:52Z', 'updated_at': '2021-09-17T22:45:53Z', 'revision_number': 2, 'project_id': '2561a5c91174446780ed20395a3bfb5b', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:45:54.317029 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62db14a-637e-465e-a32c-3fa2a1d0bef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.319709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62db14a-637e-465e-a32c-3fa2a1d0bef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.418395 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62db14a-637e-465e-a32c-3fa2a1d0bef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.418993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62db14a-637e-465e-a32c-3fa2a1d0bef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Fanout notify agent at l3_agent the message router_deleted on router 0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:45:54.425735 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a62db14a-637e-465e-a32c-3fa2a1d0bef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:54.427005 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a62db14a-637e-465e-a32c-3fa2a1d0bef5 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 HTTP/1.1" status: 204 len: 168 time: 0.6579349 Sep 17 22:45:54.431070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56298) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.456644 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f34ab026-d022-4adf-9cc3-23a6e8d1b96d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 HTTP/1.1" status: 200 len: 205 time: 0.0245197 Sep 17 22:45:54.459110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56300) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.499491 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-7ee4972d-c22e-40b7-8559-8538c75f99d8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] delete failed (client error): The resource could not be found. Sep 17 22:45:54.500496 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7ee4972d-c22e-40b7-8559-8538c75f99d8 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/0f13c5f9-e6dd-4699-bbb4-e543544ca4a6 HTTP/1.1" status: 404 len: 336 time: 0.0405135 Sep 17 22:45:54.503014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56302) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.529164 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0715db26-a22e-41e4-9b30-3fb16c66cbab tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:54.529631 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0715db26-a22e-41e4-9b30-3fb16c66cbab tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:54.531445 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0715db26-a22e-41e4-9b30-3fb16c66cbab tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/e6592225-695b-4f4a-8fa1-9abe1c6e5a62 HTTP/1.1" status: 404 len: 337 time: 0.0275240 Sep 17 22:45:54.533922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56304) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.560238 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-64485ff8-88d6-48ae-812f-73e78656e25a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:54.560687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64485ff8-88d6-48ae-812f-73e78656e25a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:54.562327 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-64485ff8-88d6-48ae-812f-73e78656e25a tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/7db52631-1ce2-411a-aa4e-9c110761f9c1 HTTP/1.1" status: 404 len: 337 time: 0.0274384 Sep 17 22:45:54.564680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56306) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.589070 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d23727b-83d9-4de6-afe5-4f8cdf4d2e73 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:54.589513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d23727b-83d9-4de6-afe5-4f8cdf4d2e73 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:54.591130 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9d23727b-83d9-4de6-afe5-4f8cdf4d2e73 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/41b85105-589f-4232-bab1-5f94ed9f8fc7 HTTP/1.1" status: 404 len: 337 time: 0.0255458 Sep 17 22:45:54.593231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56308) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.619169 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e768995e-2c91-4e76-9ddf-43cc3f7dd939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:54.619540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e768995e-2c91-4e76-9ddf-43cc3f7dd939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:54.621404 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e768995e-2c91-4e76-9ddf-43cc3f7dd939 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/4700171d-1014-4e3c-bd9d-505ea793b523 HTTP/1.1" status: 404 len: 337 time: 0.0270646 Sep 17 22:45:54.623707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56310) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:54.650618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5ad03bd6-c42d-4762-8aec-d1682a633798 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6643c41e-5a5e-466d-b75b-b599b609e876 HTTP/1.1" status: 200 len: 205 time: 0.0257673 Sep 17 22:45:54.652951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56312) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.025763 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-df0984ac-8264-458d-839f-8a7922138e37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] delete failed (client error): The resource could not be found. Sep 17 22:45:55.026847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-df0984ac-8264-458d-839f-8a7922138e37 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/6643c41e-5a5e-466d-b75b-b599b609e876 HTTP/1.1" status: 404 len: 336 time: 0.3729277 Sep 17 22:45:55.029528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56314) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.058172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d897a441-631e-4f60-afe8-8fcb92a52ecb tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e1abfa-4188-4f58-aa33-1b7524482071 HTTP/1.1" status: 200 len: 205 time: 0.0274479 Sep 17 22:45:55.060717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56316) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.096960 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-9e6d4a5b-18a5-48e6-b785-eb8003324d98 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] delete failed (client error): The resource could not be found. Sep 17 22:45:55.097955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9e6d4a5b-18a5-48e6-b785-eb8003324d98 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/87e1abfa-4188-4f58-aa33-1b7524482071 HTTP/1.1" status: 404 len: 336 time: 0.0363028 Sep 17 22:45:55.101197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56318) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.128934 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d322d04a-1185-4f54-a19f-44ee0806ddd1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:55.129299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d322d04a-1185-4f54-a19f-44ee0806ddd1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:55.131833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d322d04a-1185-4f54-a19f-44ee0806ddd1 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/f3844f40-bc97-4f21-911c-7cd6c1af6913 HTTP/1.1" status: 404 len: 337 time: 0.0294750 Sep 17 22:45:55.134195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56320) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.160726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-883039a0-0bdd-4f25-b582-d440dc3eaa9e tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a67dfbb-fe8b-4783-b35f-3990cdc17a61 HTTP/1.1" status: 200 len: 205 time: 0.0254812 Sep 17 22:45:55.163501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56322) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.201424 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-34f36d48-f1c3-4f60-8966-1750621451d9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] delete failed (client error): The resource could not be found. Sep 17 22:45:55.205086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-34f36d48-f1c3-4f60-8966-1750621451d9 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/8a67dfbb-fe8b-4783-b35f-3990cdc17a61 HTTP/1.1" status: 404 len: 336 time: 0.0378878 Sep 17 22:45:55.205231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56324) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.232040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-38314fe8-7e21-413f-ad91-377e00bef7ae tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d71c0be-06d4-4b09-9d3c-64deb0ab0c68 HTTP/1.1" status: 200 len: 205 time: 0.0258033 Sep 17 22:45:55.234475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56326) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.273986 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-c073351b-afb8-4d48-bedb-b4168b8a567d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] delete failed (client error): The resource could not be found. Sep 17 22:45:55.275028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c073351b-afb8-4d48-bedb-b4168b8a567d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/8d71c0be-06d4-4b09-9d3c-64deb0ab0c68 HTTP/1.1" status: 404 len: 336 time: 0.0395198 Sep 17 22:45:55.277557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56328) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.302205 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc9bae8-958b-4ef4-ae3d-4bbfeab2ee6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:55.302648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc9bae8-958b-4ef4-ae3d-4bbfeab2ee6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:55.304336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3dc9bae8-958b-4ef4-ae3d-4bbfeab2ee6d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/beb954f9-9cf5-4b82-93f1-89f35233008b HTTP/1.1" status: 404 len: 337 time: 0.0259111 Sep 17 22:45:55.306917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56330) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.333764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-efd59cd8-8e4f-413b-a26a-28d0cebec73b tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=291b36f3-c131-4b96-b0dc-3abddf153b1a HTTP/1.1" status: 200 len: 205 time: 0.0251367 Sep 17 22:45:55.336132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56332) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.375576 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-a486a538-2564-430c-a72c-9f6e7c05d11d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] delete failed (client error): The resource could not be found. Sep 17 22:45:55.376610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a486a538-2564-430c-a72c-9f6e7c05d11d tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/291b36f3-c131-4b96-b0dc-3abddf153b1a HTTP/1.1" status: 404 len: 336 time: 0.0395765 Sep 17 22:45:55.379229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56334) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.405470 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f237536f-978e-4be1-aaae-b5a103eb1fc4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:55.405907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f237536f-978e-4be1-aaae-b5a103eb1fc4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:55.407575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f237536f-978e-4be1-aaae-b5a103eb1fc4 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/949975aa-a2db-4952-8068-3c02ee1ba9c2 HTTP/1.1" status: 404 len: 337 time: 0.0275414 Sep 17 22:45:55.410073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56336) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.434857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c3cce4e2-4b84-4799-938f-d90701006708 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "GET /v2.0/ports?device_id=c31cd557-affd-4a11-8825-a7771203432b HTTP/1.1" status: 200 len: 205 time: 0.0237491 Sep 17 22:45:55.437134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56338) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.476652 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-cdcbe8fa-fc55-4988-ac72-a54acc4a1f74 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] delete failed (client error): The resource could not be found. Sep 17 22:45:55.477657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cdcbe8fa-fc55-4988-ac72-a54acc4a1f74 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/routers/c31cd557-affd-4a11-8825-a7771203432b HTTP/1.1" status: 404 len: 336 time: 0.0396540 Sep 17 22:45:55.480231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56340) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.506083 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cabedb9-eff7-4467-a79c-95114a0bd951 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:55.506528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cabedb9-eff7-4467-a79c-95114a0bd951 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:55.508244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1cabedb9-eff7-4467-a79c-95114a0bd951 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/7201c55f-5416-42e6-8be7-498bd1a11a8c HTTP/1.1" status: 404 len: 337 time: 0.0271420 Sep 17 22:45:55.510751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56342) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:55.535646 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16d8c55-4e56-4a95-aa28-19c028d8b943 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] DELETE failed (client error): The resource could not be found. Sep 17 22:45:55.536072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16d8c55-4e56-4a95-aa28-19c028d8b943 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 22:45:55.537670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d16d8c55-4e56-4a95-aa28-19c028d8b943 tempest-RoutersTest-2130123477 tempest-RoutersTest-2130123477-project] 10.222.0.13 "DELETE /v2.0/subnets/a0e420b9-a124-403e-aee2-42b0cdbadce1 HTTP/1.1" status: 404 len: 337 time: 0.0260203 Sep 17 22:45:55.986653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56354) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:56.120006 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c1a6276a-b6a6-4bfb-9fa6-e7cc7e6eeef7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2561a5c91174446780ed20395a3bfb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321249 Sep 17 22:45:56.122481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56358) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:56.172734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.193865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.297128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.299768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:56.300950 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de444eab-e887-4342-9446-c1b03118f1da HTTP/1.1" status: 204 len: 168 time: 0.1775019 Sep 17 22:45:56.308387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de444eab-e887-4342-9446-c1b03118f1da,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:56.315964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.316313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.316659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.316995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.317326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.317658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.317986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.318475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.318805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.319139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.319464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:56.319789 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426332f6-273a-4d44-8461-5e0edfffc518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:57.218586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56380) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.312895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1707551158'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:57.401252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Made reservation on behalf of 82e422d74b7e47f8bd0e079819d761c7 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:57.404774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.414134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.499360 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.561062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.587097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:45:57.596379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b12d4-4651-414c-a519-eb8efbebf3f6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.601653 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.601996 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Added segment e13e8e41-a8da-4df4-9a96-b4fb3d40bf10 of type vlan for network 3fe45879-f61c-487a-bc32-22f9771a2c2a Sep 17 22:45:57.640249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.715417 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.720892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:57.721473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:57.785800 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Pushing event updated for resources: {'Network': ['ID=3fe45879-f61c-487a-bc32-22f9771a2c2a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:57.796966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 3fe45879-f61c-487a-bc32-22f9771a2c2a details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:45:57.817332 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b1ddc823-ea04-4689-812f-e8f507a18b09 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5938540 Sep 17 22:45:57.817332 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56384) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:57.821909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Request body: {'subnet': {'network_id': '3fe45879-f61c-487a-bc32-22f9771a2c2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:57.961441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Made reservation on behalf of 82e422d74b7e47f8bd0e079819d761c7 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:57.964894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.212721 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.271817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Pushing event updated for resources: {'Subnet': ['ID=e14c6ee3-1194-4142-a77b-87904b83b9b1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:58.278560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Checking segment: {'id': 'e13e8e41-a8da-4df4-9a96-b4fb3d40bf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3fe45879-f61c-487a-bc32-22f9771a2c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:58.278942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Network hostable DHCP agents. Network: 3fe45879-f61c-487a-bc32-22f9771a2c2a, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:45:58.361373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Network 3fe45879-f61c-487a-bc32-22f9771a2c2a is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:45:58.440959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 3fe45879-f61c-487a-bc32-22f9771a2c2a) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:58.446017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:58.446619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.452806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c114383d-8296-47e3-bd4e-bdfdba565059 None None] Network 3fe45879-f61c-487a-bc32-22f9771a2c2a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:45:58.543838 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f1c4446e-c57b-4cfd-89b8-b678acbf6e37 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7263067 Sep 17 22:45:58.546327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56388) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:58.551364 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Request body: {'port': {'network_id': '3fe45879-f61c-487a-bc32-22f9771a2c2a', 'name': 'tempest-TagsExtTest-1073091219'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:58.597431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-3fe45879-f61c-487a-bc32-22f9771a2c2a', 'network_id': '3fe45879-f61c-487a-bc32-22f9771a2c2a', 'tenant_id': '82e422d74b7e47f8bd0e079819d761c7', 'fixed_ips': [{'subnet_id': 'e14c6ee3-1194-4142-a77b-87904b83b9b1'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:45:58.598286 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.720315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Made reservation on behalf of 82e422d74b7e47f8bd0e079819d761c7 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:45:58.724014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.731225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Allocated IP 172.20.0.2 (3fe45879-f61c-487a-bc32-22f9771a2c2a/e14c6ee3-1194-4142-a77b-87904b83b9b1/601175b2-746a-438e-8733-cd544ab0a955) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:58.746454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] device_id is not set on port 136fbde8-b2ff-4657-912b-4c8b2960e22a yet. {{(pid=101660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 22:45:58.887219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.944607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:58.982001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Network 3fe45879-f61c-487a-bc32-22f9771a2c2a is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:58.984796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:58.988640 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:58.993869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Allocated IP 172.20.0.5 (3fe45879-f61c-487a-bc32-22f9771a2c2a/e14c6ee3-1194-4142-a77b-87904b83b9b1/136fbde8-b2ff-4657-912b-4c8b2960e22a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:45:58.998384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Pushing event updated for resources: {'Port': ['ID=601175b2-746a-438e-8733-cd544ab0a955,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.008683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.009087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.009453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.009913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.010242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.010567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.010923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.011244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.011562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.011883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.012198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.012513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:45:59.060780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Attempting to bind port 601175b2-746a-438e-8733-cd544ab0a955 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:45:59.061140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Attempting to bind port 601175b2-746a-438e-8733-cd544ab0a955 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'e13e8e41-a8da-4df4-9a96-b4fb3d40bf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3fe45879-f61c-487a-bc32-22f9771a2c2a'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:45:59.061499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Attempting to bind port 601175b2-746a-438e-8733-cd544ab0a955 on network 3fe45879-f61c-487a-bc32-22f9771a2c2a {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:45:59.066364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:45:59.066934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Checking segment: {'id': 'e13e8e41-a8da-4df4-9a96-b4fb3d40bf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3fe45879-f61c-487a-bc32-22f9771a2c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:45:59.067332 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.067860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Bound using segment: {'id': 'e13e8e41-a8da-4df4-9a96-b4fb3d40bf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3fe45879-f61c-487a-bc32-22f9771a2c2a'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:45:59.068491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Bound port: 601175b2-746a-438e-8733-cd544ab0a955, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13e8e41-a8da-4df4-9a96-b4fb3d40bf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3fe45879-f61c-487a-bc32-22f9771a2c2a'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:45:59.068875 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.134205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] For port 601175b2-746a-438e-8733-cd544ab0a955, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:45:59.137216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] For port 601175b2-746a-438e-8733-cd544ab0a955, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=601175b2-746a-438e-8733-cd544ab0a955,segment=NetworkSegment(e13e8e41-a8da-4df4-9a96-b4fb3d40bf10),segment_id=e13e8e41-a8da-4df4-9a96-b4fb3d40bf10)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:45:59.140677 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.234983 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.263771 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.298950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efeedde-44fc-4d09-a843-def71c6dd3ca None None] Pushing event updated for resources: {'Port': ['ID=601175b2-746a-438e-8733-cd544ab0a955,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.311715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Network 3fe45879-f61c-487a-bc32-22f9771a2c2a is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:45:59.314633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:45:59.321497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:45:59.325292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Pushing event updated for resources: {'Port': ['ID=136fbde8-b2ff-4657-912b-4c8b2960e22a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:45:59.375127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:45:59.375744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.450728 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a71e75bd-28f0-4fe0-9438-07e61d6240ed tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9018357 Sep 17 22:45:59.455457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56394) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:59.456405 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f261dafa-6a81-44b6-adbe-3833d36bbaf1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1094282383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:45:59.543825 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f261dafa-6a81-44b6-adbe-3833d36bbaf1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.544894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f261dafa-6a81-44b6-adbe-3833d36bbaf1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.605004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f261dafa-6a81-44b6-adbe-3833d36bbaf1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.663577 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f261dafa-6a81-44b6-adbe-3833d36bbaf1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.767320 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f261dafa-6a81-44b6-adbe-3833d36bbaf1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:45:59.768921 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f261dafa-6a81-44b6-adbe-3833d36bbaf1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3160632 Sep 17 22:45:59.772836 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56396) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:45:59.777715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-67075ea0-aabb-4fab-a301-2324dc6ef435 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-82186205', 'prefixes': ['172.20.0.0/16']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:00.069803 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-67075ea0-aabb-4fab-a301-2324dc6ef435 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for subnetpool, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.074715 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-67075ea0-aabb-4fab-a301-2324dc6ef435 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.2975826 Sep 17 22:46:00.074715 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56398) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.080709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-854d294e-bfd2-40ca-b9c6-c313d5000419 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1', 'tempest-TagsExtTest-Tag-857938847') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.159458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 601175b2-746a-438e-8733-cd544ab0a955 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:00.200780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767fc883-6e28-41ae-886f-64f821b90844 None None] Network 3fe45879-f61c-487a-bc32-22f9771a2c2a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:00.267302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d4973d40-d472-4b23-9124-fb4898f021eb None None] Provisioning complete for port 601175b2-746a-438e-8733-cd544ab0a955 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:00.267698 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d4973d40-d472-4b23-9124-fb4898f021eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.288329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-854d294e-bfd2-40ca-b9c6-c313d5000419 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags/tempest-TagsExtTest-Tag-857938847 HTTP/1.1" status: 201 len: 201 time: 0.2112055 Sep 17 22:46:00.291088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56400) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.295710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-1e82aaea-625f-45f2-aaf3-134d3a8c07b9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a', 'tempest-TagsExtTest-Tag-666539836') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.300514 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 601175b2-746a-438e-8733-cd544ab0a955 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:00.300887 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.418670 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e82aaea-625f-45f2-aaf3-134d3a8c07b9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags/tempest-TagsExtTest-Tag-666539836 HTTP/1.1" status: 201 len: 201 time: 0.1264529 Sep 17 22:46:00.421159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56402) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.425891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-7e8811be-94f9-4147-8336-6eb9b3d6237d tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565', 'tempest-TagsExtTest-Tag-2145903426') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.482701 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d4973d40-d472-4b23-9124-fb4898f021eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.499240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.541270 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d4973d40-d472-4b23-9124-fb4898f021eb None None] For port 601175b2-746a-438e-8733-cd544ab0a955, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=601175b2-746a-438e-8733-cd544ab0a955,segment=NetworkSegment(e13e8e41-a8da-4df4-9a96-b4fb3d40bf10),segment_id=e13e8e41-a8da-4df4-9a96-b4fb3d40bf10)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:00.582435 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7e8811be-94f9-4147-8336-6eb9b3d6237d tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags/tempest-TagsExtTest-Tag-2145903426 HTTP/1.1" status: 201 len: 201 time: 0.1577532 Sep 17 22:46:00.582745 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56404) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.588434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-33df1e5f-6c00-4628-9fbc-62cc21c92005 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083', 'tempest-TagsExtTest-Tag-437686237') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.607197 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d4973d40-d472-4b23-9124-fb4898f021eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.688130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:00.688483 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:00.691256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4973d40-d472-4b23-9124-fb4898f021eb None None] Pushing event updated for resources: {'Port': ['ID=601175b2-746a-438e-8733-cd544ab0a955,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:00.717250 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-33df1e5f-6c00-4628-9fbc-62cc21c92005 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags/tempest-TagsExtTest-Tag-437686237 HTTP/1.1" status: 201 len: 201 time: 0.1324916 Sep 17 22:46:00.719692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56406) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.724763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-a07ce8c3-d697-4d97-b972-13f394c8bd22 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.776771 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a07ce8c3-d697-4d97-b972-13f394c8bd22 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags HTTP/1.1" status: 200 len: 240 time: 0.0558999 Sep 17 22:46:00.779352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56408) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.783437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-c7af0c2f-ef89-4b23-8ecf-cde19514c421 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1', 'tempest-TagsExtTest-Tag-857938847') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.828818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-93265bd8-be3e-427c-a343-27870966eca7 None None] Provisioning complete for port 136fbde8-b2ff-4657-912b-4c8b2960e22a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:00.829221 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-93265bd8-be3e-427c-a343-27870966eca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.839389 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c7af0c2f-ef89-4b23-8ecf-cde19514c421 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags/tempest-TagsExtTest-Tag-857938847 HTTP/1.1" status: 204 len: 168 time: 0.0568233 Sep 17 22:46:00.839620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56410) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.844113 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-07535bed-2005-43ec-b4ff-0e5d33e75133 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1', 'tempest-TagsExtTest-Tag-857938847') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:00.869203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-93265bd8-be3e-427c-a343-27870966eca7 None None] Port 136fbde8-b2ff-4657-912b-4c8b2960e22a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:00.879224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-93265bd8-be3e-427c-a343-27870966eca7 None None] Provisioning complete for port 601175b2-746a-438e-8733-cd544ab0a955 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:00.879605 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-93265bd8-be3e-427c-a343-27870966eca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:00.962469 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-07535bed-2005-43ec-b4ff-0e5d33e75133 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags/tempest-TagsExtTest-Tag-857938847 HTTP/1.1" status: 204 len: 168 time: 0.1218209 Sep 17 22:46:00.964946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56412) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:00.970392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-032db9f3-b636-46b5-afe1-9a0188113bc7 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.022220 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-032db9f3-b636-46b5-afe1-9a0188113bc7 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags HTTP/1.1" status: 200 len: 205 time: 0.0560989 Sep 17 22:46:01.024437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56414) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.028535 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-166d7010-174f-44b6-959c-2b04e2b86087 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.077314 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-166d7010-174f-44b6-959c-2b04e2b86087 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags HTTP/1.1" status: 200 len: 240 time: 0.0517957 Sep 17 22:46:01.079796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56416) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.083635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-59dc7961-cc76-4b70-92d0-1e99d9d03f9d None None] Provisioning complete for port 136fbde8-b2ff-4657-912b-4c8b2960e22a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:01.084009 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59dc7961-cc76-4b70-92d0-1e99d9d03f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:01.084144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-2b98d0ac-927d-4ca0-a5c5-c9c3f5cdf6d2 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a', 'tempest-TagsExtTest-Tag-666539836') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.117358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-59dc7961-cc76-4b70-92d0-1e99d9d03f9d None None] Port 136fbde8-b2ff-4657-912b-4c8b2960e22a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:01.137015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2b98d0ac-927d-4ca0-a5c5-c9c3f5cdf6d2 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags/tempest-TagsExtTest-Tag-666539836 HTTP/1.1" status: 204 len: 168 time: 0.0561650 Sep 17 22:46:01.139330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56418) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.143791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-072e32c4-c5ba-4e95-8e6e-c9e43b3b931a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a', 'tempest-TagsExtTest-Tag-666539836') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.277092 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-072e32c4-c5ba-4e95-8e6e-c9e43b3b931a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags/tempest-TagsExtTest-Tag-666539836 HTTP/1.1" status: 204 len: 168 time: 0.1366236 Sep 17 22:46:01.279273 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56420) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.283466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-721b19a4-9861-4f93-9014-b8c685c0730d tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.333762 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-721b19a4-9861-4f93-9014-b8c685c0730d tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags HTTP/1.1" status: 200 len: 205 time: 0.0534704 Sep 17 22:46:01.336270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56422) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.340532 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-77d6fe41-7049-4c85-8936-177ea9b2b83c tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.415666 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-77d6fe41-7049-4c85-8936-177ea9b2b83c tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags HTTP/1.1" status: 200 len: 241 time: 0.0783939 Sep 17 22:46:01.418062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56424) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.422289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-c9fd2367-0b92-4c3a-8786-4863c8a7d46f tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565', 'tempest-TagsExtTest-Tag-2145903426') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.495242 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c9fd2367-0b92-4c3a-8786-4863c8a7d46f tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags/tempest-TagsExtTest-Tag-2145903426 HTTP/1.1" status: 204 len: 168 time: 0.0761602 Sep 17 22:46:01.497665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56426) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.502003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-96a3e980-dec3-4c35-88df-ec8a0fd3bac2 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565', 'tempest-TagsExtTest-Tag-2145903426') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.636850 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-96a3e980-dec3-4c35-88df-ec8a0fd3bac2 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags/tempest-TagsExtTest-Tag-2145903426 HTTP/1.1" status: 204 len: 168 time: 0.1381328 Sep 17 22:46:01.639117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56428) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.643720 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-88500c26-6c1c-4f00-83f5-7c62ec9b8942 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.714184 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-88500c26-6c1c-4f00-83f5-7c62ec9b8942 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags HTTP/1.1" status: 200 len: 205 time: 0.0740631 Sep 17 22:46:01.716635 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56430) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.720673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-b85a5ffe-f98b-4be3-8978-3871d9005305 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.747056 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b85a5ffe-f98b-4be3-8978-3871d9005305 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags HTTP/1.1" status: 200 len: 240 time: 0.0294182 Sep 17 22:46:01.749584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56432) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.753661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-f88f5337-7b95-4cb5-9413-9682aa583abc tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083', 'tempest-TagsExtTest-Tag-437686237') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.774509 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f88f5337-7b95-4cb5-9413-9682aa583abc tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags/tempest-TagsExtTest-Tag-437686237 HTTP/1.1" status: 204 len: 168 time: 0.0240021 Sep 17 22:46:01.776754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56434) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.780751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-01d46f66-3bf9-4654-8bc6-aa84b483eac3 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083', 'tempest-TagsExtTest-Tag-437686237') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.865954 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-01d46f66-3bf9-4654-8bc6-aa84b483eac3 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags/tempest-TagsExtTest-Tag-437686237 HTTP/1.1" status: 204 len: 168 time: 0.0881150 Sep 17 22:46:01.868295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56436) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.872488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-bfd3afc5-32c5-4397-b47e-2bfef879624e tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.897015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bfd3afc5-32c5-4397-b47e-2bfef879624e tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags HTTP/1.1" status: 200 len: 205 time: 0.0275416 Sep 17 22:46:01.900041 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56438) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.904425 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-34375d87-f0f4-4b3c-bdaa-5addbeb68346 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:01.929133 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-34375d87-f0f4-4b3c-bdaa-5addbeb68346 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags HTTP/1.1" status: 204 len: 168 time: 0.0281277 Sep 17 22:46:01.931685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56442) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:01.936027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-624172e6-acec-4b9e-aa89-1724be3a2f9c tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.021737 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-624172e6-acec-4b9e-aa89-1724be3a2f9c tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags HTTP/1.1" status: 204 len: 168 time: 0.0885184 Sep 17 22:46:02.024343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56444) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.028403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-216ee3e1-6b8a-4128-aa5d-c3a5400a0110 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.085574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-216ee3e1-6b8a-4128-aa5d-c3a5400a0110 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags HTTP/1.1" status: 204 len: 168 time: 0.0602179 Sep 17 22:46:02.088419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56446) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.093832 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-9d26e84c-b273-4c9b-80f3-b27b9189e3e6 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.128338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 601175b2-746a-438e-8733-cd544ab0a955 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:02.154129 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9d26e84c-b273-4c9b-80f3-b27b9189e3e6 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0644960 Sep 17 22:46:02.158292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56448) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.163244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-7f44989f-adce-4b62-b731-2c12f37d6d7f tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1', 'tempest-TagsExtTest-Tag-1500472221') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.184279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 601175b2-746a-438e-8733-cd544ab0a955 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:02.184661 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:02.299436 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7f44989f-adce-4b62-b731-2c12f37d6d7f tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags/tempest-TagsExtTest-Tag-1500472221 HTTP/1.1" status: 201 len: 201 time: 0.1400504 Sep 17 22:46:02.303611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56450) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.308518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-60f82095-0814-48a1-95b0-1d025c8e6ded tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a', 'tempest-TagsExtTest-Tag-432160821') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.425093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e568c-9fe1-4fd2-b0c7-0bc840259563 req-a4c6198a-2541-4bc2-92c7-3568ded78a9f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:02.426602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-402e568c-9fe1-4fd2-b0c7-0bc840259563 req-a4c6198a-2541-4bc2-92c7-3568ded78a9f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0604167 Sep 17 22:46:02.466631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-402e568c-9fe1-4fd2-b0c7-0bc840259563 req-8ab11e9e-068b-4179-9ee3-ab35382223ed tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330241 Sep 17 22:46:02.490470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56454) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.500268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-60f82095-0814-48a1-95b0-1d025c8e6ded tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags/tempest-TagsExtTest-Tag-432160821 HTTP/1.1" status: 201 len: 201 time: 0.1953926 Sep 17 22:46:02.506693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56456) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.511892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-282b3762-f94e-4b28-8744-6f63ff4c6cc3 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565', 'tempest-TagsExtTest-Tag-162889544') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.564408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-94dee680-fb5d-4e42-8a17-bfdf2a2d4501 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/bd1d3b8a-62e4-4618-9e58-16ab0f1ab827 HTTP/1.1" status: 200 len: 992 time: 0.0644989 Sep 17 22:46:02.681256 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-282b3762-f94e-4b28-8744-6f63ff4c6cc3 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags/tempest-TagsExtTest-Tag-162889544 HTTP/1.1" status: 201 len: 201 time: 0.1733463 Sep 17 22:46:02.683835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56462) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.688594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-087a66c1-28f6-483e-818b-a9daab9801d0 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083', 'tempest-TagsExtTest-Tag-129135739') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.784122 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-087a66c1-28f6-483e-818b-a9daab9801d0 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags/tempest-TagsExtTest-Tag-129135739 HTTP/1.1" status: 201 len: 201 time: 0.0991435 Sep 17 22:46:02.786573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56464) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.791939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-a2d76124-a730-4a42-aa96-2ee0fbc4d4a3 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1', {'tags': ['tempest-TagsExtTest-Tag-1343156970', 'tempest-TagsExtTest-Tag-1546796141', 'tempest-TagsExtTest-Tag-1666736572']}) {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:02.917043 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a2d76124-a730-4a42-aa96-2ee0fbc4d4a3 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags HTTP/1.1" status: 200 len: 318 time: 0.1286318 Sep 17 22:46:02.919587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56470) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:02.924337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-9cea6776-19fe-465c-b2a0-f3d59ef1fcb9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.077145 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9cea6776-19fe-465c-b2a0-f3d59ef1fcb9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags HTTP/1.1" status: 204 len: 168 time: 0.1562204 Sep 17 22:46:03.079769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56472) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.084645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-823804d8-2400-43bf-8a48-b74568f42c4c tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1', 'tempest-TagsExtTest-Tag-1343156970') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.118461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b32bff-23dc-402a-8047-f23d1f4c0c6c req-9c71b137-2613-445d-b6e4-c10e578741b9 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:03.120088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71b32bff-23dc-402a-8047-f23d1f4c0c6c req-9c71b137-2613-445d-b6e4-c10e578741b9 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1097 time: 0.0409102 Sep 17 22:46:03.135960 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-823804d8-2400-43bf-8a48-b74568f42c4c tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:03.137022 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-823804d8-2400-43bf-8a48-b74568f42c4c tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags/tempest-TagsExtTest-Tag-1343156970 HTTP/1.1" status: 404 len: 329 time: 0.0561790 Sep 17 22:46:03.139849 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56474) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.144168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-14ea5a96-f1be-4660-b6d6-56f9cf63778d tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1', 'tempest-TagsExtTest-Tag-1546796141') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.155683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71b32bff-23dc-402a-8047-f23d1f4c0c6c req-de6d26e5-9ef9-46fd-8099-e3efd0fccc17 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293655 Sep 17 22:46:03.198409 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-14ea5a96-f1be-4660-b6d6-56f9cf63778d tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:03.199487 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-14ea5a96-f1be-4660-b6d6-56f9cf63778d tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags/tempest-TagsExtTest-Tag-1546796141 HTTP/1.1" status: 404 len: 329 time: 0.0587428 Sep 17 22:46:03.202203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56478) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.206324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-f8eaf881-cc07-4c63-83c3-39e418abc539 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1', 'tempest-TagsExtTest-Tag-1666736572') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.261232 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-f8eaf881-cc07-4c63-83c3-39e418abc539 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:03.262270 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f8eaf881-cc07-4c63-83c3-39e418abc539 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags/tempest-TagsExtTest-Tag-1666736572 HTTP/1.1" status: 404 len: 329 time: 0.0591824 Sep 17 22:46:03.265030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56480) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.269657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-3a8f64de-f2dc-4df6-ba93-2f8fe1523ed8 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a', {'tags': ['tempest-TagsExtTest-Tag-411699446', 'tempest-TagsExtTest-Tag-1371496678', 'tempest-TagsExtTest-Tag-1583315488']}) {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.379534 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3a8f64de-f2dc-4df6-ba93-2f8fe1523ed8 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags HTTP/1.1" status: 200 len: 317 time: 0.1135130 Sep 17 22:46:03.382653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56482) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.386937 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-9a1e6a24-a1b0-405f-8fe8-ceb86ceb2a69 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.527938 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9a1e6a24-a1b0-405f-8fe8-ceb86ceb2a69 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags HTTP/1.1" status: 204 len: 168 time: 0.1442344 Sep 17 22:46:03.530534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56484) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.534658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-f273fbe0-f900-4709-98c3-244a6a568a73 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a', 'tempest-TagsExtTest-Tag-411699446') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.587421 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-f273fbe0-f900-4709-98c3-244a6a568a73 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:03.588804 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f273fbe0-f900-4709-98c3-244a6a568a73 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags/tempest-TagsExtTest-Tag-411699446 HTTP/1.1" status: 404 len: 328 time: 0.0572984 Sep 17 22:46:03.591669 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56486) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.596015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-e47274b3-d2fd-4074-84f1-c9d4b2b676ef tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a', 'tempest-TagsExtTest-Tag-1371496678') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.654328 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-e47274b3-d2fd-4074-84f1-c9d4b2b676ef tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:03.655378 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e47274b3-d2fd-4074-84f1-c9d4b2b676ef tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags/tempest-TagsExtTest-Tag-1371496678 HTTP/1.1" status: 404 len: 329 time: 0.0628219 Sep 17 22:46:03.658141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56488) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.662363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-0540a151-72ce-4985-bab3-8d87c5febba7 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a', 'tempest-TagsExtTest-Tag-1583315488') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.711354 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-0540a151-72ce-4985-bab3-8d87c5febba7 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:03.713049 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0540a151-72ce-4985-bab3-8d87c5febba7 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags/tempest-TagsExtTest-Tag-1583315488 HTTP/1.1" status: 404 len: 329 time: 0.0533884 Sep 17 22:46:03.715072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56494) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.719500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-d6852611-4506-4655-a45e-84ad625c9ae5 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565', {'tags': ['tempest-TagsExtTest-Tag-512065490', 'tempest-TagsExtTest-Tag-239825671', 'tempest-TagsExtTest-Tag-1879341789']}) {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:03.865863 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d6852611-4506-4655-a45e-84ad625c9ae5 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags HTTP/1.1" status: 200 len: 316 time: 0.1497242 Sep 17 22:46:03.868403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56502) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:03.873786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-4b0cf3cd-ccf5-479b-bf2e-37ba3fb6de66 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.028152 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4b0cf3cd-ccf5-479b-bf2e-37ba3fb6de66 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags HTTP/1.1" status: 204 len: 168 time: 0.1556582 Sep 17 22:46:04.028464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56510) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.032855 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.tag.tag_plugin [None req-965e20a7-5178-44b0-b656-625ab77f5bb0 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565', 'tempest-TagsExtTest-Tag-512065490') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.102846 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-965e20a7-5178-44b0-b656-625ab77f5bb0 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:04.104064 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-965e20a7-5178-44b0-b656-625ab77f5bb0 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags/tempest-TagsExtTest-Tag-512065490 HTTP/1.1" status: 404 len: 328 time: 0.0745387 Sep 17 22:46:04.106824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56512) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.111637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-feaa1458-d012-4403-a7db-3f65c63af3ec tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565', 'tempest-TagsExtTest-Tag-239825671') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.149329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-bb1851d0-aab3-4f04-9443-27c670004781 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426414 Sep 17 22:46:04.158301 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-b3201553-5d46-46e9-b192-65f69655196e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:04.159305 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-b3201553-5d46-46e9-b192-65f69655196e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050743 Sep 17 22:46:04.188634 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-feaa1458-d012-4403-a7db-3f65c63af3ec tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:04.190117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-feaa1458-d012-4403-a7db-3f65c63af3ec tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags/tempest-TagsExtTest-Tag-239825671 HTTP/1.1" status: 404 len: 328 time: 0.0820758 Sep 17 22:46:04.192632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56516) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.197482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-ade54ec4-ed8f-4f36-aae8-c983f3e5ad75 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565', 'tempest-TagsExtTest-Tag-1879341789') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.271760 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-ade54ec4-ed8f-4f36-aae8-c983f3e5ad75 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:04.272826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ade54ec4-ed8f-4f36-aae8-c983f3e5ad75 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags/tempest-TagsExtTest-Tag-1879341789 HTTP/1.1" status: 404 len: 329 time: 0.0787740 Sep 17 22:46:04.275727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56518) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.280089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-83bf1fd7-d562-40d7-b675-75674e95355d tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083', {'tags': ['tempest-TagsExtTest-Tag-408589190', 'tempest-TagsExtTest-Tag-2090320872', 'tempest-TagsExtTest-Tag-1026494128']}) {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.414474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-83bf1fd7-d562-40d7-b675-75674e95355d tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "PUT /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags HTTP/1.1" status: 200 len: 317 time: 0.1377356 Sep 17 22:46:04.416942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56524) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.421329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-26516a7f-973f-4264-9d32-46ef4032bab5 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.505053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-26516a7f-973f-4264-9d32-46ef4032bab5 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags HTTP/1.1" status: 204 len: 168 time: 0.0870242 Sep 17 22:46:04.507768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56526) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.512482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-31add3e1-6396-4924-8a8e-b3afceac0612 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083', 'tempest-TagsExtTest-Tag-408589190') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.540768 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-31add3e1-6396-4924-8a8e-b3afceac0612 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:04.544466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-31add3e1-6396-4924-8a8e-b3afceac0612 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags/tempest-TagsExtTest-Tag-408589190 HTTP/1.1" status: 404 len: 328 time: 0.0331709 Sep 17 22:46:04.544680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56528) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.548852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-6cd28a05-228a-47cc-8dae-bfcd72197da9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083', 'tempest-TagsExtTest-Tag-2090320872') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.568250 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-6cd28a05-228a-47cc-8dae-bfcd72197da9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:04.569238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6cd28a05-228a-47cc-8dae-bfcd72197da9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags/tempest-TagsExtTest-Tag-2090320872 HTTP/1.1" status: 404 len: 329 time: 0.0236795 Sep 17 22:46:04.571926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56530) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.575918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-83b10ac0-4860-4dec-a865-473a169eb554 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083', 'tempest-TagsExtTest-Tag-1026494128') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.598713 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [None req-83b10ac0-4860-4dec-a865-473a169eb554 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] show failed (client error): The resource could not be found. Sep 17 22:46:04.600698 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-83b10ac0-4860-4dec-a865-473a169eb554 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags/tempest-TagsExtTest-Tag-1026494128 HTTP/1.1" status: 404 len: 329 time: 0.0278831 Sep 17 22:46:04.603640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56532) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.608708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-f8d1b579-b2be-48d5-9130-f0825d2a00ab tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1b0a8c11-fbd0-4417-a137-b91635412083') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.639209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f8d1b579-b2be-48d5-9130-f0825d2a00ab tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083/tags HTTP/1.1" status: 204 len: 168 time: 0.0343111 Sep 17 22:46:04.641772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56534) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.648031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-5311620b-23ec-4469-aa24-692b032d5c46 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dbfbd707-e245-4748-8ac9-c33d35824565') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.759669 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5311620b-23ec-4469-aa24-692b032d5c46 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565/tags HTTP/1.1" status: 204 len: 168 time: 0.1169229 Sep 17 22:46:04.762210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56536) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.766361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-31335959-bff5-4230-b657-22206fc853c0 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '136fbde8-b2ff-4657-912b-4c8b2960e22a') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.818678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-31335959-bff5-4230-b657-22206fc853c0 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a/tags HTTP/1.1" status: 204 len: 168 time: 0.0551600 Sep 17 22:46:04.820816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56538) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:04.825024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.tag.tag_plugin [None req-2e773f04-4edc-49b9-a4ab-af846e984c57 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e14c6ee3-1194-4142-a77b-87904b83b9b1') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:04.910513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2e773f04-4edc-49b9-a4ab-af846e984c57 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0886865 Sep 17 22:46:04.915432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56540) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.101878 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-597e0ad9-437c-4a01-95be-872831206f59 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for subnetpool, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.105425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-597e0ad9-437c-4a01-95be-872831206f59 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1b0a8c11-fbd0-4417-a137-b91635412083 HTTP/1.1" status: 204 len: 168 time: 0.1866543 Sep 17 22:46:05.108031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56544) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.127713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-ba98ec75-e0f1-4548-aa6e-b99aa1df8a6e tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:05.129419 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-ba98ec75-e0f1-4548-aa6e-b99aa1df8a6e tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports/3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 1094 time: 0.1040921 Sep 17 22:46:05.133756 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8fcb6fb1-ed38-4b11-a9de-b54750cd5be8 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfbd707-e245-4748-8ac9-c33d35824565 HTTP/1.1" status: 200 len: 205 time: 0.0268662 Sep 17 22:46:05.138367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56546) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.139153 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Request body: {'binding': {'host': 'n-h2-713498-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:05.139611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Unknown quota resources ['binding']. {{(pid=101660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 22:46:05.220583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0de3198-a66a-4bdc-98ae-f21f191494b1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.279031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on host n-h2-713498-17 for vnic_type normal with profile None {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:05.279369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:05.279698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:05.283929 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:46:05.284251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:05.289120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:05.289458 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Checking segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:05.289837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Bound using segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:05.290265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Bound port: 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:05.378674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:05.379110 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0de3198-a66a-4bdc-98ae-f21f191494b1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.381901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0de3198-a66a-4bdc-98ae-f21f191494b1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.596951 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.598154 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] 10.222.0.13 "POST /v2.0/ports/3f9a2029-176f-42c0-8116-7bffbc46fc7f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4624152 Sep 17 22:46:05.624502 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0de3198-a66a-4bdc-98ae-f21f191494b1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.624941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0de3198-a66a-4bdc-98ae-f21f191494b1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Fanout notify agent at l3_agent the message router_deleted on router dbfbd707-e245-4748-8ac9-c33d35824565 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:05.632895 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0de3198-a66a-4bdc-98ae-f21f191494b1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:05.636616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56548) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:05.636833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f0de3198-a66a-4bdc-98ae-f21f191494b1 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/routers/dbfbd707-e245-4748-8ac9-c33d35824565 HTTP/1.1" status: 204 len: 168 time: 0.4974070 Sep 17 22:46:05.886267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e550c9-88bd-48ee-9024-4785d1b6d77c req-376af58a-c44d-443f-8315-5abc458bc7f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:05.888101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3e550c9-88bd-48ee-9024-4785d1b6d77c req-376af58a-c44d-443f-8315-5abc458bc7f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0557773 Sep 17 22:46:05.929868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3e550c9-88bd-48ee-9024-4785d1b6d77c req-25d4cbf2-36a8-4d8d-87da-926ebd210fc6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346589 Sep 17 22:46:06.049176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-81057d43-80e4-4f50-93d6-9917c639c9c9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Deleting port 136fbde8-b2ff-4657-912b-4c8b2960e22a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:06.049513 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81057d43-80e4-4f50-93d6-9917c639c9c9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.136157 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81057d43-80e4-4f50-93d6-9917c639c9c9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.148810 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-81057d43-80e4-4f50-93d6-9917c639c9c9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Calling delete_port for 136fbde8-b2ff-4657-912b-4c8b2960e22a owned by {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:06.308390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-d0fb4101-9e89-4357-8627-b03b6be51e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:06.309879 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-d0fb4101-9e89-4357-8627-b03b6be51e6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1097 time: 0.0526102 Sep 17 22:46:06.372728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81057d43-80e4-4f50-93d6-9917c639c9c9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.409263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81057d43-80e4-4f50-93d6-9917c639c9c9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Pushing event deleted for resources: {'Port': ['ID=136fbde8-b2ff-4657-912b-4c8b2960e22a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:06.479706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-3f2918df-5c46-4b21-8915-fad4d5b6ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:06.481245 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-3f2918df-5c46-4b21-8915-fad4d5b6ac10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3171072e-7615-4d50-8ce3-b8a6830cc8b0 HTTP/1.1" status: 200 len: 897 time: 0.1644206 Sep 17 22:46:06.534682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81057d43-80e4-4f50-93d6-9917c639c9c9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.537249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-81057d43-80e4-4f50-93d6-9917c639c9c9 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/ports/136fbde8-b2ff-4657-912b-4c8b2960e22a HTTP/1.1" status: 204 len: 168 time: 0.8989248 Sep 17 22:46:06.539976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56552) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:06.559678 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-ec1fba8f-68e6-4865-be50-a9867c18da07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 1000 time: 0.0707374 Sep 17 22:46:06.591923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae073052-1468-401b-9584-574549f0ad12 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Deleting subnet e14c6ee3-1194-4142-a77b-87904b83b9b1 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:06.595468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae073052-1468-401b-9584-574549f0ad12 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.616115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-f448bc72-d96e-4268-9736-9ee8d54181ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:06.617673 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-f448bc72-d96e-4268-9736-9ee8d54181ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a951881-30de-4662-91ff-7760118b1d1e HTTP/1.1" status: 200 len: 835 time: 0.0512888 Sep 17 22:46:06.635195 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae073052-1468-401b-9584-574549f0ad12 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.664163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-1839badd-f823-4ee0-91f5-71101cc13fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:06.665601 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-1839badd-f823-4ee0-91f5-71101cc13fe8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3171072e-7615-4d50-8ce3-b8a6830cc8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406430 Sep 17 22:46:06.719861 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae073052-1468-401b-9584-574549f0ad12 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.756686 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-75f25327-e3eb-42aa-a46c-5d1a45f32490 service neutron] 10.222.0.35 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830998 Sep 17 22:46:06.836189 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae073052-1468-401b-9584-574549f0ad12 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.850769 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-840b22d5-6872-4b3f-a00c-caf9fd524beb service neutron] 10.222.0.35 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869803 Sep 17 22:46:06.865077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae073052-1468-401b-9584-574549f0ad12 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Pushing event deleted for resources: {'Subnet': ['ID=e14c6ee3-1194-4142-a77b-87904b83b9b1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:06.867078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae073052-1468-401b-9584-574549f0ad12 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.871258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ae073052-1468-401b-9584-574549f0ad12 tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/subnets/e14c6ee3-1194-4142-a77b-87904b83b9b1 HTTP/1.1" status: 204 len: 168 time: 0.3281119 Sep 17 22:46:06.871829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56554) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:06.874045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e9e238-01ad-4f84-aff4-31cb762ded45 None None] Network 3fe45879-f61c-487a-bc32-22f9771a2c2a requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:06.953764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:06.986235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-c87af24e-e284-485f-8bb3-9e65f8073441 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:06.987890 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-c87af24e-e284-485f-8bb3-9e65f8073441 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a&tenant_id=3277a6e8e6c64ca9b40417a14736e38e&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1097 time: 0.0798383 Sep 17 22:46:07.002869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-17'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:07.057320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb8da9-ef42-4749-987c-7e2caffd8845 None None] DHCP port deletion for 3fe45879-f61c-487a-bc32-22f9771a2c2a request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:46:07.057607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Deleting port 601175b2-746a-438e-8733-cd544ab0a955 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:07.057750 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.068644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.094369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1dca6-661f-4da0-afb4-cc5534f2fc23 req-d4c4d941-af22-45d4-9835-733d81680125 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:07.095890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3d1dca6-661f-4da0-afb4-cc5534f2fc23 req-d4c4d941-af22-45d4-9835-733d81680125 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0815566 Sep 17 22:46:07.106274 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb8da9-ef42-4749-987c-7e2caffd8845 None None] Deleting port 601175b2-746a-438e-8733-cd544ab0a955 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:07.106664 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8da9-ef42-4749-987c-7e2caffd8845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.152459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] For port 601175b2-746a-438e-8733-cd544ab0a955, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=601175b2-746a-438e-8733-cd544ab0a955,segment=NetworkSegment(e13e8e41-a8da-4df4-9a96-b4fb3d40bf10),segment_id=e13e8e41-a8da-4df4-9a96-b4fb3d40bf10)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:07.152869 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.169175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Calling delete_port for 601175b2-746a-438e-8733-cd544ab0a955 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:07.175218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d7fb8da9-ef42-4749-987c-7e2caffd8845 None None] For port 601175b2-746a-438e-8733-cd544ab0a955, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=601175b2-746a-438e-8733-cd544ab0a955,segment=NetworkSegment(e13e8e41-a8da-4df4-9a96-b4fb3d40bf10),segment_id=e13e8e41-a8da-4df4-9a96-b4fb3d40bf10)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:07.175618 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8da9-ef42-4749-987c-7e2caffd8845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.190263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3d1dca6-661f-4da0-afb4-cc5534f2fc23 req-e4ef71db-cafc-4ad7-a5e4-b91bacf56fc8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636117 Sep 17 22:46:07.191233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb8da9-ef42-4749-987c-7e2caffd8845 None None] Calling delete_port for 601175b2-746a-438e-8733-cd544ab0a955 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:07.206504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:07.248297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:07.291284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:07.293523 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e6f9f5-5620-495c-b863-7625980430bd" -d '{"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:07.297409 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.331667 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2378b5c6-ac24-4d41-846a-8d0f4103e305 x-openstack-request-id: req-2378b5c6-ac24-4d41-846a-8d0f4103e305 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:07.331956 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:07.332205 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2378b5c6-ac24-4d41-846a-8d0f4103e305 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:07.332597 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'code': 200} Sep 17 22:46:07.338663 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.349446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8da9-ef42-4749-987c-7e2caffd8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.367410 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.367693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] No DVR routers for this DVR port 601175b2-746a-438e-8733-cd544ab0a955 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:07.369877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Pushing event deleted for resources: {'Port': ['ID=601175b2-746a-438e-8733-cd544ab0a955,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.381675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb8da9-ef42-4749-987c-7e2caffd8845 None None] Pushing event deleted for resources: {'Port': ['ID=601175b2-746a-438e-8733-cd544ab0a955,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.381675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb8da9-ef42-4749-987c-7e2caffd8845 None None] No DVR routers for this DVR port 601175b2-746a-438e-8733-cd544ab0a955 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:07.461177 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.471314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.482334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe45879-f61c-487a-bc32-22f9771a2c2a']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:07.497823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13e8e41-a8da-4df4-9a96-b4fb3d40bf10') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:07.498258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13e8e41-a8da-4df4-9a96-b4fb3d40bf10') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:07.509533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.524566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.531443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:07.531841 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.532340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on host n-h1-713498-17 for vnic_type normal with profile {"migrating_to": "n-h2-713498-17"} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:07.532682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:07.533017 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:07.535134 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:07.538965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:46:07.543699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Attempting to bind port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:07.544302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:07.544643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Checking segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:07.545022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Bound using segment: {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:07.545448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Bound port: 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1653d7-d573-412a-8408-498139eebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:07.545808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.612864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:07.616587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:07.676618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5fccf218-5651-48ea-b0de-5260b5e0ac5b None None] Provisioning complete for port 3f9a2029-176f-42c0-8116-7bffbc46fc7f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:07.677012 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5fccf218-5651-48ea-b0de-5260b5e0ac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.680411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.689093 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.691000 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] 10.222.0.13 "DELETE /v2.0/networks/3fe45879-f61c-487a-bc32-22f9771a2c2a HTTP/1.1" status: 204 len: 168 time: 0.8181643 Sep 17 22:46:07.693809 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.710118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64c9b9-b9dd-4a5c-a82d-213a8403829a tempest-TagsExtTest-26207357 tempest-TagsExtTest-26207357-project] Pushing event deleted for resources: {'Network': ['ID=3fe45879-f61c-487a-bc32-22f9771a2c2a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.724308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5fccf218-5651-48ea-b0de-5260b5e0ac5b None None] Port 3f9a2029-176f-42c0-8116-7bffbc46fc7f cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:07.791110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=8']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:07.843805 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:07.844522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:07.845953 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e3b5052f-b8dc-450c-a939-4d0411db7201 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 1123 time: 0.8514183 Sep 17 22:46:07.903303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3f9a2029-176f-42c0-8116-7bffbc46fc7f'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:46:08.091944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c2f0c8db-9e24-47b8-b433-be1cb18bcb4e None None] Provisioning complete for port 3f9a2029-176f-42c0-8116-7bffbc46fc7f triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:08.091944 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c2f0c8db-9e24-47b8-b433-be1cb18bcb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.141810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 601175b2-746a-438e-8733-cd544ab0a955 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:08.178909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 601175b2-746a-438e-8733-cd544ab0a955 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:08.179243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 601175b2-746a-438e-8733-cd544ab0a955 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:08.188259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56564) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:08.251409 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c2f0c8db-9e24-47b8-b433-be1cb18bcb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.275205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:08.277583 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c8d5c4-4f81-4f6c-9194-0593bdcb3f36" -d '{"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:08.297984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c2f0c8db-9e24-47b8-b433-be1cb18bcb4e None None] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:08.351441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b659d7-5a84-4e9a-a16e-b54e43d9e997 req-ab2d77a7-b67f-4b3b-afaf-f84981d7e93c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:08.353994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1b659d7-5a84-4e9a-a16e-b54e43d9e997 req-ab2d77a7-b67f-4b3b-afaf-f84981d7e93c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 943 time: 0.0819316 Sep 17 22:46:08.361187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-24bf62e2-5dcd-4c4b-be0d-b134989b9a0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82e422d74b7e47f8bd0e079819d761c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714823 Sep 17 22:46:08.363930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56574) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:08.374475 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c2f0c8db-9e24-47b8-b433-be1cb18bcb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.398475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1b659d7-5a84-4e9a-a16e-b54e43d9e997 req-5c39d2f9-a99a-417c-91a2-bdc1839a523b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358887 Sep 17 22:46:08.436361 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf13f1aa-fde3-41fe-89c9-453554cc8b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.468215 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf13f1aa-fde3-41fe-89c9-453554cc8b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.476685 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91673291-f4ca-4c85-88f7-3e3c40011b20 x-openstack-request-id: req-91673291-f4ca-4c85-88f7-3e3c40011b20 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:08.476966 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:08.477218 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91673291-f4ca-4c85-88f7-3e3c40011b20 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:08.477603 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'code': 200} Sep 17 22:46:08.545271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0c8db-9e24-47b8-b433-be1cb18bcb4e None None] Pushing event updated for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:08.605919 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.635717 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf13f1aa-fde3-41fe-89c9-453554cc8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.638290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf13f1aa-fde3-41fe-89c9-453554cc8b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:08.639500 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bf13f1aa-fde3-41fe-89c9-453554cc8b8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f9b12d4-4651-414c-a519-eb8efbebf3f6 HTTP/1.1" status: 204 len: 168 time: 0.2743993 Sep 17 22:46:08.648036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13f1aa-fde3-41fe-89c9-453554cc8b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b12d4-4651-414c-a519-eb8efbebf3f6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:09.333555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:09.335894 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:09.376801 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd99d7e-49dc-414a-b8f7-5af71fd33a2b x-openstack-request-id: req-1dd99d7e-49dc-414a-b8f7-5af71fd33a2b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:09.376801 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:09.376801 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1dd99d7e-49dc-414a-b8f7-5af71fd33a2b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:09.376801 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'status': 'completed', 'code': 200} Sep 17 22:46:09.445858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-8ec62008-db3d-47e8-9c34-e7d7aab8c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:09.448064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-8ec62008-db3d-47e8-9c34-e7d7aab8c7c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1128 time: 0.0488639 Sep 17 22:46:09.564566 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faaf53-eb23-4377-acd6-3bf1dcae47a2 req-30d07106-5d4f-4618-b6b5-a5b18b824591 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:09.566030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5faaf53-eb23-4377-acd6-3bf1dcae47a2 req-30d07106-5d4f-4618-b6b5-a5b18b824591 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0930450 Sep 17 22:46:09.589925 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-a7a85158-1319-48b3-9d8d-53a8c23756a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:09.591450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-a7a85158-1319-48b3-9d8d-53a8c23756a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3171072e-7615-4d50-8ce3-b8a6830cc8b0 HTTP/1.1" status: 200 len: 897 time: 0.1363313 Sep 17 22:46:09.644063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5faaf53-eb23-4377-acd6-3bf1dcae47a2 req-ed5a9622-74b0-48e8-b663-e9868f1c3703 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696080 Sep 17 22:46:09.679668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-7e5b86da-fbe6-49cc-a734-871b543ba350 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 1000 time: 0.0808246 Sep 17 22:46:09.729367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-7e5c602f-0de5-4b62-89e5-7890ca488094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:09.731067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-7e5c602f-0de5-4b62-89e5-7890ca488094 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a951881-30de-4662-91ff-7760118b1d1e HTTP/1.1" status: 200 len: 835 time: 0.0449204 Sep 17 22:46:09.782078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-6e85293b-4423-4982-83ba-d06093010b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:09.783660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-6e85293b-4423-4982-83ba-d06093010b21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3171072e-7615-4d50-8ce3-b8a6830cc8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457056 Sep 17 22:46:09.871903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-9d7369db-3ec7-4ba3-8079-91a006547ad6 service neutron] 10.222.0.32 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806761 Sep 17 22:46:09.966971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9b96ee-0b8c-45a3-bb3c-ca1b6fb15cb0 req-7458d1f7-e6d3-4909-867f-b99be60c672f service neutron] 10.222.0.32 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872724 Sep 17 22:46:10.184143 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:10.524365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3f9a2029-176f-42c0-8116-7bffbc46fc7f details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:46:10.769236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f860d20-7d6d-4a19-b75e-f0cf2d3a9b7d req-b8ac26d8-2fa5-41fd-b975-0692923e9aef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:10.771367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f860d20-7d6d-4a19-b75e-f0cf2d3a9b7d req-b8ac26d8-2fa5-41fd-b975-0692923e9aef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0532920 Sep 17 22:46:10.774494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:10.785428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3f9a2029-176f-42c0-8116-7bffbc46fc7f has no active binding in host n-h2-713498-17 {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 22:46:10.810536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f860d20-7d6d-4a19-b75e-f0cf2d3a9b7d req-f871ca38-b556-4668-ab6c-1b422d127d93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327835 Sep 17 22:46:11.925610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d142619-858a-40c5-bccc-0f05a09c0705 req-3aa02986-1f25-4697-a6ae-676c8dcf895e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:11.927158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d142619-858a-40c5-bccc-0f05a09c0705 req-3aa02986-1f25-4697-a6ae-676c8dcf895e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0493581 Sep 17 22:46:11.969714 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d142619-858a-40c5-bccc-0f05a09c0705 req-605bf4f1-9a55-4571-962b-4fb4957dd2e6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351121 Sep 17 22:46:12.763792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e140ed8f-8ca1-40a4-a8ff-170f70a84904 service neutron] 10.222.0.32 "GET /v2.0/ports/3f9a2029-176f-42c0-8116-7bffbc46fc7f/bindings/n-h2-713498-17 HTTP/1.1" status: 200 len: 385 time: 0.0599864 Sep 17 22:46:12.941182 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e5cc8f82-8545-4aa1-bc9e-8fe660f428eb service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:12.960692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e5cc8f82-8545-4aa1-bc9e-8fe660f428eb service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:12.998642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:13.000930 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2203ab58-3138-461d-81d7-b8379123bd39" -d '{"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:13.007967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e5cc8f82-8545-4aa1-bc9e-8fe660f428eb service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:13.102493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f4919-5734-4ab1-9c10-3bd3d4d5299d req-a78bf8f8-d2ca-4207-a660-2e1d52eb7707 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.107361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-233f4919-5734-4ab1-9c10-3bd3d4d5299d req-a78bf8f8-d2ca-4207-a660-2e1d52eb7707 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 945 time: 0.0557365 Sep 17 22:46:13.126511 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e5cc8f82-8545-4aa1-bc9e-8fe660f428eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.157013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-233f4919-5734-4ab1-9c10-3bd3d4d5299d req-1301f8b9-3e87-47b3-a8fa-cf7447d6a026 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Sep 17 22:46:13.181012 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59eb084-3841-43e0-ac09-d4df170fcd4c x-openstack-request-id: req-e59eb084-3841-43e0-ac09-d4df170fcd4c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:13.181297 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:13.181558 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e59eb084-3841-43e0-ac09-d4df170fcd4c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:13.182287 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'code': 200} Sep 17 22:46:13.223071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e5cc8f82-8545-4aa1-bc9e-8fe660f428eb service neutron] Transition to ACTIVE for port object 3f9a2029-176f-42c0-8116-7bffbc46fc7f will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:46:13.333922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e5cc8f82-8545-4aa1-bc9e-8fe660f428eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:13.432536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc8f82-8545-4aa1-bc9e-8fe660f428eb service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=11']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:13.473533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e5cc8f82-8545-4aa1-bc9e-8fe660f428eb service neutron] No DVR routers for this DVR port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:13.614885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-e5cc8f82-8545-4aa1-bc9e-8fe660f428eb service neutron] 10.222.0.32 "PUT /v2.0/ports/3f9a2029-176f-42c0-8116-7bffbc46fc7f/bindings/n-h2-713498-17/activate HTTP/1.1" status: 200 len: 370 time: 0.8426979 Sep 17 22:46:13.779480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-2e94ce77-7722-4a68-a9cb-a2ab1d7ad210 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.781007 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-2e94ce77-7722-4a68-a9cb-a2ab1d7ad210 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a&tenant_id=3277a6e8e6c64ca9b40417a14736e38e&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.0450726 Sep 17 22:46:13.827083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-eb468a81-fef9-42f2-a38b-c3ced91ab08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.828644 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-eb468a81-fef9-42f2-a38b-c3ced91ab08d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 1096 time: 0.0404563 Sep 17 22:46:13.892013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-d0138f0a-7027-4439-9cfd-38cbabaa28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.898701 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-d0138f0a-7027-4439-9cfd-38cbabaa28aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1096 time: 0.0420194 Sep 17 22:46:13.987177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-2784b90e-87d7-4a8d-8eb5-bb11019b17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:13.988884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-2784b90e-87d7-4a8d-8eb5-bb11019b17cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=3171072e-7615-4d50-8ce3-b8a6830cc8b0 HTTP/1.1" status: 200 len: 897 time: 0.0886409 Sep 17 22:46:14.061160 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-4955a1d9-f7b7-417e-947f-140d5fe32b3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 998 time: 0.0657544 Sep 17 22:46:14.132642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-d38b9479-4b8e-4cb4-b23a-577d3b448efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:14.139305 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-d38b9479-4b8e-4cb4-b23a-577d3b448efc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a951881-30de-4662-91ff-7760118b1d1e HTTP/1.1" status: 200 len: 835 time: 0.0667667 Sep 17 22:46:14.194936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-9f1982f2-88a9-4f61-834e-2b726460a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:14.196499 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-9f1982f2-88a9-4f61-834e-2b726460a24c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3171072e-7615-4d50-8ce3-b8a6830cc8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537901 Sep 17 22:46:14.295572 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-4d5d0d35-6957-481d-a580-344b153afda9 service neutron] 10.222.0.35 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907440 Sep 17 22:46:14.297098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828746f2-a9e7-4ca4-99ed-458ec808a691 req-b470a541-fc16-4560-bcc0-4505db263b43 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:14.298784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-828746f2-a9e7-4ca4-99ed-458ec808a691 req-b470a541-fc16-4560-bcc0-4505db263b43 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 944 time: 0.0530758 Sep 17 22:46:14.341520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-828746f2-a9e7-4ca4-99ed-458ec808a691 req-04decc5f-01d9-4aa7-821f-43b481eca24e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337377 Sep 17 22:46:14.402776 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-090ccdd4-3643-4c39-b702-9632c8745c87 service neutron] 10.222.0.35 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005626 Sep 17 22:46:14.833663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-84f66370-6364-49d5-b16e-7a1d9b9e2484 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:14.835975 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-84f66370-6364-49d5-b16e-7a1d9b9e2484 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a&tenant_id=3277a6e8e6c64ca9b40417a14736e38e&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 1096 time: 0.0428104 Sep 17 22:46:15.050664 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-d535225c-0f44-466f-82d8-6eb473a390f9 service neutron] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:15.054469 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-d535225c-0f44-466f-82d8-6eb473a390f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:15.055752 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-d535225c-0f44-466f-82d8-6eb473a390f9 service neutron] 10.222.0.35 "DELETE /v2.0/ports/3f9a2029-176f-42c0-8116-7bffbc46fc7f/bindings/n-h1-713498-17 HTTP/1.1" status: 204 len: 173 time: 0.2137482 Sep 17 22:46:15.468082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdd5b-926d-4a0f-978b-07930c42b380 req-3e31ed54-7d5e-41b1-bd60-94ad8cb3d08f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:15.473181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0abfdd5b-926d-4a0f-978b-07930c42b380 req-3e31ed54-7d5e-41b1-bd60-94ad8cb3d08f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 944 time: 0.0519741 Sep 17 22:46:15.508984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0abfdd5b-926d-4a0f-978b-07930c42b380 req-dd5655a6-f8f0-4d52-ae9d-3d90777461f3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335286 Sep 17 22:46:15.618041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f452-80e1-48b2-b115-938d767b4106 req-7b50506f-0d2b-4906-9215-23f98f4dfff3 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:15.619720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58f7f452-80e1-48b2-b115-938d767b4106 req-7b50506f-0d2b-4906-9215-23f98f4dfff3 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1096 time: 0.0437968 Sep 17 22:46:15.659896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58f7f452-80e1-48b2-b115-938d767b4106 req-45384718-d6b5-4149-ac68-8f2c345fb43b tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343082 Sep 17 22:46:15.775134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b31ba-458c-4f78-9567-4139f2520fed req-2623862d-ae41-4f5a-9091-551331acc9a5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:15.776989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-809b31ba-458c-4f78-9567-4139f2520fed req-2623862d-ae41-4f5a-9091-551331acc9a5 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 944 time: 0.0503237 Sep 17 22:46:15.817304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-809b31ba-458c-4f78-9567-4139f2520fed req-3b6cffee-d1c9-48b5-9250-03ceb7755374 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320885 Sep 17 22:46:15.839560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56670) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:16.233864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-76aa6129-cfa9-4946-ae66-7ff67a9eecd4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/bd1d3b8a-62e4-4618-9e58-16ab0f1ab827 HTTP/1.1" status: 200 len: 990 time: 0.3930347 Sep 17 22:46:16.461558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56676) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:16.615220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 4e469262-c752-45bb-b487-bf6a16acc59d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:16.615920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.690644 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.691012 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.705308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 4e469262-c752-45bb-b487-bf6a16acc59d owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:16.820525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3f9a2029-176f-42c0-8116-7bffbc46fc7f no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:16.862685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3f9a2029-176f-42c0-8116-7bffbc46fc7f not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:16.943425 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:16.969034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=4e469262-c752-45bb-b487-bf6a16acc59d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:17.087870 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.088205 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Floating IP bd1d3b8a-62e4-4618-9e58-16ab0f1ab827 disassociated (deleted). External IP: 172.25.5.25, port: 3f9a2029-176f-42c0-8116-7bffbc46fc7f. Sep 17 22:46:17.105862 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:46:17.303131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:17.411977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:17.417136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.422202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] Sync routers for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:17.431679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:17.432287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:17.443856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7dc4ddcc-8a4b-4dae-9145-5269704563f4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/floatingips/bd1d3b8a-62e4-4618-9e58-16ab0f1ab827 HTTP/1.1" status: 204 len: 168 time: 0.9812086 Sep 17 22:46:17.446991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:17.447499 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96354586-1de3-4dd2-b354-2c1b0743dbbe" -d '{"events": [{"name": "network-changed", "server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:17.489872 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84469d03-fbef-4b90-b1e5-766c792e7851 x-openstack-request-id: req-84469d03-fbef-4b90-b1e5-766c792e7851 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:17.490168 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:17.490423 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84469d03-fbef-4b90-b1e5-766c792e7851 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:17.490848 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'status': 'completed', 'code': 200} Sep 17 22:46:17.543041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:17.551256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-070e4108-23a8-4798-82a9-c8e3a75927c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:17.552856 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-070e4108-23a8-4798-82a9-c8e3a75927c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 1096 time: 0.0414460 Sep 17 22:46:17.649624 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-5cd58101-a10e-4812-b48a-ff59dc588747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:17.651209 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-5cd58101-a10e-4812-b48a-ff59dc588747 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3171072e-7615-4d50-8ce3-b8a6830cc8b0 HTTP/1.1" status: 200 len: 897 time: 0.0917799 Sep 17 22:46:17.693234 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-57630715-dd0f-45cd-bc40-47701f9cb985 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 200 len: 217 time: 0.0347002 Sep 17 22:46:17.748541 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-a936c022-6c75-4bce-bcaa-8824c1a5b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:17.750017 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-a936c022-6c75-4bce-bcaa-8824c1a5b2b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a951881-30de-4662-91ff-7760118b1d1e HTTP/1.1" status: 200 len: 835 time: 0.0505369 Sep 17 22:46:17.753172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'cf50988a-5038-497b-aa12-083b57dce3f9', 'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:0e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:15Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '5a951881-30de-4662-91ff-7760118b1d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:17.785744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] Checking router: 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:17.795282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:17.795900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:45:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:17.800354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-0df32067-2073-4785-be2e-1a9bdce9b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:17.802043 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-0df32067-2073-4785-be2e-1a9bdce9b1c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3171072e-7615-4d50-8ce3-b8a6830cc8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452571 Sep 17 22:46:17.881517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78da7d14-cfd3-420b-9015-e18f3dc85274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:17.905840 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-aa6b896a-dbdd-4a5a-9a36-5290b735ebab service neutron] 10.222.0.35 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969293 Sep 17 22:46:17.911457 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:17.994343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf9138-5d7a-4e96-badf-b50397e57c95 req-66a5d060-a9e5-4006-afdf-3016966ae5f9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:17.999295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41cf9138-5d7a-4e96-badf-b50397e57c95 req-66a5d060-a9e5-4006-afdf-3016966ae5f9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 944 time: 0.0746479 Sep 17 22:46:18.010495 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-96354586-1de3-4dd2-b354-2c1b0743dbbe req-39f80aab-07e1-43bf-beae-5033610b4b0b service neutron] 10.222.0.35 "GET /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957577 Sep 17 22:46:18.034597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41cf9138-5d7a-4e96-badf-b50397e57c95 req-30682c51-6b93-4145-ad9c-b7639cd23ac9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e22a73-dd14-4938-8b1e-9cc8b1329864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334165 Sep 17 22:46:18.123733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'cf50988a-5038-497b-aa12-083b57dce3f9', 'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:0e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:15Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '5a951881-30de-4662-91ff-7760118b1d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:18.150412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092486a4-8d74-4536-8c92-1c1f7efed72e None None] The sync data for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 is: [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'cf50988a-5038-497b-aa12-083b57dce3f9', 'name': '', 'network_id': '3171072e-7615-4d50-8ce3-b8a6830cc8b0', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:0e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '5a951881-30de-4662-91ff-7760118b1d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:15Z', 'updated_at': '2021-09-17T22:45:19Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': '5a951881-30de-4662-91ff-7760118b1d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:18.327374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-75eb5c2c-9ac2-40f6-907f-57279493d750 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:18.328965 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-75eb5c2c-9ac2-40f6-907f-57279493d750 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.35 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 944 time: 0.0522122 Sep 17 22:46:18.390935 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4aa1b-4a16-45ff-956e-4c226a10053c None None] New status for floating IP bd1d3b8a-62e4-4618-9e58-16ab0f1ab827: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:46:18.437569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 3f9a2029-176f-42c0-8116-7bffbc46fc7f {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:18.437910 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.533872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port 3f9a2029-176f-42c0-8116-7bffbc46fc7f, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3f9a2029-176f-42c0-8116-7bffbc46fc7f,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:18.534253 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.547439 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 3f9a2029-176f-42c0-8116-7bffbc46fc7f owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:18.738719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.768451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=3f9a2029-176f-42c0-8116-7bffbc46fc7f,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:18.811592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] No DVR routers for this DVR port 3f9a2029-176f-42c0-8116-7bffbc46fc7f on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:18.814249 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:18.816344 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0f920559-8c11-4581-a66f-92bc0ba3b2a9 req-215f9ca1-6214-421a-954c-36908df7df7e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.35 "DELETE /v2.0/ports/3f9a2029-176f-42c0-8116-7bffbc46fc7f HTTP/1.1" status: 204 len: 173 time: 0.4811466 Sep 17 22:46:18.816791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-deleted', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:18.819091 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef82723-6a7d-41b3-aa91-7288473925fa" -d '{"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-deleted", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:18.858134 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db373b8-faca-460f-97a4-7af62137b9eb x-openstack-request-id: req-0db373b8-faca-460f-97a4-7af62137b9eb {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:18.858433 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272e2e99-721d-4a76-a329-a0557161684a", "name": "network-vif-deleted", "tag": "3f9a2029-176f-42c0-8116-7bffbc46fc7f", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:18.858677 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0db373b8-faca-460f-97a4-7af62137b9eb {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:18.859102 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272e2e99-721d-4a76-a329-a0557161684a', 'name': 'network-vif-deleted', 'tag': '3f9a2029-176f-42c0-8116-7bffbc46fc7f', 'status': 'completed', 'code': 200} Sep 17 22:46:19.138460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-435f87df-5e6c-4f8d-8a3d-2dc131c5b720 req-aaa56206-d250-4d12-8098-730580bc65d0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=272e2e99-721d-4a76-a329-a0557161684a HTTP/1.1" status: 200 len: 210 time: 0.0307355 Sep 17 22:46:20.198035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56708) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:20.287130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bd292caf-791b-4f85-ba57-ea308b4fcd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.562902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.837596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port cf50988a-5038-497b-aa12-083b57dce3f9 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:20.838712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.931855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port cf50988a-5038-497b-aa12-083b57dce3f9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=cf50988a-5038-497b-aa12-083b57dce3f9,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:20.932224 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:20.944782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for cf50988a-5038-497b-aa12-083b57dce3f9 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:21.184399 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.211575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=cf50988a-5038-497b-aa12-083b57dce3f9,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:21.310149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.392357 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.613629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:21.705428 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.721750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:21.729896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1b6e7ec3-5a5c-4b1f-af4d-74b415e8ba5d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "PUT /v2.0/routers/6f725635-99e2-4e8b-a60d-6ddc0e9a2798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5285897 Sep 17 22:46:21.730488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56716) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:21.733872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] Sync routers for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:21.743412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:21.744029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:46:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:21.781676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-095ba525-edc0-444f-8e60-6eae18741c74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting subnet 5a951881-30de-4662-91ff-7760118b1d1e {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:46:21.784817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-095ba525-edc0-444f-8e60-6eae18741c74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.826977 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-095ba525-edc0-444f-8e60-6eae18741c74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:21.855532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:21.938179 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-095ba525-edc0-444f-8e60-6eae18741c74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.136326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:46:21Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:22.139095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-095ba525-edc0-444f-8e60-6eae18741c74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.169846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] Checking router: 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:22.175583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] Routers {'6f725635-99e2-4e8b-a60d-6ddc0e9a2798'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:22.176185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:46:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:22.176652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ba525-edc0-444f-8e60-6eae18741c74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Subnet': ['ID=5a951881-30de-4662-91ff-7760118b1d1e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:22.183104 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-095ba525-edc0-444f-8e60-6eae18741c74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.188461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-095ba525-edc0-444f-8e60-6eae18741c74 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/subnets/5a951881-30de-4662-91ff-7760118b1d1e HTTP/1.1" status: 204 len: 168 time: 0.4544199 Sep 17 22:46:22.188597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56720) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:22.217766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d0b7ef-242f-404f-b236-36456771163d None None] Network 3171072e-7615-4d50-8ce3-b8a6830cc8b0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:22.301161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.373491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] Set router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:22.418037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.536859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b2bbd-cecb-4e50-bc53-72ea349ef33b None None] DHCP port deletion for 3171072e-7615-4d50-8ce3-b8a6830cc8b0 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:46:22.575809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port d3b11383-45c7-4412-8312-ceafd9528a85 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:22.576133 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.599533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3f9a2029-176f-42c0-8116-7bffbc46fc7f no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:22.604275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:46:21Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:22.647327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 3f9a2029-176f-42c0-8116-7bffbc46fc7f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:22.651059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3f9a2029-176f-42c0-8116-7bffbc46fc7f not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:22.652768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4158d-169f-43fd-ba63-39ef944f0c1b None None] The sync data for ids ['6f725635-99e2-4e8b-a60d-6ddc0e9a2798'] in n-d-713498-17 is: [{'id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076379908', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:45:10Z', 'updated_at': '2021-09-17T22:46:21Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'd3b11383-45c7-4412-8312-ceafd9528a85', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:50:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f725635-99e2-4e8b-a60d-6ddc0e9a2798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:45:11Z', 'updated_at': '2021-09-17T22:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:22.656607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-012b2bbd-cecb-4e50-bc53-72ea349ef33b None None] Deleting port 9096906e-c6d8-40ef-880d-382888099c0c {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:46:22.656872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port d3b11383-45c7-4412-8312-ceafd9528a85, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d3b11383-45c7-4412-8312-ceafd9528a85,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:22.657031 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-012b2bbd-cecb-4e50-bc53-72ea349ef33b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.657331 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.670078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for d3b11383-45c7-4412-8312-ceafd9528a85 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:22.726842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-012b2bbd-cecb-4e50-bc53-72ea349ef33b None None] For port 9096906e-c6d8-40ef-880d-382888099c0c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9096906e-c6d8-40ef-880d-382888099c0c,segment=NetworkSegment(3f1653d7-d573-412a-8408-498139eebaed),segment_id=3f1653d7-d573-412a-8408-498139eebaed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:22.727244 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-012b2bbd-cecb-4e50-bc53-72ea349ef33b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.739812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-012b2bbd-cecb-4e50-bc53-72ea349ef33b None None] Calling delete_port for 9096906e-c6d8-40ef-880d-382888099c0c owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:46:22.881343 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-012b2bbd-cecb-4e50-bc53-72ea349ef33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.906356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b2bbd-cecb-4e50-bc53-72ea349ef33b None None] Pushing event deleted for resources: {'Port': ['ID=9096906e-c6d8-40ef-880d-382888099c0c,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:22.909859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b2bbd-cecb-4e50-bc53-72ea349ef33b None None] No DVR routers for this DVR port 9096906e-c6d8-40ef-880d-382888099c0c on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:46:22.915968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:22.941761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=d3b11383-45c7-4412-8312-ceafd9528a85,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:23.011871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.113489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.115881 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.229720 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.230402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Fanout notify agent at l3_agent the message router_deleted on router 6f725635-99e2-4e8b-a60d-6ddc0e9a2798 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:46:23.238647 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.239825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-152dedd7-c9d2-4b36-9a05-bb09163d35e2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/routers/6f725635-99e2-4e8b-a60d-6ddc0e9a2798 HTTP/1.1" status: 204 len: 168 time: 1.0504093 Sep 17 22:46:23.242637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 56732) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.328897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.418505 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.432111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.453342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3171072e-7615-4d50-8ce3-b8a6830cc8b0']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:23.464638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1653d7-d573-412a-8408-498139eebaed') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:23.464944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1653d7-d573-412a-8408-498139eebaed') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:23.475354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.489807 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.496415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:46:23.496882 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: timer() Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:46:23.499846 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:46:23.645901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.651730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.657134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/networks/3171072e-7615-4d50-8ce3-b8a6830cc8b0 HTTP/1.1" status: 204 len: 168 time: 0.4100182 Sep 17 22:46:23.657260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56734) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:23.668584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6db9a-82de-43c6-9a2e-4e7f1df274ba tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Network': ['ID=3171072e-7615-4d50-8ce3-b8a6830cc8b0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:23.723338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd3b16c0-bbe5-4418-96e4-8ee6cb2c1a39 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.750358 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd3b16c0-bbe5-4418-96e4-8ee6cb2c1a39 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.900247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd3b16c0-bbe5-4418-96e4-8ee6cb2c1a39 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.905085 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd3b16c0-bbe5-4418-96e4-8ee6cb2c1a39 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:23.905085 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fd3b16c0-bbe5-4418-96e4-8ee6cb2c1a39 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9e22a73-dd14-4938-8b1e-9cc8b1329864 HTTP/1.1" status: 204 len: 168 time: 0.2464287 Sep 17 22:46:23.913963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b16c0-bbe5-4418-96e4-8ee6cb2c1a39 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e22a73-dd14-4938-8b1e-9cc8b1329864,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:24.141910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9096906e-c6d8-40ef-880d-382888099c0c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:24.169477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9096906e-c6d8-40ef-880d-382888099c0c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:24.169477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9096906e-c6d8-40ef-880d-382888099c0c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:24.169477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d3b11383-45c7-4412-8312-ceafd9528a85 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:24.185598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: d3b11383-45c7-4412-8312-ceafd9528a85 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:24.185940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d3b11383-45c7-4412-8312-ceafd9528a85 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:24.186355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf50988a-5038-497b-aa12-083b57dce3f9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:46:24.204968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: cf50988a-5038-497b-aa12-083b57dce3f9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:46:24.205303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device cf50988a-5038-497b-aa12-083b57dce3f9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:46:24.480807 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56742) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.485423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-40b6425c-ed21-41ec-a872-ef7dcbbf836f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298654471', 'description': 'tempest-secgroup-smoke-298654471 description', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:24.561078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-40b6425c-ed21-41ec-a872-ef7dcbbf836f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.640610 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-40b6425c-ed21-41ec-a872-ef7dcbbf836f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.681020 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-40b6425c-ed21-41ec-a872-ef7dcbbf836f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.709265 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6425c-ed21-41ec-a872-ef7dcbbf836f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48621b82-e48f-4984-a0da-1c5617a89edd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:24.743917 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-40b6425c-ed21-41ec-a872-ef7dcbbf836f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.745158 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-40b6425c-ed21-41ec-a872-ef7dcbbf836f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2633295 Sep 17 22:46:24.747999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56744) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:24.752310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ddab261b-4c16-4e93-a24b-ab621e1fb692 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '48621b82-e48f-4984-a0da-1c5617a89edd', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:24.822504 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ddab261b-4c16-4e93-a24b-ab621e1fb692 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.887014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ddab261b-4c16-4e93-a24b-ab621e1fb692 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.972226 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ddab261b-4c16-4e93-a24b-ab621e1fb692 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:24.993464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab261b-4c16-4e93-a24b-ab621e1fb692 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ef68f6-dd62-451b-a8c7-bf63fe7b474d,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:25.058305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ddab261b-4c16-4e93-a24b-ab621e1fb692 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.059573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ddab261b-4c16-4e93-a24b-ab621e1fb692 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106027 Sep 17 22:46:25.062242 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56746) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.066648 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ab165279-7f4b-4590-a054-c42e7859c7e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '48621b82-e48f-4984-a0da-1c5617a89edd', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:25.171416 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab165279-7f4b-4590-a054-c42e7859c7e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.228477 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab165279-7f4b-4590-a054-c42e7859c7e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.304033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab165279-7f4b-4590-a054-c42e7859c7e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.324842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab165279-7f4b-4590-a054-c42e7859c7e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fd69f0-7919-481f-870f-f2592903993e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:25.418384 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ab165279-7f4b-4590-a054-c42e7859c7e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.419721 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ab165279-7f4b-4590-a054-c42e7859c7e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563547 Sep 17 22:46:25.422382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56756) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.426802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6d933ed6-ede7-4dad-9985-383d9b59da20 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '48621b82-e48f-4984-a0da-1c5617a89edd', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:25.531856 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d933ed6-ede7-4dad-9985-383d9b59da20 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.588697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d933ed6-ede7-4dad-9985-383d9b59da20 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.681523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d933ed6-ede7-4dad-9985-383d9b59da20 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.701236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d933ed6-ede7-4dad-9985-383d9b59da20 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605d09b3-8d71-418b-901e-2dc70e1204d6,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:25.789924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d933ed6-ede7-4dad-9985-383d9b59da20 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:25.791135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d933ed6-ede7-4dad-9985-383d9b59da20 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677170 Sep 17 22:46:25.793779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56760) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:25.798132 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f73ab34c-34fa-43ff-a7d2-98b0b29ef5ef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '48621b82-e48f-4984-a0da-1c5617a89edd', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:25.943372 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f73ab34c-34fa-43ff-a7d2-98b0b29ef5ef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.001660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f73ab34c-34fa-43ff-a7d2-98b0b29ef5ef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.063923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f73ab34c-34fa-43ff-a7d2-98b0b29ef5ef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.084087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ab34c-34fa-43ff-a7d2-98b0b29ef5ef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc14f1db-8f8b-45f6-a691-84efbbc59387,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:26.127147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f73ab34c-34fa-43ff-a7d2-98b0b29ef5ef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.128381 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f73ab34c-34fa-43ff-a7d2-98b0b29ef5ef tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335667 Sep 17 22:46:26.130938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56762) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:26.135643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ae31f5ef-3bfb-4cec-98b7-f407b51b125a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '48621b82-e48f-4984-a0da-1c5617a89edd', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:26.189734 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-ae31f5ef-3bfb-4cec-98b7-f407b51b125a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Project 3277a6e8e6c64ca9b40417a14736e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:46:26.194640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ef-3bfb-4cec-98b7-f407b51b125a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.255820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ef-3bfb-4cec-98b7-f407b51b125a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.292902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ef-3bfb-4cec-98b7-f407b51b125a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.310463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31f5ef-3bfb-4cec-98b7-f407b51b125a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2555441c-4852-4a7d-b855-3ed41b53e7e6,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:26.361201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ef-3bfb-4cec-98b7-f407b51b125a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.365687 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ae31f5ef-3bfb-4cec-98b7-f407b51b125a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2303019 Sep 17 22:46:26.365687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56764) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:26.369746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-04c9fbab-99d6-4f42-96aa-fb21d124f198 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'security_group_rule': {'security_group_id': '48621b82-e48f-4984-a0da-1c5617a89edd', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:26.464474 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-04c9fbab-99d6-4f42-96aa-fb21d124f198 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Project 3277a6e8e6c64ca9b40417a14736e38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:46:26.469896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04c9fbab-99d6-4f42-96aa-fb21d124f198 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.530444 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04c9fbab-99d6-4f42-96aa-fb21d124f198 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.607052 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04c9fbab-99d6-4f42-96aa-fb21d124f198 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.624620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9fbab-99d6-4f42-96aa-fb21d124f198 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7077755-9c7a-4428-b37f-3afd8dded3c5,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:26.721196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-04c9fbab-99d6-4f42-96aa-fb21d124f198 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.722461 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-04c9fbab-99d6-4f42-96aa-fb21d124f198 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3564155 Sep 17 22:46:26.725259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56768) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:26.730120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'network': {'name': 'tempest-network-smoke--1521245318', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:26.829671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:26.833231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.858259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:46:26.876418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:26.881568 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Added segment acad312d-efd0-4f2d-a87c-57cc353ef895 of type vlan for network 081b0386-788c-4707-ae6f-9e71863f02ef Sep 17 22:46:26.947159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.029801 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.035595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:27.036373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.102520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Network': ['ID=081b0386-788c-4707-ae6f-9e71863f02ef,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:27.112785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 081b0386-788c-4707-ae6f-9e71863f02ef details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:46:27.145379 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0d4f347b-0397-42e3-a070-d41cb5825b31 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4188964 Sep 17 22:46:27.147845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56770) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:27.152611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'admin_state_up': True, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:27.259013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.260064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.313706 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.497834 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.744117 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.763341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:27.864119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.25.5.49 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/eaccf2ea-b193-4216-a342-241127cab8f0) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:27.969141 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.093263 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:28.131236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:28.136284 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:28.138604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:28.147106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=eaccf2ea-b193-4216-a342-241127cab8f0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:28.488918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.004706 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.240138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:46:29.353721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:29.363388 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Sync routers for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:29.372670 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:29.375958 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:46:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:29.458515 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.459814 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ca914604-5cf8-4774-8eaa-50b3801e998f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3110337 Sep 17 22:46:29.463738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56784) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.475400 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:29.495592 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-041160de-42e4-40d2-988c-dfdf4f60e350 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3277a6e8e6c64ca9b40417a14736e38e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306971 Sep 17 22:46:29.498155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56786) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.584447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cecac0-973e-4995-a4f4-08e1e1eab48c tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:29.585916 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-04cecac0-973e-4995-a4f4-08e1e1eab48c tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868583 Sep 17 22:46:29.589454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56788) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.619462 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-82597f46-6bec-4115-b491-929952a378e6 tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264602 Sep 17 22:46:29.619738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56790) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:29.624817 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1785190448', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:29.650010 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:28Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:29.679986 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Checking router: 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:29.681172 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Updating router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a port eaccf2ea-b193-4216-a342-241127cab8f0 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:46:29.705970 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.795778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:29.799424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:29.952268 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.040192 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.069078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.090775 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Attempting to bind port eaccf2ea-b193-4216-a342-241127cab8f0 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:30.091276 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Attempting to bind port eaccf2ea-b193-4216-a342-241127cab8f0 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:30.091758 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Attempting to bind port eaccf2ea-b193-4216-a342-241127cab8f0 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:30.102244 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Pushing event updated for resources: {'Port': ['ID=eaccf2ea-b193-4216-a342-241127cab8f0,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.106380 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:30.106756 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:30.107175 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.107559 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:30.108047 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Bound port: eaccf2ea-b193-4216-a342-241127cab8f0, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:30.108458 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.114921 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.115732 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.115732 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.115979 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.116227 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.116555 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.116873 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.117189 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.118040 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.118977 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.119282 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.119649 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:30.138184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Subnet': ['ID=e356046d-3cd1-4083-bc64-3cf1130e3fab,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.142942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Checking segment: {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:30.143391 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network hostable DHCP agents. Network: 081b0386-788c-4707-ae6f-9e71863f02ef, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:46:30.173041 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] For port eaccf2ea-b193-4216-a342-241127cab8f0, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:30.177852 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] For port eaccf2ea-b193-4216-a342-241127cab8f0, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eaccf2ea-b193-4216-a342-241127cab8f0,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:30.236343 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 081b0386-788c-4707-ae6f-9e71863f02ef is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:46:30.292908 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.332590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 081b0386-788c-4707-ae6f-9e71863f02ef) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:30.336611 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:30.337286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.343981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a604e-be77-41a2-a753-d4816523dbd4 None None] Network 081b0386-788c-4707-ae6f-9e71863f02ef requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:30.351714 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44a001-5e25-4388-a703-5c5fa68e06e6 None None] Pushing event updated for resources: {'Port': ['ID=eaccf2ea-b193-4216-a342-241127cab8f0,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:30.360389 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:30.361563 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:46:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:30.444471 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e336d017-e289-4554-905b-2b41a9bd1e93 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8209624 Sep 17 22:46:30.444903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56800) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:30.467585 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:30.503966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-081b0386-788c-4707-ae6f-9e71863f02ef', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:46:30.505170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:30.739743 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:28Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:30.780914 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2caa5-2dd6-45d0-ab64-4d8b2978d63f None None] The sync data for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 is: [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:28Z', 'revision_number': 3, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:30.857008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Allocated IP 172.20.0.2 (081b0386-788c-4707-ae6f-9e71863f02ef/e356046d-3cd1-4083-bc64-3cf1130e3fab/7f6b5f5c-c51a-4e8b-8395-772e8d7e082a) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:30.985013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.061749 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.161773 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.197171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Network 081b0386-788c-4707-ae6f-9e71863f02ef is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:31.198771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:31.202918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:31.238529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Pushing event updated for resources: {'Port': ['ID=7f6b5f5c-c51a-4e8b-8395-772e8d7e082a,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:31.291209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Attempting to bind port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:31.291653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Attempting to bind port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:31.292100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Attempting to bind port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a on network 081b0386-788c-4707-ae6f-9e71863f02ef {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:31.299594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:31.300174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Checking segment: {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:31.300766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.301220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Bound using segment: {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:31.301767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Bound port: 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:31.302213 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.365681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.20.0.1 (081b0386-788c-4707-ae6f-9e71863f02ef/e356046d-3cd1-4083-bc64-3cf1130e3fab/3101747c-d67b-478c-930b-dc7f61e59aea) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:31.382719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] For port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:31.386524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] For port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7f6b5f5c-c51a-4e8b-8395-772e8d7e082a,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:31.458658 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.508460 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.535756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374904b-1a12-4823-8b10-a0b21c50dd0c None None] Pushing event updated for resources: {'Port': ['ID=7f6b5f5c-c51a-4e8b-8395-772e8d7e082a,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:31.635948 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:31.690494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 081b0386-788c-4707-ae6f-9e71863f02ef is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:31.704906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:31.707597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:31.735486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=3101747c-d67b-478c-930b-dc7f61e59aea,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:31.792707 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.041103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.279138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eaccf2ea-b193-4216-a342-241127cab8f0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:32.375750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port eaccf2ea-b193-4216-a342-241127cab8f0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:32.376411 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.472733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.473354 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.501428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port eaccf2ea-b193-4216-a342-241127cab8f0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eaccf2ea-b193-4216-a342-241127cab8f0,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:32.590203 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.590498 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.591200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:32.640726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23256e2-c197-457a-b20d-b85209988a04 None None] Network 081b0386-788c-4707-ae6f-9e71863f02ef requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:46:32.672012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.673985 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=3101747c-d67b-478c-930b-dc7f61e59aea,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:32.735781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=eaccf2ea-b193-4216-a342-241127cab8f0,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:32.759785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1fb9e895-5e95-49d8-b9dc-8f94260677e1 None None] Provisioning complete for port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:32.760151 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e895-5e95-49d8-b9dc-8f94260677e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.780896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:32.781264 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:32.784623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 081b0386-788c-4707-ae6f-9e71863f02ef is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:32.787127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:32.918911 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:32.987884 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e895-5e95-49d8-b9dc-8f94260677e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.004035 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.050301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1fb9e895-5e95-49d8-b9dc-8f94260677e1 None None] For port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7f6b5f5c-c51a-4e8b-8395-772e8d7e082a,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:33.051551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:33.056672 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9e9170e3-6396-4ee1-99dd-3659214adfb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "PUT /v2.0/routers/4a552b44-b8b1-4e5a-b7bf-4753aa2a463a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6106465 Sep 17 22:46:33.107501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Sync routers for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:33.122143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:33.122143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:46:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:33.162947 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e895-5e95-49d8-b9dc-8f94260677e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.289083 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:46:33.290107 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:46:33.314153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-b0203bff-d30a-4473-a36c-00d965a42893 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298654471&fields=id&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 267 time: 0.0451298 Sep 17 22:46:33.320224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9e895-5e95-49d8-b9dc-8f94260677e1 None None] Pushing event updated for resources: {'Port': ['ID=7f6b5f5c-c51a-4e8b-8395-772e8d7e082a,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:33.356401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a8a289ce-9245-4a8c-9544-f02ec8ef6131 None None] Provisioning complete for port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:33.356778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a8a289ce-9245-4a8c-9544-f02ec8ef6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.394716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:33.437350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-e69221bc-e791-4441-93b6-b015fe316600 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:33.444757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-e69221bc-e791-4441-93b6-b015fe316600 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/networks?id=081b0386-788c-4707-ae6f-9e71863f02ef HTTP/1.1" status: 200 len: 797 time: 0.1289973 Sep 17 22:46:33.463100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-84bf3fcb-6827-4cb2-b422-e9553c73b151 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/quotas/3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 375 time: 0.0171211 Sep 17 22:46:33.527147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-ea677371-7737-4e71-8c73-b46bff5985e7 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628161 Sep 17 22:46:33.564692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a8a289ce-9245-4a8c-9544-f02ec8ef6131 None None] Provisioning complete for port 3101747c-d67b-478c-930b-dc7f61e59aea triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:33.565308 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a8a289ce-9245-4a8c-9544-f02ec8ef6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.633942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a8a289ce-9245-4a8c-9544-f02ec8ef6131 None None] Port 3101747c-d67b-478c-930b-dc7f61e59aea cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:33.663609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-3bb77d48-5893-49f6-aec7-83c77127b0fb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:46:33.671351 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-3bb77d48-5893-49f6-aec7-83c77127b0fb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1430302 Sep 17 22:46:33.714059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3101747c-d67b-478c-930b-dc7f61e59aea', 'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:e3:0a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:31Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 2, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:33.746540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Checking router: 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:33.746918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Updating router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a port 3101747c-d67b-478c-930b-dc7f61e59aea binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:46:33.768809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-f4e15af7-1412-4f67-b60c-91ddbe54684f service neutron] 10.222.0.13 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950017 Sep 17 22:46:33.778739 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.789107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-41f43599-c3a2-4740-b7ce-176405f1724d None None] Provisioning complete for port 3101747c-d67b-478c-930b-dc7f61e59aea triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:33.789636 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-41f43599-c3a2-4740-b7ce-176405f1724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:33.893135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-41f43599-c3a2-4740-b7ce-176405f1724d None None] Port 3101747c-d67b-478c-930b-dc7f61e59aea cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:34.130347 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.198780 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.239148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eaccf2ea-b193-4216-a342-241127cab8f0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:34.272271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-fa903db8-dcd8-4303-b4f5-8e1b6193a8c9 service neutron] 10.222.0.13 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996605 Sep 17 22:46:34.295136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677deed-00d3-4918-9dcd-d684f8b46669 None None] Pushing event updated for resources: {'Port': ['ID=3101747c-d67b-478c-930b-dc7f61e59aea,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:34.367792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Attempting to bind port 3101747c-d67b-478c-930b-dc7f61e59aea on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:34.368435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Attempting to bind port 3101747c-d67b-478c-930b-dc7f61e59aea by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:34.368785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Attempting to bind port 3101747c-d67b-478c-930b-dc7f61e59aea on network 081b0386-788c-4707-ae6f-9e71863f02ef {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:34.376385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port eaccf2ea-b193-4216-a342-241127cab8f0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:34.376752 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.378370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:34.378737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Checking segment: {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:34.379150 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.379539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Bound using segment: {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:34.380005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Bound port: 3101747c-d67b-478c-930b-dc7f61e59aea, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:34.380391 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.557953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8ade64a-51b6-4ad1-ac60-80cbc4f40cf0 req-910cac97-0e51-43d6-a228-66fb0d0c25f6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 210 time: 0.0302224 Sep 17 22:46:34.688525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] For port 3101747c-d67b-478c-930b-dc7f61e59aea, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:34.711907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] For port 3101747c-d67b-478c-930b-dc7f61e59aea, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3101747c-d67b-478c-930b-dc7f61e59aea,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:34.718225 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:34.719828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4274bf51-650d-4743-80fb-45a9ba7b100f None None] Provisioning complete for port 3101747c-d67b-478c-930b-dc7f61e59aea triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:34.720191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4274bf51-650d-4743-80fb-45a9ba7b100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.781480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4274bf51-650d-4743-80fb-45a9ba7b100f None None] Port 3101747c-d67b-478c-930b-dc7f61e59aea cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:34.786314 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.852503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:34.852813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:34.856609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677deed-00d3-4918-9dcd-d684f8b46669 None None] Pushing event updated for resources: {'Port': ['ID=3101747c-d67b-478c-930b-dc7f61e59aea,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:34.859892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:34.860867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:46:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:35.109467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:35.151941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a105839d-3c81-4481-8151-f080b92382fe None None] Provisioning complete for port 3101747c-d67b-478c-930b-dc7f61e59aea triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:35.155888 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a105839d-3c81-4481-8151-f080b92382fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.347548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a105839d-3c81-4481-8151-f080b92382fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.389900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a105839d-3c81-4481-8151-f080b92382fe None None] For port 3101747c-d67b-478c-930b-dc7f61e59aea, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3101747c-d67b-478c-930b-dc7f61e59aea,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:35.404569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3101747c-d67b-478c-930b-dc7f61e59aea', 'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:e3:0a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:31Z', 'updated_at': '2021-09-17T22:46:34Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:35.435313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec14e8e-692c-4035-88e1-1529c197fa02 None None] The sync data for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 is: [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3101747c-d67b-478c-930b-dc7f61e59aea', 'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:e3:0a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:31Z', 'updated_at': '2021-09-17T22:46:34Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:35.498978 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a105839d-3c81-4481-8151-f080b92382fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:35.563164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105839d-3c81-4481-8151-f080b92382fe None None] Pushing event updated for resources: {'Port': ['ID=3101747c-d67b-478c-930b-dc7f61e59aea,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:35.663074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccd6521d-05d4-4d74-9e03-65bee6c914fb req-1a76d51a-793c-4a17-962a-68be3f1ef17f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 210 time: 0.0322855 Sep 17 22:46:36.225581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3101747c-d67b-478c-930b-dc7f61e59aea up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:36.282476 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3101747c-d67b-478c-930b-dc7f61e59aea triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:36.282949 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:36.603324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-8d8eaf19-7eb0-4f3a-b977-ca6b644df342 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:36.604791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-8d8eaf19-7eb0-4f3a-b977-ca6b644df342 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/networks?id=081b0386-788c-4707-ae6f-9e71863f02ef HTTP/1.1" status: 200 len: 797 time: 0.1086922 Sep 17 22:46:36.649864 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-3381ed72-65e4-4d58-92be-058b51238bb8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3277a6e8e6c64ca9b40417a14736e38e HTTP/1.1" status: 200 len: 379 time: 0.0348802 Sep 17 22:46:36.658932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'port': {'device_id': '970d935e-c800-4342-9d79-322a247a6e0e', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'admin_state_up': True, 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'security_groups': ['48621b82-e48f-4984-a0da-1c5617a89edd']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:36.778524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f24a3eb-b65b-458a-84ce-557a22b7fe56 req-c781d2e7-2f5d-425e-b043-96d512e9923e tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 210 time: 0.0379992 Sep 17 22:46:36.921482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Made reservation on behalf of 3277a6e8e6c64ca9b40417a14736e38e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:46:36.925380 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.070917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.20.0.10 (081b0386-788c-4707-ae6f-9e71863f02ef/e356046d-3cd1-4083-bc64-3cf1130e3fab/00e97175-6545-4995-9bc6-4fd1c374579c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:37.215424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.321535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.366017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 081b0386-788c-4707-ae6f-9e71863f02ef is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:37.369718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:37.373356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:37.381687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=00e97175-6545-4995-9bc6-4fd1c374579c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:37.428900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:37.430277 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.522181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-c9ca5ae1-924b-415a-a018-525ef22347ff tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8667984 Sep 17 22:46:37.534906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Request body: {'port': {'device_id': '970d935e-c800-4342-9d79-322a247a6e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:37.594962 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.632224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-08e2f4de-c445-4d73-985e-1b87ad894e65 None None] Provisioning complete for port 00e97175-6545-4995-9bc6-4fd1c374579c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:37.632684 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-08e2f4de-c445-4d73-985e-1b87ad894e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.667009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f4de-c445-4d73-985e-1b87ad894e65 None None] Port 00e97175-6545-4995-9bc6-4fd1c374579c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:46:37.855307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e97175-6545-4995-9bc6-4fd1c374579c {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:46:37.870984 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:37.903920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Transition to ACTIVE for port object 00e97175-6545-4995-9bc6-4fd1c374579c will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:46:37.916076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ca238-1ef8-4fc2-84fa-338e517955c1 req-7bd9cdb0-5572-4cac-83ed-2c452abb1240 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:37.917591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-036ca238-1ef8-4fc2-84fa-338e517955c1 req-7bd9cdb0-5572-4cac-83ed-2c452abb1240 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 932 time: 0.0690291 Sep 17 22:46:37.955839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-036ca238-1ef8-4fc2-84fa-338e517955c1 req-e171d4af-6a16-4281-a8ca-66dffff987e8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Sep 17 22:46:37.983935 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.037142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Pushing event updated for resources: {'Port': ['ID=00e97175-6545-4995-9bc6-4fd1c374579c,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:38.111075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Attempting to bind port 00e97175-6545-4995-9bc6-4fd1c374579c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:46:38.111329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Attempting to bind port 00e97175-6545-4995-9bc6-4fd1c374579c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:46:38.111687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Attempting to bind port 00e97175-6545-4995-9bc6-4fd1c374579c on network 081b0386-788c-4707-ae6f-9e71863f02ef {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:38.116129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Port 00e97175-6545-4995-9bc6-4fd1c374579c on network 081b0386-788c-4707-ae6f-9e71863f02ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:46:38.116442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Attempting to bind port 00e97175-6545-4995-9bc6-4fd1c374579c on network 081b0386-788c-4707-ae6f-9e71863f02ef {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:46:38.121503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:46:38.121839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Checking segment: {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:46:38.122214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Bound using segment: {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:46:38.122638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Bound port: 00e97175-6545-4995-9bc6-4fd1c374579c, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad312d-efd0-4f2d-a87c-57cc353ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:46:38.123080 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.191348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:46:38.194591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00e97175-6545-4995-9bc6-4fd1c374579c,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:46:38.264514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.304637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.304637 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.304637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/00e97175-6545-4995-9bc6-4fd1c374579c HTTP/1.1" status: 200 len: 1093 time: 0.7741199 Sep 17 22:46:38.305749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:38.308140 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928adde7-3c0c-4cde-bc26-a1416fbe5423" -d '{"events": [{"name": "network-changed", "server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:38.334922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb0ba3-7a4c-4e41-8335-b515c76082a4 service neutron] Pushing event updated for resources: {'Port': ['ID=00e97175-6545-4995-9bc6-4fd1c374579c,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:38.363605 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120a145-f2e2-4c4b-a78f-ca1d46e2f7b0 x-openstack-request-id: req-6120a145-f2e2-4c4b-a78f-ca1d46e2f7b0 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:38.363887 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:38.364133 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6120a145-f2e2-4c4b-a78f-ca1d46e2f7b0 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:38.364530 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c', 'status': 'completed', 'code': 200} Sep 17 22:46:38.429187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928adde7-3c0c-4cde-bc26-a1416fbe5423 req-4c88e7f9-3f26-4118-aba0-b6171db93661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.431629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-928adde7-3c0c-4cde-bc26-a1416fbe5423 req-4c88e7f9-3f26-4118-aba0-b6171db93661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 1096 time: 0.0470595 Sep 17 22:46:38.543557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:38.544033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928adde7-3c0c-4cde-bc26-a1416fbe5423 req-d333d9bd-c4b3-46ef-bfc6-468b97941a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.545598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-928adde7-3c0c-4cde-bc26-a1416fbe5423 req-d333d9bd-c4b3-46ef-bfc6-468b97941a6c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1067753 Sep 17 22:46:38.641244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928adde7-3c0c-4cde-bc26-a1416fbe5423 req-063d02c4-3282-4276-9e5c-3898c56f426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.642975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-928adde7-3c0c-4cde-bc26-a1416fbe5423 req-063d02c4-3282-4276-9e5c-3898c56f426b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900609 Sep 17 22:46:38.720762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-202d3a2a-8fce-4f51-8f94-9bb5f5c99a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.722306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-202d3a2a-8fce-4f51-8f94-9bb5f5c99a43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 1096 time: 0.0409253 Sep 17 22:46:38.771585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-8ba87f83-5a78-46da-b008-ec06eddd795e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00e97175-6545-4995-9bc6-4fd1c374579c HTTP/1.1" status: 200 len: 217 time: 0.0420811 Sep 17 22:46:38.820672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-88aeffcb-2120-4365-8bbd-73f5ca35ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.822338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-88aeffcb-2120-4365-8bbd-73f5ca35ad73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e356046d-3cd1-4083-bc64-3cf1130e3fab HTTP/1.1" status: 200 len: 835 time: 0.0442643 Sep 17 22:46:38.866885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-920be205-7c59-4bae-bd0d-940dcfa2bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:38.868952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-920be205-7c59-4bae-bd0d-940dcfa2bfa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=081b0386-788c-4707-ae6f-9e71863f02ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399811 Sep 17 22:46:38.966578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-7ed9c042-c1d8-4434-aa5f-39790a026726 service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903831 Sep 17 22:46:39.088214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0510ecb0-1953-4280-973b-c8cb1ca8cc77 req-3ccf1ec2-187c-4491-be59-92cca6fe1672 service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149976 Sep 17 22:46:39.101021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8504b1-fe4d-45aa-8741-05554636a4f0 req-9dcbd6f1-6104-4188-af1d-f130b0cf577d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:39.103130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb8504b1-fe4d-45aa-8741-05554636a4f0 req-9dcbd6f1-6104-4188-af1d-f130b0cf577d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 944 time: 0.0749366 Sep 17 22:46:39.141830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eb8504b1-fe4d-45aa-8741-05554636a4f0 req-597733dd-c6db-4aba-94dc-35c52c5ff724 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Sep 17 22:46:40.246779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:40.262330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b460f-fd85-4665-87bb-e707ccca5641 req-4d817a3d-c1d9-4917-86b9-3ce153ac48a2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:40.266945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac1b460f-fd85-4665-87bb-e707ccca5641 req-4d817a3d-c1d9-4917-86b9-3ce153ac48a2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 944 time: 0.0492568 Sep 17 22:46:40.302673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac1b460f-fd85-4665-87bb-e707ccca5641 req-8b756e74-c543-445a-918a-0a81f9dd96c4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Sep 17 22:46:40.930479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00e97175-6545-4995-9bc6-4fd1c374579c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:46:40.994144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56904) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:41.031644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00e97175-6545-4995-9bc6-4fd1c374579c,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:41.043892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '00e97175-6545-4995-9bc6-4fd1c374579c', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'port_id': '00e97175-6545-4995-9bc6-4fd1c374579c', 'mac_address': 'fa:16:3e:c8:63:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:46:41.080733 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.093386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e97175-6545-4995-9bc6-4fd1c374579c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:46:41.108316 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4be369cc-e92a-4262-813a-9d6a89e70744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.112941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00e97175-6545-4995-9bc6-4fd1c374579c,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:41.173168 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.208986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4be369cc-e92a-4262-813a-9d6a89e70744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.220886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=00e97175-6545-4995-9bc6-4fd1c374579c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:41.373818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4be369cc-e92a-4262-813a-9d6a89e70744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.374389 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['00e97175-6545-4995-9bc6-4fd1c374579c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:46:41.412466 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be369cc-e92a-4262-813a-9d6a89e70744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61325e1-270b-4519-8819-1b902130fe66,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:41.419401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4be369cc-e92a-4262-813a-9d6a89e70744 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de77325503554d5faa4acdfbc7625e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238143 Sep 17 22:46:41.423269 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56910) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:41.426271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2d6c7-8738-488e-a776-06a8fec4f278 req-bab8f22c-cd57-42c7-a0c3-169cc9d2bd98 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:41.434050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ce2d6c7-8738-488e-a776-06a8fec4f278 req-bab8f22c-cd57-42c7-a0c3-169cc9d2bd98 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 945 time: 0.0615609 Sep 17 22:46:41.467727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ce2d6c7-8738-488e-a776-06a8fec4f278 req-2bac77c0-0c2c-4a47-aaf6-45e677e63e56 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328286 Sep 17 22:46:41.480902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-302579cb-a303-4c45-9844-89f15101e1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.503288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-302579cb-a303-4c45-9844-89f15101e1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.629558 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-302579cb-a303-4c45-9844-89f15101e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.632086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-302579cb-a303-4c45-9844-89f15101e1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:41.633771 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-302579cb-a303-4c45-9844-89f15101e1a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b61325e1-270b-4519-8819-1b902130fe66 HTTP/1.1" status: 204 len: 168 time: 0.2095344 Sep 17 22:46:41.641372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302579cb-a303-4c45-9844-89f15101e1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61325e1-270b-4519-8819-1b902130fe66,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:42.393475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56916) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:42.406452 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b11cf752-0100-4b22-8e58-15de2077e905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.493134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b11cf752-0100-4b22-8e58-15de2077e905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.561093 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b11cf752-0100-4b22-8e58-15de2077e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.589407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfb283-e420-4751-a610-4f3e4886a56c req-497356a0-893b-4baa-a794-85ad29b29c48 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:42.590933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68cfb283-e420-4751-a610-4f3e4886a56c req-497356a0-893b-4baa-a794-85ad29b29c48 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 945 time: 0.0530338 Sep 17 22:46:42.597901 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cf752-0100-4b22-8e58-15de2077e905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fd4310-02a6-43ca-ac9f-714ab59616bd,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:42.605356 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b11cf752-0100-4b22-8e58-15de2077e905 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=515445cf693b4200bcb43e2034ce3f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083409 Sep 17 22:46:42.605674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56920) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:42.630839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68cfb283-e420-4751-a610-4f3e4886a56c req-725510e1-ed17-4053-b9d8-58fcd1b31a1d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336106 Sep 17 22:46:42.655033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d035410-52a7-464a-9547-ae52c87f02eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.675642 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d035410-52a7-464a-9547-ae52c87f02eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.776986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d035410-52a7-464a-9547-ae52c87f02eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.779428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d035410-52a7-464a-9547-ae52c87f02eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:42.780674 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3d035410-52a7-464a-9547-ae52c87f02eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2fd4310-02a6-43ca-ac9f-714ab59616bd HTTP/1.1" status: 204 len: 168 time: 0.1739831 Sep 17 22:46:42.788445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d035410-52a7-464a-9547-ae52c87f02eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fd4310-02a6-43ca-ac9f-714ab59616bd,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:42.943883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00e97175-6545-4995-9bc6-4fd1c374579c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:46:43.081042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 00e97175-6545-4995-9bc6-4fd1c374579c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:46:43.085023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 00e97175-6545-4995-9bc6-4fd1c374579c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:46:43.091779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.162501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.191473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:43.194064 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07775f-7507-42da-ae43-b42183187850" -d '{"events": [{"server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "name": "network-vif-plugged", "status": "completed", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:43.212550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00e97175-6545-4995-9bc6-4fd1c374579c,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:46:43.238167 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8571831f-123c-4566-85cb-9ad08e2804d7 x-openstack-request-id: req-8571831f-123c-4566-85cb-9ad08e2804d7 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:43.238167 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "name": "network-vif-plugged", "status": "completed", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:43.238167 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8571831f-123c-4566-85cb-9ad08e2804d7 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:43.238167 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c', 'code': 200} Sep 17 22:46:43.287118 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:43.334654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02280f4f-a174-4bb0-856d-2211f8940106 req-abb372cf-f17a-4c4c-94de-e6a557911976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:43.337370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02280f4f-a174-4bb0-856d-2211f8940106 req-abb372cf-f17a-4c4c-94de-e6a557911976 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0429564 Sep 17 22:46:43.337517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=00e97175-6545-4995-9bc6-4fd1c374579c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:43.374848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02280f4f-a174-4bb0-856d-2211f8940106 req-e7e8d330-0c1d-4c3f-b850-7eedda86fe69 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274725 Sep 17 22:46:43.744855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feba2e-638f-4fe8-8dd6-c6ed659b8582 req-87b5a970-8d61-468e-b887-3733a0c6e1d6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:43.746461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29feba2e-638f-4fe8-8dd6-c6ed659b8582 req-87b5a970-8d61-468e-b887-3733a0c6e1d6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0497322 Sep 17 22:46:43.785287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29feba2e-638f-4fe8-8dd6-c6ed659b8582 req-1a201c85-6be5-4ee2-8077-6290ade893da tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329115 Sep 17 22:46:44.906523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28c0f6-2aeb-4ac7-b361-aa36e281d1a0 req-78fac944-924a-4444-ae07-28db50b019c1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:44.908080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf28c0f6-2aeb-4ac7-b361-aa36e281d1a0 req-78fac944-924a-4444-ae07-28db50b019c1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0538359 Sep 17 22:46:44.948975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bf28c0f6-2aeb-4ac7-b361-aa36e281d1a0 req-66ee668f-3014-466f-8b4b-1a426301c419 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347495 Sep 17 22:46:45.064651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cedcb-e5d8-4f62-aaf5-39b70fbfd561 req-414ccef0-6320-45ef-8cb5-fb4b95775e37 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:45.066141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c35cedcb-e5d8-4f62-aaf5-39b70fbfd561 req-414ccef0-6320-45ef-8cb5-fb4b95775e37 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0501311 Sep 17 22:46:45.104486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c35cedcb-e5d8-4f62-aaf5-39b70fbfd561 req-a444d49c-8d98-45db-96e6-ac9f44d599a6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Sep 17 22:46:45.126029 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56972) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:45.178072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e39cd-6fd6-4b63-8582-59d8c13a281c tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:45.179667 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-db2e39cd-6fd6-4b63-8582-59d8c13a281c tempest-TestNetworkAdvancedServerOps-1370893978 tempest-TestNetworkAdvancedServerOps-1370893978-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 1093 time: 0.0526452 Sep 17 22:46:45.186854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 56976) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:45.187618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '00e97175-6545-4995-9bc6-4fd1c374579c', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:46:45.281520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.386551 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.488514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Allocated IP 172.25.5.231 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/3a7a6fe1-3c7b-4c95-a9f8-7c5a36fb77c0) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:46:45.595317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.710144 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:45.748075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:46:45.752374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:46:45.756867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:46:45.766338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=3a7a6fe1-3c7b-4c95-a9f8-7c5a36fb77c0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:46.572953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.748778 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.907341 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:46.978276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.049414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event updated for resources: {'Port': ['ID=3a7a6fe1-3c7b-4c95-a9f8-7c5a36fb77c0,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:47.061418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.161226 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Floating IP 4076cb04-7da7-46b4-b344-b1faaac36590 associated. External IP: 172.25.5.231, port: 00e97175-6545-4995-9bc6-4fd1c374579c. Sep 17 22:46:47.377267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:46:47.487563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:46:47.498605 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] Sync routers for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:46:47.507898 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:47.508579 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:46:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:47.641570 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.672526 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-619ad6c1-ff9f-42f2-a007-120ef06c8a79 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4881465 Sep 17 22:46:47.673121 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:46:47.675661 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3124127-9d92-4f43-96fa-82907fe2bef0" -d '{"events": [{"name": "network-changed", "server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:46:47.705078 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:47.716940 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d579a1-8650-458b-b215-8718a0689d4b x-openstack-request-id: req-b9d579a1-8650-458b-b215-8718a0689d4b {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:46:47.717231 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:46:47.717486 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9d579a1-8650-458b-b215-8718a0689d4b {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:46:47.718017 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c', 'status': 'completed', 'code': 200} Sep 17 22:46:47.815068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-ae3ca9ed-9812-4a16-81f8-8d7861416e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:47.816606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-ae3ca9ed-9812-4a16-81f8-8d7861416e07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0743308 Sep 17 22:46:47.824988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdb3d4-4c58-4111-98df-d27872ac91a0 req-dca56900-ecb5-402c-a9b1-9a6656fb8b4b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:47.826493 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffbdb3d4-4c58-4111-98df-d27872ac91a0 req-dca56900-ecb5-402c-a9b1-9a6656fb8b4b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0860195 Sep 17 22:46:47.841336 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-34ff4934-5ea5-416c-a347-2d61226f81e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:47.916802 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ffbdb3d4-4c58-4111-98df-d27872ac91a0 req-f3ab5662-f46b-47db-9453-384e80473db4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808628 Sep 17 22:46:47.937984 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '4076cb04-7da7-46b4-b344-b1faaac36590', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'port_id': '00e97175-6545-4995-9bc6-4fd1c374579c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'mac_address': 'fa:16:3e:c8:63:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970d935e-c800-4342-9d79-322a247a6e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:46:46Z', 'updated_at': '2021-09-17T22:46:46Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3101747c-d67b-478c-930b-dc7f61e59aea', 'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:e3:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:31Z', 'updated_at': '2021-09-17T22:46:35Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:47.940150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-5027eba3-167f-4007-8f5b-3bf0e4598798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:47.940377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57014) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:47.941645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-5027eba3-167f-4007-8f5b-3bf0e4598798 service neutron] 10.222.0.32 "GET /v2.0/networks?id=081b0386-788c-4707-ae6f-9e71863f02ef HTTP/1.1" status: 200 len: 897 time: 0.1142402 Sep 17 22:46:47.969749 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] Checking router: 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:46:47.978846 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:46:47.979494 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:46:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:48.013664 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-511465dd-8bf8-445b-9a01-fc7a7628e658 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/4076cb04-7da7-46b4-b344-b1faaac36590 HTTP/1.1" status: 200 len: 992 time: 0.0721295 Sep 17 22:46:48.028385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-4a181465-d8b8-45b0-b551-1d563fca15cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00e97175-6545-4995-9bc6-4fd1c374579c HTTP/1.1" status: 200 len: 1000 time: 0.0772920 Sep 17 22:46:48.078937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-ad86919d-7d26-415b-b861-62cfe3909780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:48.080495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-ad86919d-7d26-415b-b861-62cfe3909780 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e356046d-3cd1-4083-bc64-3cf1130e3fab HTTP/1.1" status: 200 len: 835 time: 0.0450041 Sep 17 22:46:48.089245 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:46:48.128576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-145e8bba-9499-4371-9d2c-501665323796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:48.130131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-145e8bba-9499-4371-9d2c-501665323796 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=081b0386-788c-4707-ae6f-9e71863f02ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422592 Sep 17 22:46:48.234861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-5b876477-981b-485b-bb4c-f7a82d0ec2e9 service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970633 Sep 17 22:46:48.320497 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '4076cb04-7da7-46b4-b344-b1faaac36590', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'port_id': '00e97175-6545-4995-9bc6-4fd1c374579c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'mac_address': 'fa:16:3e:c8:63:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970d935e-c800-4342-9d79-322a247a6e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:46:46Z', 'updated_at': '2021-09-17T22:46:46Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3101747c-d67b-478c-930b-dc7f61e59aea', 'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:e3:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:31Z', 'updated_at': '2021-09-17T22:46:35Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:46:48.336747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3124127-9d92-4f43-96fa-82907fe2bef0 req-13f2049f-58d5-40d4-91ff-a24674d334bd service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943296 Sep 17 22:46:48.352696 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f719725a-34d3-4528-bb71-9c7da90af94f None None] The sync data for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 is: [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '4076cb04-7da7-46b4-b344-b1faaac36590', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'port_id': '00e97175-6545-4995-9bc6-4fd1c374579c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'mac_address': 'fa:16:3e:c8:63:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970d935e-c800-4342-9d79-322a247a6e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:46:46Z', 'updated_at': '2021-09-17T22:46:46Z', 'revision_number': 0, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3101747c-d67b-478c-930b-dc7f61e59aea', 'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:e3:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:31Z', 'updated_at': '2021-09-17T22:46:35Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:46:48.566927 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b0248-04e6-422a-977e-55b09332a85d None None] New status for floating IP 4076cb04-7da7-46b4-b344-b1faaac36590: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:46:49.017391 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57030) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:49.084116 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-af3f441e-b08c-4cad-ba7d-479af59ac54b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/4076cb04-7da7-46b4-b344-b1faaac36590 HTTP/1.1" status: 200 len: 994 time: 0.0652685 Sep 17 22:46:50.224024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6655-3215-4b04-bc77-c7757ce4ce05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.185522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57044) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:51.286939 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.296672 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.386534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.492251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.532150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28cc4928bd904c4c8eee50bc9f38219c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451440 Sep 17 22:46:51.533057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484b2681-5657-4930-b433-3976270920cc,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:51.534745 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57048) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:51.540694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.541114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.541456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.541787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.542180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.542510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.542859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.543186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.543507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.543824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.544142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.544457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b6959-ab3a-4b73-93b6-cef754acfe31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:46:51.584113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f57d3b4-6f11-4d48-b44d-f97775a2982b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.605533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f57d3b4-6f11-4d48-b44d-f97775a2982b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.744390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f57d3b4-6f11-4d48-b44d-f97775a2982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.747082 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f57d3b4-6f11-4d48-b44d-f97775a2982b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.748252 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5f57d3b4-6f11-4d48-b44d-f97775a2982b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/484b2681-5657-4930-b433-3976270920cc HTTP/1.1" status: 204 len: 168 time: 0.2124722 Sep 17 22:46:51.754952 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:51.756300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57d3b4-6f11-4d48-b44d-f97775a2982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484b2681-5657-4930-b433-3976270920cc,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:52.388476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57054) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:52.403497 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-616670d7-259e-4c57-ae46-0733dde641f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.491080 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-616670d7-259e-4c57-ae46-0733dde641f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.594809 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-616670d7-259e-4c57-ae46-0733dde641f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.632019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-616670d7-259e-4c57-ae46-0733dde641f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62c8b4c42b52445caba8ba8b54f5aa2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424345 Sep 17 22:46:52.634123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616670d7-259e-4c57-ae46-0733dde641f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b10824-e31a-4020-be98-7afa17f6c741,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:52.635324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57056) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:52.683976 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08056e14-6142-4b89-95e3-0faece4cd617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.704495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08056e14-6142-4b89-95e3-0faece4cd617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.829293 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08056e14-6142-4b89-95e3-0faece4cd617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.831850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-08056e14-6142-4b89-95e3-0faece4cd617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:52.833021 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-08056e14-6142-4b89-95e3-0faece4cd617 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39b10824-e31a-4020-be98-7afa17f6c741 HTTP/1.1" status: 204 len: 168 time: 0.1967003 Sep 17 22:46:52.841712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08056e14-6142-4b89-95e3-0faece4cd617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b10824-e31a-4020-be98-7afa17f6c741,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:53.412190 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.474678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57062) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:53.488365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0af0-6a5d-4935-8fe5-b8577e04b112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.572756 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0af0-6a5d-4935-8fe5-b8577e04b112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.675100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0af0-6a5d-4935-8fe5-b8577e04b112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.714086 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0b2c0af0-6a5d-4935-8fe5-b8577e04b112 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=508d0592ca0346ee84658822161a80ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383006 Sep 17 22:46:53.714958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c0af0-6a5d-4935-8fe5-b8577e04b112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560f58c3-7271-4643-b134-973ecd5f3977,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:53.716814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57064) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:46:53.768105 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbf20aff-9d53-4b53-9bb6-88c74e03311f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.788528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbf20aff-9d53-4b53-9bb6-88c74e03311f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.857899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-fbdd7346-2c8b-4353-a15c-432f35581e4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410657 Sep 17 22:46:53.938250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-62f5415f-41fe-47fb-8714-2972d9f17fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:53.939849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-62f5415f-41fe-47fb-8714-2972d9f17fb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0401454 Sep 17 22:46:53.949245 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbf20aff-9d53-4b53-9bb6-88c74e03311f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.951888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dbf20aff-9d53-4b53-9bb6-88c74e03311f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:46:53.953087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dbf20aff-9d53-4b53-9bb6-88c74e03311f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/560f58c3-7271-4643-b134-973ecd5f3977 HTTP/1.1" status: 204 len: 168 time: 0.2352629 Sep 17 22:46:53.968344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf20aff-9d53-4b53-9bb6-88c74e03311f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560f58c3-7271-4643-b134-973ecd5f3977,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:46:54.052962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-2aee05c3-6914-4cbb-b1c2-ad2f849d3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:54.054453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-2aee05c3-6914-4cbb-b1c2-ad2f849d3558 service neutron] 10.222.0.32 "GET /v2.0/networks?id=081b0386-788c-4707-ae6f-9e71863f02ef HTTP/1.1" status: 200 len: 897 time: 0.0938036 Sep 17 22:46:54.105298 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:46:54.118347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-fd919e9a-07ec-4ead-a5e5-e8472e357af3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00e97175-6545-4995-9bc6-4fd1c374579c HTTP/1.1" status: 200 len: 1002 time: 0.0572193 Sep 17 22:46:54.170779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-c4f2ab7d-4af8-4a6b-ab09-6e232ad6c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:54.176473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-c4f2ab7d-4af8-4a6b-ab09-6e232ad6c31c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e356046d-3cd1-4083-bc64-3cf1130e3fab HTTP/1.1" status: 200 len: 835 time: 0.0521452 Sep 17 22:46:54.220646 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-8dcb016c-36fb-4389-8619-b70fca1b2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:46:54.222107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-8dcb016c-36fb-4389-8619-b70fca1b2bbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=081b0386-788c-4707-ae6f-9e71863f02ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392241 Sep 17 22:46:54.312566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-46e6f205-0bd5-468f-928b-cd416d611687 service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830171 Sep 17 22:46:54.408483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3963c3-ec20-4715-8bec-95629ec3f7d2 req-26779ad3-5acd-4da0-b94b-9652f7abe984 service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889833 Sep 17 22:47:08.555181 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:10.224010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:16.106964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65ac3b-73eb-4478-9fba-0f6d7a9419a3 req-946419db-80cd-442a-ad18-2838cc65b1c0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:16.108619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f65ac3b-73eb-4478-9fba-0f6d7a9419a3 req-946419db-80cd-442a-ad18-2838cc65b1c0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0528042 Sep 17 22:47:16.150486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f65ac3b-73eb-4478-9fba-0f6d7a9419a3 req-70701faa-c7a9-44f8-a781-f2b21ddfecd4 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340807 Sep 17 22:47:17.270257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaa05e-2838-4c31-bb6c-4388c2b1cc02 req-a6a3dc2c-3526-45ba-96b4-19d251cb3c11 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:17.271797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23eaa05e-2838-4c31-bb6c-4388c2b1cc02 req-a6a3dc2c-3526-45ba-96b4-19d251cb3c11 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0533803 Sep 17 22:47:17.309797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23eaa05e-2838-4c31-bb6c-4388c2b1cc02 req-323e672a-134c-46ed-8ec5-31b7624c12d8 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313947 Sep 17 22:47:17.829626 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5894e2e9-40bd-47c2-a916-8422cc368564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:17.897080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57268) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:18.003425 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02540c5d-95af-4f46-bbb3-6a99dc6c939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.091630 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02540c5d-95af-4f46-bbb3-6a99dc6c939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.188394 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-02540c5d-95af-4f46-bbb3-6a99dc6c939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.227597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-02540c5d-95af-4f46-bbb3-6a99dc6c939b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=241a5b9aabd64cb282911dffd4c580f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293889 Sep 17 22:47:18.228403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02540c5d-95af-4f46-bbb3-6a99dc6c939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0cb981-4159-40e3-9284-3711a9c50763,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:18.230876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57272) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:18.279868 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.300303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.406246 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.409195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:18.410643 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f0cb981-4159-40e3-9284-3711a9c50763 HTTP/1.1" status: 204 len: 168 time: 0.1787310 Sep 17 22:47:18.419679 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0cb981-4159-40e3-9284-3711a9c50763,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:18.425701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2032ba-cb66-4186-8a78-d70ba1bb2b93 req-78767915-8e06-4a5b-aaed-d49bcbcbbfab tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:18.429295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae2032ba-cb66-4186-8a78-d70ba1bb2b93 req-78767915-8e06-4a5b-aaed-d49bcbcbbfab tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0481510 Sep 17 22:47:18.429442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.429442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.429442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.429442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.429442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.429442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.429442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.430240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.430240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.430240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.430543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.430852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782411e5-655c-4760-8ecf-d980a04dc3b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:18.472255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae2032ba-cb66-4186-8a78-d70ba1bb2b93 req-3e53516b-72ff-4e70-ad78-f97c778a7cb9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378659 Sep 17 22:47:19.591804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542702f4-ccf7-4348-b086-d2870166c0a1 req-c0707ae2-2175-4961-9436-617876f9ec73 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:19.593285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-542702f4-ccf7-4348-b086-d2870166c0a1 req-c0707ae2-2175-4961-9436-617876f9ec73 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0527594 Sep 17 22:47:19.630839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-542702f4-ccf7-4348-b086-d2870166c0a1 req-96573230-2311-421b-b56a-73f2da5caebe tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Sep 17 22:47:20.245974 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d606a07e-90ac-4280-94bf-b010408eba1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:20.747867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7204d-4e13-4cbb-a394-2e854496ffa2 req-6cf31985-e0d4-4722-8f4c-443a15b8072a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:20.749605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8e7204d-4e13-4cbb-a394-2e854496ffa2 req-6cf31985-e0d4-4722-8f4c-443a15b8072a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0508215 Sep 17 22:47:20.789741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8e7204d-4e13-4cbb-a394-2e854496ffa2 req-c2d510bb-52eb-4390-af54-f7ca543d86b2 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340698 Sep 17 22:47:21.298065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.725878 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:21.905005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dd131-1aa4-4a7e-b587-434536e78440 req-dcb2549f-f83c-4ce4-847f-03c9884a0064 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:21.906468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-116dd131-1aa4-4a7e-b587-434536e78440 req-dcb2549f-f83c-4ce4-847f-03c9884a0064 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0491319 Sep 17 22:47:21.943454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-116dd131-1aa4-4a7e-b587-434536e78440 req-7423ae73-2009-46f3-837e-760b45aeb872 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308707 Sep 17 22:47:23.061723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6d56f-9220-413d-9cc5-2fdcc8d4ab40 req-7b8a5ed7-df29-4eaa-9c8e-909948f3a2c1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:23.063374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fb6d56f-9220-413d-9cc5-2fdcc8d4ab40 req-7b8a5ed7-df29-4eaa-9c8e-909948f3a2c1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0543795 Sep 17 22:47:23.101324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fb6d56f-9220-413d-9cc5-2fdcc8d4ab40 req-3084af36-3f63-48fc-800f-d95f9df39e1c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Sep 17 22:47:23.406172 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:24.217394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf1335-3a52-4865-aef3-fb6d0fdcb0c9 req-deb27773-d96b-4e4d-80f4-362b7d856076 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:24.218959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfcf1335-3a52-4865-aef3-fb6d0fdcb0c9 req-deb27773-d96b-4e4d-80f4-362b7d856076 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0501294 Sep 17 22:47:24.255513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfcf1335-3a52-4865-aef3-fb6d0fdcb0c9 req-9877c1cd-d01d-4339-b450-04712dc4f8e3 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306346 Sep 17 22:47:25.375098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341f999-62ad-4fa0-a344-1a7b2fd0c705 req-4027f60e-320f-4ccc-b4f8-3d9c33e6213f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:25.376677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c341f999-62ad-4fa0-a344-1a7b2fd0c705 req-4027f60e-320f-4ccc-b4f8-3d9c33e6213f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0512240 Sep 17 22:47:25.414868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c341f999-62ad-4fa0-a344-1a7b2fd0c705 req-173c66a8-d5db-46ef-9781-4dd855ac41eb tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321672 Sep 17 22:47:26.538986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9182-b459-42d8-abfb-e6736fce345b req-d3dda66b-42a6-4038-8ef6-a3310e41bd2c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:26.540751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df6e9182-b459-42d8-abfb-e6736fce345b req-d3dda66b-42a6-4038-8ef6-a3310e41bd2c tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0549839 Sep 17 22:47:26.580633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-df6e9182-b459-42d8-abfb-e6736fce345b req-e5bcfe56-b8dd-45f1-a1eb-59c2cad6d6fe tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334969 Sep 17 22:47:27.694259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe573af-8430-4310-85b4-8a9063b19b9b req-eebed370-9a9b-49a5-afa5-49adba22985a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:27.695771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fe573af-8430-4310-85b4-8a9063b19b9b req-eebed370-9a9b-49a5-afa5-49adba22985a tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0489745 Sep 17 22:47:27.735509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fe573af-8430-4310-85b4-8a9063b19b9b req-d9343a11-c894-4328-8a12-e19dd34c1759 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337257 Sep 17 22:47:28.850339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868dddb-5e5e-4352-9e1c-615eb1c9a11e req-d537e5c0-5c39-424d-8c40-6780cd46938f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:28.851911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8868dddb-5e5e-4352-9e1c-615eb1c9a11e req-d537e5c0-5c39-424d-8c40-6780cd46938f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0492766 Sep 17 22:47:28.890400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8868dddb-5e5e-4352-9e1c-615eb1c9a11e req-372c2db9-978e-4a3d-9a34-1827204df96d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318217 Sep 17 22:47:29.087515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801f106-49b9-4a51-a5f7-f197eccaca48 req-dc362c5a-8f26-4366-bf75-39cec36c1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:29.090003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9801f106-49b9-4a51-a5f7-f197eccaca48 req-dc362c5a-8f26-4366-bf75-39cec36c1299 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0444429 Sep 17 22:47:29.124597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9801f106-49b9-4a51-a5f7-f197eccaca48 req-b771fd23-d0b4-4468-a42c-3687de8df893 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279300 Sep 17 22:47:30.004399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc50885-bd3c-40c9-a0f7-57490fbe5de1 req-185027ed-c350-4ceb-8afc-baab5955219d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:30.005890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dc50885-bd3c-40c9-a0f7-57490fbe5de1 req-185027ed-c350-4ceb-8afc-baab5955219d tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0492980 Sep 17 22:47:30.051393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dc50885-bd3c-40c9-a0f7-57490fbe5de1 req-1705cf8c-0bf6-4faf-8e5a-7b9ceaece214 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382435 Sep 17 22:47:31.104729 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:47:31.181558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19a350-2667-43be-b6b0-03804beae5e4 req-ce99c6f5-cb97-46bf-819f-a317c70a23aa tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:31.184778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c19a350-2667-43be-b6b0-03804beae5e4 req-ce99c6f5-cb97-46bf-819f-a317c70a23aa tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0535285 Sep 17 22:47:31.197697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00e97175-6545-4995-9bc6-4fd1c374579c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:47:31.201328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00e97175-6545-4995-9bc6-4fd1c374579c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:47:31.234238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c19a350-2667-43be-b6b0-03804beae5e4 req-9bde70fd-6c26-434f-bdcb-fb5179a6b3b6 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435901 Sep 17 22:47:31.266630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57432) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:31.335863 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.372851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-74118344-0074-469d-b2bd-712f4f53d483 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/floatingips/4076cb04-7da7-46b4-b344-b1faaac36590 HTTP/1.1" status: 200 len: 994 time: 0.1058292 Sep 17 22:47:31.393682 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:31.396093 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8a59c5-bc42-48bd-a589-9f219153b572" -d '{"events": [{"server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:31.410472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00e97175-6545-4995-9bc6-4fd1c374579c,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:31.420978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00e97175-6545-4995-9bc6-4fd1c374579c,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:31.425493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '00e97175-6545-4995-9bc6-4fd1c374579c', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'port_id': '00e97175-6545-4995-9bc6-4fd1c374579c', 'mac_address': 'fa:16:3e:c8:63:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:47:31.449392 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff337abd-80e3-4d21-882a-923ca77b042d x-openstack-request-id: req-ff337abd-80e3-4d21-882a-923ca77b042d {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:31.449927 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:31.450199 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff337abd-80e3-4d21-882a-923ca77b042d {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:31.450610 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c', 'code': 200} Sep 17 22:47:31.466161 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.478448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00e97175-6545-4995-9bc6-4fd1c374579c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:47:31.484327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:31.558930 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 22:47:31.559291 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 22:47:31.562082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=00e97175-6545-4995-9bc6-4fd1c374579c,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:31.569452 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.569801 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.570145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.570484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.570837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.571175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.571503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.571824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.572147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.572469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.572837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:31.573157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:32.096247 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.108766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e97175-6545-4995-9bc6-4fd1c374579c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:47:32.128314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00e97175-6545-4995-9bc6-4fd1c374579c,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:32.195023 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:32.241310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=00e97175-6545-4995-9bc6-4fd1c374579c,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:32.392509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['00e97175-6545-4995-9bc6-4fd1c374579c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:47:33.211666 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00e97175-6545-4995-9bc6-4fd1c374579c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:33.263251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 00e97175-6545-4995-9bc6-4fd1c374579c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:33.263880 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.340492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.376549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00e97175-6545-4995-9bc6-4fd1c374579c,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:33.451547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:33.453838 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61e00fa-93ca-4f68-89a4-3a4db6008e29" -d '{"events": [{"server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "name": "network-vif-plugged", "status": "completed", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:33.457142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:33.491596 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151b7196-bbc4-4c2c-a089-40a0ca1eea06 x-openstack-request-id: req-151b7196-bbc4-4c2c-a089-40a0ca1eea06 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:33.491893 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "name": "network-vif-plugged", "status": "completed", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:33.492146 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-151b7196-bbc4-4c2c-a089-40a0ca1eea06 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:33.492534 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c', 'code': 200} Sep 17 22:47:33.508686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=00e97175-6545-4995-9bc6-4fd1c374579c,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:35.383364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57454) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:35.497046 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b2668d8-fd8d-45e3-b553-195786fbbdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.583624 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b2668d8-fd8d-45e3-b553-195786fbbdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.669375 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7b2668d8-fd8d-45e3-b553-195786fbbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.707128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7b2668d8-fd8d-45e3-b553-195786fbbdc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbb5d8ea85504b2589cc843759c08dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225520 Sep 17 22:47:35.708041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2668d8-fd8d-45e3-b553-195786fbbdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9602ed-ae2f-4f26-8407-864ca160b0f4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:35.709942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57458) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:35.764206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-981a3247-26e8-479b-a811-fe10f1950cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.788238 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-981a3247-26e8-479b-a811-fe10f1950cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.960146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-981a3247-26e8-479b-a811-fe10f1950cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.962804 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-981a3247-26e8-479b-a811-fe10f1950cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:35.964036 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-981a3247-26e8-479b-a811-fe10f1950cb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f9602ed-ae2f-4f26-8407-864ca160b0f4 HTTP/1.1" status: 204 len: 168 time: 0.2524526 Sep 17 22:47:35.972224 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3247-26e8-479b-a811-fe10f1950cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9602ed-ae2f-4f26-8407-864ca160b0f4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:36.844405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57480) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:36.943226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1824416421-network', 'tenant_id': 'd1bf95446f97457cb689070159041056'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:37.000069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Made reservation on behalf of d1bf95446f97457cb689070159041056 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:37.002391 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.010844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.101735 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.148840 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.172943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:37.182123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6085c458-ff78-4b78-b459-5aa6286e0cc2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:37.188064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.188401 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Added segment 964d8984-29e7-482b-9a33-12eb41dca5fc of type vlan for network 2b604e63-96ef-4715-82c3-ecca58ce60ce Sep 17 22:47:37.227608 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.313764 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.314717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:37.315364 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.402068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5564547 Sep 17 22:47:37.405362 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac774f-f1c7-469c-b0d9-2e3fa5229860 admin admin] Pushing event updated for resources: {'Network': ['ID=2b604e63-96ef-4715-82c3-ecca58ce60ce,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:37.405529 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57484) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.410480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Request body: {'subnet': {'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1824416421-subnet', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:37.415760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:37.469157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Made reservation on behalf of d1bf95446f97457cb689070159041056 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:37.471964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.680217 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.736625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa701f8b-85c8-4d01-bb8d-a555b5308947,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:37.741740 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:37.745558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Network hostable DHCP agents. Network: 2b604e63-96ef-4715-82c3-ecca58ce60ce, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:37.799218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:37.868867 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 2b604e63-96ef-4715-82c3-ecca58ce60ce) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:37.873684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:37.874275 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:37.879678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64781c5-0737-48ad-af6b-e681db943549 None None] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:37.961311 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7e40a5f7-c07b-445c-8e3f-66ed773a1e6d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5544493 Sep 17 22:47:37.963777 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57486) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:37.968251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:38.020418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-2b604e63-96ef-4715-82c3-ecca58ce60ce', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:47:38.021276 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.052307 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.053376 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.107922 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.151047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Allocated IP 172.20.0.2 (2b604e63-96ef-4715-82c3-ecca58ce60ce/fa701f8b-85c8-4d01-bb8d-a555b5308947/17d33920-03fa-4842-b4f0-191359b2b093) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:38.292804 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.324916 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.360448 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.400235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:38.403708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:38.406222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:38.423858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Pushing event updated for resources: {'Port': ['ID=17d33920-03fa-4842-b4f0-191359b2b093,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:38.481094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Attempting to bind port 17d33920-03fa-4842-b4f0-191359b2b093 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:38.481510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Attempting to bind port 17d33920-03fa-4842-b4f0-191359b2b093 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:38.481813 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Attempting to bind port 17d33920-03fa-4842-b4f0-191359b2b093 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:38.486783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:38.487184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:38.487582 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.487967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Bound using segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:38.488524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Bound port: 17d33920-03fa-4842-b4f0-191359b2b093, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:38.488911 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.546540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.552581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] For port 17d33920-03fa-4842-b4f0-191359b2b093, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:38.555628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] For port 17d33920-03fa-4842-b4f0-191359b2b093, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=17d33920-03fa-4842-b4f0-191359b2b093,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:38.582468 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.601656 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.617728 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.681822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82b39e-fd28-402a-8d5c-762f2325705a None None] Pushing event updated for resources: {'Port': ['ID=17d33920-03fa-4842-b4f0-191359b2b093,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:38.713800 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Allocated IP 172.25.5.131 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/b7cf4da6-214d-4bba-9230-9ef7f3fff922) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:38.820934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.932476 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:38.970077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:38.974474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:38.978694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:38.986005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Pushing event updated for resources: {'Port': ['ID=b7cf4da6-214d-4bba-9230-9ef7f3fff922,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:39.576563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98194187-3d06-4c5f-aa34-0b72e711f197 None None] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:39.616466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:39.646922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2339e088-8833-4336-bb77-da56cdc5729e None None] Provisioning complete for port 17d33920-03fa-4842-b4f0-191359b2b093 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:39.647693 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2339e088-8833-4336-bb77-da56cdc5729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:39.789081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2339e088-8833-4336-bb77-da56cdc5729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:39.811511 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:39.843180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2339e088-8833-4336-bb77-da56cdc5729e None None] For port 17d33920-03fa-4842-b4f0-191359b2b093, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=17d33920-03fa-4842-b4f0-191359b2b093,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:39.954191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2339e088-8833-4336-bb77-da56cdc5729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.000495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Router 881a396f-9149-4c77-b0f3-0702529c4049 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:47:40.001544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339e088-8833-4336-bb77-da56cdc5729e None None] Pushing event updated for resources: {'Port': ['ID=17d33920-03fa-4842-b4f0-191359b2b093,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:40.073016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-952620dc-8351-472c-ab80-6fb76002d4e3 None None] Provisioning complete for port 17d33920-03fa-4842-b4f0-191359b2b093 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:40.073383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-952620dc-8351-472c-ab80-6fb76002d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.108681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:40.120404 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Sync routers for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:40.130181 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:40.131093 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.194701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.196146 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-289a67dd-bae9-4b69-b9a2-68f8ead23a82 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2314074 Sep 17 22:47:40.198942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57488) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:40.234268 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.241295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 17d33920-03fa-4842-b4f0-191359b2b093 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:40.247090 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:40.290383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 17d33920-03fa-4842-b4f0-191359b2b093 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:40.290756 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.432537 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:39Z', 'revision_number': 3, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:40.459004 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Checking router: 881a396f-9149-4c77-b0f3-0702529c4049 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:40.459349 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Updating router 881a396f-9149-4c77-b0f3-0702529c4049 port b7cf4da6-214d-4bba-9230-9ef7f3fff922 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:47:40.486417 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.743245 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.823181 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.874532 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Attempting to bind port b7cf4da6-214d-4bba-9230-9ef7f3fff922 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:40.874921 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Attempting to bind port b7cf4da6-214d-4bba-9230-9ef7f3fff922 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:40.875278 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Attempting to bind port b7cf4da6-214d-4bba-9230-9ef7f3fff922 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:40.882648 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Pushing event updated for resources: {'Port': ['ID=b7cf4da6-214d-4bba-9230-9ef7f3fff922,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:40.890975 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:40.891342 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:40.891728 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.892366 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:40.892813 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Bound port: b7cf4da6-214d-4bba-9230-9ef7f3fff922, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:40.893183 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.896124 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.896509 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.896843 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.897171 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.897497 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.897820 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.898174 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.898454 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.898770 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.900339 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.900670 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.901054 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:47:40.947779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:40.956756 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] For port b7cf4da6-214d-4bba-9230-9ef7f3fff922, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:40.959755 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] For port b7cf4da6-214d-4bba-9230-9ef7f3fff922, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b7cf4da6-214d-4bba-9230-9ef7f3fff922,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:41.023858 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.081043 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:41.081656 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.103232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Allocated IP 172.20.0.1 (2b604e63-96ef-4715-82c3-ecca58ce60ce/fa701f8b-85c8-4d01-bb8d-a555b5308947/24669455-208a-4eb2-b10a-4ea114f286ed) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:41.115211 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f05107-f68c-41a9-a901-c05d3be1e6ca None None] Pushing event updated for resources: {'Port': ['ID=b7cf4da6-214d-4bba-9230-9ef7f3fff922,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:41.213161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.280983 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.284333 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:41.317324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:41.320226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:41.323713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:41.362049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=24669455-208a-4eb2-b10a-4ea114f286ed,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:41.382111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.468582 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:39Z', 'revision_number': 3, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:41.495547 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100e96b-588e-4a50-a0b8-c1b6731628f1 None None] The sync data for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 is: [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:39Z', 'revision_number': 3, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:41.581314 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.596792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-19a8faaf-8b95-4a27-bc6c-0870a6978890 None None] Provisioning complete for port 24669455-208a-4eb2-b10a-4ea114f286ed triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:41.597350 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-19a8faaf-8b95-4a27-bc6c-0870a6978890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.635525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-19a8faaf-8b95-4a27-bc6c-0870a6978890 None None] Port 24669455-208a-4eb2-b10a-4ea114f286ed cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:41.763749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.823155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.894582 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:41.896306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=24669455-208a-4eb2-b10a-4ea114f286ed,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:41.990396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:41.991992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:42.116246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Router 881a396f-9149-4c77-b0f3-0702529c4049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:42.222180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b7cf4da6-214d-4bba-9230-9ef7f3fff922 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:42.243187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:42.250749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8b589efd-94cc-4074-8fdb-7c60a6c29ff9 admin admin] 10.222.0.13 "PUT /v2.0/routers/881a396f-9149-4c77-b0f3-0702529c4049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0497730 Sep 17 22:47:42.279243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9a19f3ef-c714-499d-92ec-896b49ff6736 None None] Provisioning complete for port 24669455-208a-4eb2-b10a-4ea114f286ed triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:42.279609 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a19f3ef-c714-499d-92ec-896b49ff6736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.320268 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b7cf4da6-214d-4bba-9230-9ef7f3fff922 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:42.320638 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.323293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a19f3ef-c714-499d-92ec-896b49ff6736 None None] Port 24669455-208a-4eb2-b10a-4ea114f286ed cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:42.401877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.423377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port b7cf4da6-214d-4bba-9230-9ef7f3fff922, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b7cf4da6-214d-4bba-9230-9ef7f3fff922,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:42.514885 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:42.565012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=b7cf4da6-214d-4bba-9230-9ef7f3fff922,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:42.974351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57504) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:42.979503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1980868956-network', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:43.044184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Sync routers for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:43.046163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Made reservation on behalf of 25c50edc594a44ae8748c070ac5921d6 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:43.048838 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.053470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:43.054091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:43.057799 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.149587 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.163329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:43.194244 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.216112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 22:47:43.229148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46e9885-f39e-461f-8713-0907c8c068c8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:43.233978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.234309 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Added segment c1e6ecb3-a0ff-463e-ad4d-3479243b647b of type vlan for network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 Sep 17 22:47:43.273247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.361680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 2, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:43.365862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.369147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:43.369147 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.392610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Checking router: 881a396f-9149-4c77-b0f3-0702529c4049 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:43.392943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Updating router 881a396f-9149-4c77-b0f3-0702529c4049 port 24669455-208a-4eb2-b10a-4ea114f286ed binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:47:43.418915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.426505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] Pushing event updated for resources: {'Network': ['ID=2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:43.451654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 22:47:43.463866 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-60a5db48-8206-476a-bcbd-d80ead811932 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4882905 Sep 17 22:47:43.467199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57506) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:43.472129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Request body: {'subnet': {'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1980868956-subnet', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:43.565272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Made reservation on behalf of 25c50edc594a44ae8748c070ac5921d6 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:43.567713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.737789 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.817674 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.828532 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.877700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c963333b-8bef-403b-b5b4-947d065f6d84,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:43.879385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ab08b-0086-47a6-886f-26dd7f652c67 None None] Pushing event updated for resources: {'Port': ['ID=24669455-208a-4eb2-b10a-4ea114f286ed,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:43.893988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Checking segment: {'id': 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:43.893988 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Network hostable DHCP agents. Network: 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 22:47:43.937566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Attempting to bind port 24669455-208a-4eb2-b10a-4ea114f286ed on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:43.941289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Attempting to bind port 24669455-208a-4eb2-b10a-4ea114f286ed by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:43.941289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Attempting to bind port 24669455-208a-4eb2-b10a-4ea114f286ed on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:43.943522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:43.943923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:43.944284 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:43.944673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Bound using segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:43.945130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Bound port: 24669455-208a-4eb2-b10a-4ea114f286ed, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:43.945508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.012332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] For port 24669455-208a-4eb2-b10a-4ea114f286ed, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:44.015676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] For port 24669455-208a-4eb2-b10a-4ea114f286ed, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=24669455-208a-4eb2-b10a-4ea114f286ed,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:44.022355 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 22:47:44.055249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3e809075-1754-4f18-a1e9-87f24c7a7ab8 None None] Provisioning complete for port 24669455-208a-4eb2-b10a-4ea114f286ed triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:44.055818 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3e809075-1754-4f18-a1e9-87f24c7a7ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.075983 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.108047 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:44.125280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:44.125912 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.129765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42694784-577d-48a5-adc6-26502f211b79 None None] Network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:44.146198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-3e809075-1754-4f18-a1e9-87f24c7a7ab8 None None] Port 24669455-208a-4eb2-b10a-4ea114f286ed cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:44.175906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:44.176570 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:44.178333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ab08b-0086-47a6-886f-26dd7f652c67 None None] Pushing event updated for resources: {'Port': ['ID=24669455-208a-4eb2-b10a-4ea114f286ed,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:44.207091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-40776b90-beb5-4968-9f3a-6cbed8a18fdf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7387009 Sep 17 22:47:44.209534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57508) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:44.209960 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b7cf4da6-214d-4bba-9230-9ef7f3fff922 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:44.214675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:44.304017 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.305356 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.359422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.404810 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:44.449613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6ee64264-034e-46af-8733-b77f5a79181f None None] Provisioning complete for port 24669455-208a-4eb2-b10a-4ea114f286ed triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:44.450029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ee64264-034e-46af-8733-b77f5a79181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.564839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.669672 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b7cf4da6-214d-4bba-9230-9ef7f3fff922 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:44.670043 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.675296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7', 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'fixed_ips': [{'subnet_id': 'c963333b-8bef-403b-b5b4-947d065f6d84'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 22:47:44.676127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.819369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.838764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:44.951311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Allocated IP 172.25.5.39 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/f3989e94-277f-425b-8403-d325f0b63eca) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:45.003440 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ee64264-034e-46af-8733-b77f5a79181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.023355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Allocated IP 172.20.0.2 (2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7/c963333b-8bef-403b-b5b4-947d065f6d84/f30ce9e1-1f08-4180-9581-41a33547b4fc) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:45.054530 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.076709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6ee64264-034e-46af-8733-b77f5a79181f None None] For port 24669455-208a-4eb2-b10a-4ea114f286ed, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=24669455-208a-4eb2-b10a-4ea114f286ed,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:45.130408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:45.159923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce78393-8ee2-43ab-b8b2-cc25d0729892 None None] The sync data for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 is: [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:45.162988 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6ee64264-034e-46af-8733-b77f5a79181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.213894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.265808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:45.270171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:45.273962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:45.280067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee64264-034e-46af-8733-b77f5a79181f None None] Pushing event updated for resources: {'Port': ['ID=24669455-208a-4eb2-b10a-4ea114f286ed,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.283255 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Pushing event updated for resources: {'Port': ['ID=f3989e94-277f-425b-8403-d325f0b63eca,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.302396 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.366384 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.406680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:45.409620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:45.413507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:45.422948 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Pushing event updated for resources: {'Port': ['ID=f30ce9e1-1f08-4180-9581-41a33547b4fc,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.481345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Attempting to bind port f30ce9e1-1f08-4180-9581-41a33547b4fc on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:45.481576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Attempting to bind port f30ce9e1-1f08-4180-9581-41a33547b4fc by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:45.482184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Attempting to bind port f30ce9e1-1f08-4180-9581-41a33547b4fc on network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:45.487218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:45.487596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Checking segment: {'id': 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:45.489534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.489534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Bound using segment: {'id': 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:45.489534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Bound port: f30ce9e1-1f08-4180-9581-41a33547b4fc, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:45.489534 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.555610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] For port f30ce9e1-1f08-4180-9581-41a33547b4fc, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:45.559783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] For port f30ce9e1-1f08-4180-9581-41a33547b4fc, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f30ce9e1-1f08-4180-9581-41a33547b4fc,segment=NetworkSegment(c1e6ecb3-a0ff-463e-ad4d-3479243b647b),segment_id=c1e6ecb3-a0ff-463e-ad4d-3479243b647b)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:45.610759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.623824 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:45.700176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678e18-9a4c-4b88-a964-6c7922429a5f None None] Pushing event updated for resources: {'Port': ['ID=f30ce9e1-1f08-4180-9581-41a33547b4fc,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:45.862695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.051841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Router 598d2815-31bb-48e2-bea5-3e6afd8eaffc is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 22:47:46.171119 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:46.181727 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Sync routers for ids ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:46.196045 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Routers {'598d2815-31bb-48e2-bea5-3e6afd8eaffc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:46.196668 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:46.246481 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.250255 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-569a58d3-b60f-4967-97b7-43653ce30344 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0391488 Sep 17 22:47:46.254651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57510) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:47:46.275344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f30ce9e1-1f08-4180-9581-41a33547b4fc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:46.324460 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Set router 598d2815-31bb-48e2-bea5-3e6afd8eaffc gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:46.382859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f30ce9e1-1f08-4180-9581-41a33547b4fc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:46.383518 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.503662 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.551335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port f30ce9e1-1f08-4180-9581-41a33547b4fc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f30ce9e1-1f08-4180-9581-41a33547b4fc,segment=NetworkSegment(c1e6ecb3-a0ff-463e-ad4d-3479243b647b),segment_id=c1e6ecb3-a0ff-463e-ad4d-3479243b647b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:46.555837 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 3, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'gw_port': {'id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:46.583433 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Checking router: 598d2815-31bb-48e2-bea5-3e6afd8eaffc for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:46.583788 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Updating router 598d2815-31bb-48e2-bea5-3e6afd8eaffc port f3989e94-277f-425b-8403-d325f0b63eca binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:47:46.611294 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.624348 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.625170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 24669455-208a-4eb2-b10a-4ea114f286ed up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:46.702835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=f30ce9e1-1f08-4180-9581-41a33547b4fc,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:46.734669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35979dd3-48dc-4868-a0da-9d467b5b230d None None] Network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:47:46.763805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 24669455-208a-4eb2-b10a-4ea114f286ed triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:46.764272 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.766660 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.855982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f067c255-cd3d-4bb6-8c22-3dd7fe43e55c None None] Provisioning complete for port f30ce9e1-1f08-4180-9581-41a33547b4fc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:46.856356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f067c255-cd3d-4bb6-8c22-3dd7fe43e55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.896855 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.949785 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:46.971468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Allocated IP 172.20.0.1 (2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7/c963333b-8bef-403b-b5b4-947d065f6d84/89d69eea-bbe9-4f5b-904f-e80a408288c4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:47.006128 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Attempting to bind port f3989e94-277f-425b-8403-d325f0b63eca on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:47.006508 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Attempting to bind port f3989e94-277f-425b-8403-d325f0b63eca by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:47.006888 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Attempting to bind port f3989e94-277f-425b-8403-d325f0b63eca on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:47.010010 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9a165-8db7-43f5-9e7d-fb8da68e90ce None None] Pushing event updated for resources: {'Port': ['ID=f3989e94-277f-425b-8403-d325f0b63eca,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:47.015497 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:47.015874 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:47.016264 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.020245 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:47.020245 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Bound port: f3989e94-277f-425b-8403-d325f0b63eca, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:47.020245 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.074776 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] For port f3989e94-277f-425b-8403-d325f0b63eca, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:47.078643 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] For port f3989e94-277f-425b-8403-d325f0b63eca, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f3989e94-277f-425b-8403-d325f0b63eca,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:47.172890 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.239404 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Routers {'598d2815-31bb-48e2-bea5-3e6afd8eaffc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:47.240100 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:47.241889 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9a165-8db7-43f5-9e7d-fb8da68e90ce None None] Pushing event updated for resources: {'Port': ['ID=f3989e94-277f-425b-8403-d325f0b63eca,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:47.290434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-becb3801-7c31-4ac5-8e3d-d58a99cd16e5 None None] Provisioning complete for port f30ce9e1-1f08-4180-9581-41a33547b4fc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:47.291499 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-becb3801-7c31-4ac5-8e3d-d58a99cd16e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.364521 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] Set router 598d2815-31bb-48e2-bea5-3e6afd8eaffc gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:47.426434 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.526317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.543114 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 3, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'gw_port': {'id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:47.562122 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:47.565087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:47.568528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:47.570995 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90bd90b-7980-4ec8-865f-89245cc9e082 None None] The sync data for ids ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'] in n-d-713498-17 is: [{'id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 3, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'gw_port': {'id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:47.596574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Pushing event updated for resources: {'Port': ['ID=89d69eea-bbe9-4f5b-904f-e80a408288c4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:47.614506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.809709 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-868683b0-643b-4062-95fa-03a79c73223e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.815212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b2d41621-2caf-4f69-8f10-43373d5e5cdd None None] Provisioning complete for port 89d69eea-bbe9-4f5b-904f-e80a408288c4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:47.818867 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b2d41621-2caf-4f69-8f10-43373d5e5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.842338 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:47.859590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b2d41621-2caf-4f69-8f10-43373d5e5cdd None None] Port 89d69eea-bbe9-4f5b-904f-e80a408288c4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:48.011231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.074362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.146345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Pushing event updated for resources: {'Port': ['ID=89d69eea-bbe9-4f5b-904f-e80a408288c4,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:48.148939 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.255162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:48.256884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:48.286734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f3989e94-277f-425b-8403-d325f0b63eca up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:48.340937 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f3989e94-277f-425b-8403-d325f0b63eca triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:48.342198 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.405520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Router 598d2815-31bb-48e2-bea5-3e6afd8eaffc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:47:48.448601 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.479783 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port f3989e94-277f-425b-8403-d325f0b63eca, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f3989e94-277f-425b-8403-d325f0b63eca,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:48.550236 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:47:48.555745 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-17cea14a-2d83-473e-889e-7e1d36b347bb admin admin] 10.222.0.13 "PUT /v2.0/routers/598d2815-31bb-48e2-bea5-3e6afd8eaffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2990489 Sep 17 22:47:48.566079 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.567051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f30ce9e1-1f08-4180-9581-41a33547b4fc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:48.650033 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a0471517-f359-4820-b6f5-b49bc656edcf None None] Provisioning complete for port 89d69eea-bbe9-4f5b-904f-e80a408288c4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:48.650401 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a0471517-f359-4820-b6f5-b49bc656edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:48.655069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=f3989e94-277f-425b-8403-d325f0b63eca,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:48.697579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a0471517-f359-4820-b6f5-b49bc656edcf None None] Port 89d69eea-bbe9-4f5b-904f-e80a408288c4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:48.701854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f30ce9e1-1f08-4180-9581-41a33547b4fc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:48.702215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.225683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Sync routers for ids ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:47:49.234969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Routers {'598d2815-31bb-48e2-bea5-3e6afd8eaffc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:49.235578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:49.340802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Set router 598d2815-31bb-48e2-bea5-3e6afd8eaffc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:49.547672 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:47Z', 'revision_number': 4, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'gw_port': {'id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '89d69eea-bbe9-4f5b-904f-e80a408288c4', 'name': '', 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'mac_address': 'fa:16:3e:f2:73:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c963333b-8bef-403b-b5b4-947d065f6d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:46Z', 'updated_at': '2021-09-17T22:47:47Z', 'revision_number': 2, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'subnets': [{'id': 'c963333b-8bef-403b-b5b4-947d065f6d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:49.578198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Checking router: 598d2815-31bb-48e2-bea5-3e6afd8eaffc for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:47:49.578549 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Updating router 598d2815-31bb-48e2-bea5-3e6afd8eaffc port 89d69eea-bbe9-4f5b-904f-e80a408288c4 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 22:47:49.602780 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.876372 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:49.971785 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.024883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e423e82-c974-41f2-9c28-3dfb153f0e3c None None] Pushing event updated for resources: {'Port': ['ID=89d69eea-bbe9-4f5b-904f-e80a408288c4,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:50.224204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f3989e94-277f-425b-8403-d325f0b63eca up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:50.278665 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Attempting to bind port 89d69eea-bbe9-4f5b-904f-e80a408288c4 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:50.278982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Attempting to bind port 89d69eea-bbe9-4f5b-904f-e80a408288c4 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:50.279345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Attempting to bind port 89d69eea-bbe9-4f5b-904f-e80a408288c4 on network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:50.289291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:50.289660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Checking segment: {'id': 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:50.290054 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.290509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Bound using segment: {'id': 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:50.290974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Bound port: 89d69eea-bbe9-4f5b-904f-e80a408288c4, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:50.291354 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.332305 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c53358a2-a946-4091-8e74-54f460b31c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.349133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f3989e94-277f-425b-8403-d325f0b63eca triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:50.349503 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.390562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-eab5030a-05ec-4b7d-a0d4-22ae4aa5277c None None] Provisioning complete for port 89d69eea-bbe9-4f5b-904f-e80a408288c4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:50.390841 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eab5030a-05ec-4b7d-a0d4-22ae4aa5277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.417345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] For port 89d69eea-bbe9-4f5b-904f-e80a408288c4, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:50.443301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] For port 89d69eea-bbe9-4f5b-904f-e80a408288c4, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=89d69eea-bbe9-4f5b-904f-e80a408288c4,segment=NetworkSegment(c1e6ecb3-a0ff-463e-ad4d-3479243b647b),segment_id=c1e6ecb3-a0ff-463e-ad4d-3479243b647b)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:50.448378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-eab5030a-05ec-4b7d-a0d4-22ae4aa5277c None None] Port 89d69eea-bbe9-4f5b-904f-e80a408288c4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:50.509305 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.565641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Routers {'598d2815-31bb-48e2-bea5-3e6afd8eaffc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:47:50.566282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:50.571203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e423e82-c974-41f2-9c28-3dfb153f0e3c None None] Pushing event updated for resources: {'Port': ['ID=89d69eea-bbe9-4f5b-904f-e80a408288c4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:50.692362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] Set router 598d2815-31bb-48e2-bea5-3e6afd8eaffc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:47:50.897847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a51551d5-4009-4841-9845-1dc5e9afd3d7 None None] Provisioning complete for port 89d69eea-bbe9-4f5b-904f-e80a408288c4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:50.898220 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a51551d5-4009-4841-9845-1dc5e9afd3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:50.965397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:47Z', 'revision_number': 4, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'gw_port': {'id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '89d69eea-bbe9-4f5b-904f-e80a408288c4', 'name': '', 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'mac_address': 'fa:16:3e:f2:73:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c963333b-8bef-403b-b5b4-947d065f6d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:46Z', 'updated_at': '2021-09-17T22:47:50Z', 'revision_number': 4, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'subnets': [{'id': 'c963333b-8bef-403b-b5b4-947d065f6d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:47:51.009699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d727d-6a74-4cb6-bc07-99bf1f7c8131 None None] The sync data for ids ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'] in n-d-713498-17 is: [{'id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:47Z', 'revision_number': 4, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'gw_port': {'id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '89d69eea-bbe9-4f5b-904f-e80a408288c4', 'name': '', 'network_id': '2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'mac_address': 'fa:16:3e:f2:73:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c963333b-8bef-403b-b5b4-947d065f6d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:46Z', 'updated_at': '2021-09-17T22:47:50Z', 'revision_number': 4, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'subnets': [{'id': 'c963333b-8bef-403b-b5b4-947d065f6d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:47:51.026698 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a51551d5-4009-4841-9845-1dc5e9afd3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.067719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a51551d5-4009-4841-9845-1dc5e9afd3d7 None None] For port 89d69eea-bbe9-4f5b-904f-e80a408288c4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=89d69eea-bbe9-4f5b-904f-e80a408288c4,segment=NetworkSegment(c1e6ecb3-a0ff-463e-ad4d-3479243b647b),segment_id=c1e6ecb3-a0ff-463e-ad4d-3479243b647b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:47:51.138274 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a51551d5-4009-4841-9845-1dc5e9afd3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.189959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51551d5-4009-4841-9845-1dc5e9afd3d7 None None] Pushing event updated for resources: {'Port': ['ID=89d69eea-bbe9-4f5b-904f-e80a408288c4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:51.297528 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:51.736805 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.227009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 89d69eea-bbe9-4f5b-904f-e80a408288c4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:47:52.257414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1642c-c4bc-47cf-a705-547229080976 req-bda12c93-9a7d-4879-b7c8-574718122c73 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:52.258902 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-bda12c93-9a7d-4879-b7c8-574718122c73 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1120551 Sep 17 22:47:52.274003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-7356378c-28d5-44da-806e-c6fa6ddca60d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/quotas/d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 375 time: 0.0091240 Sep 17 22:47:52.275525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 89d69eea-bbe9-4f5b-904f-e80a408288c4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:52.275889 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:52.327208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-e27a3b71-532e-4dfa-97d9-5e163f4771bc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464680 Sep 17 22:47:52.418195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-37943710-34ac-4699-b1fa-8a926e000af5 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840135 Sep 17 22:47:52.518088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-d57d6329-6623-48db-a0db-acf2dbdb524a service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937648 Sep 17 22:47:53.041742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a7fcce9-4785-46cf-88c1-52b90d5b609d req-5fb70b7b-0f99-496b-b5ab-b92e97f64c31 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 210 time: 0.0264096 Sep 17 22:47:53.411477 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:54.293858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad10e493-3687-45a2-a628-8664cafaf01d req-c3f11b8c-69f5-4cd0-965d-1a6d7ed638f0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 210 time: 0.1856182 Sep 17 22:47:54.888996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-ca3d0a0a-c74d-4562-84f3-7e6651fa3d50 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469525 Sep 17 22:47:54.986040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-6d6daefe-5d54-4fe6-8f43-691d77df8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:54.987799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-6d6daefe-5d54-4fe6-8f43-691d77df8b47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0518804 Sep 17 22:47:55.018080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1642c-c4bc-47cf-a705-547229080976 req-158d629e-befc-494a-9c6b-c66834439b32 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:55.019620 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-158d629e-befc-494a-9c6b-c66834439b32 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1645763 Sep 17 22:47:55.033764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'port': {'device_id': 'a08305f7-93f5-49c2-8903-cd9f5053d586', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'admin_state_up': True, 'tenant_id': 'd1bf95446f97457cb689070159041056'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:55.100051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-8bfec82b-381f-4fe7-bdc9-d5f39bb8f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:55.101569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-8bfec82b-381f-4fe7-bdc9-d5f39bb8f341 service neutron] 10.222.0.32 "GET /v2.0/networks?id=081b0386-788c-4707-ae6f-9e71863f02ef HTTP/1.1" status: 200 len: 897 time: 0.0919819 Sep 17 22:47:55.185465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-759c41e5-3402-4fe6-b5a0-bd46d037f6d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00e97175-6545-4995-9bc6-4fd1c374579c HTTP/1.1" status: 200 len: 1002 time: 0.0765014 Sep 17 22:47:55.211559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Made reservation on behalf of d1bf95446f97457cb689070159041056 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:47:55.215728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.242189 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-f0d20298-f424-499e-8435-1142a52f959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:55.243700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-f0d20298-f424-499e-8435-1142a52f959f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e356046d-3cd1-4083-bc64-3cf1130e3fab HTTP/1.1" status: 200 len: 835 time: 0.0508263 Sep 17 22:47:55.296856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-89fa2962-7f0a-4f1b-891e-81fc584b3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:55.298554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-89fa2962-7f0a-4f1b-891e-81fc584b3b4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=081b0386-788c-4707-ae6f-9e71863f02ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461876 Sep 17 22:47:55.418736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.20.0.13 (2b604e63-96ef-4715-82c3-ecca58ce60ce/fa701f8b-85c8-4d01-bb8d-a555b5308947/4a79e147-3932-4053-97ac-fe5a5a343326) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:47:55.455228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0203131b-22b0-4205-8acd-b8639f982e74 req-3b10a137-dd97-45c4-9c07-063e598bc00a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 210 time: 0.0677242 Sep 17 22:47:55.496970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-b6ae0c4e-8af0-4523-813c-a4d9b27a5735 service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901224 Sep 17 22:47:55.640063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a2896fc-6e51-46c2-87e8-ddd3c6760e10 req-27c09199-47ee-4b74-96d8-d1c32ab59fce service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353865 Sep 17 22:47:55.668542 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.766188 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.807334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:47:55.811101 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:47:55.814739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:47:55.843588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=4a79e147-3932-4053-97ac-fe5a5a343326,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:55.876827 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:55.877727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:55.950724 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-962564df-a5ee-49f5-8377-200b0880d27d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9207847 Sep 17 22:47:55.963540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Request body: {'port': {'device_id': 'a08305f7-93f5-49c2-8903-cd9f5053d586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:47:56.026571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.092263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-72fefb3c-ce1c-4763-b895-323d6c105e3e None None] Provisioning complete for port 4a79e147-3932-4053-97ac-fe5a5a343326 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:47:56.093108 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72fefb3c-ce1c-4763-b895-323d6c105e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.133838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-72fefb3c-ce1c-4763-b895-323d6c105e3e None None] Port 4a79e147-3932-4053-97ac-fe5a5a343326 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:47:56.285844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a79e147-3932-4053-97ac-fe5a5a343326 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:47:56.294008 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.306606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Transition to ACTIVE for port object 4a79e147-3932-4053-97ac-fe5a5a343326 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:47:56.377420 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.432526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Pushing event updated for resources: {'Port': ['ID=4a79e147-3932-4053-97ac-fe5a5a343326,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:56.518028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Attempting to bind port 4a79e147-3932-4053-97ac-fe5a5a343326 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:47:56.518499 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Attempting to bind port 4a79e147-3932-4053-97ac-fe5a5a343326 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:47:56.518852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Attempting to bind port 4a79e147-3932-4053-97ac-fe5a5a343326 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:56.526495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Port 4a79e147-3932-4053-97ac-fe5a5a343326 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:47:56.527421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Attempting to bind port 4a79e147-3932-4053-97ac-fe5a5a343326 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:47:56.532834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:47:56.533174 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:47:56.533563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Bound using segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:47:56.534000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Bound port: 4a79e147-3932-4053-97ac-fe5a5a343326, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:47:56.534365 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.601763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56edd-f68d-4155-a971-4de100dfb8ca req-8ceb13e2-f008-4dbc-8c24-72c2d2ab3627 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:56.603438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ce56edd-f68d-4155-a971-4de100dfb8ca req-8ceb13e2-f008-4dbc-8c24-72c2d2ab3627 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0646038 Sep 17 22:47:56.622828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] For port 4a79e147-3932-4053-97ac-fe5a5a343326, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:47:56.627973 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] For port 4a79e147-3932-4053-97ac-fe5a5a343326, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4a79e147-3932-4053-97ac-fe5a5a343326,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:47:56.646677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ce56edd-f68d-4155-a971-4de100dfb8ca req-3e29c5ec-6683-480d-a3fc-5015650767ba tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348244 Sep 17 22:47:56.697769 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.734939 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:56.735564 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:47:56.737092 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] 10.222.0.35 "PUT /v2.0/ports/4a79e147-3932-4053-97ac-fe5a5a343326 HTTP/1.1" status: 200 len: 1093 time: 0.7783489 Sep 17 22:47:56.737399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08305f7-93f5-49c2-8903-cd9f5053d586', 'tag': '4a79e147-3932-4053-97ac-fe5a5a343326'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:47:56.739694 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f365eba-e1e7-4bdf-bac6-6929339b0dca" -d '{"events": [{"name": "network-changed", "server_uuid": "a08305f7-93f5-49c2-8903-cd9f5053d586", "tag": "4a79e147-3932-4053-97ac-fe5a5a343326"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:47:56.768626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b7752-18ee-47a8-b200-ce1296cffe27 service neutron] Pushing event updated for resources: {'Port': ['ID=4a79e147-3932-4053-97ac-fe5a5a343326,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:47:56.782116 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd208254-71ff-462a-981b-90ef62761abe x-openstack-request-id: req-bd208254-71ff-462a-981b-90ef62761abe {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:47:56.782414 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08305f7-93f5-49c2-8903-cd9f5053d586", "tag": "4a79e147-3932-4053-97ac-fe5a5a343326", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:47:56.782668 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd208254-71ff-462a-981b-90ef62761abe {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:47:56.783123 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08305f7-93f5-49c2-8903-cd9f5053d586', 'tag': '4a79e147-3932-4053-97ac-fe5a5a343326', 'status': 'completed', 'code': 200} Sep 17 22:47:56.850064 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365eba-e1e7-4bdf-bac6-6929339b0dca req-b9d0e8bb-534f-416b-a4a1-c2810b519cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:56.851692 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f365eba-e1e7-4bdf-bac6-6929339b0dca req-b9d0e8bb-534f-416b-a4a1-c2810b519cb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 1096 time: 0.0482755 Sep 17 22:47:57.055481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365eba-e1e7-4bdf-bac6-6929339b0dca req-55079a6d-d30a-4a30-b941-ac36dfaad4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:57.056920 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f365eba-e1e7-4bdf-bac6-6929339b0dca req-55079a6d-d30a-4a30-b941-ac36dfaad4d3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d1bf95446f97457cb689070159041056&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1954424 Sep 17 22:47:57.223331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365eba-e1e7-4bdf-bac6-6929339b0dca req-a323f142-6a23-4181-bacb-4f80d8d31ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:57.224819 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9f365eba-e1e7-4bdf-bac6-6929339b0dca req-a323f142-6a23-4181-bacb-4f80d8d31ded service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1595526 Sep 17 22:47:57.300501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1642c-c4bc-47cf-a705-547229080976 req-3ab768d1-c9ee-49d6-a23c-c5483ff05f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:57.302018 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-3ab768d1-c9ee-49d6-a23c-c5483ff05f71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 1096 time: 0.0418496 Sep 17 22:47:57.347768 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-27d42ab9-474c-4458-b631-ede70db8b34e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a79e147-3932-4053-97ac-fe5a5a343326 HTTP/1.1" status: 200 len: 217 time: 0.0383306 Sep 17 22:47:57.396584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1642c-c4bc-47cf-a705-547229080976 req-8ae2e1ee-8f4e-419f-8743-b64ecc3870c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:57.398177 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-8ae2e1ee-8f4e-419f-8743-b64ecc3870c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0443656 Sep 17 22:47:57.443276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1642c-c4bc-47cf-a705-547229080976 req-6f4a4ce1-070b-461c-8fe5-fb4aed658e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:57.444781 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-6f4a4ce1-070b-461c-8fe5-fb4aed658e52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398679 Sep 17 22:47:57.537832 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-1aa9b9aa-5561-41d6-a3a7-599d5ec9b278 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858467 Sep 17 22:47:57.629447 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-99b1642c-c4bc-47cf-a705-547229080976 req-eecd8984-a6bf-4870-812c-d1f50531c066 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841336 Sep 17 22:47:57.768585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755256c-91d3-4d30-a347-b084241d1669 req-92aba515-5de7-4444-87fa-a59e3fcfd6cd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:57.770090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9755256c-91d3-4d30-a347-b084241d1669 req-92aba515-5de7-4444-87fa-a59e3fcfd6cd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0506294 Sep 17 22:47:57.807568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9755256c-91d3-4d30-a347-b084241d1669 req-bdaf86b6-40b8-4c17-a1a6-7ec911562640 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Sep 17 22:47:58.931531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6318b4-ebf3-4f4d-b212-976c628699a4 req-42a6ea22-0165-4b10-9697-ff6379965fc7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:47:58.933085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c6318b4-ebf3-4f4d-b212-976c628699a4 req-42a6ea22-0165-4b10-9697-ff6379965fc7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0545893 Sep 17 22:47:58.972732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c6318b4-ebf3-4f4d-b212-976c628699a4 req-c0771969-0941-446b-9411-a1005819672d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Sep 17 22:48:00.090178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9f0ed-7f9a-4ae2-8571-3eb8e4fc4f67 req-e70ee87c-1df3-46cd-8390-d8e58db92ce0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:00.091709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfc9f0ed-7f9a-4ae2-8571-3eb8e4fc4f67 req-e70ee87c-1df3-46cd-8390-d8e58db92ce0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0484691 Sep 17 22:48:00.127492 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfc9f0ed-7f9a-4ae2-8571-3eb8e4fc4f67 req-23eb85af-55bc-4de8-90e5-e2ef85004f47 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300481 Sep 17 22:48:01.241827 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3350857-aa4e-4c2b-9b58-206af81892e2 req-ed442692-5f41-411c-8baf-2a01fb8faeff tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:01.243322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3350857-aa4e-4c2b-9b58-206af81892e2 req-ed442692-5f41-411c-8baf-2a01fb8faeff tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0480947 Sep 17 22:48:01.280347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3350857-aa4e-4c2b-9b58-206af81892e2 req-fd3feeef-88d7-43cb-b4d9-2581bff62681 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Sep 17 22:48:01.970571 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57586) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:02.122260 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 3a7a6fe1-3c7b-4c95-a9f8-7c5a36fb77c0 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:02.122608 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.198264 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.198694 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.209794 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 3a7a6fe1-3c7b-4c95-a9f8-7c5a36fb77c0 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:02.420872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefd9c7-535c-4369-ba30-eaf8fa06d01b req-092e43e4-7b59-4efe-bded-3644a2a93bd6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:02.422401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cefd9c7-535c-4369-ba30-eaf8fa06d01b req-092e43e4-7b59-4efe-bded-3644a2a93bd6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0541899 Sep 17 22:48:02.460323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cefd9c7-535c-4369-ba30-eaf8fa06d01b req-f1838781-e3a4-4e62-aa7e-fe9aa6a5b399 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Sep 17 22:48:02.474345 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.499897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=3a7a6fe1-3c7b-4c95-a9f8-7c5a36fb77c0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:02.562289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:02.562510 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Floating IP 4076cb04-7da7-46b4-b344-b1faaac36590 disassociated (deleted). External IP: 172.25.5.231, port: 00e97175-6545-4995-9bc6-4fd1c374579c. Sep 17 22:48:02.767228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:48:03.194842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:48:03.199792 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:03.204319 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] Sync routers for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:48:03.213505 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:03.214740 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:03.227225 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c477cecb-e76d-4932-bb4b-452436989260 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/floatingips/4076cb04-7da7-46b4-b344-b1faaac36590 HTTP/1.1" status: 204 len: 168 time: 1.2555664 Sep 17 22:48:03.227917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:03.231530 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056b000a-b45e-4ffd-b179-56344279aedb" -d '{"events": [{"name": "network-changed", "server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:03.268351 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926f04b3-b75e-45e7-9169-fd2562dca685 x-openstack-request-id: req-926f04b3-b75e-45e7-9169-fd2562dca685 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:03.268662 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:03.268903 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-926f04b3-b75e-45e7-9169-fd2562dca685 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:03.269329 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c', 'status': 'completed', 'code': 200} Sep 17 22:48:03.322186 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:03.331404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b000a-b45e-4ffd-b179-56344279aedb req-5102ecca-1b5f-4d55-9aae-618af36fafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:03.332927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056b000a-b45e-4ffd-b179-56344279aedb req-5102ecca-1b5f-4d55-9aae-618af36fafd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0414491 Sep 17 22:48:03.429164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b000a-b45e-4ffd-b179-56344279aedb req-a677c3ad-88c4-4c67-ae21-d9370d8bccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:03.430668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056b000a-b45e-4ffd-b179-56344279aedb req-a677c3ad-88c4-4c67-ae21-d9370d8bccdc service neutron] 10.222.0.32 "GET /v2.0/networks?id=081b0386-788c-4707-ae6f-9e71863f02ef HTTP/1.1" status: 200 len: 897 time: 0.0892725 Sep 17 22:48:03.475975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056b000a-b45e-4ffd-b179-56344279aedb req-3292ce7b-48c6-4ed2-a4f0-759a2f2a3273 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00e97175-6545-4995-9bc6-4fd1c374579c HTTP/1.1" status: 200 len: 217 time: 0.0363343 Sep 17 22:48:03.532570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b000a-b45e-4ffd-b179-56344279aedb req-cb865207-0c1b-4ff4-af0d-dcc2785e6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:03.534174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056b000a-b45e-4ffd-b179-56344279aedb req-cb865207-0c1b-4ff4-af0d-dcc2785e6c34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e356046d-3cd1-4083-bc64-3cf1130e3fab HTTP/1.1" status: 200 len: 835 time: 0.0511310 Sep 17 22:48:03.620362 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3101747c-d67b-478c-930b-dc7f61e59aea', 'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:e3:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:31Z', 'updated_at': '2021-09-17T22:46:35Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:03.625476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968c405-df78-4420-8b52-705a1873ef38 req-49a26a05-2f8b-42eb-b9fa-7140ba4b48fe tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:03.627018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2968c405-df78-4420-8b52-705a1873ef38 req-49a26a05-2f8b-42eb-b9fa-7140ba4b48fe tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0881758 Sep 17 22:48:03.643358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b000a-b45e-4ffd-b179-56344279aedb req-af428f71-262f-4ca4-a90b-18f18b11ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:03.644827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056b000a-b45e-4ffd-b179-56344279aedb req-af428f71-262f-4ca4-a90b-18f18b11ea3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=081b0386-788c-4707-ae6f-9e71863f02ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963688 Sep 17 22:48:03.648056 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] Checking router: 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:48:03.656912 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:03.657720 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:03.757009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2968c405-df78-4420-8b52-705a1873ef38 req-3ff3d6b2-d38f-4a1a-9fb2-9dc39a2f4fa7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174552 Sep 17 22:48:03.761428 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:03.764959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4bab7-a980-4a67-93a1-dab7db76529c req-311f8e70-a114-4139-83ba-e2cad1479af0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:03.766442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3fa4bab7-a980-4a67-93a1-dab7db76529c req-311f8e70-a114-4139-83ba-e2cad1479af0 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.1505232 Sep 17 22:48:03.806393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056b000a-b45e-4ffd-b179-56344279aedb req-9a0cfa61-c7a9-4154-be52-6bfa42dc5471 service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425948 Sep 17 22:48:03.832937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3fa4bab7-a980-4a67-93a1-dab7db76529c req-8f1a7449-1380-4702-9974-48489e6b1e6f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528634 Sep 17 22:48:03.916934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-056b000a-b45e-4ffd-b179-56344279aedb req-b8d00064-4eae-4d4c-bf81-33cb3c229723 service neutron] 10.222.0.32 "GET /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995703 Sep 17 22:48:03.987369 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3101747c-d67b-478c-930b-dc7f61e59aea', 'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:e3:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:31Z', 'updated_at': '2021-09-17T22:46:35Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:04.016236 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dbc13a-59ff-45d2-b8c9-032ea2cde03e None None] The sync data for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 is: [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:31Z', 'revision_number': 4, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3101747c-d67b-478c-930b-dc7f61e59aea', 'name': '', 'network_id': '081b0386-788c-4707-ae6f-9e71863f02ef', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'mac_address': 'fa:16:3e:e3:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:31Z', 'updated_at': '2021-09-17T22:46:35Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'subnets': [{'id': 'e356046d-3cd1-4083-bc64-3cf1130e3fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:48:04.267857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e3573-415a-4dd6-9c87-2940f1adca32 None None] New status for floating IP 4076cb04-7da7-46b4-b344-b1faaac36590: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:48:04.874220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc0e11-b171-4f89-999f-3a4f3f9dbe52 req-16da8a75-0eb1-4798-9864-419bc6963a23 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:04.875832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30bc0e11-b171-4f89-999f-3a4f3f9dbe52 req-16da8a75-0eb1-4798-9864-419bc6963a23 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0512123 Sep 17 22:48:04.923813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-30bc0e11-b171-4f89-999f-3a4f3f9dbe52 req-744b36f9-0ca0-487f-b604-06ebb03ed68d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421417 Sep 17 22:48:04.986064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e089fa-a347-4238-a531-75188317ef6f req-7d5567bc-5daf-4fec-8191-9d00a0ae718f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:04.987585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97e089fa-a347-4238-a531-75188317ef6f req-7d5567bc-5daf-4fec-8191-9d00a0ae718f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0798361 Sep 17 22:48:04.999041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-a20f5516-27cc-4af6-92ad-194db7b7bf14 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:05.000387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-a20f5516-27cc-4af6-92ad-194db7b7bf14 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 946 time: 0.0634034 Sep 17 22:48:05.069335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97e089fa-a347-4238-a531-75188317ef6f req-da90786e-095d-4a3e-b71a-2d563bf442a9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/security-groups?id=48621b82-e48f-4984-a0da-1c5617a89edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679312 Sep 17 22:48:05.113567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 00e97175-6545-4995-9bc6-4fd1c374579c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:05.113902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.204740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port 00e97175-6545-4995-9bc6-4fd1c374579c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00e97175-6545-4995-9bc6-4fd1c374579c,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:05.205097 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.217759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 00e97175-6545-4995-9bc6-4fd1c374579c owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:05.417579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.447908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=00e97175-6545-4995-9bc6-4fd1c374579c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:05.458868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.459217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.459553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.459880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.460208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.460530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.460852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.461689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.461689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.461888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.462085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.462472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:48:05.502783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] No DVR routers for this DVR port 00e97175-6545-4995-9bc6-4fd1c374579c on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:05.505273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:05.507234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-394715e9-06b7-4ea3-b07e-261808b46e02 req-f53cd96f-81c1-4b21-b641-ddfe6102087f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.32 "DELETE /v2.0/ports/00e97175-6545-4995-9bc6-4fd1c374579c HTTP/1.1" status: 204 len: 173 time: 0.5004590 Sep 17 22:48:05.507677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'name': 'network-vif-deleted', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:05.509901 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b67e72d-1404-43f2-8903-f61290b76932" -d '{"events": [{"server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "name": "network-vif-deleted", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:05.545346 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864dd1be-5a86-4179-80dc-d7a40ae81bd9 x-openstack-request-id: req-864dd1be-5a86-4179-80dc-d7a40ae81bd9 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:05.545630 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970d935e-c800-4342-9d79-322a247a6e0e", "name": "network-vif-deleted", "tag": "00e97175-6545-4995-9bc6-4fd1c374579c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:05.545876 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-864dd1be-5a86-4179-80dc-d7a40ae81bd9 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:05.546273 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970d935e-c800-4342-9d79-322a247a6e0e', 'name': 'network-vif-deleted', 'tag': '00e97175-6545-4995-9bc6-4fd1c374579c', 'status': 'completed', 'code': 200} Sep 17 22:48:06.038141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f62ca-86ae-4960-aae2-53f1fd9fa2fa req-8847768e-799c-4a41-81f6-b8f00c1af494 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:06.039655 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-058f62ca-86ae-4960-aae2-53f1fd9fa2fa req-8847768e-799c-4a41-81f6-b8f00c1af494 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0488002 Sep 17 22:48:06.079530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-058f62ca-86ae-4960-aae2-53f1fd9fa2fa req-11d3d777-9682-431d-810b-0e802ccd445a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331314 Sep 17 22:48:06.176219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ccc710f-7e7e-4966-82a3-3b9349b71fa8 req-a3d93a4b-7c59-44cc-b33d-3a7c1644e8e9 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "GET /v2.0/ports?device_id=970d935e-c800-4342-9d79-322a247a6e0e HTTP/1.1" status: 200 len: 210 time: 0.0269067 Sep 17 22:48:07.110154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4a79e147-3932-4053-97ac-fe5a5a343326 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:48:07.197258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fa567-deef-4917-9012-6a5f012d03e9 req-a7a90982-cc96-4c46-b8e1-bcaf1cba63ce tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:07.200096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-200fa567-deef-4917-9012-6a5f012d03e9 req-a7a90982-cc96-4c46-b8e1-bcaf1cba63ce tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 944 time: 0.0541995 Sep 17 22:48:07.208434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4a79e147-3932-4053-97ac-fe5a5a343326, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4a79e147-3932-4053-97ac-fe5a5a343326,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:07.220978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '4a79e147-3932-4053-97ac-fe5a5a343326', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'port_id': '4a79e147-3932-4053-97ac-fe5a5a343326', 'mac_address': 'fa:16:3e:0b:20:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:48:07.232910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57614) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:07.237167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-200fa567-deef-4917-9012-6a5f012d03e9 req-53e58a12-bf64-4a03-819c-da2fa886d7d5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Sep 17 22:48:07.261164 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.274056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a79e147-3932-4053-97ac-fe5a5a343326 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:07.298017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4a79e147-3932-4053-97ac-fe5a5a343326, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4a79e147-3932-4053-97ac-fe5a5a343326,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:07.354405 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.401781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4a79e147-3932-4053-97ac-fe5a5a343326,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:07.586674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['4a79e147-3932-4053-97ac-fe5a5a343326'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:48:07.655405 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:07.959059 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port 3101747c-d67b-478c-930b-dc7f61e59aea {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:07.959433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.048711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port 3101747c-d67b-478c-930b-dc7f61e59aea, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3101747c-d67b-478c-930b-dc7f61e59aea,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:08.049077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.064637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for 3101747c-d67b-478c-930b-dc7f61e59aea owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:08.104108 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:48:08.314728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.351750 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=3101747c-d67b-478c-930b-dc7f61e59aea,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:08.351876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448047a-ed94-4604-85b4-2200aa0b97c3 req-e28fe863-f695-4cfb-8ba2-ab197898411b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:08.353402 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1448047a-ed94-4604-85b4-2200aa0b97c3 req-e28fe863-f695-4cfb-8ba2-ab197898411b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 945 time: 0.0510323 Sep 17 22:48:08.399381 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1448047a-ed94-4604-85b4-2200aa0b97c3 req-2d6ebea8-4e35-4579-ad7d-599f67a5fcae tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355945 Sep 17 22:48:08.522424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.548620 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.731983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:48:08.833409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:48:08.844003 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-302d0bb3-bf3f-4f79-b3cd-db1d166e4b18 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "PUT /v2.0/routers/4a552b44-b8b1-4e5a-b7bf-4753aa2a463a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6042387 Sep 17 22:48:08.844003 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57618) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:08.844230 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] Sync routers for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:48:08.852989 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:08.853589 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:08.890859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ccbfd4-2451-4254-b188-e2b8df411b65 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting subnet e356046d-3cd1-4083-bc64-3cf1130e3fab {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 22:48:08.894116 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ccbfd4-2451-4254-b188-e2b8df411b65 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.922380 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-b7b0ba26-9931-40e5-859f-583c55492d4a req-7bb6c3c7-3dc9-4379-b340-b0db01e8494d service neutron] (101660) timed out ('10.222.0.35', 57036) {{(pid=101660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:48:08.932748 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ccbfd4-2451-4254-b188-e2b8df411b65 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:08.959469 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:09.049346 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ccbfd4-2451-4254-b188-e2b8df411b65 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.110021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4a79e147-3932-4053-97ac-fe5a5a343326 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:48:09.134263 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:48:08Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:09.165006 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] Checking router: 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:48:09.174473 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] Routers {'4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:48:09.175098 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:47:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:09.189124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ccbfd4-2451-4254-b188-e2b8df411b65 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.216446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccbfd4-2451-4254-b188-e2b8df411b65 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Subnet': ['ID=e356046d-3cd1-4083-bc64-3cf1130e3fab,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:09.222678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 4a79e147-3932-4053-97ac-fe5a5a343326 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:48:09.224655 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-19ccbfd4-2451-4254-b188-e2b8df411b65 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.228292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d8517-4865-40c2-b4d1-9093c749cea3 None None] Network 081b0386-788c-4707-ae6f-9e71863f02ef requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 22:48:09.233275 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-19ccbfd4-2451-4254-b188-e2b8df411b65 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/subnets/e356046d-3cd1-4083-bc64-3cf1130e3fab HTTP/1.1" status: 204 len: 168 time: 0.3865981 Sep 17 22:48:09.233444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57620) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:09.233607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 4a79e147-3932-4053-97ac-fe5a5a343326 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:09.233607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.285704 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] Set router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:48:09.357823 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.411564 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.453492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08305f7-93f5-49c2-8903-cd9f5053d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a79e147-3932-4053-97ac-fe5a5a343326'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:09.456473 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6086e815-5994-4db6-873f-de3ab0dfd7e6" -d '{"events": [{"server_uuid": "a08305f7-93f5-49c2-8903-cd9f5053d586", "name": "network-vif-plugged", "status": "completed", "tag": "4a79e147-3932-4053-97ac-fe5a5a343326"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:09.465272 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00e97175-6545-4995-9bc6-4fd1c374579c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:09.501999 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 00e97175-6545-4995-9bc6-4fd1c374579c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:09.502422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00e97175-6545-4995-9bc6-4fd1c374579c not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:09.505530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 4a79e147-3932-4053-97ac-fe5a5a343326, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4a79e147-3932-4053-97ac-fe5a5a343326,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:09.510242 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:48:08Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:09.531421 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a9f4ec-fdd6-41d8-9e07-d721ecce9737 x-openstack-request-id: req-f2a9f4ec-fdd6-41d8-9e07-d721ecce9737 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:09.531756 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08305f7-93f5-49c2-8903-cd9f5053d586", "name": "network-vif-plugged", "status": "completed", "tag": "4a79e147-3932-4053-97ac-fe5a5a343326", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:09.532101 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2a9f4ec-fdd6-41d8-9e07-d721ecce9737 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:09.533172 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08305f7-93f5-49c2-8903-cd9f5053d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a79e147-3932-4053-97ac-fe5a5a343326', 'code': 200} Sep 17 22:48:09.535685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba4e8d-ad7e-4046-b58b-56e628b092c6 None None] DHCP port deletion for 081b0386-788c-4707-ae6f-9e71863f02ef request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 22:48:09.540345 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae755a-75f0-4095-91ad-927b5845891c None None] The sync data for ids ['4a552b44-b8b1-4e5a-b7bf-4753aa2a463a'] in n-d-713498-17 is: [{'id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968467869', 'tenant_id': '3277a6e8e6c64ca9b40417a14736e38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:48:08Z', 'revision_number': 5, 'project_id': '3277a6e8e6c64ca9b40417a14736e38e', 'gw_port': {'id': 'eaccf2ea-b193-4216-a342-241127cab8f0', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a552b44-b8b1-4e5a-b7bf-4753aa2a463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:46:27Z', 'updated_at': '2021-09-17T22:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:48:09.549532 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.570779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489c6a6-3dfb-4154-810e-cc1a184974c5 req-99cde1e7-f028-40b9-ae33-d9c239b8a212 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:09.577358 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.579376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6489c6a6-3dfb-4154-810e-cc1a184974c5 req-99cde1e7-f028-40b9-ae33-d9c239b8a212 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 945 time: 0.0955238 Sep 17 22:48:09.615978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6489c6a6-3dfb-4154-810e-cc1a184974c5 req-018f6524-551d-4fb4-b6e9-19e51358ccd8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326302 Sep 17 22:48:09.638092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=4a79e147-3932-4053-97ac-fe5a5a343326,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:09.646586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba4e8d-ad7e-4046-b58b-56e628b092c6 None None] Deleting port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:09.647093 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4e8d-ad7e-4046-b58b-56e628b092c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.653835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283c170-6b2e-40f9-b773-b9be6962c576 req-dc1c5451-75d1-4a75-a9c4-acca72584b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:09.655406 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e283c170-6b2e-40f9-b773-b9be6962c576 req-dc1c5451-75d1-4a75-a9c4-acca72584b8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 1098 time: 0.0514483 Sep 17 22:48:09.699943 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e283c170-6b2e-40f9-b773-b9be6962c576 req-4cc1d40d-fa94-4ecf-a616-92147d582021 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365543 Sep 17 22:48:09.705160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Deleting port eaccf2ea-b193-4216-a342-241127cab8f0 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:09.708574 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.715630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a6ba4e8d-ad7e-4046-b58b-56e628b092c6 None None] For port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7f6b5f5c-c51a-4e8b-8395-772e8d7e082a,segment=NetworkSegment(acad312d-efd0-4f2d-a87c-57cc353ef895),segment_id=acad312d-efd0-4f2d-a87c-57cc353ef895)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:09.716026 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4e8d-ad7e-4046-b58b-56e628b092c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.727978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba4e8d-ad7e-4046-b58b-56e628b092c6 None None] Calling delete_port for 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:09.783127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] For port eaccf2ea-b193-4216-a342-241127cab8f0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eaccf2ea-b193-4216-a342-241127cab8f0,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:09.783401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.795716 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Calling delete_port for eaccf2ea-b193-4216-a342-241127cab8f0 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:09.862910 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4e8d-ad7e-4046-b58b-56e628b092c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:09.889680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba4e8d-ad7e-4046-b58b-56e628b092c6 None None] Pushing event deleted for resources: {'Port': ['ID=7f6b5f5c-c51a-4e8b-8395-772e8d7e082a,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:09.893209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba4e8d-ad7e-4046-b58b-56e628b092c6 None None] No DVR routers for this DVR port 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:10.068560 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.092242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Port': ['ID=eaccf2ea-b193-4216-a342-241127cab8f0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:10.160954 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.245888 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.252325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3101747c-d67b-478c-930b-dc7f61e59aea no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:10.261287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.261287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.272727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 3101747c-d67b-478c-930b-dc7f61e59aea {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:10.273080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3101747c-d67b-478c-930b-dc7f61e59aea not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:10.273492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:10.295561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:10.295905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7f6b5f5c-c51a-4e8b-8395-772e8d7e082a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:10.371697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.372261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Fanout notify agent at l3_agent the message router_deleted on router 4a552b44-b8b1-4e5a-b7bf-4753aa2a463a {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 22:48:10.378982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.380109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-73cb85e2-606e-4181-b240-6438b8a56d0f tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/routers/4a552b44-b8b1-4e5a-b7bf-4753aa2a463a HTTP/1.1" status: 204 len: 168 time: 1.1468945 Sep 17 22:48:10.383544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57626) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:10.461811 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.804186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc8eaa-8676-413e-9035-864f75924c2c req-2f80648c-08fc-4fa5-a9b4-b21c80590ad4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:10.806183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45fc8eaa-8676-413e-9035-864f75924c2c req-2f80648c-08fc-4fa5-a9b4-b21c80590ad4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 946 time: 0.1126730 Sep 17 22:48:10.816687 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.841565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081b0386-788c-4707-ae6f-9e71863f02ef']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:10.851171 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45fc8eaa-8676-413e-9035-864f75924c2c req-17debaee-8ac0-4b74-8617-c16a141032bf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390086 Sep 17 22:48:10.863904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acad312d-efd0-4f2d-a87c-57cc353ef895') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:10.863904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acad312d-efd0-4f2d-a87c-57cc353ef895') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:48:10.882131 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.901242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.908922 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 22:48:10.909297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: timer() Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 22:48:10.913226 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 22:48:11.034393 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.041637 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.043882 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/networks/081b0386-788c-4707-ae6f-9e71863f02ef HTTP/1.1" status: 204 len: 168 time: 0.6591601 Sep 17 22:48:11.046678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57632) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:11.055186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf229118-a906-4441-bd56-fbb815404cc1 tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'Network': ['ID=081b0386-788c-4707-ae6f-9e71863f02ef,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:11.104564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36ffe820-d65b-439a-821c-ce340136616b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.128424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36ffe820-d65b-439a-821c-ce340136616b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.239644 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36ffe820-d65b-439a-821c-ce340136616b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.242170 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36ffe820-d65b-439a-821c-ce340136616b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.243374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-36ffe820-d65b-439a-821c-ce340136616b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] 10.222.0.13 "DELETE /v2.0/security-groups/48621b82-e48f-4984-a0da-1c5617a89edd HTTP/1.1" status: 204 len: 168 time: 0.1956458 Sep 17 22:48:11.252408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffe820-d65b-439a-821c-ce340136616b tempest-TestNetworkAdvancedServerOps-879436618 tempest-TestNetworkAdvancedServerOps-879436618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48621b82-e48f-4984-a0da-1c5617a89edd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:11.757199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57640) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:11.890956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-52a5624b-b4bd-4871-b952-fb2ed6c3732c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3277a6e8e6c64ca9b40417a14736e38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325247 Sep 17 22:48:11.893880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57646) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:11.971863 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-030f4f5f-d9d0-4752-99f5-8c57e2e3ef9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:11.998227 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-030f4f5f-d9d0-4752-99f5-8c57e2e3ef9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.012057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e988031-6d9d-447b-bc6b-5d3a46d5e8b9 req-1214d11f-50e2-4576-9398-26983b7e07c9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:12.013516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e988031-6d9d-447b-bc6b-5d3a46d5e8b9 req-1214d11f-50e2-4576-9398-26983b7e07c9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 946 time: 0.0910714 Sep 17 22:48:12.066330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e988031-6d9d-447b-bc6b-5d3a46d5e8b9 req-994d24c9-33a1-48b3-9350-5be521008bf4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Sep 17 22:48:12.472248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eaccf2ea-b193-4216-a342-241127cab8f0 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:12.474178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-030f4f5f-d9d0-4752-99f5-8c57e2e3ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.474178 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-030f4f5f-d9d0-4752-99f5-8c57e2e3ef9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:12.474178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-030f4f5f-d9d0-4752-99f5-8c57e2e3ef9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6a8912f-c0c5-4ec6-9058-cffedf61b70c HTTP/1.1" status: 204 len: 168 time: 0.2679954 Sep 17 22:48:12.474178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f4f5f-d9d0-4752-99f5-8c57e2e3ef9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a8912f-c0c5-4ec6-9058-cffedf61b70c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:12.475838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: eaccf2ea-b193-4216-a342-241127cab8f0 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:12.475838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eaccf2ea-b193-4216-a342-241127cab8f0 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:12.476799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b89ae-6bc3-4337-a12b-bfb637d52ad2 req-92b35000-b6d9-4235-9d91-abcaef9a076e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:12.476799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e73b89ae-6bc3-4337-a12b-bfb637d52ad2 req-92b35000-b6d9-4235-9d91-abcaef9a076e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 946 time: 0.0654504 Sep 17 22:48:12.476799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e73b89ae-6bc3-4337-a12b-bfb637d52ad2 req-9f543557-ef8f-42ed-b57c-eb4812b9f78c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Sep 17 22:48:12.476799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53c825-b212-4479-9d39-82a0a134fd79 req-8afdff57-7549-465e-8c67-183b7f48c54e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:12.476799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed53c825-b212-4479-9d39-82a0a134fd79 req-8afdff57-7549-465e-8c67-183b7f48c54e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 946 time: 0.0485201 Sep 17 22:48:12.476799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed53c825-b212-4479-9d39-82a0a134fd79 req-41d157e5-e76f-48bf-9e4f-586a61c6ef18 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Sep 17 22:48:12.977315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 57660) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:13.017030 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0a3e2e51-03a7-4469-85df-e87ea0b95b61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed0ac6b80ba54e73b1a283cb9f418674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382056 Sep 17 22:48:13.019631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 57662) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:48:13.069309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f4e4f-366e-4d59-b620-40af8820433b req-54ff12ea-c187-4744-a786-21880dd24d8f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:13.070826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-323f4e4f-366e-4d59-b620-40af8820433b req-54ff12ea-c187-4744-a786-21880dd24d8f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 946 time: 0.0776300 Sep 17 22:48:13.097124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf92541a-252e-4170-8cc1-7e8338e9d4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.130721 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf92541a-252e-4170-8cc1-7e8338e9d4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.134572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-323f4e4f-366e-4d59-b620-40af8820433b req-3a1fa91d-1348-4ebd-b92e-40dde012398c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572987 Sep 17 22:48:13.262758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf92541a-252e-4170-8cc1-7e8338e9d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.265344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf92541a-252e-4170-8cc1-7e8338e9d4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:13.266735 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bf92541a-252e-4170-8cc1-7e8338e9d4d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d609808d-e4d2-4d60-91c4-2366fdf53d28 HTTP/1.1" status: 204 len: 168 time: 0.2459400 Sep 17 22:48:13.274776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92541a-252e-4170-8cc1-7e8338e9d4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d609808d-e4d2-4d60-91c4-2366fdf53d28,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:14.253015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af96e7d-abc2-4327-aa13-fa44ebab773f req-dd765d7c-4a58-4abb-adb4-4f98f389e38d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:14.254491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5af96e7d-abc2-4327-aa13-fa44ebab773f req-dd765d7c-4a58-4abb-adb4-4f98f389e38d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 946 time: 0.0503457 Sep 17 22:48:14.472753 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-fbbe1cab-ef5c-4ec0-9e8e-8a557f0c9a31 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:14.474310 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-fbbe1cab-ef5c-4ec0-9e8e-8a557f0c9a31 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 946 time: 0.0560024 Sep 17 22:48:14.568015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port 4a79e147-3932-4053-97ac-fe5a5a343326 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:48:14.568362 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.631785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5af96e7d-abc2-4327-aa13-fa44ebab773f req-eb48d890-e4b3-4f91-935e-404ae59aba78 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714638 Sep 17 22:48:14.662316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] For port 4a79e147-3932-4053-97ac-fe5a5a343326, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=4a79e147-3932-4053-97ac-fe5a5a343326,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:48:14.662709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.674917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for 4a79e147-3932-4053-97ac-fe5a5a343326 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:48:14.890884 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.902561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['4a79e147-3932-4053-97ac-fe5a5a343326'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:48:14.921393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=4a79e147-3932-4053-97ac-fe5a5a343326,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:14.964446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] No DVR routers for this DVR port 4a79e147-3932-4053-97ac-fe5a5a343326 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:48:14.967255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:14.969636 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2bf0aeea-6b50-4b43-b565-40af117e2020 req-67b1432c-151c-4ad0-aa38-c3b2dedaeabf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "DELETE /v2.0/ports/4a79e147-3932-4053-97ac-fe5a5a343326 HTTP/1.1" status: 204 len: 173 time: 0.4890232 Sep 17 22:48:14.970118 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08305f7-93f5-49c2-8903-cd9f5053d586', 'name': 'network-vif-deleted', 'tag': '4a79e147-3932-4053-97ac-fe5a5a343326'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:14.972429 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cf6721-f3fe-45fd-b8ed-8bd83ccc4e6d" -d '{"events": [{"server_uuid": "a08305f7-93f5-49c2-8903-cd9f5053d586", "name": "network-vif-deleted", "tag": "4a79e147-3932-4053-97ac-fe5a5a343326"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:15.012099 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4720989b-aff9-4c66-9d7c-380a0da6e777 x-openstack-request-id: req-4720989b-aff9-4c66-9d7c-380a0da6e777 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:15.012417 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08305f7-93f5-49c2-8903-cd9f5053d586", "name": "network-vif-deleted", "tag": "4a79e147-3932-4053-97ac-fe5a5a343326", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:15.012666 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4720989b-aff9-4c66-9d7c-380a0da6e777 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:15.013085 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08305f7-93f5-49c2-8903-cd9f5053d586', 'name': 'network-vif-deleted', 'tag': '4a79e147-3932-4053-97ac-fe5a5a343326', 'status': 'completed', 'code': 200} Sep 17 22:48:15.724063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0406886-98bb-410a-883f-14303250cf23 req-ba893899-a01d-426f-859d-570d162df869 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 210 time: 0.0266650 Sep 17 22:48:16.817281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38111149-4a08-4650-911b-ac0ac434d65b req-a5299072-d298-49dd-8f6e-0a126d59b378 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 210 time: 0.0260742 Sep 17 22:48:17.141761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4a79e147-3932-4053-97ac-fe5a5a343326 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:48:17.161844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 4a79e147-3932-4053-97ac-fe5a5a343326 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:48:17.162190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 4a79e147-3932-4053-97ac-fe5a5a343326 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:48:17.811640 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8bf89b1-0623-4e0d-822b-c6d0d99cb245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:17.911400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2695377b-7ad4-4486-9fab-827393c54260 req-b81576da-9b7a-4257-83a1-d18452c2c412 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 210 time: 0.0256076 Sep 17 22:48:19.015362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bf25d6b-d0c8-45b4-ab8f-c706a64da376 req-b6e308ca-b8b5-4a2e-b5a9-15187a6a44e6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08305f7-93f5-49c2-8903-cd9f5053d586 HTTP/1.1" status: 200 len: 210 time: 0.0285304 Sep 17 22:48:20.274821 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5165-5ce6-43a0-8c25-373e67a3496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.279692 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:21.725318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:23.014686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-0ecff114-94fd-4038-b16c-be8ca087c3a2 req-e295e870-eb42-4c99-9ef8-33e2b9254350 service neutron] (101661) timed out ('10.222.0.32', 50934) {{(pid=101661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:48:23.405501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:38.605348 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:40.245427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:45.103125 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:48:46.186708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c81ac-5071-472d-a407-444461b14286 req-1684d483-975e-4f5a-bf5e-af2725e5345e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:46.188195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-1684d483-975e-4f5a-bf5e-af2725e5345e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1019707 Sep 17 22:48:46.203025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-06905aa1-dd02-4d4c-bda3-6731c39f299d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/quotas/d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 375 time: 0.0086977 Sep 17 22:48:46.253800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-4da03d0a-e579-4fbf-880d-6a4bd6ff0e16 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446825 Sep 17 22:48:46.344975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-2eefeffc-43a3-4ee8-a243-290f22e185c9 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844181 Sep 17 22:48:46.436204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-1d97095b-e827-4f73-8a01-dc0c57298954 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839467 Sep 17 22:48:46.695472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-332f1324-c18c-44b7-9034-37b2c7b23679 req-0d3f90e4-0f69-4d81-9232-b254163d3feb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 210 time: 0.0259678 Sep 17 22:48:47.777064 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79290544-644e-4813-b8bf-6bcba8d8a435 req-5e875da1-e942-4e13-9c34-647ab0904d89 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 210 time: 0.0272968 Sep 17 22:48:47.788665 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6f6c69c7-1dc7-4c15-941a-7c60fc4b0274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:48.867945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1873344d-8b49-47f8-af46-0c63209b5b9d req-7711ceaa-a6f4-44a9-a855-78dcc4eb8d87 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 210 time: 0.0254428 Sep 17 22:48:49.351810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c81ac-5071-472d-a407-444461b14286 req-6e470459-a312-400f-82cf-89e607839dec tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:49.353303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-6e470459-a312-400f-82cf-89e607839dec tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1068065 Sep 17 22:48:49.365786 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'port': {'device_id': '695e9953-daad-4f95-bad4-23de86bdd6ec', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'admin_state_up': True, 'tenant_id': 'd1bf95446f97457cb689070159041056'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:49.536470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Made reservation on behalf of d1bf95446f97457cb689070159041056 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:48:49.540206 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.669838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.20.0.8 (2b604e63-96ef-4715-82c3-ecca58ce60ce/fa701f8b-85c8-4d01-bb8d-a555b5308947/ee7a3905-686c-44de-9056-8ab0e6daaeef) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:48:49.814572 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:49.963157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7516639-46b4-4b95-bada-b6983b51738a req-f26fc7d9-fdbf-4d68-99c0-a5e1daa00685 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 210 time: 0.0271051 Sep 17 22:48:49.988205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.030690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:48:50.034303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:48:50.037895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:48:50.046221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=ee7a3905-686c-44de-9056-8ab0e6daaeef,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:50.092710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:50.093345 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.177239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-b4af7e2a-899a-43ed-bdfb-a34d32d584c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152676 Sep 17 22:48:50.245506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c4373b73-ffd9-4674-8225-fa48130b887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.297745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Request body: {'port': {'device_id': '695e9953-daad-4f95-bad4-23de86bdd6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:48:50.356332 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.359512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9888bcfe-b99a-4fc8-814c-7a8f65efe12d None None] Provisioning complete for port ee7a3905-686c-44de-9056-8ab0e6daaeef triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:48:50.364529 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9888bcfe-b99a-4fc8-814c-7a8f65efe12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.394310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9888bcfe-b99a-4fc8-814c-7a8f65efe12d None None] Port ee7a3905-686c-44de-9056-8ab0e6daaeef cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:48:50.617769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7a3905-686c-44de-9056-8ab0e6daaeef {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:48:50.625028 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.637165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Transition to ACTIVE for port object ee7a3905-686c-44de-9056-8ab0e6daaeef will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:48:50.714058 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.770585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7a3905-686c-44de-9056-8ab0e6daaeef,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:50.849586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Attempting to bind port ee7a3905-686c-44de-9056-8ab0e6daaeef on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:48:50.850050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Attempting to bind port ee7a3905-686c-44de-9056-8ab0e6daaeef by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:48:50.850373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Attempting to bind port ee7a3905-686c-44de-9056-8ab0e6daaeef on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:50.855149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Port ee7a3905-686c-44de-9056-8ab0e6daaeef on network 2b604e63-96ef-4715-82c3-ecca58ce60ce not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:48:50.855463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Attempting to bind port ee7a3905-686c-44de-9056-8ab0e6daaeef on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:48:50.860382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:48:50.860717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:48:50.861096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Bound using segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:48:50.861518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Bound port: ee7a3905-686c-44de-9056-8ab0e6daaeef, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:48:50.862426 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:50.930132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] For port ee7a3905-686c-44de-9056-8ab0e6daaeef, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:48:50.933565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] For port ee7a3905-686c-44de-9056-8ab0e6daaeef, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ee7a3905-686c-44de-9056-8ab0e6daaeef,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:48:51.028367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.100981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.101599 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.103028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] 10.222.0.32 "PUT /v2.0/ports/ee7a3905-686c-44de-9056-8ab0e6daaeef HTTP/1.1" status: 200 len: 1092 time: 0.9183664 Sep 17 22:48:51.105240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695e9953-daad-4f95-bad4-23de86bdd6ec', 'tag': 'ee7a3905-686c-44de-9056-8ab0e6daaeef'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:48:51.107159 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28ccaf0-e1a6-4afe-b3a2-c58476a9845e" -d '{"events": [{"name": "network-changed", "server_uuid": "695e9953-daad-4f95-bad4-23de86bdd6ec", "tag": "ee7a3905-686c-44de-9056-8ab0e6daaeef"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:48:51.153137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf89ff-91e0-4159-a79f-d13381c99340 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7a3905-686c-44de-9056-8ab0e6daaeef,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:48:51.165648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3923b-5ac6-4cfa-8ef5-012d2d1ccb18 req-f9c3a0d7-698d-4c16-9ebc-7f2772df168c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.167364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5a3923b-5ac6-4cfa-8ef5-012d2d1ccb18 req-f9c3a0d7-698d-4c16-9ebc-7f2772df168c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.1073711 Sep 17 22:48:51.194203 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35611821-4821-4de2-b24a-c6c66b011b03 x-openstack-request-id: req-35611821-4821-4de2-b24a-c6c66b011b03 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:48:51.194494 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695e9953-daad-4f95-bad4-23de86bdd6ec", "tag": "ee7a3905-686c-44de-9056-8ab0e6daaeef", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:48:51.194744 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35611821-4821-4de2-b24a-c6c66b011b03 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:48:51.195185 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695e9953-daad-4f95-bad4-23de86bdd6ec', 'tag': 'ee7a3905-686c-44de-9056-8ab0e6daaeef', 'status': 'completed', 'code': 200} Sep 17 22:48:51.220511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5a3923b-5ac6-4cfa-8ef5-012d2d1ccb18 req-b2d0326f-9f18-43f2-86bd-c6a3d3b85645 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Sep 17 22:48:51.276466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccaf0-e1a6-4afe-b3a2-c58476a9845e req-bdc6fea6-ee8c-4997-bfb3-e31242ac5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.278132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b28ccaf0-e1a6-4afe-b3a2-c58476a9845e req-bdc6fea6-ee8c-4997-bfb3-e31242ac5ebd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 1095 time: 0.0545096 Sep 17 22:48:51.308219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.388388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccaf0-e1a6-4afe-b3a2-c58476a9845e req-46a91c1f-9902-443e-99c8-3a489798e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.389861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b28ccaf0-e1a6-4afe-b3a2-c58476a9845e req-46a91c1f-9902-443e-99c8-3a489798e58a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1bf95446f97457cb689070159041056&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1032631 Sep 17 22:48:51.485347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ccaf0-e1a6-4afe-b3a2-c58476a9845e req-e086feb2-15b3-433c-8570-9fcc254601d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.487412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b28ccaf0-e1a6-4afe-b3a2-c58476a9845e req-e086feb2-15b3-433c-8570-9fcc254601d4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890346 Sep 17 22:48:51.568727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c81ac-5071-472d-a407-444461b14286 req-a1a89de8-2d02-42bb-b795-5f04e219ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.570167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-a1a89de8-2d02-42bb-b795-5f04e219ff11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 1095 time: 0.0460131 Sep 17 22:48:51.611304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-e3311a11-9bcd-4dc2-9f1e-8667950740d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee7a3905-686c-44de-9056-8ab0e6daaeef HTTP/1.1" status: 200 len: 217 time: 0.0339165 Sep 17 22:48:51.661380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c81ac-5071-472d-a407-444461b14286 req-1704b4b9-aa1b-4c62-920a-29dbcf010a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.666418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-1704b4b9-aa1b-4c62-920a-29dbcf010a48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0482953 Sep 17 22:48:51.717921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c81ac-5071-472d-a407-444461b14286 req-ce2a6e38-502a-429d-915b-6ce4e96ea191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:51.719466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-ce2a6e38-502a-429d-915b-6ce4e96ea191 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460069 Sep 17 22:48:51.748206 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:51.815021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-d7d4daa4-ac35-4e83-bdc9-69130de0bf39 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878448 Sep 17 22:48:51.908378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-899c81ac-5071-472d-a407-444461b14286 req-411e0fd0-e027-4d41-95db-f21cfb02f9df service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867887 Sep 17 22:48:52.365352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ed66-4d18-4386-879f-64f6894f10dc req-36d696cc-4d87-4d58-8b64-fa4ccb9663cb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:52.366905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76e0ed66-4d18-4386-879f-64f6894f10dc req-36d696cc-4d87-4d58-8b64-fa4ccb9663cb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0589426 Sep 17 22:48:52.405829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76e0ed66-4d18-4386-879f-64f6894f10dc req-585b3639-dec5-4aa8-85a6-f2959ab0623d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Sep 17 22:48:53.427938 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:48:53.527025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb575ac-947e-4b14-9277-5c92486e3d95 req-e29ac962-5a01-41c9-9d7d-f7bcbe33b8ab tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:53.529747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb575ac-947e-4b14-9277-5c92486e3d95 req-e29ac962-5a01-41c9-9d7d-f7bcbe33b8ab tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0573370 Sep 17 22:48:53.570940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb575ac-947e-4b14-9277-5c92486e3d95 req-1e6d0014-1ef3-4138-bd4d-b1051a6b09fb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344167 Sep 17 22:48:54.693778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694d47b-4574-4486-9575-4c5333f666f3 req-40cf0004-a6c7-46fd-bb52-f23749a200f9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:54.695293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9694d47b-4574-4486-9575-4c5333f666f3 req-40cf0004-a6c7-46fd-bb52-f23749a200f9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0537310 Sep 17 22:48:54.745062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9694d47b-4574-4486-9575-4c5333f666f3 req-6166e5ef-4858-498b-8f54-97a9f98e9fe1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 Sep 17 22:48:55.872235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f22e6e-4f5e-4cc0-a476-2cbd2f3f1e4c req-88f4f320-e945-4fa7-a8f6-7e8ed9005995 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:55.873732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73f22e6e-4f5e-4cc0-a476-2cbd2f3f1e4c req-88f4f320-e945-4fa7-a8f6-7e8ed9005995 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0507700 Sep 17 22:48:55.913432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73f22e6e-4f5e-4cc0-a476-2cbd2f3f1e4c req-4e3dadf3-1a7f-4287-94ad-b4f9962999f5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326211 Sep 17 22:48:57.041406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd885c-1f35-472f-8709-5e0035b1d303 req-bd528b74-395f-462b-bd71-35a803a34934 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:57.043348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82cd885c-1f35-472f-8709-5e0035b1d303 req-bd528b74-395f-462b-bd71-35a803a34934 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0598698 Sep 17 22:48:57.083176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82cd885c-1f35-472f-8709-5e0035b1d303 req-7e48ac11-e853-4698-bdf2-c7b476e92520 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338068 Sep 17 22:48:58.210458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72146-0a43-412c-ac1a-49c3075798eb req-29811d6b-026a-49ab-911a-046895bd4829 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:58.212355 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89b72146-0a43-412c-ac1a-49c3075798eb req-29811d6b-026a-49ab-911a-046895bd4829 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0593522 Sep 17 22:48:58.251724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89b72146-0a43-412c-ac1a-49c3075798eb req-37b785e8-7c52-434a-9f13-1e16314b8f94 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332758 Sep 17 22:48:59.374979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624f9d-6711-4da1-881f-4213bb68430c req-e4c2f0ae-e674-4592-b150-cb4b27527c17 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:48:59.376541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46624f9d-6711-4da1-881f-4213bb68430c req-e4c2f0ae-e674-4592-b150-cb4b27527c17 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0524807 Sep 17 22:48:59.418566 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46624f9d-6711-4da1-881f-4213bb68430c req-0c246181-e9ed-4152-ad25-44599c25cfec tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354309 Sep 17 22:49:00.544709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83570251-1cab-40d1-a8ad-2e61c5aff220 req-b67f2975-ca15-4e3d-b1f5-1fd429f64212 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:00.546332 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83570251-1cab-40d1-a8ad-2e61c5aff220 req-b67f2975-ca15-4e3d-b1f5-1fd429f64212 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0526452 Sep 17 22:49:00.585148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83570251-1cab-40d1-a8ad-2e61c5aff220 req-ff83256c-3ad4-4e89-8caa-e16e066e800b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Sep 17 22:49:01.708799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369951b-1622-4bf3-bfda-a68651dd5dd8 req-daaee002-0c2e-43c5-8ef8-8fc00a53ac6b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:01.711600 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c369951b-1622-4bf3-bfda-a68651dd5dd8 req-daaee002-0c2e-43c5-8ef8-8fc00a53ac6b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0542071 Sep 17 22:49:01.751067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c369951b-1622-4bf3-bfda-a68651dd5dd8 req-016cbf1a-b9f8-4193-9afb-1cd913ca5ff5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337358 Sep 17 22:49:02.880346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccbc7-f89d-4254-9768-51f9e88f190c req-da1204bb-50bb-4fe4-bd89-320d55e4d5ae tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:02.884061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-871ccbc7-f89d-4254-9768-51f9e88f190c req-da1204bb-50bb-4fe4-bd89-320d55e4d5ae tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0575733 Sep 17 22:49:02.925394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-871ccbc7-f89d-4254-9768-51f9e88f190c req-589d9208-59f0-4015-b5a2-fb2be788afbe tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353699 Sep 17 22:49:04.050241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bd5e-707c-408d-b00a-4fc4b6699fe3 req-80c75a9d-4ed4-46cb-a990-6c396348c131 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:04.051812 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bc2bd5e-707c-408d-b00a-4fc4b6699fe3 req-80c75a9d-4ed4-46cb-a990-6c396348c131 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0575273 Sep 17 22:49:04.093012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bc2bd5e-707c-408d-b00a-4fc4b6699fe3 req-fc0c9b7b-4b9b-47f3-8737-bb79f14baec3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345521 Sep 17 22:49:05.217147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b113cd-fb5e-4d69-b4bc-e6bd2ece0e6e req-fc87fa68-7af0-40e8-89bf-01da48f507bb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:05.218644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50b113cd-fb5e-4d69-b4bc-e6bd2ece0e6e req-fc87fa68-7af0-40e8-89bf-01da48f507bb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0556045 Sep 17 22:49:05.257944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50b113cd-fb5e-4d69-b4bc-e6bd2ece0e6e req-f86d11bd-ef84-41fb-be0e-c19b66dab259 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Sep 17 22:49:06.379139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c797f-8bad-4f7d-a16d-722b60d77074 req-368ed7c6-47d8-4637-9601-a2748460c7f8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:06.380652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd8c797f-8bad-4f7d-a16d-722b60d77074 req-368ed7c6-47d8-4637-9601-a2748460c7f8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0541461 Sep 17 22:49:06.419673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd8c797f-8bad-4f7d-a16d-722b60d77074 req-86bcf6cf-2697-40bb-ba53-62268e86e388 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Sep 17 22:49:07.534967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba278a16-92e4-4e97-81b0-eeed71b64ab1 req-5a32da0a-127e-465f-b19e-9d244a5b7770 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:07.536550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba278a16-92e4-4e97-81b0-eeed71b64ab1 req-5a32da0a-127e-465f-b19e-9d244a5b7770 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0493834 Sep 17 22:49:07.574348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba278a16-92e4-4e97-81b0-eeed71b64ab1 req-90e2c859-4080-495e-8f4a-d6abfc861176 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Sep 17 22:49:08.519222 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:08.693707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28150342-9637-4284-bad3-f0fc803d8fae req-cdf3c155-6725-4671-bd46-053e92424f5c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:08.696096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28150342-9637-4284-bad3-f0fc803d8fae req-cdf3c155-6725-4671-bd46-053e92424f5c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0537109 Sep 17 22:49:08.733709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28150342-9637-4284-bad3-f0fc803d8fae req-25058f97-084c-4f8f-a958-a2d2d001a22b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Sep 17 22:49:09.846225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128781f-3a8c-4c4c-9442-9461b60a66d0 req-be42c8f5-3db2-4524-931b-27321ffbeac6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:09.849256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2128781f-3a8c-4c4c-9442-9461b60a66d0 req-be42c8f5-3db2-4524-931b-27321ffbeac6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0485625 Sep 17 22:49:09.886633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2128781f-3a8c-4c4c-9442-9461b60a66d0 req-df869033-5ebb-49c6-ada0-37eb0e4c173a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Sep 17 22:49:10.256250 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:10.999306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932404-53af-4b47-8f02-6d45cbced6f2 req-927bc952-3ec9-4693-9ee9-08c37607289a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:11.002862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f932404-53af-4b47-8f02-6d45cbced6f2 req-927bc952-3ec9-4693-9ee9-08c37607289a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0488753 Sep 17 22:49:11.038022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f932404-53af-4b47-8f02-6d45cbced6f2 req-1f532d2f-3a3d-412e-a85f-b3b2c2da7c0d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Sep 17 22:49:12.156110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa89f60-aaa5-4a0a-842b-0eda3af4ee12 req-23f1dac4-4cfe-46ef-9b59-4d2b16067a36 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:12.157530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fa89f60-aaa5-4a0a-842b-0eda3af4ee12 req-23f1dac4-4cfe-46ef-9b59-4d2b16067a36 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0523689 Sep 17 22:49:12.196199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fa89f60-aaa5-4a0a-842b-0eda3af4ee12 req-2fa27e8e-bc00-4c6b-873d-79e31245a68c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325820 Sep 17 22:49:13.309703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad271b-54bf-45e3-a873-d32ccf703a1b req-4c7d52f6-fcb0-4d7a-a5a8-a3f223c43844 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:13.311106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0ad271b-54bf-45e3-a873-d32ccf703a1b req-4c7d52f6-fcb0-4d7a-a5a8-a3f223c43844 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0483921 Sep 17 22:49:13.349167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a0ad271b-54bf-45e3-a873-d32ccf703a1b req-2a3c6e5f-d48b-4a50-888f-0b4f3a282bd3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321567 Sep 17 22:49:14.466288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dd727-d357-4245-ba99-0cda0843ce89 req-075a8604-f567-4b91-bf8a-93d6a3b595f9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:14.467798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-581dd727-d357-4245-ba99-0cda0843ce89 req-075a8604-f567-4b91-bf8a-93d6a3b595f9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0496538 Sep 17 22:49:14.505540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-581dd727-d357-4245-ba99-0cda0843ce89 req-031b15a0-2ae5-4c5f-b2c1-75702ddd9ee7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Sep 17 22:49:15.625217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8076d-3bb4-4fa8-9bf1-3c8656f4e2f5 req-cf3d957d-bebb-4bf9-844a-9efd616ff054 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:15.626676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5f8076d-3bb4-4fa8-9bf1-3c8656f4e2f5 req-cf3d957d-bebb-4bf9-844a-9efd616ff054 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0547838 Sep 17 22:49:15.666035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5f8076d-3bb4-4fa8-9bf1-3c8656f4e2f5 req-c60614e3-cbfd-4501-8ed3-8127659609dd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327194 Sep 17 22:49:16.778847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a74e90-b623-4945-85a4-1fb9a5f61a9c req-c61101e1-34b1-4d47-9fe3-5ad1e6995391 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:16.780306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1a74e90-b623-4945-85a4-1fb9a5f61a9c req-c61101e1-34b1-4d47-9fe3-5ad1e6995391 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0483234 Sep 17 22:49:16.816626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1a74e90-b623-4945-85a4-1fb9a5f61a9c req-417b7afa-152e-4f87-a54c-e657255a5219 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305102 Sep 17 22:49:17.833741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2810c125-11e2-4ebc-946a-dbb4328bac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:17.930045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af093a4-7813-495c-8bac-27ca76162c8b req-d9525803-da46-4a55-92bb-24b36a1aed1b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:17.931526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7af093a4-7813-495c-8bac-27ca76162c8b req-d9525803-da46-4a55-92bb-24b36a1aed1b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0478976 Sep 17 22:49:17.968149 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7af093a4-7813-495c-8bac-27ca76162c8b req-894895be-df87-40d7-86b0-97a5fed18689 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Sep 17 22:49:19.085510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a16a6-25d1-4b2a-a487-d3d0ab601378 req-9624e98a-d60d-4665-bd3d-cdc30a29e582 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:19.087023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-331a16a6-25d1-4b2a-a487-d3d0ab601378 req-9624e98a-d60d-4665-bd3d-cdc30a29e582 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0524530 Sep 17 22:49:19.123563 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-331a16a6-25d1-4b2a-a487-d3d0ab601378 req-111d992b-c0a5-445a-be5e-3a52b52d7873 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Sep 17 22:49:20.236550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b898-f5ed-4d90-8c38-04b23f7c42fd req-8c5f147f-865a-4f25-9413-8b00c4110670 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:20.238069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f253b898-f5ed-4d90-8c38-04b23f7c42fd req-8c5f147f-865a-4f25-9413-8b00c4110670 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0488234 Sep 17 22:49:20.250646 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9cb8e044-edca-439e-a286-dcdbc04751c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:20.276882 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f253b898-f5ed-4d90-8c38-04b23f7c42fd req-85225237-557b-443d-9e38-53b9b1473cee tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Sep 17 22:49:21.290187 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:21.389520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc10b1-1ac0-40bc-ab54-f59a28881f9b req-3e16781f-cccb-4bfb-8a3d-5f51555cccdc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:21.391280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02cc10b1-1ac0-40bc-ab54-f59a28881f9b req-3e16781f-cccb-4bfb-8a3d-5f51555cccdc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0488355 Sep 17 22:49:21.426989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02cc10b1-1ac0-40bc-ab54-f59a28881f9b req-e0e32bb5-4418-4d8f-b6b6-daf0cfe4be26 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297630 Sep 17 22:49:21.735989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:22.103039 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:49:22.544334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed748b-6b1d-461c-ae8f-1613be49c234 req-630252cf-6e5e-4670-832f-2ad450963b75 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:22.545797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11ed748b-6b1d-461c-ae8f-1613be49c234 req-630252cf-6e5e-4670-832f-2ad450963b75 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0529275 Sep 17 22:49:22.583137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11ed748b-6b1d-461c-ae8f-1613be49c234 req-befe2a95-7fc3-4998-8486-a624a58cf2f5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Sep 17 22:49:23.439060 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.696909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398465a7-b807-4c14-8b52-7d256fa6c905 req-1e3953dd-04b7-451c-a7b3-6e4a824d1da4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:23.699100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-398465a7-b807-4c14-8b52-7d256fa6c905 req-1e3953dd-04b7-451c-a7b3-6e4a824d1da4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 943 time: 0.0483379 Sep 17 22:49:23.735410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-398465a7-b807-4c14-8b52-7d256fa6c905 req-09e0f31d-eec6-4fbf-b9fb-5b6e09a4bf21 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304487 Sep 17 22:49:23.830150 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ee7a3905-686c-44de-9056-8ab0e6daaeef details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:49:23.924229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ee7a3905-686c-44de-9056-8ab0e6daaeef, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ee7a3905-686c-44de-9056-8ab0e6daaeef,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:23.935515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'ee7a3905-686c-44de-9056-8ab0e6daaeef', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'port_id': 'ee7a3905-686c-44de-9056-8ab0e6daaeef', 'mac_address': 'fa:16:3e:b7:3d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:49:23.970684 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:23.983741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7a3905-686c-44de-9056-8ab0e6daaeef {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:49:24.002894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ee7a3905-686c-44de-9056-8ab0e6daaeef, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ee7a3905-686c-44de-9056-8ab0e6daaeef,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:24.061637 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:24.110370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=ee7a3905-686c-44de-9056-8ab0e6daaeef,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:24.117435 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.117784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.118119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.118455 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.119421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.119854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.120181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.120531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.120856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.121178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.121500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.121847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:24.258911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['ee7a3905-686c-44de-9056-8ab0e6daaeef'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:49:24.846079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ae198-16f6-47cd-bddf-2cf2687366c0 req-6c98288e-4e8d-4669-8724-36d8adf79997 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:24.855014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-905ae198-16f6-47cd-bddf-2cf2687366c0 req-6c98288e-4e8d-4669-8724-36d8adf79997 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 944 time: 0.0478101 Sep 17 22:49:24.885367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-905ae198-16f6-47cd-bddf-2cf2687366c0 req-6ff24d72-f2c4-49ce-8263-97e47f608508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Sep 17 22:49:25.830125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ee7a3905-686c-44de-9056-8ab0e6daaeef up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:49:25.959000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port ee7a3905-686c-44de-9056-8ab0e6daaeef completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:49:25.963116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port ee7a3905-686c-44de-9056-8ab0e6daaeef triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:49:25.965407 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:26.004426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f7a87-5944-4500-81ce-894b1eb2ecdd req-73b58a3e-a087-455e-8664-6b42107a1704 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:26.005895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-632f7a87-5944-4500-81ce-894b1eb2ecdd req-73b58a3e-a087-455e-8664-6b42107a1704 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 944 time: 0.0535636 Sep 17 22:49:26.039152 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:26.044211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-632f7a87-5944-4500-81ce-894b1eb2ecdd req-0f4ffc55-e122-4b9b-8519-175f753e854a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Sep 17 22:49:26.061934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695e9953-daad-4f95-bad4-23de86bdd6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7a3905-686c-44de-9056-8ab0e6daaeef'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:26.064166 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b382070-dda4-45a1-801f-13222eae23b3" -d '{"events": [{"server_uuid": "695e9953-daad-4f95-bad4-23de86bdd6ec", "name": "network-vif-plugged", "status": "completed", "tag": "ee7a3905-686c-44de-9056-8ab0e6daaeef"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:26.079875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port ee7a3905-686c-44de-9056-8ab0e6daaeef, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ee7a3905-686c-44de-9056-8ab0e6daaeef,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:26.102857 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507f862e-1275-428c-a39d-cc932b42fbb4 x-openstack-request-id: req-507f862e-1275-428c-a39d-cc932b42fbb4 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:26.102857 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695e9953-daad-4f95-bad4-23de86bdd6ec", "name": "network-vif-plugged", "status": "completed", "tag": "ee7a3905-686c-44de-9056-8ab0e6daaeef", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:26.102857 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-507f862e-1275-428c-a39d-cc932b42fbb4 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:26.102857 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695e9953-daad-4f95-bad4-23de86bdd6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7a3905-686c-44de-9056-8ab0e6daaeef', 'code': 200} Sep 17 22:49:26.147385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:26.194426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf4be-d24a-4923-8f0e-6ad37ba47034 req-ef158dd4-6c3b-4266-89ac-af75bbec63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:26.195371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=ee7a3905-686c-44de-9056-8ab0e6daaeef,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:26.195964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07fcf4be-d24a-4923-8f0e-6ad37ba47034 req-ef158dd4-6c3b-4266-89ac-af75bbec63c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 1097 time: 0.0405395 Sep 17 22:49:26.231307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07fcf4be-d24a-4923-8f0e-6ad37ba47034 req-d71a9aec-9e3a-4de2-922f-9f628970afb2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279362 Sep 17 22:49:27.158119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f008-0b4b-47f7-95d1-22d627dc5ae7 req-2cd1b529-3650-45d9-83cb-23b8b3ea3e06 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:27.159656 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a38f008-0b4b-47f7-95d1-22d627dc5ae7 req-2cd1b529-3650-45d9-83cb-23b8b3ea3e06 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 945 time: 0.0496082 Sep 17 22:49:27.199228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a38f008-0b4b-47f7-95d1-22d627dc5ae7 req-8716d0c1-31eb-43d9-ab15-8f673271e3a8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332932 Sep 17 22:49:28.316857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43de72-a3b0-4172-b9c8-5e8481626ed5 req-cc9bcd2f-3832-4e27-8cc1-84254e4adeb2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.318323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c43de72-a3b0-4172-b9c8-5e8481626ed5 req-cc9bcd2f-3832-4e27-8cc1-84254e4adeb2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 945 time: 0.0518191 Sep 17 22:49:28.356291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c43de72-a3b0-4172-b9c8-5e8481626ed5 req-630dfd45-4e6e-408c-9591-679377a3df72 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Sep 17 22:49:28.466973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61a12e-9f47-43a4-97b1-5f24b6ec9887 req-d943d079-2033-44ec-a3fd-e57e9a294166 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.468358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec61a12e-9f47-43a4-97b1-5f24b6ec9887 req-d943d079-2033-44ec-a3fd-e57e9a294166 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 945 time: 0.0477376 Sep 17 22:49:28.504326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec61a12e-9f47-43a4-97b1-5f24b6ec9887 req-7d45f69b-7f91-4969-b4f9-dc6b71119b1e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301404 Sep 17 22:49:28.616206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971e06-17d0-43df-9077-175c91233aaa req-2a10b211-9038-4e46-833d-b702a759d242 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:28.617689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e971e06-17d0-43df-9077-175c91233aaa req-2a10b211-9038-4e46-833d-b702a759d242 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 945 time: 0.0488851 Sep 17 22:49:28.655224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e971e06-17d0-43df-9077-175c91233aaa req-3b394861-9681-42bd-ac4d-b46c91f622aa tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313940 Sep 17 22:49:29.133417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5c065-02b2-446c-a4fe-fd5d920c6fe6 req-1d0dcfa5-ee02-4517-8cbb-e9014cdb1d8d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:29.135427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05a5c065-02b2-446c-a4fe-fd5d920c6fe6 req-1d0dcfa5-ee02-4517-8cbb-e9014cdb1d8d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 945 time: 0.0527859 Sep 17 22:49:29.172480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05a5c065-02b2-446c-a4fe-fd5d920c6fe6 req-9919f18c-8794-4aeb-8b09-3b5aebd7622e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308635 Sep 17 22:49:30.286507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934007d-4689-4551-bb14-6c3571d81262 req-ddb30dac-dac3-4d13-9b2a-20de951f9940 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:30.288003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1934007d-4689-4551-bb14-6c3571d81262 req-ddb30dac-dac3-4d13-9b2a-20de951f9940 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 945 time: 0.0476186 Sep 17 22:49:30.324547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1934007d-4689-4551-bb14-6c3571d81262 req-8020719e-8e5d-4f32-a9b9-27bbc867b081 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300250 Sep 17 22:49:30.535185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-e781b81e-54d2-42ef-a0bf-9ad45c43d321 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:49:30.536531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-e781b81e-54d2-42ef-a0bf-9ad45c43d321 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 945 time: 0.0469317 Sep 17 22:49:30.625257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port ee7a3905-686c-44de-9056-8ab0e6daaeef {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:49:30.625597 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.712268 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] For port ee7a3905-686c-44de-9056-8ab0e6daaeef, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=ee7a3905-686c-44de-9056-8ab0e6daaeef,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:49:30.713251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.725234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for ee7a3905-686c-44de-9056-8ab0e6daaeef owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:49:30.907180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.919367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['ee7a3905-686c-44de-9056-8ab0e6daaeef'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:49:30.936309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=ee7a3905-686c-44de-9056-8ab0e6daaeef,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:49:30.964355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.966483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.966483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.966483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.966483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.966483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.966483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.966954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.966954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.967253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.967575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.967899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:49:30.992074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] No DVR routers for this DVR port ee7a3905-686c-44de-9056-8ab0e6daaeef on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:49:30.994706 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:30.996837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cb5dc46-b3e3-4351-83d6-75387f2649ac req-35ed5e5a-f706-48a4-8809-a6ee628ca133 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "DELETE /v2.0/ports/ee7a3905-686c-44de-9056-8ab0e6daaeef HTTP/1.1" status: 204 len: 173 time: 0.4541478 Sep 17 22:49:30.997308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695e9953-daad-4f95-bad4-23de86bdd6ec', 'name': 'network-vif-deleted', 'tag': 'ee7a3905-686c-44de-9056-8ab0e6daaeef'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:49:30.999661 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ab0e2-9ce0-426b-8436-d145ca122372" -d '{"events": [{"server_uuid": "695e9953-daad-4f95-bad4-23de86bdd6ec", "name": "network-vif-deleted", "tag": "ee7a3905-686c-44de-9056-8ab0e6daaeef"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:49:31.039948 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44246f55-5c84-4d09-baec-47c7b4d8b6ad x-openstack-request-id: req-44246f55-5c84-4d09-baec-47c7b4d8b6ad {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:49:31.041726 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695e9953-daad-4f95-bad4-23de86bdd6ec", "name": "network-vif-deleted", "tag": "ee7a3905-686c-44de-9056-8ab0e6daaeef", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:49:31.041726 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44246f55-5c84-4d09-baec-47c7b4d8b6ad {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:49:31.041726 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695e9953-daad-4f95-bad4-23de86bdd6ec', 'name': 'network-vif-deleted', 'tag': 'ee7a3905-686c-44de-9056-8ab0e6daaeef', 'status': 'completed', 'code': 200} Sep 17 22:49:31.416959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11bb6f78-df25-48b9-ae93-edb983039b56 req-b4793cb7-8b24-4810-bc41-337ea355cba7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 210 time: 0.0257034 Sep 17 22:49:32.522920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01fe9ce4-8728-45a3-adcf-6ae63cccd7e7 req-0535f21e-3586-45cb-822c-04c325ed2be4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 210 time: 0.0304780 Sep 17 22:49:33.617319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22948059-87b1-40ab-a17b-5937a3a08bb4 req-8f42a38a-80ef-45da-bf9e-686f20db9020 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 210 time: 0.0255713 Sep 17 22:49:33.893216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ee7a3905-686c-44de-9056-8ab0e6daaeef no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:49:33.913477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: ee7a3905-686c-44de-9056-8ab0e6daaeef {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:49:33.913819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device ee7a3905-686c-44de-9056-8ab0e6daaeef not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:49:34.713252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78fec64a-8e5f-42e4-91f8-40f08ddefd63 req-9b6e3616-28cb-4f74-b3d8-680be3c5b556 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=695e9953-daad-4f95-bad4-23de86bdd6ec HTTP/1.1" status: 200 len: 210 time: 0.0275457 Sep 17 22:49:38.530290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:40.296089 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:47.810360 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-edbf415b-eec4-41fc-9035-cc6d98cd38af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:50.490530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-73c17fe6-213f-427d-bd02-612b3dd907d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.313161 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:51.764319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:53.444429 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:49:59.102518 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:50:08.547157 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:08.757318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-ba020084-3cd2-458c-9e49-2af70947df9b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:08.758689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-ba020084-3cd2-458c-9e49-2af70947df9b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1025021 Sep 17 22:50:08.773422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-cf02dbe2-dbd5-44f5-910c-c1026e25dc84 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/quotas/d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 375 time: 0.0090764 Sep 17 22:50:08.822248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-33ae8bf1-b0dd-4a04-a483-0cd431b88442 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436819 Sep 17 22:50:08.913909 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-eb3d7f7d-bb1f-4800-91cc-b7ade5f2811d service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843372 Sep 17 22:50:09.000853 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-9d443518-09b3-4a67-8375-afe62fcf77cb service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800192 Sep 17 22:50:09.475923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55beaf7d-35aa-44fe-ae0a-388dc2f69f5b req-b66a7abd-d3c7-4988-a057-72c0f5024c39 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 210 time: 0.0265470 Sep 17 22:50:10.244143 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:10.571871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65c38c07-f61d-43b6-862b-441e0ef5ba5f req-c2be1d3e-40b6-4dfb-89d1-d0b68537e407 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 210 time: 0.0306070 Sep 17 22:50:11.343249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-e8c5ce30-7d1b-4955-8917-8f5668cb9f2f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:11.344767 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-e8c5ce30-7d1b-4955-8917-8f5668cb9f2f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.0988061 Sep 17 22:50:11.356750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'port': {'device_id': '47d45cdd-804f-42cc-9c70-d79d399066f9', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'admin_state_up': True, 'tenant_id': 'd1bf95446f97457cb689070159041056'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:11.564612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Made reservation on behalf of d1bf95446f97457cb689070159041056 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:11.568186 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.695726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dcfe02d0-b1f8-4637-91f6-4060dd602fce req-6cecc181-ada0-4be0-9bd9-7eaa40147a3f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 210 time: 0.0515049 Sep 17 22:50:11.723259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.20.0.4 (2b604e63-96ef-4715-82c3-ecca58ce60ce/fa701f8b-85c8-4d01-bb8d-a555b5308947/a3f93304-5460-4094-8a89-f36538dfaf69) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:11.872776 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:11.993248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.036981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:12.040190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:12.044078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:12.071275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=a3f93304-5460-4094-8a89-f36538dfaf69,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:12.101055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:12.101701 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.159599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-34d97af2-3236-4087-89f8-4daad0ec8e8e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8065288 Sep 17 22:50:12.173711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Request body: {'port': {'device_id': '47d45cdd-804f-42cc-9c70-d79d399066f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:12.229871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.440169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-33947fee-9dd9-4a3a-8c5a-149f4d5be84f None None] Provisioning complete for port a3f93304-5460-4094-8a89-f36538dfaf69 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:12.440735 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-33947fee-9dd9-4a3a-8c5a-149f4d5be84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.485869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-33947fee-9dd9-4a3a-8c5a-149f4d5be84f None None] Port a3f93304-5460-4094-8a89-f36538dfaf69 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:12.510502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f93304-5460-4094-8a89-f36538dfaf69 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:12.519476 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.531365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Transition to ACTIVE for port object a3f93304-5460-4094-8a89-f36538dfaf69 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:50:12.615464 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.670217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Pushing event updated for resources: {'Port': ['ID=a3f93304-5460-4094-8a89-f36538dfaf69,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:12.760737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Attempting to bind port a3f93304-5460-4094-8a89-f36538dfaf69 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:12.761361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Attempting to bind port a3f93304-5460-4094-8a89-f36538dfaf69 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:12.761361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Attempting to bind port a3f93304-5460-4094-8a89-f36538dfaf69 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:12.773847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Port a3f93304-5460-4094-8a89-f36538dfaf69 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:50:12.774423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Attempting to bind port a3f93304-5460-4094-8a89-f36538dfaf69 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:12.788450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:12.789030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:12.789450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Bound using segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:12.789894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Bound port: a3f93304-5460-4094-8a89-f36538dfaf69, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:12.790416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:12.866558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1728d2-703d-4f5a-a6f1-da351989f885 req-14952171-19c3-47e3-8145-44b6e81dae3d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:12.868205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab1728d2-703d-4f5a-a6f1-da351989f885 req-14952171-19c3-47e3-8145-44b6e81dae3d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0966916 Sep 17 22:50:12.905699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] For port a3f93304-5460-4094-8a89-f36538dfaf69, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:12.929145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] For port a3f93304-5460-4094-8a89-f36538dfaf69, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a3f93304-5460-4094-8a89-f36538dfaf69,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:12.936081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab1728d2-703d-4f5a-a6f1-da351989f885 req-edf4945a-6990-46eb-9ec7-a02934c80463 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586050 Sep 17 22:50:12.998985 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.038930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.039564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:13.040952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] 10.222.0.32 "PUT /v2.0/ports/a3f93304-5460-4094-8a89-f36538dfaf69 HTTP/1.1" status: 200 len: 1092 time: 0.8725169 Sep 17 22:50:13.041436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d45cdd-804f-42cc-9c70-d79d399066f9', 'tag': 'a3f93304-5460-4094-8a89-f36538dfaf69'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:13.043710 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59820daf-8562-408f-9a21-9ab227993b83" -d '{"events": [{"name": "network-changed", "server_uuid": "47d45cdd-804f-42cc-9c70-d79d399066f9", "tag": "a3f93304-5460-4094-8a89-f36538dfaf69"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:13.076743 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2a988-a557-477f-9f4d-5b56cbbb19fd service neutron] Pushing event updated for resources: {'Port': ['ID=a3f93304-5460-4094-8a89-f36538dfaf69,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:13.084655 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bbc921-97e2-466b-9924-f2d55b69cd0f x-openstack-request-id: req-50bbc921-97e2-466b-9924-f2d55b69cd0f {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:13.084945 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d45cdd-804f-42cc-9c70-d79d399066f9", "tag": "a3f93304-5460-4094-8a89-f36538dfaf69", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:13.085199 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50bbc921-97e2-466b-9924-f2d55b69cd0f {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:13.085739 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d45cdd-804f-42cc-9c70-d79d399066f9', 'tag': 'a3f93304-5460-4094-8a89-f36538dfaf69', 'status': 'completed', 'code': 200} Sep 17 22:50:13.152521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59820daf-8562-408f-9a21-9ab227993b83 req-e760664e-ada2-41f5-a7c5-8fc81e29d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.154389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59820daf-8562-408f-9a21-9ab227993b83 req-e760664e-ada2-41f5-a7c5-8fc81e29d6f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 1095 time: 0.0463934 Sep 17 22:50:13.264163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59820daf-8562-408f-9a21-9ab227993b83 req-236952e8-f4b9-40fb-bc76-85a50c24b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.265903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59820daf-8562-408f-9a21-9ab227993b83 req-236952e8-f4b9-40fb-bc76-85a50c24b0d2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1bf95446f97457cb689070159041056&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1036952 Sep 17 22:50:13.700565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59820daf-8562-408f-9a21-9ab227993b83 req-96a227d2-f71a-49c9-8621-897606fb0dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.702055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59820daf-8562-408f-9a21-9ab227993b83 req-96a227d2-f71a-49c9-8621-897606fb0dc4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4287977 Sep 17 22:50:13.777330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-ae5069d2-ba90-420e-87df-59ae70b56b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.778899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-ae5069d2-ba90-420e-87df-59ae70b56b91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 1095 time: 0.0396585 Sep 17 22:50:13.822192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-502a4ab7-802a-42ff-972c-a36191198bfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f93304-5460-4094-8a89-f36538dfaf69 HTTP/1.1" status: 200 len: 217 time: 0.0358617 Sep 17 22:50:13.869931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-e05ac691-a04d-417d-89f2-fa45556e1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.871496 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-e05ac691-a04d-417d-89f2-fa45556e1e9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0428610 Sep 17 22:50:13.917220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-bbde1771-6ca6-4394-bc58-d2b5fccd4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:13.918711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-bbde1771-6ca6-4394-bc58-d2b5fccd4b62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396190 Sep 17 22:50:14.024749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-3c9e96dc-fa09-4951-9002-19c6f8775e74 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986409 Sep 17 22:50:14.113698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ce9f4-8859-4bd6-a80e-ef2044e04460 req-6b96ff85-927a-4e3f-82ba-58081c466c43 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:14.115201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-034ce9f4-8859-4bd6-a80e-ef2044e04460 req-6b96ff85-927a-4e3f-82ba-58081c466c43 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.1056135 Sep 17 22:50:14.164811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-764f8a22-c17f-43a9-b95f-58f2a7c0cb26 req-0cefa151-6f0a-48af-913d-8f755df0dad7 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258879 Sep 17 22:50:14.172161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-034ce9f4-8859-4bd6-a80e-ef2044e04460 req-f963f8aa-2910-42f5-a826-4089f581a80b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509384 Sep 17 22:50:15.290936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c91b7-8e14-4ad8-a192-a8113ac3c6fd req-9afe0475-0eea-4811-853e-35b6819d3e06 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:15.292426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f21c91b7-8e14-4ad8-a192-a8113ac3c6fd req-9afe0475-0eea-4811-853e-35b6819d3e06 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0499237 Sep 17 22:50:15.329368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f21c91b7-8e14-4ad8-a192-a8113ac3c6fd req-e0e34057-e176-4689-9ecf-013f66c5bf54 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Sep 17 22:50:16.447085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e1ab5-8d81-4992-bb87-371ffdb902f0 req-a321bca7-8436-4b1b-96f6-533a94246102 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:16.448572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c55e1ab5-8d81-4992-bb87-371ffdb902f0 req-a321bca7-8436-4b1b-96f6-533a94246102 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0515928 Sep 17 22:50:16.485881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c55e1ab5-8d81-4992-bb87-371ffdb902f0 req-d7391d05-6753-4c88-8b3d-a796baade83e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Sep 17 22:50:17.612079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65db05f-d990-4728-a883-2d0e7e64b8ae req-a9943b29-bbb5-4b9a-934d-d219d7fbc9dd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:17.613660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c65db05f-d990-4728-a883-2d0e7e64b8ae req-a9943b29-bbb5-4b9a-934d-d219d7fbc9dd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0478077 Sep 17 22:50:17.650426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c65db05f-d990-4728-a883-2d0e7e64b8ae req-2db82b36-da74-4fae-81e0-382b983fe4a9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Sep 17 22:50:17.809616 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6fc797f9-49d1-440e-acf9-0a8595f33de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:18.762247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d863da-fe1c-4d05-8655-2bd9bf7fe8cb req-44b9d486-ece0-4329-9faf-5ee3ad234f7f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:18.763734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8d863da-fe1c-4d05-8655-2bd9bf7fe8cb req-44b9d486-ece0-4329-9faf-5ee3ad234f7f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0477710 Sep 17 22:50:18.800110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8d863da-fe1c-4d05-8655-2bd9bf7fe8cb req-f3b21340-2282-4196-9295-321bda745fa9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302253 Sep 17 22:50:19.916912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0e6b-bcb4-4b99-87a1-fe68f33893a7 req-0bb188f9-eed8-4832-944a-0da146b5af6d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:19.918374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48eb0e6b-bcb4-4b99-87a1-fe68f33893a7 req-0bb188f9-eed8-4832-944a-0da146b5af6d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0518777 Sep 17 22:50:19.956380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48eb0e6b-bcb4-4b99-87a1-fe68f33893a7 req-bf51f3a8-ec55-40b3-82f4-18551922d5a4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Sep 17 22:50:20.232428 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e19de8b4-82f6-4139-ae3b-8a8666c26ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.070335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f8bee-b956-44ce-9707-07f41a335a68 req-1e41107e-00f1-49ab-9c35-4fee39a039fa tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:21.071775 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-901f8bee-b956-44ce-9707-07f41a335a68 req-1e41107e-00f1-49ab-9c35-4fee39a039fa tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0475810 Sep 17 22:50:21.109453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-901f8bee-b956-44ce-9707-07f41a335a68 req-814b7f50-450e-40af-a933-08e52787b242 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Sep 17 22:50:21.335650 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:21.764038 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:22.222215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb196b-2726-4c1e-b076-a0f30174fb41 req-90cb5822-e07b-472d-8541-5e12cddd2287 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:22.223745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83fb196b-2726-4c1e-b076-a0f30174fb41 req-90cb5822-e07b-472d-8541-5e12cddd2287 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0484662 Sep 17 22:50:22.260912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83fb196b-2726-4c1e-b076-a0f30174fb41 req-68cad9f3-3c53-44fb-a423-b11e92a27617 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Sep 17 22:50:23.377862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f55669-c785-4ea0-8f70-ae309267c6d3 req-1bd137ac-ae8a-4508-937b-f8923a519a3a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:23.379397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69f55669-c785-4ea0-8f70-ae309267c6d3 req-1bd137ac-ae8a-4508-937b-f8923a519a3a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0533328 Sep 17 22:50:23.416196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69f55669-c785-4ea0-8f70-ae309267c6d3 req-1434885b-bab7-46b3-98e9-38e647488cc6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308430 Sep 17 22:50:23.421083 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.150731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a3f93304-5460-4094-8a89-f36538dfaf69 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:50:24.246182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a3f93304-5460-4094-8a89-f36538dfaf69, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a3f93304-5460-4094-8a89-f36538dfaf69,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:24.257791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'a3f93304-5460-4094-8a89-f36538dfaf69', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'port_id': 'a3f93304-5460-4094-8a89-f36538dfaf69', 'mac_address': 'fa:16:3e:c7:4a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:50:24.443113 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.455995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f93304-5460-4094-8a89-f36538dfaf69 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:24.475647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a3f93304-5460-4094-8a89-f36538dfaf69, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a3f93304-5460-4094-8a89-f36538dfaf69,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:24.530244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c80d9-e424-4779-b579-3cc6addd7ab4 req-4b943c24-d0da-48a3-b44c-c6f467d567ca tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:24.531777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-693c80d9-e424-4779-b579-3cc6addd7ab4 req-4b943c24-d0da-48a3-b44c-c6f467d567ca tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 943 time: 0.0491033 Sep 17 22:50:24.541160 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:24.570668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-693c80d9-e424-4779-b579-3cc6addd7ab4 req-daa1d246-b6cd-43f2-abe8-350ba6f14421 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Sep 17 22:50:24.588016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a3f93304-5460-4094-8a89-f36538dfaf69,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:24.595140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.595487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.595827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.596163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.596493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.596824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.597739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.598032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.598542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.598892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.599216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.599555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:24.756702 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a3f93304-5460-4094-8a89-f36538dfaf69'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:25.682327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e4c8d-e3e1-4f01-8dcb-7ce98397a6e9 req-ff31cf0c-af03-476b-9fee-b5a15c61e31e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:25.683809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e2e4c8d-e3e1-4f01-8dcb-7ce98397a6e9 req-ff31cf0c-af03-476b-9fee-b5a15c61e31e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 944 time: 0.0471723 Sep 17 22:50:25.720049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e2e4c8d-e3e1-4f01-8dcb-7ce98397a6e9 req-2ff368f5-96fa-40ad-9bfc-a4a2e7a54a9f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304413 Sep 17 22:50:26.156737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a3f93304-5460-4094-8a89-f36538dfaf69 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:50:26.312604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port a3f93304-5460-4094-8a89-f36538dfaf69 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:50:26.317283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port a3f93304-5460-4094-8a89-f36538dfaf69 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:26.317649 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.392639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.413609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d45cdd-804f-42cc-9c70-d79d399066f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f93304-5460-4094-8a89-f36538dfaf69'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:26.415785 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a709614-bd2d-4fbb-9d64-7d71c50c19e3" -d '{"events": [{"server_uuid": "47d45cdd-804f-42cc-9c70-d79d399066f9", "name": "network-vif-plugged", "status": "completed", "tag": "a3f93304-5460-4094-8a89-f36538dfaf69"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:26.431513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port a3f93304-5460-4094-8a89-f36538dfaf69, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a3f93304-5460-4094-8a89-f36538dfaf69,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:50:26.452060 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa3f2a4-3d8b-4414-812d-27b31fd6e289 x-openstack-request-id: req-1fa3f2a4-3d8b-4414-812d-27b31fd6e289 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:26.452342 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d45cdd-804f-42cc-9c70-d79d399066f9", "name": "network-vif-plugged", "status": "completed", "tag": "a3f93304-5460-4094-8a89-f36538dfaf69", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:26.452587 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fa3f2a4-3d8b-4414-812d-27b31fd6e289 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:26.452966 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d45cdd-804f-42cc-9c70-d79d399066f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f93304-5460-4094-8a89-f36538dfaf69', 'code': 200} Sep 17 22:50:26.507185 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:26.545805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78014af5-5829-4819-9ced-deb86cb3da2d req-1ed191ca-fdec-42e2-939c-0f52c51e734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.547316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78014af5-5829-4819-9ced-deb86cb3da2d req-1ed191ca-fdec-42e2-939c-0f52c51e734b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 1097 time: 0.0428364 Sep 17 22:50:26.554513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=a3f93304-5460-4094-8a89-f36538dfaf69,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:26.582818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78014af5-5829-4819-9ced-deb86cb3da2d req-be736709-d984-4ae6-80e9-b0340801880d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283937 Sep 17 22:50:26.832342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6fcb9-06d8-4519-b5e9-140cc94be9dc req-90bc7bea-3165-4461-8cf1-fd759f1fbeff tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:26.833803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0a6fcb9-06d8-4519-b5e9-140cc94be9dc req-90bc7bea-3165-4461-8cf1-fd759f1fbeff tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 945 time: 0.0473309 Sep 17 22:50:26.871145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0a6fcb9-06d8-4519-b5e9-140cc94be9dc req-6a966b17-6e38-4cc7-82ea-449394c410f5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313864 Sep 17 22:50:27.984520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63df69-953c-4e69-ad26-222863ba1d16 req-4215dbb5-3a0d-4884-9337-f7ecffdf41aa tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:27.985987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f63df69-953c-4e69-ad26-222863ba1d16 req-4215dbb5-3a0d-4884-9337-f7ecffdf41aa tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 945 time: 0.0482535 Sep 17 22:50:28.023610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f63df69-953c-4e69-ad26-222863ba1d16 req-acc495e5-37b6-4f29-90f3-a9448c2d4185 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Sep 17 22:50:28.138454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d32f77-8e0b-4755-8258-3351ef498b41 req-1f352cb6-45df-468f-8ac1-583447f55d4a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:28.140199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09d32f77-8e0b-4755-8258-3351ef498b41 req-1f352cb6-45df-468f-8ac1-583447f55d4a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 945 time: 0.0521274 Sep 17 22:50:28.177407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-09d32f77-8e0b-4755-8258-3351ef498b41 req-dffae5a5-d5ab-4dbb-bfee-15edfc91c7a2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312479 Sep 17 22:50:31.610913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-1c0acc57-c235-42b6-9d3d-240b372cfdce tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:31.612296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-1c0acc57-c235-42b6-9d3d-240b372cfdce tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1001770 Sep 17 22:50:31.627095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-fe864b1a-d877-4aac-b1bc-25c6db34c137 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/quotas/d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 375 time: 0.0087788 Sep 17 22:50:31.682391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-74aa45d6-f411-415a-9838-9e44b215b628 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500467 Sep 17 22:50:31.770384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-86cc295e-7624-4709-8e83-3f8e287bf427 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804129 Sep 17 22:50:31.862887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-a0dc8a00-5b3b-456f-b234-1e5a7ffc3c79 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849741 Sep 17 22:50:32.172487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab8e8dc8-71ff-4a15-bcfe-540c7fd417aa req-168dee54-a44f-4740-a48c-113f479a0ffc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 210 time: 0.0277300 Sep 17 22:50:33.267416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ae49643-780d-4bcb-8666-3452d2bb7bec req-50306928-246c-4030-bf6e-cb244fac0308 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 210 time: 0.0287306 Sep 17 22:50:34.052054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ca250bd7-2193-4f43-8833-e79e7b7b0219 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:34.053676 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ca250bd7-2193-4f43-8833-e79e7b7b0219 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1068366 Sep 17 22:50:34.070956 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'port': {'device_id': '35a6eac9-7a6f-4064-8245-3a5cab6fe36f', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'admin_state_up': True, 'tenant_id': 'd1bf95446f97457cb689070159041056'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:34.221020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Made reservation on behalf of d1bf95446f97457cb689070159041056 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:50:34.225023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.358249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.20.0.12 (2b604e63-96ef-4715-82c3-ecca58ce60ce/fa701f8b-85c8-4d01-bb8d-a555b5308947/29797a79-97df-46c3-b31b-f076a86a85d6) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:50:34.370122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd0114cc-1f18-4bcc-8431-8e2fec4d72e2 req-7c76f7c2-b1e3-4aa0-8440-fefef8516cae tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 210 time: 0.0317140 Sep 17 22:50:34.509099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.616099 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.627772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a3f93304-5460-4094-8a89-f36538dfaf69'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:50:34.659433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:50:34.663241 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:50:34.667018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:50:34.695588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=29797a79-97df-46c3-b31b-f076a86a85d6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:34.708508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.708924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.709357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.709612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.709954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.710282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.710608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.711646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.711646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.711779 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.712085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.712482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:50:34.741435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:34.742359 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.816410 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-ce707d80-2d48-41f3-98cc-cc69c93dd156 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500513 Sep 17 22:50:34.937471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Request body: {'port': {'device_id': '35a6eac9-7a6f-4064-8245-3a5cab6fe36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:50:34.984160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-90aef33c-bd29-43ad-bcc6-92f42d380c51 None None] Provisioning complete for port 29797a79-97df-46c3-b31b-f076a86a85d6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:50:34.984160 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-90aef33c-bd29-43ad-bcc6-92f42d380c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:34.998865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.022288 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-90aef33c-bd29-43ad-bcc6-92f42d380c51 None None] Port 29797a79-97df-46c3-b31b-f076a86a85d6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:50:35.259823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29797a79-97df-46c3-b31b-f076a86a85d6 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:50:35.267561 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.279684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Transition to ACTIVE for port object 29797a79-97df-46c3-b31b-f076a86a85d6 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:50:35.369853 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.423075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Pushing event updated for resources: {'Port': ['ID=29797a79-97df-46c3-b31b-f076a86a85d6,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:35.499785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Attempting to bind port 29797a79-97df-46c3-b31b-f076a86a85d6 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:50:35.500123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Attempting to bind port 29797a79-97df-46c3-b31b-f076a86a85d6 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:50:35.500479 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Attempting to bind port 29797a79-97df-46c3-b31b-f076a86a85d6 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:35.505570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Port 29797a79-97df-46c3-b31b-f076a86a85d6 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:50:35.505892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Attempting to bind port 29797a79-97df-46c3-b31b-f076a86a85d6 on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:50:35.506334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a12c2-1495-4ace-96f0-9e4f685c8c27 req-b86c3c50-35f6-454e-9df9-9ec6bfb483bf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:35.507928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba2a12c2-1495-4ace-96f0-9e4f685c8c27 req-b86c3c50-35f6-454e-9df9-9ec6bfb483bf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0536447 Sep 17 22:50:35.515073 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:50:35.515325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:50:35.515710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Bound using segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:50:35.516139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Bound port: 29797a79-97df-46c3-b31b-f076a86a85d6, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:50:35.516497 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.556227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba2a12c2-1495-4ace-96f0-9e4f685c8c27 req-6e3c4d3a-78d9-49b0-95e5-f4bb264a38c9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Sep 17 22:50:35.609672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] For port 29797a79-97df-46c3-b31b-f076a86a85d6, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:50:35.612950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] For port 29797a79-97df-46c3-b31b-f076a86a85d6, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=29797a79-97df-46c3-b31b-f076a86a85d6,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:50:35.690119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.725257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:35.725957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:35.727538 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] 10.222.0.35 "PUT /v2.0/ports/29797a79-97df-46c3-b31b-f076a86a85d6 HTTP/1.1" status: 200 len: 1093 time: 0.9032423 Sep 17 22:50:35.728051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a6eac9-7a6f-4064-8245-3a5cab6fe36f', 'tag': '29797a79-97df-46c3-b31b-f076a86a85d6'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:50:35.730385 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49869816-74d7-4eb2-b8c1-d17f59499a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "35a6eac9-7a6f-4064-8245-3a5cab6fe36f", "tag": "29797a79-97df-46c3-b31b-f076a86a85d6"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:50:35.765044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71863e74-6373-4996-8028-ffffa6a08b71 service neutron] Pushing event updated for resources: {'Port': ['ID=29797a79-97df-46c3-b31b-f076a86a85d6,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:50:35.943584 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b403171-83a8-4ac1-a9d1-1cb80c55de7f x-openstack-request-id: req-7b403171-83a8-4ac1-a9d1-1cb80c55de7f {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:50:35.943899 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a6eac9-7a6f-4064-8245-3a5cab6fe36f", "tag": "29797a79-97df-46c3-b31b-f076a86a85d6", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:50:35.944140 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b403171-83a8-4ac1-a9d1-1cb80c55de7f {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:50:35.944628 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a6eac9-7a6f-4064-8245-3a5cab6fe36f', 'tag': '29797a79-97df-46c3-b31b-f076a86a85d6', 'status': 'completed', 'code': 200} Sep 17 22:50:35.946565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-e1bae57b-1dd2-4992-9627-34d8d84321b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:35.948113 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-e1bae57b-1dd2-4992-9627-34d8d84321b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 1096 time: 0.0719981 Sep 17 22:50:35.992937 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-1a707ae3-4023-4a85-8cbc-7a30ff3596ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29797a79-97df-46c3-b31b-f076a86a85d6 HTTP/1.1" status: 200 len: 217 time: 0.0373232 Sep 17 22:50:36.043055 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-1c42416c-2270-4ecc-b5e2-378d67543558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:36.044438 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-1c42416c-2270-4ecc-b5e2-378d67543558 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0454488 Sep 17 22:50:36.093772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-c079d3a2-94c5-4383-ae6d-f67c003ecb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:36.095307 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-c079d3a2-94c5-4383-ae6d-f67c003ecb02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434644 Sep 17 22:50:36.102045 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:50:36.192406 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-27a33101-b037-45ab-a975-294a77071ad1 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894785 Sep 17 22:50:36.286995 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0a9655b-551f-41d7-ad5d-90dee4613c30 req-f9fea661-6c3f-4ccd-a2f6-5292bca64bc3 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882032 Sep 17 22:50:36.457982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-e67ce484-c12e-43b0-a50d-547b3b0b0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:36.459784 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-e67ce484-c12e-43b0-a50d-547b3b0b0c14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 1096 time: 0.0431149 Sep 17 22:50:36.557603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-e50320b3-4aeb-44a1-9dfe-d469f73a46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:36.559116 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-e50320b3-4aeb-44a1-9dfe-d469f73a46b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0927155 Sep 17 22:50:36.602563 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-ca6c9d1e-7e2d-4622-b90d-16f43e99a650 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29797a79-97df-46c3-b31b-f076a86a85d6 HTTP/1.1" status: 200 len: 217 time: 0.0357814 Sep 17 22:50:36.652808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-a8617e91-46a6-4fe0-bdbc-33038678cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:36.654440 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-a8617e91-46a6-4fe0-bdbc-33038678cfb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0453224 Sep 17 22:50:36.684044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701d465-26ee-4f6a-b3ff-79d46ffddc8f req-b5e69473-54f0-458d-896f-145138cfd2e4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:36.685548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9701d465-26ee-4f6a-b3ff-79d46ffddc8f req-b5e69473-54f0-458d-896f-145138cfd2e4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0570416 Sep 17 22:50:36.701864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-dce0cef0-4ccb-4dec-befa-5c91cddc43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:36.703436 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-dce0cef0-4ccb-4dec-befa-5c91cddc43b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409076 Sep 17 22:50:36.727528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9701d465-26ee-4f6a-b3ff-79d46ffddc8f req-b56eb3ae-cb1a-43a7-a765-5f97eae86415 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Sep 17 22:50:36.800038 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-bf3ef46b-d680-4c06-8edf-c9abccb3e239 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892363 Sep 17 22:50:36.897501 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-49869816-74d7-4eb2-b8c1-d17f59499a7c req-70500275-c757-49ed-8a6c-eafb329a2555 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910571 Sep 17 22:50:37.863082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bff427-5991-4146-9a15-f622259a91b9 req-8c2e4c74-f555-46d9-87b3-b2bd4180228b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:37.864661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4bff427-5991-4146-9a15-f622259a91b9 req-8c2e4c74-f555-46d9-87b3-b2bd4180228b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0525606 Sep 17 22:50:37.905183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4bff427-5991-4146-9a15-f622259a91b9 req-b9619b29-a0b8-4e3c-9648-44a775161390 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Sep 17 22:50:38.599142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:39.037542 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da87ff-87fa-468b-af34-76c2881a9d22 req-0cf771df-1459-4e6f-ab74-f913fdffdc17 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:39.039053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8da87ff-87fa-468b-af34-76c2881a9d22 req-0cf771df-1459-4e6f-ab74-f913fdffdc17 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0491362 Sep 17 22:50:39.078976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8da87ff-87fa-468b-af34-76c2881a9d22 req-b666a206-7551-4ea2-a4e6-edda23ea1f20 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Sep 17 22:50:40.202844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb36d0-c18b-4b36-98f7-fcc4ccaf31c9 req-71bcdc98-aed2-40e8-87a2-94859796525d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:40.205142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23eb36d0-c18b-4b36-98f7-fcc4ccaf31c9 req-71bcdc98-aed2-40e8-87a2-94859796525d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0541558 Sep 17 22:50:40.245476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23eb36d0-c18b-4b36-98f7-fcc4ccaf31c9 req-c5e80ff1-506d-44f6-8977-b615f194b925 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341346 Sep 17 22:50:40.312376 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:41.369709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e7f99-0282-4339-b94a-d5bb8e7131db req-47c5e34f-1860-469c-a349-e2d7fd39f0b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:41.371242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f1e7f99-0282-4339-b94a-d5bb8e7131db req-47c5e34f-1860-469c-a349-e2d7fd39f0b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0501006 Sep 17 22:50:41.410984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f1e7f99-0282-4339-b94a-d5bb8e7131db req-7547bd6c-910b-4787-b013-1da5f48aeb57 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Sep 17 22:50:42.536361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a7767-1608-4d07-ac75-d5a3faaff40c req-5e3e643b-247c-4b89-bd82-b280e2f80d91 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:42.537741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe0a7767-1608-4d07-ac75-d5a3faaff40c req-5e3e643b-247c-4b89-bd82-b280e2f80d91 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0485280 Sep 17 22:50:42.576237 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe0a7767-1608-4d07-ac75-d5a3faaff40c req-050be7f6-c430-4a85-b586-643a7789da16 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Sep 17 22:50:43.705206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc61a0-c39d-4db8-8150-89888ff0b6dc req-fb5647c8-03b3-46c5-a0a6-88135191cc06 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:43.706949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88cc61a0-c39d-4db8-8150-89888ff0b6dc req-fb5647c8-03b3-46c5-a0a6-88135191cc06 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0584412 Sep 17 22:50:43.748646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88cc61a0-c39d-4db8-8150-89888ff0b6dc req-0e95104c-f055-4c52-8caa-73a0eeb8b920 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342517 Sep 17 22:50:44.884007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd714de-19bb-41a9-9b6a-b9692b9d0ad5 req-e1ff10ce-e177-4c1a-8862-14ab95ab9c0a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:44.885495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afd714de-19bb-41a9-9b6a-b9692b9d0ad5 req-e1ff10ce-e177-4c1a-8862-14ab95ab9c0a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0541277 Sep 17 22:50:44.928436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-afd714de-19bb-41a9-9b6a-b9692b9d0ad5 req-c0cf657b-cad3-4773-9970-a37b126cb483 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Sep 17 22:50:46.054330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0565a1-7e38-4c36-8524-d38306281753 req-127bc2e3-d51f-4e52-8d6a-8864d3a3ccaf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:46.056778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d0565a1-7e38-4c36-8524-d38306281753 req-127bc2e3-d51f-4e52-8d6a-8864d3a3ccaf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0544136 Sep 17 22:50:46.097672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d0565a1-7e38-4c36-8524-d38306281753 req-25370017-a533-447c-8d22-2dedbf239c32 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349884 Sep 17 22:50:47.220918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248a03e-d9d6-4c31-ba00-f12fd1b01462 req-2cc0793e-34bb-4bce-b2dc-11ea23956ce7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:47.223293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0248a03e-d9d6-4c31-ba00-f12fd1b01462 req-2cc0793e-34bb-4bce-b2dc-11ea23956ce7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0522287 Sep 17 22:50:47.264614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0248a03e-d9d6-4c31-ba00-f12fd1b01462 req-ff7486ec-f809-4790-bd8c-78b937b95eb3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Sep 17 22:50:47.809866 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1653f622-9636-44c6-b689-8417f78a982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:48.387162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74a5a-b8e9-4e58-acf4-37fa17cddaaf req-151d2a6d-5b60-4673-a3bc-555649a03556 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:48.388642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04d74a5a-b8e9-4e58-acf4-37fa17cddaaf req-151d2a6d-5b60-4673-a3bc-555649a03556 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0557113 Sep 17 22:50:48.432314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04d74a5a-b8e9-4e58-acf4-37fa17cddaaf req-45235623-424d-47fa-a0e1-253bdd7dcbec tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362868 Sep 17 22:50:49.549245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8152a-7e51-4348-af98-d8d2602bec8c req-b321f143-dcdf-40e6-a5b7-ddc25262ed01 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:49.550713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ace8152a-7e51-4348-af98-d8d2602bec8c req-b321f143-dcdf-40e6-a5b7-ddc25262ed01 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0492918 Sep 17 22:50:49.591861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ace8152a-7e51-4348-af98-d8d2602bec8c req-b28ea2bf-b1d0-4e48-ac3b-00a1888fd037 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346527 Sep 17 22:50:50.272568 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-866bc32d-9b57-4e14-9c40-1b14898cb3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:50.714547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d019d-37cb-47f8-b78d-7d7732d43a60 req-39934b91-ca17-4ced-a165-6897dcc2acbb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:50.716055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a32d019d-37cb-47f8-b78d-7d7732d43a60 req-39934b91-ca17-4ced-a165-6897dcc2acbb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0528796 Sep 17 22:50:50.753657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a32d019d-37cb-47f8-b78d-7d7732d43a60 req-429927a1-c59c-4397-a9df-2efd1a9a3615 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Sep 17 22:50:51.312092 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.769653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:51.872757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf27b1-5387-43b6-b3b1-63f042de2530 req-4e0b368a-3db8-445c-b427-c885e5df1d83 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:51.874284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ebf27b1-5387-43b6-b3b1-63f042de2530 req-4e0b368a-3db8-445c-b427-c885e5df1d83 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0514276 Sep 17 22:50:51.912129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ebf27b1-5387-43b6-b3b1-63f042de2530 req-7aedd109-e7f7-44d7-bc6c-2acc4fba87eb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Sep 17 22:50:53.032877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20fc8f-57a3-4cd7-ac3f-4c035afee64a req-e75789cf-fae8-4776-897e-d858256cdf9d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:53.034356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c20fc8f-57a3-4cd7-ac3f-4c035afee64a req-e75789cf-fae8-4776-897e-d858256cdf9d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0489745 Sep 17 22:50:53.073523 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c20fc8f-57a3-4cd7-ac3f-4c035afee64a req-62b82963-5e40-48b6-8eda-737222f77ace tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Sep 17 22:50:53.415530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:50:54.194572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7327ccc-689f-40eb-ab88-7903af282762 req-5ef5fc25-0a5b-4158-a234-2aaae70f768e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:54.196998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7327ccc-689f-40eb-ab88-7903af282762 req-5ef5fc25-0a5b-4158-a234-2aaae70f768e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0553911 Sep 17 22:50:54.259115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7327ccc-689f-40eb-ab88-7903af282762 req-c11af20d-595d-4f6d-9b84-ceebcdfbf355 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340595 Sep 17 22:50:55.359548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341dca8-514c-4801-89ef-f6d1f5ea42cb req-0994f0ca-5ec5-495c-998a-b09bf7b1ee2c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:55.361058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2341dca8-514c-4801-89ef-f6d1f5ea42cb req-0994f0ca-5ec5-495c-998a-b09bf7b1ee2c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0501840 Sep 17 22:50:55.401600 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2341dca8-514c-4801-89ef-f6d1f5ea42cb req-8775cddb-1ddf-447d-8b60-da0e8cff9820 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Sep 17 22:50:56.236432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e928749-1b55-46cd-807a-2b6072f78856 req-2445d67d-d627-44f8-a7dd-3b74473220da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432904 Sep 17 22:50:56.319591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928749-1b55-46cd-807a-2b6072f78856 req-fb44466f-4583-4116-a51a-7981d8a0c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:56.321087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e928749-1b55-46cd-807a-2b6072f78856 req-fb44466f-4583-4116-a51a-7981d8a0c3ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 1097 time: 0.0440474 Sep 17 22:50:56.425955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928749-1b55-46cd-807a-2b6072f78856 req-237ada30-8de2-495b-9d1b-2f5acc682c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:56.428288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e928749-1b55-46cd-807a-2b6072f78856 req-237ada30-8de2-495b-9d1b-2f5acc682c28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0881405 Sep 17 22:50:56.475690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e928749-1b55-46cd-807a-2b6072f78856 req-54982055-3b67-4c4d-9a2e-96918a38bbbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f93304-5460-4094-8a89-f36538dfaf69 HTTP/1.1" status: 200 len: 217 time: 0.0406241 Sep 17 22:50:56.544484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928749-1b55-46cd-807a-2b6072f78856 req-71a6b3bc-497b-4601-b54d-8fa5a001c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:56.545989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e928749-1b55-46cd-807a-2b6072f78856 req-71a6b3bc-497b-4601-b54d-8fa5a001c685 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0629718 Sep 17 22:50:56.558283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282a2ad-48fc-4e95-b38f-1cfc108031e9 req-049e6cb4-5f6d-487e-ab1e-dbea29fffee6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:56.559719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1282a2ad-48fc-4e95-b38f-1cfc108031e9 req-049e6cb4-5f6d-487e-ab1e-dbea29fffee6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0872314 Sep 17 22:50:56.626320 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1282a2ad-48fc-4e95-b38f-1cfc108031e9 req-71198176-f21c-4ed0-ab6e-88ccd8b018a0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585291 Sep 17 22:50:56.631519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928749-1b55-46cd-807a-2b6072f78856 req-889f36fc-11f7-444d-81a3-2a3a44862018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:56.632989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e928749-1b55-46cd-807a-2b6072f78856 req-889f36fc-11f7-444d-81a3-2a3a44862018 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724280 Sep 17 22:50:56.723215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e928749-1b55-46cd-807a-2b6072f78856 req-d24665d0-d3ab-4f5a-8893-0fad49f7d7cc service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826790 Sep 17 22:50:56.817673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e928749-1b55-46cd-807a-2b6072f78856 req-e7cb7ad8-e3da-438c-94aa-676cd05b6f50 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880144 Sep 17 22:50:57.741844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce61806-be4b-43ce-b527-ca5389ab2a91 req-a30181a2-fbdb-4ab7-b9b4-aae0698837e7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:57.743371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ce61806-be4b-43ce-b527-ca5389ab2a91 req-a30181a2-fbdb-4ab7-b9b4-aae0698837e7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0491927 Sep 17 22:50:57.781314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ce61806-be4b-43ce-b527-ca5389ab2a91 req-ec27a015-87f4-4c90-afe6-5e07b6054384 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Sep 17 22:50:58.899194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb37985-6306-461d-8f4c-616b0eb7d599 req-4adf817c-5e93-4b66-96d1-81ad34d70289 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:50:58.900761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9cb37985-6306-461d-8f4c-616b0eb7d599 req-4adf817c-5e93-4b66-96d1-81ad34d70289 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0498626 Sep 17 22:50:58.939574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9cb37985-6306-461d-8f4c-616b0eb7d599 req-c946a154-fa38-4b4d-bb15-e84b919f2ecb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Sep 17 22:51:00.060028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88a5b8-5183-44d7-853b-9b4d34e09ffa req-4527e9f7-e547-4d7c-bdb4-04e8c5cf6343 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:00.061511 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e88a5b8-5183-44d7-853b-9b4d34e09ffa req-4527e9f7-e547-4d7c-bdb4-04e8c5cf6343 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0560491 Sep 17 22:51:00.099157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e88a5b8-5183-44d7-853b-9b4d34e09ffa req-627c6944-9276-4477-9dcd-7610dc6098a2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Sep 17 22:51:01.215594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915f9ee-9ef2-4652-bbd0-1c8550af6850 req-69645305-6015-421b-8f3c-c6f3f97f112f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:01.217137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a915f9ee-9ef2-4652-bbd0-1c8550af6850 req-69645305-6015-421b-8f3c-c6f3f97f112f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0493381 Sep 17 22:51:01.257252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a915f9ee-9ef2-4652-bbd0-1c8550af6850 req-f8c26354-e052-45b7-b2d1-b7a8c358ad1b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Sep 17 22:51:02.381257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6921ce-a8fb-4544-840b-57bbffa555d2 req-4c600a39-78b3-4ffd-9fa8-d47c3d1bbbdc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:02.382745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a6921ce-a8fb-4544-840b-57bbffa555d2 req-4c600a39-78b3-4ffd-9fa8-d47c3d1bbbdc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0568995 Sep 17 22:51:02.421965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a6921ce-a8fb-4544-840b-57bbffa555d2 req-57ea4a97-c697-4fb9-8175-0497aa149c80 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Sep 17 22:51:03.543205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b235a64-e8e2-4b3e-b6d7-51f35d63340c req-78fe76aa-f635-4fb8-94ce-2c65b39fedf3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:03.544672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b235a64-e8e2-4b3e-b6d7-51f35d63340c req-78fe76aa-f635-4fb8-94ce-2c65b39fedf3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0553856 Sep 17 22:51:03.582771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b235a64-e8e2-4b3e-b6d7-51f35d63340c req-9b0fe131-3df3-49a5-9530-1fa9631629ce tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Sep 17 22:51:04.714910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b69b-1f29-434a-b140-1a8c1a335d5b req-7a94837f-a414-42db-9262-509eceebdfd5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:04.716416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a851b69b-1f29-434a-b140-1a8c1a335d5b req-7a94837f-a414-42db-9262-509eceebdfd5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0488362 Sep 17 22:51:04.754084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a851b69b-1f29-434a-b140-1a8c1a335d5b req-de51acb5-8eee-4ff7-92a5-6ff972283106 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315127 Sep 17 22:51:05.875019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a9e1-afdb-4493-8a29-a3078fded6a4 req-145e92fa-02b5-42ab-9026-3d972c0b5211 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:05.876832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9078a9e1-afdb-4493-8a29-a3078fded6a4 req-145e92fa-02b5-42ab-9026-3d972c0b5211 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0514290 Sep 17 22:51:05.918506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9078a9e1-afdb-4493-8a29-a3078fded6a4 req-7cb9b6e8-a37d-4124-b7b2-2d856a7f7a98 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Sep 17 22:51:07.047607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fc2ed-f33c-4f5b-852f-1c768e9d1153 req-398505af-bc53-4207-a552-5091574ebfd2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:07.049043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-820fc2ed-f33c-4f5b-852f-1c768e9d1153 req-398505af-bc53-4207-a552-5091574ebfd2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0544305 Sep 17 22:51:07.088094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-820fc2ed-f33c-4f5b-852f-1c768e9d1153 req-6e966472-06fe-4b4e-8513-2b1c2c9a6727 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 Sep 17 22:51:08.205633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f91ae-dcc7-4e79-be7f-826db9b7046a req-0120dc75-ef89-40c4-8c25-8b9bcd07ad77 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:08.207145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-184f91ae-dcc7-4e79-be7f-826db9b7046a req-0120dc75-ef89-40c4-8c25-8b9bcd07ad77 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0510566 Sep 17 22:51:08.245238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-184f91ae-dcc7-4e79-be7f-826db9b7046a req-6daf3bc3-bf39-4e75-856e-d9022c9c8111 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Sep 17 22:51:08.569650 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:09.364331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d039fb4-59c6-4d3c-93b8-cee759698643 req-82a0aefb-a4b1-4c11-80a9-458d98cfa7ca tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:09.366623 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d039fb4-59c6-4d3c-93b8-cee759698643 req-82a0aefb-a4b1-4c11-80a9-458d98cfa7ca tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0523424 Sep 17 22:51:09.406992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d039fb4-59c6-4d3c-93b8-cee759698643 req-dfde948e-8d64-4b7a-bf9b-1da462ab2a2c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342503 Sep 17 22:51:10.300932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:10.529083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb34bf-2eb1-462f-b9c8-9020166d12e4 req-c6a3bd96-ec5b-48fb-9764-c4de6e9c8ac0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:10.530472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0edb34bf-2eb1-462f-b9c8-9020166d12e4 req-c6a3bd96-ec5b-48fb-9764-c4de6e9c8ac0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0529201 Sep 17 22:51:10.570135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0edb34bf-2eb1-462f-b9c8-9020166d12e4 req-beea825c-fd2a-4586-be22-4b7160426627 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334525 Sep 17 22:51:11.688875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bdfe7-904c-487f-a669-6eebd9c2ed59 req-2c3a0496-d41a-4eb1-8266-7518c42cbb46 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:11.690370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b3bdfe7-904c-487f-a669-6eebd9c2ed59 req-2c3a0496-d41a-4eb1-8266-7518c42cbb46 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0501525 Sep 17 22:51:11.729514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b3bdfe7-904c-487f-a669-6eebd9c2ed59 req-99c0dd52-5f80-4776-811c-7802a184424b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Sep 17 22:51:12.843294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2061-f790-4aed-9316-680a94bad709 req-0a373009-c96e-4210-ac65-96568f8ba7af tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:12.844774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bbf2061-f790-4aed-9316-680a94bad709 req-0a373009-c96e-4210-ac65-96568f8ba7af tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0485747 Sep 17 22:51:12.883643 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bbf2061-f790-4aed-9316-680a94bad709 req-d3696a5b-4558-4b3d-be54-6c260af8a741 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Sep 17 22:51:13.101510 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:51:14.003111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981d075-43a8-4c25-9ce7-089b00270f6d req-e383a95e-6242-4b8d-8d01-22bc78a10aa7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:14.004589 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3981d075-43a8-4c25-9ce7-089b00270f6d req-e383a95e-6242-4b8d-8d01-22bc78a10aa7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0536876 Sep 17 22:51:14.041921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3981d075-43a8-4c25-9ce7-089b00270f6d req-085d1afc-b575-497e-a026-d3f5cf9a8a8f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310872 Sep 17 22:51:15.157701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85984c-4076-4177-af16-63992594ce79 req-92a5cd42-47af-437b-ad75-f328ded74051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:15.159234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f85984c-4076-4177-af16-63992594ce79 req-92a5cd42-47af-437b-ad75-f328ded74051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0486670 Sep 17 22:51:15.197774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f85984c-4076-4177-af16-63992594ce79 req-d5c06e91-d25f-40cb-9bbc-a12221775327 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Sep 17 22:51:16.314644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e73a83-8e3a-466b-962d-df07be857ea1 req-213860dc-58e5-41fb-b7d9-90c9f6887df5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:16.316146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50e73a83-8e3a-466b-962d-df07be857ea1 req-213860dc-58e5-41fb-b7d9-90c9f6887df5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0482547 Sep 17 22:51:16.355087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50e73a83-8e3a-466b-962d-df07be857ea1 req-fee99654-cc89-4197-986f-f0ecca94894a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328820 Sep 17 22:51:17.476170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714fe0f-c7ec-4394-9407-6de74ba603cd req-38c7e06c-b50a-4904-87c9-ab1e321cb759 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:17.477686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d714fe0f-c7ec-4394-9407-6de74ba603cd req-38c7e06c-b50a-4904-87c9-ab1e321cb759 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 944 time: 0.0550573 Sep 17 22:51:17.515151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d714fe0f-c7ec-4394-9407-6de74ba603cd req-11fe894a-57a4-4381-8235-a10a6f936631 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Sep 17 22:51:17.786017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-217fb8e7-a54e-496f-ab4a-a54a9bd0fa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.168749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 29797a79-97df-46c3-b31b-f076a86a85d6 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:51:18.262852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 29797a79-97df-46c3-b31b-f076a86a85d6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=29797a79-97df-46c3-b31b-f076a86a85d6,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:18.274273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '29797a79-97df-46c3-b31b-f076a86a85d6', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'port_id': '29797a79-97df-46c3-b31b-f076a86a85d6', 'mac_address': 'fa:16:3e:8f:a0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:51:18.309088 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.321678 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29797a79-97df-46c3-b31b-f076a86a85d6 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:51:18.340438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 29797a79-97df-46c3-b31b-f076a86a85d6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=29797a79-97df-46c3-b31b-f076a86a85d6,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:18.386562 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:18.436026 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=29797a79-97df-46c3-b31b-f076a86a85d6,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:18.621097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['29797a79-97df-46c3-b31b-f076a86a85d6'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:51:18.631808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af8284-d211-4276-99cf-cf9e7dbbb023 req-12604a2b-c1c2-4a44-8b70-e5f2397fefe3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:18.636976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8af8284-d211-4276-99cf-cf9e7dbbb023 req-12604a2b-c1c2-4a44-8b70-e5f2397fefe3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 945 time: 0.0514605 Sep 17 22:51:18.673218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8af8284-d211-4276-99cf-cf9e7dbbb023 req-407f4659-1030-4763-8b7a-61447b761087 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335290 Sep 17 22:51:19.791880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a95bb0-8473-4fb7-aeed-db04b2174aac req-ecb1b0d8-e060-4bdf-8c0c-eee7c9325ff1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:19.793444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1a95bb0-8473-4fb7-aeed-db04b2174aac req-ecb1b0d8-e060-4bdf-8c0c-eee7c9325ff1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 945 time: 0.0505631 Sep 17 22:51:19.831292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1a95bb0-8473-4fb7-aeed-db04b2174aac req-53a491de-12eb-4b98-b8f3-0dc3ba618577 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Sep 17 22:51:20.168581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 29797a79-97df-46c3-b31b-f076a86a85d6 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:51:20.231699 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b2063386-c28d-4d57-ab25-5edc4205f153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.311747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 29797a79-97df-46c3-b31b-f076a86a85d6 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:51:20.315851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 29797a79-97df-46c3-b31b-f076a86a85d6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:51:20.316214 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.392724 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.415719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a6eac9-7a6f-4064-8245-3a5cab6fe36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29797a79-97df-46c3-b31b-f076a86a85d6'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:20.417945 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff11aa-906a-4f5a-a202-fd072d7e023a" -d '{"events": [{"server_uuid": "35a6eac9-7a6f-4064-8245-3a5cab6fe36f", "name": "network-vif-plugged", "status": "completed", "tag": "29797a79-97df-46c3-b31b-f076a86a85d6"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:20.430568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 29797a79-97df-46c3-b31b-f076a86a85d6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=29797a79-97df-46c3-b31b-f076a86a85d6,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:20.507289 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:20.534284 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fac249b-9848-4db3-9032-e5776ef57e34 x-openstack-request-id: req-8fac249b-9848-4db3-9032-e5776ef57e34 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:20.538165 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a6eac9-7a6f-4064-8245-3a5cab6fe36f", "name": "network-vif-plugged", "status": "completed", "tag": "29797a79-97df-46c3-b31b-f076a86a85d6", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:20.538165 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fac249b-9848-4db3-9032-e5776ef57e34 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:20.538165 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6eac9-7a6f-4064-8245-3a5cab6fe36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29797a79-97df-46c3-b31b-f076a86a85d6', 'code': 200} Sep 17 22:51:20.561313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=29797a79-97df-46c3-b31b-f076a86a85d6,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:20.613286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63116b69-cd62-4f3b-ba3f-79c29c3ee1ab req-6b11a9ae-84ca-4657-81ac-7614866b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:20.614769 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-63116b69-cd62-4f3b-ba3f-79c29c3ee1ab req-6b11a9ae-84ca-4657-81ac-7614866b50b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 1098 time: 0.0397389 Sep 17 22:51:20.650370 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-63116b69-cd62-4f3b-ba3f-79c29c3ee1ab req-38307b3c-bd9d-4aad-ac34-aaf53a038106 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286679 Sep 17 22:51:20.951043 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bcc50-6160-4709-a7d0-68a90eca4138 req-e57a0fcb-cf35-41bb-bee6-2ff710e6918b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:20.952514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe7bcc50-6160-4709-a7d0-68a90eca4138 req-e57a0fcb-cf35-41bb-bee6-2ff710e6918b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 946 time: 0.0521083 Sep 17 22:51:20.990238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe7bcc50-6160-4709-a7d0-68a90eca4138 req-df0bd01a-067d-45e7-bc96-ab69ef928704 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Sep 17 22:51:21.300328 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:21.768481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:22.111411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c134b3-f047-4ea9-baa1-b5d6e13f1666 req-b6cc2844-1b4f-4aa7-b0e9-a5e56196edb9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:22.112881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19c134b3-f047-4ea9-baa1-b5d6e13f1666 req-b6cc2844-1b4f-4aa7-b0e9-a5e56196edb9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 946 time: 0.0476050 Sep 17 22:51:22.151513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19c134b3-f047-4ea9-baa1-b5d6e13f1666 req-5326106e-b7e4-41a8-aede-874c27a4a0dc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Sep 17 22:51:22.266314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce69ea6-6905-4b69-8db9-a09321a7171c req-e6c45964-74b0-4246-8be4-56a67cd9b987 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:22.267957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ce69ea6-6905-4b69-8db9-a09321a7171c req-e6c45964-74b0-4246-8be4-56a67cd9b987 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 946 time: 0.0489461 Sep 17 22:51:22.307571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ce69ea6-6905-4b69-8db9-a09321a7171c req-7572ce96-c94d-463d-951b-3dc5cc26f6df tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Sep 17 22:51:22.871422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bffab-b46a-4004-a346-4b8937c237db req-f54c48cf-6fc2-4df3-8b13-663fca51364e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:22.872927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f3bffab-b46a-4004-a346-4b8937c237db req-f54c48cf-6fc2-4df3-8b13-663fca51364e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 946 time: 0.0546930 Sep 17 22:51:22.910229 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9f3bffab-b46a-4004-a346-4b8937c237db req-5d3a957a-d35c-43ef-8160-2a48e78b92ae tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Sep 17 22:51:23.431921 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.026697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e291a-a5f5-47ef-aa9a-5af6300486c2 req-334d7105-1799-49de-9a40-f8eadb1dfcc3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:24.028207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b00e291a-a5f5-47ef-aa9a-5af6300486c2 req-334d7105-1799-49de-9a40-f8eadb1dfcc3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 946 time: 0.0499086 Sep 17 22:51:24.065289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b00e291a-a5f5-47ef-aa9a-5af6300486c2 req-a42b0565-c33e-4512-819b-fea6c0b246c1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Sep 17 22:51:24.264919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-5753d4ba-1523-4283-bcfa-2c8267b89193 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:24.266357 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-5753d4ba-1523-4283-bcfa-2c8267b89193 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 946 time: 0.0487354 Sep 17 22:51:24.360899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port 29797a79-97df-46c3-b31b-f076a86a85d6 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:24.361245 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.447642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] For port 29797a79-97df-46c3-b31b-f076a86a85d6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=29797a79-97df-46c3-b31b-f076a86a85d6,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:24.448041 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.460450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for 29797a79-97df-46c3-b31b-f076a86a85d6 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:24.671808 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.684743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a3f93304-5460-4094-8a89-f36538dfaf69'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:51:24.687542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['29797a79-97df-46c3-b31b-f076a86a85d6'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:51:24.698245 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=29797a79-97df-46c3-b31b-f076a86a85d6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:24.751180 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] No DVR routers for this DVR port 29797a79-97df-46c3-b31b-f076a86a85d6 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:24.754166 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:24.756964 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5480e80b-d10f-45bf-ba9e-f59c1f0b2aa4 req-446acb1b-6984-4982-ab42-72a2a7b58c5f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "DELETE /v2.0/ports/29797a79-97df-46c3-b31b-f076a86a85d6 HTTP/1.1" status: 204 len: 173 time: 0.4847298 Sep 17 22:51:24.757552 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a6eac9-7a6f-4064-8245-3a5cab6fe36f', 'name': 'network-vif-deleted', 'tag': '29797a79-97df-46c3-b31b-f076a86a85d6'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:24.760693 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa046831-d4f4-42ae-a0cc-4f0a470ad4d8" -d '{"events": [{"server_uuid": "35a6eac9-7a6f-4064-8245-3a5cab6fe36f", "name": "network-vif-deleted", "tag": "29797a79-97df-46c3-b31b-f076a86a85d6"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:24.798943 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572170ab-9c19-4036-8bcb-ebb57450b566 x-openstack-request-id: req-572170ab-9c19-4036-8bcb-ebb57450b566 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:24.799239 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a6eac9-7a6f-4064-8245-3a5cab6fe36f", "name": "network-vif-deleted", "tag": "29797a79-97df-46c3-b31b-f076a86a85d6", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:24.799559 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-572170ab-9c19-4036-8bcb-ebb57450b566 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:24.799969 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6eac9-7a6f-4064-8245-3a5cab6fe36f', 'name': 'network-vif-deleted', 'tag': '29797a79-97df-46c3-b31b-f076a86a85d6', 'status': 'completed', 'code': 200} Sep 17 22:51:25.163598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c62991e-9dbe-4741-b928-e8272f7ec41e req-98e2b367-38c6-4bfd-aad2-3f3c863c6ad0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 210 time: 0.0272756 Sep 17 22:51:26.264540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eaad2256-c62e-4539-8648-4aa688b329a6 req-4f128753-2692-4c62-8182-3227d1cff814 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 210 time: 0.0266232 Sep 17 22:51:27.364695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8bf4c11-fb60-42fc-97b5-05d45ff5d743 req-43adb7af-1d00-4275-bbb7-fdeab2cb6a80 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 210 time: 0.0314090 Sep 17 22:51:28.185303 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 29797a79-97df-46c3-b31b-f076a86a85d6 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:28.207550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 29797a79-97df-46c3-b31b-f076a86a85d6 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:28.207890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 29797a79-97df-46c3-b31b-f076a86a85d6 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:28.456436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-627a26a6-a2b1-45a1-8a75-11bb0367e740 req-e9e47a2c-57b4-4163-a518-9c9f3342c94a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a6eac9-7a6f-4064-8245-3a5cab6fe36f HTTP/1.1" status: 200 len: 210 time: 0.0267298 Sep 17 22:51:34.255923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e90c09-2fe9-46c8-9659-d52e7ba55c9c req-b43a6b94-e693-4697-8e6b-93bb5b891b86 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:34.257408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3e90c09-2fe9-46c8-9659-d52e7ba55c9c req-b43a6b94-e693-4697-8e6b-93bb5b891b86 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 945 time: 0.0507257 Sep 17 22:51:34.295264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3e90c09-2fe9-46c8-9659-d52e7ba55c9c req-8d4d3cde-497b-42cc-96ed-d3a305bbe768 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Sep 17 22:51:35.410305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19c98d-7485-4f4f-b631-f15dcacf786e req-5ec12c91-ba4d-4b98-9a38-7ee5b0510f27 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:35.411804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af19c98d-7485-4f4f-b631-f15dcacf786e req-5ec12c91-ba4d-4b98-9a38-7ee5b0510f27 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Sep 17 22:51:35.449445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af19c98d-7485-4f4f-b631-f15dcacf786e req-0c9ec4ab-2fda-427b-9c38-995218cd86c5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=6085c458-ff78-4b78-b459-5aa6286e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Sep 17 22:51:35.726667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-4c4820f3-efb3-40b5-9405-4db16af34069 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:51:35.728992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-4c4820f3-efb3-40b5-9405-4db16af34069 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 945 time: 0.0519025 Sep 17 22:51:35.817476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port a3f93304-5460-4094-8a89-f36538dfaf69 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:51:35.817811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.908470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] For port a3f93304-5460-4094-8a89-f36538dfaf69, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=a3f93304-5460-4094-8a89-f36538dfaf69,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:51:35.908837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:35.920795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for a3f93304-5460-4094-8a89-f36538dfaf69 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:51:36.100343 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.111255 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['a3f93304-5460-4094-8a89-f36538dfaf69'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:51:36.130923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=a3f93304-5460-4094-8a89-f36538dfaf69,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:36.160942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.161288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.161627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.161961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.162295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.162623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.162971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.163292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.163611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.163931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.164254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.164572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:51:36.185219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] No DVR routers for this DVR port a3f93304-5460-4094-8a89-f36538dfaf69 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:51:36.190850 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:36.190850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26187a82-ddc8-44a9-a39b-ac2d4484c5ec req-797bc1ba-116e-4f68-a25e-b6402f6a6508 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "DELETE /v2.0/ports/a3f93304-5460-4094-8a89-f36538dfaf69 HTTP/1.1" status: 204 len: 173 time: 0.4541976 Sep 17 22:51:36.190850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d45cdd-804f-42cc-9c70-d79d399066f9', 'name': 'network-vif-deleted', 'tag': 'a3f93304-5460-4094-8a89-f36538dfaf69'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:51:36.192376 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2944ff-c518-433c-9237-ae286c6561e7" -d '{"events": [{"server_uuid": "47d45cdd-804f-42cc-9c70-d79d399066f9", "name": "network-vif-deleted", "tag": "a3f93304-5460-4094-8a89-f36538dfaf69"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:51:36.293057 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cb9ea2-c3d8-4939-af23-258324a6b48c x-openstack-request-id: req-d2cb9ea2-c3d8-4939-af23-258324a6b48c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:51:36.293345 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d45cdd-804f-42cc-9c70-d79d399066f9", "name": "network-vif-deleted", "tag": "a3f93304-5460-4094-8a89-f36538dfaf69", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:51:36.293589 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2cb9ea2-c3d8-4939-af23-258324a6b48c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:51:36.293980 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d45cdd-804f-42cc-9c70-d79d399066f9', 'name': 'network-vif-deleted', 'tag': 'a3f93304-5460-4094-8a89-f36538dfaf69', 'status': 'completed', 'code': 200} Sep 17 22:51:36.544383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e45f1899-bb1e-4436-b077-8122bf074116 req-e7e5635c-398a-4186-9931-b54a24ee9e76 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 210 time: 0.0267589 Sep 17 22:51:37.644015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cff00706-228c-48d5-8e0b-ee74a3972182 req-02132c2f-9028-4314-ae0a-0b8c3017c950 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 210 time: 0.0277157 Sep 17 22:51:38.452426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a3f93304-5460-4094-8a89-f36538dfaf69 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:51:38.473110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: a3f93304-5460-4094-8a89-f36538dfaf69 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:51:38.473475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device a3f93304-5460-4094-8a89-f36538dfaf69 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:51:38.540269 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:38.738389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50fc062f-a098-42ca-8775-90e3749d5a40 req-40375061-2dc6-44d2-895a-1532db02b0e4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 210 time: 0.0272770 Sep 17 22:51:39.833471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60b1616b-0bbb-429f-8412-b7c04595ae4a req-724b0150-8cec-40f9-a0bd-a8217e917afe tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d45cdd-804f-42cc-9c70-d79d399066f9 HTTP/1.1" status: 200 len: 210 time: 0.0294590 Sep 17 22:51:40.265907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.693648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58542) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:44.698667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-36141eab-0e00-4f33-b23a-4eb290dc8fb1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574081763', 'description': 'tempest-secgroup-smoke-574081763 description', 'project_id': 'd1bf95446f97457cb689070159041056'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:44.773769 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36141eab-0e00-4f33-b23a-4eb290dc8fb1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.852058 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36141eab-0e00-4f33-b23a-4eb290dc8fb1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.905972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36141eab-0e00-4f33-b23a-4eb290dc8fb1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.933966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36141eab-0e00-4f33-b23a-4eb290dc8fb1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e772f-433e-45ac-8278-f6a59f5f1bdc,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:44.990768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-36141eab-0e00-4f33-b23a-4eb290dc8fb1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:44.992084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-36141eab-0e00-4f33-b23a-4eb290dc8fb1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2974083 Sep 17 22:51:44.996204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58544) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.000504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-04c9816d-c439-4d65-800c-3c8094c23307 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'security_group_rule': {'security_group_id': '7e9e772f-433e-45ac-8278-f6a59f5f1bdc', 'project_id': 'd1bf95446f97457cb689070159041056', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:45.093282 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04c9816d-c439-4d65-800c-3c8094c23307 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.146737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04c9816d-c439-4d65-800c-3c8094c23307 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.197603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04c9816d-c439-4d65-800c-3c8094c23307 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.216281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9816d-c439-4d65-800c-3c8094c23307 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831ba8a1-eadc-4649-9659-0efc8ef1fa4d,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:45.260405 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04c9816d-c439-4d65-800c-3c8094c23307 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.261613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-04c9816d-c439-4d65-800c-3c8094c23307 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2644589 Sep 17 22:51:45.264594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58546) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.268979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5c4ed6da-42cd-4a37-ade7-8d0ffa289ef9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'security_group_rule': {'security_group_id': '7e9e772f-433e-45ac-8278-f6a59f5f1bdc', 'project_id': 'd1bf95446f97457cb689070159041056', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:45.356837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c4ed6da-42cd-4a37-ade7-8d0ffa289ef9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.416348 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c4ed6da-42cd-4a37-ade7-8d0ffa289ef9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.471038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c4ed6da-42cd-4a37-ade7-8d0ffa289ef9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.488533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ed6da-42cd-4a37-ade7-8d0ffa289ef9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c981c0ee-27fe-4e4a-9c12-7f87c90875ae,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:45.534778 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5c4ed6da-42cd-4a37-ade7-8d0ffa289ef9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.536012 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5c4ed6da-42cd-4a37-ade7-8d0ffa289ef9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2704711 Sep 17 22:51:45.538701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58548) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.543580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8e61447a-1ed4-458a-b804-3a472cb366dc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'security_group_rule': {'security_group_id': '7e9e772f-433e-45ac-8278-f6a59f5f1bdc', 'project_id': 'd1bf95446f97457cb689070159041056', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:45.618649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e61447a-1ed4-458a-b804-3a472cb366dc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.676112 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e61447a-1ed4-458a-b804-3a472cb366dc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.722862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e61447a-1ed4-458a-b804-3a472cb366dc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.741541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61447a-1ed4-458a-b804-3a472cb366dc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e0914a-7846-4496-9004-2d505016c8c7,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:45.779944 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8e61447a-1ed4-458a-b804-3a472cb366dc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.781143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8e61447a-1ed4-458a-b804-3a472cb366dc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2408590 Sep 17 22:51:45.783830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58550) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:45.788015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2076fd69-414a-4013-b24f-0e75f0886b84 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'security_group_rule': {'security_group_id': '7e9e772f-433e-45ac-8278-f6a59f5f1bdc', 'project_id': 'd1bf95446f97457cb689070159041056', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:45.854586 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2076fd69-414a-4013-b24f-0e75f0886b84 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.913441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2076fd69-414a-4013-b24f-0e75f0886b84 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.967725 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2076fd69-414a-4013-b24f-0e75f0886b84 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:45.987572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076fd69-414a-4013-b24f-0e75f0886b84 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0fdabb-a61f-4c48-9c8d-f493ace6a602,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:46.064910 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2076fd69-414a-4013-b24f-0e75f0886b84 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.066123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2076fd69-414a-4013-b24f-0e75f0886b84 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2813816 Sep 17 22:51:46.068801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58552) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.073568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c298d3fc-2772-46d3-b959-c07820707023 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'security_group_rule': {'security_group_id': '7e9e772f-433e-45ac-8278-f6a59f5f1bdc', 'project_id': 'd1bf95446f97457cb689070159041056', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:46.140023 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-c298d3fc-2772-46d3-b959-c07820707023 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Project d1bf95446f97457cb689070159041056 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:51:46.144588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c298d3fc-2772-46d3-b959-c07820707023 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.209347 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c298d3fc-2772-46d3-b959-c07820707023 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.271551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c298d3fc-2772-46d3-b959-c07820707023 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.288302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298d3fc-2772-46d3-b959-c07820707023 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029e3e9e-9c2a-4d77-b126-45c81596e018,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:46.363239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c298d3fc-2772-46d3-b959-c07820707023 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.364530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c298d3fc-2772-46d3-b959-c07820707023 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2947555 Sep 17 22:51:46.367127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58554) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:51:46.372080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5e3c76ae-4f2e-47eb-9d03-8b9d4c338055 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'security_group_rule': {'security_group_id': '7e9e772f-433e-45ac-8278-f6a59f5f1bdc', 'project_id': 'd1bf95446f97457cb689070159041056', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:51:46.460124 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-5e3c76ae-4f2e-47eb-9d03-8b9d4c338055 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Project d1bf95446f97457cb689070159041056 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 22:51:46.464807 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5e3c76ae-4f2e-47eb-9d03-8b9d4c338055 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.523370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5e3c76ae-4f2e-47eb-9d03-8b9d4c338055 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.585825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5e3c76ae-4f2e-47eb-9d03-8b9d4c338055 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.602647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c76ae-4f2e-47eb-9d03-8b9d4c338055 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15530121-6ee7-41c2-ae3e-524f9187ef9e,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:51:46.666482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5e3c76ae-4f2e-47eb-9d03-8b9d4c338055 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:46.667723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5e3c76ae-4f2e-47eb-9d03-8b9d4c338055 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990549 Sep 17 22:51:47.775619 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-142a78a4-261c-4c9b-88ab-77627811e7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:50.100891 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:51:50.209126 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b3052ff2-f64c-4447-8932-060f1e239ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.283417 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:51.745962 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:51:53.437438 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:08.586443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:09.624922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-07af8251-241a-4c72-b387-82c61579f724 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574081763&fields=id&tenant_id=d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 267 time: 0.0322948 Sep 17 22:52:09.733235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-d89f6a9c-cf6b-45a2-8428-7ff62f3f7805 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:09.734722 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-d89f6a9c-cf6b-45a2-8428-7ff62f3f7805 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1033857 Sep 17 22:52:09.749033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-1670a278-a0db-4187-af9f-06fb5ad8a596 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/quotas/d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 375 time: 0.0086644 Sep 17 22:52:09.798357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-61b3c34d-db0d-4741-a187-43e6c8b15c57 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438657 Sep 17 22:52:09.979491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-c05b3f46-0cba-42ca-937f-098dd7736ff5 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700099 Sep 17 22:52:10.070073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-1e606cf0-757d-4117-9cd8-403a3034a66c service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843596 Sep 17 22:52:10.305570 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:10.617034 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca8b7287-f596-430f-bc3b-46ed4f23b33d req-51d8c0c7-e60e-479d-afe5-43e1362515b9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 210 time: 0.0268219 Sep 17 22:52:11.709676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41994d41-54e3-45ec-a688-b4f11e1166e1 req-11bf00c1-7eb2-42ca-a281-d999d2579ca6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 210 time: 0.0258710 Sep 17 22:52:12.520345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-c0e08666-c3db-4bc3-8181-ec865ac21a9b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:12.521710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-c0e08666-c3db-4bc3-8181-ec865ac21a9b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1059496 Sep 17 22:52:12.565804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-f426a1d2-bb46-437d-aeb4-d9d9e7f3ebf2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 379 time: 0.0327587 Sep 17 22:52:12.574937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'port': {'device_id': '4862188f-2096-4321-abe4-5e7f84728f7a', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'admin_state_up': True, 'tenant_id': 'd1bf95446f97457cb689070159041056', 'security_groups': ['7e9e772f-433e-45ac-8278-f6a59f5f1bdc']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:12.740442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Made reservation on behalf of d1bf95446f97457cb689070159041056 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:52:12.744293 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:12.831340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70fd9324-654b-4472-bcc2-7b1eea32643b req-9f5776bc-6e53-4fb4-a947-030852e4b9a1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 210 time: 0.0335445 Sep 17 22:52:12.895630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.20.0.8 (2b604e63-96ef-4715-82c3-ecca58ce60ce/fa701f8b-85c8-4d01-bb8d-a555b5308947/4cf6127a-0909-4787-9ebe-48c7753ab3fa) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:13.028262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.141342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.190926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:13.194236 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:13.198170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:13.231567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=4cf6127a-0909-4787-9ebe-48c7753ab3fa,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:13.258948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:13.259589 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.330065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-2fac2cae-cf3d-40b5-97e9-d2d6bce7d993 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585163 Sep 17 22:52:13.343339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Request body: {'port': {'device_id': '4862188f-2096-4321-abe4-5e7f84728f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:13.406676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.463233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-92e5001f-266f-42a3-a281-851326a4d642 None None] Provisioning complete for port 4cf6127a-0909-4787-9ebe-48c7753ab3fa triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:13.463779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-92e5001f-266f-42a3-a281-851326a4d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.500462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-92e5001f-266f-42a3-a281-851326a4d642 None None] Port 4cf6127a-0909-4787-9ebe-48c7753ab3fa cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:52:13.673089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf6127a-0909-4787-9ebe-48c7753ab3fa {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:52:13.680442 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.692363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Transition to ACTIVE for port object 4cf6127a-0909-4787-9ebe-48c7753ab3fa will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:52:13.767943 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:13.821645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Pushing event updated for resources: {'Port': ['ID=4cf6127a-0909-4787-9ebe-48c7753ab3fa,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:13.907005 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Attempting to bind port 4cf6127a-0909-4787-9ebe-48c7753ab3fa on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:52:13.907533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Attempting to bind port 4cf6127a-0909-4787-9ebe-48c7753ab3fa by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:52:13.907874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Attempting to bind port 4cf6127a-0909-4787-9ebe-48c7753ab3fa on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:13.914853 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Port 4cf6127a-0909-4787-9ebe-48c7753ab3fa on network 2b604e63-96ef-4715-82c3-ecca58ce60ce not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:52:13.915179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Attempting to bind port 4cf6127a-0909-4787-9ebe-48c7753ab3fa on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:52:14.269155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:52:14.269488 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:52:14.269873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Bound using segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:52:14.270331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Bound port: 4cf6127a-0909-4787-9ebe-48c7753ab3fa, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:52:14.270686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.343782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654e7dc-a805-410e-8245-fba6b5f03bfb req-d7ccd946-69df-4e1d-a58b-b8607b9c597a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:14.343782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b654e7dc-a805-410e-8245-fba6b5f03bfb req-d7ccd946-69df-4e1d-a58b-b8607b9c597a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.4286790 Sep 17 22:52:14.378123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] For port 4cf6127a-0909-4787-9ebe-48c7753ab3fa, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:52:14.401183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] For port 4cf6127a-0909-4787-9ebe-48c7753ab3fa, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4cf6127a-0909-4787-9ebe-48c7753ab3fa,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:52:14.407069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b654e7dc-a805-410e-8245-fba6b5f03bfb req-3ab81762-d14d-4cab-a706-9f4b1bfe29a0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583456 Sep 17 22:52:14.456023 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.491200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:14.491820 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:14.493844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] 10.222.0.32 "PUT /v2.0/ports/4cf6127a-0909-4787-9ebe-48c7753ab3fa HTTP/1.1" status: 200 len: 1092 time: 1.1552269 Sep 17 22:52:14.493844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4862188f-2096-4321-abe4-5e7f84728f7a', 'tag': '4cf6127a-0909-4787-9ebe-48c7753ab3fa'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:52:14.495930 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027a075c-d056-4ea4-9d18-b480c3427267" -d '{"events": [{"name": "network-changed", "server_uuid": "4862188f-2096-4321-abe4-5e7f84728f7a", "tag": "4cf6127a-0909-4787-9ebe-48c7753ab3fa"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:52:14.530951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65fd24-16b3-4064-8e52-a2c66aaaf18e service neutron] Pushing event updated for resources: {'Port': ['ID=4cf6127a-0909-4787-9ebe-48c7753ab3fa,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:14.552543 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff80d3-f5e9-481b-b3e5-22eabbe5d27c x-openstack-request-id: req-b2ff80d3-f5e9-481b-b3e5-22eabbe5d27c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:52:14.553022 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4862188f-2096-4321-abe4-5e7f84728f7a", "tag": "4cf6127a-0909-4787-9ebe-48c7753ab3fa", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:52:14.553341 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2ff80d3-f5e9-481b-b3e5-22eabbe5d27c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:52:14.553801 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4862188f-2096-4321-abe4-5e7f84728f7a', 'tag': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'status': 'completed', 'code': 200} Sep 17 22:52:14.619752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a075c-d056-4ea4-9d18-b480c3427267 req-953619e9-20fe-480c-8cef-99cb9192696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:14.621365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-027a075c-d056-4ea4-9d18-b480c3427267 req-953619e9-20fe-480c-8cef-99cb9192696e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 1095 time: 0.0461247 Sep 17 22:52:14.725329 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a075c-d056-4ea4-9d18-b480c3427267 req-f382d486-0782-4a1d-acb5-36cd26b3ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:14.726720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-027a075c-d056-4ea4-9d18-b480c3427267 req-f382d486-0782-4a1d-acb5-36cd26b3ee74 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1bf95446f97457cb689070159041056&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980358 Sep 17 22:52:14.817839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a075c-d056-4ea4-9d18-b480c3427267 req-65c0a5a0-c404-4ee1-9a1b-b0a54ae45993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:14.819265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-027a075c-d056-4ea4-9d18-b480c3427267 req-65c0a5a0-c404-4ee1-9a1b-b0a54ae45993 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0860438 Sep 17 22:52:14.896742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-8591e11e-b10c-4768-adc1-ce79123f8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:14.898219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-8591e11e-b10c-4768-adc1-ce79123f8bb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 1095 time: 0.0404553 Sep 17 22:52:14.943392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-8087d6a2-a973-43c9-8a44-6f616d05532f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf6127a-0909-4787-9ebe-48c7753ab3fa HTTP/1.1" status: 200 len: 217 time: 0.0370889 Sep 17 22:52:14.991753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-f62b1bae-4ffa-4269-bc80-684cde698637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:14.993224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-f62b1bae-4ffa-4269-bc80-684cde698637 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0434997 Sep 17 22:52:15.039312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-55e7ac22-1c44-4bd0-999b-49bfd6d0df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:15.040811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-55e7ac22-1c44-4bd0-999b-49bfd6d0df5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393040 Sep 17 22:52:15.137251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-7ea1ba9b-8e15-4562-b9d0-52eb1f8c8097 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881321 Sep 17 22:52:15.228458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6567c1e5-3b62-4b54-bf71-fa8dc79b46d6 req-325b452c-e873-4362-acf8-d6f73c9a541a service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829320 Sep 17 22:52:15.527366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90f468-cc71-4248-a7fc-1d256456b835 req-abb380e7-9060-4eae-8210-490688745cb8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:15.528897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b90f468-cc71-4248-a7fc-1d256456b835 req-abb380e7-9060-4eae-8210-490688745cb8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.0539637 Sep 17 22:52:15.567943 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b90f468-cc71-4248-a7fc-1d256456b835 req-548f61f4-eca5-4aa5-8c59-dcd5e947c1e5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329390 Sep 17 22:52:16.682198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f922895-3234-4402-bf17-3a6517758891 req-c1e7060c-ee98-4f2b-a8a9-4d2c3f5a28e7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:16.683685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f922895-3234-4402-bf17-3a6517758891 req-c1e7060c-ee98-4f2b-a8a9-4d2c3f5a28e7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.0477343 Sep 17 22:52:16.721700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f922895-3234-4402-bf17-3a6517758891 req-06fdbf87-1042-413f-a570-6addae0bf9a7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Sep 17 22:52:17.797591 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4189ce59-20cd-4697-bd97-e7af221e95bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:17.835641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a61e6-4a51-47c0-97b5-43b1101d16ec req-8f6a1348-5ea1-44ff-8c9a-c40fc464c0ba tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:17.837200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c87a61e6-4a51-47c0-97b5-43b1101d16ec req-8f6a1348-5ea1-44ff-8c9a-c40fc464c0ba tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.0484660 Sep 17 22:52:17.874498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c87a61e6-4a51-47c0-97b5-43b1101d16ec req-85de3d58-c29f-4b83-858f-6c0301d8c1c2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Sep 17 22:52:18.992208 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7565c00-6664-4deb-bedc-d702c17a1378 req-a80d2982-ee23-4e5d-b020-7e33fc62c911 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:18.993668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7565c00-6664-4deb-bedc-d702c17a1378 req-a80d2982-ee23-4e5d-b020-7e33fc62c911 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.0515349 Sep 17 22:52:19.029800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7565c00-6664-4deb-bedc-d702c17a1378 req-d1b6a432-19d9-4925-a7a1-47171f0a2bf2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302086 Sep 17 22:52:20.143173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbc387-6052-4d01-a906-96e52f407b6b req-77b9dd7f-5cdb-465e-98ff-3c5a76095d15 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:20.144716 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4dbc387-6052-4d01-a906-96e52f407b6b req-77b9dd7f-5cdb-465e-98ff-3c5a76095d15 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.0487339 Sep 17 22:52:20.182560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4dbc387-6052-4d01-a906-96e52f407b6b req-37490f5b-c5ef-4efe-b4c9-0506fb7f9d84 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317862 Sep 17 22:52:20.247854 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da9e0843-e1f8-46a7-9e3b-29b19abb0ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:21.297968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb27f-4d44-4a8b-ab23-2b7753621f04 req-dcddd041-a26d-4588-9185-7bca8e524b19 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:21.300201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b8bb27f-4d44-4a8b-ab23-2b7753621f04 req-dcddd041-a26d-4588-9185-7bca8e524b19 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.0497441 Sep 17 22:52:21.317126 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:21.337964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b8bb27f-4d44-4a8b-ab23-2b7753621f04 req-f5f0c340-b1a8-40e3-8b97-2c33127a7c46 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Sep 17 22:52:21.802957 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:22.456257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38c937-18ea-4467-a640-41799923437e req-18d98578-9a58-49e1-b5f6-f4f832baefe6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:22.457776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee38c937-18ea-4467-a640-41799923437e req-18d98578-9a58-49e1-b5f6-f4f832baefe6 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.0536082 Sep 17 22:52:22.494872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee38c937-18ea-4467-a640-41799923437e req-2ba1dfe3-6430-40e8-a5ae-255e24314864 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309358 Sep 17 22:52:23.442953 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:23.608476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da344b0-1fc2-4855-8c42-925c386794fd req-4a0dc14b-c83d-4897-abf4-0e578a02dad7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:23.609858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7da344b0-1fc2-4855-8c42-925c386794fd req-4a0dc14b-c83d-4897-abf4-0e578a02dad7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.0482180 Sep 17 22:52:23.648331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7da344b0-1fc2-4855-8c42-925c386794fd req-e40afa87-c84d-4d25-bf92-2635d3a27035 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322094 Sep 17 22:52:24.592149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4cf6127a-0909-4787-9ebe-48c7753ab3fa details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:52:24.684791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4cf6127a-0909-4787-9ebe-48c7753ab3fa, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4cf6127a-0909-4787-9ebe-48c7753ab3fa,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:24.695976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'port_id': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'mac_address': 'fa:16:3e:0e:be:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:52:24.738672 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.751928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf6127a-0909-4787-9ebe-48c7753ab3fa {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:52:24.761668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574f325-946e-457d-8f6d-d23ddc33f33c req-345b8d51-2c84-4ad1-8719-3669bee23ad1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:24.763458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d574f325-946e-457d-8f6d-d23ddc33f33c req-345b8d51-2c84-4ad1-8719-3669bee23ad1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 943 time: 0.0487251 Sep 17 22:52:24.771997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4cf6127a-0909-4787-9ebe-48c7753ab3fa, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4cf6127a-0909-4787-9ebe-48c7753ab3fa,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:24.800747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d574f325-946e-457d-8f6d-d23ddc33f33c req-1e940f7d-6218-4664-8b90-da659298312c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Sep 17 22:52:24.866256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:24.915944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=4cf6127a-0909-4787-9ebe-48c7753ab3fa,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:24.923322 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.923674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.924017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.924358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.924691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.925022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.925353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.925690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.926055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.927198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.927482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:24.927789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:52:25.072096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['4cf6127a-0909-4787-9ebe-48c7753ab3fa'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:52:25.918194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857025f-2984-4456-935c-abf36fbfadd0 req-ad2d3d60-afe7-4b0c-9d92-f0269090e7a8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:25.919708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e857025f-2984-4456-935c-abf36fbfadd0 req-ad2d3d60-afe7-4b0c-9d92-f0269090e7a8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 944 time: 0.0530736 Sep 17 22:52:25.958087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e857025f-2984-4456-935c-abf36fbfadd0 req-c459a565-f9b0-4a10-8bfb-15fa9a09bd90 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Sep 17 22:52:26.607090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4cf6127a-0909-4787-9ebe-48c7753ab3fa up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:52:26.705252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 4cf6127a-0909-4787-9ebe-48c7753ab3fa completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:52:26.709325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 4cf6127a-0909-4787-9ebe-48c7753ab3fa triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:52:26.709683 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:26.785375 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:26.809775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4862188f-2096-4321-abe4-5e7f84728f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf6127a-0909-4787-9ebe-48c7753ab3fa'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:52:26.812772 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2918230e-14a9-4fe5-84b4-886aff3e5750" -d '{"events": [{"server_uuid": "4862188f-2096-4321-abe4-5e7f84728f7a", "name": "network-vif-plugged", "status": "completed", "tag": "4cf6127a-0909-4787-9ebe-48c7753ab3fa"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:52:26.825533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 4cf6127a-0909-4787-9ebe-48c7753ab3fa, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4cf6127a-0909-4787-9ebe-48c7753ab3fa,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:52:26.849347 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7008a9b1-2fd5-44eb-bf8a-eec26ea50461 x-openstack-request-id: req-7008a9b1-2fd5-44eb-bf8a-eec26ea50461 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:52:26.849637 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4862188f-2096-4321-abe4-5e7f84728f7a", "name": "network-vif-plugged", "status": "completed", "tag": "4cf6127a-0909-4787-9ebe-48c7753ab3fa", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:52:26.849886 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7008a9b1-2fd5-44eb-bf8a-eec26ea50461 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:52:26.850273 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4862188f-2096-4321-abe4-5e7f84728f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'code': 200} Sep 17 22:52:26.923175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:26.945452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d101e86-d061-47e9-8408-1077023821a0 req-1394cc03-6b20-45d7-a0e5-4232077261bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:26.947023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d101e86-d061-47e9-8408-1077023821a0 req-1394cc03-6b20-45d7-a0e5-4232077261bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 1096 time: 0.0414243 Sep 17 22:52:26.970928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=4cf6127a-0909-4787-9ebe-48c7753ab3fa,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:26.981992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d101e86-d061-47e9-8408-1077023821a0 req-07d75060-c835-4fe6-927a-17c49e7cafb0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281272 Sep 17 22:52:27.069991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e01a3-e35c-4f93-80d5-2bbd41e404a6 req-b03747c5-f994-4173-b9f7-ba7f04b1860b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:27.071486 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c72e01a3-e35c-4f93-80d5-2bbd41e404a6 req-b03747c5-f994-4173-b9f7-ba7f04b1860b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 945 time: 0.0473256 Sep 17 22:52:27.099920 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:52:27.108627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c72e01a3-e35c-4f93-80d5-2bbd41e404a6 req-360124f8-0f28-4731-8430-a075ef40f9e4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Sep 17 22:52:28.227982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a73c34-b2c5-4267-9bb2-f54338469680 req-e9ca7af2-11f5-4b7f-bda1-357c972c7fd7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:28.229470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4a73c34-b2c5-4267-9bb2-f54338469680 req-e9ca7af2-11f5-4b7f-bda1-357c972c7fd7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 945 time: 0.0523105 Sep 17 22:52:28.266971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4a73c34-b2c5-4267-9bb2-f54338469680 req-2084449e-b8d6-4961-8114-2126e5c89eb5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313380 Sep 17 22:52:28.380255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc0d27-9a01-43dc-be55-940c555c59b7 req-ffced3ee-aa99-4303-b831-030156713e6d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:28.381729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73cc0d27-9a01-43dc-be55-940c555c59b7 req-ffced3ee-aa99-4303-b831-030156713e6d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 945 time: 0.0495660 Sep 17 22:52:28.419304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73cc0d27-9a01-43dc-be55-940c555c59b7 req-757f1f16-bad2-401f-8b18-bc0f8535bf98 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316484 Sep 17 22:52:28.441046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58774) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:28.480309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3784a38f-38ed-4955-92e1-1f41f9d5a630 tempest-TestVolumeBootPattern-23400975 tempest-TestVolumeBootPattern-23400975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:28.481854 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3784a38f-38ed-4955-92e1-1f41f9d5a630 tempest-TestVolumeBootPattern-23400975 tempest-TestVolumeBootPattern-23400975-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 1092 time: 0.0398226 Sep 17 22:52:28.485023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58776) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:52:28.489474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:52:28.613132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:28.712820 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:28.815655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.25.5.173 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/8bae21a8-082c-4436-b2e9-f1ac028a170a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:52:28.913845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.009101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.042983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:52:29.045757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:52:29.049249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:52:29.084330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=8bae21a8-082c-4436-b2e9-f1ac028a170a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:29.405528 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.586468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.731303 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.812775 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.884905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=8bae21a8-082c-4436-b2e9-f1ac028a170a,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:52:29.895673 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:29.994744 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Floating IP d60bd2dc-3a0d-4307-be12-62f54a1a4841 associated. External IP: 172.25.5.173, port: 4cf6127a-0909-4787-9ebe-48c7753ab3fa. Sep 17 22:52:30.202271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Router 881a396f-9149-4c77-b0f3-0702529c4049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:52:30.307701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:52:30.317149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] Sync routers for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:52:30.326384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:30.327024 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:52:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:30.407483 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:30.432484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:30.434294 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-47cff3b1-e90b-4f66-b59b-bd0289978fe2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9482663 Sep 17 22:52:30.435021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4862188f-2096-4321-abe4-5e7f84728f7a', 'tag': '4cf6127a-0909-4787-9ebe-48c7753ab3fa'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:52:30.437314 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4862188f-2096-4321-abe4-5e7f84728f7a", "tag": "4cf6127a-0909-4787-9ebe-48c7753ab3fa"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:52:30.475155 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaae9bc-f977-4634-8575-87ae085e69d5 x-openstack-request-id: req-6eaae9bc-f977-4634-8575-87ae085e69d5 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:52:30.475442 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4862188f-2096-4321-abe4-5e7f84728f7a", "tag": "4cf6127a-0909-4787-9ebe-48c7753ab3fa", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:52:30.475691 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6eaae9bc-f977-4634-8575-87ae085e69d5 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:52:30.476172 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4862188f-2096-4321-abe4-5e7f84728f7a', 'tag': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'status': 'completed', 'code': 200} Sep 17 22:52:30.538109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-f355b852-b47e-45d0-9f96-57e3cc1fd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:30.539740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-f355b852-b47e-45d0-9f96-57e3cc1fd5ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 1097 time: 0.0412498 Sep 17 22:52:30.632417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-9b54706f-72dc-4fb8-9804-3ec35aa78062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:30.633994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-9b54706f-72dc-4fb8-9804-3ec35aa78062 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0874109 Sep 17 22:52:30.657379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'd60bd2dc-3a0d-4307-be12-62f54a1a4841', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:0e:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862188f-2096-4321-abe4-5e7f84728f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:52:29Z', 'updated_at': '2021-09-17T22:52:29Z', 'revision_number': 0, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:30.683996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] Checking router: 881a396f-9149-4c77-b0f3-0702529c4049 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:52:30.692399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:52:30.693006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:52:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:30.700163 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-2e4fe05c-60a2-4a02-914b-74d02777ed19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf6127a-0909-4787-9ebe-48c7753ab3fa HTTP/1.1" status: 200 len: 999 time: 0.0588758 Sep 17 22:52:30.748801 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-8b65af21-feb0-46a3-b0e2-2bc4d2072916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:30.750260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-8b65af21-feb0-46a3-b0e2-2bc4d2072916 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0435231 Sep 17 22:52:30.799168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:52:30.799378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-c5364f91-cc53-48a4-aa9d-64cd3542a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:30.800672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-c5364f91-cc53-48a4-aa9d-64cd3542a26f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429525 Sep 17 22:52:30.891042 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-057c57c6-0748-464f-b3ed-f4748c7fc755 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822234 Sep 17 22:52:30.983574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d8ab2ee-ffbc-44ea-b1f8-5d0cc5bcf0d5 req-c391e44d-15e0-4268-9f91-eebe1dde1995 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859883 Sep 17 22:52:31.021963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'd60bd2dc-3a0d-4307-be12-62f54a1a4841', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:0e:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862188f-2096-4321-abe4-5e7f84728f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:52:29Z', 'updated_at': '2021-09-17T22:52:29Z', 'revision_number': 0, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:52:31.194153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa028d-7e47-45fc-a530-c62ba8beb1c0 None None] The sync data for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 is: [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'd60bd2dc-3a0d-4307-be12-62f54a1a4841', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:0e:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862188f-2096-4321-abe4-5e7f84728f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:52:29Z', 'updated_at': '2021-09-17T22:52:29Z', 'revision_number': 0, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:52:31.395292 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2151c-f051-4d72-a407-77d7ae9bc2a2 None None] New status for floating IP d60bd2dc-3a0d-4307-be12-62f54a1a4841: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:52:38.568298 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:40.281603 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:47.778807 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b5437d99-2e94-4840-9042-7ce3112029af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:50.248039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b70e8fdb-e8c5-471b-996f-07e23569180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.311207 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:51.751084 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:53.493724 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:52:59.236702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-39a48bbe-5df1-47fd-b9ea-0c1fefe66984 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456085 Sep 17 22:52:59.318807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-2f7e7b6f-8c69-4058-9ae4-8a811873dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:59.320415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-2f7e7b6f-8c69-4058-9ae4-8a811873dc82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 1097 time: 0.0412047 Sep 17 22:52:59.427537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-c4ffa1a4-e102-4a64-864a-b9e3965871de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:59.429069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-c4ffa1a4-e102-4a64-864a-b9e3965871de service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0901444 Sep 17 22:52:59.493888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-f221cfe4-fa54-491c-849c-af9abbe0bbf6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf6127a-0909-4787-9ebe-48c7753ab3fa HTTP/1.1" status: 200 len: 1001 time: 0.0577869 Sep 17 22:52:59.546111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-37cd0706-d496-449f-97f7-09b4a0bc08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:59.547581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-37cd0706-d496-449f-97f7-09b4a0bc08ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0474346 Sep 17 22:52:59.591464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-3ed6f1de-9d59-41eb-9198-f64f90dcff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:52:59.592932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-3ed6f1de-9d59-41eb-9198-f64f90dcff0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389884 Sep 17 22:52:59.683655 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-059fdcae-33b6-4cf1-b581-398951021971 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839214 Sep 17 22:52:59.773892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-137a13fd-924b-49bf-9cae-e4592a88a053 req-360cc361-8cbd-4101-8d88-e51655d9e69a service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832751 Sep 17 22:53:04.099866 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:53:08.608029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:10.304474 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:17.773901 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2c21-2920-4280-82ab-4ffa1e9e72dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:20.236291 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-035e6a6f-d1bb-4d67-9744-a2ac534c6cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.310885 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:21.756275 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:23.442080 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:38.600414 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:40.291874 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:41.099000 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:53:45.448879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-47a741ed-4149-46b2-8cd1-1bebc772cae5 req-409acb72-27c8-4831-a579-3fbb0502e23f service neutron] (101661) timed out ('10.222.0.13', 52488) {{(pid=101661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 22:53:47.784374 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4efa558b-1228-43ec-8ce4-81cb11b5db18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:50.211790 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3c99584a-c35a-40fa-b10b-a459ef0d44a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:51.343256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:51.777299 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:53:53.457569 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:00.283259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-5e33f618-2480-490c-9515-14d45b577235 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0937796 Sep 17 22:54:00.366698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d51619-ee3b-4355-bce7-68515543b91d req-d35dbacd-70f6-43cd-9c17-8fddca70c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:00.368250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-d35dbacd-70f6-43cd-9c17-8fddca70c2d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 1097 time: 0.0445511 Sep 17 22:54:00.468480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d51619-ee3b-4355-bce7-68515543b91d req-bcb40631-2645-4ef6-ba18-e989687b5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:00.469877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-bcb40631-2645-4ef6-ba18-e989687b5e2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0824273 Sep 17 22:54:00.536805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-c61b4545-de98-4d8d-9f19-955f92804b63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf6127a-0909-4787-9ebe-48c7753ab3fa HTTP/1.1" status: 200 len: 1001 time: 0.0597775 Sep 17 22:54:00.584359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d51619-ee3b-4355-bce7-68515543b91d req-e4827762-2824-418e-85f7-d28db68febf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:00.585734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-e4827762-2824-418e-85f7-d28db68febf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0422194 Sep 17 22:54:00.629577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d51619-ee3b-4355-bce7-68515543b91d req-e55c00a1-9618-47ff-bdf6-434c76e5bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:00.631206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-e55c00a1-9618-47ff-bdf6-434c76e5bb29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387819 Sep 17 22:54:00.641760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-4f112758-85dc-4d79-91d7-ee5e30bce2d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:54:00.642691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-4f112758-85dc-4d79-91d7-ee5e30bce2d6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046861 Sep 17 22:54:00.733255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-b82079ec-3b9f-4439-9766-ffbb1f3784b0 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831804 Sep 17 22:54:00.821378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78d51619-ee3b-4355-bce7-68515543b91d req-58e5b524-61e3-4eda-875d-708a42e5547b service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806453 Sep 17 22:54:08.590198 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:10.319991 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:17.789883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d8de0f0-c2b9-4b59-aae7-969adbd5bb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:18.097915 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:54:20.190107 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-40d47b5e-0db2-42ab-bb62-f1926c30b2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:21.354107 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:21.782163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:23.446978 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:38.604806 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:40.353535 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:47.781706 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bfabe2bf-7533-49c5-8c84-b497e11266d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:50.206647 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e97b648-88c4-417e-8ea1-6bbd49ebb86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:51.337802 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:51.789702 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:53.458285 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:55.097081 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:54:57.479697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d65f0-75e5-4f1b-b901-6bf889cad84a req-e55fffdd-76d2-44df-bf05-24b7dccdfd3b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:57.481309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d53d65f0-75e5-4f1b-b901-6bf889cad84a req-e55fffdd-76d2-44df-bf05-24b7dccdfd3b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 945 time: 0.1075952 Sep 17 22:54:57.519089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d53d65f0-75e5-4f1b-b901-6bf889cad84a req-401142b2-18ed-498c-80ee-f63b235ddb91 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318129 Sep 17 22:54:58.712690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d001e-97de-4195-95f7-40b8840e2607 req-71fce822-e06f-4b79-8398-d44ee4c55b2b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:58.714178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-883d001e-97de-4195-95f7-40b8840e2607 req-71fce822-e06f-4b79-8398-d44ee4c55b2b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 945 time: 0.1025681 Sep 17 22:54:58.753345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-883d001e-97de-4195-95f7-40b8840e2607 req-e99923b7-db4f-4376-ab90-58fdecb588cc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326798 Sep 17 22:54:58.930847 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-5a5b0016-aa80-49a7-a58a-b100579fac1c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:54:58.932297 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-5a5b0016-aa80-49a7-a58a-b100579fac1c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 945 time: 0.0471866 Sep 17 22:54:59.025212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port 4cf6127a-0909-4787-9ebe-48c7753ab3fa {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 22:54:59.025543 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:59.109910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] For port 4cf6127a-0909-4787-9ebe-48c7753ab3fa, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=4cf6127a-0909-4787-9ebe-48c7753ab3fa,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:54:59.110261 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:59.274249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:59.274540 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:59.274861 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Floating IP d60bd2dc-3a0d-4307-be12-62f54a1a4841 disassociated. External IP: 172.25.5.173, port: 4cf6127a-0909-4787-9ebe-48c7753ab3fa. Sep 17 22:54:59.275195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for 4cf6127a-0909-4787-9ebe-48c7753ab3fa owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 22:54:59.456441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:59.491385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=4cf6127a-0909-4787-9ebe-48c7753ab3fa,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:54:59.503354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.503719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.504049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.504379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.504703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.505364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.505364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.505633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.505944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.506258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.506596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.506934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:54:59.610769 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Router 881a396f-9149-4c77-b0f3-0702529c4049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:54:59.715733 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:54:59.726300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] Sync routers for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:54:59.736193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:54:59.736875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:54:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:54:59.759704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] No DVR routers for this DVR port 4cf6127a-0909-4787-9ebe-48c7753ab3fa on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 22:54:59.760583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:54:59.763972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ea9a8bb-771c-45ef-8e70-6d4efb19678b req-88acbf13-4604-4d8b-b682-28ce463cb1b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "DELETE /v2.0/ports/4cf6127a-0909-4787-9ebe-48c7753ab3fa HTTP/1.1" status: 204 len: 173 time: 0.8256917 Sep 17 22:54:59.764492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4862188f-2096-4321-abe4-5e7f84728f7a', 'name': 'network-vif-deleted', 'tag': '4cf6127a-0909-4787-9ebe-48c7753ab3fa'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:54:59.766784 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfad437c-9a86-41de-ab8c-9d971c912298" -d '{"events": [{"server_uuid": "4862188f-2096-4321-abe4-5e7f84728f7a", "name": "network-vif-deleted", "tag": "4cf6127a-0909-4787-9ebe-48c7753ab3fa"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:54:59.850953 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a57b7b-14bb-4d49-8b99-993b747173f0 x-openstack-request-id: req-15a57b7b-14bb-4d49-8b99-993b747173f0 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:54:59.851309 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4862188f-2096-4321-abe4-5e7f84728f7a", "name": "network-vif-deleted", "tag": "4cf6127a-0909-4787-9ebe-48c7753ab3fa", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:54:59.851483 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15a57b7b-14bb-4d49-8b99-993b747173f0 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:54:59.851876 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4862188f-2096-4321-abe4-5e7f84728f7a', 'name': 'network-vif-deleted', 'tag': '4cf6127a-0909-4787-9ebe-48c7753ab3fa', 'status': 'completed', 'code': 200} Sep 17 22:54:59.870441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f66cf5e8-9d24-4652-a155-1f941c61f828 req-10ecd243-6a92-401e-bdd3-3a7eecec7d0c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 210 time: 0.0376382 Sep 17 22:54:59.922059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:00.124859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:00.150616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] Checking router: 881a396f-9149-4c77-b0f3-0702529c4049 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:00.158963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:00.159579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:54:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:00.268486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:00.468916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:00.495286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf09de9-ccae-481c-bb6e-61136d6d6e02 None None] The sync data for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 is: [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:00.727596 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42529dad-4206-4fd3-b4be-e2ca61ccf1aa None None] New status for floating IP d60bd2dc-3a0d-4307-be12-62f54a1a4841: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:55:00.971150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84cf40a5-a4ea-4ec8-ade6-47ff94d076eb req-c371819f-4d94-499e-a5c4-89b549d7079d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 210 time: 0.0264823 Sep 17 22:55:02.063849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40d145dc-1fd2-4634-8766-f1849ea28557 req-fb3441d5-44f9-4f3c-b1a6-92a9c55debb5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 210 time: 0.0257568 Sep 17 22:55:03.157758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ac338ef-880c-4ecf-838e-7a5debe9a278 req-4e1bcbdb-63eb-4d03-97cc-814f0dc3dc7a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=4862188f-2096-4321-abe4-5e7f84728f7a HTTP/1.1" status: 200 len: 210 time: 0.0282125 Sep 17 22:55:03.181772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4cf6127a-0909-4787-9ebe-48c7753ab3fa no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 22:55:03.202366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 4cf6127a-0909-4787-9ebe-48c7753ab3fa {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 22:55:03.202714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 4cf6127a-0909-4787-9ebe-48c7753ab3fa not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 22:55:04.357032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-16499571-4b02-4849-91d4-64027323a290 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574081763&fields=id&tenant_id=d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 267 time: 0.0331674 Sep 17 22:55:04.462677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-4bce69d6-d263-422f-ad48-28f1f1f852b7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:04.464167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-4bce69d6-d263-422f-ad48-28f1f1f852b7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1001632 Sep 17 22:55:04.479557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-0b821e2f-3b9c-40d2-bbe4-f204d12ede4c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/quotas/d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 375 time: 0.0088210 Sep 17 22:55:04.531136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-f25909a1-a090-43ab-9158-d3595b6cccf3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456653 Sep 17 22:55:04.954326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ce684ef4-fa0b-481c-9118-4b65e002e568 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119573 Sep 17 22:55:05.039810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-5fdac647-6ada-43ce-b6f8-d54c48f4af90 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792446 Sep 17 22:55:05.570746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fee029c-68b2-4ff9-9dca-131944098e3c req-f903bd07-1f59-4504-b5ae-b9005bd096c1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0292389 Sep 17 22:55:06.648848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31734c60-5dcd-4c1d-ba42-fa5c07c2839b req-f019f886-cded-43b3-9165-f96ca311bfe9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0274489 Sep 17 22:55:07.723953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c088b23-c7ed-4cf5-be3f-37e1b832618d req-60a509f3-8f65-4f0b-9ad2-d8d735db0d02 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0264189 Sep 17 22:55:08.606327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:08.802095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-518f658a-404e-4fb4-87f8-4076c92522a3 req-17ec2086-e1d5-49b7-ad3d-6a8a3ef8c947 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0269003 Sep 17 22:55:09.894219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a8d4415-9cee-42ba-8792-c2857356fe8c req-bdc7fdc6-7296-4228-a55d-f94da678479d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0258253 Sep 17 22:55:10.326877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:10.985723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1564675-cf5a-495a-9323-5a8056ad68b7 req-39862629-2ab4-4fb8-946e-a7b6837384a7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0255558 Sep 17 22:55:11.456068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-89b40d21-7a59-4c9d-bfa9-4bbf4cdc44db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:11.457512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-89b40d21-7a59-4c9d-bfa9-4bbf4cdc44db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1070738 Sep 17 22:55:11.501370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-1f93fd89-641e-44f8-9952-722016858d04 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 379 time: 0.0331981 Sep 17 22:55:11.512717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'port': {'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'admin_state_up': True, 'tenant_id': 'd1bf95446f97457cb689070159041056', 'security_groups': ['7e9e772f-433e-45ac-8278-f6a59f5f1bdc']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:11.675352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Made reservation on behalf of d1bf95446f97457cb689070159041056 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:55:11.678936 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:11.803369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.20.0.10 (2b604e63-96ef-4715-82c3-ecca58ce60ce/fa701f8b-85c8-4d01-bb8d-a555b5308947/28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:11.944770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.018705 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.060101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:12.074432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:12.078840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:12.126257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:12.165366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706629c7-02e2-4bbb-bebd-95fef2e14fca req-15dd0757-a701-4d83-8961-3e271d5d9580 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.167010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-706629c7-02e2-4bbb-bebd-95fef2e14fca req-15dd0757-a701-4d83-8961-3e271d5d9580 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 932 time: 0.1095541 Sep 17 22:55:12.172966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:12.173616 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.215352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-706629c7-02e2-4bbb-bebd-95fef2e14fca req-af55eff5-7338-4ed8-888a-3c020891cc26 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388179 Sep 17 22:55:12.268465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-7bb5fbd4-f93f-4ec5-ab99-f7f1603f3480 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7595465 Sep 17 22:55:12.281871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Request body: {'port': {'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:12.301685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-32702f04-ebbf-41f3-83fc-73020addaf57 None None] Provisioning complete for port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:12.302231 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-32702f04-ebbf-41f3-83fc-73020addaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.344416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.344709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-32702f04-ebbf-41f3-83fc-73020addaf57 None None] Port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:55:12.611931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:55:12.619262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.632104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Transition to ACTIVE for port object 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:55:12.690469 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.761688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Pushing event updated for resources: {'Port': ['ID=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:12.859472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Attempting to bind port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:55:12.859877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Attempting to bind port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:55:12.860564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Attempting to bind port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:12.864984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee on network 2b604e63-96ef-4715-82c3-ecca58ce60ce not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:55:12.865318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Attempting to bind port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:55:12.871413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:55:12.871828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:55:12.872285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Bound using segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:55:12.872781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Bound port: 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:55:12.873252 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:12.947820 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] For port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:55:12.951828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] For port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:55:13.011246 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.047476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:13.048037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:13.049488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] 10.222.0.32 "PUT /v2.0/ports/28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 200 len: 1093 time: 0.7728803 Sep 17 22:55:13.049932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:13.052169 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b14047-40a7-494e-878a-26ee28fb0521" -d '{"events": [{"name": "network-changed", "server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:13.085389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fcfc6-8d5f-47ae-adbd-548a79b07004 service neutron] Pushing event updated for resources: {'Port': ['ID=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:13.133948 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413ccd2c-818d-42a0-bcb6-0673ae7cda6c x-openstack-request-id: req-413ccd2c-818d-42a0-bcb6-0673ae7cda6c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:13.134257 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:13.134534 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-413ccd2c-818d-42a0-bcb6-0673ae7cda6c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:13.135352 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'status': 'completed', 'code': 200} Sep 17 22:55:13.206116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b14047-40a7-494e-878a-26ee28fb0521 req-382c4321-f6f5-4cb6-9c93-77e08965a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:13.207732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91b14047-40a7-494e-878a-26ee28fb0521 req-382c4321-f6f5-4cb6-9c93-77e08965a7ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1096 time: 0.0560136 Sep 17 22:55:13.378586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b14047-40a7-494e-878a-26ee28fb0521 req-2bbe7941-2f02-4f03-84cb-54d84f082844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:13.380074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91b14047-40a7-494e-878a-26ee28fb0521 req-2bbe7941-2f02-4f03-84cb-54d84f082844 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1bf95446f97457cb689070159041056&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1642361 Sep 17 22:55:13.393015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad9bfe-0e29-45fe-8702-5d472abbe903 req-c49cbf9e-e86a-4ed2-91b3-5e17d74ca7a4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:13.394512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6aad9bfe-0e29-45fe-8702-5d472abbe903 req-c49cbf9e-e86a-4ed2-91b3-5e17d74ca7a4 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0813355 Sep 17 22:55:13.493935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6aad9bfe-0e29-45fe-8702-5d472abbe903 req-c4d9e639-ca7f-478e-8db9-d8781509677f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905254 Sep 17 22:55:13.524347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b14047-40a7-494e-878a-26ee28fb0521 req-a752e6ee-bda8-4714-ae3e-c81a51742618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:13.526089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91b14047-40a7-494e-878a-26ee28fb0521 req-a752e6ee-bda8-4714-ae3e-c81a51742618 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1304023 Sep 17 22:55:13.602384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-e1ef9120-a683-45df-aa46-f07231ca406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:13.604072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-e1ef9120-a683-45df-aa46-f07231ca406c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1096 time: 0.0416634 Sep 17 22:55:13.649947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-d7b2afe4-1990-477d-b907-5882f6e3e08f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 200 len: 217 time: 0.0385435 Sep 17 22:55:13.698607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-9bf38505-c396-4273-8a4c-ebe3ab3546c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:13.700172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-9bf38505-c396-4273-8a4c-ebe3ab3546c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0440347 Sep 17 22:55:13.745404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-b295abd8-155d-4b53-bca7-2166358af8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:13.746897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-b295abd8-155d-4b53-bca7-2166358af8a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397315 Sep 17 22:55:13.838619 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-cd6b4b47-a7e7-4731-ba50-f7b7428cb5d9 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849118 Sep 17 22:55:13.928007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04187d27-21e1-4f77-8853-8da4becf1a75 req-6ecf170b-3c20-4dc8-b542-4a655bf2c518 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828404 Sep 17 22:55:14.626929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023f582-57a0-43c7-8788-07462f3111fb req-b07a5bd9-deb3-4a83-af6c-58b17f0b1e8b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:14.628442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7023f582-57a0-43c7-8788-07462f3111fb req-b07a5bd9-deb3-4a83-af6c-58b17f0b1e8b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0547945 Sep 17 22:55:14.666341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7023f582-57a0-43c7-8788-07462f3111fb req-6f247bb5-2631-4695-aede-794d4538112b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318232 Sep 17 22:55:15.779582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bb87f-c1d6-47b5-be2c-322d3ee2e3d8 req-499bedb4-b7c0-46dc-a167-f0fd60088f62 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:15.780997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c3bb87f-c1d6-47b5-be2c-322d3ee2e3d8 req-499bedb4-b7c0-46dc-a167-f0fd60088f62 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0498426 Sep 17 22:55:15.819868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c3bb87f-c1d6-47b5-be2c-322d3ee2e3d8 req-b18a5f9e-b2bc-486f-8a24-3f577b81cc4b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328653 Sep 17 22:55:16.937486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd13e6b-2133-4a60-9477-63c6af45752c req-221ecb97-e984-4354-bfaf-003e8c97991a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:16.938985 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0dd13e6b-2133-4a60-9477-63c6af45752c req-221ecb97-e984-4354-bfaf-003e8c97991a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0511415 Sep 17 22:55:16.975431 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0dd13e6b-2133-4a60-9477-63c6af45752c req-e02a3cb6-8f0a-40ef-9dd5-bc9463bd18ad tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305450 Sep 17 22:55:17.771953 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78fcfda6-3c40-4aa3-80cc-071af09867e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:18.092570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ac35-fbe0-4f19-8c54-d618e2446d25 req-d59b4c37-7613-470a-aec4-06a21252ab0a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:18.094032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c20ac35-fbe0-4f19-8c54-d618e2446d25 req-d59b4c37-7613-470a-aec4-06a21252ab0a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0523691 Sep 17 22:55:18.130613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c20ac35-fbe0-4f19-8c54-d618e2446d25 req-ed2b5255-5ff0-4399-964d-679a9332a4ce tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306768 Sep 17 22:55:19.243017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989d1b-ab7f-4263-a4e2-89924d9b01c8 req-c943669c-5602-41fe-b767-e6cea4a612e2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:19.244485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94989d1b-ab7f-4263-a4e2-89924d9b01c8 req-c943669c-5602-41fe-b767-e6cea4a612e2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0481086 Sep 17 22:55:19.281742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-94989d1b-ab7f-4263-a4e2-89924d9b01c8 req-5c275857-2721-46db-b827-dac5a6937d8f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310681 Sep 17 22:55:20.215890 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-816f64d9-f336-41cb-9561-87c4fd397215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:20.397434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad69b7-aef2-47fa-8eb0-fccefaabc488 req-08432da1-b570-4a15-8ed3-2723060625fd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:20.398922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fad69b7-aef2-47fa-8eb0-fccefaabc488 req-08432da1-b570-4a15-8ed3-2723060625fd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0483005 Sep 17 22:55:20.436580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fad69b7-aef2-47fa-8eb0-fccefaabc488 req-b8ee282d-c0d5-432d-827e-ea88427d7fd2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308852 Sep 17 22:55:21.318508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:21.553464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac405d-eaa8-4d92-b61d-ce7af7b7a260 req-6e1fec93-00a1-4434-987d-2f2991265e15 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:21.554974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccac405d-eaa8-4d92-b61d-ce7af7b7a260 req-6e1fec93-00a1-4434-987d-2f2991265e15 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0529203 Sep 17 22:55:21.592564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccac405d-eaa8-4d92-b61d-ce7af7b7a260 req-052ca6ea-7569-47ba-bd34-d66bdf514b92 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310116 Sep 17 22:55:21.764755 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:22.705308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4efbc-f010-48fd-8571-04657cb096e9 req-f917ddf6-793e-450a-a7ea-e152f885eb72 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:22.707206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdd4efbc-f010-48fd-8571-04657cb096e9 req-f917ddf6-793e-450a-a7ea-e152f885eb72 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0488248 Sep 17 22:55:22.745044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdd4efbc-f010-48fd-8571-04657cb096e9 req-e9c3372b-2b32-4c91-a695-7fcead09ff2a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317173 Sep 17 22:55:23.469373 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:23.859009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a437ec-42eb-470f-b6b8-a602e0f8db54 req-a7137052-571d-4ddd-9851-290f1643547d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:23.860485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a437ec-42eb-470f-b6b8-a602e0f8db54 req-a7137052-571d-4ddd-9851-290f1643547d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0489795 Sep 17 22:55:23.897131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a437ec-42eb-470f-b6b8-a602e0f8db54 req-123a741e-c082-4dd2-894f-39c92d71ccbf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305605 Sep 17 22:55:25.014085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27772c-870e-4630-8f6d-9ca7d0b0e949 req-1fe2b538-3c8d-4981-a17c-f0473bb33e7a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:25.015574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b27772c-870e-4630-8f6d-9ca7d0b0e949 req-1fe2b538-3c8d-4981-a17c-f0473bb33e7a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0521107 Sep 17 22:55:25.051906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b27772c-870e-4630-8f6d-9ca7d0b0e949 req-621ec2e3-e16a-4b34-87b4-6f59f53c9d6f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Sep 17 22:55:25.321672 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:55:25.414057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:25.425843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:55:25.464402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.477154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:55:25.495840 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:25.560481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:25.605476 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:25.612391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.612736 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.613070 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.613404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.613730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.614055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.614371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.614688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.615031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.615347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.615663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.615995 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:55:25.796282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:55:26.168188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57bc5d-5200-4b06-8110-fb012f532101 req-76c05b8c-58ba-45d8-be6d-eb4b289af7a3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:26.169648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea57bc5d-5200-4b06-8110-fb012f532101 req-76c05b8c-58ba-45d8-be6d-eb4b289af7a3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 945 time: 0.0480955 Sep 17 22:55:26.206961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea57bc5d-5200-4b06-8110-fb012f532101 req-f120c25a-a1cd-4eb9-89b6-46946dd068ec tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308993 Sep 17 22:55:27.318669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905eb2f-e0eb-4cfe-97a7-7108e2395f37 req-b5673cf1-d085-4618-bbd3-01108cec575b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:27.320161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c905eb2f-e0eb-4cfe-97a7-7108e2395f37 req-b5673cf1-d085-4618-bbd3-01108cec575b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 945 time: 0.0473585 Sep 17 22:55:27.353751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:55:27.358295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c905eb2f-e0eb-4cfe-97a7-7108e2395f37 req-ab765aa0-ac82-4621-a6d2-670a74abfecc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Sep 17 22:55:27.501429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:55:27.505095 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:55:27.505464 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.582099 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.603053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:27.605262 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c62b5a3-9ef8-4808-ac60-b4935d52ae5d" -d '{"events": [{"server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "name": "network-vif-plugged", "status": "completed", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:27.619979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:55:27.642984 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f685532b-73ef-404b-8365-d323bfee0e15 x-openstack-request-id: req-f685532b-73ef-404b-8365-d323bfee0e15 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:27.643321 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "name": "network-vif-plugged", "status": "completed", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:27.643573 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f685532b-73ef-404b-8365-d323bfee0e15 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:27.643979 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'code': 200} Sep 17 22:55:27.695765 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:27.743179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:27.870244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e4cba-d720-4049-bba7-962bd6293866 req-16e5e97c-e66a-4a7d-af7b-64332d371884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:27.871670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-627e4cba-d720-4049-bba7-962bd6293866 req-16e5e97c-e66a-4a7d-af7b-64332d371884 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0428758 Sep 17 22:55:27.904253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-627e4cba-d720-4049-bba7-962bd6293866 req-907f78d4-fa88-4d08-b77f-3f0d30667266 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261188 Sep 17 22:55:28.475586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634c0c7-e08b-4479-ae4a-aed3ee8c3049 req-de962b13-9c83-4362-a962-4e32aaa4a5d0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:28.477044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f634c0c7-e08b-4479-ae4a-aed3ee8c3049 req-de962b13-9c83-4362-a962-4e32aaa4a5d0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0471244 Sep 17 22:55:28.513631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f634c0c7-e08b-4479-ae4a-aed3ee8c3049 req-615cc192-a8f1-421a-a7a3-f143494540ad tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307703 Sep 17 22:55:29.627901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe66d7-6f70-40cd-8b78-e4bb0462e0c1 req-94877d3d-b378-4b3a-9a52-012e7a769a18 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:29.629292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51fe66d7-6f70-40cd-8b78-e4bb0462e0c1 req-94877d3d-b378-4b3a-9a52-012e7a769a18 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0482585 Sep 17 22:55:29.666195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51fe66d7-6f70-40cd-8b78-e4bb0462e0c1 req-6e468b10-939b-48a6-a76e-6d31aa07bdcd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311074 Sep 17 22:55:29.781424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8c108-46a4-4fe1-a280-7b52d4969a62 req-87723bd7-d22b-480b-b1f5-e3e73958a1dd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:29.782891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13c8c108-46a4-4fe1-a280-7b52d4969a62 req-87723bd7-d22b-480b-b1f5-e3e73958a1dd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0521297 Sep 17 22:55:29.819759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13c8c108-46a4-4fe1-a280-7b52d4969a62 req-61dec416-7cef-4269-a144-8cc260875bf8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310829 Sep 17 22:55:29.840894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58976) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:29.976307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732f08a-dbf3-45b5-9569-ad05e98afcc5 tempest-TestVolumeBootPattern-23400975 tempest-TestVolumeBootPattern-23400975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:29.977851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b732f08a-dbf3-45b5-9569-ad05e98afcc5 tempest-TestVolumeBootPattern-23400975 tempest-TestVolumeBootPattern-23400975-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1093 time: 0.1359978 Sep 17 22:55:29.980643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 58980) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:55:29.985746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:55:30.086480 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.184664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.286258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.25.5.112 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/df5f326e-e1a5-4631-84a3-850328f131f5) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:55:30.392274 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.484811 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.521557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:55:30.525662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:55:30.528158 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:55:30.552298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=df5f326e-e1a5-4631-84a3-850328f131f5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:30.876248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:30.990057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.134113 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.221099 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.293359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=df5f326e-e1a5-4631-84a3-850328f131f5,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:55:31.300474 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.398204 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Floating IP 9e584a04-dab8-4c20-b14b-458baa67a6db associated. External IP: 172.25.5.112, port: 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee. Sep 17 22:55:31.601407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Router 881a396f-9149-4c77-b0f3-0702529c4049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:55:31.706697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:55:31.716015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] Sync routers for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:55:31.725700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:31.729649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:55:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:31.812716 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:31.833493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:31.839835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c374eb48-77f9-4a6c-b3d7-e8ba05c3422e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8581717 Sep 17 22:55:31.840427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:55:31.843665 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:55:31.881402 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf12ba70-165d-458c-a4a5-da5574a107f7 x-openstack-request-id: req-cf12ba70-165d-458c-a4a5-da5574a107f7 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:55:31.881979 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:55:31.881979 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf12ba70-165d-458c-a4a5-da5574a107f7 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:55:31.882529 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'status': 'completed', 'code': 200} Sep 17 22:55:31.947674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-b9ad1a07-f815-48bf-9bbd-4d7f44c3a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:31.949183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-b9ad1a07-f815-48bf-9bbd-4d7f44c3a8fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0429759 Sep 17 22:55:32.038325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-6e80450e-afcc-437b-b4e8-5d67efb1673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:32.039755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-6e80450e-afcc-437b-b4e8-5d67efb1673e service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0836947 Sep 17 22:55:32.056276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9e584a04-dab8-4c20-b14b-458baa67a6db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:30Z', 'revision_number': 0, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:32.081925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] Checking router: 881a396f-9149-4c77-b0f3-0702529c4049 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:55:32.093028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:55:32.093753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:55:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:32.097198 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:55:32.108848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-3f11133c-0969-4b4d-b57d-3efcb9d48b27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 200 len: 1000 time: 0.0610676 Sep 17 22:55:32.156327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-3ddb6f24-b9b8-4ba9-a0c0-37d0fc139c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:32.157865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-3ddb6f24-b9b8-4ba9-a0c0-37d0fc139c5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0434425 Sep 17 22:55:32.199127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:55:32.201591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-38708296-7e37-410f-be54-359287d605c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:55:32.203389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-38708296-7e37-410f-be54-359287d605c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391321 Sep 17 22:55:32.432401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9e584a04-dab8-4c20-b14b-458baa67a6db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:30Z', 'revision_number': 0, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:55:32.614590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224794de-124d-4f0f-97a0-7db995089bf7 None None] The sync data for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 is: [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9e584a04-dab8-4c20-b14b-458baa67a6db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:30Z', 'revision_number': 0, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:55:32.644927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-36f09cdf-b4a0-4b4b-a5ee-a618e8047422 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336243 Sep 17 22:55:32.739595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28d3ad58-ed90-4958-ac6c-b2e8ace07d5a req-a13dbb10-1968-4900-bd86-081530e6429a service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877142 Sep 17 22:55:32.816472 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe0b46-2656-4d59-929a-31c734ad83f3 None None] New status for floating IP 9e584a04-dab8-4c20-b14b-458baa67a6db: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:55:38.663205 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:40.420891 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:47.797798 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aab900ae-3ad5-4039-aa36-c286a8f24164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:50.232138 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a547c717-0d39-46f0-8174-ec39518adea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:51.340575 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:51.806193 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:55:53.474728 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:01.232981 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3265f04-78c0-4273-91fb-480991af9184 req-aae6e369-6a22-4825-82f0-f4dab762bbfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454760 Sep 17 22:56:01.311170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265f04-78c0-4273-91fb-480991af9184 req-1211deb8-7905-453f-93c3-2ee9e20fef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:01.312746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3265f04-78c0-4273-91fb-480991af9184 req-1211deb8-7905-453f-93c3-2ee9e20fef58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0405667 Sep 17 22:56:01.415867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265f04-78c0-4273-91fb-480991af9184 req-8598de69-95ab-435a-831e-ab959408de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:01.417487 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3265f04-78c0-4273-91fb-480991af9184 req-8598de69-95ab-435a-831e-ab959408de94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0859804 Sep 17 22:56:01.487858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3265f04-78c0-4273-91fb-480991af9184 req-a2667aa4-c7a3-4855-be3b-94e1fc6871ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 200 len: 1002 time: 0.0632615 Sep 17 22:56:01.538802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265f04-78c0-4273-91fb-480991af9184 req-c703262f-1912-464f-8e50-4e159ec2834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:01.540279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3265f04-78c0-4273-91fb-480991af9184 req-c703262f-1912-464f-8e50-4e159ec2834c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0461850 Sep 17 22:56:01.586848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265f04-78c0-4273-91fb-480991af9184 req-e2772474-b208-4394-9839-909e3f31198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:56:01.588417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3265f04-78c0-4273-91fb-480991af9184 req-e2772474-b208-4394-9839-909e3f31198e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406156 Sep 17 22:56:01.682497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3265f04-78c0-4273-91fb-480991af9184 req-abe5c819-9cd2-4293-b9ff-d384559f20ac service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866351 Sep 17 22:56:01.770544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3265f04-78c0-4273-91fb-480991af9184 req-3f6fbef4-c0ac-4b0c-b74d-b4a6a78db437 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812287 Sep 17 22:56:08.655284 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:09.095571 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:56:10.360009 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:17.776938 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-83a47d6b-add5-48f9-a1a2-a454165470fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:20.211225 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f234070b-af33-430e-8b37-bc0218533f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:21.354659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:21.771556 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:23.465879 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:38.648359 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:40.363082 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:46.095363 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:56:47.791443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6a160da1-db1a-4567-926e-558b06395b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:50.228618 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-85402a09-d7b8-4426-bbfc-264ccf7e7d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:51.331307 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:51.825460 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:56:53.488356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:01.226199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27160edf-096c-4446-90ff-3418db19beeb req-c662a0ca-e31e-4248-aa9f-7c0ba392fd35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432625 Sep 17 22:57:01.304508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160edf-096c-4446-90ff-3418db19beeb req-5f1ed34c-765e-4fbf-b15d-a2eb870100a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.305961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27160edf-096c-4446-90ff-3418db19beeb req-5f1ed34c-765e-4fbf-b15d-a2eb870100a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0386560 Sep 17 22:57:01.412382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160edf-096c-4446-90ff-3418db19beeb req-999a45e0-bd07-4da3-ae36-a59815b84174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.413851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27160edf-096c-4446-90ff-3418db19beeb req-999a45e0-bd07-4da3-ae36-a59815b84174 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0890477 Sep 17 22:57:01.478547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27160edf-096c-4446-90ff-3418db19beeb req-4e3fc72d-6177-422e-960f-e5eb81c42b6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 200 len: 1002 time: 0.0569072 Sep 17 22:57:01.525472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160edf-096c-4446-90ff-3418db19beeb req-cf8b607e-a7b8-4598-97ba-f106475977fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.526892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27160edf-096c-4446-90ff-3418db19beeb req-cf8b607e-a7b8-4598-97ba-f106475977fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0421274 Sep 17 22:57:01.576482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160edf-096c-4446-90ff-3418db19beeb req-b3c3dca3-04ce-45f8-9bf9-f6e9a6fc83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:57:01.580706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27160edf-096c-4446-90ff-3418db19beeb req-b3c3dca3-04ce-45f8-9bf9-f6e9a6fc83fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430605 Sep 17 22:57:01.666851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27160edf-096c-4446-90ff-3418db19beeb req-c54fe33a-852b-48a1-a0c4-9beff9c27d83 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819693 Sep 17 22:57:01.759666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27160edf-096c-4446-90ff-3418db19beeb req-34881cbf-8e08-434f-82b6-3f950eaf02ef service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856187 Sep 17 22:57:08.676562 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:10.413572 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:17.787571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b78dc80b-20aa-4eb3-aa2e-0ab774507a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:20.196351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eadbf0c3-f7ba-40ed-8d0d-83ae369f3be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.362476 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:21.787805 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:23.094103 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:57:23.476034 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:38.650274 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:40.379032 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:47.801590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-937dba8f-0e4f-441b-b4d5-8d7feefad46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:50.218560 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-351afff3-dd0d-4125-bb88-78b250ac4e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:51.338692 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:51.830168 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:57:53.478850 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:00.093183 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:58:00.920408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-09018b2a-392e-4e2b-9a22-3def01a9cd0f tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574081763&fields=id&tenant_id=d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 267 time: 0.0332234 Sep 17 22:58:01.027903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81039-159a-4371-ba65-732a64d67eca req-5bb54a6d-365c-4f02-9da7-5ae306ab9a3c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:01.029355 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-5bb54a6d-365c-4f02-9da7-5ae306ab9a3c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1021230 Sep 17 22:58:01.043942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-d54a2382-6b6b-4c6b-ae8c-5e9cb0cc4a2a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/quotas/d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 375 time: 0.0089147 Sep 17 22:58:01.099879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-7a5d6ca2-cdbc-430a-8212-1fd09eac1703 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507593 Sep 17 22:58:01.176335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-5bb34e90-2e38-41e7-b55a-b28a29b8f3dd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:58:01.177357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-5bb34e90-2e38-41e7-b55a-b28a29b8f3dd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0666835 Sep 17 22:58:01.279538 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-6f2eadde-5f6e-4169-8013-dc463c92467c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0988474 Sep 17 22:58:01.296503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-8b39ee56-a13c-4f69-b731-86cf848d99d7 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085951 Sep 17 22:58:01.408873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-e6cb2b53-f828-4dd6-a008-cc12005bcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:01.410274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-e6cb2b53-f828-4dd6-a008-cc12005bcc11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0890212 Sep 17 22:58:01.420910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-c7532d64-7fe8-4344-aa76-688091bb5fc3 service neutron] 10.222.0.13 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176460 Sep 17 22:58:01.513381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-8ddb3df4-cd28-4e86-9fbf-9945c1eeea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:01.514968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-8ddb3df4-cd28-4e86-9fbf-9945c1eeea15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0860865 Sep 17 22:58:01.584850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-e12920d2-4c84-438d-8822-d98d5823aa40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 200 len: 1002 time: 0.0627141 Sep 17 22:58:01.637849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-f32db38c-46fb-4488-a82c-3d32e2f3f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:01.639559 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-f32db38c-46fb-4488-a82c-3d32e2f3f116 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0479286 Sep 17 22:58:01.685422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-b0739223-c672-40ff-87c7-d12eb1c2f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:01.686920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-b0739223-c672-40ff-87c7-d12eb1c2f323 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401592 Sep 17 22:58:01.781667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-09d85116-a360-4282-a007-1bd4cb17274f service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872998 Sep 17 22:58:01.874079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-deb226f1-0c48-4bd9-ab00-ce2f40c53310 req-aced3dda-1460-4bb2-b1e2-6fa3e8fe741c service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 Sep 17 22:58:02.142618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bf9a90f-b7a6-4187-923b-594df551e273 req-b65a2324-0f7d-4c9d-a90a-b81609a85adb tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 210 time: 0.0267789 Sep 17 22:58:03.238762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1e110a0-cd34-4571-bab6-ef323d9d43be req-98c8a459-b83e-48e2-8640-6df5c8d074ca tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 210 time: 0.0323579 Sep 17 22:58:04.311138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81039-159a-4371-ba65-732a64d67eca req-9e20bd0a-dfc5-4fbf-87d3-a41beac17ce3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:04.312758 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-9e20bd0a-dfc5-4fbf-87d3-a41beac17ce3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 812 time: 0.1098986 Sep 17 22:58:04.369456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa1965b9-4cf8-42e6-9734-684064fbc7ff req-0f9f27e4-b766-4dee-8d3d-6a05d77eb601 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 210 time: 0.0271425 Sep 17 22:58:04.372620 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-b3960ea9-2fad-4b87-a1a0-779dd58f9353 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1bf95446f97457cb689070159041056 HTTP/1.1" status: 200 len: 379 time: 0.0509799 Sep 17 22:58:04.382595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'port': {'device_id': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'admin_state_up': True, 'tenant_id': 'd1bf95446f97457cb689070159041056', 'security_groups': ['7e9e772f-433e-45ac-8278-f6a59f5f1bdc']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:04.567231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Made reservation on behalf of d1bf95446f97457cb689070159041056 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 22:58:04.572612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:04.709433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.20.0.3 (2b604e63-96ef-4715-82c3-ecca58ce60ce/fa701f8b-85c8-4d01-bb8d-a555b5308947/9686018b-7436-4b52-883b-25be6ee581db) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:04.846651 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:04.962276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:05.005617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:05.008887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:05.015949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:05.020575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=9686018b-7436-4b52-883b-25be6ee581db,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:05.051492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.052352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.052352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.052563 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.052899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.053227 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.053553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.053879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.054201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.054525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.054872 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.055202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:05.085656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:05.086462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:05.242189 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-87cd5447-71c5-49ae-a86d-552381715e7b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8635035 Sep 17 22:58:05.252136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-ec0b1f94-ab3c-4902-8101-116e3b6f6619 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 22:58:05.253177 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-ec0b1f94-ab3c-4902-8101-116e3b6f6619 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052233 Sep 17 22:58:05.286035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-db6b46c6-069a-4018-b59f-cfc95f0dc70e None None] Provisioning complete for port 9686018b-7436-4b52-883b-25be6ee581db triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:05.286546 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-db6b46c6-069a-4018-b59f-cfc95f0dc70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:05.312906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Request body: {'port': {'device_id': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:05.326906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-db6b46c6-069a-4018-b59f-cfc95f0dc70e None None] Port 9686018b-7436-4b52-883b-25be6ee581db cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 22:58:05.372515 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:05.499382 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcc02-c431-4154-837f-0c241372e6e2 req-efdeddc6-a004-44fb-bf1b-75aa4198d604 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:05.501637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-368bcc02-c431-4154-837f-0c241372e6e2 req-efdeddc6-a004-44fb-bf1b-75aa4198d604 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 931 time: 0.0566182 Sep 17 22:58:05.546005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-368bcc02-c431-4154-837f-0c241372e6e2 req-d48a56e5-a66b-4149-beee-efacbd4fc493 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373378 Sep 17 22:58:05.639742 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9686018b-7436-4b52-883b-25be6ee581db {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:58:05.647337 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:05.661181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Transition to ACTIVE for port object 9686018b-7436-4b52-883b-25be6ee581db will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 22:58:05.764431 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:05.819604 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9686018b-7436-4b52-883b-25be6ee581db,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:05.909350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Attempting to bind port 9686018b-7436-4b52-883b-25be6ee581db on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 22:58:05.909690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Attempting to bind port 9686018b-7436-4b52-883b-25be6ee581db by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 22:58:05.910023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Attempting to bind port 9686018b-7436-4b52-883b-25be6ee581db on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:05.915947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Port 9686018b-7436-4b52-883b-25be6ee581db on network 2b604e63-96ef-4715-82c3-ecca58ce60ce not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 22:58:05.916271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Attempting to bind port 9686018b-7436-4b52-883b-25be6ee581db on network 2b604e63-96ef-4715-82c3-ecca58ce60ce {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 22:58:05.924327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 22:58:05.924666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Checking segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 22:58:05.925052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Bound using segment: {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 22:58:05.925481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Bound port: 9686018b-7436-4b52-883b-25be6ee581db, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964d8984-29e7-482b-9a33-12eb41dca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 22:58:05.925920 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:05.997349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] For port 9686018b-7436-4b52-883b-25be6ee581db, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 22:58:06.000503 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] For port 9686018b-7436-4b52-883b-25be6ee581db, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9686018b-7436-4b52-883b-25be6ee581db,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 22:58:06.088062 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:06.123996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:06.124622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:06.126125 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/9686018b-7436-4b52-883b-25be6ee581db HTTP/1.1" status: 200 len: 1092 time: 0.8651037 Sep 17 22:58:06.126511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'tag': '9686018b-7436-4b52-883b-25be6ee581db'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:06.130369 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f" -d '{"events": [{"name": "network-changed", "server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "tag": "9686018b-7436-4b52-883b-25be6ee581db"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:06.169517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e147d-15a0-4dd1-a016-1a31a639c1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9686018b-7436-4b52-883b-25be6ee581db,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:06.247332 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf50e36-d2a5-482b-b072-7bbb619f7825 x-openstack-request-id: req-5cf50e36-d2a5-482b-b072-7bbb619f7825 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:06.247752 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "tag": "9686018b-7436-4b52-883b-25be6ee581db", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:06.248172 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cf50e36-d2a5-482b-b072-7bbb619f7825 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:06.248924 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'tag': '9686018b-7436-4b52-883b-25be6ee581db', 'status': 'completed', 'code': 200} Sep 17 22:58:06.309953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81039-159a-4371-ba65-732a64d67eca req-7b9349a8-963e-40f8-b4b3-8a4429a75de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:06.311891 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-7b9349a8-963e-40f8-b4b3-8a4429a75de8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 1095 time: 0.0459206 Sep 17 22:58:06.369653 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-ae16b79c-3e1d-48b9-a540-8bd6657a9135 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9686018b-7436-4b52-883b-25be6ee581db HTTP/1.1" status: 200 len: 217 time: 0.0502336 Sep 17 22:58:06.419684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81039-159a-4371-ba65-732a64d67eca req-3d37be00-fdf9-4808-8b8a-595a1ba988bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:06.421112 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-3d37be00-fdf9-4808-8b8a-595a1ba988bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0451546 Sep 17 22:58:06.467536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81039-159a-4371-ba65-732a64d67eca req-4894420e-3a87-4a32-90e4-1328c1d2cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:06.469054 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-4894420e-3a87-4a32-90e4-1328c1d2cdfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409989 Sep 17 22:58:06.563264 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-235009c6-1187-45b0-8098-fa912d43b5b3 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868070 Sep 17 22:58:06.659039 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-87a81039-159a-4371-ba65-732a64d67eca req-245eb186-1f7b-4b78-bc08-1636b658aa8b service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889850 Sep 17 22:58:06.666550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217596-ef82-47ed-a267-eef324efb29e req-2362b244-6af1-4bb9-823c-13c0b0a90ba9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:06.674140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29217596-ef82-47ed-a267-eef324efb29e req-2362b244-6af1-4bb9-823c-13c0b0a90ba9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0529368 Sep 17 22:58:06.708875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29217596-ef82-47ed-a267-eef324efb29e req-c4b2ddd2-da39-4a6f-b8f7-feaa2b7ab85b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333517 Sep 17 22:58:06.834480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-69f474f0-bcee-4c60-89e6-a816216e399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:06.836019 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-69f474f0-bcee-4c60-89e6-a816216e399a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 1095 time: 0.0461359 Sep 17 22:58:06.928413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-289ab9b8-156d-4ef3-b9dd-f627e9a1fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:06.929820 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-289ab9b8-156d-4ef3-b9dd-f627e9a1fb58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0874543 Sep 17 22:58:06.974926 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-bfb88850-c05b-4e19-8daa-c11126e65f4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9686018b-7436-4b52-883b-25be6ee581db HTTP/1.1" status: 200 len: 217 time: 0.0375700 Sep 17 22:58:07.027341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-12e105b2-aae5-4a89-9094-9be3487756ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:07.028864 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-12e105b2-aae5-4a89-9094-9be3487756ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0460582 Sep 17 22:58:07.074714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-e18bb7c7-42d6-4dcb-b87f-79573dd8215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:07.076238 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-e18bb7c7-42d6-4dcb-b87f-79573dd8215d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402422 Sep 17 22:58:07.172692 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-b16b8e73-e500-4f51-84f9-ce7b239165eb service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884185 Sep 17 22:58:07.261813 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bd99e739-1cb3-4bc7-a9a7-10a7c0fc391f req-61354082-746b-4c2c-874d-77147a6b9ba3 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825753 Sep 17 22:58:07.836796 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a6663-1439-42ed-9527-d1b7e1a8fc85 req-f6181a04-5e44-4fd6-a979-a3b80e8aafc9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:07.838468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f83a6663-1439-42ed-9527-d1b7e1a8fc85 req-f6181a04-5e44-4fd6-a979-a3b80e8aafc9 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0575767 Sep 17 22:58:07.878137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f83a6663-1439-42ed-9527-d1b7e1a8fc85 req-4f2c50c6-dfdc-404d-a651-a85a09d567fa tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334785 Sep 17 22:58:08.667507 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:08.993494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55d553-6047-4b3f-8c7f-58f70db5495a req-34ea128d-57c9-4f16-85fe-4adf176b997e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:08.995116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a55d553-6047-4b3f-8c7f-58f70db5495a req-34ea128d-57c9-4f16-85fe-4adf176b997e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0481837 Sep 17 22:58:09.032461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a55d553-6047-4b3f-8c7f-58f70db5495a req-03ea4141-3c6e-488b-b9c7-28cac09ba080 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Sep 17 22:58:10.148041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c1635-92da-4b75-8370-f1cf18ecd6a0 req-b3d5c868-e778-4670-80bd-7f526a88914b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:10.149500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-562c1635-92da-4b75-8370-f1cf18ecd6a0 req-b3d5c868-e778-4670-80bd-7f526a88914b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0491483 Sep 17 22:58:10.187185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-562c1635-92da-4b75-8370-f1cf18ecd6a0 req-76eb3ea5-c173-45cd-b428-5a365e27991c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318513 Sep 17 22:58:10.395921 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:11.307670 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f3f32-dcad-46d0-80bb-5c51065880ca req-925a2dee-ec70-472e-9f74-f160c0e01e8d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:11.309134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-150f3f32-dcad-46d0-80bb-5c51065880ca req-925a2dee-ec70-472e-9f74-f160c0e01e8d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0533917 Sep 17 22:58:11.347232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-150f3f32-dcad-46d0-80bb-5c51065880ca req-a802581f-e666-4cd8-a935-f2208bba827e tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321341 Sep 17 22:58:12.460518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec4fca-7035-44ab-970b-052ecfefdaa1 req-144405e0-74c4-4a89-af8f-02886ac79091 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:12.462018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-daec4fca-7035-44ab-970b-052ecfefdaa1 req-144405e0-74c4-4a89-af8f-02886ac79091 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0489151 Sep 17 22:58:12.499522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-daec4fca-7035-44ab-970b-052ecfefdaa1 req-a3a2894f-144a-42dd-ac34-b0eb5bee136b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315771 Sep 17 22:58:13.611768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a5e22-041b-4860-af38-bb17e1b35e31 req-89305f64-d5d6-4e2e-b6f9-c68e417f064b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:13.613147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e99a5e22-041b-4860-af38-bb17e1b35e31 req-89305f64-d5d6-4e2e-b6f9-c68e417f064b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0478783 Sep 17 22:58:13.651074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e99a5e22-041b-4860-af38-bb17e1b35e31 req-0d8ea7c0-2edf-4371-90c8-959e50374ab5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312212 Sep 17 22:58:14.767554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb82f1e-6cae-4541-90c5-8852f3c28332 req-770293bd-16ad-4a36-bf12-ec7ad1de3760 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:14.769018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cb82f1e-6cae-4541-90c5-8852f3c28332 req-770293bd-16ad-4a36-bf12-ec7ad1de3760 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0530221 Sep 17 22:58:14.806336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cb82f1e-6cae-4541-90c5-8852f3c28332 req-9774423a-d4be-48b0-9371-4dde98b15c3c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309675 Sep 17 22:58:15.921678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7144-0c4f-446f-9bd6-50695cbaad8c req-9a621d8d-8aa6-47db-a8b8-28531ca216f2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:15.923232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f07d7144-0c4f-446f-9bd6-50695cbaad8c req-9a621d8d-8aa6-47db-a8b8-28531ca216f2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0499020 Sep 17 22:58:15.961244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f07d7144-0c4f-446f-9bd6-50695cbaad8c req-91a7eaab-abdb-413a-9c7c-0a986a4770bd tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317233 Sep 17 22:58:17.074912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff0c4e-acb5-4959-92a0-d7d9c1ff605f req-4a366a05-a69f-401d-9422-a9d365a52fd8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:17.076393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19ff0c4e-acb5-4959-92a0-d7d9c1ff605f req-4a366a05-a69f-401d-9422-a9d365a52fd8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0474639 Sep 17 22:58:17.113664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19ff0c4e-acb5-4959-92a0-d7d9c1ff605f req-9951ae6f-d864-4aa5-85b7-8c15dceb06b5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314012 Sep 17 22:58:17.826961 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0b12abff-592b-4ebe-a529-aebc580caa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:18.034917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9686018b-7436-4b52-883b-25be6ee581db details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 22:58:18.129271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9686018b-7436-4b52-883b-25be6ee581db, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9686018b-7436-4b52-883b-25be6ee581db,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:18.141242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '9686018b-7436-4b52-883b-25be6ee581db', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'port_id': '9686018b-7436-4b52-883b-25be6ee581db', 'mac_address': 'fa:16:3e:d8:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 22:58:18.178509 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:18.191111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9686018b-7436-4b52-883b-25be6ee581db {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 22:58:18.210233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9686018b-7436-4b52-883b-25be6ee581db, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9686018b-7436-4b52-883b-25be6ee581db,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:18.233538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d54311-060d-4006-b9bf-199bb03c8e0e req-a771535f-3187-4b92-9267-a18bbdfafe50 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:18.235036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32d54311-060d-4006-b9bf-199bb03c8e0e req-a771535f-3187-4b92-9267-a18bbdfafe50 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 943 time: 0.0526345 Sep 17 22:58:18.270474 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:18.274177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32d54311-060d-4006-b9bf-199bb03c8e0e req-f51f3663-df13-4eb4-bbaf-22d01226dd05 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320518 Sep 17 22:58:18.319267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9686018b-7436-4b52-883b-25be6ee581db,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:18.326396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.326751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.327111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.327447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.327781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.328112 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.328438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.328763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.329085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.329414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.329733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.330055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:18.509503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['9686018b-7436-4b52-883b-25be6ee581db'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 22:58:19.391241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7e5cb-6cc5-428a-a03d-58ec24f7ef92 req-6575aea6-c638-498f-b1f9-04b5e671a42d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:19.392758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cec7e5cb-6cc5-428a-a03d-58ec24f7ef92 req-6575aea6-c638-498f-b1f9-04b5e671a42d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 944 time: 0.0513268 Sep 17 22:58:19.430985 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cec7e5cb-6cc5-428a-a03d-58ec24f7ef92 req-e1efbfa0-1c5a-4934-a22a-c098f80dcd51 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318658 Sep 17 22:58:20.035104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9686018b-7436-4b52-883b-25be6ee581db up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 22:58:20.175374 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 9686018b-7436-4b52-883b-25be6ee581db completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 22:58:20.179044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 9686018b-7436-4b52-883b-25be6ee581db triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 22:58:20.179416 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:20.215811 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ada7-c2b7-4c61-ba04-8f8bc468b518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:20.259937 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:20.281953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9686018b-7436-4b52-883b-25be6ee581db'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:20.285284 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dfa16f7ec31e5a80d786898bf486476f67b9207896d53b6903477dd761a18e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff8d1e3-4df2-46e4-97de-eb3082cad0be" -d '{"events": [{"server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "name": "network-vif-plugged", "status": "completed", "tag": "9686018b-7436-4b52-883b-25be6ee581db"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:20.297190 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9686018b-7436-4b52-883b-25be6ee581db, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9686018b-7436-4b52-883b-25be6ee581db,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 22:58:20.379036 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9a681-90aa-4f93-88da-4e343825d1a2 x-openstack-request-id: req-43e9a681-90aa-4f93-88da-4e343825d1a2 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:20.379952 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "name": "network-vif-plugged", "status": "completed", "tag": "9686018b-7436-4b52-883b-25be6ee581db", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:20.380249 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43e9a681-90aa-4f93-88da-4e343825d1a2 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:20.380749 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9686018b-7436-4b52-883b-25be6ee581db', 'code': 200} Sep 17 22:58:20.381545 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:20.429654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9686018b-7436-4b52-883b-25be6ee581db,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:20.471403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93192c0-2318-46f0-94ab-0fe7ff2e93fe req-156a580f-eabf-4c62-9382-09472453c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:20.474314 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b93192c0-2318-46f0-94ab-0fe7ff2e93fe req-156a580f-eabf-4c62-9382-09472453c184 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 1097 time: 0.0409663 Sep 17 22:58:20.512066 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b93192c0-2318-46f0-94ab-0fe7ff2e93fe req-a2d54a0f-a291-4b64-8d4e-5930ba5fcbad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325882 Sep 17 22:58:20.546698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1c547-a936-47cc-bae9-be6a7ce14efc req-3bd3d498-36e8-464b-9bb5-fbcddec281f5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:20.548123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cf1c547-a936-47cc-bae9-be6a7ce14efc req-3bd3d498-36e8-464b-9bb5-fbcddec281f5 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 945 time: 0.0482044 Sep 17 22:58:20.584988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4cf1c547-a936-47cc-bae9-be6a7ce14efc req-f071d8ff-7579-4545-8066-33dbe479f58d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301774 Sep 17 22:58:21.347090 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:21.708354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ba45-689e-45b7-9b3f-90466c59273a req-3e3cf60a-7192-44f5-a0f6-d6add3440327 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:21.709881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e8ba45-689e-45b7-9b3f-90466c59273a req-3e3cf60a-7192-44f5-a0f6-d6add3440327 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 945 time: 0.0538611 Sep 17 22:58:21.748917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-70e8ba45-689e-45b7-9b3f-90466c59273a req-59206bff-bfc9-49e7-80dd-1fa6229952fc tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327761 Sep 17 22:58:21.798835 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:22.861261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44348f-083f-4247-99af-418db5f8a3a1 req-e9a4af05-332b-48b9-bf86-2b71cb5413bf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:22.862755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d44348f-083f-4247-99af-418db5f8a3a1 req-e9a4af05-332b-48b9-bf86-2b71cb5413bf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 945 time: 0.0478542 Sep 17 22:58:22.900118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d44348f-083f-4247-99af-418db5f8a3a1 req-0797b005-b8dc-4c85-bc6b-af04ab06879c tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307796 Sep 17 22:58:23.011960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29216d8-9d92-4a0c-9102-48910e4db68f req-44f9a150-8051-47ef-9354-4af74ce2ebe8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:23.013437 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b29216d8-9d92-4a0c-9102-48910e4db68f req-44f9a150-8051-47ef-9354-4af74ce2ebe8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 945 time: 0.0487635 Sep 17 22:58:23.050871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b29216d8-9d92-4a0c-9102-48910e4db68f req-8de0db2e-8f17-4f03-9a61-5216de200fac tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Sep 17 22:58:23.072481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59216) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:23.116082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e935d9e6-a322-43f4-b3c4-630c8b28968e tempest-TestVolumeBootPattern-23400975 tempest-TestVolumeBootPattern-23400975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:23.117599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e935d9e6-a322-43f4-b3c4-630c8b28968e tempest-TestVolumeBootPattern-23400975 tempest-TestVolumeBootPattern-23400975-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 1092 time: 0.0441425 Sep 17 22:58:23.120603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59218) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 22:58:23.124831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '9686018b-7436-4b52-883b-25be6ee581db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 22:58:23.186884 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:23.279916 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:23.385816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Allocated IP 172.25.5.66 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/3ab0cdf7-279f-4a9b-82a0-edfb0c79ed41) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 22:58:23.466779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:23.487626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:23.624030 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:23.659531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 22:58:23.662972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 22:58:23.667224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 22:58:23.692724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=3ab0cdf7-279f-4a9b-82a0-edfb0c79ed41,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:23.705933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.706275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.706612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.706973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.707304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.707628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.707951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.708307 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.708627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.708941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.709258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:23.709578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 22:58:24.033610 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:24.194851 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:24.343630 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:24.421265 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:24.492238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event updated for resources: {'Port': ['ID=3ab0cdf7-279f-4a9b-82a0-edfb0c79ed41,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 22:58:24.502758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:24.599862 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Floating IP 23ac09fb-e9cd-4515-ae5c-22342c0003d0 associated. External IP: 172.25.5.66, port: 9686018b-7436-4b52-883b-25be6ee581db. Sep 17 22:58:24.802527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Router 881a396f-9149-4c77-b0f3-0702529c4049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 22:58:24.908458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 22:58:24.919236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] Sync routers for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 22:58:24.932926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:58:24.933533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:58:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:25.037743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:58:25.058123 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:25.085320 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-012f78ea-3823-4eba-b462-87688ccd179d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9636877 Sep 17 22:58:25.085911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'tag': '9686018b-7436-4b52-883b-25be6ee581db'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 22:58:25.088272 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095f8aff-6e91-4ee1-ba3a-eb6526bab014" -d '{"events": [{"name": "network-changed", "server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "tag": "9686018b-7436-4b52-883b-25be6ee581db"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 22:58:25.182769 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 22:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231abb50-e052-4fd2-baa1-cf605c538708 x-openstack-request-id: req-231abb50-e052-4fd2-baa1-cf605c538708 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 22:58:25.183083 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "tag": "9686018b-7436-4b52-883b-25be6ee581db", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 22:58:25.183334 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-231abb50-e052-4fd2-baa1-cf605c538708 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 22:58:25.183737 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'tag': '9686018b-7436-4b52-883b-25be6ee581db', 'status': 'completed', 'code': 200} Sep 17 22:58:25.245953 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-9837a732-4da5-4a57-9bc9-42dcdf0f930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:25.247487 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-9837a732-4da5-4a57-9bc9-42dcdf0f930e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 1097 time: 0.0409818 Sep 17 22:58:25.266674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '23ac09fb-e9cd-4515-ae5c-22342c0003d0', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '9686018b-7436-4b52-883b-25be6ee581db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:d8:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:58:23Z', 'updated_at': '2021-09-17T22:58:23Z', 'revision_number': 0, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}, {'id': '9e584a04-dab8-4c20-b14b-458baa67a6db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 1, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:25.293519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] Checking router: 881a396f-9149-4c77-b0f3-0702529c4049 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 22:58:25.301741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 22:58:25.302337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T22:58:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:25.336776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-47e76e58-fe07-40fd-8701-4a32035d130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:25.338004 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-47e76e58-fe07-40fd-8701-4a32035d130e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0836034 Sep 17 22:58:25.413347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 22:58:25.436891 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-f7406133-85ca-4b56-b8c5-fa9abc2d62a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9686018b-7436-4b52-883b-25be6ee581db HTTP/1.1" status: 200 len: 998 time: 0.0916042 Sep 17 22:58:25.485377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-617ca03d-a6ea-4e73-81e9-2d25637fc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:25.486853 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-617ca03d-a6ea-4e73-81e9-2d25637fc28c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0434446 Sep 17 22:58:25.647084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '23ac09fb-e9cd-4515-ae5c-22342c0003d0', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '9686018b-7436-4b52-883b-25be6ee581db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:d8:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:58:23Z', 'updated_at': '2021-09-17T22:58:23Z', 'revision_number': 0, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}, {'id': '9e584a04-dab8-4c20-b14b-458baa67a6db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 1, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 22:58:25.673853 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ce88e-1d36-4214-b2f7-fd6ab2421c06 None None] The sync data for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 is: [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '23ac09fb-e9cd-4515-ae5c-22342c0003d0', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '9686018b-7436-4b52-883b-25be6ee581db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:d8:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:58:23Z', 'updated_at': '2021-09-17T22:58:23Z', 'revision_number': 0, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}, {'id': '9e584a04-dab8-4c20-b14b-458baa67a6db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 1, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 22:58:25.815134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-f21ca9fa-9469-4155-908d-79f8f364447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:58:25.817163 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-f21ca9fa-9469-4155-908d-79f8f364447c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3231039 Sep 17 22:58:25.881957 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021ab3c2-cf92-4da6-a423-ba65c1a1ccaa None None] New status for floating IP 23ac09fb-e9cd-4515-ae5c-22342c0003d0: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 22:58:25.912219 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-4e81bfa5-4db6-4bb0-99ae-613658572f2e service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875754 Sep 17 22:58:26.007565 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-095f8aff-6e91-4ee1-ba3a-eb6526bab014 req-aaa530bf-0187-4e43-8647-a795961dd830 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864911 Sep 17 22:58:37.091555 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:58:38.640797 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:40.401096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:47.792207 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-aa6abeef-88ee-4ff0-9a1c-63db277c7c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:50.240149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e263513b-1208-4bd5-9981-4e21e14886e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.334898 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:51.838266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:58:53.485749 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:02.320470 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-74d9c94e-c9ae-41d7-a5c7-ac66cdd1d005 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1331334 Sep 17 22:59:02.402157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-65594137-ef37-4b4a-8e50-92bf8d0f5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:02.403783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-65594137-ef37-4b4a-8e50-92bf8d0f5521 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0407848 Sep 17 22:59:02.507858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-fa2f40ea-a949-4e13-98f0-a426f622e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:02.509344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-fa2f40ea-a949-4e13-98f0-a426f622e540 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0860531 Sep 17 22:59:02.920959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-a9ae9483-6861-42b3-ba6b-654b9e939585 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 200 len: 1002 time: 0.4030199 Sep 17 22:59:02.970001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-4aee84cc-e55f-4be8-9730-650557ced1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:02.971417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-4aee84cc-e55f-4be8-9730-650557ced1c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0430269 Sep 17 22:59:03.019094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-857a971e-6423-4ebd-9549-f3a0f92534ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:03.020539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-857a971e-6423-4ebd-9549-f3a0f92534ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418620 Sep 17 22:59:03.107887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-c5101e98-d05c-42c7-992f-9ef8f682e8e7 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795135 Sep 17 22:59:03.199949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf4e342e-f69f-49e5-9497-7228e427c6cc req-42603979-97a1-4b9d-a78f-8b8d3163d4c6 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843523 Sep 17 22:59:08.674094 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:10.392417 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:14.091024 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:59:14.920393 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-cabc9cbe-2726-49d1-81ed-dc7b6f7e5969 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383637 Sep 17 22:59:14.997126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-9f4ff9e1-6275-474f-b035-9a0ada11f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:14.998669 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-9f4ff9e1-6275-474f-b035-9a0ada11f199 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 1097 time: 0.0389130 Sep 17 22:59:15.102905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-af7894ef-c608-4888-ac73-390ab5b05aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:15.104354 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-af7894ef-c608-4888-ac73-390ab5b05aba service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0867896 Sep 17 22:59:15.168915 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-2af5c947-b1ff-4137-ad85-6bb27a61108e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9686018b-7436-4b52-883b-25be6ee581db HTTP/1.1" status: 200 len: 1000 time: 0.0577564 Sep 17 22:59:15.221792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-08296889-659d-4210-bcb0-9dc0d82f37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:15.223138 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-08296889-659d-4210-bcb0-9dc0d82f37b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0475798 Sep 17 22:59:15.266633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-2ce3eb3c-d368-476c-b90b-b08eae4f90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 22:59:15.268112 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-2ce3eb3c-d368-476c-b90b-b08eae4f90d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387266 Sep 17 22:59:15.355366 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-51ba5b02-0d0f-4dde-8629-ec37e798f295 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800960 Sep 17 22:59:15.445535 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-f9f83dcb-7943-47c2-8636-3ad0086ffa5c req-b21ae78e-c6e5-42e9-acb2-5cf6047de989 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832577 Sep 17 22:59:17.782810 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3dd37cbe-47d4-4c21-9051-4c05a7ad4ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:20.214715 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-56226325-ca24-4f3c-bcdf-3776dd5df804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:21.331106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:21.826309 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:23.471599 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:38.667581 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:40.394032 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:47.791410 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ebb2-50bb-4e89-973e-323a528183be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:50.208685 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0fb59fe1-3549-49c3-8572-db59c5a41f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:51.090093 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 22:59:51.331190 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:51.785785 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 22:59:53.482912 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:02.265385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-923a4e62-2c73-4299-b279-1a16b13baf80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384734 Sep 17 23:00:02.343290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-045b38a5-6b85-4c3b-bbf2-b4d397b3bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:02.344789 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-045b38a5-6b85-4c3b-bbf2-b4d397b3bb3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0395823 Sep 17 23:00:02.447872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-36c8fe9e-3db9-4e15-a389-d6a588e5d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:02.449309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-36c8fe9e-3db9-4e15-a389-d6a588e5d00b service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0853779 Sep 17 23:00:02.512744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-5ba8390e-907b-43fa-ae4b-7fd502b9ceb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 200 len: 1002 time: 0.0564921 Sep 17 23:00:02.567603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-2522681a-4284-45bb-bab5-147f8f335026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:02.568979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-2522681a-4284-45bb-bab5-147f8f335026 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0490353 Sep 17 23:00:02.612156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-740691d0-84e8-4c23-b225-f4f7c7c19785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:02.614104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-740691d0-84e8-4c23-b225-f4f7c7c19785 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382659 Sep 17 23:00:02.704668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-bd7ad1f3-635d-4d95-beba-abd6324e5385 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828679 Sep 17 23:00:02.795427 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f3cabe7e-85f9-424b-ad7d-d5ad7691a9e1 req-87fba1b8-75bb-47dc-bab6-5fe741b977e0 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843050 Sep 17 23:00:08.661859 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:10.410744 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:15.923860 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-e658103b-7ad4-4040-af8c-dc9635fc2c13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394542 Sep 17 23:00:16.010136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-07db266e-dc21-4e09-94fd-4a49af33c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:16.011651 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-07db266e-dc21-4e09-94fd-4a49af33c4a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 1097 time: 0.0399811 Sep 17 23:00:16.116394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-3dce5060-bdff-4edb-b0dd-6d609f4f83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:16.117848 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-3dce5060-bdff-4edb-b0dd-6d609f4f83be service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0870912 Sep 17 23:00:16.181458 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-5ce65581-9285-4ed0-81c9-1bbf17d5bd17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9686018b-7436-4b52-883b-25be6ee581db HTTP/1.1" status: 200 len: 1000 time: 0.0567870 Sep 17 23:00:16.233377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-aefff224-8910-400d-8244-c8ac82ab9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:16.234820 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-aefff224-8910-400d-8244-c8ac82ab9b3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0471351 Sep 17 23:00:16.280974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-648a690d-7369-451e-90e9-430382704944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:16.282426 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-648a690d-7369-451e-90e9-430382704944 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402315 Sep 17 23:00:16.373124 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-4128aba4-f0b4-4b4a-b3d0-cbc099b58c34 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833566 Sep 17 23:00:16.460375 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ef3548f-ba60-45cb-8dfb-9cd1bbc5b6ce req-78d6d086-f58b-49d0-b047-bfd00237e0d8 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806823 Sep 17 23:00:17.798281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8b76f6d5-e923-4604-98e1-7c4349725bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:20.202328 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1181566-e3fa-4ccd-871b-8b407ea22a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:21.341413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:21.781000 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:23.516506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.090314 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:00:28.529861 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59278) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:28.769046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port 3ab0cdf7-279f-4a9b-82a0-edfb0c79ed41 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:28.769386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.845690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.846065 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:28.857573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for 3ab0cdf7-279f-4a9b-82a0-edfb0c79ed41 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:29.078349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:29.113553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=3ab0cdf7-279f-4a9b-82a0-edfb0c79ed41,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:29.135267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.135610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.135946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.136283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.136610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.136940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.137265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.137583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.137895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.138212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.138529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.138873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:29.176952 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:29.177331 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Floating IP 23ac09fb-e9cd-4515-ae5c-22342c0003d0 disassociated (deleted). External IP: 172.25.5.66, port: 9686018b-7436-4b52-883b-25be6ee581db. Sep 17 23:00:29.383313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Router 881a396f-9149-4c77-b0f3-0702529c4049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:29.490114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:29.494897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:29.499565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] Sync routers for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:29.509939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:29.510541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:00:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:29.521796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4537f99e-2ee7-48ae-9655-8eb6bf4b1051 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "DELETE /v2.0/floatingips/23ac09fb-e9cd-4515-ae5c-22342c0003d0 HTTP/1.1" status: 204 len: 168 time: 0.9908493 Sep 17 23:00:29.522384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'tag': '9686018b-7436-4b52-883b-25be6ee581db'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:29.524698 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb0f11d4bbe3aa23a7bbb47e85473ba59015a389b9cdbe31d4aa7033b34deb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "tag": "9686018b-7436-4b52-883b-25be6ee581db"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:29.570280 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74122fe2-e2a4-40ed-a367-f44c00596791 x-openstack-request-id: req-74122fe2-e2a4-40ed-a367-f44c00596791 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:29.571238 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "tag": "9686018b-7436-4b52-883b-25be6ee581db", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:29.571495 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74122fe2-e2a4-40ed-a367-f44c00596791 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:29.571916 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'tag': '9686018b-7436-4b52-883b-25be6ee581db', 'status': 'completed', 'code': 200} Sep 17 23:00:29.634822 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-34c352db-ab1d-4511-843e-551b001de31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:29.636416 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-34c352db-ab1d-4511-843e-551b001de31e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 1097 time: 0.0454998 Sep 17 23:00:29.737480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-87225138-5bb4-4b22-bb86-ae2406350698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:29.739080 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-87225138-5bb4-4b22-bb86-ae2406350698 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.0946684 Sep 17 23:00:29.787487 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-600d0855-bf22-415c-b77c-9d5c24373c9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9686018b-7436-4b52-883b-25be6ee581db HTTP/1.1" status: 200 len: 217 time: 0.0414424 Sep 17 23:00:29.792235 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:29.841658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-44e074ec-3f82-46d2-a348-098f20bc2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:29.843188 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-44e074ec-3f82-46d2-a348-098f20bc2b0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0495844 Sep 17 23:00:29.891010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-438691c3-24b5-4caf-b51d-87b66e268b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:29.892714 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-438691c3-24b5-4caf-b51d-87b66e268b95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427349 Sep 17 23:00:29.996915 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-9d968665-14a0-40db-812a-2fa69427153b service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957503 Sep 17 23:00:30.027186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9e584a04-dab8-4c20-b14b-458baa67a6db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 1, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:30.054137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] Checking router: 881a396f-9149-4c77-b0f3-0702529c4049 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:30.062516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:30.063023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:00:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:30.099179 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9cb08bf6-fc79-440a-8d22-3e6eb1358ca3 req-3631612f-b049-4b90-a354-deeee581b761 service neutron] 10.222.0.35 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945222 Sep 17 23:00:30.132852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e970c-7c6c-439f-a878-37e278eee80d req-7588595c-82a8-4bc8-bd75-21c34fb57efe tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:30.134364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b7e970c-7c6c-439f-a878-37e278eee80d req-7588595c-82a8-4bc8-bd75-21c34fb57efe tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 945 time: 0.1023269 Sep 17 23:00:30.172444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b7e970c-7c6c-439f-a878-37e278eee80d req-d3429d44-7a03-4531-b935-a4528ac0b15b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319836 Sep 17 23:00:30.173359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:30.397041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9e584a04-dab8-4c20-b14b-458baa67a6db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 1, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:30.423326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32405d41-b9ec-4649-9363-79ae3e8bee54 None None] The sync data for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 is: [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9e584a04-dab8-4c20-b14b-458baa67a6db', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'port_id': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'mac_address': 'fa:16:3e:18:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T22:55:30Z', 'updated_at': '2021-09-17T22:55:32Z', 'revision_number': 1, 'project_id': 'd1bf95446f97457cb689070159041056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:30.640772 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee045d1e-bc59-40ee-a824-0930c44f3e30 None None] New status for floating IP 23ac09fb-e9cd-4515-ae5c-22342c0003d0: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:00:31.413030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e670b-1813-4465-8b5c-59fde237006f req-7e3df525-cf1d-46ba-bdf0-49f64f08307d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:31.414576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c19e670b-1813-4465-8b5c-59fde237006f req-7e3df525-cf1d-46ba-bdf0-49f64f08307d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 945 time: 0.0973668 Sep 17 23:00:31.446891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-eac343d9-e533-4c83-b2d9-85a3ad8d6501 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:31.448386 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-eac343d9-e533-4c83-b2d9-85a3ad8d6501 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 945 time: 0.0495350 Sep 17 23:00:31.457137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c19e670b-1813-4465-8b5c-59fde237006f req-2a5c7d91-ec43-4f8b-b0f8-5fcf8a693cc8 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365949 Sep 17 23:00:31.540713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port 9686018b-7436-4b52-883b-25be6ee581db {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:31.541051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.626350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] For port 9686018b-7436-4b52-883b-25be6ee581db, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9686018b-7436-4b52-883b-25be6ee581db,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:31.626719 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.640097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for 9686018b-7436-4b52-883b-25be6ee581db owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:31.877091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.903913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=9686018b-7436-4b52-883b-25be6ee581db,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:31.917915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.918270 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.918597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.918969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.921338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.921338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.921338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.921338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.921338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.921338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.921338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.921941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:31.960547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] No DVR routers for this DVR port 9686018b-7436-4b52-883b-25be6ee581db on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:31.963235 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:31.965249 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-968a5914-de70-4f74-ad89-9bc8ecb85ff2 req-40126c20-cdd3-449c-9437-6908af9113db tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.35 "DELETE /v2.0/ports/9686018b-7436-4b52-883b-25be6ee581db HTTP/1.1" status: 204 len: 173 time: 0.5109661 Sep 17 23:00:31.965687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'name': 'network-vif-deleted', 'tag': '9686018b-7436-4b52-883b-25be6ee581db'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:31.967951 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454511054096d6729176b83afb4949e846d75d313a6a12048521f44f540f9020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6764df37-d3a2-42b1-bf78-85a88c94ab49" -d '{"events": [{"server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "name": "network-vif-deleted", "tag": "9686018b-7436-4b52-883b-25be6ee581db"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:32.031682 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a2e6f7-8c62-4984-abfa-4f0d71e1db6d x-openstack-request-id: req-23a2e6f7-8c62-4984-abfa-4f0d71e1db6d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:32.031973 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c2da41-ac49-47c3-b25e-5e1fddce0f40", "name": "network-vif-deleted", "tag": "9686018b-7436-4b52-883b-25be6ee581db", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:32.032222 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23a2e6f7-8c62-4984-abfa-4f0d71e1db6d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:32.032652 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c2da41-ac49-47c3-b25e-5e1fddce0f40', 'name': 'network-vif-deleted', 'tag': '9686018b-7436-4b52-883b-25be6ee581db', 'status': 'completed', 'code': 200} Sep 17 23:00:32.551891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae2dc90c-5c06-4d54-85a1-776fc4eab047 req-944cce1b-1287-4841-9c6a-db0bb4502adf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 210 time: 0.0270894 Sep 17 23:00:33.647544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1baa3c83-6783-4760-8f1b-7fdae621bc13 req-27bdb3f2-5279-404c-9e60-6c911ea4dc95 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 210 time: 0.0260532 Sep 17 23:00:34.747800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8d13d0a-714f-4dfc-ba37-d84614237465 req-268d5d82-25e6-4b54-a4fc-4a78d1b3bcc1 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 210 time: 0.0305192 Sep 17 23:00:34.766872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9686018b-7436-4b52-883b-25be6ee581db no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:34.786698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 9686018b-7436-4b52-883b-25be6ee581db {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:34.787064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9686018b-7436-4b52-883b-25be6ee581db not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:35.852442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1607cd45-4bc9-4bad-a0a5-b4c1a25b198e req-5d869827-f05b-4ec6-8177-19b04d6b771b tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c2da41-ac49-47c3-b25e-5e1fddce0f40 HTTP/1.1" status: 200 len: 210 time: 0.0268199 Sep 17 23:00:38.683780 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:40.415461 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:42.526112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59348) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:42.679887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port df5f326e-e1a5-4631-84a3-850328f131f5 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:42.680235 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:42.757039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:42.757366 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:42.768597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for df5f326e-e1a5-4631-84a3-850328f131f5 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:42.986622 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:43.013556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=df5f326e-e1a5-4631-84a3-850328f131f5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:43.072320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:43.072722 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Floating IP 9e584a04-dab8-4c20-b14b-458baa67a6db disassociated (deleted). External IP: 172.25.5.112, port: 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee. Sep 17 23:00:43.276067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Router 881a396f-9149-4c77-b0f3-0702529c4049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:43.382480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:43.387079 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:43.393592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] Sync routers for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:43.402954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:43.403565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:00:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:43.415952 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b7d5348c-6e52-401f-8f39-951ade24285a tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "DELETE /v2.0/floatingips/9e584a04-dab8-4c20-b14b-458baa67a6db HTTP/1.1" status: 204 len: 168 time: 0.8862932 Sep 17 23:00:43.415952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:43.513211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:43.521456 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddb5e66-51dd-4df1-81e5-644550d2275c" -d '{"events": [{"name": "network-changed", "server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:43.664298 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b35061-2647-45a1-aab6-e25e9a3bba66 x-openstack-request-id: req-33b35061-2647-45a1-aab6-e25e9a3bba66 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:43.664887 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:43.664887 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33b35061-2647-45a1-aab6-e25e9a3bba66 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:43.665213 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'status': 'completed', 'code': 200} Sep 17 23:00:43.723994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:43.751631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] Checking router: 881a396f-9149-4c77-b0f3-0702529c4049 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:43.761053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:43.761671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:00:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:43.865953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-ce729003-b0ed-4a1d-b5f4-e4027aea1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:43.867510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-ce729003-b0ed-4a1d-b5f4-e4027aea1927 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1bf95446f97457cb689070159041056&device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 1098 time: 0.1178284 Sep 17 23:00:43.874488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:43.887677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d907e9-24a3-4ec3-804c-f746150c7c9b req-b0ce2598-2ba0-4e37-99f0-7d17f0aee5c7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:43.889127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40d907e9-24a3-4ec3-804c-f746150c7c9b req-b0ce2598-2ba0-4e37-99f0-7d17f0aee5c7 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0595522 Sep 17 23:00:43.975010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40d907e9-24a3-4ec3-804c-f746150c7c9b req-dfcade67-2da7-469c-9e5e-0866ce143d91 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e9e772f-433e-45ac-8278-f6a59f5f1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777547 Sep 17 23:00:44.005623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-a1424bcf-96b5-4126-8bac-b8e819736684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:44.007276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-a1424bcf-96b5-4126-8bac-b8e819736684 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 200 len: 912 time: 0.1172276 Sep 17 23:00:44.056598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-0ab57cd8-35f7-4579-802a-e642e60b8170 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 200 len: 217 time: 0.0393045 Sep 17 23:00:44.075271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:44.105546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-11808749-145b-46c2-b797-3acdcd1e033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:44.105794 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525bc7f-2c08-4ada-8493-d04830b5fca6 None None] The sync data for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 is: [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:41Z', 'revision_number': 4, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '24669455-208a-4eb2-b10a-4ea114f286ed', 'name': '', 'network_id': '2b604e63-96ef-4715-82c3-ecca58ce60ce', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'mac_address': 'fa:16:3e:84:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:40Z', 'updated_at': '2021-09-17T22:47:45Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'subnets': [{'id': 'fa701f8b-85c8-4d01-bb8d-a555b5308947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:44.107772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-11808749-145b-46c2-b797-3acdcd1e033a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 200 len: 851 time: 0.0446420 Sep 17 23:00:44.154913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-d3b6e63b-c809-49d1-84f0-739a96674088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:44.156447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-d3b6e63b-c809-49d1-84f0-739a96674088 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b604e63-96ef-4715-82c3-ecca58ce60ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413053 Sep 17 23:00:44.252807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-3e26deec-8629-4fdf-adca-cd184d463ae1 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892477 Sep 17 23:00:44.330343 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfa5a4-8fd1-4e6d-8412-af7e01785904 None None] New status for floating IP 9e584a04-dab8-4c20-b14b-458baa67a6db: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:00:44.345171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.32', 51642) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:44.359215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-eb08c4f6-d299-41f3-b0c7-2df9d45a24a3 service neutron] 10.222.0.32 "GET /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982671 Sep 17 23:00:44.394881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-864fee60-3fa8-4134-b72d-9c4cd346b0cf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:00:44.400575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-864fee60-3fa8-4134-b72d-9c4cd346b0cf tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0502150 Sep 17 23:00:44.492808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:44.493152 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:44.582173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] For port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:44.582173 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:44.593740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:44.792723 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:44.820284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:44.866996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] No DVR routers for this DVR port 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:44.869489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:44.871678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fabd5983-7e23-4a51-8dce-5d4e9587a1cb req-1be19dec-90cc-495c-96fc-10325cd5a7d3 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.32 "DELETE /v2.0/ports/28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee HTTP/1.1" status: 204 len: 173 time: 0.4684465 Sep 17 23:00:45.071023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e5a6aff-f4ef-4b92-a1be-133354024f8e req-34e4b66b-99f9-432e-b9c9-f526c51e4f29 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0267730 Sep 17 23:00:45.666409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'name': 'network-vif-deleted', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:00:45.668888 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03745f8f-405e-4517-8e36-6618139a7009" -d '{"events": [{"server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "name": "network-vif-deleted", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:00:45.706359 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baa2b7d-b438-41f8-a8a5-9d313ca0476a x-openstack-request-id: req-0baa2b7d-b438-41f8-a8a5-9d313ca0476a {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:00:45.706655 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930a4465-13ea-49aa-a304-cac96c47b2d5", "name": "network-vif-deleted", "tag": "28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:00:45.707538 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0baa2b7d-b438-41f8-a8a5-9d313ca0476a {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:00:45.708111 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930a4465-13ea-49aa-a304-cac96c47b2d5', 'name': 'network-vif-deleted', 'tag': '28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee', 'status': 'completed', 'code': 200} Sep 17 23:00:46.164569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6afd1532-e4e2-4a0d-a6ee-3508cb5589c3 req-3999ab02-dad1-4a16-ba3d-5f01b45358c0 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0268519 Sep 17 23:00:47.259241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7d3f211-9700-4f49-b681-eca3032450f5 req-d0d38b21-036a-4f66-8721-49923caf06ed tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0259504 Sep 17 23:00:47.798377 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c9eab82-85dd-45e7-bf2e-c88480899ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:48.351819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65135041-cf57-432a-8fcf-81d654962c31 req-500d933a-c4fa-4fe8-8a49-3cd9597bf8b2 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "GET /v2.0/ports?device_id=930a4465-13ea-49aa-a304-cac96c47b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0266888 Sep 17 23:00:48.827788 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:48.847021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:48.847497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 28edd9f4-1c36-4f26-9fa0-f62cf5f9a4ee not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:49.405814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59380) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:49.529460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Deleting port 8bae21a8-082c-4436-b2e9-f1ac028a170a {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:49.529809 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.607264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.607520 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.619062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Calling delete_port for 8bae21a8-082c-4436-b2e9-f1ac028a170a owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:49.808043 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.834493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'Port': ['ID=8bae21a8-082c-4436-b2e9-f1ac028a170a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:49.891443 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.893751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:49.895495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-26cb6eeb-51ae-4d69-a969-70b72bbe8801 tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "DELETE /v2.0/floatingips/d60bd2dc-3a0d-4307-be12-62f54a1a4841 HTTP/1.1" status: 204 len: 168 time: 0.4886806 Sep 17 23:00:50.265024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b6d5a591-b5d6-4548-8396-8cb58b55bb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.317874 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:51.813960 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.352930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59414) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:53.415849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2ef85ea5-c6d2-482b-8a33-16d13ab7de5d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.442431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2ef85ea5-c6d2-482b-8a33-16d13ab7de5d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.478087 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.557967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2ef85ea5-c6d2-482b-8a33-16d13ab7de5d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.560614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2ef85ea5-c6d2-482b-8a33-16d13ab7de5d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:53.561796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2ef85ea5-c6d2-482b-8a33-16d13ab7de5d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e9e772f-433e-45ac-8278-f6a59f5f1bdc HTTP/1.1" status: 204 len: 168 time: 0.2078066 Sep 17 23:00:53.570909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef85ea5-c6d2-482b-8a33-16d13ab7de5d tempest-TestVolumeBootPattern-825470732 tempest-TestVolumeBootPattern-825470732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e772f-433e-45ac-8278-f6a59f5f1bdc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:53.694688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59418) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:54.494656 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.785689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Deleting port 24669455-208a-4eb2-b10a-4ea114f286ed {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:54.786072 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.864232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] For port 24669455-208a-4eb2-b10a-4ea114f286ed, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=24669455-208a-4eb2-b10a-4ea114f286ed,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:54.864603 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:54.876946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Calling delete_port for 24669455-208a-4eb2-b10a-4ea114f286ed owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:55.146758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.172360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Pushing event deleted for resources: {'Port': ['ID=24669455-208a-4eb2-b10a-4ea114f286ed,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:55.356988 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.575508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Router 881a396f-9149-4c77-b0f3-0702529c4049 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:55.678988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:55.684413 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d053966d-0e7b-435f-98a0-3bf8e8e800af admin admin] 10.222.0.13 "PUT /v2.0/routers/881a396f-9149-4c77-b0f3-0702529c4049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9887090 Sep 17 23:00:55.687010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59422) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:55.687963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] Sync routers for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:55.697302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:55.697904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:00:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:55.793299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.807219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:55.895750 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:55.989405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T23:00:55Z', 'revision_number': 5, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port': {'id': 'b7cf4da6-214d-4bba-9230-9ef7f3fff922', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a396f-9149-4c77-b0f3-0702529c4049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T22:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:56.006130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Deleting port b7cf4da6-214d-4bba-9230-9ef7f3fff922 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:56.006404 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.016355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] Checking router: 881a396f-9149-4c77-b0f3-0702529c4049 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:56.025463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] Routers {'881a396f-9149-4c77-b0f3-0702529c4049'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:56.026063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:00:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['881a396f-9149-4c77-b0f3-0702529c4049'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:56.084959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] For port b7cf4da6-214d-4bba-9230-9ef7f3fff922, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b7cf4da6-214d-4bba-9230-9ef7f3fff922,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:56.085321 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.097632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Calling delete_port for b7cf4da6-214d-4bba-9230-9ef7f3fff922 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:56.109717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] Set router 881a396f-9149-4c77-b0f3-0702529c4049 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:56.159878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T23:00:55Z', 'revision_number': 6, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:56.188200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022db87e-6933-4ba7-8a1b-5bf0387a976a None None] The sync data for ids ['881a396f-9149-4c77-b0f3-0702529c4049'] in n-d-713498-17 is: [{'id': '881a396f-9149-4c77-b0f3-0702529c4049', 'name': 'tempest-TestVolumeBootPattern-1824416421-router', 'tenant_id': 'd1bf95446f97457cb689070159041056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:38Z', 'updated_at': '2021-09-17T23:00:55Z', 'revision_number': 6, 'project_id': 'd1bf95446f97457cb689070159041056', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:56.323517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.349462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b7cf4da6-214d-4bba-9230-9ef7f3fff922,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:56.409645 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.496103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.498110 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.609745 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.611077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881a396f-9149-4c77-b0f3-0702529c4049 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:00:56.620349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.621487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59424) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:56.621951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9cf5aee1-f75e-4b29-a672-dde61c8668fa admin admin] 10.222.0.13 "DELETE /v2.0/routers/881a396f-9149-4c77-b0f3-0702529c4049 HTTP/1.1" status: 204 len: 168 time: 0.9307590 Sep 17 23:00:56.667125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7890b8f3-3438-44d9-9e2b-a8ccbe54fecd admin admin] Deleting subnet fa701f8b-85c8-4d01-bb8d-a555b5308947 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:00:56.670133 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7890b8f3-3438-44d9-9e2b-a8ccbe54fecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.704122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7890b8f3-3438-44d9-9e2b-a8ccbe54fecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.783419 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7890b8f3-3438-44d9-9e2b-a8ccbe54fecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.912623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7890b8f3-3438-44d9-9e2b-a8ccbe54fecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.940606 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7890b8f3-3438-44d9-9e2b-a8ccbe54fecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:56.944303 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7890b8f3-3438-44d9-9e2b-a8ccbe54fecd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa701f8b-85c8-4d01-bb8d-a555b5308947 HTTP/1.1" status: 204 len: 168 time: 0.3210802 Sep 17 23:00:56.944462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59426) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:56.945952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890b8f3-3438-44d9-9e2b-a8ccbe54fecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa701f8b-85c8-4d01-bb8d-a555b5308947,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:56.947083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b9b599-5673-4e55-a362-cd7140c5eafb None None] Network 2b604e63-96ef-4715-82c3-ecca58ce60ce requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:00:57.002337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 24669455-208a-4eb2-b10a-4ea114f286ed no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:57.028592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 24669455-208a-4eb2-b10a-4ea114f286ed {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:57.028926 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.029048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 24669455-208a-4eb2-b10a-4ea114f286ed not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:57.083967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Deleting port 17d33920-03fa-4842-b4f0-191359b2b093 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:57.084314 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.153771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] For port 17d33920-03fa-4842-b4f0-191359b2b093, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=17d33920-03fa-4842-b4f0-191359b2b093,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:57.154132 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.162523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] DHCP port deletion for 2b604e63-96ef-4715-82c3-ecca58ce60ce request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:00:57.168221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Calling delete_port for 17d33920-03fa-4842-b4f0-191359b2b093 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:57.208183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Deleting port 17d33920-03fa-4842-b4f0-191359b2b093 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:57.208557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.277485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] For port 17d33920-03fa-4842-b4f0-191359b2b093, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=17d33920-03fa-4842-b4f0-191359b2b093,segment=NetworkSegment(964d8984-29e7-482b-9a33-12eb41dca5fc),segment_id=964d8984-29e7-482b-9a33-12eb41dca5fc)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:57.277882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.290981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Calling delete_port for 17d33920-03fa-4842-b4f0-191359b2b093 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:57.344456 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.369127 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.370868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d33920-03fa-4842-b4f0-191359b2b093,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:57.372697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] No DVR routers for this DVR port 17d33920-03fa-4842-b4f0-191359b2b093 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:57.396590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Pushing event deleted for resources: {'Port': ['ID=17d33920-03fa-4842-b4f0-191359b2b093,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:57.407016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.407368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.407709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.408047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.408390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.408773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.409104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.409453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.409833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.410138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.410458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.410802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:00:57.413903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb33a5-5c91-4a39-9b3d-fbff576337c1 None None] No DVR routers for this DVR port 17d33920-03fa-4842-b4f0-191359b2b093 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:00:57.448540 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.467883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b604e63-96ef-4715-82c3-ecca58ce60ce']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:57.476550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964d8984-29e7-482b-9a33-12eb41dca5fc') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:57.476842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964d8984-29e7-482b-9a33-12eb41dca5fc') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:57.485756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.498121 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.504633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:00:57.505045 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:00:57.506730 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:00:57.626505 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.632687 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:57.634677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2b604e63-96ef-4715-82c3-ecca58ce60ce HTTP/1.1" status: 204 len: 168 time: 0.6882653 Sep 17 23:00:57.637902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59428) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:57.645149 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0dcda-3466-4944-93c8-bd162e661187 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b604e63-96ef-4715-82c3-ecca58ce60ce,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:57.971535 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.209177 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Deleting port 89d69eea-bbe9-4f5b-904f-e80a408288c4 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:58.209526 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.290056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] For port 89d69eea-bbe9-4f5b-904f-e80a408288c4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=89d69eea-bbe9-4f5b-904f-e80a408288c4,segment=NetworkSegment(c1e6ecb3-a0ff-463e-ad4d-3479243b647b),segment_id=c1e6ecb3-a0ff-463e-ad4d-3479243b647b)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:58.290337 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.303271 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Calling delete_port for 89d69eea-bbe9-4f5b-904f-e80a408288c4 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:58.558255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.584547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d69eea-bbe9-4f5b-904f-e80a408288c4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:58.614596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b7cf4da6-214d-4bba-9230-9ef7f3fff922 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:58.635260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: b7cf4da6-214d-4bba-9230-9ef7f3fff922 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:58.635596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b7cf4da6-214d-4bba-9230-9ef7f3fff922 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:58.636201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 17d33920-03fa-4842-b4f0-191359b2b093 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:00:58.659209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 17d33920-03fa-4842-b4f0-191359b2b093 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:00:58.660369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 17d33920-03fa-4842-b4f0-191359b2b093 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:00:58.763373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:58.975812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Router 598d2815-31bb-48e2-bea5-3e6afd8eaffc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:00:59.080295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:00:59.088004 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8fcb0eab-161a-4e71-9635-81b64047b443 admin admin] 10.222.0.13 "PUT /v2.0/routers/598d2815-31bb-48e2-bea5-3e6afd8eaffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4472795 Sep 17 23:00:59.088782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59430) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:00:59.091291 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] Sync routers for ids ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:00:59.104754 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] Routers {'598d2815-31bb-48e2-bea5-3e6afd8eaffc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:59.105354 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:00:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:59.192178 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.203890 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] Set router 598d2815-31bb-48e2-bea5-3e6afd8eaffc gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:59.299424 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.411946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Deleting port f3989e94-277f-425b-8403-d325f0b63eca {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:00:59.412312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.467804 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T23:00:58Z', 'revision_number': 5, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'gw_port': {'id': 'f3989e94-277f-425b-8403-d325f0b63eca', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T22:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:59.493692 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] Checking router: 598d2815-31bb-48e2-bea5-3e6afd8eaffc for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:00:59.493880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] For port f3989e94-277f-425b-8403-d325f0b63eca, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f3989e94-277f-425b-8403-d325f0b63eca,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:00:59.494242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.502272 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] Routers {'598d2815-31bb-48e2-bea5-3e6afd8eaffc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:00:59.502465 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:00:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:59.506203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Calling delete_port for f3989e94-277f-425b-8403-d325f0b63eca owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:00:59.587674 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] Set router 598d2815-31bb-48e2-bea5-3e6afd8eaffc gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:00:59.643052 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T23:00:59Z', 'revision_number': 6, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:00:59.669509 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c770c4f6-4343-403c-b5aa-da893f8e4858 None None] The sync data for ids ['598d2815-31bb-48e2-bea5-3e6afd8eaffc'] in n-d-713498-17 is: [{'id': '598d2815-31bb-48e2-bea5-3e6afd8eaffc', 'name': 'tempest-TestVolumeBootPattern-1980868956-router', 'tenant_id': '25c50edc594a44ae8748c070ac5921d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T22:47:44Z', 'updated_at': '2021-09-17T23:00:59Z', 'revision_number': 6, 'project_id': '25c50edc594a44ae8748c070ac5921d6', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:00:59.735347 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:00:59.761690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Pushing event deleted for resources: {'Port': ['ID=f3989e94-277f-425b-8403-d325f0b63eca,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:00:59.823522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.204405 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.206398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.352037 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.352578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 598d2815-31bb-48e2-bea5-3e6afd8eaffc {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:01:00.356820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.357977 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5f4a194f-33b6-4e9c-9f6b-c4ba6e0a9eed admin admin] 10.222.0.13 "DELETE /v2.0/routers/598d2815-31bb-48e2-bea5-3e6afd8eaffc HTTP/1.1" status: 204 len: 168 time: 1.2682643 Sep 17 23:01:00.360508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59432) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:00.405311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9266d26a-18d0-4569-8bf2-aec82f2689c2 admin admin] Deleting subnet c963333b-8bef-403b-b5b4-947d065f6d84 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:01:00.408206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9266d26a-18d0-4569-8bf2-aec82f2689c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.446535 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9266d26a-18d0-4569-8bf2-aec82f2689c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.521944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9266d26a-18d0-4569-8bf2-aec82f2689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.615050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f3989e94-277f-425b-8403-d325f0b63eca no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:01:00.713435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9266d26a-18d0-4569-8bf2-aec82f2689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.744970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266d26a-18d0-4569-8bf2-aec82f2689c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c963333b-8bef-403b-b5b4-947d065f6d84,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:00.756159 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9266d26a-18d0-4569-8bf2-aec82f2689c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.760318 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9266d26a-18d0-4569-8bf2-aec82f2689c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c963333b-8bef-403b-b5b4-947d065f6d84 HTTP/1.1" status: 204 len: 168 time: 0.3967698 Sep 17 23:01:00.761067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59434) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:00.790611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9c2f2-dbe1-43ad-afa2-d5e77386b759 None None] Network 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:01:00.793093 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: f3989e94-277f-425b-8403-d325f0b63eca {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:01:00.793430 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f3989e94-277f-425b-8403-d325f0b63eca not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:01:00.793837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 89d69eea-bbe9-4f5b-904f-e80a408288c4 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:01:00.824587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 89d69eea-bbe9-4f5b-904f-e80a408288c4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:01:00.824587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 89d69eea-bbe9-4f5b-904f-e80a408288c4 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:01:00.842201 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.895256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Deleting port f30ce9e1-1f08-4180-9581-41a33547b4fc {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:01:00.895646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.966564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] For port f30ce9e1-1f08-4180-9581-41a33547b4fc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f30ce9e1-1f08-4180-9581-41a33547b4fc,segment=NetworkSegment(c1e6ecb3-a0ff-463e-ad4d-3479243b647b),segment_id=c1e6ecb3-a0ff-463e-ad4d-3479243b647b)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:00.967006 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:00.970460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392527b4-4bf7-4ad8-9b6a-2cb66bcd124a None None] DHCP port deletion for 2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:01:00.981397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Calling delete_port for f30ce9e1-1f08-4180-9581-41a33547b4fc owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:01:01.016175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-392527b4-4bf7-4ad8-9b6a-2cb66bcd124a None None] Deleting port f30ce9e1-1f08-4180-9581-41a33547b4fc {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:01:01.016838 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-392527b4-4bf7-4ad8-9b6a-2cb66bcd124a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.079042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-392527b4-4bf7-4ad8-9b6a-2cb66bcd124a None None] For port f30ce9e1-1f08-4180-9581-41a33547b4fc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f30ce9e1-1f08-4180-9581-41a33547b4fc,segment=NetworkSegment(c1e6ecb3-a0ff-463e-ad4d-3479243b647b),segment_id=c1e6ecb3-a0ff-463e-ad4d-3479243b647b)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:01.079344 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-392527b4-4bf7-4ad8-9b6a-2cb66bcd124a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.095601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-392527b4-4bf7-4ad8-9b6a-2cb66bcd124a None None] Calling delete_port for f30ce9e1-1f08-4180-9581-41a33547b4fc owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:01:01.152349 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.168512 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-392527b4-4bf7-4ad8-9b6a-2cb66bcd124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.186214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f30ce9e1-1f08-4180-9581-41a33547b4fc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:01.190424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] No DVR routers for this DVR port f30ce9e1-1f08-4180-9581-41a33547b4fc on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:01:01.195164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392527b4-4bf7-4ad8-9b6a-2cb66bcd124a None None] Pushing event deleted for resources: {'Port': ['ID=f30ce9e1-1f08-4180-9581-41a33547b4fc,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:01.201637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392527b4-4bf7-4ad8-9b6a-2cb66bcd124a None None] No DVR routers for this DVR port f30ce9e1-1f08-4180-9581-41a33547b4fc on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:01:01.260534 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.279731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:01.288688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:01.288983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e6ecb3-a0ff-463e-ad4d-3479243b647b') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:01:01.301625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.314249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.320544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:01:01.320922 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:01:01.322587 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:01:01.460533 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.465768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.468784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7 HTTP/1.1" status: 204 len: 168 time: 0.7055690 Sep 17 23:01:01.477959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2458d38-dd08-447e-b5c8-10918c2f3f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3d04c5-b895-4ffb-b3e9-b8a2de1391d7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:01.808315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59438) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:01.847743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e667fb0d-78bb-4b85-83db-8f9ac657dc80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1bf95446f97457cb689070159041056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376885 Sep 17 23:01:01.850313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59440) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:01.897446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-553311e1-b5f6-4db6-abe6-0a2ec9da3846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:01.922478 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-553311e1-b5f6-4db6-abe6-0a2ec9da3846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.036422 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-553311e1-b5f6-4db6-abe6-0a2ec9da3846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.038955 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-553311e1-b5f6-4db6-abe6-0a2ec9da3846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.040112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-553311e1-b5f6-4db6-abe6-0a2ec9da3846 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6085c458-ff78-4b78-b459-5aa6286e0cc2 HTTP/1.1" status: 204 len: 168 time: 0.1888831 Sep 17 23:01:02.048042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553311e1-b5f6-4db6-abe6-0a2ec9da3846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6085c458-ff78-4b78-b459-5aa6286e0cc2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:02.611729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f30ce9e1-1f08-4180-9581-41a33547b4fc no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:01:02.632945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: f30ce9e1-1f08-4180-9581-41a33547b4fc {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:01:02.633291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f30ce9e1-1f08-4180-9581-41a33547b4fc not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:01:02.733912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59446) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:02.773358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-929cc2ae-3002-4e6b-b397-ae94cf75bfb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25c50edc594a44ae8748c070ac5921d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382500 Sep 17 23:01:02.775821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59448) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:02.822830 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdb30-fc0d-4771-9d77-e50e86826ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.842803 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdb30-fc0d-4771-9d77-e50e86826ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.958112 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdb30-fc0d-4771-9d77-e50e86826ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.960661 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1c3cdb30-fc0d-4771-9d77-e50e86826ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:02.961905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1c3cdb30-fc0d-4771-9d77-e50e86826ce2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d46e9885-f39e-461f-8713-0907c8c068c8 HTTP/1.1" status: 204 len: 168 time: 0.1851671 Sep 17 23:01:02.970157 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cdb30-fc0d-4771-9d77-e50e86826ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46e9885-f39e-461f-8713-0907c8c068c8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:05.090014 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:01:05.600486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-625a0b7d-3b3b-4d64-a631-48520dc1a9e8 req-040fbbd8-d6f6-490f-b85f-31b53a7f12d3 service neutron] (101660) timed out ('10.222.0.13', 54676) {{(pid=101660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:01:08.676233 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:10.438061 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:13.591955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-969741ec-4fac-4e9d-a5c2-a214a13666b5 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=813f31223a644a76af1c21148afc84af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288944 Sep 17 23:01:14.108390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-4bd337d9-ff4d-4509-ae47-d8921f612fad tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:14.109861 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-4bd337d9-ff4d-4509-ae47-d8921f612fad tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5128310 Sep 17 23:01:14.124974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-10045675-dd46-42c8-aeaf-5a51e29036f2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/quotas/813f31223a644a76af1c21148afc84af HTTP/1.1" status: 200 len: 375 time: 0.0088551 Sep 17 23:01:14.156708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-45074a3c-8fe7-49b9-9605-b681bf0c28f4 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=813f31223a644a76af1c21148afc84af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258465 Sep 17 23:01:14.387066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6c03b202-317b-4932-baeb-f91baf2418e5 req-cab8d40c-2e36-47f7-8ec8-b8337681e3c0 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 210 time: 0.0269158 Sep 17 23:01:15.511240 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bf0a188-64d0-4d05-9a34-5aac8cbd8256 req-62d71edc-d2df-4231-a95a-1f486aebd1e7 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 210 time: 0.0301836 Sep 17 23:01:16.460875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-fb9099ca-9413-41d3-a9a8-f453fd9d7944 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=813f31223a644a76af1c21148afc84af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210695 Sep 17 23:01:16.565731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-1835b67f-7f83-44d6-b39e-70efa3e9446e tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:16.567910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-1835b67f-7f83-44d6-b39e-70efa3e9446e tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018143 Sep 17 23:01:16.580903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Request body: {'port': {'device_id': '9659cba1-9ca4-42ea-96cc-d4ff756c898c', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'admin_state_up': True, 'tenant_id': '813f31223a644a76af1c21148afc84af'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:16.623950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-157409be-7a34-49aa-aa3e-7a163637ffe3 req-2dfaa29f-c43c-47c4-852a-829c5bae45e6 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 210 time: 0.0394790 Sep 17 23:01:16.780172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Made reservation on behalf of 813f31223a644a76af1c21148afc84af for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:16.783742 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:16.793309 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:16.882667 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:16.963257 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.025803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3149caf6-63c3-4551-8319-e64c36189a15,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:17.097466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Allocated IP 192.168.233.230 (9d90f441-9cff-4bd7-800b-7aeb308128a9/00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11/6f096c9c-be67-4348-943b-48344d1c144d) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:01:17.246108 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.352139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.394107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Network 9d90f441-9cff-4bd7-800b-7aeb308128a9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:17.397767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:17.401326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:17.429332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Pushing event updated for resources: {'Port': ['ID=6f096c9c-be67-4348-943b-48344d1c144d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:17.457929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:17.458858 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.540151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-263233ce-a755-448a-a6fb-197f632266a2 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9631453 Sep 17 23:01:17.552425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Request body: {'port': {'device_id': '9659cba1-9ca4-42ea-96cc-d4ff756c898c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:17.610320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.653459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f99260fa-9c57-4852-a793-0ddc937bd1ab None None] Provisioning complete for port 6f096c9c-be67-4348-943b-48344d1c144d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:17.653850 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f99260fa-9c57-4852-a793-0ddc937bd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.688332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f99260fa-9c57-4852-a793-0ddc937bd1ab None None] Port 6f096c9c-be67-4348-943b-48344d1c144d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:01:17.790502 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-66b04504-0212-46fd-b3d5-76e0a86b29c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.798377 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447d79c-a15d-419e-97e4-cd69ec64dfac req-1b295fcd-3325-42ec-afa4-baaf380d946b tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:17.799911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9447d79c-a15d-419e-97e4-cd69ec64dfac req-1b295fcd-3325-42ec-afa4-baaf380d946b tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 936 time: 0.0881867 Sep 17 23:01:17.878209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9447d79c-a15d-419e-97e4-cd69ec64dfac req-698c1ce9-9d07-4cce-8d7c-b32273ff6d42 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539384 Sep 17 23:01:17.940528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f096c9c-be67-4348-943b-48344d1c144d {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:01:17.947858 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:17.959771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Transition to ACTIVE for port object 6f096c9c-be67-4348-943b-48344d1c144d will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:01:18.048737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:18.097671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f096c9c-be67-4348-943b-48344d1c144d,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:18.171030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Attempting to bind port 6f096c9c-be67-4348-943b-48344d1c144d on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:18.171357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Attempting to bind port 6f096c9c-be67-4348-943b-48344d1c144d by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:18.171689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Attempting to bind port 6f096c9c-be67-4348-943b-48344d1c144d on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:18.176409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Port 6f096c9c-be67-4348-943b-48344d1c144d on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:01:18.176896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Attempting to bind port 6f096c9c-be67-4348-943b-48344d1c144d on network 9d90f441-9cff-4bd7-800b-7aeb308128a9 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:18.181924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:18.182267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Checking segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:18.182656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Bound using segment: {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:18.183122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Bound port: 6f096c9c-be67-4348-943b-48344d1c144d, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:18.183482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:18.252795 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] For port 6f096c9c-be67-4348-943b-48344d1c144d, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:18.256640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] For port 6f096c9c-be67-4348-943b-48344d1c144d, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6f096c9c-be67-4348-943b-48344d1c144d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:18.313371 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:18.345252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:18.345945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:18.347299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] 10.222.0.32 "PUT /v2.0/ports/6f096c9c-be67-4348-943b-48344d1c144d HTTP/1.1" status: 200 len: 1097 time: 0.7992976 Sep 17 23:01:18.350313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9659cba1-9ca4-42ea-96cc-d4ff756c898c', 'tag': '6f096c9c-be67-4348-943b-48344d1c144d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:18.353297 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37c5706-950b-4e18-acfe-37ec448840a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9659cba1-9ca4-42ea-96cc-d4ff756c898c", "tag": "6f096c9c-be67-4348-943b-48344d1c144d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:18.385538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12986004-3ee2-4ef5-917a-7cc1bc3befd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f096c9c-be67-4348-943b-48344d1c144d,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:18.391711 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d233994-ca05-4fc6-9ea8-7a808054ee32 x-openstack-request-id: req-4d233994-ca05-4fc6-9ea8-7a808054ee32 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:18.392152 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9659cba1-9ca4-42ea-96cc-d4ff756c898c", "tag": "6f096c9c-be67-4348-943b-48344d1c144d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:18.392501 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d233994-ca05-4fc6-9ea8-7a808054ee32 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:18.392997 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9659cba1-9ca4-42ea-96cc-d4ff756c898c', 'tag': '6f096c9c-be67-4348-943b-48344d1c144d', 'status': 'completed', 'code': 200} Sep 17 23:01:18.454380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c5706-950b-4e18-acfe-37ec448840a5 req-ae8f0ad8-98fa-4513-91d3-89dd459c3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:18.455974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f37c5706-950b-4e18-acfe-37ec448840a5 req-ae8f0ad8-98fa-4513-91d3-89dd459c3728 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=813f31223a644a76af1c21148afc84af&device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 1100 time: 0.0432208 Sep 17 23:01:18.484073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f37c5706-950b-4e18-acfe-37ec448840a5 req-af9cc4bc-a24c-48fb-bede-c823d0ccd27a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=813f31223a644a76af1c21148afc84af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203302 Sep 17 23:01:18.581901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c5706-950b-4e18-acfe-37ec448840a5 req-f28f68b5-319c-4aa9-aeff-9a4890159273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:18.584138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f37c5706-950b-4e18-acfe-37ec448840a5 req-f28f68b5-319c-4aa9-aeff-9a4890159273 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0941434 Sep 17 23:01:18.658226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-7174f2d6-6753-4ccf-a03c-46e280ddd6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:18.659752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-7174f2d6-6753-4ccf-a03c-46e280ddd6db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=813f31223a644a76af1c21148afc84af&device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 1100 time: 0.0404263 Sep 17 23:01:18.704322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-8e4c68e4-1465-4df5-b2ac-fe8598ea53e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6f096c9c-be67-4348-943b-48344d1c144d HTTP/1.1" status: 200 len: 217 time: 0.0369978 Sep 17 23:01:18.751727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-7d50af09-cfb7-40fe-90ab-a773b5bef4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:18.753153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-7d50af09-cfb7-40fe-90ab-a773b5bef4a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11 HTTP/1.1" status: 200 len: 843 time: 0.0427446 Sep 17 23:01:18.797819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-2d30e62c-435d-4f0d-b1e5-99a84bd9b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:18.799321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-2d30e62c-435d-4f0d-b1e5-99a84bd9b740 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d90f441-9cff-4bd7-800b-7aeb308128a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0395784 Sep 17 23:01:18.891262 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-4514bc9f-69ef-4685-b1bd-16db57283298 service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845163 Sep 17 23:01:19.016982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dfd7d3b-be8a-46cb-ae06-88be869e3b6a req-c8c3589d-cbff-49d8-851b-26a3b6c3d07a service neutron] 10.222.0.32 "GET /v2.0/networks/9d90f441-9cff-4bd7-800b-7aeb308128a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187067 Sep 17 23:01:19.027011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a169fe-83d7-4c1e-8a0d-ae04e88096fb req-136fc324-d2c2-4fe5-9a16-ab70d0d9411c tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:19.028415 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11a169fe-83d7-4c1e-8a0d-ae04e88096fb req-136fc324-d2c2-4fe5-9a16-ab70d0d9411c tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 948 time: 0.0753829 Sep 17 23:01:19.065694 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11a169fe-83d7-4c1e-8a0d-ae04e88096fb req-705fde6f-3735-48fe-90e1-13bd1b7c2c99 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Sep 17 23:01:20.183846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae82546-1aa9-4ba6-bc26-ae4f145cf74b req-36d4be43-06a1-430c-91ce-9d89917cb870 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:20.185325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bae82546-1aa9-4ba6-bc26-ae4f145cf74b req-36d4be43-06a1-430c-91ce-9d89917cb870 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 948 time: 0.0496480 Sep 17 23:01:20.222994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bae82546-1aa9-4ba6-bc26-ae4f145cf74b req-e7f60ebb-f2cb-4185-b43f-4b6a998c172d tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Sep 17 23:01:20.231726 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ec5b76ad-7ea5-4655-a08f-0129ff220280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:21.015919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6f096c9c-be67-4348-943b-48344d1c144d details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:01:21.108950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6f096c9c-be67-4348-943b-48344d1c144d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6f096c9c-be67-4348-943b-48344d1c144d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:21.118872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '6f096c9c-be67-4348-943b-48344d1c144d', 'network_id': '9d90f441-9cff-4bd7-800b-7aeb308128a9', 'port_id': '6f096c9c-be67-4348-943b-48344d1c144d', 'mac_address': 'fa:16:3e:e6:8a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00aa9bab-56c0-4de7-a3c5-b8fce7b8ed11', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:01:21.155050 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:21.168344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f096c9c-be67-4348-943b-48344d1c144d {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:01:21.187130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6f096c9c-be67-4348-943b-48344d1c144d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6f096c9c-be67-4348-943b-48344d1c144d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:21.272348 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:21.320148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6f096c9c-be67-4348-943b-48344d1c144d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:21.323258 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:21.342822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d31883-b870-4e85-b24c-d5bef826589d req-0168f4c0-1447-44e9-a508-4454e27e6dca tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:21.347168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11d31883-b870-4e85-b24c-d5bef826589d req-0168f4c0-1447-44e9-a508-4454e27e6dca tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 949 time: 0.0514960 Sep 17 23:01:21.383072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11d31883-b870-4e85-b24c-d5bef826589d req-9e5628e2-5ab0-41ed-88ef-51105c1c9ea4 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Sep 17 23:01:21.488443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['6f096c9c-be67-4348-943b-48344d1c144d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:01:21.803048 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:22.501102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f791-92da-4e41-a46b-d1cbd3094cf4 req-61ae9286-e8c8-410c-82bc-49d062426ad1 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:22.502575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a755f791-92da-4e41-a46b-d1cbd3094cf4 req-61ae9286-e8c8-410c-82bc-49d062426ad1 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 949 time: 0.0513568 Sep 17 23:01:22.539833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a755f791-92da-4e41-a46b-d1cbd3094cf4 req-4f31541f-f7e8-417f-bf6f-0944c7f862ce tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304537 Sep 17 23:01:23.015067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6f096c9c-be67-4348-943b-48344d1c144d up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:23.144273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 6f096c9c-be67-4348-943b-48344d1c144d completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:01:23.148437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 6f096c9c-be67-4348-943b-48344d1c144d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:23.152740 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:23.225614 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:23.247868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9659cba1-9ca4-42ea-96cc-d4ff756c898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f096c9c-be67-4348-943b-48344d1c144d'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:23.262647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6f096c9c-be67-4348-943b-48344d1c144d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6f096c9c-be67-4348-943b-48344d1c144d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:23.287651 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1afea59-c8bd-460c-8086-6771748ec904" -d '{"events": [{"server_uuid": "9659cba1-9ca4-42ea-96cc-d4ff756c898c", "name": "network-vif-plugged", "status": "completed", "tag": "6f096c9c-be67-4348-943b-48344d1c144d"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:23.345125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:23.375358 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6411fdc6-e0c4-45af-a43c-8429dd688b33 x-openstack-request-id: req-6411fdc6-e0c4-45af-a43c-8429dd688b33 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:23.375649 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9659cba1-9ca4-42ea-96cc-d4ff756c898c", "name": "network-vif-plugged", "status": "completed", "tag": "6f096c9c-be67-4348-943b-48344d1c144d", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:23.375897 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6411fdc6-e0c4-45af-a43c-8429dd688b33 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:23.376284 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9659cba1-9ca4-42ea-96cc-d4ff756c898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f096c9c-be67-4348-943b-48344d1c144d', 'code': 200} Sep 17 23:01:23.398841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6f096c9c-be67-4348-943b-48344d1c144d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:23.467457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e9f87-f7c1-45da-a51f-212f2e43dd29 req-3437abef-c128-4a1f-b369-644c13cf3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:23.469017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-265e9f87-f7c1-45da-a51f-212f2e43dd29 req-3437abef-c128-4a1f-b369-644c13cf3c38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 1102 time: 0.0394468 Sep 17 23:01:23.503649 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-265e9f87-f7c1-45da-a51f-212f2e43dd29 req-ae5818c6-d64c-4fc9-9874-48b62b28d195 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278494 Sep 17 23:01:23.506091 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:23.652597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85ee0-5be0-4a49-a321-5f0fa9fd1051 req-7d81eba3-e06b-4dda-9115-20b6eb068897 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:23.654083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bec85ee0-5be0-4a49-a321-5f0fa9fd1051 req-7d81eba3-e06b-4dda-9115-20b6eb068897 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 950 time: 0.0482891 Sep 17 23:01:23.691469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bec85ee0-5be0-4a49-a321-5f0fa9fd1051 req-e0212a6c-7019-42c5-82d2-87e03f96a832 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Sep 17 23:01:24.811662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f618d-2290-4f2e-8f69-b7c46f7f8226 req-36e5a63a-38c8-4448-b5ed-683e4001cbfa tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:24.813137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa4f618d-2290-4f2e-8f69-b7c46f7f8226 req-36e5a63a-38c8-4448-b5ed-683e4001cbfa tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 950 time: 0.0509846 Sep 17 23:01:24.849281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa4f618d-2290-4f2e-8f69-b7c46f7f8226 req-9ad841fe-ba1b-4ead-8eb8-3c97f8042977 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303445 Sep 17 23:01:25.308440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-a6ba833d-af29-4c5c-8976-f29386f0edf7 req-6eb7d346-1677-4f92-a611-4857ccd14d08 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:01:25.309468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6ba833d-af29-4c5c-8976-f29386f0edf7 req-6eb7d346-1677-4f92-a611-4857ccd14d08 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473228 Sep 17 23:01:25.803698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-75573f68-a02c-4dc6-bdf9-e3a382fc0d09 req-157ace3d-84eb-4ae9-882f-c6505a72bdfd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:01:25.804830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75573f68-a02c-4dc6-bdf9-e3a382fc0d09 req-157ace3d-84eb-4ae9-882f-c6505a72bdfd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429535 Sep 17 23:01:26.415579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3ad69-f8f7-4a63-a9c0-dc4d7860ea99 req-bee7cbd1-5244-4ac4-b3a8-bcd506f82c56 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:26.417068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbe3ad69-f8f7-4a63-a9c0-dc4d7860ea99 req-bee7cbd1-5244-4ac4-b3a8-bcd506f82c56 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 950 time: 0.0493469 Sep 17 23:01:26.453885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbe3ad69-f8f7-4a63-a9c0-dc4d7860ea99 req-b449e9b6-720a-4442-a57d-71f5d125fc1a tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Sep 17 23:01:27.572601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea388-fd66-41c8-9d78-4a31685f0b23 req-b528ac7c-fef5-4397-8f2e-b00b2ea8aa4e tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:27.574067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-504ea388-fd66-41c8-9d78-4a31685f0b23 req-b528ac7c-fef5-4397-8f2e-b00b2ea8aa4e tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 950 time: 0.0486832 Sep 17 23:01:27.618762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-504ea388-fd66-41c8-9d78-4a31685f0b23 req-47baeec1-dfbb-40f1-951a-1226b7db10d5 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/security-groups?id=3149caf6-63c3-4551-8319-e64c36189a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Sep 17 23:01:27.657510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-86a40b08-103c-4428-9cbf-31b11c4701ae tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:27.658954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-86a40b08-103c-4428-9cbf-31b11c4701ae tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.32 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 950 time: 0.0555232 Sep 17 23:01:27.744852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Deleting port 6f096c9c-be67-4348-943b-48344d1c144d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:01:27.745190 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:27.835458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] For port 6f096c9c-be67-4348-943b-48344d1c144d, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6f096c9c-be67-4348-943b-48344d1c144d,segment=NetworkSegment(9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd),segment_id=9fbecad1-ba30-4ed9-9fb5-39ce6ca1accd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:27.835819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:27.847223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Calling delete_port for 6f096c9c-be67-4348-943b-48344d1c144d owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:01:28.064355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:28.077842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['6f096c9c-be67-4348-943b-48344d1c144d'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:01:28.102122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Pushing event deleted for resources: {'Port': ['ID=6f096c9c-be67-4348-943b-48344d1c144d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:28.142840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] No DVR routers for this DVR port 6f096c9c-be67-4348-943b-48344d1c144d on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:01:28.145668 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:28.147877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-927af7f2-aad9-43da-8354-d9aa0b6e7e7e req-4a1df7bf-3bc2-47de-9a7b-bd674478e690 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.32 "DELETE /v2.0/ports/6f096c9c-be67-4348-943b-48344d1c144d HTTP/1.1" status: 204 len: 173 time: 0.4829133 Sep 17 23:01:28.148328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9659cba1-9ca4-42ea-96cc-d4ff756c898c', 'name': 'network-vif-deleted', 'tag': '6f096c9c-be67-4348-943b-48344d1c144d'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:28.150649 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dd4fa9-af81-41aa-9f8a-f3d92ec69043" -d '{"events": [{"server_uuid": "9659cba1-9ca4-42ea-96cc-d4ff756c898c", "name": "network-vif-deleted", "tag": "6f096c9c-be67-4348-943b-48344d1c144d"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:28.187690 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c474eb9-12bb-4e0c-86ef-8a1da76f3d38 x-openstack-request-id: req-6c474eb9-12bb-4e0c-86ef-8a1da76f3d38 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:28.187989 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9659cba1-9ca4-42ea-96cc-d4ff756c898c", "name": "network-vif-deleted", "tag": "6f096c9c-be67-4348-943b-48344d1c144d", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:28.188244 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c474eb9-12bb-4e0c-86ef-8a1da76f3d38 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:28.188644 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9659cba1-9ca4-42ea-96cc-d4ff756c898c', 'name': 'network-vif-deleted', 'tag': '6f096c9c-be67-4348-943b-48344d1c144d', 'status': 'completed', 'code': 200} Sep 17 23:01:28.720449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66d23bb9-de7e-4cbc-942e-13dbe761da98 req-9b8890a6-92fa-403c-becf-744403aba905 tempest-ServersAdminNegativeTestJSON-378518610 tempest-ServersAdminNegativeTestJSON-378518610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9659cba1-9ca4-42ea-96cc-d4ff756c898c HTTP/1.1" status: 200 len: 210 time: 0.0249937 Sep 17 23:01:30.201291 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59600) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:30.331122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-98c5c77d-725d-414f-af2e-41a4daac1c01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=813f31223a644a76af1c21148afc84af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286616 Sep 17 23:01:30.333539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59604) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:30.382453 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:30.402289 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:30.523733 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:30.526308 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:30.527471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3149caf6-63c3-4551-8319-e64c36189a15 HTTP/1.1" status: 204 len: 168 time: 0.1930368 Sep 17 23:01:30.535128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3149caf6-63c3-4551-8319-e64c36189a15,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:30.543075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.543420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.543767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.544083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.544412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.544771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.545092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.545494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.545714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.546028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.546416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:30.546704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc339c7-abd1-4818-a391-0d1c19c75d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:31.045669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6f096c9c-be67-4348-943b-48344d1c144d no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:01:31.067994 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 6f096c9c-be67-4348-943b-48344d1c144d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:01:31.068255 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6f096c9c-be67-4348-943b-48344d1c144d not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:01:31.099349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59610) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:31.112782 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aaf57ab-5fd2-430b-bad2-c6688e16f7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:31.199487 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aaf57ab-5fd2-430b-bad2-c6688e16f7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:31.265930 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5aaf57ab-5fd2-430b-bad2-c6688e16f7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:31.304464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5aaf57ab-5fd2-430b-bad2-c6688e16f7eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c8c983765a2450f94bb4580b6ea08bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040453 Sep 17 23:01:31.305317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf57ab-5fd2-430b-bad2-c6688e16f7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce972357-f5f8-4667-aa3f-0731fabadd41,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:31.308288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59612) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:31.357549 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5cf625d-4325-4e95-a5a8-0560e28e7a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:31.377841 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5cf625d-4325-4e95-a5a8-0560e28e7a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:31.499759 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5cf625d-4325-4e95-a5a8-0560e28e7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:31.502296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a5cf625d-4325-4e95-a5a8-0560e28e7a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:31.503737 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a5cf625d-4325-4e95-a5a8-0560e28e7a4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce972357-f5f8-4667-aa3f-0731fabadd41 HTTP/1.1" status: 204 len: 168 time: 0.1941068 Sep 17 23:01:31.511792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf625d-4325-4e95-a5a8-0560e28e7a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce972357-f5f8-4667-aa3f-0731fabadd41,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:32.533919 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59634) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:32.628719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-656211325-network', 'tenant_id': 'bfeb98c48230401b93c9773fc425a589'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:32.722850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Made reservation on behalf of bfeb98c48230401b93c9773fc425a589 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:32.725185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:32.734396 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:32.818733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:32.881419 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:32.904646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:01:32.914305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adca4ec-ced3-4657-8f78-befa9e13c6c8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:32.918925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:32.919262 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Added segment 923000d0-3200-4ebf-b5a7-6dfdab63a623 of type vlan for network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 Sep 17 23:01:32.934955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.936897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.936897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.936897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.936897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.936897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.936897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.937372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.937464 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.937769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.938083 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.938397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:01:32.980695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.076865 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.077844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:33.078418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.170140 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6350708 Sep 17 23:01:33.171160 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33deaa8-b4fb-4ec3-a099-77f89ad10e8b admin admin] Pushing event updated for resources: {'Network': ['ID=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:33.173162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 59638) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:33.178330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Request body: {'subnet': {'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-656211325-subnet', 'tenant_id': 'bfeb98c48230401b93c9773fc425a589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:33.182315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:01:33.277270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Made reservation on behalf of bfeb98c48230401b93c9773fc425a589 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:33.279648 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.500081 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.557935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3800844e-f4c4-45a1-90ca-e4bb7add7de0,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:33.562158 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Checking segment: {'id': '923000d0-3200-4ebf-b5a7-6dfdab63a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:33.562517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Network hostable DHCP agents. Network: 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:01:33.642802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:01:33.705404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:33.709404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:33.710054 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:33.714882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d18bb-6a50-4901-b534-32fd986361f2 None None] Network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:01:33.786545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2901ef88-e21a-4150-b03d-780dc00b29f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6121504 Sep 17 23:01:33.836946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eed5e3-7c41-4534-a6c1-30f0b03a2ae4 None None] Network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:01:34.199173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-579c6ae0-7c4f-4c8f-8e0f-1630907cc161 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:34.200642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-579c6ae0-7c4f-4c8f-8e0f-1630907cc161 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/networks?id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 200 len: 811 time: 0.1034846 Sep 17 23:01:34.215138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-c093a3a8-6420-4faa-b689-b598da4a2cfe tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/quotas/bfeb98c48230401b93c9773fc425a589 HTTP/1.1" status: 200 len: 375 time: 0.0087943 Sep 17 23:01:34.245907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-20cbd44a-ff1c-4fde-bad5-214aea64e0b5 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257020 Sep 17 23:01:34.257164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-494e25c8-cebe-4b0b-8697-2723e47d4318 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:01:34.258305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-494e25c8-cebe-4b0b-8697-2723e47d4318 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053866 Sep 17 23:01:34.347732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-85c48b8a-84e9-47a3-9878-7cf48d1215a6 service neutron] 10.222.0.13 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837588 Sep 17 23:01:34.435670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-9a062449-678f-41d3-8445-6121e0eb4026 service neutron] 10.222.0.13 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806446 Sep 17 23:01:34.711134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5759a1e9-7db7-4c9f-9e2c-c229f5163558 req-d993c61c-dfb4-481e-8d4c-9b12ba22b98c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 210 time: 0.0367837 Sep 17 23:01:35.803499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef25e621-073a-4dfa-bbbc-733ed9289189 req-05315d17-3b5c-4703-a7e6-e552a7785e25 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 210 time: 0.0257282 Sep 17 23:01:36.806663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-e9ed551c-7748-41ce-8097-c5c407a69e67 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:36.808212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-e9ed551c-7748-41ce-8097-c5c407a69e67 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.32 "GET /v2.0/networks?id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 200 len: 811 time: 0.1000843 Sep 17 23:01:36.820143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Request body: {'port': {'device_id': '0405c30a-1b66-419e-a965-0a1cae493d60', 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2', 'admin_state_up': True, 'tenant_id': 'bfeb98c48230401b93c9773fc425a589'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:36.914763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6429da96-18f8-4924-a153-71298596424c req-f8bb65e1-ed84-4719-ae18-911693897ec2 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 210 time: 0.0319979 Sep 17 23:01:37.041626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Made reservation on behalf of bfeb98c48230401b93c9773fc425a589 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:01:37.045220 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:37.174327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Allocated IP 172.20.0.3 (6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2/3800844e-f4c4-45a1-90ca-e4bb7add7de0/61c64643-4c68-4225-adef-feb8771d4711) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:01:37.314557 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:37.420649 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:37.462814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:01:37.465717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:01:37.469260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:01:37.477429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Pushing event updated for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:37.521086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:37.521693 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:37.597899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-15539c0b-2f67-4919-b383-fee5a044dbcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815731 Sep 17 23:01:37.610543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Request body: {'port': {'device_id': '0405c30a-1b66-419e-a965-0a1cae493d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:01:37.666076 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:37.916404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c64643-4c68-4225-adef-feb8771d4711 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:01:37.923494 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:37.935779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Transition to ACTIVE for port object 61c64643-4c68-4225-adef-feb8771d4711 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:01:38.027928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4016072-52c6-409e-a926-1c7b92e5627f req-a0470790-fced-421f-a5c1-c6f6d4bfa2ed tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:38.029420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4016072-52c6-409e-a926-1c7b92e5627f req-a0470790-fced-421f-a5c1-c6f6d4bfa2ed tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 931 time: 0.0485823 Sep 17 23:01:38.030495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:38.106961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Pushing event updated for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:38.131434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4016072-52c6-409e-a926-1c7b92e5627f req-f4d0282e-754f-496d-8200-a8faca4d1559 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910575 Sep 17 23:01:38.176401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Attempting to bind port 61c64643-4c68-4225-adef-feb8771d4711 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:01:38.176644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Attempting to bind port 61c64643-4c68-4225-adef-feb8771d4711 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '923000d0-3200-4ebf-b5a7-6dfdab63a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:01:38.177001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Attempting to bind port 61c64643-4c68-4225-adef-feb8771d4711 on network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:38.181763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Port 61c64643-4c68-4225-adef-feb8771d4711 on network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:01:38.182078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Attempting to bind port 61c64643-4c68-4225-adef-feb8771d4711 on network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:01:38.186890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:01:38.187228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Checking segment: {'id': '923000d0-3200-4ebf-b5a7-6dfdab63a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:01:38.187604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Bound using segment: {'id': '923000d0-3200-4ebf-b5a7-6dfdab63a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:01:38.188028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Bound port: 61c64643-4c68-4225-adef-feb8771d4711, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923000d0-3200-4ebf-b5a7-6dfdab63a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:01:38.188378 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:38.249089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:01:38.252105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:01:38.310014 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:38.348545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:38.349096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:38.350612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] 10.222.0.32 "PUT /v2.0/ports/61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 1092 time: 0.7438679 Sep 17 23:01:38.351703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'tag': '61c64643-4c68-4225-adef-feb8771d4711'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:38.353435 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978901d9-c9ee-4ed4-aeb5-2c0e2a516ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "tag": "61c64643-4c68-4225-adef-feb8771d4711"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:38.377881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56122a6b-5003-4724-bb01-089351e104e3 service neutron] Pushing event updated for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:38.390273 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f999c666-5b5c-490b-803b-ab70707695dc x-openstack-request-id: req-f999c666-5b5c-490b-803b-ab70707695dc {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:38.390561 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "tag": "61c64643-4c68-4225-adef-feb8771d4711", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:38.390847 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f999c666-5b5c-490b-803b-ab70707695dc {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:38.391250 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'tag': '61c64643-4c68-4225-adef-feb8771d4711', 'status': 'completed', 'code': 200} Sep 17 23:01:38.450421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978901d9-c9ee-4ed4-aeb5-2c0e2a516ad8 req-89a54e02-05f0-4f53-b3d3-d591a61eb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:38.451850 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-978901d9-c9ee-4ed4-aeb5-2c0e2a516ad8 req-89a54e02-05f0-4f53-b3d3-d591a61eb0f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1095 time: 0.0413268 Sep 17 23:01:38.550058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978901d9-c9ee-4ed4-aeb5-2c0e2a516ad8 req-b424efda-a381-4ccb-9b14-3c52055d4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:38.551545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-978901d9-c9ee-4ed4-aeb5-2c0e2a516ad8 req-b424efda-a381-4ccb-9b14-3c52055d4ae0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bfeb98c48230401b93c9773fc425a589&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0921161 Sep 17 23:01:38.644067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978901d9-c9ee-4ed4-aeb5-2c0e2a516ad8 req-24aadf7e-7b57-40a6-99e3-228035316134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:38.645546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-978901d9-c9ee-4ed4-aeb5-2c0e2a516ad8 req-24aadf7e-7b57-40a6-99e3-228035316134 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871837 Sep 17 23:01:38.688364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:38.720597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-e6d047aa-3f40-413e-800d-1c771e739e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:38.722015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-e6d047aa-3f40-413e-800d-1c771e739e82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1095 time: 0.0411570 Sep 17 23:01:38.768018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-a41b2272-6f47-4996-a672-0774a6424a31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 217 time: 0.0371864 Sep 17 23:01:38.819011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-3fa1789f-0df8-426b-8d98-8346ed3b4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:38.821143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-3fa1789f-0df8-426b-8d98-8346ed3b4227 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3800844e-f4c4-45a1-90ca-e4bb7add7de0 HTTP/1.1" status: 200 len: 851 time: 0.0467517 Sep 17 23:01:38.851903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-2cea8e29-1840-4d69-a438-768c32a35171 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234914 Sep 17 23:01:38.943743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-47416045-8a43-4703-ab60-7b7dbddc3eab service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Sep 17 23:01:39.031851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e15e208-fa28-4f39-8469-44d97fc4a530 req-e083b8c3-6e2b-489b-b9ac-d760c628506b service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801809 Sep 17 23:01:39.246306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8f4a8-4d43-4e93-8508-0a98156a943d req-d8241b34-22c5-46c4-987f-14782b888270 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:39.247814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c8f4a8-4d43-4e93-8508-0a98156a943d req-d8241b34-22c5-46c4-987f-14782b888270 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 943 time: 0.0483661 Sep 17 23:01:39.287686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47c8f4a8-4d43-4e93-8508-0a98156a943d req-626b7a80-77f1-4a8b-910e-4bff57e840b2 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Sep 17 23:01:40.404511 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae125ed0-7e32-4d18-a340-fd5968174882 req-80992ad5-ed21-4df8-a0cd-af9950f982a1 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:40.405969 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae125ed0-7e32-4d18-a340-fd5968174882 req-80992ad5-ed21-4df8-a0cd-af9950f982a1 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 943 time: 0.0482411 Sep 17 23:01:40.414209 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:40.443428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae125ed0-7e32-4d18-a340-fd5968174882 req-b28fa889-5ec3-43d9-bcd9-828d42362280 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Sep 17 23:01:41.108092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 61c64643-4c68-4225-adef-feb8771d4711 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:01:41.201849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:41.212838 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '61c64643-4c68-4225-adef-feb8771d4711', 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2', 'port_id': '61c64643-4c68-4225-adef-feb8771d4711', 'mac_address': 'fa:16:3e:a3:1a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3800844e-f4c4-45a1-90ca-e4bb7add7de0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:01:41.247901 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:41.260044 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c64643-4c68-4225-adef-feb8771d4711 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:01:41.278780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:41.339515 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:41.386859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:41.524737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['61c64643-4c68-4225-adef-feb8771d4711'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:01:41.556638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78696b37-fee8-4756-9e80-e3bccd68480a req-373cce2e-093d-475c-8c93-9b50cb5411eb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:41.558171 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78696b37-fee8-4756-9e80-e3bccd68480a req-373cce2e-093d-475c-8c93-9b50cb5411eb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 944 time: 0.0487251 Sep 17 23:01:41.596261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78696b37-fee8-4756-9e80-e3bccd68480a req-8fb07e27-7604-413f-b08b-827b1c6bd037 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Sep 17 23:01:42.089655 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:01:42.711058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5c739-18a5-4dce-8f32-85cae67cb3db req-6bc21793-5cec-4982-81c8-b2832e71a0d7 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:42.713510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21e5c739-18a5-4dce-8f32-85cae67cb3db req-6bc21793-5cec-4982-81c8-b2832e71a0d7 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 944 time: 0.0489073 Sep 17 23:01:42.754301 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21e5c739-18a5-4dce-8f32-85cae67cb3db req-7b967c5d-cbd1-4a13-8011-8948616188e1 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Sep 17 23:01:43.123605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 61c64643-4c68-4225-adef-feb8771d4711 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:01:43.236866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 61c64643-4c68-4225-adef-feb8771d4711 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:01:43.240447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 61c64643-4c68-4225-adef-feb8771d4711 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:01:43.240813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:43.317645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:43.339422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c64643-4c68-4225-adef-feb8771d4711'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:01:43.341653 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398486e-202e-4ac1-884c-8b7b46c8d286" -d '{"events": [{"server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "name": "network-vif-plugged", "status": "completed", "tag": "61c64643-4c68-4225-adef-feb8771d4711"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:01:43.354420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:01:43.382969 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d751afbd-9e40-4b56-bc6e-a312a41ac13d x-openstack-request-id: req-d751afbd-9e40-4b56-bc6e-a312a41ac13d {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:01:43.383969 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "name": "network-vif-plugged", "status": "completed", "tag": "61c64643-4c68-4225-adef-feb8771d4711", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:01:43.384236 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d751afbd-9e40-4b56-bc6e-a312a41ac13d {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:01:43.384628 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c64643-4c68-4225-adef-feb8771d4711', 'code': 200} Sep 17 23:01:43.402966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:43.449933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:01:43.476900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85129e1f-f325-4fc9-b9fe-794e1861eacb req-3b16950c-9f47-4f3f-89aa-9ca4a3d4d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:43.478546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85129e1f-f325-4fc9-b9fe-794e1861eacb req-3b16950c-9f47-4f3f-89aa-9ca4a3d4d74b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1097 time: 0.0387318 Sep 17 23:01:43.511996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-85129e1f-f325-4fc9-b9fe-794e1861eacb req-2aea976b-d38b-4005-97e0-811dc66dc317 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267839 Sep 17 23:01:43.869460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf4a0-c75f-4756-afff-b3d2e033971a req-bf092d97-fa0d-4fe0-90b7-ff7e41a0bca7 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:43.870945 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88abf4a0-c75f-4756-afff-b3d2e033971a req-bf092d97-fa0d-4fe0-90b7-ff7e41a0bca7 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0467243 Sep 17 23:01:43.908055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88abf4a0-c75f-4756-afff-b3d2e033971a req-e32d6c85-bf9d-4d9f-abbd-06a2c9a57db2 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Sep 17 23:01:45.028271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe60deb-af1e-4e44-aee3-a4dd34f6c700 req-1ffaef60-400c-4500-9fa5-44479ebc7e87 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:45.029759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fe60deb-af1e-4e44-aee3-a4dd34f6c700 req-1ffaef60-400c-4500-9fa5-44479ebc7e87 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0506392 Sep 17 23:01:45.069379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0fe60deb-af1e-4e44-aee3-a4dd34f6c700 req-b53636d7-7b5b-44de-a2bd-268394e4b2fd tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338547 Sep 17 23:01:45.506534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609292ac-2052-4333-ac3f-93ec6958cb34 req-9eb60e3f-4d4d-49ab-94b3-0ecf1a52314c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:45.507942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-609292ac-2052-4333-ac3f-93ec6958cb34 req-9eb60e3f-4d4d-49ab-94b3-0ecf1a52314c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0488844 Sep 17 23:01:45.526006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59702) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:01:45.547384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-609292ac-2052-4333-ac3f-93ec6958cb34 req-6995e174-ad00-42d8-a441-f48c2c21eb8e tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Sep 17 23:01:45.614654 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-7394c7da-50d8-47e3-952f-782b0422084a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874283 Sep 17 23:01:45.624152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-05da0200-ed56-484a-8694-d08ad26860fa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:01:45.625118 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-05da0200-ed56-484a-8694-d08ad26860fa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050397 Sep 17 23:01:46.664483 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f149230-3a42-4993-9a74-6bd4f88bbb09 req-e7604642-52e8-4097-b57d-1dd97b5d703d tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:46.666046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f149230-3a42-4993-9a74-6bd4f88bbb09 req-e7604642-52e8-4097-b57d-1dd97b5d703d tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0494270 Sep 17 23:01:46.702615 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f149230-3a42-4993-9a74-6bd4f88bbb09 req-9eaa342f-ecf0-492c-abd4-f1c10c5047a2 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306525 Sep 17 23:01:47.493941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-0bda7f15-85a0-462b-8958-0bf158c4cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:47.495617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-0bda7f15-85a0-462b-8958-0bf158c4cd63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1097 time: 0.0416059 Sep 17 23:01:47.780116 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b2069b9-3725-4d12-a72d-7a2b53131ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:47.956729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-7a2a5d26-8649-4cb6-9873-a06cabf1af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:47.958185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-7a2a5d26-8649-4cb6-9873-a06cabf1af9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 200 len: 911 time: 0.4563203 Sep 17 23:01:47.965836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242a83b-5ea2-4dfd-84d3-c4c37fd78d5e req-b4056c2d-692e-4984-82a2-ad26622fbf43 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:47.967185 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7242a83b-5ea2-4dfd-84d3-c4c37fd78d5e req-b4056c2d-692e-4984-82a2-ad26622fbf43 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0934284 Sep 17 23:01:48.013187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-db408919-94de-4aa5-99e5-2effdbb6bb18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 217 time: 0.0450191 Sep 17 23:01:48.038936 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7242a83b-5ea2-4dfd-84d3-c4c37fd78d5e req-d3c54f45-342f-4754-85f5-785321c89202 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655410 Sep 17 23:01:48.072152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-0748c206-7503-4d91-bb04-df8565776054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:48.073567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-0748c206-7503-4d91-bb04-df8565776054 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3800844e-f4c4-45a1-90ca-e4bb7add7de0 HTTP/1.1" status: 200 len: 851 time: 0.0491531 Sep 17 23:01:48.103859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-bf8f46b9-5485-4b66-8cb6-dd1a8a42853a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232623 Sep 17 23:01:48.192826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-26560717-4554-47fc-92b6-bf1a88e9bd28 service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819864 Sep 17 23:01:48.278857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-272939b4-c843-4b80-acee-f476fadede5d service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791407 Sep 17 23:01:49.156468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d4b37-54b7-424a-825a-3bb54ce63019 req-19db3a14-e91d-410a-a456-6ca1db6e51bf tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:49.157934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce5d4b37-54b7-424a-825a-3bb54ce63019 req-19db3a14-e91d-410a-a456-6ca1db6e51bf tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0522058 Sep 17 23:01:49.195216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce5d4b37-54b7-424a-825a-3bb54ce63019 req-10bae00f-1f26-423d-bac2-5c1602eacc7c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Sep 17 23:01:50.201274 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-50f9b893-e45e-41b5-a37e-e02c0f3bb555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:50.308342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ee6f5-24cb-4d3e-bfcd-4c2146726def req-0ef0a555-8048-4497-97e3-19ee35da0f92 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:50.309810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c66ee6f5-24cb-4d3e-bfcd-4c2146726def req-0ef0a555-8048-4497-97e3-19ee35da0f92 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0477917 Sep 17 23:01:50.346708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c66ee6f5-24cb-4d3e-bfcd-4c2146726def req-03be0314-9fe5-4f86-852f-00cc1a50daf7 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Sep 17 23:01:51.327896 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:51.463040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a3c20-7c35-4af0-abd9-cabdc2a32f95 req-116e3021-8bb6-4de2-85df-eeb51b618a1c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:51.464545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c9a3c20-7c35-4af0-abd9-cabdc2a32f95 req-116e3021-8bb6-4de2-85df-eeb51b618a1c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0483711 Sep 17 23:01:51.501457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c9a3c20-7c35-4af0-abd9-cabdc2a32f95 req-c63b1fe2-37a6-482b-b15c-d82b9e3262c6 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308552 Sep 17 23:01:51.813621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:52.617468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192250d-285d-454a-ae3f-c54b5a95882b req-93cd9f0a-db21-4f76-8b85-9a9cabad16d3 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:52.618867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9192250d-285d-454a-ae3f-c54b5a95882b req-93cd9f0a-db21-4f76-8b85-9a9cabad16d3 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0510120 Sep 17 23:01:52.656475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9192250d-285d-454a-ae3f-c54b5a95882b req-d3dd2b5a-5638-42cb-874b-3313536fbcb2 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307713 Sep 17 23:01:53.476455 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:01:53.769817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d847e9-5edc-489f-b790-8531ce633366 req-3757e3c1-6be8-45d7-ae63-711b1e7b6091 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:53.771308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9d847e9-5edc-489f-b790-8531ce633366 req-3757e3c1-6be8-45d7-ae63-711b1e7b6091 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Sep 17 23:01:53.806974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b9d847e9-5edc-489f-b790-8531ce633366 req-5a2a289f-a3ec-430d-9213-120b56976ccd tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298448 Sep 17 23:01:54.922718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3d42a-48fc-4655-a898-3625a3bd1118 req-7ad6a2e3-dd76-4710-994d-0b340225443d tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:54.924239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbf3d42a-48fc-4655-a898-3625a3bd1118 req-7ad6a2e3-dd76-4710-994d-0b340225443d tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0487275 Sep 17 23:01:54.961730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbf3d42a-48fc-4655-a898-3625a3bd1118 req-28ce94e8-ca79-4b0c-a7e7-b00ea4fb68e5 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Sep 17 23:01:56.079140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf02501-0292-4ba2-a509-3c41b97bc0ec req-9960fc34-b461-4e69-9262-ded9faa180da tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:56.080618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bf02501-0292-4ba2-a509-3c41b97bc0ec req-9960fc34-b461-4e69-9262-ded9faa180da tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0517128 Sep 17 23:01:56.117595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bf02501-0292-4ba2-a509-3c41b97bc0ec req-0f389008-8841-4c09-9c23-41b32d7216a1 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312085 Sep 17 23:01:57.228315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55936595-77a5-4f88-a61b-04eab213e486 req-5ce6e984-21e8-4639-978f-e2264075be2e tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:57.230450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55936595-77a5-4f88-a61b-04eab213e486 req-5ce6e984-21e8-4639-978f-e2264075be2e tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0472198 Sep 17 23:01:57.266910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55936595-77a5-4f88-a61b-04eab213e486 req-ad3098ea-d458-48f5-850e-71b6eb0b4dd9 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306435 Sep 17 23:01:58.382007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb99b5-e138-4833-a96a-aadacda0f68e req-88f1ee7d-b7b1-4b0f-9b8f-45ab642983f6 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:58.383522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57eb99b5-e138-4833-a96a-aadacda0f68e req-88f1ee7d-b7b1-4b0f-9b8f-45ab642983f6 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0491540 Sep 17 23:01:58.421135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57eb99b5-e138-4833-a96a-aadacda0f68e req-cb7a1017-8217-4f1d-b285-88b58bbbd1fb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Sep 17 23:01:59.537668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73874b-af7f-4b2c-a3f0-8e1c6b766a42 req-33c7a960-a3d5-4a65-893d-603bdfda1cfe tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:01:59.539148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bd73874b-af7f-4b2c-a3f0-8e1c6b766a42 req-33c7a960-a3d5-4a65-893d-603bdfda1cfe tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0511901 Sep 17 23:01:59.576048 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bd73874b-af7f-4b2c-a3f0-8e1c6b766a42 req-f3cd0782-f27a-46bc-b63c-f397cfe3252c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304780 Sep 17 23:02:00.687830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd86330-a7e1-4421-9095-7d485fc938e1 req-97c43e7c-e510-4f56-a73a-19645b562386 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:00.689322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3dd86330-a7e1-4421-9095-7d485fc938e1 req-97c43e7c-e510-4f56-a73a-19645b562386 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0487545 Sep 17 23:02:00.726077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3dd86330-a7e1-4421-9095-7d485fc938e1 req-f8c46167-f2ac-4e43-944f-877b4b823f00 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309839 Sep 17 23:02:01.840842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87bff4-418f-4561-9b9b-15c19417d4c4 req-a0175daf-16ee-417e-b29d-bd3111e81821 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:01.842304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e87bff4-418f-4561-9b9b-15c19417d4c4 req-a0175daf-16ee-417e-b29d-bd3111e81821 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0484691 Sep 17 23:02:01.879878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e87bff4-418f-4561-9b9b-15c19417d4c4 req-31fd264a-c14c-44af-a29c-98dde7c9cc04 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Sep 17 23:02:03.002192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f199f00-aef0-49fe-a9a9-9a4ac6f5e911 req-8c31a3a7-6d4a-4ddb-8d9f-bf320e0bb826 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:03.003922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f199f00-aef0-49fe-a9a9-9a4ac6f5e911 req-8c31a3a7-6d4a-4ddb-8d9f-bf320e0bb826 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0513873 Sep 17 23:02:03.040213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f199f00-aef0-49fe-a9a9-9a4ac6f5e911 req-d453dc9a-5614-4ed9-8170-bfe91ee7ffcb tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305276 Sep 17 23:02:04.154261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737ba8a-77a9-4e93-9cf9-7311a623f8f0 req-f9e72ac8-00db-40d3-ab98-0365aaa2a743 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:04.155791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5737ba8a-77a9-4e93-9cf9-7311a623f8f0 req-f9e72ac8-00db-40d3-ab98-0365aaa2a743 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0489154 Sep 17 23:02:04.192997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5737ba8a-77a9-4e93-9cf9-7311a623f8f0 req-8090ed8e-229f-450d-967e-1418a29c3abe tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312452 Sep 17 23:02:05.305476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f177d-9eba-421e-b63b-64f167438d90 req-7c39053d-5901-4cd0-a214-eb5da766b59a tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:05.306994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b26f177d-9eba-421e-b63b-64f167438d90 req-7c39053d-5901-4cd0-a214-eb5da766b59a tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0490270 Sep 17 23:02:05.345922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b26f177d-9eba-421e-b63b-64f167438d90 req-86cd1078-0ede-43bb-91cf-d622a3b908a2 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Sep 17 23:02:06.462739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29481bf1-7d8b-4868-b68e-247fb08a4c9b req-2afadc92-2adc-4d05-b1f9-d06a802c4a5e tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:06.464924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29481bf1-7d8b-4868-b68e-247fb08a4c9b req-2afadc92-2adc-4d05-b1f9-d06a802c4a5e tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Sep 17 23:02:06.502168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29481bf1-7d8b-4868-b68e-247fb08a4c9b req-8c9507e8-602a-49ce-9f56-0ebf2a0590e6 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Sep 17 23:02:06.917515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-5bed00a0-42ab-4f9d-bf16-a50ccc731051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:06.918991 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-5bed00a0-42ab-4f9d-bf16-a50ccc731051 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1097 time: 0.0401559 Sep 17 23:02:07.022522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-b8f8267c-972d-48b4-8013-74eff3030419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:07.024009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-b8f8267c-972d-48b4-8013-74eff3030419 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 200 len: 911 time: 0.0863748 Sep 17 23:02:07.063637 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-bd4288d7-f7ba-42d5-9ca2-db059ebf81d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 217 time: 0.0322256 Sep 17 23:02:07.110984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-b1247b7e-bd0c-40e2-803a-45c6f530f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:07.112394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-b1247b7e-bd0c-40e2-803a-45c6f530f1e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3800844e-f4c4-45a1-90ca-e4bb7add7de0 HTTP/1.1" status: 200 len: 851 time: 0.0426354 Sep 17 23:02:07.143638 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-de0c4bf8-3035-4192-b59e-6d7210751385 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239141 Sep 17 23:02:07.235303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-a4f70ef1-9f90-4c2a-b9c5-2d8231614b91 service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 Sep 17 23:02:07.326804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-692fe921-7585-4e1f-9ee8-0c49aa61534a req-fdbc33e1-1a62-4cb8-9596-8ad4902116ed service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 Sep 17 23:02:07.615072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f129a44-5df3-47e2-80ed-8cc05be9bfe2 req-be6bdeef-66cf-4d80-89c4-d903b9e61db4 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:07.616569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f129a44-5df3-47e2-80ed-8cc05be9bfe2 req-be6bdeef-66cf-4d80-89c4-d903b9e61db4 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0478599 Sep 17 23:02:07.653732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7f129a44-5df3-47e2-80ed-8cc05be9bfe2 req-32fd3d80-ce0d-443c-b006-d6ac12b08813 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305405 Sep 17 23:02:08.728171 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:08.766299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880e600-5b79-49c6-a859-e86f73b004aa req-4a1d70c2-61ac-452f-a42e-48d9e3ebf897 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:08.767807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c880e600-5b79-49c6-a859-e86f73b004aa req-4a1d70c2-61ac-452f-a42e-48d9e3ebf897 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0482299 Sep 17 23:02:08.805110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c880e600-5b79-49c6-a859-e86f73b004aa req-dfb8b335-7e14-4128-a48f-7273ab6f7716 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Sep 17 23:02:09.921000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e57b-ddb4-4192-89e2-c0ce47cd020b req-b94a167f-c9a0-4895-a36d-b14b08bff753 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:09.922472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c97e57b-ddb4-4192-89e2-c0ce47cd020b req-b94a167f-c9a0-4895-a36d-b14b08bff753 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0512185 Sep 17 23:02:09.959277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c97e57b-ddb4-4192-89e2-c0ce47cd020b req-5c93debf-1f26-436d-8603-1af7697a90b9 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Sep 17 23:02:10.419355 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:11.088408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e74f89-b792-4184-b91a-396e400e19af req-820f8647-53fb-43b7-8c58-1521c5bbc77c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:11.090421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07e74f89-b792-4184-b91a-396e400e19af req-820f8647-53fb-43b7-8c58-1521c5bbc77c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0578935 Sep 17 23:02:11.133550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07e74f89-b792-4184-b91a-396e400e19af req-0dc181b3-bd1a-4414-ac64-f1bf74463cbf tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364795 Sep 17 23:02:12.248132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf906b0-ccdb-4c3f-9902-0d5ef4a379ec req-5f308d39-34eb-4605-88a2-970088ef7731 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:12.249603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbf906b0-ccdb-4c3f-9902-0d5ef4a379ec req-5f308d39-34eb-4605-88a2-970088ef7731 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0474951 Sep 17 23:02:12.287067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbf906b0-ccdb-4c3f-9902-0d5ef4a379ec req-c52ace0d-13e6-49c0-a61a-82d021c42b57 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Sep 17 23:02:13.403754 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07691ec-562d-4b36-af42-700d6a6d4a44 req-63e03936-b8ca-4e0f-b416-74fad5e82525 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:13.405255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f07691ec-562d-4b36-af42-700d6a6d4a44 req-63e03936-b8ca-4e0f-b416-74fad5e82525 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0530343 Sep 17 23:02:13.442368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f07691ec-562d-4b36-af42-700d6a6d4a44 req-0c37e083-33c8-498b-b2cc-e54fbbfbe026 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Sep 17 23:02:14.555582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6bdd-b826-46ac-bbf8-a7806f003d3c req-d9b1708f-d970-4c60-aec8-16b0bb416fe5 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:14.557104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a98f6bdd-b826-46ac-bbf8-a7806f003d3c req-d9b1708f-d970-4c60-aec8-16b0bb416fe5 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0478802 Sep 17 23:02:14.593741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a98f6bdd-b826-46ac-bbf8-a7806f003d3c req-4564e823-9139-4bb1-b966-ba048c2bc8f2 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302272 Sep 17 23:02:15.318225 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-ca304494-7697-48ed-9dab-a4310d3f7eeb service neutron] show failed (client error): The resource could not be found. Sep 17 23:02:15.319258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-ca304494-7697-48ed-9dab-a4310d3f7eeb service neutron] 10.222.0.32 "GET /v2.0/ports/61c64643-4c68-4225-adef-feb8771d4711/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0533261 Sep 17 23:02:15.715322 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd152633-1627-49c0-ad06-d21ea94f965f req-d7c2aa06-321c-469e-98ab-1fc206c48e48 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:15.717221 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd152633-1627-49c0-ad06-d21ea94f965f req-d7c2aa06-321c-469e-98ab-1fc206c48e48 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0539496 Sep 17 23:02:15.755293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd152633-1627-49c0-ad06-d21ea94f965f req-c1e51a02-ae73-406a-aa75-2995494c61c5 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Sep 17 23:02:15.872700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-393c4eb9-58ff-4452-95f2-0004a9f24452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:15.874113 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-393c4eb9-58ff-4452-95f2-0004a9f24452 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60&tenant_id=bfeb98c48230401b93c9773fc425a589 HTTP/1.1" status: 200 len: 1097 time: 0.1109998 Sep 17 23:02:15.885293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:15.941265 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:16.137904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:16.169516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:02:16.210145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61c64643-4c68-4225-adef-feb8771d4711'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:16.215751 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:16.227900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Transition to ACTIVE for port object 61c64643-4c68-4225-adef-feb8771d4711 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:02:16.256546 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6776c87a-0965-460e-81b9-e41b4faa97ff" -d '{"events": [{"server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "name": "network-vif-unplugged", "status": "completed", "tag": "61c64643-4c68-4225-adef-feb8771d4711"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:16.304828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:16.366291 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7efaf7b-fdfe-40d7-9753-ad0fc387f7c2 x-openstack-request-id: req-e7efaf7b-fdfe-40d7-9753-ad0fc387f7c2 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:16.377459 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "name": "network-vif-unplugged", "status": "completed", "tag": "61c64643-4c68-4225-adef-feb8771d4711", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:16.377459 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7efaf7b-fdfe-40d7-9753-ad0fc387f7c2 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:16.377459 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61c64643-4c68-4225-adef-feb8771d4711', 'code': 200} Sep 17 23:02:16.377459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] No DVR routers for this DVR port 61c64643-4c68-4225-adef-feb8771d4711 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:02:16.377459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Pushing event updated for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:16.412718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Attempting to bind port 61c64643-4c68-4225-adef-feb8771d4711 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:02:16.413005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Attempting to bind port 61c64643-4c68-4225-adef-feb8771d4711 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '923000d0-3200-4ebf-b5a7-6dfdab63a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:02:16.413330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Attempting to bind port 61c64643-4c68-4225-adef-feb8771d4711 on network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:16.417848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Port 61c64643-4c68-4225-adef-feb8771d4711 on network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:02:16.423012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Attempting to bind port 61c64643-4c68-4225-adef-feb8771d4711 on network 6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:16.423012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:02:16.423214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Checking segment: {'id': '923000d0-3200-4ebf-b5a7-6dfdab63a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:02:16.423605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Bound using segment: {'id': '923000d0-3200-4ebf-b5a7-6dfdab63a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:02:16.424021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Bound port: 61c64643-4c68-4225-adef-feb8771d4711, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923000d0-3200-4ebf-b5a7-6dfdab63a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:02:16.424366 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:16.488811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:02:16.491786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:02:16.573640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:16.604553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:16.605352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:16.606808 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] 10.222.0.35 "PUT /v2.0/ports/61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 1092 time: 0.7255101 Sep 17 23:02:16.654482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65e9be-af95-45de-a355-dc195f39420a service neutron] Pushing event updated for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:16.672322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-4a0ce255-34e8-4a17-9937-7f4b43e257d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:16.680549 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-4a0ce255-34e8-4a17-9937-7f4b43e257d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1095 time: 0.0445762 Sep 17 23:02:16.766622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-673945a2-79bb-4e51-8728-9ff4d0d2d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:16.768121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-673945a2-79bb-4e51-8728-9ff4d0d2d091 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 200 len: 911 time: 0.0874777 Sep 17 23:02:16.810347 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-500d8736-0ec9-4812-a939-af55009775b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 217 time: 0.0348034 Sep 17 23:02:16.858384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-ea90a0f4-b3c2-48f4-87cc-49a14a5618e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:16.859880 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-ea90a0f4-b3c2-48f4-87cc-49a14a5618e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3800844e-f4c4-45a1-90ca-e4bb7add7de0 HTTP/1.1" status: 200 len: 851 time: 0.0433006 Sep 17 23:02:16.870963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471041b-39e0-4fc1-86a0-7c463381402a req-863cddba-1d62-4c71-bb9e-361cf9326ee5 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:16.872483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f471041b-39e0-4fc1-86a0-7c463381402a req-863cddba-1d62-4c71-bb9e-361cf9326ee5 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 943 time: 0.0488663 Sep 17 23:02:16.892791 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-d6ca09f0-16e0-4ca3-968e-4678146d8193 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257413 Sep 17 23:02:16.910782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f471041b-39e0-4fc1-86a0-7c463381402a req-dd7dff29-9075-4709-b65d-91b27e78f442 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Sep 17 23:02:16.986158 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-5e491d7f-46ef-4882-bf7c-9ab1af73af03 service neutron] 10.222.0.35 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859754 Sep 17 23:02:17.076211 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-025b1e15-a4c8-42b0-9dfd-6e51acb0bd9d req-237fa748-c2fe-4fe0-a928-41b26a0db882 service neutron] 10.222.0.35 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831363 Sep 17 23:02:17.773233 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f39a0796-a5b6-4505-aa11-d1436cf896d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:18.027055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fe15-40db-4022-86f0-50f48355ebad req-3d41c8b1-b282-441e-8e08-850b149a3dd8 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:18.028539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2718fe15-40db-4022-86f0-50f48355ebad req-3d41c8b1-b282-441e-8e08-850b149a3dd8 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 943 time: 0.0495999 Sep 17 23:02:18.065453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2718fe15-40db-4022-86f0-50f48355ebad req-137f8f94-7a08-4bb6-9d27-443dfcfccb25 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Sep 17 23:02:18.368527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'tag': '61c64643-4c68-4225-adef-feb8771d4711'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:18.372208 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4116b486-2522-44cf-88ec-d7f922216734" -d '{"events": [{"name": "network-changed", "server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "tag": "61c64643-4c68-4225-adef-feb8771d4711"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:18.419149 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966b6702-b9e0-44e1-864e-e7547509d0e6 x-openstack-request-id: req-966b6702-b9e0-44e1-864e-e7547509d0e6 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:18.419828 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "tag": "61c64643-4c68-4225-adef-feb8771d4711", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:18.420080 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-966b6702-b9e0-44e1-864e-e7547509d0e6 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:18.420480 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'tag': '61c64643-4c68-4225-adef-feb8771d4711', 'status': 'completed', 'code': 200} Sep 17 23:02:18.480888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b486-2522-44cf-88ec-d7f922216734 req-eac31f25-8b7a-480a-849d-fd46c8b48674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:18.481812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b486-2522-44cf-88ec-d7f922216734 req-dbc1d014-5bea-4471-b4c9-65d5a8912304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:18.482405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-eac31f25-8b7a-480a-849d-fd46c8b48674 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1095 time: 0.0449066 Sep 17 23:02:18.483333 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-dbc1d014-5bea-4471-b4c9-65d5a8912304 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1095 time: 0.0403388 Sep 17 23:02:18.571111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b486-2522-44cf-88ec-d7f922216734 req-9dd17c5f-32a9-4e74-b532-c0460f210484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:18.571359 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b486-2522-44cf-88ec-d7f922216734 req-e6ab2562-fd99-4c67-a075-7f91a4e9c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:18.572845 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-9dd17c5f-32a9-4e74-b532-c0460f210484 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 200 len: 911 time: 0.0822542 Sep 17 23:02:18.572972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-e6ab2562-fd99-4c67-a075-7f91a4e9c8dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 200 len: 911 time: 0.0833972 Sep 17 23:02:18.618382 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-c060207b-e258-4e81-ab5d-e7d7fcf7670b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 217 time: 0.0384519 Sep 17 23:02:18.618601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-edd69963-66ef-471b-92ca-fa6e12936362 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 217 time: 0.0386488 Sep 17 23:02:18.669815 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b486-2522-44cf-88ec-d7f922216734 req-92e7ed93-cf2c-459c-8d3e-135262393043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:18.671358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-92e7ed93-cf2c-459c-8d3e-135262393043 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3800844e-f4c4-45a1-90ca-e4bb7add7de0 HTTP/1.1" status: 200 len: 851 time: 0.0461683 Sep 17 23:02:18.672074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b486-2522-44cf-88ec-d7f922216734 req-bad4c44a-1f7d-4cfb-bb40-e09a38fcb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:18.673515 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-bad4c44a-1f7d-4cfb-bb40-e09a38fcb470 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3800844e-f4c4-45a1-90ca-e4bb7add7de0 HTTP/1.1" status: 200 len: 851 time: 0.0448718 Sep 17 23:02:18.702414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-35529d4d-1517-4e0d-aff5-7fd6a656bc5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247934 Sep 17 23:02:18.714052 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-251777d3-4894-4678-933c-226f6ad39460 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256720 Sep 17 23:02:18.800665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-b1598954-7074-4312-96b2-3fa9ad7790de service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914860 Sep 17 23:02:18.812647 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-d68c07ee-37f6-4d4e-a46f-ae9f06002e82 service neutron] 10.222.0.35 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903249 Sep 17 23:02:18.894623 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-c1aced79-7db7-4c1f-93c8-e2c28e837817 service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868757 Sep 17 23:02:18.905786 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-4116b486-2522-44cf-88ec-d7f922216734 req-9669a827-8e39-481b-8f64-f1baef854d0a service neutron] 10.222.0.35 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860357 Sep 17 23:02:19.050214 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-c71b09f8-a43d-43d6-855d-ef744ba7c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:19.051768 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-c71b09f8-a43d-43d6-855d-ef744ba7c3f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1095 time: 0.0460987 Sep 17 23:02:19.090220 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:02:19.160586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-d9099bf6-401c-448a-9d4f-82d94e72308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:19.162031 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-d9099bf6-401c-448a-9d4f-82d94e72308c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 200 len: 911 time: 0.0895250 Sep 17 23:02:19.183020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840f8e8-008a-45bc-afe9-f448ef6bf4a6 req-bfe3d72f-89e0-49b2-b611-d7265b14306f tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:19.184546 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f840f8e8-008a-45bc-afe9-f448ef6bf4a6 req-bfe3d72f-89e0-49b2-b611-d7265b14306f tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 943 time: 0.0501280 Sep 17 23:02:19.207389 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-4542b5f9-77b2-43ac-9666-313ef2654b68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 217 time: 0.0380096 Sep 17 23:02:19.222462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 61c64643-4c68-4225-adef-feb8771d4711 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:02:19.223106 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f840f8e8-008a-45bc-afe9-f448ef6bf4a6 req-5c4796b8-1c87-4478-9baf-c4f3fe014376 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Sep 17 23:02:19.258934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-3a61a961-4052-4b97-9df4-a35ad438aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:19.260793 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-3a61a961-4052-4b97-9df4-a35ad438aeee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3800844e-f4c4-45a1-90ca-e4bb7add7de0 HTTP/1.1" status: 200 len: 851 time: 0.0456805 Sep 17 23:02:19.295709 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-c7f4ffde-d89b-4e16-96a0-fb16b5b780b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259326 Sep 17 23:02:19.331662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:19.347420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '61c64643-4c68-4225-adef-feb8771d4711', 'network_id': '6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2', 'port_id': '61c64643-4c68-4225-adef-feb8771d4711', 'mac_address': 'fa:16:3e:a3:1a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3800844e-f4c4-45a1-90ca-e4bb7add7de0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:02:19.371042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 61c64643-4c68-4225-adef-feb8771d4711 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:02:19.394483 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-cb52ac3d-8f2d-4c06-9d9c-7023b53ddcfd service neutron] 10.222.0.35 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942924 Sep 17 23:02:19.415967 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:19.432433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 61c64643-4c68-4225-adef-feb8771d4711 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:02:19.434760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c64643-4c68-4225-adef-feb8771d4711 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:02:19.454202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:19.486920 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a207bd79-6677-4a5e-97c2-364a88a1b5d2 req-622525b7-3ac3-4c8b-99ea-d4e8934eed01 service neutron] 10.222.0.35 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854352 Sep 17 23:02:19.527858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:19.574581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:19.581848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.586546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:02:19.644116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-165714d2-1ca7-47c6-816d-0b28c5a7b210 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:19.645567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-165714d2-1ca7-47c6-816d-0b28c5a7b210 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.32 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60&tenant_id=bfeb98c48230401b93c9773fc425a589&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 944 time: 0.0551312 Sep 17 23:02:19.705277 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-c2a4f835-88c3-4591-ab41-b62cc5bae035 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:02:19.706198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-c2a4f835-88c3-4591-ab41-b62cc5bae035 service neutron] 10.222.0.32 "DELETE /v2.0/ports/61c64643-4c68-4225-adef-feb8771d4711/bindings/n-h1-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0529456 Sep 17 23:02:19.767742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['61c64643-4c68-4225-adef-feb8771d4711'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:02:19.785669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-d95a8745-bdd4-4649-ba6a-626c96d30d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:19.787210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-d95a8745-bdd4-4649-ba6a-626c96d30d38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfeb98c48230401b93c9773fc425a589&device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 1096 time: 0.0393577 Sep 17 23:02:19.880060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-4c71a210-46c6-4cc2-9b07-bfe66ba9d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:19.881656 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-4c71a210-46c6-4cc2-9b07-bfe66ba9d854 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 200 len: 911 time: 0.0880210 Sep 17 23:02:19.926532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-433e601b-cc9e-4741-bb44-7aeb27436281 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 200 len: 217 time: 0.0363894 Sep 17 23:02:19.974875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-734d8cef-e692-47e9-afa8-1908860b2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:19.976215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-734d8cef-e692-47e9-afa8-1908860b2955 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3800844e-f4c4-45a1-90ca-e4bb7add7de0 HTTP/1.1" status: 200 len: 851 time: 0.0423141 Sep 17 23:02:20.010707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-247c865f-62bb-4578-b71f-ad5ba1a454de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273023 Sep 17 23:02:20.097264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-30540001-f9fb-4639-ab28-98e9d54eca86 service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797203 Sep 17 23:02:20.192286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-e7ab478e-1dc5-4b5e-9c54-1297c3274193 service neutron] 10.222.0.32 "GET /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871460 Sep 17 23:02:20.213319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-662a17f4-27fb-490f-9c45-3dcc1dfb6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:21.232747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 61c64643-4c68-4225-adef-feb8771d4711 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:02:21.384903 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:21.400601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 61c64643-4c68-4225-adef-feb8771d4711 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:02:21.405422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 61c64643-4c68-4225-adef-feb8771d4711 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:02:21.405778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:21.482551 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:21.507909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c64643-4c68-4225-adef-feb8771d4711'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:21.510156 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15e4bac-6be0-40a3-acbd-53b005a7c262" -d '{"events": [{"server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "name": "network-vif-plugged", "status": "completed", "tag": "61c64643-4c68-4225-adef-feb8771d4711"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:21.528166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:21.547940 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e444ce1-f5dd-42e5-abfb-ef6e437b0e89 x-openstack-request-id: req-1e444ce1-f5dd-42e5-abfb-ef6e437b0e89 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:21.548225 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "name": "network-vif-plugged", "status": "completed", "tag": "61c64643-4c68-4225-adef-feb8771d4711", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:21.548471 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e444ce1-f5dd-42e5-abfb-ef6e437b0e89 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:21.548923 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c64643-4c68-4225-adef-feb8771d4711', 'code': 200} Sep 17 23:02:21.594907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8656-8f1a-419c-bba5-44a2caef0532 req-eeda9976-ef24-4b0a-a963-ea07d6227054 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:21.596411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-281d8656-8f1a-419c-bba5-44a2caef0532 req-eeda9976-ef24-4b0a-a963-ea07d6227054 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 944 time: 0.0506036 Sep 17 23:02:21.618021 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:21.634747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-281d8656-8f1a-419c-bba5-44a2caef0532 req-c88925ce-c92c-4e6d-b733-5901ed9f3f21 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Sep 17 23:02:21.666408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:21.881001 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:22.754144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5acdc-1c35-4837-9b84-cc72b2596b7b req-effe117c-82ff-4ebf-bb41-1fb9bdef2a57 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:22.755779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36b5acdc-1c35-4837-9b84-cc72b2596b7b req-effe117c-82ff-4ebf-bb41-1fb9bdef2a57 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0502474 Sep 17 23:02:22.793147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-36b5acdc-1c35-4837-9b84-cc72b2596b7b req-5edce7ed-980d-4f76-8f1e-ff8c592bb1d2 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.13 "GET /v2.0/security-groups?id=1adca4ec-ced3-4657-8f78-befa9e13c6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312684 Sep 17 23:02:22.849159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-3e76ac58-8cb6-4e1c-b853-a2eabb42bb3c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:22.850683 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-3e76ac58-8cb6-4e1c-b853-a2eabb42bb3c tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.35 "GET /v2.0/ports?device_id=0405c30a-1b66-419e-a965-0a1cae493d60 HTTP/1.1" status: 200 len: 945 time: 0.0476122 Sep 17 23:02:22.942540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Deleting port 61c64643-4c68-4225-adef-feb8771d4711 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:02:22.942911 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:23.028687 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] For port 61c64643-4c68-4225-adef-feb8771d4711, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=61c64643-4c68-4225-adef-feb8771d4711,segment=NetworkSegment(923000d0-3200-4ebf-b5a7-6dfdab63a623),segment_id=923000d0-3200-4ebf-b5a7-6dfdab63a623)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:23.029051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:23.040942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Calling delete_port for 61c64643-4c68-4225-adef-feb8771d4711 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:02:23.241741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:23.253593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['61c64643-4c68-4225-adef-feb8771d4711'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:02:23.268437 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Pushing event deleted for resources: {'Port': ['ID=61c64643-4c68-4225-adef-feb8771d4711,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:23.313625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] No DVR routers for this DVR port 61c64643-4c68-4225-adef-feb8771d4711 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:02:23.316328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:23.318423 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dd1e0daf-0265-47e3-a2eb-fd43fa2f7689 req-358a3dc9-5490-40e8-8189-98daf70af9d0 tempest-DeleteServersTestJSON-1136903978 tempest-DeleteServersTestJSON-1136903978-project] 10.222.0.35 "DELETE /v2.0/ports/61c64643-4c68-4225-adef-feb8771d4711 HTTP/1.1" status: 204 len: 173 time: 0.4618168 Sep 17 23:02:23.318883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'name': 'network-vif-deleted', 'tag': '61c64643-4c68-4225-adef-feb8771d4711'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:23.321171 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f423860-9f91-4049-93a5-cca039d12f62" -d '{"events": [{"server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "name": "network-vif-deleted", "tag": "61c64643-4c68-4225-adef-feb8771d4711"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:23.357277 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311abc91-18bc-4e61-8448-1326963dc77c x-openstack-request-id: req-311abc91-18bc-4e61-8448-1326963dc77c {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:23.357568 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0405c30a-1b66-419e-a965-0a1cae493d60", "name": "network-vif-deleted", "tag": "61c64643-4c68-4225-adef-feb8771d4711", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:23.357904 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-311abc91-18bc-4e61-8448-1326963dc77c {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:23.358214 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0405c30a-1b66-419e-a965-0a1cae493d60', 'name': 'network-vif-deleted', 'tag': '61c64643-4c68-4225-adef-feb8771d4711', 'status': 'completed', 'code': 200} Sep 17 23:02:23.476490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:23.921231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59818) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:23.965360 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed47c9c-9767-4ef5-be65-a743c1433043 admin admin] Deleting subnet 3800844e-f4c4-45a1-90ca-e4bb7add7de0 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:02:23.968297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ed47c9c-9767-4ef5-be65-a743c1433043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.001899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ed47c9c-9767-4ef5-be65-a743c1433043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.039035 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ed47c9c-9767-4ef5-be65-a743c1433043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.150815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ed47c9c-9767-4ef5-be65-a743c1433043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.181959 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed47c9c-9767-4ef5-be65-a743c1433043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3800844e-f4c4-45a1-90ca-e4bb7add7de0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:24.186078 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2ed47c9c-9767-4ef5-be65-a743c1433043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.187987 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2ed47c9c-9767-4ef5-be65-a743c1433043 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3800844e-f4c4-45a1-90ca-e4bb7add7de0 HTTP/1.1" status: 204 len: 168 time: 0.2656932 Sep 17 23:02:24.190626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59820) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:24.257200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.337294 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.357590 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:02:24.366553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923000d0-3200-4ebf-b5a7-6dfdab63a623') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:02:24.366883 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923000d0-3200-4ebf-b5a7-6dfdab63a623') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:02:24.376539 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.389650 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.395329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:02:24.395715 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:02:24.397326 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:02:24.550622 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.555877 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.557846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] 10.222.0.13 "DELETE /v2.0/networks/6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2 HTTP/1.1" status: 204 len: 168 time: 0.3661401 Sep 17 23:02:24.572435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067791-7e24-42e1-92e6-fa4105f8fe6a admin admin] Pushing event deleted for resources: {'Network': ['ID=6da4a5ea-af1a-4e8a-a694-a43a58f0d0c2,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:24.868902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59824) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:24.908172 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b81b3924-5cdf-480f-9ec8-8e1e97a58753 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfeb98c48230401b93c9773fc425a589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381305 Sep 17 23:02:24.910657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59826) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:24.956056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9146164-1249-4b01-9529-979f1b5064e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:24.976382 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9146164-1249-4b01-9529-979f1b5064e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:25.087367 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9146164-1249-4b01-9529-979f1b5064e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:25.091004 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a9146164-1249-4b01-9529-979f1b5064e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:25.092161 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a9146164-1249-4b01-9529-979f1b5064e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1adca4ec-ced3-4657-8f78-befa9e13c6c8 HTTP/1.1" status: 204 len: 168 time: 0.1805999 Sep 17 23:02:25.099706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9146164-1249-4b01-9529-979f1b5064e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adca4ec-ced3-4657-8f78-befa9e13c6c8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:26.092509 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59848) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:26.187488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1708704885-network', 'tenant_id': '8e2f22fae34c4afe9da3c24c2fa50eaa'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:26.258617 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Made reservation on behalf of 8e2f22fae34c4afe9da3c24c2fa50eaa for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:02:26.261818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:26.270279 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:26.357851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:26.430592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:26.458138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:02:26.467818 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8169509f-3d9b-4e9c-b944-b10441e480a0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:26.472953 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:26.473291 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Added segment 5b99a550-b9bb-40b2-be99-e6f2646450ad of type vlan for network d2628873-20d5-4ef1-9322-1ab9fbd20c38 Sep 17 23:02:26.513473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:26.612960 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:26.613903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:26.614479 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:26.673634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] Pushing event updated for resources: {'Network': ['ID=d2628873-20d5-4ef1-9322-1ab9fbd20c38,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:26.684065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d2628873-20d5-4ef1-9322-1ab9fbd20c38 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:02:26.710199 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e614123e-a8ab-4677-aab2-b1d8d1ed431e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6165521 Sep 17 23:02:26.713065 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 59854) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:02:26.718309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Request body: {'subnet': {'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1708704885-subnet', 'tenant_id': '8e2f22fae34c4afe9da3c24c2fa50eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:26.819206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Made reservation on behalf of 8e2f22fae34c4afe9da3c24c2fa50eaa for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:02:26.821637 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:27.070392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:27.131955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Pushing event updated for resources: {'Subnet': ['ID=671d249e-4928-4091-9802-12eb7e0b2cbc,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:27.140104 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Checking segment: {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:02:27.140467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Network hostable DHCP agents. Network: d2628873-20d5-4ef1-9322-1ab9fbd20c38, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:02:27.230482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Network d2628873-20d5-4ef1-9322-1ab9fbd20c38 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:02:27.280045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 61c64643-4c68-4225-adef-feb8771d4711 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:02:27.299074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d2628873-20d5-4ef1-9322-1ab9fbd20c38) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:02:27.300533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 61c64643-4c68-4225-adef-feb8771d4711 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:02:27.300533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 61c64643-4c68-4225-adef-feb8771d4711 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:02:27.304175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:27.304796 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:27.310982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f162e-ee8a-4c34-970b-36aacbc2b1fa None None] Network d2628873-20d5-4ef1-9322-1ab9fbd20c38 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:02:27.373471 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a70513f8-e885-4c84-876f-6ed26710487a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6588106 Sep 17 23:02:27.432080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745c820-81b9-48c3-8c54-897a8512b668 None None] Network d2628873-20d5-4ef1-9322-1ab9fbd20c38 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:02:27.793493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-bb64e2d6-4539-4e4e-80a4-eaf1841f827f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:27.795010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-bb64e2d6-4539-4e4e-80a4-eaf1841f827f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 815 time: 0.1039126 Sep 17 23:02:27.810077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-d5cd644e-25c7-4f4a-b020-171537ec9885 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/quotas/8e2f22fae34c4afe9da3c24c2fa50eaa HTTP/1.1" status: 200 len: 375 time: 0.0094798 Sep 17 23:02:27.842498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-77bc605d-f024-4c8e-a203-8c454858644e tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272183 Sep 17 23:02:27.935302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-5af21a48-e0f8-4980-be39-f2e14fb9d22a service neutron] 10.222.0.13 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858028 Sep 17 23:02:28.021111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-9bed7dcd-45db-4fbc-a24b-d8af41aa05cf service neutron] 10.222.0.13 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798934 Sep 17 23:02:28.265965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbd5c927-ee2a-4326-baf5-4dae2e1e2cea req-827dfa5c-eda8-4805-b2d7-9e292691a341 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 210 time: 0.0302148 Sep 17 23:02:29.364207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45a0f3b2-51fe-4d6e-92d5-20dcfc1a3263 req-a2795ea7-ed7d-4e3d-b6cf-3fa056ed0101 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 210 time: 0.0298641 Sep 17 23:02:30.394577 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-d82f6689-3e86-4ec5-9de5-473b9c627cc2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:30.396665 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-d82f6689-3e86-4ec5-9de5-473b9c627cc2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.35 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 815 time: 0.0999844 Sep 17 23:02:30.409111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Request body: {'port': {'device_id': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38', 'admin_state_up': True, 'tenant_id': '8e2f22fae34c4afe9da3c24c2fa50eaa'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:30.461295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ef3703-04d8-42b4-b58a-96a9fae037c5 req-29f58ea0-0984-4354-9737-bd581616ec80 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 210 time: 0.0262880 Sep 17 23:02:30.573337 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Made reservation on behalf of 8e2f22fae34c4afe9da3c24c2fa50eaa for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:02:30.577516 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:30.701581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Allocated IP 172.20.0.8 (d2628873-20d5-4ef1-9322-1ab9fbd20c38/671d249e-4928-4091-9802-12eb7e0b2cbc/463165e3-5571-4ba2-974b-5a50a2f4cc46) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:02:30.846956 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:30.979607 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:31.025726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Network d2628873-20d5-4ef1-9322-1ab9fbd20c38 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:02:31.029096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:02:31.031530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:02:31.062155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Pushing event updated for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:31.086643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:31.087295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:31.172649 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-eee9da98-df17-4d14-a0e7-85d81a616a09 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7676914 Sep 17 23:02:31.185248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Request body: {'port': {'device_id': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:02:31.236950 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:31.495198 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463165e3-5571-4ba2-974b-5a50a2f4cc46 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:02:31.503002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:31.514599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Transition to ACTIVE for port object 463165e3-5571-4ba2-974b-5a50a2f4cc46 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:02:31.573791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f064c-84aa-4051-b08b-82eb9b112e98 req-829a4fe7-e482-4084-904a-81a9079c4dbb tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:31.575312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1f064c-84aa-4051-b08b-82eb9b112e98 req-829a4fe7-e482-4084-904a-81a9079c4dbb tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 931 time: 0.0480261 Sep 17 23:02:31.584777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:31.614024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1f064c-84aa-4051-b08b-82eb9b112e98 req-6beef6b4-d8cf-4d10-8157-760f5daa1baa tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Sep 17 23:02:31.649179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Pushing event updated for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:31.699159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Attempting to bind port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:02:31.699495 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Attempting to bind port 463165e3-5571-4ba2-974b-5a50a2f4cc46 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:02:31.699823 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Attempting to bind port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:31.704109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:02:31.704431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Attempting to bind port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:02:31.709109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:02:31.709445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Checking segment: {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:02:31.709821 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Bound using segment: {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:02:31.710243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Bound port: 463165e3-5571-4ba2-974b-5a50a2f4cc46, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:02:31.710593 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:31.776435 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:02:31.779854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:02:31.864938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:31.901661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:31.902288 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:31.905446 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] 10.222.0.35 "PUT /v2.0/ports/463165e3-5571-4ba2-974b-5a50a2f4cc46 HTTP/1.1" status: 200 len: 1092 time: 0.7248845 Sep 17 23:02:31.905900 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:31.908240 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf4711c-6408-4ef3-9bf1-eb144560d948" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:31.934157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9fbf6-6813-40c9-9efc-fbc21e1cfad4 service neutron] Pushing event updated for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:31.948918 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d80ba57-0c72-483b-b5c2-0933dbafb1db x-openstack-request-id: req-3d80ba57-0c72-483b-b5c2-0933dbafb1db {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:31.949208 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:31.949487 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d80ba57-0c72-483b-b5c2-0933dbafb1db {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:31.949893 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'status': 'completed', 'code': 200} Sep 17 23:02:32.012733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4711c-6408-4ef3-9bf1-eb144560d948 req-12e509e7-f220-4721-a1e6-2577a428d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:32.014237 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dbf4711c-6408-4ef3-9bf1-eb144560d948 req-12e509e7-f220-4721-a1e6-2577a428d761 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 1095 time: 0.0432739 Sep 17 23:02:32.112018 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4711c-6408-4ef3-9bf1-eb144560d948 req-4ed8ceb6-e5c7-46da-9b9e-7348990d7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:32.113358 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dbf4711c-6408-4ef3-9bf1-eb144560d948 req-4ed8ceb6-e5c7-46da-9b9e-7348990d7f27 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918040 Sep 17 23:02:32.205339 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4711c-6408-4ef3-9bf1-eb144560d948 req-f066fb44-6ee6-4cb8-ab44-d0c9b516bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:32.206824 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dbf4711c-6408-4ef3-9bf1-eb144560d948 req-f066fb44-6ee6-4cb8-ab44-d0c9b516bc58 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0859694 Sep 17 23:02:32.287612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-7a47a79e-d350-4289-aba6-1da779384684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:32.289099 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-7a47a79e-d350-4289-aba6-1da779384684 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 1095 time: 0.0438695 Sep 17 23:02:32.329030 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-28c0c939-d4ff-49ee-b127-74f5c57489df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46 HTTP/1.1" status: 200 len: 217 time: 0.0324008 Sep 17 23:02:32.378504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06ea0031-c439-4d3b-8f5f-b9968fa8a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:32.379911 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-06ea0031-c439-4d3b-8f5f-b9968fa8a837 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0442498 Sep 17 23:02:32.412253 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-35003a88-2698-4451-92ac-f83ededfab8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246346 Sep 17 23:02:32.503655 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-3a65b4bb-ee3a-42b9-8759-99bc4488e9f3 service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835340 Sep 17 23:02:32.594471 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-efe3b05a-b645-40cc-bf41-8e3b42c13a41 req-adcabd0b-a091-4d2e-87a2-40ca8c2d51e9 service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831208 Sep 17 23:02:32.730908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89593e-d11e-47c1-8419-ec5395fe0958 req-2731acfc-8d36-4f30-b33a-6d7e741945ea tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:32.733068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b89593e-d11e-47c1-8419-ec5395fe0958 req-2731acfc-8d36-4f30-b33a-6d7e741945ea tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 943 time: 0.0523443 Sep 17 23:02:32.770382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b89593e-d11e-47c1-8419-ec5395fe0958 req-f2625884-908c-4ea2-a2a0-0f14f4c3c7c5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Sep 17 23:02:33.885852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682276d-43b1-4940-8e82-a7cd1b1fe53a req-0d9789ee-0c46-42a0-bbfe-be62fd6f37b6 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:33.887339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1682276d-43b1-4940-8e82-a7cd1b1fe53a req-0d9789ee-0c46-42a0-bbfe-be62fd6f37b6 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 943 time: 0.0491569 Sep 17 23:02:33.925385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1682276d-43b1-4940-8e82-a7cd1b1fe53a req-fbf67342-5e13-438f-8c77-262b717ea777 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Sep 17 23:02:35.040143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fb8ef-409a-4151-80ee-e9f3e2c9c664 req-c0b03d80-4216-45ea-a29f-1bfe9dcb83d8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:35.044269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c74fb8ef-409a-4151-80ee-e9f3e2c9c664 req-c0b03d80-4216-45ea-a29f-1bfe9dcb83d8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 943 time: 0.0497065 Sep 17 23:02:35.079674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c74fb8ef-409a-4151-80ee-e9f3e2c9c664 req-28bdbc4d-acfe-4a8e-8d45-5dfa6d0d84cc tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Sep 17 23:02:35.326201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 463165e3-5571-4ba2-974b-5a50a2f4cc46 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:02:35.417162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:35.428548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38', 'port_id': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'mac_address': 'fa:16:3e:5c:1e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671d249e-4928-4091-9802-12eb7e0b2cbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:02:35.467445 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.479356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463165e3-5571-4ba2-974b-5a50a2f4cc46 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:02:35.497770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:35.567170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:35.612865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:35.757599 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['463165e3-5571-4ba2-974b-5a50a2f4cc46'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:02:36.203179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a662d-e632-4d5a-9daa-3084d1a2632c req-0c211960-2cb1-4cb0-9a36-8f56e3bf01e5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:36.204643 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-091a662d-e632-4d5a-9daa-3084d1a2632c req-0c211960-2cb1-4cb0-9a36-8f56e3bf01e5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 944 time: 0.0562615 Sep 17 23:02:36.241162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-091a662d-e632-4d5a-9daa-3084d1a2632c req-12c4199a-ef53-4775-8797-a320b2360de4 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305941 Sep 17 23:02:37.342317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 463165e3-5571-4ba2-974b-5a50a2f4cc46 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:02:37.357747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295763fa-144e-4e74-b15b-d8014158bdbd req-f3f7d105-a1a8-45c7-a629-636e3870cd62 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:37.359322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-295763fa-144e-4e74-b15b-d8014158bdbd req-f3f7d105-a1a8-45c7-a629-636e3870cd62 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 944 time: 0.0522985 Sep 17 23:02:37.397320 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-295763fa-144e-4e74-b15b-d8014158bdbd req-e769e133-9ba3-4882-b4de-4f3d1189ff81 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Sep 17 23:02:37.470254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 463165e3-5571-4ba2-974b-5a50a2f4cc46 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:02:37.474257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 463165e3-5571-4ba2-974b-5a50a2f4cc46 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:02:37.474621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:37.548415 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:37.570043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:02:37.572269 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a9c5ed-2685-4478-b514-2d01fb1a4177" -d '{"events": [{"server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "name": "network-vif-plugged", "status": "completed", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:02:37.584915 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:02:37.608647 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae7f1b8-d20d-464a-a50d-91017eb1b45a x-openstack-request-id: req-3ae7f1b8-d20d-464a-a50d-91017eb1b45a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:02:37.608929 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "name": "network-vif-plugged", "status": "completed", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:02:37.609238 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ae7f1b8-d20d-464a-a50d-91017eb1b45a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:02:37.609624 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'code': 200} Sep 17 23:02:37.658939 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:37.712595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:02:37.977494 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d47961-cab5-4f82-bd6a-bb3c2a302aaf req-4858eb6e-0ea0-4bc8-8446-e03b6b59b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:37.979013 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3d47961-cab5-4f82-bd6a-bb3c2a302aaf req-4858eb6e-0ea0-4bc8-8446-e03b6b59b143 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 1097 time: 0.3163166 Sep 17 23:02:38.014630 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-c3d47961-cab5-4f82-bd6a-bb3c2a302aaf req-819fc1b6-5641-4875-af87-7c14425eb04f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287786 Sep 17 23:02:38.512741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da12d3-ff22-4859-bbdb-18afc3fb2421 req-52293d32-83f0-43da-a5aa-b30eeff529f6 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:38.514267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4da12d3-ff22-4859-bbdb-18afc3fb2421 req-52293d32-83f0-43da-a5aa-b30eeff529f6 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0504205 Sep 17 23:02:38.552220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4da12d3-ff22-4859-bbdb-18afc3fb2421 req-ccda7ea0-1291-4f30-9a5e-9df84d86472c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Sep 17 23:02:38.715970 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:39.670411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b982c-201f-4668-8b5b-49a91ef01ccb req-5d72a619-a0cf-4633-b4d7-007bf742fc50 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:39.671960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45b982c-201f-4668-8b5b-49a91ef01ccb req-5d72a619-a0cf-4633-b4d7-007bf742fc50 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0534110 Sep 17 23:02:39.708821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d45b982c-201f-4668-8b5b-49a91ef01ccb req-04404245-53dc-43dc-80b9-5843bfa28e28 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Sep 17 23:02:39.821271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403deda-a659-4bd8-b8d4-09437697228c req-e547a373-3163-41e2-b585-4be2e74c639c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:39.822727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6403deda-a659-4bd8-b8d4-09437697228c req-e547a373-3163-41e2-b585-4be2e74c639c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Sep 17 23:02:39.859983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6403deda-a659-4bd8-b8d4-09437697228c req-b0984fef-aa64-4c74-8e2e-e110bef98e19 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Sep 17 23:02:40.109597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e59f49-68af-4b31-bc6c-fc52973c7d92 req-95b5c370-782b-43c1-9c8f-5924a40f3ece tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:40.111147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52e59f49-68af-4b31-bc6c-fc52973c7d92 req-95b5c370-782b-43c1-9c8f-5924a40f3ece tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0485954 Sep 17 23:02:40.148231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52e59f49-68af-4b31-bc6c-fc52973c7d92 req-5937981c-6041-4bbf-801e-5cc1bac3ef4f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Sep 17 23:02:40.264491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4a6f2-167f-4ac3-b02d-9c19b88bc45d req-232e9dc2-f336-4eda-ad49-4b9ee70ef252 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:40.265949 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ece4a6f2-167f-4ac3-b02d-9c19b88bc45d req-232e9dc2-f336-4eda-ad49-4b9ee70ef252 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0529573 Sep 17 23:02:40.303724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ece4a6f2-167f-4ac3-b02d-9c19b88bc45d req-58c81367-a415-4566-8e3e-878243985a89 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Sep 17 23:02:40.395782 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:40.656918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7161b-62e7-4fcb-b9f8-a5f711504dbd req-d18c112d-79e4-4dd4-8752-cc703d984040 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:40.658418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ce7161b-62e7-4fcb-b9f8-a5f711504dbd req-d18c112d-79e4-4dd4-8752-cc703d984040 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0500572 Sep 17 23:02:40.695905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ce7161b-62e7-4fcb-b9f8-a5f711504dbd req-f36980de-d523-4758-bd40-44290a08c768 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314426 Sep 17 23:02:40.888187 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-3e5b8285-8765-4bdc-83d6-7cf680938018 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770044 Sep 17 23:02:41.812308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37bf25-bef8-4c53-bcfc-8c5e6dfce9aa req-9c547e0f-dd4e-498c-afee-8b5b3b9ae1dc tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:41.813796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d37bf25-bef8-4c53-bcfc-8c5e6dfce9aa req-9c547e0f-dd4e-498c-afee-8b5b3b9ae1dc tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0516374 Sep 17 23:02:41.851749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d37bf25-bef8-4c53-bcfc-8c5e6dfce9aa req-8f7f2705-8b04-4a3d-be49-f26fe82724ff tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321119 Sep 17 23:02:42.972687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d27ab9-192b-4ac7-82b2-4f390e7e53fd req-97834c0a-c26a-4321-840a-0bd892bfa5c8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:42.974155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f1d27ab9-192b-4ac7-82b2-4f390e7e53fd req-97834c0a-c26a-4321-840a-0bd892bfa5c8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0535111 Sep 17 23:02:43.017046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f1d27ab9-192b-4ac7-82b2-4f390e7e53fd req-755be0ce-f2eb-4d93-8a43-99519096268c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368593 Sep 17 23:02:43.056476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-86be0c96-f1c7-4d2b-acf5-93236badf242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:43.057972 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-86be0c96-f1c7-4d2b-acf5-93236badf242 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 1097 time: 0.0397162 Sep 17 23:02:43.146736 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-78e0ac07-97bc-45ad-b1e6-638ba358ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:43.148135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-78e0ac07-97bc-45ad-b1e6-638ba358ad40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0838435 Sep 17 23:02:43.188802 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-226853a1-99cb-498a-a608-2b072245ecc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46 HTTP/1.1" status: 200 len: 217 time: 0.0337164 Sep 17 23:02:43.239925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-80594668-2565-4450-a67b-6eb19466d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:43.241319 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-80594668-2565-4450-a67b-6eb19466d124 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0459356 Sep 17 23:02:43.272256 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-a507da41-8edd-4f96-9ac1-cd26016f36dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241313 Sep 17 23:02:43.361648 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-a70bbf5e-eb0e-4a33-9d86-e41ee443d58d service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824502 Sep 17 23:02:43.453884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-9a615829-0810-42e1-818f-3b1cf14e5c58 service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848496 Sep 17 23:02:44.134174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb11a7d-f5c8-4d51-93bb-02350396080f req-71c91d8c-03e0-46f3-a2c0-1d319619a47f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:44.135713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebb11a7d-f5c8-4d51-93bb-02350396080f req-71c91d8c-03e0-46f3-a2c0-1d319619a47f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0523932 Sep 17 23:02:44.173925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebb11a7d-f5c8-4d51-93bb-02350396080f req-d1f4af22-2c79-42f9-86be-dd926d8ed75b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Sep 17 23:02:45.290094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd5be8-7dc3-4b16-ac01-4a4d3c103902 req-ab1f91d2-ed21-4518-a6c2-f723c434cc8a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:45.291609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60fd5be8-7dc3-4b16-ac01-4a4d3c103902 req-ab1f91d2-ed21-4518-a6c2-f723c434cc8a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0494230 Sep 17 23:02:45.332726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60fd5be8-7dc3-4b16-ac01-4a4d3c103902 req-344d6b26-a740-4926-b236-3ff0b9308a45 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352759 Sep 17 23:02:46.452428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe0570-97cb-45be-baa2-d7ba10447af1 req-8ea1fabc-4624-405a-850b-dd0d84eedea5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:46.453964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20fe0570-97cb-45be-baa2-d7ba10447af1 req-8ea1fabc-4624-405a-850b-dd0d84eedea5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0538740 Sep 17 23:02:46.490878 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20fe0570-97cb-45be-baa2-d7ba10447af1 req-ecf7f3dc-7782-444a-bb5a-a36dcf5dd346 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310514 Sep 17 23:02:47.604348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911c2c1-e47d-4a19-888f-54af5a61e875 req-2f4131ac-5324-4a06-a872-f04c109c1c84 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:47.605719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e911c2c1-e47d-4a19-888f-54af5a61e875 req-2f4131ac-5324-4a06-a872-f04c109c1c84 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0486207 Sep 17 23:02:47.642777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e911c2c1-e47d-4a19-888f-54af5a61e875 req-3a077d9d-e91b-4fa3-9322-ae5c84f98272 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Sep 17 23:02:47.767345 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-011e8459-7b42-45b6-bdb6-a6772c38b17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:48.756130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b1b7f-ac9f-480d-bd70-3b1da45b9245 req-abc1dc3d-b409-425d-81d5-c75e5e5524ec tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:48.757671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f96b1b7f-ac9f-480d-bd70-3b1da45b9245 req-abc1dc3d-b409-425d-81d5-c75e5e5524ec tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Sep 17 23:02:48.794526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f96b1b7f-ac9f-480d-bd70-3b1da45b9245 req-9ae611bc-a712-44dc-a522-8d9188a1d6bf tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Sep 17 23:02:49.911765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e91c28-8f1c-4de3-b199-d0414638bc5e req-d830d769-c9c2-4727-87bc-5212c856397a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:49.913232 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74e91c28-8f1c-4de3-b199-d0414638bc5e req-d830d769-c9c2-4727-87bc-5212c856397a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0531905 Sep 17 23:02:49.950260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74e91c28-8f1c-4de3-b199-d0414638bc5e req-f03396d4-f24f-4d27-9adb-bf7bb79516da tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Sep 17 23:02:50.206979 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-36d68aae-bf68-4d3e-aba9-dfb2394d1b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:51.061848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc93e2-57aa-445f-a66b-b43623a14e3f req-62b73dd6-c42c-4292-9eff-ccc1d6d70d3b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:51.064011 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64dc93e2-57aa-445f-a66b-b43623a14e3f req-62b73dd6-c42c-4292-9eff-ccc1d6d70d3b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0489156 Sep 17 23:02:51.100670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64dc93e2-57aa-445f-a66b-b43623a14e3f req-74ed0d0e-7059-4bbd-87b0-10b15c20afa1 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Sep 17 23:02:51.321027 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:51.846836 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:52.219064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d01907-06da-49e3-82db-5c9e09493b4a req-8c3340ac-39e4-456f-bd2a-2030a4112967 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:52.220537 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2d01907-06da-49e3-82db-5c9e09493b4a req-8c3340ac-39e4-456f-bd2a-2030a4112967 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0511174 Sep 17 23:02:52.257579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2d01907-06da-49e3-82db-5c9e09493b4a req-f61c8027-b253-48d0-bd03-fda71f4a4f64 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Sep 17 23:02:53.372563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487ae9e-58aa-4491-9486-114ab29c71e9 req-79ebd858-c12f-445f-afe7-330e33e66a00 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:53.383207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4487ae9e-58aa-4491-9486-114ab29c71e9 req-79ebd858-c12f-445f-afe7-330e33e66a00 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0513098 Sep 17 23:02:53.411877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4487ae9e-58aa-4491-9486-114ab29c71e9 req-2874a856-d578-4123-a5e7-0a87263ba50e tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Sep 17 23:02:53.487179 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:02:54.524715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88270e1a-7c41-4144-ad97-eb91dc75cb63 req-b4134a79-00d4-430a-902a-435f8bda139a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:54.526192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88270e1a-7c41-4144-ad97-eb91dc75cb63 req-b4134a79-00d4-430a-902a-435f8bda139a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Sep 17 23:02:54.562894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-88270e1a-7c41-4144-ad97-eb91dc75cb63 req-c3c41599-a1e5-49a6-92ab-74a315b4caaa tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Sep 17 23:02:55.676232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4bb0-54d5-48a0-a219-0ceebf6f975e req-1c23b702-6e69-44fb-8ce6-5a41ed4ebe5d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:55.677727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e5a4bb0-54d5-48a0-a219-0ceebf6f975e req-1c23b702-6e69-44fb-8ce6-5a41ed4ebe5d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0497115 Sep 17 23:02:55.715029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e5a4bb0-54d5-48a0-a219-0ceebf6f975e req-c67c271d-91aa-44b4-aaea-6e913968a3ef tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313160 Sep 17 23:02:56.089773 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:02:56.840654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8530c8-e341-4f61-8560-3901817394a6 req-1111296f-5e17-4599-b89a-32e44778ab30 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:56.842114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd8530c8-e341-4f61-8560-3901817394a6 req-1111296f-5e17-4599-b89a-32e44778ab30 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0599225 Sep 17 23:02:56.879147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd8530c8-e341-4f61-8560-3901817394a6 req-5c1d1b6a-5c8d-4c55-b33b-ca3c873d54a6 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302775 Sep 17 23:02:57.994705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d5a24-617e-4079-aa0c-cd8ace137fa0 req-120b9355-2eef-4a31-98ae-a3a875213524 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:57.996204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c3d5a24-617e-4079-aa0c-cd8ace137fa0 req-120b9355-2eef-4a31-98ae-a3a875213524 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0497706 Sep 17 23:02:58.032907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c3d5a24-617e-4079-aa0c-cd8ace137fa0 req-0d2943e9-ac53-4eeb-bbc9-fe597c3bf635 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306489 Sep 17 23:02:59.146009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfb8dd-1921-443a-aa00-845179b1c07f req-4d50ad4f-7aff-445f-ada7-c30b3a2c583d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:02:59.147495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6cfb8dd-1921-443a-aa00-845179b1c07f req-4d50ad4f-7aff-445f-ada7-c30b3a2c583d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0481455 Sep 17 23:02:59.185140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6cfb8dd-1921-443a-aa00-845179b1c07f req-a308fab6-45f8-4f69-89f4-3bae2fe0eb95 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Sep 17 23:03:00.300807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c38b1-9e40-4357-9555-7182f24f652c req-c3009494-c84c-444f-b430-671ea1e5d4b8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:00.302421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a82c38b1-9e40-4357-9555-7182f24f652c req-c3009494-c84c-444f-b430-671ea1e5d4b8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0516934 Sep 17 23:03:00.338500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a82c38b1-9e40-4357-9555-7182f24f652c req-52eebf6e-75c4-487e-906b-24ee79a2f945 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301900 Sep 17 23:03:01.451026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fd22e-d039-4868-8d86-201a4f864cfc req-c95b22b6-a2b7-41f9-b435-7d9e20c04e1b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:01.452516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c9fd22e-d039-4868-8d86-201a4f864cfc req-c95b22b6-a2b7-41f9-b435-7d9e20c04e1b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0486159 Sep 17 23:03:01.490176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4c9fd22e-d039-4868-8d86-201a4f864cfc req-d2f272ed-c775-45fe-9be8-99d07bc4d9ff tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Sep 17 23:03:02.601595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d01e4-52de-4a00-82b2-69b55098c915 req-384c3150-3b46-4dc3-a3ff-978c95b49fbc tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:02.602989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e15d01e4-52de-4a00-82b2-69b55098c915 req-384c3150-3b46-4dc3-a3ff-978c95b49fbc tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0473735 Sep 17 23:03:02.639932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e15d01e4-52de-4a00-82b2-69b55098c915 req-26dafb9c-31c9-4d4c-a361-96378e228c9b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Sep 17 23:03:03.756698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b3d1e-0eb3-49f3-a32c-5992fea244f9 req-f3bf1eb0-0221-4934-9f3f-d53542fe9c02 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:03.758205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e94b3d1e-0eb3-49f3-a32c-5992fea244f9 req-f3bf1eb0-0221-4934-9f3f-d53542fe9c02 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0521703 Sep 17 23:03:03.794667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e94b3d1e-0eb3-49f3-a32c-5992fea244f9 req-51bd16bf-2c11-407b-bd73-96905b5dea98 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Sep 17 23:03:04.907326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e4411-8801-4391-bca3-f0df9113f257 req-39bcf29b-1512-4642-ba22-04df943cd9e2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:04.908695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-484e4411-8801-4391-bca3-f0df9113f257 req-39bcf29b-1512-4642-ba22-04df943cd9e2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0474272 Sep 17 23:03:04.945782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-484e4411-8801-4391-bca3-f0df9113f257 req-f0943ec0-2fbb-4820-bcca-a788aef80ef7 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306947 Sep 17 23:03:06.058507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26a579-2fd9-4f70-ac9f-a8ebd041907c req-ac66e7ca-587a-469d-8513-fea7082f4c16 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:06.060015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa26a579-2fd9-4f70-ac9f-a8ebd041907c req-ac66e7ca-587a-469d-8513-fea7082f4c16 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0487490 Sep 17 23:03:06.097242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fa26a579-2fd9-4f70-ac9f-a8ebd041907c req-84d54d6f-308e-4e5f-aec8-88ffb5099a48 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313320 Sep 17 23:03:07.214181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940243e-6b84-45b8-ac3c-792f3c5ee6c6 req-a97301d3-626a-44d2-9ec0-c30c8ce4b785 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:07.216231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4940243e-6b84-45b8-ac3c-792f3c5ee6c6 req-a97301d3-626a-44d2-9ec0-c30c8ce4b785 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0539041 Sep 17 23:03:07.252584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4940243e-6b84-45b8-ac3c-792f3c5ee6c6 req-05292e58-2f7c-4597-bfe8-da813955eaac tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306368 Sep 17 23:03:08.365901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7af6e9-7891-4a00-aa9b-c47e0e370e46 req-53f4560d-9aa0-47f5-8f33-9d7c4d63d2ae tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:08.367417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b7af6e9-7891-4a00-aa9b-c47e0e370e46 req-53f4560d-9aa0-47f5-8f33-9d7c4d63d2ae tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0479984 Sep 17 23:03:08.405074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b7af6e9-7891-4a00-aa9b-c47e0e370e46 req-7cd0572f-ad54-43a4-a85c-ddfd01379240 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Sep 17 23:03:08.709310 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:09.517649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4140b96-bfb6-41c0-95f8-7a1a96ee32a5 req-d5d2a21f-4351-4710-8e98-7c4547134005 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:09.519710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4140b96-bfb6-41c0-95f8-7a1a96ee32a5 req-d5d2a21f-4351-4710-8e98-7c4547134005 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0486677 Sep 17 23:03:09.555692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4140b96-bfb6-41c0-95f8-7a1a96ee32a5 req-fd32906f-f97e-401d-9c69-770aac30e95b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300777 Sep 17 23:03:10.395208 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:10.651256 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-60e6f721-f381-4e09-85f7-ba3685986359 service neutron] show failed (client error): The resource could not be found. Sep 17 23:03:10.654077 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-60e6f721-f381-4e09-85f7-ba3685986359 service neutron] 10.222.0.35 "GET /v2.0/ports/463165e3-5571-4ba2-974b-5a50a2f4cc46/bindings/n-h1-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0581477 Sep 17 23:03:10.674526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957553b8-16b7-4e63-94f5-893702d77271 req-4408cfc7-f707-43ff-88d4-afd63d03fe85 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:10.676036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-957553b8-16b7-4e63-94f5-893702d77271 req-4408cfc7-f707-43ff-88d4-afd63d03fe85 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0531650 Sep 17 23:03:10.712799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-957553b8-16b7-4e63-94f5-893702d77271 req-6a3650bb-a04c-4716-b309-ff284093bbc7 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Sep 17 23:03:11.118741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-be72a908-0310-4773-a561-4a14c50f5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:11.120349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-be72a908-0310-4773-a561-4a14c50f5536 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305&tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa HTTP/1.1" status: 200 len: 1097 time: 0.0395837 Sep 17 23:03:11.136383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:03:11.193712 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.397106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:11.428115 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:03:11.465559 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:11.467814 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c39e87-8ad8-408f-aa90-ca99b437351e" -d '{"events": [{"server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "name": "network-vif-unplugged", "status": "completed", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:11.471496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.483886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Transition to ACTIVE for port object 463165e3-5571-4ba2-974b-5a50a2f4cc46 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:03:11.519159 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cf42ef-e10e-4bd4-be8c-5eef8076963b x-openstack-request-id: req-98cf42ef-e10e-4bd4-be8c-5eef8076963b {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:11.519471 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "name": "network-vif-unplugged", "status": "completed", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:11.519882 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98cf42ef-e10e-4bd4-be8c-5eef8076963b {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:11.520288 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'code': 200} Sep 17 23:03:11.549408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.608869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] No DVR routers for this DVR port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on host n-h2-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:03:11.610605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Pushing event updated for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:11.621788 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.622127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.622462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.622812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.623134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.623455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.623775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.624093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.624410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.624726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.625039 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.625353 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:11.658872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Attempting to bind port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:03:11.659184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Attempting to bind port 463165e3-5571-4ba2-974b-5a50a2f4cc46 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:03:11.659498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Attempting to bind port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:03:11.663614 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:03:11.663930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Attempting to bind port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:03:11.668572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:03:11.668903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Checking segment: {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:03:11.669275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Bound using segment: {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:03:11.669694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Bound port: 463165e3-5571-4ba2-974b-5a50a2f4cc46, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:03:11.670040 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.729948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:03:11.732941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:03:11.817108 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.863953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:11.864562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:11.865930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] 10.222.0.32 "PUT /v2.0/ports/463165e3-5571-4ba2-974b-5a50a2f4cc46 HTTP/1.1" status: 200 len: 1092 time: 0.7379997 Sep 17 23:03:11.882126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dede4-c51b-42ef-84a3-c3fe1d18bd1e req-e3aaf755-a2d0-4089-9bec-ea2fa8bedac8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:11.883603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a0dede4-c51b-42ef-84a3-c3fe1d18bd1e req-e3aaf755-a2d0-4089-9bec-ea2fa8bedac8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 943 time: 0.1025279 Sep 17 23:03:11.935163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236271e-a382-44e8-bbef-ebf624bcac70 service neutron] Pushing event updated for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:11.966735 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a0dede4-c51b-42ef-84a3-c3fe1d18bd1e req-a2506eff-ced0-4d87-a4c0-572d9f034fe0 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621026 Sep 17 23:03:11.968475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-8199494b-810c-498f-8661-90c5e1e51dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:11.969962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-8199494b-810c-498f-8661-90c5e1e51dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 1095 time: 0.0808716 Sep 17 23:03:12.062575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-99340821-c81d-4a3d-b062-b974deefaa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:12.064079 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-99340821-c81d-4a3d-b062-b974deefaa54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0872486 Sep 17 23:03:12.110099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-7194c691-107e-4a78-a162-603b8c831819 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46 HTTP/1.1" status: 200 len: 217 time: 0.0384188 Sep 17 23:03:12.161086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-c0acbbdc-c831-46ba-b666-02855f6fecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:12.162559 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-c0acbbdc-c831-46ba-b666-02855f6fecb5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0461841 Sep 17 23:03:12.198901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-a277d230-13d4-4c01-b23c-60914f45ffa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258448 Sep 17 23:03:12.296567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-9c4a1840-aedf-4afd-890b-8b699e8c8808 service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909367 Sep 17 23:03:12.391714 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b58ddb0c-09d4-41f5-b277-f3dddbc52648 req-387c51db-3799-424b-8468-814d6628e823 service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877271 Sep 17 23:03:13.088381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8cad9-1a25-41ee-b544-d8fcb45bebb6 req-dd9afe26-5890-42ce-a1fe-c25f8a9656d1 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.089836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44b8cad9-1a25-41ee-b544-d8fcb45bebb6 req-dd9afe26-5890-42ce-a1fe-c25f8a9656d1 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 943 time: 0.0515344 Sep 17 23:03:13.469438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44b8cad9-1a25-41ee-b544-d8fcb45bebb6 req-8e12e0ca-04b8-4783-a56f-c338d8c9f3d5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737426 Sep 17 23:03:13.497094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 463165e3-5571-4ba2-974b-5a50a2f4cc46 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:03:13.521122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:13.523511 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:13.535717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 463165e3-5571-4ba2-974b-5a50a2f4cc46 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:03:13.572034 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ea7cf1-dade-4beb-a1ff-acc1cf34d55c x-openstack-request-id: req-e2ea7cf1-dade-4beb-a1ff-acc1cf34d55c {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:13.572318 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:13.572566 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2ea7cf1-dade-4beb-a1ff-acc1cf34d55c {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:13.572946 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'status': 'completed', 'code': 200} Sep 17 23:03:13.631171 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-f4c24a16-dd24-4937-b65b-f3f6874f5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.632596 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-f4c24a16-dd24-4937-b65b-f3f6874f5bec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 1095 time: 0.0409689 Sep 17 23:03:13.633965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-67e8f918-a3f5-440c-b8c3-c21104bb4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.635444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-67e8f918-a3f5-440c-b8c3-c21104bb4b63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 1095 time: 0.0397849 Sep 17 23:03:13.727218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-5e33bd44-5035-408d-94d8-fae6a6973b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.728151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-d646ee92-8864-41c3-8e3d-7a9342a29c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.728709 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-5e33bd44-5035-408d-94d8-fae6a6973b4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0886338 Sep 17 23:03:13.729590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-d646ee92-8864-41c3-8e3d-7a9342a29c38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0853503 Sep 17 23:03:13.768816 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-df974ae7-e968-413b-8f3a-7c4312f68871 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46 HTTP/1.1" status: 200 len: 217 time: 0.0333202 Sep 17 23:03:13.772133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-10de3512-2114-4ace-bac7-e2d5391a3995 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46 HTTP/1.1" status: 200 len: 217 time: 0.0343440 Sep 17 23:03:13.820674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-6488a87b-f04b-4ba7-a01b-c2805090eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.820930 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-fc035283-e181-4340-b0b0-c8b915d03731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:13.822126 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-6488a87b-f04b-4ba7-a01b-c2805090eca3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0470543 Sep 17 23:03:13.822242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-fc035283-e181-4340-b0b0-c8b915d03731 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0420918 Sep 17 23:03:13.854166 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-9bdfe191-d35a-4abd-9997-cc606b1fe124 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254726 Sep 17 23:03:13.855093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-fe5a02ab-810f-4553-9ba4-21b0dfce70b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249805 Sep 17 23:03:13.943842 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-1d75028e-76f1-4c73-9c05-e0d883ccb3d2 service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828519 Sep 17 23:03:13.947146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-f3d1c7f2-bfe4-48f9-9717-f1807068202a service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849509 Sep 17 23:03:14.040149 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-31106774-c848-465a-8efd-7f9f1fa18f6b service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881600 Sep 17 23:03:14.043937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b324c1c8-2c3e-41c8-86fb-657ff726bc1d req-7b43c339-c2e9-48b2-9ce1-6ad0590b3ff0 service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884500 Sep 17 23:03:14.584372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bd2a2-9cc9-40d6-8eae-e996b5fd02ea req-9227c517-f7f1-4e2b-9466-a69e16dedfc2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:14.585832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-510bd2a2-9cc9-40d6-8eae-e996b5fd02ea req-9227c517-f7f1-4e2b-9466-a69e16dedfc2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 943 time: 0.0475564 Sep 17 23:03:14.622006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-510bd2a2-9cc9-40d6-8eae-e996b5fd02ea req-4ba67fc5-c579-4974-9932-fe9a41dfc648 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303094 Sep 17 23:03:14.913218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645da22-1322-46b7-a574-c646def4642c req-703df6a8-21fc-4be5-b456-e8a116f68853 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:14.914700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0645da22-1322-46b7-a574-c646def4642c req-703df6a8-21fc-4be5-b456-e8a116f68853 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 943 time: 0.0479584 Sep 17 23:03:14.952741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0645da22-1322-46b7-a574-c646def4642c req-55c7dc00-4426-4ab9-9e7e-bca39b42e73b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Sep 17 23:03:15.018595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878976-d9b0-4494-bb3c-103428f8689c req-dc63e048-f997-401c-8859-5ee58563dd22 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.020151 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5878976-d9b0-4494-bb3c-103428f8689c req-dc63e048-f997-401c-8859-5ee58563dd22 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305&tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&binding%3Ahost_id=n-h1-713498-17 HTTP/1.1" status: 200 len: 943 time: 0.0835044 Sep 17 23:03:15.086185 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [req-e5878976-d9b0-4494-bb3c-103428f8689c req-e3f53fee-63fb-48a6-bae4-767cbf7691ae service neutron] delete failed (client error): The resource could not be found. Sep 17 23:03:15.087175 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5878976-d9b0-4494-bb3c-103428f8689c req-e3f53fee-63fb-48a6-bae4-767cbf7691ae service neutron] 10.222.0.35 "DELETE /v2.0/ports/463165e3-5571-4ba2-974b-5a50a2f4cc46/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0591211 Sep 17 23:03:15.168726 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878976-d9b0-4494-bb3c-103428f8689c req-1694ee6c-289b-404a-8f27-573503b3d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.170326 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5878976-d9b0-4494-bb3c-103428f8689c req-1694ee6c-289b-404a-8f27-573503b3d91a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 1095 time: 0.0418336 Sep 17 23:03:15.260613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878976-d9b0-4494-bb3c-103428f8689c req-0693ee92-4f1c-4f51-92c2-e4ec16b2c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.262050 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5878976-d9b0-4494-bb3c-103428f8689c req-0693ee92-4f1c-4f51-92c2-e4ec16b2c78d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0851405 Sep 17 23:03:15.303006 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5878976-d9b0-4494-bb3c-103428f8689c req-c4bf420c-e761-44a4-ab0f-198e491a3d57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46 HTTP/1.1" status: 200 len: 217 time: 0.0340648 Sep 17 23:03:15.353773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878976-d9b0-4494-bb3c-103428f8689c req-d6537218-3be1-45f4-89a5-147b82f2eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:15.355251 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5878976-d9b0-4494-bb3c-103428f8689c req-d6537218-3be1-45f4-89a5-147b82f2eddc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0429337 Sep 17 23:03:15.386682 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5878976-d9b0-4494-bb3c-103428f8689c req-68d79a6e-637c-406f-b20d-3eaeda19c2c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238183 Sep 17 23:03:15.479187 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5878976-d9b0-4494-bb3c-103428f8689c req-a2149c9f-f7fa-406e-8f13-69cb2a3839cc service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852299 Sep 17 23:03:15.569528 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e5878976-d9b0-4494-bb3c-103428f8689c req-503b7d92-4874-4151-8d8e-78e605abdc92 service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839200 Sep 17 23:03:15.636155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 463165e3-5571-4ba2-974b-5a50a2f4cc46 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:03:15.729501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:15.740314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38', 'port_id': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'mac_address': 'fa:16:3e:5c:1e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671d249e-4928-4091-9802-12eb7e0b2cbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:03:15.776408 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:15.788551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463165e3-5571-4ba2-974b-5a50a2f4cc46 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:03:15.806289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:15.874884 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:15.924582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:16.073097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587c5bc-207d-4609-83a2-f481306a424b req-f670f91c-178c-43b8-af19-d426d6c3e614 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:16.074585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6587c5bc-207d-4609-83a2-f481306a424b req-f670f91c-178c-43b8-af19-d426d6c3e614 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 944 time: 0.0537097 Sep 17 23:03:16.090158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['463165e3-5571-4ba2-974b-5a50a2f4cc46'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:03:16.113386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6587c5bc-207d-4609-83a2-f481306a424b req-01edd778-d266-4622-965f-89ac580d2499 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Sep 17 23:03:17.226995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d45e2e-2c89-46ff-be00-b57f2955f7c9 req-01cecb16-6536-4dd4-a28f-b598daa7174f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.228453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2d45e2e-2c89-46ff-be00-b57f2955f7c9 req-01cecb16-6536-4dd4-a28f-b598daa7174f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 944 time: 0.0475860 Sep 17 23:03:17.264953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2d45e2e-2c89-46ff-be00-b57f2955f7c9 req-88013f86-456a-4636-bca2-3f3b51281c47 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Sep 17 23:03:17.375697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b33a64-3059-4f55-a801-e678d57ac157 req-ccafdc12-daca-419b-897e-9da1c41f9073 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.377417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2b33a64-3059-4f55-a801-e678d57ac157 req-ccafdc12-daca-419b-897e-9da1c41f9073 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 944 time: 0.0485470 Sep 17 23:03:17.414518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2b33a64-3059-4f55-a801-e678d57ac157 req-060642a3-5709-44fe-a52b-ed0cd0c59fab tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Sep 17 23:03:17.529248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95216b-6a8a-44f5-b92f-74be4ddc82e2 req-53acf04e-78fe-4c35-a945-f0bb58e8e0b7 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:17.530711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f95216b-6a8a-44f5-b92f-74be4ddc82e2 req-53acf04e-78fe-4c35-a945-f0bb58e8e0b7 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 944 time: 0.0512576 Sep 17 23:03:17.567186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f95216b-6a8a-44f5-b92f-74be4ddc82e2 req-7b39f135-2304-4411-95ba-a75827be1cf5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300045 Sep 17 23:03:17.651910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 463165e3-5571-4ba2-974b-5a50a2f4cc46 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:03:17.784020 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d2428703-5dcb-4a31-a736-7e54abb1c42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:17.785459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 463165e3-5571-4ba2-974b-5a50a2f4cc46 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:03:17.789720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 463165e3-5571-4ba2-974b-5a50a2f4cc46 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:03:17.790077 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:17.867351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:17.889696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:17.891930 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84050cbe-26cb-4f89-80e8-38e81e941641" -d '{"events": [{"server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "name": "network-vif-plugged", "status": "completed", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:17.904696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:17.930438 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f11baa-e47c-41bb-9250-cb0aad104808 x-openstack-request-id: req-05f11baa-e47c-41bb-9250-cb0aad104808 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:17.934755 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "name": "network-vif-plugged", "status": "completed", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:17.936723 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05f11baa-e47c-41bb-9250-cb0aad104808 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:17.936723 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'code': 200} Sep 17 23:03:17.983639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:18.034345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:18.128756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e08aaf8e-ec6a-4c79-88f0-940922bdf64d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:18.130247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e08aaf8e-ec6a-4c79-88f0-940922bdf64d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 815 time: 0.1007257 Sep 17 23:03:18.145212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-6ff13a89-03a4-4780-98b5-041b6cfe95af tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/quotas/8e2f22fae34c4afe9da3c24c2fa50eaa HTTP/1.1" status: 200 len: 375 time: 0.0087280 Sep 17 23:03:18.196807 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-8b19a8ed-90d6-4483-bd0b-9cd04206ec5d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463474 Sep 17 23:03:18.284085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-648c7295-84c8-4676-b1c4-e6a2b06acd91 service neutron] 10.222.0.13 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802131 Sep 17 23:03:18.375259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-2268b11b-3358-4fa3-b75a-8c4dc50c439c service neutron] 10.222.0.13 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846667 Sep 17 23:03:18.586091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbef5593-47bd-48cd-8baa-04fbbf51b440 req-32115dc7-5153-460b-be87-cc88c1588a43 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Sep 17 23:03:19.257976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-4657c487-fc9e-4957-936c-0613e32b00e5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:19.259445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-4657c487-fc9e-4957-936c-0613e32b00e5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf0085b1-23c8-4f86-9417-e1fb27f5a305 HTTP/1.1" status: 200 len: 945 time: 0.0470812 Sep 17 23:03:19.353037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Deleting port 463165e3-5571-4ba2-974b-5a50a2f4cc46 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:03:19.353586 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.444713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] For port 463165e3-5571-4ba2-974b-5a50a2f4cc46, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=463165e3-5571-4ba2-974b-5a50a2f4cc46,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:19.445136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.457448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Calling delete_port for 463165e3-5571-4ba2-974b-5a50a2f4cc46 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:03:19.681515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6efa0ed-e7d0-4eab-b191-4c7f16bf0604 req-c8d7c2a5-df3e-48bf-b0d9-df95f332597f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 210 time: 0.0263190 Sep 17 23:03:19.697705 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.709534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['463165e3-5571-4ba2-974b-5a50a2f4cc46'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:03:19.733582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Pushing event deleted for resources: {'Port': ['ID=463165e3-5571-4ba2-974b-5a50a2f4cc46,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:19.779358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] No DVR routers for this DVR port 463165e3-5571-4ba2-974b-5a50a2f4cc46 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:03:19.781854 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:19.784166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bee71eb6-b1e6-4f50-893a-89a1ff2b4ee1 req-1572a8da-21f0-4455-9007-d10aa27b1c42 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.32 "DELETE /v2.0/ports/463165e3-5571-4ba2-974b-5a50a2f4cc46 HTTP/1.1" status: 204 len: 173 time: 0.5185122 Sep 17 23:03:19.784623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'name': 'network-vif-deleted', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:19.788351 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303e887b-b703-435b-b6d5-16566264eb9b" -d '{"events": [{"server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "name": "network-vif-deleted", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:19.831126 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cb58d3-7bea-49c6-b7a0-ebb6bfc032b5 x-openstack-request-id: req-08cb58d3-7bea-49c6-b7a0-ebb6bfc032b5 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:19.831126 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0085b1-23c8-4f86-9417-e1fb27f5a305", "name": "network-vif-deleted", "tag": "463165e3-5571-4ba2-974b-5a50a2f4cc46", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:19.831126 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08cb58d3-7bea-49c6-b7a0-ebb6bfc032b5 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:19.831126 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0085b1-23c8-4f86-9417-e1fb27f5a305', 'name': 'network-vif-deleted', 'tag': '463165e3-5571-4ba2-974b-5a50a2f4cc46', 'status': 'completed', 'code': 200} Sep 17 23:03:20.206617 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54360de0-64f3-47e6-896c-e2ef65416122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:20.411402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-232a80ce-1a12-4975-804c-776771832970 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:20.412921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-232a80ce-1a12-4975-804c-776771832970 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.32 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 815 time: 0.1072836 Sep 17 23:03:20.426224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Request body: {'port': {'device_id': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38', 'admin_state_up': True, 'tenant_id': '8e2f22fae34c4afe9da3c24c2fa50eaa'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:03:20.589551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Made reservation on behalf of 8e2f22fae34c4afe9da3c24c2fa50eaa for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:03:20.593177 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:20.722253 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Allocated IP 172.20.0.14 (d2628873-20d5-4ef1-9322-1ab9fbd20c38/671d249e-4928-4091-9802-12eb7e0b2cbc/f3a64088-1fec-424d-8648-a2912faa9c04) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:03:20.783910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c956b49f-d448-4a52-ac24-5d4b566ffcc5 req-f3f32bec-2e52-4697-a60b-40372e560b36 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 210 time: 0.0354087 Sep 17 23:03:20.887369 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.001305 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.012516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['463165e3-5571-4ba2-974b-5a50a2f4cc46'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:03:21.044994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Network d2628873-20d5-4ef1-9322-1ab9fbd20c38 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:03:21.048024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:03:21.052524 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:03:21.077971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Pushing event updated for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:21.105408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:21.106010 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.201622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-d94054dc-fa37-496b-877d-31e46c8fe564 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7796581 Sep 17 23:03:21.214326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Request body: {'port': {'device_id': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:03:21.268151 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.343261 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.530585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a64088-1fec-424d-8648-a2912faa9c04 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:03:21.537898 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.549475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Transition to ACTIVE for port object f3a64088-1fec-424d-8648-a2912faa9c04 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:03:21.617513 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.664740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:21.735771 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Attempting to bind port f3a64088-1fec-424d-8648-a2912faa9c04 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:03:21.736095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Attempting to bind port f3a64088-1fec-424d-8648-a2912faa9c04 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:03:21.736507 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Attempting to bind port f3a64088-1fec-424d-8648-a2912faa9c04 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:03:21.740787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Port f3a64088-1fec-424d-8648-a2912faa9c04 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:03:21.741099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Attempting to bind port f3a64088-1fec-424d-8648-a2912faa9c04 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:03:21.746656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:03:21.747083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Checking segment: {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:03:21.747461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Bound using segment: {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:03:21.747874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Bound port: f3a64088-1fec-424d-8648-a2912faa9c04, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:03:21.748221 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.810832 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:03:21.813830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:03:21.823693 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.893092 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.908409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc139-b985-4a10-b986-84225571a8d8 req-ea9b6f85-cdbb-4744-8414-d59c81e2e2bb tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:21.909922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24bfc139-b985-4a10-b986-84225571a8d8 req-ea9b6f85-cdbb-4744-8414-d59c81e2e2bb tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 944 time: 0.0572889 Sep 17 23:03:21.952675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:21.953300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:21.954663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/f3a64088-1fec-424d-8648-a2912faa9c04 HTTP/1.1" status: 200 len: 1093 time: 0.7443192 Sep 17 23:03:21.955195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:21.957599 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2be3c8-2034-4011-80af-a9a5f4c8d13f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:21.992875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24bfc139-b985-4a10-b986-84225571a8d8 req-b08fd649-904f-48d7-8661-8d8c6dfdd633 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643187 Sep 17 23:03:21.998042 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fca220-f456-4aa6-a93e-056a9dc9c35b x-openstack-request-id: req-26fca220-f456-4aa6-a93e-056a9dc9c35b {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:21.998333 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:21.998588 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26fca220-f456-4aa6-a93e-056a9dc9c35b {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:21.999024 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'status': 'completed', 'code': 200} Sep 17 23:03:21.999999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921d5a7-b3fa-47d0-9d2e-843eb86ff3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:22.061438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2be3c8-2034-4011-80af-a9a5f4c8d13f req-83d5bd3f-4d65-4579-8a19-2f1cc007fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.062858 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be2be3c8-2034-4011-80af-a9a5f4c8d13f req-83d5bd3f-4d65-4579-8a19-2f1cc007fed1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 1096 time: 0.0409064 Sep 17 23:03:22.161809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2be3c8-2034-4011-80af-a9a5f4c8d13f req-04cd83cb-868f-4dc9-9ee3-bb4658cf105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.163338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be2be3c8-2034-4011-80af-a9a5f4c8d13f req-04cd83cb-868f-4dc9-9ee3-bb4658cf105b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929003 Sep 17 23:03:22.255455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2be3c8-2034-4011-80af-a9a5f4c8d13f req-fe07c373-3dd8-458a-a62e-bbb9ccfabf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.256951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be2be3c8-2034-4011-80af-a9a5f4c8d13f req-fe07c373-3dd8-458a-a62e-bbb9ccfabf41 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0868702 Sep 17 23:03:22.328438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-14dd9842-e456-4308-90e2-0bc65d5235a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.329799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-14dd9842-e456-4308-90e2-0bc65d5235a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 1096 time: 0.0393169 Sep 17 23:03:22.375669 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-8655d046-9730-4c0d-932b-c8b3c320ead3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a64088-1fec-424d-8648-a2912faa9c04 HTTP/1.1" status: 200 len: 217 time: 0.0384238 Sep 17 23:03:22.424702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-42b060ed-f9bf-4a35-8bec-f08d9b11de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:22.426736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-42b060ed-f9bf-4a35-8bec-f08d9b11de7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0447938 Sep 17 23:03:22.457755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-6e6aa676-22df-4661-a22c-91d486cac69b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235274 Sep 17 23:03:22.549256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-4743f837-0fcd-4b73-bfef-ba0fe1ae6fca service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846474 Sep 17 23:03:22.643250 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ccf7ab70-b1d1-4d55-a2ae-e23af06e28f3 req-aaad6a7c-e2f8-4ca4-9829-de4c525ebb6b service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865555 Sep 17 23:03:23.107521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e6117-1cac-457a-a467-9c6fb1eb3ab8 req-daad3b49-343b-45a9-829c-fe2d6cbc625c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:23.108983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-389e6117-1cac-457a-a467-9c6fb1eb3ab8 req-daad3b49-343b-45a9-829c-fe2d6cbc625c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 944 time: 0.0478299 Sep 17 23:03:23.150201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-389e6117-1cac-457a-a467-9c6fb1eb3ab8 req-f14b82ea-582e-4493-acc3-c6df99a7f570 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353451 Sep 17 23:03:23.497881 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:23.682929 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 463165e3-5571-4ba2-974b-5a50a2f4cc46 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:03:23.703020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 463165e3-5571-4ba2-974b-5a50a2f4cc46 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:03:23.703365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 463165e3-5571-4ba2-974b-5a50a2f4cc46 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:03:24.263668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20f389-f89c-4f8f-b1d8-da5c9b327825 req-7408665f-0b45-4bb3-a1a1-459b6666eee3 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:24.265148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc20f389-f89c-4f8f-b1d8-da5c9b327825 req-7408665f-0b45-4bb3-a1a1-459b6666eee3 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 944 time: 0.0496163 Sep 17 23:03:24.302010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fc20f389-f89c-4f8f-b1d8-da5c9b327825 req-9679d62e-c5aa-4e73-ac3e-e86f34f39af6 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Sep 17 23:03:25.415848 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae36f7-9138-4a3c-96bb-6fcb24f28118 req-347c8baa-967c-41a0-a089-7a51a74f0b55 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:25.417373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7ae36f7-9138-4a3c-96bb-6fcb24f28118 req-347c8baa-967c-41a0-a089-7a51a74f0b55 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 944 time: 0.0484285 Sep 17 23:03:25.454524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c7ae36f7-9138-4a3c-96bb-6fcb24f28118 req-96a90c2d-2f39-4e34-97e5-a0552f8d6c41 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 Sep 17 23:03:25.682387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f3a64088-1fec-424d-8648-a2912faa9c04 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:03:25.776873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:25.789011 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38', 'port_id': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'mac_address': 'fa:16:3e:4d:bb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671d249e-4928-4091-9802-12eb7e0b2cbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:03:25.825925 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:25.838687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a64088-1fec-424d-8648-a2912faa9c04 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:03:25.857571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:25.932225 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:25.983301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:25.990500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.990862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.991198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.991555 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.991883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.992207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.992528 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.992847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.993163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.993480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.993797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:25.994110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:03:26.119566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['f3a64088-1fec-424d-8648-a2912faa9c04'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:03:26.566908 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c506671-6b34-4f24-a777-98260617ffef req-7606007e-ec03-457c-a86b-29d27e0d9f0e tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:26.568371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c506671-6b34-4f24-a777-98260617ffef req-7606007e-ec03-457c-a86b-29d27e0d9f0e tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 945 time: 0.0472143 Sep 17 23:03:26.607805 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c506671-6b34-4f24-a777-98260617ffef req-ae24f495-4012-49b4-b7d6-4654b4ce3861 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335381 Sep 17 23:03:27.713600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f3a64088-1fec-424d-8648-a2912faa9c04 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:03:27.720775 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe85d17-9e0f-4536-9611-bbf557ae9f1e req-72eb6446-ae23-4e51-97b1-0f1bddb56e89 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:27.722266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe85d17-9e0f-4536-9611-bbf557ae9f1e req-72eb6446-ae23-4e51-97b1-0f1bddb56e89 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Sep 17 23:03:27.761335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abe85d17-9e0f-4536-9611-bbf557ae9f1e req-35fd9f75-fa6e-4aff-bed7-97897a49c411 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Sep 17 23:03:27.829215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port f3a64088-1fec-424d-8648-a2912faa9c04 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:03:27.833773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port f3a64088-1fec-424d-8648-a2912faa9c04 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:03:27.834136 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:27.908698 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:27.930060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:03:27.932296 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e542d695-1b46-41ef-8854-50590195ac5b" -d '{"events": [{"server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "name": "network-vif-plugged", "status": "completed", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:03:27.945379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:03:27.967320 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070dec7d-d301-494f-9a0b-a67bc08855db x-openstack-request-id: req-070dec7d-d301-494f-9a0b-a67bc08855db {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:03:27.968486 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "name": "network-vif-plugged", "status": "completed", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:03:27.968486 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-070dec7d-d301-494f-9a0b-a67bc08855db {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:03:27.968486 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'code': 200} Sep 17 23:03:27.994679 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:28.041900 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:03:28.063190 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57621e46-b64e-4938-8212-05c01888fdbe req-06f89f2a-df4f-4da0-9281-d810ec35d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:28.064712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57621e46-b64e-4938-8212-05c01888fdbe req-06f89f2a-df4f-4da0-9281-d810ec35d167 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 1098 time: 0.0403492 Sep 17 23:03:28.098065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57621e46-b64e-4938-8212-05c01888fdbe req-33067722-0993-4894-8761-2523f0380eeb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261993 Sep 17 23:03:28.877899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce6dcf-d1bb-45e0-ab48-69ac56628b98 req-1016cb30-a722-41fa-9621-6da400ad3dc1 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:28.879800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75ce6dcf-d1bb-45e0-ab48-69ac56628b98 req-1016cb30-a722-41fa-9621-6da400ad3dc1 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0526304 Sep 17 23:03:28.920219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75ce6dcf-d1bb-45e0-ab48-69ac56628b98 req-aab7fca4-5dfb-473c-b8ac-1e9bab5cfd24 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345554 Sep 17 23:03:30.033830 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6deb9f-ae81-4cfb-93b3-582321893927 req-9a9c28ef-83a4-4d51-a0f7-5d79fc0a751c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:30.035912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e6deb9f-ae81-4cfb-93b3-582321893927 req-9a9c28ef-83a4-4d51-a0f7-5d79fc0a751c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0484569 Sep 17 23:03:30.074888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8e6deb9f-ae81-4cfb-93b3-582321893927 req-14eb89f5-1fee-45c1-8205-b2adc934202d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331380 Sep 17 23:03:30.192612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44638487-707d-46e9-9011-d5c177983a50 req-f8be5309-936f-4325-8fc4-3e506056c425 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:30.194095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44638487-707d-46e9-9011-d5c177983a50 req-f8be5309-936f-4325-8fc4-3e506056c425 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0478697 Sep 17 23:03:30.231573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44638487-707d-46e9-9011-d5c177983a50 req-a318a200-7701-45be-a4e2-98c12618938d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Sep 17 23:03:30.636766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e321468-cd38-4536-9c1f-717d1bc544a7 req-9fe80217-d475-4ae0-a491-32548dc86ba5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:30.638424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e321468-cd38-4536-9c1f-717d1bc544a7 req-9fe80217-d475-4ae0-a491-32548dc86ba5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0478809 Sep 17 23:03:30.679919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e321468-cd38-4536-9c1f-717d1bc544a7 req-c0e7b6c0-f274-45e1-a953-9e344344bcc2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345843 Sep 17 23:03:30.741135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-92b78a38-a6da-4766-99c8-462f3b8d4d3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396717 Sep 17 23:03:31.798197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cfa2c-7428-42c8-a1ad-e6778574567c req-b5607a1d-2e13-4c7c-b1dd-1815530e0f86 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:31.799948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb0cfa2c-7428-42c8-a1ad-e6778574567c req-b5607a1d-2e13-4c7c-b1dd-1815530e0f86 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0505610 Sep 17 23:03:31.837771 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb0cfa2c-7428-42c8-a1ad-e6778574567c req-0e8b14cf-829a-4af9-89ff-338a64cba26c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Sep 17 23:03:32.654881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f005-6355-4c4e-a237-548a19023a30 req-4a01c0b1-c9bf-44e3-b3de-82bf78ad3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:32.656346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-4a01c0b1-c9bf-44e3-b3de-82bf78ad3fc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 1098 time: 0.0390873 Sep 17 23:03:32.747379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f005-6355-4c4e-a237-548a19023a30 req-583d22d3-55f7-454b-b574-565fd0096e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:32.749015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-583d22d3-55f7-454b-b574-565fd0096e57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0854077 Sep 17 23:03:32.789115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-700fe945-edef-4894-b6d9-bbfc98d6e49b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a64088-1fec-424d-8648-a2912faa9c04 HTTP/1.1" status: 200 len: 217 time: 0.0334344 Sep 17 23:03:32.836681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f005-6355-4c4e-a237-548a19023a30 req-52be1862-cc93-4577-b0b8-55621394102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:32.838114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-52be1862-cc93-4577-b0b8-55621394102e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0420487 Sep 17 23:03:32.873139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-aeb72284-afd9-4ccd-b778-aab477c581f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277135 Sep 17 23:03:32.990755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-963afa87-ca0e-43f8-a320-9d568442bddc service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101305 Sep 17 23:03:33.002737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce2074-4e2f-407a-95be-07dddd569a80 req-93451a05-2ef2-4c9c-b606-5b5083d07743 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:33.004614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41ce2074-4e2f-407a-95be-07dddd569a80 req-93451a05-2ef2-4c9c-b606-5b5083d07743 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0689662 Sep 17 23:03:33.089132 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:03:33.092444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41ce2074-4e2f-407a-95be-07dddd569a80 req-1132edf7-6803-43a6-b352-f7b38462a1e8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800908 Sep 17 23:03:33.114987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-9bb89942-689e-40c5-990f-45c2878cd8d5 service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093450 Sep 17 23:03:34.205950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3425ee-90d4-4ff3-b369-06c7a2ff2e52 req-139d23f9-447f-44ca-b8ed-df5fb5123f3f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:34.207957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d3425ee-90d4-4ff3-b369-06c7a2ff2e52 req-139d23f9-447f-44ca-b8ed-df5fb5123f3f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0487671 Sep 17 23:03:34.249713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d3425ee-90d4-4ff3-b369-06c7a2ff2e52 req-0045aa4b-4025-40e7-ac82-7723da3d5a08 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357778 Sep 17 23:03:35.634054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206012b-a49c-4336-b1d2-c195afc08f1f req-7dd76a1a-5139-415a-83cc-b5ae4319216d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:35.635452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d206012b-a49c-4336-b1d2-c195afc08f1f req-7dd76a1a-5139-415a-83cc-b5ae4319216d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0477579 Sep 17 23:03:35.672525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d206012b-a49c-4336-b1d2-c195afc08f1f req-d3260a0e-68ac-4c76-8512-64cb80c9ab34 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Sep 17 23:03:36.783844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273f445-2f33-4b7b-918a-afbb1fee3712 req-8c525ba3-4ca5-43cf-891f-bf68c5909079 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:36.785345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4273f445-2f33-4b7b-918a-afbb1fee3712 req-8c525ba3-4ca5-43cf-891f-bf68c5909079 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0479264 Sep 17 23:03:36.821373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4273f445-2f33-4b7b-918a-afbb1fee3712 req-28c6f121-7597-4243-ace8-9b06c68123ca tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302396 Sep 17 23:03:37.933097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0119d-b3e9-43c4-bd09-c5285f2d7cf8 req-c3849ae5-0a6b-4628-af16-47402b99f4e2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:37.934540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a0119d-b3e9-43c4-bd09-c5285f2d7cf8 req-c3849ae5-0a6b-4628-af16-47402b99f4e2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0475211 Sep 17 23:03:37.974526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0a0119d-b3e9-43c4-bd09-c5285f2d7cf8 req-ac3b58c8-d038-4576-a709-e613aa6f9068 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339928 Sep 17 23:03:38.713969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:39.088043 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cd8d7-1c10-4c6b-aa43-79108ce4df07 req-071a9042-c2b0-4071-89a4-c95e0596a4f6 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:39.089503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-370cd8d7-1c10-4c6b-aa43-79108ce4df07 req-071a9042-c2b0-4071-89a4-c95e0596a4f6 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0483272 Sep 17 23:03:39.126990 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-370cd8d7-1c10-4c6b-aa43-79108ce4df07 req-e7f2364f-51f0-4fbd-a24d-f72d46042095 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Sep 17 23:03:40.238618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1034b19-ce2f-46a8-a64a-48a45f4466ad req-c6620f65-22fe-4449-9c03-9c8f1319fbf4 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:40.240246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1034b19-ce2f-46a8-a64a-48a45f4466ad req-c6620f65-22fe-4449-9c03-9c8f1319fbf4 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0478339 Sep 17 23:03:40.277193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1034b19-ce2f-46a8-a64a-48a45f4466ad req-3f5dd916-54af-4835-9ef5-660aebcbcf40 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311780 Sep 17 23:03:40.445260 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:41.389970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb15b5a-d908-4ca6-9cf5-df1e56d6aa90 req-0be92dfa-ae85-4dcb-a8b3-bbad0fde443f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:41.391465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bb15b5a-d908-4ca6-9cf5-df1e56d6aa90 req-0be92dfa-ae85-4dcb-a8b3-bbad0fde443f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0483599 Sep 17 23:03:41.431731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0bb15b5a-d908-4ca6-9cf5-df1e56d6aa90 req-0029655c-bf27-4da5-a76b-4385bdaacbc2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Sep 17 23:03:42.547698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf4d4c-8d97-4b25-89a1-1afc4406e8a3 req-5f50a737-33ec-4a73-a727-cd1b59de837b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:42.549191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7bf4d4c-8d97-4b25-89a1-1afc4406e8a3 req-5f50a737-33ec-4a73-a727-cd1b59de837b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0480084 Sep 17 23:03:42.585707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7bf4d4c-8d97-4b25-89a1-1afc4406e8a3 req-1ca7eaf3-4f1d-405d-aef9-dbb612131384 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299544 Sep 17 23:03:43.698591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241016a9-b285-43c3-a5b8-3a09a21a79e7 req-c6c532fe-1d4c-4276-9e02-5b722b307f73 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:43.700072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-241016a9-b285-43c3-a5b8-3a09a21a79e7 req-c6c532fe-1d4c-4276-9e02-5b722b307f73 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0478883 Sep 17 23:03:43.736192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-241016a9-b285-43c3-a5b8-3a09a21a79e7 req-bbf4fdd7-247d-42a4-82a1-ec443952446b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303593 Sep 17 23:03:44.849175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7805c-2368-435f-8e10-fc58be75defe req-5da1899f-d521-4376-bd1b-2d937fffbe9e tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:44.850620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13d7805c-2368-435f-8e10-fc58be75defe req-5da1899f-d521-4376-bd1b-2d937fffbe9e tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0472825 Sep 17 23:03:44.891032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-13d7805c-2368-435f-8e10-fc58be75defe req-ad545f1f-dfbe-439f-86bf-c7824519e4de tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344901 Sep 17 23:03:46.005960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603efeb-56a5-482c-bc40-8b922e7c8cdb req-7ba3f5ee-bc9c-4492-bb13-374ffb6f3c04 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:46.007441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a603efeb-56a5-482c-bc40-8b922e7c8cdb req-7ba3f5ee-bc9c-4492-bb13-374ffb6f3c04 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0491350 Sep 17 23:03:46.043866 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a603efeb-56a5-482c-bc40-8b922e7c8cdb req-9be03667-216c-4769-bcd7-fd4348295fa9 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Sep 17 23:03:47.157078 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d5e31-e76d-47c3-b79a-a94b909e7e6f req-92a8a88d-6910-4546-b738-c1bb3d5c5a4d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:47.158539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-964d5e31-e76d-47c3-b79a-a94b909e7e6f req-92a8a88d-6910-4546-b738-c1bb3d5c5a4d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0480046 Sep 17 23:03:47.194625 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-964d5e31-e76d-47c3-b79a-a94b909e7e6f req-d7c85301-8c17-4a6b-a95f-82d0cad61103 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302465 Sep 17 23:03:47.777409 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9eacc1c0-37bd-46f1-87b0-e45e4dedcc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:48.307014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bc16e-4fae-4ae8-ac05-d48cff2cfd7f req-e1a74762-c9b8-4125-bdd5-cdcd1b44094e tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:48.308476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a25bc16e-4fae-4ae8-ac05-d48cff2cfd7f req-e1a74762-c9b8-4125-bdd5-cdcd1b44094e tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0478129 Sep 17 23:03:48.350166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a25bc16e-4fae-4ae8-ac05-d48cff2cfd7f req-79487910-5154-4438-bf0a-0a06909cbcce tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359259 Sep 17 23:03:49.466477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3c0da-a9fb-4355-9363-a8319e156c5f req-a49edf4c-bf09-4d8e-bed4-dafb3c896037 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:49.468003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fe3c0da-a9fb-4355-9363-a8319e156c5f req-a49edf4c-bf09-4d8e-bed4-dafb3c896037 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0489123 Sep 17 23:03:49.505414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4fe3c0da-a9fb-4355-9363-a8319e156c5f req-98d2e5d8-116c-4366-ad86-a1b3d3896c3b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Sep 17 23:03:50.241027 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e105-4c6b-4baa-b27c-83608fe89222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:50.617193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4aa4c-1e1f-4431-a006-e45f838ee952 req-db83e194-8aa2-4b8b-9ede-2cbe3efe4664 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:50.618661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3a4aa4c-1e1f-4431-a006-e45f838ee952 req-db83e194-8aa2-4b8b-9ede-2cbe3efe4664 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0478752 Sep 17 23:03:50.656429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3a4aa4c-1e1f-4431-a006-e45f838ee952 req-06721cd6-8143-4f79-816d-9b19e8d7679d tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Sep 17 23:03:51.331451 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:51.769102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a10f7-139e-4d55-b332-78a4130b45a0 req-18951853-75af-4d62-b6a0-fb0872d6d287 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:51.771380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef7a10f7-139e-4d55-b332-78a4130b45a0 req-18951853-75af-4d62-b6a0-fb0872d6d287 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0491972 Sep 17 23:03:51.811841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef7a10f7-139e-4d55-b332-78a4130b45a0 req-d047172b-c5e1-4774-b212-228c28d02aaa tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Sep 17 23:03:51.840299 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:52.925978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386354f-46a1-4bef-a0c3-725529afcc8f req-d9b10ee6-282b-4072-8318-cf36116261ac tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:52.927636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a386354f-46a1-4bef-a0c3-725529afcc8f req-d9b10ee6-282b-4072-8318-cf36116261ac tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0485623 Sep 17 23:03:52.964125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a386354f-46a1-4bef-a0c3-725529afcc8f req-4e31f8c2-695e-42b0-8948-ca483a0047c0 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306833 Sep 17 23:03:53.491263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:03:54.076973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e219964-9d3f-4013-b141-bacd8a7ee8b2 req-c3a849de-1621-4e18-9be9-26e35602e0c3 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:54.078426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e219964-9d3f-4013-b141-bacd8a7ee8b2 req-c3a849de-1621-4e18-9be9-26e35602e0c3 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0477612 Sep 17 23:03:54.115912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e219964-9d3f-4013-b141-bacd8a7ee8b2 req-72e1304a-9810-4ec9-9e24-eacef88cd9dd tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Sep 17 23:03:55.232305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d3e82-14e0-474c-b855-ffdba6be5e21 req-16b09f8f-af82-453f-a485-5614912b14e4 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:55.233896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-364d3e82-14e0-474c-b855-ffdba6be5e21 req-16b09f8f-af82-453f-a485-5614912b14e4 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0511281 Sep 17 23:03:55.275251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-364d3e82-14e0-474c-b855-ffdba6be5e21 req-e0079094-ab18-4861-8ef8-2981c2376605 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346899 Sep 17 23:03:56.388837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a61c32-4339-46cc-a89f-c3b2581c70da req-c552bb35-05f5-431c-85f8-748a8dcff216 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:56.390319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71a61c32-4339-46cc-a89f-c3b2581c70da req-c552bb35-05f5-431c-85f8-748a8dcff216 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0482969 Sep 17 23:03:56.427290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71a61c32-4339-46cc-a89f-c3b2581c70da req-6999d669-2e28-47e2-a240-0da978dfcd7e tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303068 Sep 17 23:03:57.540766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53835-4228-4a2b-8013-b4ac7d7a6f8b req-00133539-31bc-4eef-aa16-28740d7d5af5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:57.542229 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbd53835-4228-4a2b-8013-b4ac7d7a6f8b req-00133539-31bc-4eef-aa16-28740d7d5af5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0476086 Sep 17 23:03:57.578087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cbd53835-4228-4a2b-8013-b4ac7d7a6f8b req-4409089e-173e-4210-85dc-d74b83038e59 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300176 Sep 17 23:03:58.690210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab39c9-c1ae-4158-86ed-8ed0492607d8 req-903ff393-8567-4a41-aa4a-789718771b56 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:58.691690 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56ab39c9-c1ae-4158-86ed-8ed0492607d8 req-903ff393-8567-4a41-aa4a-789718771b56 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0474498 Sep 17 23:03:58.731830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-56ab39c9-c1ae-4158-86ed-8ed0492607d8 req-80d748ae-c043-4bd6-97f8-dddb3c041131 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 Sep 17 23:03:59.843484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90e9ad-538f-492b-aef6-d8a7da8fcfdd req-03d6499e-b535-4f00-aa2f-9e2b5a902042 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:03:59.844999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f90e9ad-538f-492b-aef6-d8a7da8fcfdd req-03d6499e-b535-4f00-aa2f-9e2b5a902042 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0477135 Sep 17 23:03:59.883284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4f90e9ad-538f-492b-aef6-d8a7da8fcfdd req-eb44ce77-1d66-419f-b32c-f5c10414b280 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Sep 17 23:04:00.157249 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-2679f005-6355-4c4e-a237-548a19023a30 req-0233058a-0aee-4b94-b0ab-c5f8cbe8a683 service neutron] show failed (client error): The resource could not be found. Sep 17 23:04:00.158146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-0233058a-0aee-4b94-b0ab-c5f8cbe8a683 service neutron] 10.222.0.32 "GET /v2.0/ports/f3a64088-1fec-424d-8648-a2912faa9c04/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0518138 Sep 17 23:04:00.624812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f005-6355-4c4e-a237-548a19023a30 req-6301bde4-0efc-4904-a8af-734dcf370062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:00.626568 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-6301bde4-0efc-4904-a8af-734dcf370062 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23&tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa HTTP/1.1" status: 200 len: 1098 time: 0.0393100 Sep 17 23:04:00.638527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:00.693411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:00.890941 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:00.922659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:04:00.964579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:00.967680 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab04bbcc-9e7d-4a01-a176-9721a2cb8830" -d '{"events": [{"server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:00.971898 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:00.984824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Transition to ACTIVE for port object f3a64088-1fec-424d-8648-a2912faa9c04 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:04:01.001264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e0f1c-4dda-41c4-9459-335e14f0241e req-933a205f-7a0b-49e0-8018-f533a7e584de tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:01.006633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f9e0f1c-4dda-41c4-9459-335e14f0241e req-933a205f-7a0b-49e0-8018-f533a7e584de tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0512154 Sep 17 23:04:01.025950 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55546bf-7691-4b6b-953a-0e032e6c642a x-openstack-request-id: req-e55546bf-7691-4b6b-953a-0e032e6c642a {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:01.026243 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:01.026492 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e55546bf-7691-4b6b-953a-0e032e6c642a {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:01.026917 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'code': 200} Sep 17 23:04:01.043344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f9e0f1c-4dda-41c4-9459-335e14f0241e req-d1a18c0d-e9e2-4d87-8375-36f8947e774c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Sep 17 23:04:01.052164 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:01.116984 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] No DVR routers for this DVR port f3a64088-1fec-424d-8648-a2912faa9c04 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:04:01.120040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:01.131942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.132296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.132634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.132967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.133297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.133627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.133964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.134305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.134628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.134980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.135303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.135622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:01.163318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Attempting to bind port f3a64088-1fec-424d-8648-a2912faa9c04 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:04:01.163651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Attempting to bind port f3a64088-1fec-424d-8648-a2912faa9c04 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:04:01.163977 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Attempting to bind port f3a64088-1fec-424d-8648-a2912faa9c04 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:04:01.168164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Port f3a64088-1fec-424d-8648-a2912faa9c04 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:04:01.168485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Attempting to bind port f3a64088-1fec-424d-8648-a2912faa9c04 on network d2628873-20d5-4ef1-9322-1ab9fbd20c38 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:04:01.173182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:04:01.173518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Checking segment: {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:04:01.173897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Bound using segment: {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:04:01.174341 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Bound port: f3a64088-1fec-424d-8648-a2912faa9c04, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b99a550-b9bb-40b2-be99-e6f2646450ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:04:01.174691 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:01.237666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:04:01.241658 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:04:01.331941 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:01.362608 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:01.363498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:01.365652 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/f3a64088-1fec-424d-8648-a2912faa9c04 HTTP/1.1" status: 200 len: 1093 time: 0.7310712 Sep 17 23:04:01.401000 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef123ae-1b6d-4fe7-9375-bd9b638ea5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:01.436480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f005-6355-4c4e-a237-548a19023a30 req-7d4c843c-7f8d-4df5-ac54-654b12d77254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:01.437992 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-7d4c843c-7f8d-4df5-ac54-654b12d77254 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 1096 time: 0.0484552 Sep 17 23:04:01.526833 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f005-6355-4c4e-a237-548a19023a30 req-5d0abd8f-c26a-49ef-b979-1ef2391640d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:01.528280 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-5d0abd8f-c26a-49ef-b979-1ef2391640d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0833948 Sep 17 23:04:01.572882 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-92aafe41-3b5f-4325-8b94-4981c1f28194 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a64088-1fec-424d-8648-a2912faa9c04 HTTP/1.1" status: 200 len: 217 time: 0.0381858 Sep 17 23:04:01.620656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f005-6355-4c4e-a237-548a19023a30 req-214d2c34-0ac9-49ad-b7e4-5045e89b9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:01.622036 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-214d2c34-0ac9-49ad-b7e4-5045e89b9835 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0429521 Sep 17 23:04:01.652730 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-35338c71-c7d6-47d8-8313-bfaf972f2383 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238972 Sep 17 23:04:01.743344 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-1518bafd-c2af-42f4-9c56-1f6587e06166 service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839105 Sep 17 23:04:01.831604 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2679f005-6355-4c4e-a237-548a19023a30 req-ab79b3a3-0155-496e-acda-68331751885e service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802550 Sep 17 23:04:02.164878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd4a30-926a-42d7-ba2f-6f1576e62c4f req-bbd9cdfc-a095-41a7-a8a7-0d26081acd00 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:02.166423 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0fd4a30-926a-42d7-ba2f-6f1576e62c4f req-bbd9cdfc-a095-41a7-a8a7-0d26081acd00 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 944 time: 0.0540569 Sep 17 23:04:02.202958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0fd4a30-926a-42d7-ba2f-6f1576e62c4f req-126d2f1b-0566-4e05-9235-c35672f6f333 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306427 Sep 17 23:04:03.028488 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:03.030936 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedd466f-9183-4661-9233-a2dd286fe867" -d '{"events": [{"name": "network-changed", "server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:03.078009 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51bb53d-8538-4591-9e8d-1ac849da1dda x-openstack-request-id: req-d51bb53d-8538-4591-9e8d-1ac849da1dda {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:03.078301 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:03.078555 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d51bb53d-8538-4591-9e8d-1ac849da1dda {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:03.079002 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'status': 'completed', 'code': 200} Sep 17 23:04:03.136497 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd466f-9183-4661-9233-a2dd286fe867 req-a23fb87b-425f-4e6b-a114-a17ef7666e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:03.137914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd466f-9183-4661-9233-a2dd286fe867 req-123b2c27-1257-4f39-a798-7029c64d163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:03.138061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-a23fb87b-425f-4e6b-a114-a17ef7666e35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 1096 time: 0.0405042 Sep 17 23:04:03.139501 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-123b2c27-1257-4f39-a798-7029c64d163f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 1096 time: 0.0395582 Sep 17 23:04:03.231250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd466f-9183-4661-9233-a2dd286fe867 req-e41813fa-00f0-4b61-b657-d5620b1a88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:03.231652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd466f-9183-4661-9233-a2dd286fe867 req-27848f22-2508-48cc-96d2-0ffcbd5a46df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:03.232635 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-e41813fa-00f0-4b61-b657-d5620b1a88a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0880091 Sep 17 23:04:03.233086 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-27848f22-2508-48cc-96d2-0ffcbd5a46df service neutron] 10.222.0.35 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0864124 Sep 17 23:04:03.273645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-76978fdb-cfee-4b8a-b7a1-a4c95e747148 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a64088-1fec-424d-8648-a2912faa9c04 HTTP/1.1" status: 200 len: 217 time: 0.0341053 Sep 17 23:04:03.279336 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-9f9a146c-45dc-4dda-8ac4-9dfd451c1aa4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a64088-1fec-424d-8648-a2912faa9c04 HTTP/1.1" status: 200 len: 217 time: 0.0389454 Sep 17 23:04:03.332429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd466f-9183-4661-9233-a2dd286fe867 req-c1d2973f-9bc0-4da3-854c-6241937fab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:03.334616 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-c1d2973f-9bc0-4da3-854c-6241937fab0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0471609 Sep 17 23:04:03.347915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd466f-9183-4661-9233-a2dd286fe867 req-a22f941d-9871-4f35-a66d-4546e2c0e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:03.350654 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-a22f941d-9871-4f35-a66d-4546e2c0e74f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0678527 Sep 17 23:04:03.358314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962234a-fea5-4477-8175-55c39ca9e31c req-be5cdf8c-a793-43e5-92b8-524623d29df3 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:03.359762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c962234a-fea5-4477-8175-55c39ca9e31c req-be5cdf8c-a793-43e5-92b8-524623d29df3 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 944 time: 0.0852714 Sep 17 23:04:03.369253 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-030c18fe-eade-4748-beed-10b8daac7463 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271754 Sep 17 23:04:03.388822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-f9492480-fcbd-40f1-bc7e-e1915a0a3bcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281277 Sep 17 23:04:03.402640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-9ce98075-ddeb-494e-87f0-59418b80957c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:04:03.403705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-9ce98075-ddeb-494e-87f0-59418b80957c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071259 Sep 17 23:04:03.438230 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c962234a-fea5-4477-8175-55c39ca9e31c req-e17b7d27-bc9a-466a-bf29-5106f5c8856b tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703075 Sep 17 23:04:03.482254 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-943ec0f6-2d0c-48cd-81c0-ce6429994f54 service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958326 Sep 17 23:04:03.512188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-b4c7b33a-a2e1-47d7-89a3-09d22c58e82d service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971556 Sep 17 23:04:03.577320 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-9d0b5671-6e3c-4bc1-abd9-4342d5fa25e5 service neutron] 10.222.0.35 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877717 Sep 17 23:04:03.602007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bedd466f-9183-4661-9233-a2dd286fe867 req-72276483-c003-4f24-81dc-5fc3049b07d9 service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833466 Sep 17 23:04:03.762017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f3a64088-1fec-424d-8648-a2912faa9c04 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:04:03.853258 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f3a64088-1fec-424d-8648-a2912faa9c04 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:03.855916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:03.890866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'network_id': 'd2628873-20d5-4ef1-9322-1ab9fbd20c38', 'port_id': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'mac_address': 'fa:16:3e:4d:bb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671d249e-4928-4091-9802-12eb7e0b2cbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:04:03.922298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f3a64088-1fec-424d-8648-a2912faa9c04 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:03.936680 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:03.949278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a64088-1fec-424d-8648-a2912faa9c04 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:04:03.967662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:04.069187 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:04.114501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:04.279263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['f3a64088-1fec-424d-8648-a2912faa9c04'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:04:04.560954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6be2-0392-4a72-be34-adb7721e09ac req-0d4dce54-8fb7-4fed-af66-d3ba53f468c0 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:04.562483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d85e6be2-0392-4a72-be34-adb7721e09ac req-0d4dce54-8fb7-4fed-af66-d3ba53f468c0 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 945 time: 0.0500793 Sep 17 23:04:04.604760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d85e6be2-0392-4a72-be34-adb7721e09ac req-0232db49-0735-4774-aa87-f4e6f984fb73 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361118 Sep 17 23:04:04.969321 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a800221-164f-4a83-9b8e-2a06314606c1 req-fb1e8ddf-7e85-4638-82cc-2eb05aa6a8df tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:04.970727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a800221-164f-4a83-9b8e-2a06314606c1 req-fb1e8ddf-7e85-4638-82cc-2eb05aa6a8df tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 945 time: 0.0488057 Sep 17 23:04:05.033259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a800221-164f-4a83-9b8e-2a06314606c1 req-eb84d28d-fd96-4dfc-92d8-e9f01099cc94 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563214 Sep 17 23:04:05.054006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-d923ac94-ca73-43a9-86d8-a3bdf9850da8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:05.055480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-d923ac94-ca73-43a9-86d8-a3bdf9850da8 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23&tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 945 time: 0.0586710 Sep 17 23:04:05.113156 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-f25ab21f-5eb9-44cd-8f65-3b8a2f13ef60 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:04:05.114204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-f25ab21f-5eb9-44cd-8f65-3b8a2f13ef60 service neutron] 10.222.0.32 "DELETE /v2.0/ports/f3a64088-1fec-424d-8648-a2912faa9c04/bindings/n-h1-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0514536 Sep 17 23:04:05.198532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-e2289924-b69e-4104-bef8-ad3eef8d90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:05.200040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-e2289924-b69e-4104-bef8-ad3eef8d90a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 1097 time: 0.0424535 Sep 17 23:04:05.286122 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-878902a7-13aa-4d22-b7c6-2e3803258fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:05.287593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-878902a7-13aa-4d22-b7c6-2e3803258fd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 200 len: 915 time: 0.0810044 Sep 17 23:04:05.672779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-65bc38b4-b1de-450e-a002-e13b68b22a84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a64088-1fec-424d-8648-a2912faa9c04 HTTP/1.1" status: 200 len: 217 time: 0.3785701 Sep 17 23:04:05.718687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-f811db85-03ae-4ef8-9e51-9ee81dd6f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:05.720102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-f811db85-03ae-4ef8-9e51-9ee81dd6f986 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 200 len: 855 time: 0.0405021 Sep 17 23:04:05.749937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-8a4fbc04-b538-4f6c-ab19-41a540f58c2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2628873-20d5-4ef1-9322-1ab9fbd20c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227764 Sep 17 23:04:05.792712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f3a64088-1fec-424d-8648-a2912faa9c04 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:04:05.838815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-632f40de-25d6-458a-b664-e46fbdc7a8a1 service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821316 Sep 17 23:04:05.891459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port f3a64088-1fec-424d-8648-a2912faa9c04 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:04:05.896004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port f3a64088-1fec-424d-8648-a2912faa9c04 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:05.896184 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:05.933229 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e194c6-8912-48d4-a8f3-14cf7f298a4a req-8987d16c-9490-43de-9685-de88d444e486 service neutron] 10.222.0.32 "GET /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876434 Sep 17 23:04:05.979574 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:06.002531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:06.005274 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4582c5-8499-49cc-aa31-baac1901dc00" -d '{"events": [{"server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "name": "network-vif-plugged", "status": "completed", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:06.017679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:06.055788 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35684f6-1e28-4a23-a747-b17535190c75 x-openstack-request-id: req-c35684f6-1e28-4a23-a747-b17535190c75 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:06.055788 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "name": "network-vif-plugged", "status": "completed", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:06.055788 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c35684f6-1e28-4a23-a747-b17535190c75 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:06.056112 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'code': 200} Sep 17 23:04:06.097176 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:06.148713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:06.151635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028f0ac-686e-439c-adaa-6c2d9d83c59d req-782e5f25-116a-4f8f-baec-aba167ba0277 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:06.153326 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4028f0ac-686e-439c-adaa-6c2d9d83c59d req-782e5f25-116a-4f8f-baec-aba167ba0277 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0505457 Sep 17 23:04:06.196360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4028f0ac-686e-439c-adaa-6c2d9d83c59d req-d72b4e5e-b179-41d6-8f7e-08cec7909be5 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369380 Sep 17 23:04:07.310201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf22b9-1068-4b85-9abf-6f18f23add0d req-11c55a05-75e6-4adf-b35e-b914ca69659c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:07.311701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cccf22b9-1068-4b85-9abf-6f18f23add0d req-11c55a05-75e6-4adf-b35e-b914ca69659c tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0471845 Sep 17 23:04:07.349411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cccf22b9-1068-4b85-9abf-6f18f23add0d req-2dacff9f-6a2d-4fd1-b7ac-c5042791ad20 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Sep 17 23:04:07.462981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7cd07-4810-4d31-ae66-c2af752b3efd req-5041b351-7202-46c8-bcd8-f0d2a9e1ece7 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:07.464452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82c7cd07-4810-4d31-ae66-c2af752b3efd req-5041b351-7202-46c8-bcd8-f0d2a9e1ece7 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0479951 Sep 17 23:04:07.501140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82c7cd07-4810-4d31-ae66-c2af752b3efd req-8bbb55ae-a971-4f0e-9018-b514034ca03f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303316 Sep 17 23:04:07.611532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53daa3-0d1c-460d-a4cd-6aee01b104c1 req-61bccbf1-e58b-4762-a210-c518b54cda00 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:07.612992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c53daa3-0d1c-460d-a4cd-6aee01b104c1 req-61bccbf1-e58b-4762-a210-c518b54cda00 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0474300 Sep 17 23:04:07.653126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c53daa3-0d1c-460d-a4cd-6aee01b104c1 req-f96acbe8-2d4b-4049-86eb-ef772de757c2 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Sep 17 23:04:08.244084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd1ba-1e1f-4c06-b980-23703e9a0bdb req-98e2ed42-edf5-4644-a37c-37947da5255f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:08.245554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04efd1ba-1e1f-4c06-b980-23703e9a0bdb req-98e2ed42-edf5-4644-a37c-37947da5255f tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0479202 Sep 17 23:04:08.281870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04efd1ba-1e1f-4c06-b980-23703e9a0bdb req-613f360a-668c-4ce9-bcc9-9013f62ff4ec tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300789 Sep 17 23:04:08.736829 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.368555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122b08c-42c4-411e-a840-82b352035d4a req-2584a55f-8463-49d6-b8e5-955248797969 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:09.370063 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2122b08c-42c4-411e-a840-82b352035d4a req-2584a55f-8463-49d6-b8e5-955248797969 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0519741 Sep 17 23:04:09.397060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ed52-ca4a-4912-8a82-c26fae01d785 req-129d6f50-c4e3-451c-bf5b-fd284b103438 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:09.398575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41c5ed52-ca4a-4912-8a82-c26fae01d785 req-129d6f50-c4e3-451c-bf5b-fd284b103438 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd322ef0-5214-45d6-896a-ef1c5879ed23 HTTP/1.1" status: 200 len: 946 time: 0.0490444 Sep 17 23:04:09.436463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41c5ed52-ca4a-4912-8a82-c26fae01d785 req-db79190c-921f-42e9-9002-b94ea2dcb4e6 tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.13 "GET /v2.0/security-groups?id=8169509f-3d9b-4e9c-b944-b10441e480a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Sep 17 23:04:09.465374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-2122b08c-42c4-411e-a840-82b352035d4a req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Deleting port f3a64088-1fec-424d-8648-a2912faa9c04 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:04:09.465718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2122b08c-42c4-411e-a840-82b352035d4a req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.551524 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-2122b08c-42c4-411e-a840-82b352035d4a req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] For port f3a64088-1fec-424d-8648-a2912faa9c04, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=f3a64088-1fec-424d-8648-a2912faa9c04,segment=NetworkSegment(5b99a550-b9bb-40b2-be99-e6f2646450ad),segment_id=5b99a550-b9bb-40b2-be99-e6f2646450ad)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:09.551884 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2122b08c-42c4-411e-a840-82b352035d4a req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.564796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-2122b08c-42c4-411e-a840-82b352035d4a req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Calling delete_port for f3a64088-1fec-424d-8648-a2912faa9c04 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:04:09.754194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2122b08c-42c4-411e-a840-82b352035d4a req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.765861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['f3a64088-1fec-424d-8648-a2912faa9c04'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:04:09.782247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Pushing event deleted for resources: {'Port': ['ID=f3a64088-1fec-424d-8648-a2912faa9c04,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:09.826511 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2122b08c-42c4-411e-a840-82b352035d4a req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] No DVR routers for this DVR port f3a64088-1fec-424d-8648-a2912faa9c04 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:04:09.829115 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-2122b08c-42c4-411e-a840-82b352035d4a req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:09.831122 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2122b08c-42c4-411e-a840-82b352035d4a req-ab95e3ca-f873-4649-a36a-2ae9e7e4f52a tempest-ServerDiskConfigTestJSON-80687689 tempest-ServerDiskConfigTestJSON-80687689-project] 10.222.0.35 "DELETE /v2.0/ports/f3a64088-1fec-424d-8648-a2912faa9c04 HTTP/1.1" status: 204 len: 173 time: 0.4549441 Sep 17 23:04:09.831560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'name': 'network-vif-deleted', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:09.834357 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8616894d-99de-4654-8b8f-81e79bd15453" -d '{"events": [{"server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "name": "network-vif-deleted", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:09.869230 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4885f3b9-036b-4b8c-9c43-e10e83155817 x-openstack-request-id: req-4885f3b9-036b-4b8c-9c43-e10e83155817 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:09.869520 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd322ef0-5214-45d6-896a-ef1c5879ed23", "name": "network-vif-deleted", "tag": "f3a64088-1fec-424d-8648-a2912faa9c04", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:09.869768 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4885f3b9-036b-4b8c-9c43-e10e83155817 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:09.870159 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd322ef0-5214-45d6-896a-ef1c5879ed23', 'name': 'network-vif-deleted', 'tag': 'f3a64088-1fec-424d-8648-a2912faa9c04', 'status': 'completed', 'code': 200} Sep 17 23:04:10.090096 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:04:10.427658 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.554761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60264) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:10.602979 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-64478765-ba63-4ded-a396-b075476b6b9d admin admin] Deleting subnet 671d249e-4928-4091-9802-12eb7e0b2cbc {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:04:10.605739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-64478765-ba63-4ded-a396-b075476b6b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.639860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-64478765-ba63-4ded-a396-b075476b6b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.677523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-64478765-ba63-4ded-a396-b075476b6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.782732 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-64478765-ba63-4ded-a396-b075476b6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.813412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64478765-ba63-4ded-a396-b075476b6b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671d249e-4928-4091-9802-12eb7e0b2cbc,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:10.816887 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-64478765-ba63-4ded-a396-b075476b6b9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.823015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-64478765-ba63-4ded-a396-b075476b6b9d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/671d249e-4928-4091-9802-12eb7e0b2cbc HTTP/1.1" status: 204 len: 168 time: 0.2635057 Sep 17 23:04:10.823015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60266) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:10.887740 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.967151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:10.986781 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2628873-20d5-4ef1-9322-1ab9fbd20c38']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:10.996165 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b99a550-b9bb-40b2-be99-e6f2646450ad') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:10.996459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b99a550-b9bb-40b2-be99-e6f2646450ad') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:11.006012 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.018492 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.024218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:04:11.028385 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:04:11.131153 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.136429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.138286 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/d2628873-20d5-4ef1-9322-1ab9fbd20c38 HTTP/1.1" status: 204 len: 168 time: 0.3156261 Sep 17 23:04:11.148782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc18927-21d4-4886-a189-3f333a2647ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d2628873-20d5-4ef1-9322-1ab9fbd20c38,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:11.415421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60270) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:11.462127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60272) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:11.462723 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d22a4f0b-788f-4af9-888d-379c1e4ba08a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e2f22fae34c4afe9da3c24c2fa50eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428238 Sep 17 23:04:11.510429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.530732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.628047 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.631230 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:11.632376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8169509f-3d9b-4e9c-b944-b10441e480a0 HTTP/1.1" status: 204 len: 168 time: 0.1690903 Sep 17 23:04:11.639544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8169509f-3d9b-4e9c-b944-b10441e480a0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:11.646729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.647095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.647425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.647748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.648071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.648391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.648704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.649016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.649324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.649638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.649953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:11.650255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ce1601-bc0a-4c1f-82a5-ffbebd50ff3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:12.577333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60294) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:12.672674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-12553770-network', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:12.748035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Made reservation on behalf of 0533292aa39443698bcd4c3ec8f62639 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:04:12.750598 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.761802 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.848351 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.908139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.930200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:04:12.944339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbc7587-3629-4098-ba49-4d9f726a0beb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:12.949717 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:12.950062 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Added segment 8e79c5cd-2bc9-40a1-b23a-6ab70afc154d of type vlan for network deb3387d-4299-49ed-9810-e0d19c879f90 Sep 17 23:04:12.989131 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.073566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.074543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:13.075149 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.134294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] Pushing event updated for resources: {'Network': ['ID=deb3387d-4299-49ed-9810-e0d19c879f90,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:13.143967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network deb3387d-4299-49ed-9810-e0d19c879f90 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:04:13.154419 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-97afadda-737e-49b2-b8e6-3fbd202c3428 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5759790 Sep 17 23:04:13.157285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60298) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:13.163314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Request body: {'subnet': {'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-12553770-subnet', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:13.239284 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Made reservation on behalf of 0533292aa39443698bcd4c3ec8f62639 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:04:13.242605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.463078 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.520635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cf9b56-81e2-4082-87d9-445e4df95287,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:13.525545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:04:13.525901 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Network hostable DHCP agents. Network: deb3387d-4299-49ed-9810-e0d19c879f90, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:04:13.587822 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Network deb3387d-4299-49ed-9810-e0d19c879f90 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:04:13.655947 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, deb3387d-4299-49ed-9810-e0d19c879f90) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:13.660092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:13.660682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.665177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a57864-f552-4ca2-bd99-f20524fee55d None None] Network deb3387d-4299-49ed-9810-e0d19c879f90 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:04:13.728636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-84015893-cf82-43af-a03b-848575d91bc0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5700765 Sep 17 23:04:13.731162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60300) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:13.735470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:13.804504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-deb3387d-4299-49ed-9810-e0d19c879f90', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:04:13.805404 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.852315 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.853391 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.870391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f3a64088-1fec-424d-8648-a2912faa9c04 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:04:13.901792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: f3a64088-1fec-424d-8648-a2912faa9c04 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:04:13.902134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device f3a64088-1fec-424d-8648-a2912faa9c04 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:04:13.910486 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:13.957813 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Allocated IP 172.20.0.2 (deb3387d-4299-49ed-9810-e0d19c879f90/79cf9b56-81e2-4082-87d9-445e4df95287/272e41f7-fea8-4077-b8f3-b665886b00ab) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:04:14.100977 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.113890 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.177249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.216029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Network deb3387d-4299-49ed-9810-e0d19c879f90 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:04:14.220355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:14.222897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:04:14.232134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Pushing event updated for resources: {'Port': ['ID=272e41f7-fea8-4077-b8f3-b665886b00ab,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:14.281588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Attempting to bind port 272e41f7-fea8-4077-b8f3-b665886b00ab on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:04:14.281936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Attempting to bind port 272e41f7-fea8-4077-b8f3-b665886b00ab by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:04:14.282292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Attempting to bind port 272e41f7-fea8-4077-b8f3-b665886b00ab on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:04:14.287038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:04:14.287446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:04:14.287849 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.288230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:04:14.288680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Bound port: 272e41f7-fea8-4077-b8f3-b665886b00ab, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:04:14.289053 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.352302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] For port 272e41f7-fea8-4077-b8f3-b665886b00ab, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:04:14.355663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] For port 272e41f7-fea8-4077-b8f3-b665886b00ab, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=272e41f7-fea8-4077-b8f3-b665886b00ab,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:04:14.400538 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.416101 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.439910 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.456469 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bf403-ede8-4094-9608-ae7ec830e3ca None None] Pushing event updated for resources: {'Port': ['ID=272e41f7-fea8-4077-b8f3-b665886b00ab,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:14.551197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Allocated IP 172.25.5.10 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/7623182e-cd5b-4728-aa22-2d1cb919aff3) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:04:14.676720 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.750191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 272e41f7-fea8-4077-b8f3-b665886b00ab up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:04:14.755701 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.795101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:04:14.797886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 272e41f7-fea8-4077-b8f3-b665886b00ab triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:14.798074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:14.798261 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:14.801936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:04:14.830989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Pushing event updated for resources: {'Port': ['ID=7623182e-cd5b-4728-aa22-2d1cb919aff3,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:14.880387 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:15.067539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 272e41f7-fea8-4077-b8f3-b665886b00ab, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=272e41f7-fea8-4077-b8f3-b665886b00ab,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:15.145120 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:15.149532 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:15.198604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=272e41f7-fea8-4077-b8f3-b665886b00ab,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:15.349644 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c454b2e-c966-49ff-82c6-f601679a6c3f None None] Network deb3387d-4299-49ed-9810-e0d19c879f90 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:04:15.353194 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:15.475661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-292b3a6f-3656-41e0-b7f5-929651f8c2b7 None None] Provisioning complete for port 272e41f7-fea8-4077-b8f3-b665886b00ab triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:15.476130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-292b3a6f-3656-41e0-b7f5-929651f8c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:15.519823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Router 93ec959d-dce0-435a-83e0-8117cb83def9 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:04:15.633907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:04:15.642610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:04:15.652387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:15.653083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:15.713860 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:15.715166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c8feb5af-ee7a-42be-9b23-730f84c25116 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9830494 Sep 17 23:04:15.718024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60302) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:15.760067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:15.842877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-410f7e25-6b22-497d-a395-28fa26894b88 None None] Provisioning complete for port 272e41f7-fea8-4077-b8f3-b665886b00ab triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:15.843225 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-410f7e25-6b22-497d-a395-28fa26894b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.006542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:14Z', 'revision_number': 3, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:16.033344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:04:16.033601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Updating router 93ec959d-dce0-435a-83e0-8117cb83def9 port 7623182e-cd5b-4728-aa22-2d1cb919aff3 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:04:16.057318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.129454 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.315119 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.399753 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.455768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Attempting to bind port 7623182e-cd5b-4728-aa22-2d1cb919aff3 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:04:16.456141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Attempting to bind port 7623182e-cd5b-4728-aa22-2d1cb919aff3 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:04:16.456507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Attempting to bind port 7623182e-cd5b-4728-aa22-2d1cb919aff3 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:04:16.458557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eabdb4-d6b7-4f39-927e-e875c686145e None None] Pushing event updated for resources: {'Port': ['ID=7623182e-cd5b-4728-aa22-2d1cb919aff3,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:16.465426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:04:16.466333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:04:16.466333 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.466673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:04:16.467057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Bound port: 7623182e-cd5b-4728-aa22-2d1cb919aff3, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:04:16.467439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.520444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] For port 7623182e-cd5b-4728-aa22-2d1cb919aff3, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:04:16.523696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] For port 7623182e-cd5b-4728-aa22-2d1cb919aff3, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7623182e-cd5b-4728-aa22-2d1cb919aff3,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:04:16.565570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Allocated IP 172.20.0.1 (deb3387d-4299-49ed-9810-e0d19c879f90/79cf9b56-81e2-4082-87d9-445e4df95287/896e25d6-5421-4ebb-a782-31a952c954b4) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:04:16.594657 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.654421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:16.655074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:16.659819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eabdb4-d6b7-4f39-927e-e875c686145e None None] Pushing event updated for resources: {'Port': ['ID=7623182e-cd5b-4728-aa22-2d1cb919aff3,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:16.671556 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.747578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 272e41f7-fea8-4077-b8f3-b665886b00ab up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:04:16.765727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.800850 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Network deb3387d-4299-49ed-9810-e0d19c879f90 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:04:16.803768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:16.804394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:16.806767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:04:16.840693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Pushing event updated for resources: {'Port': ['ID=896e25d6-5421-4ebb-a782-31a952c954b4,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:16.856018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:16.890536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 272e41f7-fea8-4077-b8f3-b665886b00ab triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:16.890928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:17.059282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:17.067343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ec04cd1a-aff1-487b-bf12-f69a0c386234 None None] Provisioning complete for port 896e25d6-5421-4ebb-a782-31a952c954b4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:17.068102 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ec04cd1a-aff1-487b-bf12-f69a0c386234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:17.103709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:14Z', 'revision_number': 3, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:17.133675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ec04cd1a-aff1-487b-bf12-f69a0c386234 None None] Port 896e25d6-5421-4ebb-a782-31a952c954b4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:04:17.136294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f22b42-4f6c-4d22-bb8b-01b438f3068e None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:14Z', 'revision_number': 3, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:04:17.227616 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:17.280046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:17.367615 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:17.369778 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Pushing event updated for resources: {'Port': ['ID=896e25d6-5421-4ebb-a782-31a952c954b4,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:17.470314 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Network deb3387d-4299-49ed-9810-e0d19c879f90 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:04:17.471804 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:17.595275 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:04:17.715087 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:04:17.720827 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c3017154-37eb-4caa-80a5-1546c46e66ec admin admin] 10.222.0.13 "PUT /v2.0/routers/93ec959d-dce0-435a-83e0-8117cb83def9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0017471 Sep 17 23:04:17.764420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d3f75e9d-510e-4dd7-835e-20d392f6d5be None None] Provisioning complete for port 896e25d6-5421-4ebb-a782-31a952c954b4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:17.764893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d3f75e9d-510e-4dd7-835e-20d392f6d5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:17.795372 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbc725fc-b2cf-4c52-a64c-5a155e6cef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:17.804775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d3f75e9d-510e-4dd7-835e-20d392f6d5be None None] Port 896e25d6-5421-4ebb-a782-31a952c954b4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:04:18.247207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60310) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:18.252146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7e68f5d6-72d3-4ad0-b407-88600c327c01 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49850717', 'description': 'tempest-description--753012702'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:18.359648 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e68f5d6-72d3-4ad0-b407-88600c327c01 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.443521 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e68f5d6-72d3-4ad0-b407-88600c327c01 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.502563 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e68f5d6-72d3-4ad0-b407-88600c327c01 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.533071 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68f5d6-72d3-4ad0-b407-88600c327c01 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e34d862-4a22-4185-883a-71e8d5bf022e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:18.628465 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e68f5d6-72d3-4ad0-b407-88600c327c01 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.632362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7e68f5d6-72d3-4ad0-b407-88600c327c01 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3815088 Sep 17 23:04:18.632626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60312) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:18.637056 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-811458d2-0cb3-4a33-98f5-38311b83328d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'security_group_rule': {'security_group_id': '2e34d862-4a22-4185-883a-71e8d5bf022e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:18.705098 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:04:18.708857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-811458d2-0cb3-4a33-98f5-38311b83328d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.716202 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:18.716895 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:18.743769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7623182e-cd5b-4728-aa22-2d1cb919aff3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:04:18.774923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-811458d2-0cb3-4a33-98f5-38311b83328d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.791614 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7623182e-cd5b-4728-aa22-2d1cb919aff3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:18.792177 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.827281 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:18.851009 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-811458d2-0cb3-4a33-98f5-38311b83328d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.868352 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.872727 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811458d2-0cb3-4a33-98f5-38311b83328d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bebd568-c2e9-455f-9804-2f2dacb6a78f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:18.891147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 7623182e-cd5b-4728-aa22-2d1cb919aff3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7623182e-cd5b-4728-aa22-2d1cb919aff3,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:18.953938 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-811458d2-0cb3-4a33-98f5-38311b83328d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:18.955183 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-811458d2-0cb3-4a33-98f5-38311b83328d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215628 Sep 17 23:04:18.957649 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60314) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:18.962752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-504168f7-4ac9-473a-8b6d-3fd3a856e699 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'security_group_rule': {'security_group_id': '2e34d862-4a22-4185-883a-71e8d5bf022e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:18.965646 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.020055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=7623182e-cd5b-4728-aa22-2d1cb919aff3,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:19.034600 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:17Z', 'revision_number': 2, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:19.050297 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-504168f7-4ac9-473a-8b6d-3fd3a856e699 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.059621 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:04:19.059970 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Updating router 93ec959d-dce0-435a-83e0-8117cb83def9 port 896e25d6-5421-4ebb-a782-31a952c954b4 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:04:19.088349 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.111185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-504168f7-4ac9-473a-8b6d-3fd3a856e699 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.205592 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-504168f7-4ac9-473a-8b6d-3fd3a856e699 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.222771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504168f7-4ac9-473a-8b6d-3fd3a856e699 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af8674e-86c6-445d-8a8c-ac13190bf6f9,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:19.285595 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-504168f7-4ac9-473a-8b6d-3fd3a856e699 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.287101 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-504168f7-4ac9-473a-8b6d-3fd3a856e699 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283918 Sep 17 23:04:19.290025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 60316) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:19.294354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:19.347718 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.366125 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.429049 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.465350 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.495672 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Pushing event updated for resources: {'Port': ['ID=896e25d6-5421-4ebb-a782-31a952c954b4,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:19.581674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Allocated IP 172.25.5.208 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/5ea94155-3304-4a55-9c09-578cb9804e1e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:04:19.625367 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.625733 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.626041 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.626371 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.626921 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.627193 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.627515 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.627834 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.628153 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.628471 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.628784 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.629103 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:19.649737 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Attempting to bind port 896e25d6-5421-4ebb-a782-31a952c954b4 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:04:19.650250 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Attempting to bind port 896e25d6-5421-4ebb-a782-31a952c954b4 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:04:19.650666 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Attempting to bind port 896e25d6-5421-4ebb-a782-31a952c954b4 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:04:19.656553 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:04:19.656787 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:04:19.657254 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.657715 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:04:19.658423 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Bound port: 896e25d6-5421-4ebb-a782-31a952c954b4, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:04:19.658968 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.697053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.720763 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] For port 896e25d6-5421-4ebb-a782-31a952c954b4, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:04:19.724142 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] For port 896e25d6-5421-4ebb-a782-31a952c954b4, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=896e25d6-5421-4ebb-a782-31a952c954b4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:04:19.735622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c57b296b-449b-4506-a1a6-2af22eaf833a None None] Provisioning complete for port 896e25d6-5421-4ebb-a782-31a952c954b4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:19.736003 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c57b296b-449b-4506-a1a6-2af22eaf833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.768744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c57b296b-449b-4506-a1a6-2af22eaf833a None None] Port 896e25d6-5421-4ebb-a782-31a952c954b4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:04:19.805811 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.828690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.866813 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b34dc-4c22-4d2c-8d5b-6e243ae63deb None None] Pushing event updated for resources: {'Port': ['ID=896e25d6-5421-4ebb-a782-31a952c954b4,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:19.869485 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:19.869863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:04:19.870254 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:03:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:19.874226 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:19.877050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:04:19.905035 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event updated for resources: {'Port': ['ID=5ea94155-3304-4a55-9c09-578cb9804e1e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:19.972425 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:19.982383 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:20.046183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.097904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-07a61716-8f03-4591-b0d9-d544a9431db8 None None] Provisioning complete for port 896e25d6-5421-4ebb-a782-31a952c954b4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:20.098485 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-07a61716-8f03-4591-b0d9-d544a9431db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.187091 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-07a61716-8f03-4591-b0d9-d544a9431db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.203329 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:19Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:20.206768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.221035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-07a61716-8f03-4591-b0d9-d544a9431db8 None None] For port 896e25d6-5421-4ebb-a782-31a952c954b4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=896e25d6-5421-4ebb-a782-31a952c954b4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:20.230202 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797cc905-2191-478b-837d-1c56eea37df6 None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:19Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:04:20.245263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1bc8005e-8355-4a4d-8b36-e4f841ca8309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.280936 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.348735 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-07a61716-8f03-4591-b0d9-d544a9431db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.369348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event updated for resources: {'Port': ['ID=5ea94155-3304-4a55-9c09-578cb9804e1e,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:20.376324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.408004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a61716-8f03-4591-b0d9-d544a9431db8 None None] Pushing event updated for resources: {'Port': ['ID=896e25d6-5421-4ebb-a782-31a952c954b4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:20.479957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.481391 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-45c64126-c1bb-4334-a675-ff0045d19da6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1903334 Sep 17 23:04:20.628513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-7de2c4a1-88c7-42d9-970e-7d0628cd1881 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--49850717&fields=id&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 267 time: 0.0360410 Sep 17 23:04:20.757656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-3c90deaf-8460-4fad-becd-753cf422ae7e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:20.760292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-3c90deaf-8460-4fad-becd-753cf422ae7e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 810 time: 0.1247990 Sep 17 23:04:20.780212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-6dcd86cf-e657-43f1-9f68-ce6ad7e7f701 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/quotas/0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 375 time: 0.0140758 Sep 17 23:04:20.815975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7623182e-cd5b-4728-aa22-2d1cb919aff3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:04:20.854763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-43f5ef14-31b3-4413-a9f7-011cf91a6b70 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682211 Sep 17 23:04:20.868605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7623182e-cd5b-4728-aa22-2d1cb919aff3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:20.868868 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:20.952686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 896e25d6-5421-4ebb-a782-31a952c954b4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:04:20.960869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-733a80cb-958f-4faa-9dbf-7510796512d2 service neutron] 10.222.0.13 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939775 Sep 17 23:04:21.007279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 896e25d6-5421-4ebb-a782-31a952c954b4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:21.007941 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:21.069800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-a8e5743b-ab5b-4142-8e2a-d3bb0d6c33d6 service neutron] 10.222.0.13 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998025 Sep 17 23:04:21.305875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ff511d6-7956-4044-8d32-a74fff9ebba9 req-c2cbafd9-905d-4bcd-a923-5904cc7784e5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 210 time: 0.0286636 Sep 17 23:04:21.314171 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:21.816687 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:22.423762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-786908c9-7852-4a82-abf7-359fce128bb9 req-fdb86f55-61ad-4833-b4d8-792feaa95ec5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 210 time: 0.0250971 Sep 17 23:04:23.278619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5241da0e-0350-4383-b154-b7f7d2056e0f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:23.280107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5241da0e-0350-4383-b154-b7f7d2056e0f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 810 time: 0.1068113 Sep 17 23:04:23.321295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-31284f3e-9a15-43dc-9277-234929e1cbe1 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 378 time: 0.0325642 Sep 17 23:04:23.330266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'port': {'device_id': '7ea59276-2461-497e-ad31-2717faebac37', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'admin_state_up': True, 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'security_groups': ['2e34d862-4a22-4185-883a-71e8d5bf022e']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:23.496663 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:23.502817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Made reservation on behalf of 0533292aa39443698bcd4c3ec8f62639 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:04:23.506115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:23.522142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4c0fe79-bcec-4ef7-ab23-415bd392f448 req-12b67e6d-9a61-41db-9e72-8a31f61b50cd tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 210 time: 0.0309262 Sep 17 23:04:23.644027 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Allocated IP 172.20.0.5 (deb3387d-4299-49ed-9810-e0d19c879f90/79cf9b56-81e2-4082-87d9-445e4df95287/9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:04:23.774246 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:23.856971 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:23.900842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Network deb3387d-4299-49ed-9810-e0d19c879f90 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:04:23.903870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:04:23.907570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:04:23.935480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event updated for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:23.964287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:23.964940 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:24.040483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-5eeb1f67-939a-4b88-938a-a2f13bcc2937 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7136610 Sep 17 23:04:24.053183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Request body: {'port': {'device_id': '7ea59276-2461-497e-ad31-2717faebac37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:24.089067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c1e24081-8faf-40e1-8f00-51847bf4d038 None None] Provisioning complete for port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:24.089433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c1e24081-8faf-40e1-8f00-51847bf4d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:24.106259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:24.125510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c1e24081-8faf-40e1-8f00-51847bf4d038 None None] Port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:04:24.366569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:04:24.373912 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:24.386602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Transition to ACTIVE for port object 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:04:24.450155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:24.497891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Pushing event updated for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:24.571593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Attempting to bind port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:04:24.572283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Attempting to bind port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:04:24.572283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Attempting to bind port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:04:24.577283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:04:24.577609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Attempting to bind port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:04:24.582877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:04:24.583219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:04:24.583602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:04:24.584033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Bound port: 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:04:24.584493 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:24.688093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921006f-f165-4af6-a1ed-1e6bd4a8a7a5 req-de11c4cb-e39c-4dcc-ad0b-319780109108 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:24.689600 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5921006f-f165-4af6-a1ed-1e6bd4a8a7a5 req-de11c4cb-e39c-4dcc-ad0b-319780109108 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 943 time: 0.0920084 Sep 17 23:04:24.694935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:04:24.699199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:04:24.730104 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5921006f-f165-4af6-a1ed-1e6bd4a8a7a5 req-cdb46981-cfaa-43cb-8ebb-a783fb916bae tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328162 Sep 17 23:04:24.765633 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:24.796044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:24.796874 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:24.798327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] 10.222.0.32 "PUT /v2.0/ports/9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 1092 time: 0.7494531 Sep 17 23:04:24.800646 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:24.804180 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed6c329-d7e3-45f5-bba7-b7d89275a2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:24.835837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece4b52-30c4-4739-bf31-135874291bdf service neutron] Pushing event updated for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:24.841877 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c613c5-8b03-4843-811f-7575fefcc6b7 x-openstack-request-id: req-f6c613c5-8b03-4843-811f-7575fefcc6b7 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:24.842163 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:24.842403 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6c613c5-8b03-4843-811f-7575fefcc6b7 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:24.842818 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'status': 'completed', 'code': 200} Sep 17 23:04:24.911056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6c329-d7e3-45f5-bba7-b7d89275a2d2 req-913f8362-6e37-4f3a-b2dc-957a9fedcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:24.913101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fed6c329-d7e3-45f5-bba7-b7d89275a2d2 req-913f8362-6e37-4f3a-b2dc-957a9fedcfec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1095 time: 0.0481958 Sep 17 23:04:25.009486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6c329-d7e3-45f5-bba7-b7d89275a2d2 req-e2817e31-b2a4-44b9-ace5-5e69dd2a6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.010977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fed6c329-d7e3-45f5-bba7-b7d89275a2d2 req-e2817e31-b2a4-44b9-ace5-5e69dd2a6887 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0533292aa39443698bcd4c3ec8f62639&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0908904 Sep 17 23:04:25.111364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6c329-d7e3-45f5-bba7-b7d89275a2d2 req-a0b005ba-74c7-4ab7-ae13-8b6d24b9198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.112840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fed6c329-d7e3-45f5-bba7-b7d89275a2d2 req-a0b005ba-74c7-4ab7-ae13-8b6d24b9198c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0950966 Sep 17 23:04:25.188260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-833108f0-14c4-4541-9837-771e2f0a64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.189853 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-833108f0-14c4-4541-9837-771e2f0a64bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1095 time: 0.0402293 Sep 17 23:04:25.231040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-39db3eec-ae60-4352-a636-3d9050237acd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 217 time: 0.0333171 Sep 17 23:04:25.282038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-96a3b79c-89df-4ae7-bd27-794b001f000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.283488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-96a3b79c-89df-4ae7-bd27-794b001f000a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0459337 Sep 17 23:04:25.326662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-9e21154a-b109-4b47-878f-f91ffc508579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.328126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-9e21154a-b109-4b47-878f-f91ffc508579 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0375051 Sep 17 23:04:25.417047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-10f38c4e-6ed7-4898-84fd-54d5ab5601ef service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810506 Sep 17 23:04:25.507856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec7213c1-0cc3-4add-8a01-6c98228d4c39 req-4e52ea8b-f34c-4ba1-9eb2-2198ec065e41 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840845 Sep 17 23:04:25.842172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22b006-489b-429e-881d-8594afd9f36d req-3c2f79e6-6ff6-4e35-b10a-86ed31443f4e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:25.843663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c22b006-489b-429e-881d-8594afd9f36d req-3c2f79e6-6ff6-4e35-b10a-86ed31443f4e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 943 time: 0.0475695 Sep 17 23:04:25.879322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8c22b006-489b-429e-881d-8594afd9f36d req-22e3d57b-154e-42a9-b796-687ddb15373f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298450 Sep 17 23:04:26.998030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b2667-a906-4ed1-908b-7bd137d3b334 req-352698f9-e67b-4327-a67f-2ed97d4316b9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:26.999518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-172b2667-a906-4ed1-908b-7bd137d3b334 req-352698f9-e67b-4327-a67f-2ed97d4316b9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 943 time: 0.0518575 Sep 17 23:04:27.036797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-172b2667-a906-4ed1-908b-7bd137d3b334 req-31435e6b-ced1-4128-a9f9-c6b9b437aaa6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311508 Sep 17 23:04:27.868807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:04:28.107404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:28.119185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'mac_address': 'fa:16:3e:f6:06:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:04:28.148454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb8459-7a7d-4fcd-987a-1eceb3739352 req-12c39722-fee5-47c8-90f7-df7e9656c149 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:28.149977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47bb8459-7a7d-4fcd-987a-1eceb3739352 req-12c39722-fee5-47c8-90f7-df7e9656c149 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 943 time: 0.0485945 Sep 17 23:04:28.158243 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:28.171561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:04:28.188167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-47bb8459-7a7d-4fcd-987a-1eceb3739352 req-7b7ae104-41b6-4521-bb9f-64c9c99bd85e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313816 Sep 17 23:04:28.190374 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:28.251085 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:28.297551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:28.304693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.305036 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.305371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.305701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.306034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.306354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.306676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.307024 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.307345 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.307664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.307980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.308296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:04:28.448874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:04:29.301098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5e84a-64e3-4b4b-a9ec-8391374f07c9 req-16a161e7-6265-4715-be1c-be5122586847 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:29.302556 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99d5e84a-64e3-4b4b-a9ec-8391374f07c9 req-16a161e7-6265-4715-be1c-be5122586847 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 944 time: 0.0474417 Sep 17 23:04:29.340261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99d5e84a-64e3-4b4b-a9ec-8391374f07c9 req-fe0031f0-c70e-48db-973e-608a3181c3bb tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302060 Sep 17 23:04:29.878637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:04:29.998886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:04:30.002752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:04:30.003159 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:30.076077 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:30.097740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:30.100237 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a019ab86-a735-4df6-9018-221745f7cdfd" -d '{"events": [{"server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:30.115718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:04:30.135235 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a633ec4-267c-4bc7-9e7c-4f93b3a4facc x-openstack-request-id: req-7a633ec4-267c-4bc7-9e7c-4f93b3a4facc {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:30.135525 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:30.135758 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a633ec4-267c-4bc7-9e7c-4f93b3a4facc {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:30.136167 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'code': 200} Sep 17 23:04:30.170945 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:30.217962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:04:30.231390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05562276-8bae-478a-a612-f96862535f96 req-3245b652-08bf-45e9-9011-17b74de7ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:30.232867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05562276-8bae-478a-a612-f96862535f96 req-3245b652-08bf-45e9-9011-17b74de7ceba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1097 time: 0.0444121 Sep 17 23:04:30.267228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05562276-8bae-478a-a612-f96862535f96 req-ec69167c-2019-4142-86da-b23db6ea2635 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0268369 Sep 17 23:04:30.455170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735a9df-4c52-4360-849c-7075f325ee75 req-23f5a2ce-30eb-49fd-a952-123b6aac8e3a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:30.456630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4735a9df-4c52-4360-849c-7075f325ee75 req-23f5a2ce-30eb-49fd-a952-123b6aac8e3a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0481849 Sep 17 23:04:30.492977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4735a9df-4c52-4360-849c-7075f325ee75 req-6a165779-134e-4abc-9440-d7b8a432f511 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301399 Sep 17 23:04:31.608904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2887e-ab21-4fc6-b7c3-5d0c5db4c3d9 req-f7e43461-7352-4221-833a-65a0832daf31 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:31.610299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8eb2887e-ab21-4fc6-b7c3-5d0c5db4c3d9 req-f7e43461-7352-4221-833a-65a0832daf31 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Sep 17 23:04:31.648070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8eb2887e-ab21-4fc6-b7c3-5d0c5db4c3d9 req-4d523ed3-80ec-4c1d-9f0d-006c95967af3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316803 Sep 17 23:04:31.760994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9e6ce-c051-4e7d-99b7-64ad1f27dd7f req-96ea096b-14f1-4805-8819-7a61e9001302 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:31.762442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aba9e6ce-c051-4e7d-99b7-64ad1f27dd7f req-96ea096b-14f1-4805-8819-7a61e9001302 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0512431 Sep 17 23:04:31.770766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60372) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:04:31.775828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bfd86b64-7b18-47d0-82c6-0179d65a0d9c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'floatingip': {'port_id': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:04:31.812985 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfd86b64-7b18-47d0-82c6-0179d65a0d9c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:32.579124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfd86b64-7b18-47d0-82c6-0179d65a0d9c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:32.617456 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfd86b64-7b18-47d0-82c6-0179d65a0d9c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:32.717045 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-bfd86b64-7b18-47d0-82c6-0179d65a0d9c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4 associated. External IP: 172.25.5.208, port: 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4. Sep 17 23:04:32.924092 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd86b64-7b18-47d0-82c6-0179d65a0d9c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:04:33.031656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd86b64-7b18-47d0-82c6-0179d65a0d9c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:04:33.036420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bfd86b64-7b18-47d0-82c6-0179d65a0d9c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:33.043165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:04:33.053136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:33.053789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:33.061964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bfd86b64-7b18-47d0-82c6-0179d65a0d9c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "PUT /v2.0/floatingips/89a280ad-c62d-47f5-802c-dbe2a25f13a4 HTTP/1.1" status: 200 len: 991 time: 1.2901785 Sep 17 23:04:33.062526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:04:33.064838 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:04:33.103156 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14dbc53-3271-4347-a0a4-0c45573cfba7 x-openstack-request-id: req-e14dbc53-3271-4347-a0a4-0c45573cfba7 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:04:33.103447 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:04:33.103700 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e14dbc53-3271-4347-a0a4-0c45573cfba7 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:04:33.104104 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'status': 'completed', 'code': 200} Sep 17 23:04:33.161874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:33.173731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-669db625-f59d-4476-8a98-77c867c92896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:33.175390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-669db625-f59d-4476-8a98-77c867c92896 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1097 time: 0.0411355 Sep 17 23:04:33.268749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-6b296e70-949e-4251-b72b-53a9156a24df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:33.270296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-6b296e70-949e-4251-b72b-53a9156a24df service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0884814 Sep 17 23:04:33.334137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-43633d4e-6333-4c57-ac7a-cea4e625d880 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 999 time: 0.0572188 Sep 17 23:04:33.382150 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:f6:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea59276-2461-497e-ad31-2717faebac37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:04:32Z', 'revision_number': 1, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:33.390809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-83915495-6e16-4af7-8dc9-16a6af208f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:33.390809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-83915495-6e16-4af7-8dc9-16a6af208f4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0484259 Sep 17 23:04:33.413516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:04:33.421796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:04:33.422415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:04:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:33.439296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-1d63aaa8-6154-4da5-98db-cac46586dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:04:33.440757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-1d63aaa8-6154-4da5-98db-cac46586dce1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452006 Sep 17 23:04:33.527228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:04:33.530548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-c52779e1-ef65-4735-b0e2-64e42ecbc814 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828135 Sep 17 23:04:33.623607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d5dffbe-3399-4cf0-9661-ff38ddfaefa2 req-09795c7e-165f-463b-8f03-d96f4fb9e697 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864100 Sep 17 23:04:33.747068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:f6:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea59276-2461-497e-ad31-2717faebac37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:04:32Z', 'revision_number': 1, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:04:33.772850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe33d11-7587-4458-8ce1-b444f9c89058 None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:f6:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea59276-2461-497e-ad31-2717faebac37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:04:32Z', 'revision_number': 1, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:04:33.950857 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b729b8-86ce-44e2-9a82-ee537a6023e2 None None] New status for floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:04:38.724440 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:40.433443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:47.088984 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:04:47.787621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4d277f31-67d4-4453-a4cf-3c427412c2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:50.204735 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-36bdae39-0a9c-47e7-98cb-fdb78c3ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:51.313219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:51.821751 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:04:53.501662 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:08.752623 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:10.444372 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:11.207408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-7ed0c20e-bfcb-47ef-965e-6a872b17bb55 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385723 Sep 17 23:05:11.290400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-1120b2a4-fbe1-457f-b149-4e69f42055bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.291929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-1120b2a4-fbe1-457f-b149-4e69f42055bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1097 time: 0.0416231 Sep 17 23:05:11.403209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-14603584-5fc5-469e-9b8f-5dfa44d48408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.404700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-14603584-5fc5-469e-9b8f-5dfa44d48408 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0927236 Sep 17 23:05:11.469882 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-5f0dd591-9dc2-4318-a325-a9f9d99b1c8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 1001 time: 0.0569663 Sep 17 23:05:11.524009 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-9c8753a2-5650-42e8-8bfa-95f9c0273b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.525420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-9c8753a2-5650-42e8-8bfa-95f9c0273b91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0461771 Sep 17 23:05:11.569180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-d38b74d4-2475-4fcc-ac8b-21aa1a44a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:05:11.570620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-d38b74d4-2475-4fcc-ac8b-21aa1a44a74a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380590 Sep 17 23:05:11.656466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-e69d406a-d58e-47b4-bea9-886b32d894e6 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789516 Sep 17 23:05:11.746128 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-abc30bca-7042-4659-85d6-8ee3bdf346ed req-8f57d959-544d-49fc-a58c-8d0f43120389 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819383 Sep 17 23:05:17.804090 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6d58e547-d579-466f-b5d6-36bcc2848801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:20.220902 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-705d7f06-2fdf-4939-a8d9-10d62d30c2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:21.318246 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:21.832723 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:23.489752 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:24.087791 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:05:38.746738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:40.443778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:47.775135 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4a1180ea-fc6f-4f00-8317-4060cdb8e73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:50.238173 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-89d38167-aad5-4c04-9333-edbb15331599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:51.357876 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:51.815458 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:05:53.494605 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:01.087132 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:06:08.740598 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:08.865705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fe7e4-8596-429b-b23c-9ea1fe151b8a req-a3d68875-f4de-410a-866e-bbfff56cac99 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:08.867154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b4fe7e4-8596-429b-b23c-9ea1fe151b8a req-a3d68875-f4de-410a-866e-bbfff56cac99 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.1569126 Sep 17 23:06:08.904188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b4fe7e4-8596-429b-b23c-9ea1fe151b8a req-1c94f103-22d5-401d-bfab-5f6e8a8aa2a6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308127 Sep 17 23:06:09.251302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ed8fd-f449-4398-969e-a9d89118613c req-107746d1-1ec4-41d4-a431-76a637cd0c42 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:09.253455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b6ed8fd-f449-4398-969e-a9d89118613c req-107746d1-1ec4-41d4-a431-76a637cd0c42 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0490341 Sep 17 23:06:09.295188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b6ed8fd-f449-4398-969e-a9d89118613c req-564e66b0-fad9-4386-bb62-88448bd3b739 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358043 Sep 17 23:06:09.340807 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-6e81cd20-322b-4ecc-8c03-e364d65a2773 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424118 Sep 17 23:06:10.431756 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:10.465687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d9508-22bd-43a5-90f4-7040d6ab18e5 req-48e74839-eb81-4430-9e68-e55e42444f44 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:10.467209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af2d9508-22bd-43a5-90f4-7040d6ab18e5 req-48e74839-eb81-4430-9e68-e55e42444f44 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.1003325 Sep 17 23:06:10.506056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af2d9508-22bd-43a5-90f4-7040d6ab18e5 req-d6b78a3e-f576-4180-8dbe-5d3037ee812a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323691 Sep 17 23:06:11.165155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-f542d047-f6c9-4dde-a492-cb6fcfa9b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:11.166672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-f542d047-f6c9-4dde-a492-cb6fcfa9b268 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1097 time: 0.0832112 Sep 17 23:06:11.261482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-0ba4d680-f682-4d57-95f6-569a4fe26a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:11.262973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-0ba4d680-f682-4d57-95f6-569a4fe26a80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0899255 Sep 17 23:06:11.325630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-d6ecabc3-a60a-42fe-b831-23faf3a3bd98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 1001 time: 0.0553768 Sep 17 23:06:11.375446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-d22fd3ad-6ba3-430f-a72a-14ea2621dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:11.377297 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-d22fd3ad-6ba3-430f-a72a-14ea2621dbd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0442729 Sep 17 23:06:11.427879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-2ef4aa27-c6d5-47da-b6d5-f2f2a564f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:11.429342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-2ef4aa27-c6d5-47da-b6d5-f2f2a564f4ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437927 Sep 17 23:06:11.518839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-d63d16ca-f480-4b95-ab62-a3d186ba8f6f service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826571 Sep 17 23:06:11.639788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-cbc50c0f-a627-491d-af3d-9448fae1f930 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142914 Sep 17 23:06:11.651412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feaa13-3979-4e35-b033-82d1271812f0 req-0673d31a-c52f-445b-83de-571322fa463b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:11.652845 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66feaa13-3979-4e35-b033-82d1271812f0 req-0673d31a-c52f-445b-83de-571322fa463b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0686028 Sep 17 23:06:11.693005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66feaa13-3979-4e35-b033-82d1271812f0 req-8c0368dd-41bd-4331-a11c-7bbddc37129c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329723 Sep 17 23:06:11.739308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-f465cf35-b294-4e94-8cef-28ada331aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:11.740957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-f465cf35-b294-4e94-8cef-28ada331aed4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1097 time: 0.0408440 Sep 17 23:06:11.851912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-11510043-cd7b-4f47-8ca8-986ae5d39365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:11.853475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-11510043-cd7b-4f47-8ca8-986ae5d39365 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0930130 Sep 17 23:06:11.922270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-7c0ee1be-70b8-47f5-8963-74d297a23b73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 1001 time: 0.0611501 Sep 17 23:06:11.972407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-c4d38244-5e9c-47ee-a02e-2053c7e758b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:11.974154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-c4d38244-5e9c-47ee-a02e-2053c7e758b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0453234 Sep 17 23:06:12.021221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-bbd2ae2c-8f70-4269-8fa9-fe4423d66678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:12.022754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-bbd2ae2c-8f70-4269-8fa9-fe4423d66678 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422473 Sep 17 23:06:12.115793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-948b29f8-4116-4736-b087-ce89f1b0927f service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844331 Sep 17 23:06:12.204192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-37b87363-bc59-4808-95d1-70e06c6195e4 req-d144e170-24a7-4a22-a175-b2f4e0fe6ae1 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804079 Sep 17 23:06:12.813054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2d776-a844-40f6-a705-a1695a4a3b98 req-f4b307c2-6906-4e5b-929c-5f234919c5da tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:12.814681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6fe2d776-a844-40f6-a705-a1695a4a3b98 req-f4b307c2-6906-4e5b-929c-5f234919c5da tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0528603 Sep 17 23:06:12.855822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6fe2d776-a844-40f6-a705-a1695a4a3b98 req-9bdd70ae-1e42-4f80-b374-7f3ea57426b8 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350099 Sep 17 23:06:13.973731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342411-28f8-46ad-9380-ec83d7236ca6 req-ebeaa9a8-df1e-4f85-afb4-f4f702df6d0a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:13.975225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2342411-28f8-46ad-9380-ec83d7236ca6 req-ebeaa9a8-df1e-4f85-afb4-f4f702df6d0a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0483913 Sep 17 23:06:14.016043 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2342411-28f8-46ad-9380-ec83d7236ca6 req-4099fa77-922c-4cbb-bf28-71e7a29ed14e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342374 Sep 17 23:06:15.130315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fe4dd-75fd-43d4-9910-9ec3149a5657 req-7231f815-3816-4fe8-a167-301159e3c2e5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:15.131808 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-810fe4dd-75fd-43d4-9910-9ec3149a5657 req-7231f815-3816-4fe8-a167-301159e3c2e5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0483394 Sep 17 23:06:15.168500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-810fe4dd-75fd-43d4-9910-9ec3149a5657 req-bd272f73-7790-4912-84a1-ddcf8725903d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307980 Sep 17 23:06:16.280700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957db47-3b41-49c5-9e69-64ad2dcba005 req-8b2cdad2-73ab-4679-8afd-0bd017ae8314 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:16.282187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f957db47-3b41-49c5-9e69-64ad2dcba005 req-8b2cdad2-73ab-4679-8afd-0bd017ae8314 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Sep 17 23:06:16.322585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f957db47-3b41-49c5-9e69-64ad2dcba005 req-f41acf73-0231-49d8-8094-eb42a0af0495 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344477 Sep 17 23:06:17.437403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d135ff4-6c69-4510-b40b-361708d32998 req-a19ac4e6-c473-49f0-bfeb-eb70470d4e0e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:17.443785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d135ff4-6c69-4510-b40b-361708d32998 req-a19ac4e6-c473-49f0-bfeb-eb70470d4e0e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Sep 17 23:06:17.476862 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d135ff4-6c69-4510-b40b-361708d32998 req-aba6827b-f888-485f-9322-868670bf8317 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314577 Sep 17 23:06:17.797871 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e7edee63-6cb2-4660-9d36-ea4b6d43460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:18.590512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec600e-3927-48c1-bb6a-74b5884eb51b req-6eabdb40-8676-4608-a644-6ff06b978b58 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:18.591992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4ec600e-3927-48c1-bb6a-74b5884eb51b req-6eabdb40-8676-4608-a644-6ff06b978b58 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0479608 Sep 17 23:06:18.629730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4ec600e-3927-48c1-bb6a-74b5884eb51b req-a31b3c4b-769b-48d1-8edd-d292d182de1c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311902 Sep 17 23:06:19.743368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4218b-62fe-40ff-83d1-8b3218802b7d req-9ae22e1e-be90-4c21-b4e8-de0b7d1ddd30 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:19.744816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fa4218b-62fe-40ff-83d1-8b3218802b7d req-9ae22e1e-be90-4c21-b4e8-de0b7d1ddd30 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0482659 Sep 17 23:06:19.786184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fa4218b-62fe-40ff-83d1-8b3218802b7d req-fa8f8b34-811b-41d1-ad1c-045e121ee5a6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351157 Sep 17 23:06:20.214264 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8252e8fb-262e-4b56-a1e0-c20ddf5af861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:20.901264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97fca-427f-4127-8390-892f3cee2f87 req-abd8150f-ec47-4b58-b240-befded1bc1d4 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:20.902809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2c97fca-427f-4127-8390-892f3cee2f87 req-abd8150f-ec47-4b58-b240-befded1bc1d4 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0485997 Sep 17 23:06:20.939025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2c97fca-427f-4127-8390-892f3cee2f87 req-bf6f1b7a-0274-44d7-b00a-e597bf3ee030 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303183 Sep 17 23:06:21.328810 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:21.877555 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:22.053643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b7e17-3bcd-4e6e-9dfc-d4669f4fb4d9 req-a75741b4-a4ec-4568-8531-1cdc14f9c0d6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:22.055132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c1b7e17-3bcd-4e6e-9dfc-d4669f4fb4d9 req-a75741b4-a4ec-4568-8531-1cdc14f9c0d6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0479839 Sep 17 23:06:22.091202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c1b7e17-3bcd-4e6e-9dfc-d4669f4fb4d9 req-0fbda177-8a55-4ded-916d-2a94b2c74b33 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303168 Sep 17 23:06:23.204741 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd66fb-39a1-4ef3-b171-08fde0441b0a req-a20aa1c4-7ad9-4e78-8a60-54568ed0bcb0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:23.206212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3abd66fb-39a1-4ef3-b171-08fde0441b0a req-a20aa1c4-7ad9-4e78-8a60-54568ed0bcb0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0477903 Sep 17 23:06:23.247923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3abd66fb-39a1-4ef3-b171-08fde0441b0a req-3ed53d31-1d06-4d4c-a0bb-a51288d02d1d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352144 Sep 17 23:06:23.506002 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:23.793262 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-ed6341b7-4313-41c4-abf9-13200f1d5a76 service neutron] show failed (client error): The resource could not be found. Sep 17 23:06:23.794155 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-ed6341b7-4313-41c4-abf9-13200f1d5a76 service neutron] 10.222.0.32 "GET /v2.0/ports/9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0524437 Sep 17 23:06:24.278344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-a6346d03-0661-4356-a498-5042f6611ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:24.279964 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-a6346d03-0661-4356-a498-5042f6611ecd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 1097 time: 0.0414867 Sep 17 23:06:24.292438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:06:24.351891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:24.365299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c7ffa-4897-4707-8467-1b7c40f0febf req-74f40e9d-e4f4-43ff-8a4a-157499b87b42 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:24.366827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-151c7ffa-4897-4707-8467-1b7c40f0febf req-74f40e9d-e4f4-43ff-8a4a-157499b87b42 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0519242 Sep 17 23:06:24.405109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-151c7ffa-4897-4707-8467-1b7c40f0febf req-7cacaf97-d2c6-4c27-af4f-d8db2c211d7e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320134 Sep 17 23:06:24.554039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:24.586391 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:06:24.624020 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:24.626299 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f960639f-518e-4cdb-85fc-6348a47886c3" -d '{"events": [{"server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:24.631443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:24.643996 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Transition to ACTIVE for port object 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:06:24.679488 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7cde4b-17e6-45d7-a384-35331d268430 x-openstack-request-id: req-6e7cde4b-17e6-45d7-a384-35331d268430 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:24.679794 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:24.680032 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e7cde4b-17e6-45d7-a384-35331d268430 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:24.680492 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'code': 200} Sep 17 23:06:24.717157 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:24.824061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Pushing event updated for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:24.844030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.844374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.844718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.845053 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.845382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.845705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.846036 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.846354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.846672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.847012 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.847487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.847808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:24.905306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] No DVR routers for this DVR port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:06:25.035307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Attempting to bind port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:06:25.036197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Attempting to bind port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:06:25.036606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Attempting to bind port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:06:25.040717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:06:25.041034 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Attempting to bind port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:06:25.045735 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:06:25.046072 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:06:25.046451 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:06:25.046899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Bound port: 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:06:25.047248 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:25.109097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:06:25.112005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:06:25.180829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:25.213647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:25.214443 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:25.215659 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] 10.222.0.35 "PUT /v2.0/ports/9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 1092 time: 0.9273939 Sep 17 23:06:25.252696 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122030ac-b0a1-4a8d-844d-9bb2df0fd90b service neutron] Pushing event updated for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:25.290685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-21c88980-5d3d-4227-b777-35174fc89af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:25.292235 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-21c88980-5d3d-4227-b777-35174fc89af2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1095 time: 0.0517757 Sep 17 23:06:25.386032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-f3310d90-ec8d-4ad8-a970-66cbe7ac7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:25.387715 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-f3310d90-ec8d-4ad8-a970-66cbe7ac7042 service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0875142 Sep 17 23:06:25.459876 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-f35265fd-517c-4819-af08-74b75446eb0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 999 time: 0.0648811 Sep 17 23:06:25.509725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-53718008-c1cc-494c-b1ac-29d8d904dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:25.511342 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-53718008-c1cc-494c-b1ac-29d8d904dd4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0452309 Sep 17 23:06:25.519717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f805a90-6495-4847-bece-7f7160e8d356 req-38407442-5c63-4f50-ac42-63cbead70da9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:25.521303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f805a90-6495-4847-bece-7f7160e8d356 req-38407442-5c63-4f50-ac42-63cbead70da9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 943 time: 0.0485082 Sep 17 23:06:25.557588 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-5cc62ef8-134e-4907-b375-685ef64be124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:25.558067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f805a90-6495-4847-bece-7f7160e8d356 req-a1a0ee24-ec18-43d3-9b44-6ec30b9e20ed tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309041 Sep 17 23:06:25.559110 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-5cc62ef8-134e-4907-b375-685ef64be124 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400224 Sep 17 23:06:25.652285 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-40924536-dbc2-48e6-8dd0-b2c16a7f941a service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857513 Sep 17 23:06:25.742848 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-77e09354-0a87-459c-8afc-e0b04d803504 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Sep 17 23:06:26.679232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff57c4-804d-4be1-a609-f7dd8de16e3f req-3de17ab6-1e62-49d4-b1fe-367202394a84 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:26.680721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4ff57c4-804d-4be1-a609-f7dd8de16e3f req-3de17ab6-1e62-49d4-b1fe-367202394a84 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 943 time: 0.0522611 Sep 17 23:06:26.681447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:26.683932 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120c2603-f301-461f-b076-3f2d8e899fff" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:26.718712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4ff57c4-804d-4be1-a609-f7dd8de16e3f req-69e21007-1e17-4265-a25b-a271207bd650 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321364 Sep 17 23:06:26.733683 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ec179b-9c57-431d-b497-02ff311edf48 x-openstack-request-id: req-87ec179b-9c57-431d-b497-02ff311edf48 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:26.734635 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:26.734635 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87ec179b-9c57-431d-b497-02ff311edf48 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:26.735062 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'status': 'completed', 'code': 200} Sep 17 23:06:26.793287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2603-f301-461f-b076-3f2d8e899fff req-77e62309-9968-4fbe-bab0-0a73272cf57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:26.794803 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-77e62309-9968-4fbe-bab0-0a73272cf57d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1095 time: 0.0413525 Sep 17 23:06:26.805795 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2603-f301-461f-b076-3f2d8e899fff req-b313d278-793a-422e-a6d8-3dc77b56992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:26.807311 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-b313d278-793a-422e-a6d8-3dc77b56992e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1095 time: 0.0434167 Sep 17 23:06:26.887889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2603-f301-461f-b076-3f2d8e899fff req-a74dace6-012c-46fc-96e9-457eba23dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:26.889394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-a74dace6-012c-46fc-96e9-457eba23dc6a service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0868773 Sep 17 23:06:26.897455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2603-f301-461f-b076-3f2d8e899fff req-f2cce508-208a-4e52-91e7-f999f2948531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:26.898990 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-f2cce508-208a-4e52-91e7-f999f2948531 service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0842886 Sep 17 23:06:26.952233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-694bb4dd-5f74-47be-a3b3-b44a86e0c412 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 999 time: 0.0556777 Sep 17 23:06:26.967050 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-dc368f4e-6688-4847-b5cc-485393cc31bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 999 time: 0.0598586 Sep 17 23:06:27.000374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2603-f301-461f-b076-3f2d8e899fff req-72c85ff6-5101-473a-a39f-9ba4f4273657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:27.001828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-72c85ff6-5101-473a-a39f-9ba4f4273657 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0428936 Sep 17 23:06:27.016349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2603-f301-461f-b076-3f2d8e899fff req-0cb6d67e-c23d-4cf3-86f9-c969c2f07223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:27.017801 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-0cb6d67e-c23d-4cf3-86f9-c969c2f07223 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0435336 Sep 17 23:06:27.049123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2603-f301-461f-b076-3f2d8e899fff req-280c7db5-0090-49a6-b641-58d80d42f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:27.050630 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-280c7db5-0090-49a6-b641-58d80d42f327 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422120 Sep 17 23:06:27.063886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2603-f301-461f-b076-3f2d8e899fff req-8b87b400-a494-46a9-aba2-e07a6bc3e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:27.065362 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-8b87b400-a494-46a9-aba2-e07a6bc3e4d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398207 Sep 17 23:06:27.139409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-898b3571-fb46-49e9-bd8a-760c13023707 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820110 Sep 17 23:06:27.159139 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-761182b2-4cfe-4453-a1a4-a51567fa2cdc service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850954 Sep 17 23:06:27.231005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-36308ea7-33d2-45a1-975e-1bc56faeb548 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844374 Sep 17 23:06:27.250162 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-120c2603-f301-461f-b076-3f2d8e899fff req-f21a4083-7989-42ad-a19a-b5c88cf217d2 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839970 Sep 17 23:06:27.837735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694fe3b-eb38-4777-bc35-a3db7d3e25fb req-b1595898-c274-4f3a-86d7-1c695cae3849 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:27.839222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a694fe3b-eb38-4777-bc35-a3db7d3e25fb req-b1595898-c274-4f3a-86d7-1c695cae3849 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 943 time: 0.0476861 Sep 17 23:06:27.875829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a694fe3b-eb38-4777-bc35-a3db7d3e25fb req-cfda6d87-9e22-4d9a-8328-8cc5d839b097 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308354 Sep 17 23:06:28.152658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b11d8-7e86-45d9-84a9-df520810669f req-5363ec73-b58e-4d53-b405-c353c0293c24 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.154143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-437b11d8-7e86-45d9-84a9-df520810669f req-5363ec73-b58e-4d53-b405-c353c0293c24 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 943 time: 0.0506766 Sep 17 23:06:28.219719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-437b11d8-7e86-45d9-84a9-df520810669f req-18dac119-ebdf-465e-8dc1-b8808feb7549 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593686 Sep 17 23:06:28.239798 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-8d62c812-6eb1-4539-94cc-a0c23f89cee3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.241204 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-8d62c812-6eb1-4539-94cc-a0c23f89cee3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37&tenant_id=0533292aa39443698bcd4c3ec8f62639&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 943 time: 0.0671067 Sep 17 23:06:28.298564 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-0ece3c53-789c-49a5-b293-c529def98f60 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:06:28.299560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-0ece3c53-789c-49a5-b293-c529def98f60 service neutron] 10.222.0.32 "DELETE /v2.0/ports/9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4/bindings/n-h1-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0512755 Sep 17 23:06:28.384887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-858f8660-0d0f-4a8e-8602-2f750876bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.386337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-858f8660-0d0f-4a8e-8602-2f750876bc3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 1095 time: 0.0399129 Sep 17 23:06:28.476819 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:06:28.479145 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-30fc8052-c5e2-498d-be40-57dbbae58822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.480601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-30fc8052-c5e2-498d-be40-57dbbae58822 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0876558 Sep 17 23:06:28.544218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-37a5a3f0-be14-4796-8eb0-f47c2eddb456 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 200 len: 999 time: 0.0559332 Sep 17 23:06:28.568579 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:28.579737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'mac_address': 'fa:16:3e:f6:06:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:06:28.596410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-5a87b835-b94e-4472-9b93-a98e83ce7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.597895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-5a87b835-b94e-4472-9b93-a98e83ce7cea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0467544 Sep 17 23:06:28.619628 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:28.633104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:06:28.643309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-e32f746d-0f25-445b-8c1f-e1974d6e86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:28.645564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-e32f746d-0f25-445b-8c1f-e1974d6e86e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409653 Sep 17 23:06:28.645766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:06:28.671093 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:28.688919 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:06:28.735859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-237932f6-3050-4aa3-9508-4a3e52dc75cb service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834055 Sep 17 23:06:28.745972 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:28.791815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:28.798932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.799281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.799618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.799955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.800289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.800618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.801430 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.801767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.802087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.802410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.802726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.803161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:28.827438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4e6dfb2-907d-43b0-94ca-0b8673408d9a req-f941e705-3d04-416e-af27-45b1f9d7a11e service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851200 Sep 17 23:06:28.979051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:06:29.339107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd966a-0f35-42c5-ac85-e66216ee14f6 req-8e79e215-9381-4519-a452-53daeb947467 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:29.340622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79fd966a-0f35-42c5-ac85-e66216ee14f6 req-8e79e215-9381-4519-a452-53daeb947467 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 944 time: 0.0487103 Sep 17 23:06:29.378913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-79fd966a-0f35-42c5-ac85-e66216ee14f6 req-c814d109-31fd-43a7-96ac-dc43c8dfb763 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319302 Sep 17 23:06:30.493062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:06:30.495141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213be9c-c415-44f0-a82f-08c5b47cd5fd req-f2d1e338-557d-4c5a-bcd5-36c2c4038779 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:30.496685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3213be9c-c415-44f0-a82f-08c5b47cd5fd req-f2d1e338-557d-4c5a-bcd5-36c2c4038779 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 944 time: 0.0491524 Sep 17 23:06:30.538568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3213be9c-c415-44f0-a82f-08c5b47cd5fd req-79f05a63-fd12-414f-a319-e7c1918acefb tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358152 Sep 17 23:06:30.603357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:06:30.607327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:06:30.607699 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:30.653463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78ce41-08eb-4466-a17b-961c14f0896a req-1a46c6be-7899-43b7-9295-da46a2780786 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:30.655436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e78ce41-08eb-4466-a17b-961c14f0896a req-1a46c6be-7899-43b7-9295-da46a2780786 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 944 time: 0.0501194 Sep 17 23:06:30.688417 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:30.694856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0e78ce41-08eb-4466-a17b-961c14f0896a req-be7ba9c7-a291-4616-8499-327436eec045 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327621 Sep 17 23:06:30.715722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:30.715722 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36332a6d-e9fc-442b-82c3-ae70bcedbf72" -d '{"events": [{"server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:30.726943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:30.791525 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:30.814664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba200-9ada-4c01-ae8e-536cbe1491aa req-5e73c5ad-092d-4c4b-843a-54a3a3a75c27 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:30.815695 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc7ba200-9ada-4c01-ae8e-536cbe1491aa req-5e73c5ad-092d-4c4b-843a-54a3a3a75c27 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 944 time: 0.0524344 Sep 17 23:06:30.822027 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259b94a9-2b27-48fc-85fb-f023e5ac1532 x-openstack-request-id: req-259b94a9-2b27-48fc-85fb-f023e5ac1532 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:30.822314 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:30.822562 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-259b94a9-2b27-48fc-85fb-f023e5ac1532 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:30.822972 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'code': 200} Sep 17 23:06:30.845363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:30.855456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc7ba200-9ada-4c01-ae8e-536cbe1491aa req-b4b50a73-c25e-4bcb-930e-3cd246d4e41a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332961 Sep 17 23:06:31.237625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d708508-2911-45e8-9c95-31a596c10cd3 req-a354d58f-9c54-4aff-a653-f2a776ac1d46 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:31.239202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d708508-2911-45e8-9c95-31a596c10cd3 req-a354d58f-9c54-4aff-a653-f2a776ac1d46 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0481069 Sep 17 23:06:31.280851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d708508-2911-45e8-9c95-31a596c10cd3 req-03a3d9e5-9818-4ce8-a9b3-549719da054f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352302 Sep 17 23:06:32.398917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a239d-315e-450a-81b6-31c1acaf8e73 req-c8d07477-b490-4bf7-8819-42371ff1e8a8 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:32.400454 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee5a239d-315e-450a-81b6-31c1acaf8e73 req-c8d07477-b490-4bf7-8819-42371ff1e8a8 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0486548 Sep 17 23:06:32.438777 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee5a239d-315e-450a-81b6-31c1acaf8e73 req-cd325326-f117-476a-8949-37ca60e703c2 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321503 Sep 17 23:06:32.444156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-01c405d6-dbb4-444d-8bf1-5c3257624481 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:32.445936 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-01c405d6-dbb4-444d-8bf1-5c3257624481 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 945 time: 0.0533559 Sep 17 23:06:32.533618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Deleting port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:06:32.533962 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:32.623460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] For port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:32.623723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.124435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.124795 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.125111 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4 disassociated. External IP: 172.25.5.208, port: 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4. Sep 17 23:06:33.125446 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Calling delete_port for 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:06:33.311305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.343398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event deleted for resources: {'Port': ['ID=9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:33.466195 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:06:33.538060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c30593b8-6b37-4798-8728-73595b53f127 req-111e1c87-a9d0-4d97-9aeb-bc85ca9ed33c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea59276-2461-497e-ad31-2717faebac37 HTTP/1.1" status: 200 len: 210 time: 0.0271440 Sep 17 23:06:33.584796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:06:33.595194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:06:33.605584 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:06:33.606198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:06:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:33.623219 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] No DVR routers for this DVR port 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:06:33.625805 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:33.627827 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-eda7fef7-657a-4123-b6e5-811f954aa5d3 req-15946d00-84a5-4233-b09f-c09189572eaf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.35 "DELETE /v2.0/ports/9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 HTTP/1.1" status: 204 len: 173 time: 1.1764359 Sep 17 23:06:33.628261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'name': 'network-vif-deleted', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:33.630503 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e6173b-dbed-455f-8e45-5cab64704382" -d '{"events": [{"server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "name": "network-vif-deleted", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:33.670781 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2691fdd4-0cc2-4395-9034-1696a305044d x-openstack-request-id: req-2691fdd4-0cc2-4395-9034-1696a305044d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:33.671097 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea59276-2461-497e-ad31-2717faebac37", "name": "network-vif-deleted", "tag": "9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:33.671343 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2691fdd4-0cc2-4395-9034-1696a305044d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:33.671737 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea59276-2461-497e-ad31-2717faebac37', 'name': 'network-vif-deleted', 'tag': '9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4', 'status': 'completed', 'code': 200} Sep 17 23:06:33.717521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:06:33.918400 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:33.947019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:06:33.955167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:06:33.955773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:06:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:34.212911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:06:34.406376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:34.432164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887beeb-9cb6-443d-8808-24dad61ce6a1 None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:06:34.641119 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6395179-e1bd-44b6-9dc8-d2d1d1b90f6e None None] New status for floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:06:34.776380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-8046231f-3ba4-40db-b587-9d206cfc60ee tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--49850717&fields=id&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 267 time: 0.0318556 Sep 17 23:06:34.888425 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66287118-0140-46f9-91db-b5bf93ad0845 req-3f6c3e24-a46d-4c5d-ae33-ac92ad71054a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:34.889875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-3f6c3e24-a46d-4c5d-ae33-ac92ad71054a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 810 time: 0.1066866 Sep 17 23:06:34.904588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-951d3de3-4191-49e6-8b63-d3957f48d664 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/quotas/0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 375 time: 0.0085251 Sep 17 23:06:34.956290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-c0949d23-c08f-4c5b-9dd8-df3de742b3da tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466595 Sep 17 23:06:35.095379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-37516b44-1d75-47dd-b96f-631052924606 service neutron] 10.222.0.13 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274571 Sep 17 23:06:35.183976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-c5a55ece-d883-4df9-a383-3bf99b58da1b service neutron] 10.222.0.13 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819952 Sep 17 23:06:35.414066 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7209cfe5-469c-4960-9130-0b27a3362078 req-62f844bf-0187-4c3b-9a42-fac08345b0e1 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 210 time: 0.0267153 Sep 17 23:06:36.523439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0c66f25-d061-474a-9067-39b53e6a0b51 req-ca8c1bc8-84fb-40d0-a6bf-1a427d9b94a5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 210 time: 0.0301256 Sep 17 23:06:36.534920 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:06:36.558984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:06:36.559327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 9a2c7cf4-f175-4ad6-92d6-4aa738ff24f4 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:06:37.663509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26e6b86d-770c-4f3d-9471-8b82ce44ca9b req-d99ed532-01fc-4ef1-b92b-b54bf74fc0e9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 210 time: 0.0371923 Sep 17 23:06:37.724632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66287118-0140-46f9-91db-b5bf93ad0845 req-40bf6cc9-2cae-4eda-84b3-f1bac72ee94e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:37.726574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-40bf6cc9-2cae-4eda-84b3-f1bac72ee94e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 810 time: 0.5130196 Sep 17 23:06:37.771366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ed1c66fc-2603-43e1-a20d-410f7ff3d78e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 378 time: 0.0355232 Sep 17 23:06:37.780192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'port': {'device_id': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'admin_state_up': True, 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'security_groups': ['2e34d862-4a22-4185-883a-71e8d5bf022e']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:06:37.945756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Made reservation on behalf of 0533292aa39443698bcd4c3ec8f62639 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:06:37.949338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:38.074328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Allocated IP 172.20.0.6 (deb3387d-4299-49ed-9810-e0d19c879f90/79cf9b56-81e2-4082-87d9-445e4df95287/d17dcea6-91a5-4a19-a04e-95f7cfec90ad) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:06:38.086300 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:06:38.204844 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:38.306270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:38.344874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Network deb3387d-4299-49ed-9810-e0d19c879f90 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:06:38.347913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:06:38.352603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:06:38.382419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event updated for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:38.395693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.396029 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.396363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.397228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.397735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.398068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.398383 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.398699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.399044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.399361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.399678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.399993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:06:38.420924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:38.421537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:38.518263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ae4a8b7b-4f3a-459c-960a-4770f758be56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7414353 Sep 17 23:06:38.530362 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Request body: {'port': {'device_id': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:06:38.532740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c35fc058-2e0f-4cfd-8da0-d8e885ca2342 None None] Provisioning complete for port d17dcea6-91a5-4a19-a04e-95f7cfec90ad triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:06:38.532740 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c35fc058-2e0f-4cfd-8da0-d8e885ca2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:38.565651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c35fc058-2e0f-4cfd-8da0-d8e885ca2342 None None] Port d17dcea6-91a5-4a19-a04e-95f7cfec90ad cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:06:38.588597 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:38.762863 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:38.831921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a349b-2a32-44d0-84c2-527678a93609 req-7f3081f5-3ea7-4756-8a4d-e872327596ba tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:38.833401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be7a349b-2a32-44d0-84c2-527678a93609 req-7f3081f5-3ea7-4756-8a4d-e872327596ba tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 931 time: 0.1005225 Sep 17 23:06:38.904765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be7a349b-2a32-44d0-84c2-527678a93609 req-24121e1e-a334-49c9-9ae3-15988da908af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642912 Sep 17 23:06:38.910094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17dcea6-91a5-4a19-a04e-95f7cfec90ad {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:06:38.917745 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:38.930224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Transition to ACTIVE for port object d17dcea6-91a5-4a19-a04e-95f7cfec90ad will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:06:39.002826 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:39.057272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Pushing event updated for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:39.122634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Attempting to bind port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:06:39.123042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Attempting to bind port d17dcea6-91a5-4a19-a04e-95f7cfec90ad by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:06:39.123333 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Attempting to bind port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:06:39.127748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:06:39.128068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Attempting to bind port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:06:39.133779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:06:39.138098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:06:39.138098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:06:39.138098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Bound port: d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:06:39.138098 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:39.200862 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:06:39.207344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:06:39.277843 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:39.315859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:39.316361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:39.317737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] 10.222.0.32 "PUT /v2.0/ports/d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 1092 time: 0.7916613 Sep 17 23:06:39.318200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:39.321544 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557707d0-6997-41c4-8c9d-f8f9560c7f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:39.345955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a1836-b42c-4833-bcfb-99e80c678d2d service neutron] Pushing event updated for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:39.433012 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b4e680-89dd-4138-8e53-80e1bbfbba01 x-openstack-request-id: req-c8b4e680-89dd-4138-8e53-80e1bbfbba01 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:39.433327 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:39.433587 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8b4e680-89dd-4138-8e53-80e1bbfbba01 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:39.433987 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'status': 'completed', 'code': 200} Sep 17 23:06:39.483610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ca80efd2-dd2d-4d39-b450-a7aa902a2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:39.485125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-ca80efd2-dd2d-4d39-b450-a7aa902a2385 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1095 time: 0.0423629 Sep 17 23:06:39.526174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-89c1b1eb-f4ac-4ae8-a095-c8bcc26a8f25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 217 time: 0.0332639 Sep 17 23:06:39.577784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66287118-0140-46f9-91db-b5bf93ad0845 req-cbc5b069-e956-4e96-90a4-2007e8f27592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:39.579179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-cbc5b069-e956-4e96-90a4-2007e8f27592 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0457330 Sep 17 23:06:39.623486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66287118-0140-46f9-91db-b5bf93ad0845 req-3a98f220-c628-40d1-8e83-17d51deb5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:39.624938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-3a98f220-c628-40d1-8e83-17d51deb5cac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393357 Sep 17 23:06:39.712582 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-af473c53-e2a6-44a6-99b6-648e5656af0f service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800087 Sep 17 23:06:39.804786 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66287118-0140-46f9-91db-b5bf93ad0845 req-b9ff388a-6121-46e3-b51c-4c627172bf3e service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851650 Sep 17 23:06:39.970395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-09621574-2c08-4b61-81f3-bd0d15a3823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:39.971934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-09621574-2c08-4b61-81f3-bd0d15a3823e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1095 time: 0.0410411 Sep 17 23:06:40.073058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53936fdd-1931-478b-829d-e27d81d33efc req-4e0b0ef5-ad41-4f04-82a7-75c78ff32eb1 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:40.074571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53936fdd-1931-478b-829d-e27d81d33efc req-4e0b0ef5-ad41-4f04-82a7-75c78ff32eb1 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 943 time: 0.1017489 Sep 17 23:06:40.113669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-b260bfa2-ff61-4fd1-aff1-f8f9ea54a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:40.115123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-b260bfa2-ff61-4fd1-aff1-f8f9ea54a6e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.1335344 Sep 17 23:06:40.135564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53936fdd-1931-478b-829d-e27d81d33efc req-b54040b4-7d99-4a15-a730-38719633b8e2 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549781 Sep 17 23:06:40.167278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-ecbf961b-60fe-4271-9fdd-5943ab40c18c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 217 time: 0.0440867 Sep 17 23:06:40.216886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-a47f8cee-cb67-43f2-9a18-ee1b919e6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:40.218205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-a47f8cee-cb67-43f2-9a18-ee1b919e6a93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0434785 Sep 17 23:06:40.263831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-a282ee5c-dcab-43a2-9363-9f6686f79727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:40.265295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-a282ee5c-dcab-43a2-9363-9f6686f79727 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391517 Sep 17 23:06:40.361346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-fa5332d8-5b45-43f7-a796-afc5b40898de service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876544 Sep 17 23:06:40.452833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-557707d0-6997-41c4-8c9d-f8f9560c7f5e req-2d78cc3b-f3aa-489e-9cf9-c415ec5973ab service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839181 Sep 17 23:06:40.505904 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:41.256920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf9d3b-5793-4787-9faf-e52ef7a0d64e req-0a46149f-60c5-4e85-b067-d1780da7af92 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:41.258392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eecf9d3b-5793-4787-9faf-e52ef7a0d64e req-0a46149f-60c5-4e85-b067-d1780da7af92 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 943 time: 0.0541234 Sep 17 23:06:41.295837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eecf9d3b-5793-4787-9faf-e52ef7a0d64e req-e6742de8-d077-4e5a-ab78-4498fc0ce97c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315988 Sep 17 23:06:42.410550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e852-57c5-491f-918d-90bdc3e0765b req-ea8a6e18-d8c1-40f3-979d-bad716bd0d8c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:42.412040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25a2e852-57c5-491f-918d-90bdc3e0765b req-ea8a6e18-d8c1-40f3-979d-bad716bd0d8c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 943 time: 0.0493209 Sep 17 23:06:42.450531 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-25a2e852-57c5-491f-918d-90bdc3e0765b req-db3669ad-8037-48ab-a30a-43ccb7bd4c98 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319803 Sep 17 23:06:42.692055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d17dcea6-91a5-4a19-a04e-95f7cfec90ad details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:06:42.785125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:42.796516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'mac_address': 'fa:16:3e:49:9c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:06:42.831602 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:42.844434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17dcea6-91a5-4a19-a04e-95f7cfec90ad {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:06:42.863405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:42.922404 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:42.970524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:43.134382 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['d17dcea6-91a5-4a19-a04e-95f7cfec90ad'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:06:43.563921 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd107-f6bf-41fe-97d2-360c07a5ab8a req-281703d0-53c9-48f5-a74d-55048a032727 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:43.565400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f94dd107-f6bf-41fe-97d2-360c07a5ab8a req-281703d0-53c9-48f5-a74d-55048a032727 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 944 time: 0.0476611 Sep 17 23:06:43.601835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f94dd107-f6bf-41fe-97d2-360c07a5ab8a req-01339281-5b63-49b3-b7d1-c2366970fc5a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299101 Sep 17 23:06:44.692483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d17dcea6-91a5-4a19-a04e-95f7cfec90ad up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:06:44.721228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69ae18-b749-4d32-8f1d-874bf4a2e147 req-d6b3af3d-cd32-4fe5-b310-c07bed07b0fa tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:44.722731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b69ae18-b749-4d32-8f1d-874bf4a2e147 req-d6b3af3d-cd32-4fe5-b310-c07bed07b0fa tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 944 time: 0.0536089 Sep 17 23:06:44.760837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b69ae18-b749-4d32-8f1d-874bf4a2e147 req-5b484625-6d4e-4d64-859d-8ef1588d14af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319064 Sep 17 23:06:44.848411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port d17dcea6-91a5-4a19-a04e-95f7cfec90ad completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:06:44.852726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port d17dcea6-91a5-4a19-a04e-95f7cfec90ad triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:06:44.853094 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:44.931943 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:44.953787 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:44.956067 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e363655-526d-40d5-95af-66c6b0110b56" -d '{"events": [{"server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "name": "network-vif-plugged", "status": "completed", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:44.969047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:06:44.992143 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13928fce-976c-4b88-8467-3735f4365e28 x-openstack-request-id: req-13928fce-976c-4b88-8467-3735f4365e28 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:44.992432 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "name": "network-vif-plugged", "status": "completed", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:44.992685 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13928fce-976c-4b88-8467-3735f4365e28 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:44.993078 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'code': 200} Sep 17 23:06:45.031353 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:45.079093 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:06:45.085211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153c77-9ee7-4bb8-a1d2-f4015fdb2752 req-3626483a-7a0c-40ed-9c12-eb88d585e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:45.086814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4153c77-9ee7-4bb8-a1d2-f4015fdb2752 req-3626483a-7a0c-40ed-9c12-eb88d585e078 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1097 time: 0.0403624 Sep 17 23:06:45.121404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4153c77-9ee7-4bb8-a1d2-f4015fdb2752 req-d33672ed-5510-4fdc-8009-ff92b647d3f1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270426 Sep 17 23:06:45.875650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc6c00-e552-466d-a2f3-e77e52dcd5e0 req-8c5c167e-00c6-43eb-8e7d-6377c018ed84 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:45.877130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7dc6c00-e552-466d-a2f3-e77e52dcd5e0 req-8c5c167e-00c6-43eb-8e7d-6377c018ed84 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0483568 Sep 17 23:06:45.914324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7dc6c00-e552-466d-a2f3-e77e52dcd5e0 req-f47aa964-8839-4cbc-ab1b-9dee0ee2683f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311227 Sep 17 23:06:47.044448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1ab87-4bf9-4145-aa01-bcff37d8aa9a req-6d5916d5-bb4b-4cf5-8844-ecdcfb329102 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:47.045869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1e1ab87-4bf9-4145-aa01-bcff37d8aa9a req-6d5916d5-bb4b-4cf5-8844-ecdcfb329102 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0589004 Sep 17 23:06:47.082491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1e1ab87-4bf9-4145-aa01-bcff37d8aa9a req-dae77d04-d695-4415-932b-d5503780fa1a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308580 Sep 17 23:06:47.194038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d218e9-fd6d-41ca-8e16-d3984cdba080 req-f347a3dd-d0fd-43f3-9d74-5189021e0ae6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:47.195793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52d218e9-fd6d-41ca-8e16-d3984cdba080 req-f347a3dd-d0fd-43f3-9d74-5189021e0ae6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0494153 Sep 17 23:06:47.204195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60756) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:06:47.208618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a08a8751-3bdd-4770-a386-ecdac866b895 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'floatingip': {'port_id': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:06:47.247515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a08a8751-3bdd-4770-a386-ecdac866b895 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:47.680409 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a08a8751-3bdd-4770-a386-ecdac866b895 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:47.739988 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a08a8751-3bdd-4770-a386-ecdac866b895 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:47.820606 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-16206c45-e8fb-4e9c-a6ec-1c814379e7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:47.840148 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-a08a8751-3bdd-4770-a386-ecdac866b895 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4 associated. External IP: 172.25.5.208, port: d17dcea6-91a5-4a19-a04e-95f7cfec90ad. Sep 17 23:06:48.044592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08a8751-3bdd-4770-a386-ecdac866b895 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:06:48.148645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08a8751-3bdd-4770-a386-ecdac866b895 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:06:48.154695 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a08a8751-3bdd-4770-a386-ecdac866b895 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:48.159464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:06:48.168468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:06:48.169156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:06:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:48.180293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a08a8751-3bdd-4770-a386-ecdac866b895 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "PUT /v2.0/floatingips/89a280ad-c62d-47f5-802c-dbe2a25f13a4 HTTP/1.1" status: 200 len: 991 time: 0.9750328 Sep 17 23:06:48.181531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:06:48.183877 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2616b62f-20bf-4739-94b2-4fd7bc42d37e" -d '{"events": [{"name": "network-changed", "server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:06:48.224467 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b64314-84c9-42ae-bc7b-9602eace8cbc x-openstack-request-id: req-44b64314-84c9-42ae-bc7b-9602eace8cbc {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:06:48.224754 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:06:48.225001 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44b64314-84c9-42ae-bc7b-9602eace8cbc {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:06:48.225398 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'status': 'completed', 'code': 200} Sep 17 23:06:48.279822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:06:48.292257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-864f2d98-e942-43c9-9861-e342cafc230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:48.293820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-864f2d98-e942-43c9-9861-e342cafc230a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1097 time: 0.0413878 Sep 17 23:06:48.387701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-54358604-844e-41ad-a796-1a3d07d3cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:48.389233 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-54358604-844e-41ad-a796-1a3d07d3cbd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0887506 Sep 17 23:06:48.454108 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-602133af-c2e9-49ba-b801-851adbe815eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 999 time: 0.0580809 Sep 17 23:06:48.504401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:49:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:06:47Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:48.507760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-ab02e98e-dd50-43bb-ad53-02004b7cce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:48.509299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-ab02e98e-dd50-43bb-ad53-02004b7cce73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0480180 Sep 17 23:06:48.530491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:06:48.538708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:06:48.539355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:06:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:48.554723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-85803c0c-8906-4b49-962f-703a4222d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:06:48.556866 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-85803c0c-8906-4b49-962f-703a4222d0c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402081 Sep 17 23:06:48.642907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:06:48.648662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-b0389ba8-2f71-4d06-b70b-f330f31e73a7 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845790 Sep 17 23:06:48.742782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2616b62f-20bf-4739-94b2-4fd7bc42d37e req-21c572aa-2b53-408b-b590-cca701c42c11 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Sep 17 23:06:48.876037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:49:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:06:47Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:06:48.905864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7f9c4-4abd-485b-b70e-327fabebbb39 None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:49:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:06:47Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:06:49.086096 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931b7b9-8eb0-400c-95ff-976f820818d9 None None] New status for floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:06:50.220070 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ab4e-9454-4e92-a0ad-c1f1f764cfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:51.322010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:51.831332 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:06:53.517052 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:08.779298 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:10.494170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:12.207047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-e0581de0-9767-4160-9d53-3837ef1f0323 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384495 Sep 17 23:07:12.292355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-8cabc13c-ef92-4b33-942d-baa832420ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:12.293906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-8cabc13c-ef92-4b33-942d-baa832420ff0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1097 time: 0.0431447 Sep 17 23:07:12.399665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-f1a1c22a-5046-4cf8-a04f-e78b3599c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:12.401140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-f1a1c22a-5046-4cf8-a04f-e78b3599c396 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0857859 Sep 17 23:07:12.471123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-b2cb70c1-283e-4536-88ce-0d921ad45466 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 1001 time: 0.0605114 Sep 17 23:07:12.519077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-c3185c88-096e-4fcf-9e55-db22107a1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:12.520494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-c3185c88-096e-4fcf-9e55-db22107a1ad6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0417728 Sep 17 23:07:12.565476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-c52a3187-3729-4555-b6f4-79c82c33cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:07:12.566953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-c52a3187-3729-4555-b6f4-79c82c33cea4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381532 Sep 17 23:07:12.666175 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-887ba415-e25d-499a-aba0-419c4c4059c8 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911858 Sep 17 23:07:12.754016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9cb349-8718-4bb6-9f39-7e2c6b74458a req-2c03ac3e-c40a-4aff-8b03-4f99c992763c service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806489 Sep 17 23:07:15.085881 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:07:17.790455 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-94c185ef-9d10-493c-b367-4baa369c3661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:20.231624 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-14c21981-94b8-41af-9191-316a1c234dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.327621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:21.842029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:23.510364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:38.813130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:40.499710 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:47.807472 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5b07f0e0-75fb-4ca3-a180-a95e0d6b389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:50.230277 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9e80833d-1dae-468b-a6a1-7b53503027a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.321877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:51.858738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:07:52.085195 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:07:53.533010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:08.846972 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:10.504135 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:13.206939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-939e7232-e23e-4b84-84c8-daeaab8ea46d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471506 Sep 17 23:08:13.283648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-949affdb-33ea-44ce-bd2e-a205d9e221b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:13.285134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-949affdb-33ea-44ce-bd2e-a205d9e221b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1097 time: 0.0388589 Sep 17 23:08:13.385679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-a8f9d2db-858a-4c2f-b70e-0bae0bbaf90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:13.387113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-a8f9d2db-858a-4c2f-b70e-0bae0bbaf90d service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0830431 Sep 17 23:08:13.454742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-6fd2528b-7e88-41d9-a510-f347582301fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 1001 time: 0.0606604 Sep 17 23:08:13.501663 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-ecb663d3-4a1c-409d-a8c2-3da9f85f0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:13.503095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-ecb663d3-4a1c-409d-a8c2-3da9f85f0764 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0420716 Sep 17 23:08:13.548148 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-0e5bfca9-a531-4b04-a210-9c0ad7ee2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:13.549622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-0e5bfca9-a531-4b04-a210-9c0ad7ee2a71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387921 Sep 17 23:08:13.640689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-8bfc98b5-a8d9-4e59-9b16-59c886c3591f service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Sep 17 23:08:13.728151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9d61cca0-ad39-4fcc-be04-bd9347666cc5 req-c0b300e9-0d90-4c3a-bdb4-66b710591b66 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805776 Sep 17 23:08:17.800216 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2100c715-61ae-4704-8714-653ec38946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:20.224170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8f7411a-086c-412e-aada-e650b4536f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.343279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:21.880281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:23.073518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c947c-1a3b-469e-b39f-52ed9fae59c1 req-1ab8d80b-3c1a-4875-95a4-ff205935e9b0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:23.075020 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e12c947c-1a3b-469e-b39f-52ed9fae59c1 req-1ab8d80b-3c1a-4875-95a4-ff205935e9b0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0523293 Sep 17 23:08:23.112196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e12c947c-1a3b-469e-b39f-52ed9fae59c1 req-a7cafb1c-0703-4247-a1c2-44601ef0a894 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312359 Sep 17 23:08:23.515216 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:24.228154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df46cf-bc85-4c9d-9379-cfd3f8f421b8 req-fde15a21-8048-429b-aba2-e0f8f25216dc tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:24.229633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9df46cf-bc85-4c9d-9379-cfd3f8f421b8 req-fde15a21-8048-429b-aba2-e0f8f25216dc tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0477509 Sep 17 23:08:24.266357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a9df46cf-bc85-4c9d-9379-cfd3f8f421b8 req-88ad1db6-1937-437f-bdb8-cc02c28dfa6f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308197 Sep 17 23:08:25.381338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300c0e-b3be-4ebf-a9c5-d42a268bb678 req-797bdf2a-4110-4563-adf3-7b481219b7fe tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:25.382830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2300c0e-b3be-4ebf-a9c5-d42a268bb678 req-797bdf2a-4110-4563-adf3-7b481219b7fe tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0493727 Sep 17 23:08:25.418568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2300c0e-b3be-4ebf-a9c5-d42a268bb678 req-42874387-71ae-4d03-ba75-e9fec20c9839 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298519 Sep 17 23:08:26.535461 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd39bfb-d687-4332-a1e2-f5b22962f7f8 req-577b691d-aa9c-460f-addf-fb521456cc19 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:26.537141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfd39bfb-d687-4332-a1e2-f5b22962f7f8 req-577b691d-aa9c-460f-addf-fb521456cc19 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0518017 Sep 17 23:08:26.573113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cfd39bfb-d687-4332-a1e2-f5b22962f7f8 req-c863c718-e9f6-490a-963b-ee36fc4028c0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303795 Sep 17 23:08:27.687079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1cfca-927c-45e6-88cc-9c442980d5be req-cb8cb4d1-33c5-4eb3-972b-f39c17c03b2f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:27.688542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34e1cfca-927c-45e6-88cc-9c442980d5be req-cb8cb4d1-33c5-4eb3-972b-f39c17c03b2f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0476177 Sep 17 23:08:27.725272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34e1cfca-927c-45e6-88cc-9c442980d5be req-463a9281-803a-4938-8970-48c7cf5d0f1c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306306 Sep 17 23:08:28.837591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37deb5e-7f36-415a-9d0b-72d0a285a9c8 req-5f16485f-ecb8-41f8-abf7-bc23af665994 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:28.839080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b37deb5e-7f36-415a-9d0b-72d0a285a9c8 req-5f16485f-ecb8-41f8-abf7-bc23af665994 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0477946 Sep 17 23:08:28.875992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b37deb5e-7f36-415a-9d0b-72d0a285a9c8 req-35c9d2cc-2a35-4ca5-9527-c05a1e948e43 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311739 Sep 17 23:08:29.084863 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:08:29.991835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb44984-8faa-46e6-9e75-8eb1914fee8e req-dc2daa95-bb31-4f54-81c7-c09dcd57dce3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:29.993306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9eb44984-8faa-46e6-9e75-8eb1914fee8e req-dc2daa95-bb31-4f54-81c7-c09dcd57dce3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0516121 Sep 17 23:08:30.030216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9eb44984-8faa-46e6-9e75-8eb1914fee8e req-e3228908-f668-40a4-bcfe-eeb8406eb2d5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307345 Sep 17 23:08:31.144840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b1979-db7d-4428-a737-050e65389eb9 req-6f58b319-cecc-4036-b7eb-1ee489b56e22 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:31.147364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc9b1979-db7d-4428-a737-050e65389eb9 req-6f58b319-cecc-4036-b7eb-1ee489b56e22 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0499802 Sep 17 23:08:31.183618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc9b1979-db7d-4428-a737-050e65389eb9 req-c686cc11-dcd4-49a7-88e6-f17cc0511273 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303435 Sep 17 23:08:32.296448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf85c2-f832-4019-a6bf-cba841e5b1c1 req-bdf5278e-f44d-48da-aa29-c8b9e27b8e70 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:32.297908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38cf85c2-f832-4019-a6bf-cba841e5b1c1 req-bdf5278e-f44d-48da-aa29-c8b9e27b8e70 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0469494 Sep 17 23:08:32.334782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38cf85c2-f832-4019-a6bf-cba841e5b1c1 req-af0c2f2f-1b01-44c7-8d7c-ca162688a591 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305021 Sep 17 23:08:33.452586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e18df-8bcd-416c-94fd-c981826218fc req-14d159f8-d789-468f-a34a-9c469c4dc699 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:33.454121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c91e18df-8bcd-416c-94fd-c981826218fc req-14d159f8-d789-468f-a34a-9c469c4dc699 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0521770 Sep 17 23:08:33.492674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c91e18df-8bcd-416c-94fd-c981826218fc req-a6df60f5-a0ce-4f70-ba87-ff5e81d4f5b2 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310459 Sep 17 23:08:34.607970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eda16-4e13-48f4-87b2-446bedfcf20e req-d834a24a-1b85-4e1f-a9c9-d346a670734b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:34.609369 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-723eda16-4e13-48f4-87b2-446bedfcf20e req-d834a24a-1b85-4e1f-a9c9-d346a670734b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0500321 Sep 17 23:08:34.647409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-723eda16-4e13-48f4-87b2-446bedfcf20e req-0b9cb3b1-9d97-4d5c-b9ca-459456266825 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314059 Sep 17 23:08:34.965843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b67f41-0652-4149-8858-0862b2c04f3a req-be6c2e46-a4ac-4641-8d12-e63a1d427f7c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:34.967334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83b67f41-0652-4149-8858-0862b2c04f3a req-be6c2e46-a4ac-4641-8d12-e63a1d427f7c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0489771 Sep 17 23:08:35.006962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83b67f41-0652-4149-8858-0862b2c04f3a req-84c2e9db-cca1-40df-8d72-26e38daf70b4 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335863 Sep 17 23:08:35.040599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 60994) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:08:35.122491 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-880c5c5f-5e9e-4edf-8674-d6790259e9f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805027 Sep 17 23:08:35.131094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-29bf5f3c-d815-4d6e-aea7-215c19acaee6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:08:35.132033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-29bf5f3c-d815-4d6e-aea7-215c19acaee6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050023 Sep 17 23:08:36.124020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2b3a9-707d-4cbb-92ff-00736fd9e9fa req-afcef28a-c975-4a93-ab60-77d3f3db6d3a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:36.125632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1e2b3a9-707d-4cbb-92ff-00736fd9e9fa req-afcef28a-c975-4a93-ab60-77d3f3db6d3a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0485895 Sep 17 23:08:36.163179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1e2b3a9-707d-4cbb-92ff-00736fd9e9fa req-f1c6fa5d-c63e-4db3-873a-b2f977a141e3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309763 Sep 17 23:08:36.977621 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-f552583f-3157-4cd2-b934-33973fe51690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:36.979164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-f552583f-3157-4cd2-b934-33973fe51690 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1097 time: 0.0400927 Sep 17 23:08:37.069180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-508b567c-2b64-4632-b7c6-b55c8dc941e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:37.070670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-508b567c-2b64-4632-b7c6-b55c8dc941e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0848870 Sep 17 23:08:37.137460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-a30ff974-f03e-4bae-a4f6-b044c4490561 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 1001 time: 0.0592341 Sep 17 23:08:37.189719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-bb3c3e71-3bba-4660-8a4b-5ea7a4cc5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:37.191499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-bb3c3e71-3bba-4660-8a4b-5ea7a4cc5395 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0468183 Sep 17 23:08:37.245125 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-0d640c96-36d7-4871-bfab-792c1e7e7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:37.246495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-0d640c96-36d7-4871-bfab-792c1e7e7ee4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488076 Sep 17 23:08:37.681648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a7a34-5587-4e9f-a685-d1fa88c837fd req-e8e0df0d-76bd-499b-81a4-22b505ec2ddf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:37.683148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef0a7a34-5587-4e9f-a685-d1fa88c837fd req-e8e0df0d-76bd-499b-81a4-22b505ec2ddf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.4492064 Sep 17 23:08:37.721392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-84753dab-7cc5-4b99-9a28-acbeeaa6e1fd service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588888 Sep 17 23:08:37.740608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ef0a7a34-5587-4e9f-a685-d1fa88c837fd req-89a020e7-8421-4d5f-9db9-fc7c1903a463 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514600 Sep 17 23:08:37.814406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-eeb6e53b-2980-4892-b2ef-4f6139100c3a service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851376 Sep 17 23:08:38.829483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:38.858344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af5e38-78d2-49b7-bcac-14a8d68ffb6f req-3d967597-b828-4c4d-9ed1-c47a4a9d1513 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:38.859837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42af5e38-78d2-49b7-bcac-14a8d68ffb6f req-3d967597-b828-4c4d-9ed1-c47a4a9d1513 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0528431 Sep 17 23:08:38.896799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42af5e38-78d2-49b7-bcac-14a8d68ffb6f req-b314e537-498d-4521-9953-d7e44e8554f5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307217 Sep 17 23:08:39.869872 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-ab13776b-df60-416e-9077-f105c1ff20ad service neutron] show failed (client error): The resource could not be found. Sep 17 23:08:39.870921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-ab13776b-df60-416e-9077-f105c1ff20ad service neutron] 10.222.0.32 "GET /v2.0/ports/d17dcea6-91a5-4a19-a04e-95f7cfec90ad/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0542302 Sep 17 23:08:40.014099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451f1f8-f913-426d-a869-2b3595ac42f6 req-0ae07f98-4d67-45c3-89fd-30582bbfb729 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:40.015636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2451f1f8-f913-426d-a869-2b3595ac42f6 req-0ae07f98-4d67-45c3-89fd-30582bbfb729 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0490856 Sep 17 23:08:40.054599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2451f1f8-f913-426d-a869-2b3595ac42f6 req-352832e4-4cba-47d6-b601-268e1f1162a8 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324969 Sep 17 23:08:40.379211 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-49d2b2c3-6ee3-4a0c-9437-90cb78bdff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:40.380764 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-49d2b2c3-6ee3-4a0c-9437-90cb78bdff2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 1097 time: 0.0894008 Sep 17 23:08:40.390860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-edbe10b1-e606-478f-b708-02ab39722839 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:08:40.391791 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-edbe10b1-e606-478f-b708-02ab39722839 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048413 Sep 17 23:08:40.403382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:08:40.458559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.503684 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.656286 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:40.687254 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:40.724993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:40.727273 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244d0123-8a20-4d15-94b4-c06d51d48224" -d '{"events": [{"server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "name": "network-vif-unplugged", "status": "completed", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:40.731006 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.743921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Transition to ACTIVE for port object d17dcea6-91a5-4a19-a04e-95f7cfec90ad will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:08:40.812411 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:40.840749 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad8550-34c0-4f34-9085-5d6f0c7a9be8 x-openstack-request-id: req-f7ad8550-34c0-4f34-9085-5d6f0c7a9be8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:40.841033 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "name": "network-vif-unplugged", "status": "completed", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:40.841279 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7ad8550-34c0-4f34-9085-5d6f0c7a9be8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:40.841667 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'code': 200} Sep 17 23:08:40.900259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Pushing event updated for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:40.912755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.913013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.913353 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.913693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.914022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.914350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.914676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.915028 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.915352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.915675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.915995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.916311 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:40.954819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] No DVR routers for this DVR port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:41.094747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Attempting to bind port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:08:41.095112 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Attempting to bind port d17dcea6-91a5-4a19-a04e-95f7cfec90ad by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:08:41.095471 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Attempting to bind port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:41.100580 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:08:41.100904 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Attempting to bind port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:08:41.105613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:08:41.109824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:08:41.109824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:08:41.109824 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Bound port: d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:08:41.109824 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.171191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:08:41.175151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:08:41.179671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1aff9-2304-4564-8013-a116a9d60ac7 req-7986c811-8894-4a0f-9092-5e3e047fbbf0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.180139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ef1aff9-2304-4564-8013-a116a9d60ac7 req-7986c811-8894-4a0f-9092-5e3e047fbbf0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 943 time: 0.0545113 Sep 17 23:08:41.217793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ef1aff9-2304-4564-8013-a116a9d60ac7 req-e6972d2d-5dff-41fd-bafc-5d29c256cf05 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314982 Sep 17 23:08:41.234613 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.279140 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.279754 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:41.281248 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] 10.222.0.35 "PUT /v2.0/ports/d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 1092 time: 0.8816917 Sep 17 23:08:41.299587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76abc4-b0b0-4421-bdc3-14acac016a19 service neutron] Pushing event updated for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:41.353369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-a3c566b3-290d-4dad-83fc-13f29f0f65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.354932 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-a3c566b3-290d-4dad-83fc-13f29f0f65e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1095 time: 0.0464520 Sep 17 23:08:41.448596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-5085028d-70a2-4a42-9f4a-6cbab6e6e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.450088 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-5085028d-70a2-4a42-9f4a-6cbab6e6e23e service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0877283 Sep 17 23:08:41.522552 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-84b07e55-e887-4a57-bb15-ba8aa4379717 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 999 time: 0.0635095 Sep 17 23:08:41.570175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3c229b91-09e7-4f49-bec0-74e900f0e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.571541 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-3c229b91-09e7-4f49-bec0-74e900f0e824 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0422149 Sep 17 23:08:41.615467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-1cb27918-26ab-4e67-9802-1a4b053e7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:41.616927 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-1cb27918-26ab-4e67-9802-1a4b053e7e11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383527 Sep 17 23:08:41.706932 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-e009154f-a2b4-4b20-97eb-1f76fa3836c5 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831027 Sep 17 23:08:41.795956 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-982404e3-aeb7-49ee-a8bb-8ff432a859f9 req-0eb3145f-1983-4ce0-bbac-423bf2d4450a service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825992 Sep 17 23:08:42.338316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5ab1d-53a5-43fc-b757-119e9dfefe0d req-0c195d96-b00b-4732-800c-5b3881420011 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:42.340228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86a5ab1d-53a5-43fc-b757-119e9dfefe0d req-0c195d96-b00b-4732-800c-5b3881420011 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 943 time: 0.0483508 Sep 17 23:08:42.377906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86a5ab1d-53a5-43fc-b757-119e9dfefe0d req-fe8fe633-5b1a-4f6d-b34f-1e8c7abe540a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315857 Sep 17 23:08:42.843321 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:42.845667 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b53a92a-ae46-43bd-8e23-27b6fac2a281" -d '{"events": [{"name": "network-changed", "server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:42.896123 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e36d21-8a49-41c6-bebc-b6a8bb141ed8 x-openstack-request-id: req-f0e36d21-8a49-41c6-bebc-b6a8bb141ed8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:42.896410 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:42.896655 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0e36d21-8a49-41c6-bebc-b6a8bb141ed8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:42.897047 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'status': 'completed', 'code': 200} Sep 17 23:08:42.954326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-055c1022-17e8-41f3-ba7e-dc8dbd5a8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:42.956013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-055c1022-17e8-41f3-ba7e-dc8dbd5a8a32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1095 time: 0.0412848 Sep 17 23:08:42.960134 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-e1b7111e-ca6f-4d53-9bd2-75afc249e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:42.961633 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-e1b7111e-ca6f-4d53-9bd2-75afc249e735 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1095 time: 0.0416327 Sep 17 23:08:43.048960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-f779ddd1-2686-453d-b0d3-41de550db8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:43.050453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-f779ddd1-2686-453d-b0d3-41de550db8ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0880356 Sep 17 23:08:43.054285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-2cd8d7df-f5b8-4234-a937-0c7de18947c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:43.055742 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-2cd8d7df-f5b8-4234-a937-0c7de18947c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0851748 Sep 17 23:08:43.113189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-6fd0b9e6-f4f3-4c12-8044-d7826aba4ce6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 999 time: 0.0561776 Sep 17 23:08:43.127015 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-aa9fa43b-b1d3-476e-9945-d274ffa00ca4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 999 time: 0.0639436 Sep 17 23:08:43.166401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-8f7161e3-38ef-4090-ad43-f108337289d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:43.167603 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-8f7161e3-38ef-4090-ad43-f108337289d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0480824 Sep 17 23:08:43.174651 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-d77ce9fc-9a3d-48ff-b0d5-2dc2722a39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:43.176118 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-d77ce9fc-9a3d-48ff-b0d5-2dc2722a39fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0424988 Sep 17 23:08:43.208721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d17dcea6-91a5-4a19-a04e-95f7cfec90ad details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:08:43.215435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-b515a3bc-ea1c-4e4e-b689-4e2a12b9485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:43.217013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-b515a3bc-ea1c-4e4e-b689-4e2a12b9485b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422242 Sep 17 23:08:43.220854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d17dcea6-91a5-4a19-a04e-95f7cfec90ad no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:43.223128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-97ffb287-8094-4132-9c60-815fc344d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:43.225098 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-97ffb287-8094-4132-9c60-815fc344d433 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415800 Sep 17 23:08:43.313126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-98db6c09-ee02-4bb9-ba34-80594687aec1 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880308 Sep 17 23:08:43.324023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device d17dcea6-91a5-4a19-a04e-95f7cfec90ad not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:43.326464 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-873f5cea-43fc-4d1c-bf97-0b73ed7513d3 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944195 Sep 17 23:08:43.348939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:43.360736 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'mac_address': 'fa:16:3e:49:9c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:08:43.413482 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.415482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-0dd0089b-c9dc-4e7f-8da2-33bc17b87c95 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952866 Sep 17 23:08:43.437548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17dcea6-91a5-4a19-a04e-95f7cfec90ad {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:08:43.444852 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-0b53a92a-ae46-43bd-8e23-27b6fac2a281 req-7569d8a4-4ebc-4d7c-845e-19c0aadde0d4 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109521 Sep 17 23:08:43.457473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:43.506977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf2a1d-08fb-43b6-862a-c9773e8ae690 req-d9e898ce-47db-4cbb-8faa-f96628c53fe3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:43.508481 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eecf2a1d-08fb-43b6-862a-c9773e8ae690 req-d9e898ce-47db-4cbb-8faa-f96628c53fe3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 943 time: 0.0488987 Sep 17 23:08:43.537503 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:43.548871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eecf2a1d-08fb-43b6-862a-c9773e8ae690 req-a22aecb2-a922-4db8-ae57-c6db4df04c24 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344408 Sep 17 23:08:43.585902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:43.593179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.593527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.593861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.594193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.594516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.594862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.595184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.595503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.595835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.596141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.596468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.596770 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:08:43.766405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['d17dcea6-91a5-4a19-a04e-95f7cfec90ad'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:08:44.668316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f09bd-2623-4cbf-be89-f8d8c70313b5 req-ba0fc900-df7d-481d-98cc-eb29d5fff50f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:44.669780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c78f09bd-2623-4cbf-be89-f8d8c70313b5 req-ba0fc900-df7d-481d-98cc-eb29d5fff50f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 944 time: 0.0513301 Sep 17 23:08:44.706762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c78f09bd-2623-4cbf-be89-f8d8c70313b5 req-9b5a393c-22b9-43d6-bac4-78883beb04c6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310631 Sep 17 23:08:45.121179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f406d-7900-48ec-941d-b510d27a18ba req-3c2f4ad8-cd4a-40bb-936f-14393c7e9088 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:45.122693 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd8f406d-7900-48ec-941d-b510d27a18ba req-3c2f4ad8-cd4a-40bb-936f-14393c7e9088 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 944 time: 0.0484097 Sep 17 23:08:45.170734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd8f406d-7900-48ec-941d-b510d27a18ba req-e85acfa6-5f7b-4446-8e7e-18eb36d740d8 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419588 Sep 17 23:08:45.206738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-7c0cca54-e8c8-4fe7-9941-2bfb1977c88e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:45.208911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-7c0cca54-e8c8-4fe7-9941-2bfb1977c88e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a&tenant_id=0533292aa39443698bcd4c3ec8f62639&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 944 time: 0.0538824 Sep 17 23:08:45.224264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d17dcea6-91a5-4a19-a04e-95f7cfec90ad up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:08:45.274136 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-1ade765c-f9e1-44fe-99e8-be47a750da9c service neutron] delete failed (client error): The resource could not be found. Sep 17 23:08:45.279957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-1ade765c-f9e1-44fe-99e8-be47a750da9c service neutron] 10.222.0.32 "DELETE /v2.0/ports/d17dcea6-91a5-4a19-a04e-95f7cfec90ad/bindings/n-h1-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0596099 Sep 17 23:08:45.326741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port d17dcea6-91a5-4a19-a04e-95f7cfec90ad completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:08:45.330718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port d17dcea6-91a5-4a19-a04e-95f7cfec90ad triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:08:45.331142 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.359113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-d58d9980-8b47-4a58-b90e-6d2919d003cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:45.360670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-d58d9980-8b47-4a58-b90e-6d2919d003cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1096 time: 0.0430741 Sep 17 23:08:45.412896 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.434946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:45.437211 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ae35c5-4120-4437-a9c6-2cee558b5e5d" -d '{"events": [{"server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "name": "network-vif-plugged", "status": "completed", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:45.450474 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:45.452449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-b41fcd75-3ae3-4094-b55f-3f9779655640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:45.454058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-b41fcd75-3ae3-4094-b55f-3f9779655640 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0869768 Sep 17 23:08:45.487444 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e87b45-3899-47f6-820c-b222788003d3 x-openstack-request-id: req-a1e87b45-3899-47f6-820c-b222788003d3 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:45.487737 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "name": "network-vif-plugged", "status": "completed", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:45.488022 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1e87b45-3899-47f6-820c-b222788003d3 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:45.488383 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'code': 200} Sep 17 23:08:45.515319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:45.524706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-de30d377-3958-4b99-8828-9e0d37ca7ccd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 1000 time: 0.0639448 Sep 17 23:08:45.563292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:45.574124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-a0d4b989-99cb-4853-b337-5b45bb75ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:45.575651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-a0d4b989-99cb-4853-b337-5b45bb75ff77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0444727 Sep 17 23:08:45.620661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-28bafc6a-b5a1-4e69-87d8-4c8c0a08744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:45.622123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-28bafc6a-b5a1-4e69-87d8-4c8c0a08744c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399804 Sep 17 23:08:45.713799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-2fc86e07-0a0d-44f3-82f6-253caeb8e287 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840151 Sep 17 23:08:45.804994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16b358e1-b87a-4f41-8789-017a072d3d32 req-b78dc36a-cacd-45d0-8ce7-57fa967ddde3 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843353 Sep 17 23:08:46.295932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6a4ce-6c62-48a7-a6b7-171409549833 req-c43f90e7-32f2-4110-8773-6c6686f52c86 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:46.297469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2d6a4ce-6c62-48a7-a6b7-171409549833 req-c43f90e7-32f2-4110-8773-6c6686f52c86 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0511436 Sep 17 23:08:46.337218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2d6a4ce-6c62-48a7-a6b7-171409549833 req-4e04f940-1328-4d6a-aa51-d2dc4e528b48 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325570 Sep 17 23:08:47.452706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e80bb-a09f-4b67-8b6e-62c6c23dd80a req-ede16278-04de-4578-9cd5-25a5de0549ec tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:47.454184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-725e80bb-a09f-4b67-8b6e-62c6c23dd80a req-ede16278-04de-4578-9cd5-25a5de0549ec tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0485103 Sep 17 23:08:47.491339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-725e80bb-a09f-4b67-8b6e-62c6c23dd80a req-294f7e0e-68ec-4e46-a036-479da47e256c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310223 Sep 17 23:08:47.607000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7a27e-975a-4780-9b26-550649429973 req-7a60bf7c-2ff0-4de2-8209-a36e4f7d7b45 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:47.608370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8d7a27e-975a-4780-9b26-550649429973 req-7a60bf7c-2ff0-4de2-8209-a36e4f7d7b45 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0509081 Sep 17 23:08:47.644730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8d7a27e-975a-4780-9b26-550649429973 req-51e87b0a-8d16-4c3b-a379-d75304acd2a1 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305240 Sep 17 23:08:47.811249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1a9d4d10-4ac4-455d-9336-27680d565516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:47.972984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69132c72-7660-4e09-9ca7-091bf2553b0d req-9186b79d-76ee-4f20-ac90-f00b92e25091 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:47.975206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69132c72-7660-4e09-9ca7-091bf2553b0d req-9186b79d-76ee-4f20-ac90-f00b92e25091 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0513854 Sep 17 23:08:48.014886 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69132c72-7660-4e09-9ca7-091bf2553b0d req-c52ff819-6a48-4b41-b181-a97bc522c0ee tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336320 Sep 17 23:08:48.057411 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-e5670885-9a1e-4cd5-a6b9-f2733430e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.058949 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-e5670885-9a1e-4cd5-a6b9-f2733430e79e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 1097 time: 0.0456822 Sep 17 23:08:48.148548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-55d543c2-97a3-4041-9fa5-0825eaf7ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.149931 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-55d543c2-97a3-4041-9fa5-0825eaf7ab73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0830688 Sep 17 23:08:48.217405 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-7d9b82d9-6fe9-43ec-9188-39859acad560 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 200 len: 1001 time: 0.0594265 Sep 17 23:08:48.265582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-a3d8f53b-7939-4847-a1d4-1eade1546ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.267020 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-a3d8f53b-7939-4847-a1d4-1eade1546ad6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0421617 Sep 17 23:08:48.310763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-5df4768f-5c3e-4e12-8858-91489797358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:48.312348 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-5df4768f-5c3e-4e12-8858-91489797358c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387034 Sep 17 23:08:48.406236 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-aa14b570-e2de-4f4d-a692-39b188704985 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865705 Sep 17 23:08:48.493588 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9224613d-4fd9-4f19-8523-82bdfa652e2f req-5ceaadff-b8f2-49eb-ac21-ca085fae7cea service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808718 Sep 17 23:08:49.131731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb07f25-a4a5-4963-84a5-c7c0c2a7f1a9 req-d80848f2-9164-4857-aeae-cf4e04b4a65c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:49.133197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcb07f25-a4a5-4963-84a5-c7c0c2a7f1a9 req-d80848f2-9164-4857-aeae-cf4e04b4a65c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0487840 Sep 17 23:08:49.171093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fcb07f25-a4a5-4963-84a5-c7c0c2a7f1a9 req-ae6d6660-33e3-4870-aef2-54ff1589be86 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311224 Sep 17 23:08:50.229499 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c52e8a-fb8a-40c5-b7e8-336d4ae23fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:50.289625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dec70-da25-4193-9580-84a24fb5de63 req-cd86b655-eb55-43d7-b33b-4ee9d58aef1d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:50.291130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-495dec70-da25-4193-9580-84a24fb5de63 req-cd86b655-eb55-43d7-b33b-4ee9d58aef1d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0537786 Sep 17 23:08:50.328703 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-495dec70-da25-4193-9580-84a24fb5de63 req-f8004d74-9fbc-45c0-9f15-eb8544369ec1 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311577 Sep 17 23:08:50.771943 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659955f-36c4-4c19-bc77-64110cd5365e req-5acba90b-8d29-4475-aa6e-e30a002b68aa tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:50.773440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a659955f-36c4-4c19-bc77-64110cd5365e req-5acba90b-8d29-4475-aa6e-e30a002b68aa tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0491481 Sep 17 23:08:50.810723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a659955f-36c4-4c19-bc77-64110cd5365e req-a1e7ec5f-64f7-44a7-9175-01e260f3e827 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313885 Sep 17 23:08:51.355481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.839622 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:51.927899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25b585-76c1-4257-b013-e1c4fbe5ea8c req-e4da90c6-0f38-4235-a40b-79ab69264690 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:51.929385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c25b585-76c1-4257-b013-e1c4fbe5ea8c req-e4da90c6-0f38-4235-a40b-79ab69264690 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0476108 Sep 17 23:08:51.965719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c25b585-76c1-4257-b013-e1c4fbe5ea8c req-07f7d81e-a9ac-40f5-bd28-db67fcc0be24 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305035 Sep 17 23:08:52.047138 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29f56-b193-4904-ab0f-d958f53d446b req-3ada916f-caa9-49fa-9562-33a885fe5a6d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:52.048616 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-80b29f56-b193-4904-ab0f-d958f53d446b req-3ada916f-caa9-49fa-9562-33a885fe5a6d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.35 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 945 time: 0.0517328 Sep 17 23:08:52.135317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Deleting port d17dcea6-91a5-4a19-a04e-95f7cfec90ad {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:08:52.135580 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.224089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] For port d17dcea6-91a5-4a19-a04e-95f7cfec90ad, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:08:52.224462 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.388958 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.389255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.389583 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4 disassociated. External IP: 172.25.5.208, port: d17dcea6-91a5-4a19-a04e-95f7cfec90ad. Sep 17 23:08:52.389925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Calling delete_port for d17dcea6-91a5-4a19-a04e-95f7cfec90ad owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:08:52.600567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:52.629042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event deleted for resources: {'Port': ['ID=d17dcea6-91a5-4a19-a04e-95f7cfec90ad,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:08:52.743812 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:08:53.066292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4adac298-dd2d-4168-96d8-99c4bb11919b req-63d826bb-1ac4-45f8-b375-538243c25653 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=540e85c7-6bec-4e42-a50e-a4ea692dc90a HTTP/1.1" status: 200 len: 210 time: 0.0315106 Sep 17 23:08:53.145990 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:08:53.157028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:08:53.167318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:53.167934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:08:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:53.184583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] No DVR routers for this DVR port d17dcea6-91a5-4a19-a04e-95f7cfec90ad on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:08:53.187151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.189173 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-80b29f56-b193-4904-ab0f-d958f53d446b req-0646a69f-3eb0-4ef4-8638-3199a01e687c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.35 "DELETE /v2.0/ports/d17dcea6-91a5-4a19-a04e-95f7cfec90ad HTTP/1.1" status: 204 len: 173 time: 1.1343520 Sep 17 23:08:53.189610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'name': 'network-vif-deleted', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:08:53.191845 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e995b616-b427-4390-b6af-a0ba13c0bac8" -d '{"events": [{"server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "name": "network-vif-deleted", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:08:53.229944 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f9c638-8482-4a3a-be80-3495e961a4c8 x-openstack-request-id: req-67f9c638-8482-4a3a-be80-3495e961a4c8 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:08:53.230241 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e85c7-6bec-4e42-a50e-a4ea692dc90a", "name": "network-vif-deleted", "tag": "d17dcea6-91a5-4a19-a04e-95f7cfec90ad", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:08:53.230487 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67f9c638-8482-4a3a-be80-3495e961a4c8 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:08:53.230909 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e85c7-6bec-4e42-a50e-a4ea692dc90a', 'name': 'network-vif-deleted', 'tag': 'd17dcea6-91a5-4a19-a04e-95f7cfec90ad', 'status': 'completed', 'code': 200} Sep 17 23:08:53.434078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:08:53.565318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:08:53.644879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:53.670745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:08:53.678916 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:08:53.679571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:08:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:53.787637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:08:53.987077 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:08:54.017718 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659405-84c2-4066-8cab-25dfdb86e314 None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:08:54.248798 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbcdf7-c03f-4ffa-96a5-f75dbe94c295 None None] New status for floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:08:54.342464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-f6ad6d9f-72a2-4302-8f70-3f2e0958a1d9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--49850717&fields=id&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 267 time: 0.0317724 Sep 17 23:08:54.459318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4667-024f-45ab-8db2-63234fbf102f req-b3c3f87b-c464-4942-8110-78411b44be11 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:08:54.459318 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-b3c3f87b-c464-4942-8110-78411b44be11 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 810 time: 0.1007235 Sep 17 23:08:54.468191 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-8cab2e8f-a986-436b-a347-78d9cf285b07 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/quotas/0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 375 time: 0.0093141 Sep 17 23:08:54.525075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-e9fbc861-9c0f-4d14-a704-5ffe50289cc2 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504880 Sep 17 23:08:54.618749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-a73dee94-07c2-45fd-ad2e-1fbc8713e280 service neutron] 10.222.0.13 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817399 Sep 17 23:08:54.711996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-63ede4f5-3925-4548-9c29-d412cc6064f3 service neutron] 10.222.0.13 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869286 Sep 17 23:08:55.286199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d17dcea6-91a5-4a19-a04e-95f7cfec90ad no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:08:55.305772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: d17dcea6-91a5-4a19-a04e-95f7cfec90ad {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:08:55.306109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device d17dcea6-91a5-4a19-a04e-95f7cfec90ad not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:08:55.946605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff27b058-81a5-4c3b-8aad-f3c6aa355f46 req-1cfa5085-0d69-40f9-ab22-30a0dad0e446 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 210 time: 0.0270350 Sep 17 23:08:57.022992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6500a3da-675f-443f-824e-73a0992879a0 req-0ff4c57d-5db4-46af-9785-252c7aa28225 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 210 time: 0.0267508 Sep 17 23:08:58.104532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3f55b81-730a-4f85-ad02-a30b171cc20b req-9f7c7099-96ff-443c-b21a-df2b7a47fe7c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 210 time: 0.0286591 Sep 17 23:08:59.181249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65daf2ff-5e6d-4580-b66d-0bd61062ad15 req-c31d62f5-eb98-48fc-9cd3-7cf9a8b75c9a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 210 time: 0.0263624 Sep 17 23:09:00.274513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04044349-7e68-4e16-a8bf-42fab11bb59c req-6ebf63cc-57b1-4713-9b88-173e2cfe933e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 210 time: 0.0255222 Sep 17 23:09:01.372430 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd926c03-4dbd-4bae-ac6a-86f1d313b56b req-f01994bf-74a7-4713-8e4d-94a0a688f915 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 210 time: 0.0315835 Sep 17 23:09:01.856687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4667-024f-45ab-8db2-63234fbf102f req-128d4683-ab10-4ea2-a39f-def5cef5b72c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:01.858132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-128d4683-ab10-4ea2-a39f-def5cef5b72c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 810 time: 0.1002495 Sep 17 23:09:01.901478 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-548abb35-dca6-44eb-9eec-8119e33e34b5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 378 time: 0.0341733 Sep 17 23:09:01.911710 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'port': {'device_id': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'admin_state_up': True, 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'security_groups': ['2e34d862-4a22-4185-883a-71e8d5bf022e']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:02.097512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Made reservation on behalf of 0533292aa39443698bcd4c3ec8f62639 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:09:02.101290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.227938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Allocated IP 172.20.0.3 (deb3387d-4299-49ed-9810-e0d19c879f90/79cf9b56-81e2-4082-87d9-445e4df95287/3a95c1e4-d39b-4fbf-beb3-ac5e715ee557) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:09:02.362495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.471814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-858ce543-94a1-4fa1-91ef-1583d8d35b68 req-468d942d-4f5d-4e8d-b2ca-889e2a6d59a3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 210 time: 0.0307291 Sep 17 23:09:02.472969 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.516325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Network deb3387d-4299-49ed-9810-e0d19c879f90 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:09:02.519365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:09:02.523569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:09:02.549438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:02.564961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.565305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.565644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.565976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.566310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.566636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.566991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.567313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.567634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.567952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.568271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.569127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:09:02.589891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:02.590552 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.665429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-eae5c053-dd1e-4bf0-9ab6-fb9842ed4e20 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571716 Sep 17 23:09:02.678243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Request body: {'port': {'device_id': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:02.716057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6499da6c-93f8-402f-b623-34bebd600144 None None] Provisioning complete for port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:02.716659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6499da6c-93f8-402f-b623-34bebd600144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.737467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:02.748617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6499da6c-93f8-402f-b623-34bebd600144 None None] Port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:09:02.995197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:09:03.002390 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.014405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Transition to ACTIVE for port object 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:09:03.074869 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.139013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:03.196673 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:09:03.196999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:09:03.197326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:03.201823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:09:03.202142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:09:03.206889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:09:03.207226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:09:03.207602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:09:03.208025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Bound port: 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:09:03.208377 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.274648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:09:03.277659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:09:03.342716 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.379252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.380094 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:03.381733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1092 time: 0.7078266 Sep 17 23:09:03.384033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:09:03.387140 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a380e1-4acc-4d84-90e0-5b9a39f3e7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:09:03.410364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f53e3-16c8-4f54-b3d8-05ac78bb3e36 service neutron] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:03.427939 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff66b45-4586-4563-8281-db23343be8b3 x-openstack-request-id: req-9ff66b45-4586-4563-8281-db23343be8b3 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:09:03.428893 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:09:03.429155 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ff66b45-4586-4563-8281-db23343be8b3 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:09:03.429576 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'status': 'completed', 'code': 200} Sep 17 23:09:03.489753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a380e1-4acc-4d84-90e0-5b9a39f3e7e8 req-f1e7c599-b1c1-4eb8-adcb-67f6d2fe885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.492087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7a380e1-4acc-4d84-90e0-5b9a39f3e7e8 req-f1e7c599-b1c1-4eb8-adcb-67f6d2fe885a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1095 time: 0.0440679 Sep 17 23:09:03.636558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa2221-449c-4bf5-bebd-5e5a7e6fd570 req-3f521915-24ca-495b-af15-e733ee1bf3cf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.638045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7eaa2221-449c-4bf5-bebd-5e5a7e6fd570 req-3f521915-24ca-495b-af15-e733ee1bf3cf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 943 time: 0.0712235 Sep 17 23:09:03.639027 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a380e1-4acc-4d84-90e0-5b9a39f3e7e8 req-c7634166-d5cf-477f-b9e8-64aaaa355b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.640421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7a380e1-4acc-4d84-90e0-5b9a39f3e7e8 req-c7634166-d5cf-477f-b9e8-64aaaa355b9a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0533292aa39443698bcd4c3ec8f62639&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1410468 Sep 17 23:09:03.733746 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7eaa2221-449c-4bf5-bebd-5e5a7e6fd570 req-0070195b-d3d1-4081-9557-2aa09956ce0a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897040 Sep 17 23:09:03.761768 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a380e1-4acc-4d84-90e0-5b9a39f3e7e8 req-75f40b06-30f0-4e1c-87bf-231af7a4770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.763187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7a380e1-4acc-4d84-90e0-5b9a39f3e7e8 req-75f40b06-30f0-4e1c-87bf-231af7a4770c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1129432 Sep 17 23:09:03.840510 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4667-024f-45ab-8db2-63234fbf102f req-d076d0f2-e5a2-45d4-8f1e-4caf7d0175d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.842016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-d076d0f2-e5a2-45d4-8f1e-4caf7d0175d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1095 time: 0.0411549 Sep 17 23:09:03.887646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-b117e7c5-a80f-4f53-9fe5-11c1b3011b51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 217 time: 0.0377412 Sep 17 23:09:03.936150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4667-024f-45ab-8db2-63234fbf102f req-aaf49e74-64f4-453d-b90f-04b4959c02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.937555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-aaf49e74-64f4-453d-b90f-04b4959c02e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0432482 Sep 17 23:09:03.982117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4667-024f-45ab-8db2-63234fbf102f req-df957c16-bd43-4b1f-a828-cc938074baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:03.983621 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-df957c16-bd43-4b1f-a828-cc938074baff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389416 Sep 17 23:09:04.074660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-e38ab046-56ee-480f-95a1-afdb888a2ad4 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836425 Sep 17 23:09:04.162712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-629c4667-024f-45ab-8db2-63234fbf102f req-55913f2d-2e28-4951-8691-e5e3abe60616 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807750 Sep 17 23:09:04.849177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552ca46-ee5a-4ecf-8366-8a3b1766e743 req-6a9a6c7d-f31b-417e-96fc-7d891760004b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:04.855344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1552ca46-ee5a-4ecf-8366-8a3b1766e743 req-6a9a6c7d-f31b-417e-96fc-7d891760004b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 943 time: 0.0515015 Sep 17 23:09:04.903743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1552ca46-ee5a-4ecf-8366-8a3b1766e743 req-331433f6-0ecf-42af-b665-f325ee97b244 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465121 Sep 17 23:09:06.018111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d73e-3ec0-4ba0-8db0-4b2cb3a1252e req-75ec5829-ee87-4c2a-ab86-29879cee4f8f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:06.019615 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14c2d73e-3ec0-4ba0-8db0-4b2cb3a1252e req-75ec5829-ee87-4c2a-ab86-29879cee4f8f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 943 time: 0.0490320 Sep 17 23:09:06.056794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14c2d73e-3ec0-4ba0-8db0-4b2cb3a1252e req-09a2a08a-c418-42ce-9bd5-5ebda899c4d9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311933 Sep 17 23:09:06.083741 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:09:07.172489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c4534-256e-4ece-b9b7-f5cc393f5d1b req-41395f41-c3ec-4635-8a75-0fa56c495eff tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:07.173993 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a2c4534-256e-4ece-b9b7-f5cc393f5d1b req-41395f41-c3ec-4635-8a75-0fa56c495eff tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 943 time: 0.0508680 Sep 17 23:09:07.211365 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a2c4534-256e-4ece-b9b7-f5cc393f5d1b req-85b6d65c-14bf-4d6d-8344-10ead873eb2a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312824 Sep 17 23:09:07.297479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:09:07.394245 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:07.407985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'mac_address': 'fa:16:3e:96:8d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:09:07.456717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.469723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:09:07.489090 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:07.606431 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:07.657588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:07.812241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:09:08.323422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0e8cf-5c2f-469d-a1e0-c8fb997e8b8e req-4c66dcd9-fa87-47fc-b737-6b3a9652f9da tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:08.324869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-acc0e8cf-5c2f-469d-a1e0-c8fb997e8b8e req-4c66dcd9-fa87-47fc-b737-6b3a9652f9da tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 944 time: 0.0472112 Sep 17 23:09:08.366397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-acc0e8cf-5c2f-469d-a1e0-c8fb997e8b8e req-00fcf4e4-7f6e-4de2-a9f8-4ae3a051d034 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352466 Sep 17 23:09:08.845991 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.297335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:09:09.394839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:09:09.398905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:09:09.399290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.479096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.480527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63471cc8-f207-40a7-b173-4fbf9186f9d6 req-036af163-b94f-4a08-a409-057e0462c8c0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:09.482068 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63471cc8-f207-40a7-b173-4fbf9186f9d6 req-036af163-b94f-4a08-a409-057e0462c8c0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 944 time: 0.0484283 Sep 17 23:09:09.501835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:09:09.504130 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed65a1-31b4-40c8-bb38-c5b120178be9" -d '{"events": [{"server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "name": "network-vif-plugged", "status": "completed", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:09:09.516513 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:09:09.520720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-63471cc8-f207-40a7-b173-4fbf9186f9d6 req-6da13d17-03f8-49ea-80ec-cd6b3ef153c4 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326371 Sep 17 23:09:09.544334 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9808cf-2a3b-4431-9fa1-ca078eacf6b9 x-openstack-request-id: req-0c9808cf-2a3b-4431-9fa1-ca078eacf6b9 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:09:09.544650 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "name": "network-vif-plugged", "status": "completed", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:09:09.544896 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c9808cf-2a3b-4431-9fa1-ca078eacf6b9 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:09:09.545305 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'code': 200} Sep 17 23:09:09.599435 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:09.637505 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db97b4-0630-45b9-ac42-4cc9f0afd7aa req-88f98a73-856f-4ae9-b91f-42984e4aefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:09.639047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5db97b4-0630-45b9-ac42-4cc9f0afd7aa req-88f98a73-856f-4ae9-b91f-42984e4aefa4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1097 time: 0.0409107 Sep 17 23:09:09.648746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:09:09.675499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d5db97b4-0630-45b9-ac42-4cc9f0afd7aa req-eb855c66-c930-45ee-a623-f5b86d6ea0e1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291736 Sep 17 23:09:10.496273 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:10.636684 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833d342-1517-45de-9c66-2afbf0bc262e req-eb2309e4-7c91-424b-a437-ab390e3b1285 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:10.638086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9833d342-1517-45de-9c66-2afbf0bc262e req-eb2309e4-7c91-424b-a437-ab390e3b1285 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0487893 Sep 17 23:09:10.680125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9833d342-1517-45de-9c66-2afbf0bc262e req-a5f0fcad-e5c8-44ed-95f2-b61e018b743c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357914 Sep 17 23:09:11.796502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8148cf3-d1f5-4195-ad45-c367e33d84b1 req-8aa79a9d-69d4-4c0b-a942-8c16616897a3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:11.798015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8148cf3-d1f5-4195-ad45-c367e33d84b1 req-8aa79a9d-69d4-4c0b-a942-8c16616897a3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0488191 Sep 17 23:09:11.834987 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8148cf3-d1f5-4195-ad45-c367e33d84b1 req-e82317c4-cc88-42d5-9063-150241476ecb tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311108 Sep 17 23:09:11.945935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203aad3-d40c-4c20-8ed1-144fb264959d req-be1add7a-d2f5-403e-8081-ecd24caca70d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:11.947425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c203aad3-d40c-4c20-8ed1-144fb264959d req-be1add7a-d2f5-403e-8081-ecd24caca70d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0480013 Sep 17 23:09:11.955797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 32930) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:09:11.960097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-fa78a7a8-cc3b-4b38-8931-9fb842e52ce7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'floatingip': {'port_id': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:09:12.001355 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa78a7a8-cc3b-4b38-8931-9fb842e52ce7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.417048 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa78a7a8-cc3b-4b38-8931-9fb842e52ce7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.480624 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa78a7a8-cc3b-4b38-8931-9fb842e52ce7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.580794 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-fa78a7a8-cc3b-4b38-8931-9fb842e52ce7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4 associated. External IP: 172.25.5.208, port: 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557. Sep 17 23:09:12.782985 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa78a7a8-cc3b-4b38-8931-9fb842e52ce7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:09:12.890135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa78a7a8-cc3b-4b38-8931-9fb842e52ce7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:09:12.894987 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fa78a7a8-cc3b-4b38-8931-9fb842e52ce7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:12.900138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:09:12.910020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:09:12.910634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:08:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:12.922019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fa78a7a8-cc3b-4b38-8931-9fb842e52ce7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "PUT /v2.0/floatingips/89a280ad-c62d-47f5-802c-dbe2a25f13a4 HTTP/1.1" status: 200 len: 991 time: 0.9652085 Sep 17 23:09:12.922606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:09:12.924857 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81032bbb-3737-4040-abe3-9f3d6a59fdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:09:12.963880 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9087d22e-f216-4208-81c4-77fce57e66a8 x-openstack-request-id: req-9087d22e-f216-4208-81c4-77fce57e66a8 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:09:12.964173 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:09:12.964539 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9087d22e-f216-4208-81c4-77fce57e66a8 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:09:12.964945 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'status': 'completed', 'code': 200} Sep 17 23:09:13.017421 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:09:13.026628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-d9d30170-52ab-4743-8aa1-88d18cea6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:13.028251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-d9d30170-52ab-4743-8aa1-88d18cea6fdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1097 time: 0.0413179 Sep 17 23:09:13.120275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-89e13935-5d3b-4142-8b67-e82f7f4dc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:13.121683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-89e13935-5d3b-4142-8b67-e82f7f4dc29c service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0870845 Sep 17 23:09:13.187447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-9db51e31-df2e-4c59-a4d7-f9dd4ffa20cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 999 time: 0.0578144 Sep 17 23:09:13.238953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-1871befc-d719-4c57-b9fb-fbacc5e0f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:13.240526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-1871befc-d719-4c57-b9fb-fbacc5e0f347 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0469546 Sep 17 23:09:13.250742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:96:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:09:12Z', 'revision_number': 9, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:13.277821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:09:13.286007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:09:13.286356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-82c91ae9-2f3a-40d7-9fbf-8fe4214a4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:13.286610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:08:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:13.288084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-82c91ae9-2f3a-40d7-9fbf-8fe4214a4eaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400813 Sep 17 23:09:13.377979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-c7a668e4-9fdb-48f8-b83f-185a1e3c4d84 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823755 Sep 17 23:09:13.391096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:09:13.475462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-81032bbb-3737-4040-abe3-9f3d6a59fdb1 req-c617eb61-daff-4166-92dc-20b1bfca4623 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880442 Sep 17 23:09:13.610951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:96:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:09:12Z', 'revision_number': 9, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:09:13.637097 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a1e4a2-1d21-4e56-9c08-52803b7787ab None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:96:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:09:12Z', 'revision_number': 9, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:09:13.813873 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8bf6e-b517-4c35-abcb-aac37dc9b846 None None] New status for floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:09:14.201169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-232f8f3c-db74-4e47-b90a-7a7751660114 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400755 Sep 17 23:09:14.282856 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-8e1ab377-350d-4f38-92ea-9dc6ae0ad782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:14.284273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-8e1ab377-350d-4f38-92ea-9dc6ae0ad782 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1097 time: 0.0437741 Sep 17 23:09:14.726513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-d3249534-8389-42f9-babf-423e4993c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:14.728048 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-d3249534-8389-42f9-babf-423e4993c197 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.4249873 Sep 17 23:09:14.796154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-c20a4acc-d353-41bd-a4df-e7551e1acdf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1002 time: 0.0597513 Sep 17 23:09:14.843611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-b010d8bc-e3d7-48c3-b064-28e97cdd86df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:14.845170 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-b010d8bc-e3d7-48c3-b064-28e97cdd86df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0418708 Sep 17 23:09:14.890316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-0281446c-eb32-4f62-855f-5a8918dfe017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:09:14.891843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-0281446c-eb32-4f62-855f-5a8918dfe017 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397353 Sep 17 23:09:14.980586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-d7975a45-4613-4e0c-b070-bcf5e46042aa service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816541 Sep 17 23:09:15.068030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-93fa403e-6871-42a1-afd4-c8080b9589f8 req-6f12b2da-0cb9-4505-8ad1-c611c0f8daee service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804472 Sep 17 23:09:17.793107 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e564eb4e-387b-4dce-97d6-0a08186eb9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:20.251741 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9e11b44d-cf5a-45c8-a06a-2f81be57afc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:21.336140 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:21.845884 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:23.518946 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:38.834573 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:40.519680 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:43.084129 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:09:47.793813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-595d4779-4eb5-488d-9902-11aa10815e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:50.215719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-54ae50ae-42ff-4fd6-8d59-e5675b3591ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:51.343060 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:51.886081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:09:53.529435 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:08.838037 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:10.512336 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:16.202614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-a7bb47f0-e4f0-468b-9cd8-926e034cc057 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438011 Sep 17 23:10:16.285644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-33a4c94f-3f50-4f89-9318-b5ee75ffffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:16.287140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-33a4c94f-3f50-4f89-9318-b5ee75ffffc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1097 time: 0.0397649 Sep 17 23:10:16.387285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-e2b9ccbb-7663-4aaf-958d-b675efca91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:16.388786 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-e2b9ccbb-7663-4aaf-958d-b675efca91ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0829022 Sep 17 23:10:16.456464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-bbca43c4-59a5-4189-83f5-bde81e4b6398 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1002 time: 0.0600350 Sep 17 23:10:16.503982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-25ca8020-9ea3-42bb-8def-6dbe8edc38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:16.505382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-25ca8020-9ea3-42bb-8def-6dbe8edc38d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0416589 Sep 17 23:10:16.549195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-f7cfc29f-5f38-42c8-a049-d6d905aac682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:16.550642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-f7cfc29f-5f38-42c8-a049-d6d905aac682 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382693 Sep 17 23:10:16.642671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-050eb341-259d-4607-a3de-c6619c6b8158 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844433 Sep 17 23:10:16.735007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e9ac3f7-ad88-407c-9f9e-9b4d12b68f22 req-6ba5cb7a-a04a-45d6-863c-06ab0aeef6de service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853519 Sep 17 23:10:17.794066 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5332e3e3-bf15-40a8-abbb-69b2af0bb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:20.083397 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:10:20.227799 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb5a45ae-2cb9-44e3-9325-a4391b5e0a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.325070 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:21.862366 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:23.536308 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:38.844846 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:40.508463 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:47.822004 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8992afb2-3508-4e3b-a452-a0b5e5b0ba59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:47.996223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9fe5d-f60a-4ccd-9382-c10674a49632 req-9178f53d-0c8b-4d60-a9b9-c0d5d9f9cb49 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:47.997848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8db9fe5d-f60a-4ccd-9382-c10674a49632 req-9178f53d-0c8b-4d60-a9b9-c0d5d9f9cb49 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0488818 Sep 17 23:10:48.035587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8db9fe5d-f60a-4ccd-9382-c10674a49632 req-692f03cd-d8ef-4a80-b32e-c2b8d6a46426 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316384 Sep 17 23:10:48.121316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-efa77d8f-9814-47f1-bc6c-8f4290205da8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383468 Sep 17 23:10:49.150676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9f357-69dc-4ffd-9526-36f2655dbf1f req-95130a98-7ecc-44c1-b132-05059ed35b56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:49.152733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4c9f357-69dc-4ffd-9526-36f2655dbf1f req-95130a98-7ecc-44c1-b132-05059ed35b56 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0479469 Sep 17 23:10:49.193776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4c9f357-69dc-4ffd-9526-36f2655dbf1f req-8d71d82e-ee7d-4c2b-999d-647049c8ae29 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350420 Sep 17 23:10:49.979301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-a58ea774-5b46-49f1-bf7f-d1b1815641a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:49.980886 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-a58ea774-5b46-49f1-bf7f-d1b1815641a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1097 time: 0.0399883 Sep 17 23:10:50.067398 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-f20496ba-132a-4b60-9530-06c3bf7c980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:50.068851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-f20496ba-132a-4b60-9530-06c3bf7c980d service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0816505 Sep 17 23:10:50.138227 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-2d0f03fe-972b-40d0-89fa-fb9634bc0fbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1002 time: 0.0615325 Sep 17 23:10:50.186041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9641462e-3b07-4491-b83b-14dac5dc8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:50.187557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9641462e-3b07-4491-b83b-14dac5dc8a6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0430677 Sep 17 23:10:50.227912 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb21d51f-40d0-430b-b477-65c93929beb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:50.233523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-a88d10d4-c371-4789-85f3-efaa0c864257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:50.235075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-a88d10d4-c371-4789-85f3-efaa0c864257 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406055 Sep 17 23:10:50.363473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aefa7d-62a4-4dbd-a689-45ef9a7d0ca2 req-402f5270-2397-49a0-982e-4a607f8b12ef tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:50.364997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24aefa7d-62a4-4dbd-a689-45ef9a7d0ca2 req-402f5270-2397-49a0-982e-4a607f8b12ef tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0930054 Sep 17 23:10:50.368785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-920c77b2-1bfb-4c41-8af9-c946fae1a460 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260540 Sep 17 23:10:50.457516 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24aefa7d-62a4-4dbd-a689-45ef9a7d0ca2 req-0bb7b0c2-12ef-430a-a601-2a237c267463 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862553 Sep 17 23:10:50.485632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-ef880378-cb34-41d0-82a8-fba67bc42ae3 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076877 Sep 17 23:10:51.358893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:51.573274 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f433cf-be02-4c19-8368-fc9bd931d083 req-c226c107-a8d8-428a-ac43-8bb982823256 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:51.575674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66f433cf-be02-4c19-8368-fc9bd931d083 req-c226c107-a8d8-428a-ac43-8bb982823256 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0493488 Sep 17 23:10:51.613418 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66f433cf-be02-4c19-8368-fc9bd931d083 req-6c3906f0-5560-4593-8b5f-83b7cce12a3c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315101 Sep 17 23:10:51.871731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:52.734302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b778e-937a-4763-bd6a-319e40a58885 req-f89701b3-590f-4016-a43d-8bc4069fd999 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:52.735799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-144b778e-937a-4763-bd6a-319e40a58885 req-f89701b3-590f-4016-a43d-8bc4069fd999 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0525393 Sep 17 23:10:52.772992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-144b778e-937a-4763-bd6a-319e40a58885 req-73297f94-f083-4a46-8ea9-63a822f2c719 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313215 Sep 17 23:10:53.541838 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:10:53.889023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8853785-6751-4ba3-a631-d509445840d3 req-17c7a84e-2c13-47fd-8ac5-3ce3767e442c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:53.890494 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8853785-6751-4ba3-a631-d509445840d3 req-17c7a84e-2c13-47fd-8ac5-3ce3767e442c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Sep 17 23:10:53.928186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e8853785-6751-4ba3-a631-d509445840d3 req-726cda30-3d5b-46eb-ac93-308bb4a0cb1e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316520 Sep 17 23:10:55.043376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c61d7a-c9aa-4822-9342-1baf45e1b849 req-426a0b12-069e-44b3-bee0-611248912df3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:55.044764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69c61d7a-c9aa-4822-9342-1baf45e1b849 req-426a0b12-069e-44b3-bee0-611248912df3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0485842 Sep 17 23:10:55.082838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69c61d7a-c9aa-4822-9342-1baf45e1b849 req-79dd07f2-22bb-474a-9438-fbf1264eb508 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320594 Sep 17 23:10:56.201486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b3337-5a20-401c-bd48-da5a76b939e9 req-879670e7-f815-4f3a-ab98-340762ad6808 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:56.203020 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d39b3337-5a20-401c-bd48-da5a76b939e9 req-879670e7-f815-4f3a-ab98-340762ad6808 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0527854 Sep 17 23:10:56.241208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d39b3337-5a20-401c-bd48-da5a76b939e9 req-c39e5cd1-fef9-4c25-908c-81ff2a9aa25d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319235 Sep 17 23:10:57.082351 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:10:57.355748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284df3d-b8b3-47cc-842b-1ea7089ae828 req-d92e4e87-06be-44f6-921d-31b767bc85b7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:57.357341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6284df3d-b8b3-47cc-842b-1ea7089ae828 req-d92e4e87-06be-44f6-921d-31b767bc85b7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0481935 Sep 17 23:10:57.394674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6284df3d-b8b3-47cc-842b-1ea7089ae828 req-9552dab2-386c-4ad2-beca-fd56ebd5ccd2 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314112 Sep 17 23:10:58.507246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a547813-965f-4040-8957-75c5669bc191 req-ee234e6f-bf2e-412c-b0df-653f497a6d35 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:58.508763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a547813-965f-4040-8957-75c5669bc191 req-ee234e6f-bf2e-412c-b0df-653f497a6d35 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Sep 17 23:10:58.545820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a547813-965f-4040-8957-75c5669bc191 req-3aeed9b9-2652-467f-9d9f-aaa41d0b94f3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304649 Sep 17 23:10:59.662536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36547fa-bb1c-4f37-a161-a19f17fbb998 req-25387190-c522-42a4-b476-8b855e7e6751 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:10:59.663958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a36547fa-bb1c-4f37-a161-a19f17fbb998 req-25387190-c522-42a4-b476-8b855e7e6751 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0524440 Sep 17 23:10:59.700894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a36547fa-bb1c-4f37-a161-a19f17fbb998 req-c5fd0217-8ded-4525-8982-db9cbee8f82e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303712 Sep 17 23:11:00.814185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19773231-941c-4132-b014-e3a618a05d46 req-c2702223-e73c-4b71-a7dc-eaf69ff0e163 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:00.815692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19773231-941c-4132-b014-e3a618a05d46 req-c2702223-e73c-4b71-a7dc-eaf69ff0e163 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0477817 Sep 17 23:11:00.853178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19773231-941c-4132-b014-e3a618a05d46 req-b0606fe8-b210-4751-b1a4-054628a97938 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317266 Sep 17 23:11:01.967712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50d4e-186f-4640-b123-ccf5e2ac57c8 req-41f7fc43-91ca-4855-ab21-ed7c8967450b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:01.969196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba50d4e-186f-4640-b123-ccf5e2ac57c8 req-41f7fc43-91ca-4855-ab21-ed7c8967450b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0477147 Sep 17 23:11:02.006212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ba50d4e-186f-4640-b123-ccf5e2ac57c8 req-c9f7e2c8-7f0d-4459-8f17-b09f41bc5817 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311427 Sep 17 23:11:02.491223 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-ad592126-f299-454e-9c1f-7bf41a89894c service neutron] show failed (client error): The resource could not be found. Sep 17 23:11:02.492458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-ad592126-f299-454e-9c1f-7bf41a89894c service neutron] 10.222.0.32 "GET /v2.0/ports/3a95c1e4-d39b-4fbf-beb3-ac5e715ee557/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0569429 Sep 17 23:11:02.939627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-ef765257-cca2-41f0-9f64-0e946c084760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:02.941152 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-ef765257-cca2-41f0-9f64-0e946c084760 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 1097 time: 0.0411665 Sep 17 23:11:02.952890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:03.006216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.120998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad4ecd-5e23-4fa8-bbc8-f7a4bcbcbaa4 req-4f95a07f-5e5a-4ffc-b720-5c5a22d101c5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:03.122673 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbad4ecd-5e23-4fa8-bbc8-f7a4bcbcbaa4 req-4f95a07f-5e5a-4ffc-b720-5c5a22d101c5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Sep 17 23:11:03.161479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbad4ecd-5e23-4fa8-bbc8-f7a4bcbcbaa4 req-b3c14722-6a20-48e9-83a5-7118a49c7bb4 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327537 Sep 17 23:11:03.208539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:03.238992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:11:03.276802 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:11:03.279228 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0381df-c4b2-49fc-80b8-4af770b52721" -d '{"events": [{"server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "name": "network-vif-unplugged", "status": "completed", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:11:03.283031 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.295051 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Transition to ACTIVE for port object 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:11:03.334700 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593456ac-03a0-487d-a21f-b78cd3684432 x-openstack-request-id: req-593456ac-03a0-487d-a21f-b78cd3684432 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:11:03.334700 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "name": "network-vif-unplugged", "status": "completed", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:11:03.334700 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-593456ac-03a0-487d-a21f-b78cd3684432 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:11:03.334700 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'code': 200} Sep 17 23:11:03.352888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.429980 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:03.443001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.443356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.443700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.444039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.444373 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.444707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.445037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.445363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.445692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.446019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.446345 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.446667 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:03.484972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] No DVR routers for this DVR port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:11:03.619695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:11:03.620031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:11:03.620359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:11:03.624869 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:11:03.625190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:11:03.629983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:11:03.630324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:11:03.630709 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:11:03.631183 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Bound port: 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:11:03.631541 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.693155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:11:03.696289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:11:03.776046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.812585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:03.813173 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:03.814531 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] 10.222.0.35 "PUT /v2.0/ports/3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1092 time: 0.8656037 Sep 17 23:11:03.835277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082c50e-fa49-4609-9395-d73b3936365c service neutron] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:03.879846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-e596bda3-bd63-41f4-b6c1-4b65a6e84172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:03.881351 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-e596bda3-bd63-41f4-b6c1-4b65a6e84172 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1095 time: 0.0428908 Sep 17 23:11:03.979433 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-f1b556cb-62ba-474a-99d4-ab0a564512cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:03.981112 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-f1b556cb-62ba-474a-99d4-ab0a564512cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0921545 Sep 17 23:11:04.045620 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-c5278a74-b0dc-49af-a5d2-8b1294a21167 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1000 time: 0.0573325 Sep 17 23:11:04.096347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-82a022cd-d911-4366-8d3f-12ae8adf46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:04.097712 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-82a022cd-d911-4366-8d3f-12ae8adf46dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0453837 Sep 17 23:11:04.146250 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-323360df-a1e2-40e4-95ec-69b068092ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:04.147723 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-323360df-a1e2-40e4-95ec-69b068092ac2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435517 Sep 17 23:11:04.238171 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-61965a7b-d345-497e-a97a-8d7fe7b4ae20 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826869 Sep 17 23:11:04.278994 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5227c-3a83-41c5-b063-781e184b6b04 req-cdbfb40d-cd9a-4133-a80c-8012c364d4fa tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:04.280564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7d5227c-3a83-41c5-b063-781e184b6b04 req-cdbfb40d-cd9a-4133-a80c-8012c364d4fa tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 943 time: 0.0499117 Sep 17 23:11:04.319828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7d5227c-3a83-41c5-b063-781e184b6b04 req-2cbfc0fa-727c-4bf9-9e2b-344baf3c9b57 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330849 Sep 17 23:11:04.332927 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-d0f96fe5-d211-42e5-a558-fdc34d27c90c req-0c37a59e-0f56-46e9-851c-976ef1a99361 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873289 Sep 17 23:11:05.333508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:11:05.335889 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a48224-2af6-48c6-9c13-906708422a64" -d '{"events": [{"name": "network-changed", "server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:11:05.388774 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce4ae1-3f89-4727-b6f3-69c03007ec10 x-openstack-request-id: req-52ce4ae1-3f89-4727-b6f3-69c03007ec10 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:11:05.389075 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:11:05.389326 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52ce4ae1-3f89-4727-b6f3-69c03007ec10 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:11:05.389740 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'status': 'completed', 'code': 200} Sep 17 23:11:05.450884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a48224-2af6-48c6-9c13-906708422a64 req-940c5103-3fb8-4eb9-910d-38d8a954de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:05.452417 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-940c5103-3fb8-4eb9-910d-38d8a954de83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1095 time: 0.0415022 Sep 17 23:11:05.472273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf319d-c669-482f-b356-6121e44cfd65 req-e3daf8ba-4fa7-4e20-95b6-bb6cf317c6da tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:05.473851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bbf319d-c669-482f-b356-6121e44cfd65 req-e3daf8ba-4fa7-4e20-95b6-bb6cf317c6da tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 943 time: 0.0854144 Sep 17 23:11:05.476514 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a48224-2af6-48c6-9c13-906708422a64 req-695a1c93-73db-43fc-85a8-127d668d905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:05.478303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-695a1c93-73db-43fc-85a8-127d668d905c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1095 time: 0.0624781 Sep 17 23:11:05.538442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bbf319d-c669-482f-b356-6121e44cfd65 req-1a1fa0ee-b3ad-4e76-8f41-98c6c1a0f88a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585368 Sep 17 23:11:05.546444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a48224-2af6-48c6-9c13-906708422a64 req-5c2d239c-0dba-40c7-8ba4-e97df5d447ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:05.548037 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-5c2d239c-0dba-40c7-8ba4-e97df5d447ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0889137 Sep 17 23:11:05.591467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a48224-2af6-48c6-9c13-906708422a64 req-d2edafa1-ecca-4057-b861-4cdb017ac151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:05.592867 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-d2edafa1-ecca-4057-b861-4cdb017ac151 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.1061599 Sep 17 23:11:05.614808 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-b69f8ad8-4c9b-4749-8d26-3314bf520ab5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1000 time: 0.0591753 Sep 17 23:11:05.662879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-f5a4f5b1-5f05-44ab-aa72-b0e91b833de6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1000 time: 0.0632131 Sep 17 23:11:05.664995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a48224-2af6-48c6-9c13-906708422a64 req-4cecf383-8a0c-46de-a7e3-88dc3470446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:05.666548 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-4cecf383-8a0c-46de-a7e3-88dc3470446b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0438383 Sep 17 23:11:05.710683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a48224-2af6-48c6-9c13-906708422a64 req-386e3cd6-8e64-442f-88ec-161d1897e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:05.712196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-386e3cd6-8e64-442f-88ec-161d1897e521 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0426614 Sep 17 23:11:05.716216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a48224-2af6-48c6-9c13-906708422a64 req-e9c225eb-46e0-4f7a-86aa-8839f1c5c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:05.717674 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-e9c225eb-46e0-4f7a-86aa-8839f1c5c47e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435693 Sep 17 23:11:05.757297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a48224-2af6-48c6-9c13-906708422a64 req-09b817aa-5b17-4cf5-b667-1e4d2d10db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:05.758821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-09b817aa-5b17-4cf5-b667-1e4d2d10db5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396101 Sep 17 23:11:05.808412 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-1d9a4a7b-3e1b-4eaa-b8f1-7e730bc77dc5 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823760 Sep 17 23:11:05.852868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-c589dca4-3227-48f8-ba12-70e9e9f42fa8 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867319 Sep 17 23:11:05.904230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:11:05.906239 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-8a314993-5f5c-40ec-aac0-cc48e9eea5fd service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896974 Sep 17 23:11:05.943151 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:11:05.953434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-66a48224-2af6-48c6-9c13-906708422a64 req-cf9c915f-cdb8-4cef-918f-de3188dee342 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934110 Sep 17 23:11:06.655713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819e369-3246-490b-88d2-5310c1775739 req-8c82523e-243a-4d71-bee3-25552497b522 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:06.657110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f819e369-3246-490b-88d2-5310c1775739 req-8c82523e-243a-4d71-bee3-25552497b522 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 943 time: 0.0485058 Sep 17 23:11:06.692782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f819e369-3246-490b-88d2-5310c1775739 req-fd9a8e0a-8220-4d22-8939-dcbff223e7c0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297432 Sep 17 23:11:07.247782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a9c3d-121d-4859-80dd-82760d380176 req-66cfcf4b-c580-4327-87cf-9c677147eedf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:07.249291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-188a9c3d-121d-4859-80dd-82760d380176 req-66cfcf4b-c580-4327-87cf-9c677147eedf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 943 time: 0.0505757 Sep 17 23:11:07.275393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-1722b32a-fb64-4199-9ed2-688197a4b9f7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:07.277726 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-1722b32a-fb64-4199-9ed2-688197a4b9f7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.35 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9&tenant_id=0533292aa39443698bcd4c3ec8f62639&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 943 time: 0.0530758 Sep 17 23:11:07.286282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-188a9c3d-121d-4859-80dd-82760d380176 req-4f752e14-e865-4a22-9270-9131b44df60c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309861 Sep 17 23:11:07.337134 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-2d359dff-dbb4-463d-bb14-b890d4d4d9ff service neutron] 10.222.0.35 "GET /v2.0/ports/3a95c1e4-d39b-4fbf-beb3-ac5e715ee557/bindings/n-h2-713498-17 HTTP/1.1" status: 200 len: 383 time: 0.0527489 Sep 17 23:11:07.398234 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-e8ac315e-ef3c-450d-9ee3-550e236082f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:07.399810 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-e8ac315e-ef3c-450d-9ee3-550e236082f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1095 time: 0.0406561 Sep 17 23:11:07.493508 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-4b474bab-78ae-440a-a261-62db284b3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:07.494976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-4b474bab-78ae-440a-a261-62db284b3a87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0888174 Sep 17 23:11:07.563359 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-375e4e72-eb01-422d-89e0-3e451ca377a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1000 time: 0.0607402 Sep 17 23:11:07.611358 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-5fc28bef-f4a3-4afd-ab5a-aedf9494f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:07.612733 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-5fc28bef-f4a3-4afd-ab5a-aedf9494f917 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0428710 Sep 17 23:11:07.657700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-a1e03c04-8cda-4f09-bda7-0180276f54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:07.659123 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-a1e03c04-8cda-4f09-bda7-0180276f54b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393698 Sep 17 23:11:07.750531 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-a9b107d9-830f-4838-9d31-401633f802e9 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847402 Sep 17 23:11:07.838268 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-9af0b884-55d9-435c-af0c-28730c43b727 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804894 Sep 17 23:11:07.922139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:11:08.016951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:08.027585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'mac_address': 'fa:16:3e:96:8d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:11:08.063760 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:08.075772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:11:08.093715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:08.167756 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:08.217477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:08.224537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.224885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.225222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.225557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.225890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.226221 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.226546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.226896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.227219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.227540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.227859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.228176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:08.403377 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140f528-eae4-497f-a6e3-9d3cb32043f6 req-b13db293-627e-4980-b5a4-3a4d64375dfd tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:08.404835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c140f528-eae4-497f-a6e3-9d3cb32043f6 req-b13db293-627e-4980-b5a4-3a4d64375dfd tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 944 time: 0.0473654 Sep 17 23:11:08.415380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:11:08.446770 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c140f528-eae4-497f-a6e3-9d3cb32043f6 req-2325d6c0-0a8f-45a5-941c-bf09fb8ccd69 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361557 Sep 17 23:11:08.893536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:09.624314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5c3ba-073d-4215-bf0b-5b444e9eeacb req-2aabdca6-4dc2-4b96-bacc-d4d286e57705 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:09.626331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3c5c3ba-073d-4215-bf0b-5b444e9eeacb req-2aabdca6-4dc2-4b96-bacc-d4d286e57705 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 944 time: 0.1063273 Sep 17 23:11:09.664243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3c5c3ba-073d-4215-bf0b-5b444e9eeacb req-4f0f4b57-46d1-4f12-9a00-7daa4e6b00fc tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311456 Sep 17 23:11:09.941215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:11:10.018388 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:10.031231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:11:10.050541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:10.124566 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:10.172291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:10.200474 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-ad826b57-3789-4e7a-8f67-f7b2a66f124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:10.201870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-ad826b57-3789-4e7a-8f67-f7b2a66f124d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 1095 time: 0.0404346 Sep 17 23:11:10.213175 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:10.266499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:10.468646 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:10.500995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:11:10.501561 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:10.532266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:11:10.539429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:10.549624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Ignored duplicate provisioning block setup for port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 17 23:11:10.598364 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:10.680209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=10']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:10.692762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.693089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.693428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.693760 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.694089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.694443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.694740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.695086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.695413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.695738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.696059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.696378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:11:10.732748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] No DVR routers for this DVR port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on host n-h2-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:11:10.901199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3fb8-b0b7-44cc-a37e-b4cb5c649fde req-6aedeae6-8135-45de-bf96-edec3e01dcd5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:10.902660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-499c3fb8-b0b7-44cc-a37e-b4cb5c649fde req-6aedeae6-8135-45de-bf96-edec3e01dcd5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 944 time: 0.1669407 Sep 17 23:11:10.924619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:11:10.924955 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:11:10.925334 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:11:10.932240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:11:10.932560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Attempting to bind port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:11:10.945158 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:11:10.945493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:11:10.945870 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:11:10.946298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Bound port: 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:11:10.946650 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:10.966280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-499c3fb8-b0b7-44cc-a37e-b4cb5c649fde req-99b5ee25-cfec-4a27-a6cb-828dd2c67c9e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569341 Sep 17 23:11:11.018224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:11:11.021141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:11:11.082580 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:11.115937 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.116803 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:11.118178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1093 time: 0.9088914 Sep 17 23:11:11.118616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:11:11.120859 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d" -d '{"events": [{"name": "network-changed", "server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:11:11.172455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e9bfc-0d56-449a-84e6-6120410a2264 service neutron] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=11']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:11.185116 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6110d34f-bb19-4d40-9147-f0a932e8098d x-openstack-request-id: req-6110d34f-bb19-4d40-9147-f0a932e8098d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:11:11.185408 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:11:11.185668 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6110d34f-bb19-4d40-9147-f0a932e8098d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:11:11.186072 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'status': 'completed', 'code': 200} Sep 17 23:11:11.192740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-c5fb5d81-9d73-4f38-98b3-7484488d82db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.194310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-c5fb5d81-9d73-4f38-98b3-7484488d82db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1096 time: 0.0514202 Sep 17 23:11:11.245458 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-0ea6d14d-f404-4767-a274-d47f0815725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.247763 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-0ea6d14d-f404-4767-a274-d47f0815725d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1096 time: 0.0458028 Sep 17 23:11:11.354360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-57c7c776-1626-45c0-b30d-398b06b2940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.354557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-9154da7a-0714-48f9-bf12-41f98fd1f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.356837 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-9154da7a-0714-48f9-bf12-41f98fd1f3ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.1028435 Sep 17 23:11:11.357077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-57c7c776-1626-45c0-b30d-398b06b2940e service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.1551368 Sep 17 23:11:11.424260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-482ece49-bef3-4336-af6e-b0465b99f378 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1000 time: 0.0604136 Sep 17 23:11:11.426977 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-5e4ecb8e-dfab-40df-812d-76a9b9c8926f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1000 time: 0.0630369 Sep 17 23:11:11.475222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-f750f20d-c78a-4ee4-8b2e-f10523b43a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.476701 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-f750f20d-c78a-4ee4-8b2e-f10523b43a2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0433614 Sep 17 23:11:11.477086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-8130af7e-c3a8-4a91-bac9-747b90a9b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.478514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-8130af7e-c3a8-4a91-bac9-747b90a9b589 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0466230 Sep 17 23:11:11.522115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-a0b5fdcd-0a9c-4e66-9c86-ecb0c4f56531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.523340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-9fbe275d-1d2c-4fb7-9329-d2dc426c037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.523661 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-a0b5fdcd-0a9c-4e66-9c86-ecb0c4f56531 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399735 Sep 17 23:11:11.524813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-9fbe275d-1d2c-4fb7-9329-d2dc426c037d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389304 Sep 17 23:11:11.615392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-6b2b1fcc-a8ce-4819-ae63-ac74e7d6f69e service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830846 Sep 17 23:11:11.618351 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-863966ab-9b61-4a5a-804a-b517fa4cfed5 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874245 Sep 17 23:11:11.707423 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-9d78600e-9fbd-4cb4-8a20-a9278d12b216 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819297 Sep 17 23:11:11.707678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-681bd129-c1c8-43e4-a5eb-502e4d1c1fc7 req-24d967fd-d9e1-4f0e-bcfb-8ec4fef99243 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845675 Sep 17 23:11:11.788805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-cb440053-42f1-4498-bd01-53da4862ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.790274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-cb440053-42f1-4498-bd01-53da4862ef21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 1096 time: 0.0395937 Sep 17 23:11:11.881547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-7ab25cdd-96f6-421a-b570-f1ae9735baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.882953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-7ab25cdd-96f6-421a-b570-f1ae9735baea service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0862346 Sep 17 23:11:11.944644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-470d6750-ee65-4297-94b5-221dd160ba7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 200 len: 1000 time: 0.0545285 Sep 17 23:11:11.997161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-15a96775-7d8c-429b-a804-c080c0537386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:11.998705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-15a96775-7d8c-429b-a804-c080c0537386 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0463388 Sep 17 23:11:12.068032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-bfb63615-73e4-46b4-ac45-aa92398578da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:12.069512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-bfb63615-73e4-46b4-ac45-aa92398578da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625620 Sep 17 23:11:12.107000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c5b8f-361b-47de-b449-7a0474a04ee0 req-8102cd66-35f9-4934-9caa-08730007d49d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:12.108413 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-587c5b8f-361b-47de-b449-7a0474a04ee0 req-8102cd66-35f9-4934-9caa-08730007d49d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 944 time: 0.0746386 Sep 17 23:11:12.185535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-587c5b8f-361b-47de-b449-7a0474a04ee0 req-03a4471f-c8f3-4b8f-8222-d3e915cf832f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710852 Sep 17 23:11:12.203748 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-a0761ea1-e69d-48ef-94e3-23e98ea81ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262896 Sep 17 23:11:12.291535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae9d3b0f-1618-49e5-86aa-bb74efcf131d req-baed425f-5d2a-45d8-8203-3f83b7c1d9b6 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802016 Sep 17 23:11:13.307132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea732b08-923c-407a-8435-1806e1c5cd82 req-6e9db607-3f9b-4ca0-b2c2-c330031b927f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:13.308672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea732b08-923c-407a-8435-1806e1c5cd82 req-6e9db607-3f9b-4ca0-b2c2-c330031b927f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 944 time: 0.0539665 Sep 17 23:11:13.348244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea732b08-923c-407a-8435-1806e1c5cd82 req-f6414df8-3235-4d20-9d95-b0f14751fdea tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329685 Sep 17 23:11:13.936920 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:11:14.178025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:14.189518 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'mac_address': 'fa:16:3e:96:8d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:11:14.225803 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:14.238633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:11:14.258139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:14.347538 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:14.395829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=12']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:14.469385 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e361418-0a8c-40da-b7ce-20e890c85fc7 req-6d68df4b-bf61-435f-af8b-dd7d218c6be9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:14.470778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e361418-0a8c-40da-b7ce-20e890c85fc7 req-6d68df4b-bf61-435f-af8b-dd7d218c6be9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0481446 Sep 17 23:11:14.507627 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e361418-0a8c-40da-b7ce-20e890c85fc7 req-e6d35c97-ded0-42d0-a6a5-fc1c767e2a50 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310080 Sep 17 23:11:14.585343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:11:14.624074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b539f-0dd8-43f4-96b1-133b051009e0 req-5250774c-04a5-4f09-a5a1-a7f5d761285e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:14.625576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-683b539f-0dd8-43f4-96b1-133b051009e0 req-5250774c-04a5-4f09-a5a1-a7f5d761285e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0514650 Sep 17 23:11:14.662672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-683b539f-0dd8-43f4-96b1-133b051009e0 req-f1261e76-a6b5-4efa-8331-4f61d8c8b252 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310032 Sep 17 23:11:14.778982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d66fc-eb5f-4444-9d83-cee635522461 req-21a09855-a955-4498-b6d4-16290f876753 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:14.780339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-753d66fc-eb5f-4444-9d83-cee635522461 req-21a09855-a955-4498-b6d4-16290f876753 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0522203 Sep 17 23:11:14.818116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-753d66fc-eb5f-4444-9d83-cee635522461 req-06d43949-7519-4dc7-b7f4-a9a348a378aa tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319147 Sep 17 23:11:15.244972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dddc1c-582e-4b16-bce6-6f1123bbf681 req-9170e496-ce89-47d6-bbab-8d3e53f25d57 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:15.246438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29dddc1c-582e-4b16-bce6-6f1123bbf681 req-9170e496-ce89-47d6-bbab-8d3e53f25d57 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 945 time: 0.0489998 Sep 17 23:11:15.283133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29dddc1c-582e-4b16-bce6-6f1123bbf681 req-1c087ad3-a163-4a57-8ece-2ee4a697cd16 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307643 Sep 17 23:11:15.944558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:11:16.082409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:11:16.086165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:11:16.086530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:16.163780 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:16.185277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:11:16.190826 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b784a1-5515-4fb5-96f0-fdd69c19012f" -d '{"events": [{"server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "name": "network-vif-plugged", "status": "completed", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:11:16.203633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:16.227586 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dbe1f7-1945-430f-82c2-4674c64602c7 x-openstack-request-id: req-15dbe1f7-1945-430f-82c2-4674c64602c7 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:11:16.227874 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "name": "network-vif-plugged", "status": "completed", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:11:16.228126 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15dbe1f7-1945-430f-82c2-4674c64602c7 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:11:16.228519 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'code': 200} Sep 17 23:11:16.273294 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:16.321982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=13']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:16.399657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120b3e6-020c-45bc-a488-fabf5a0b8b65 req-0dd13c24-5823-408b-a9da-2c189dd255fe tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:16.401117 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b120b3e6-020c-45bc-a488-fabf5a0b8b65 req-0dd13c24-5823-408b-a9da-2c189dd255fe tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 946 time: 0.0494092 Sep 17 23:11:16.438500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b120b3e6-020c-45bc-a488-fabf5a0b8b65 req-3f3f5364-0e87-4115-9be7-b851518902c5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306840 Sep 17 23:11:16.492429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-fef4ffba-88c7-4c2e-a97a-30497deb5720 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:16.493772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-fef4ffba-88c7-4c2e-a97a-30497deb5720 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 946 time: 0.0507400 Sep 17 23:11:16.580296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Deleting port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:11:16.580631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:16.669136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] For port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:16.669487 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:16.834319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:16.834590 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:16.834936 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4 disassociated. External IP: 172.25.5.208, port: 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557. Sep 17 23:11:16.835272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Calling delete_port for 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:11:17.021259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:17.049391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event deleted for resources: {'Port': ['ID=3a95c1e4-d39b-4fbf-beb3-ac5e715ee557,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:17.169031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:11:17.278136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:11:17.289301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:11:17.298648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:11:17.299299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:11:17.316692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] No DVR routers for this DVR port 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:11:17.319329 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:17.321257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f54cf96-492f-485d-b7f6-782e2eeb73d9 req-e0895afd-8220-4c82-98fc-4edb5ea59468 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "DELETE /v2.0/ports/3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 HTTP/1.1" status: 204 len: 173 time: 0.8216162 Sep 17 23:11:17.321792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'name': 'network-vif-deleted', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:11:17.324132 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0183b17-c156-4bfb-bc6b-4710e7e3b4c4" -d '{"events": [{"server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "name": "network-vif-deleted", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:11:17.366220 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25adc3-79c1-4a7b-9ee5-9bd5b898f5c6 x-openstack-request-id: req-0d25adc3-79c1-4a7b-9ee5-9bd5b898f5c6 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:11:17.374918 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0204131f-91a3-456e-8e8a-bb662b1537a9", "name": "network-vif-deleted", "tag": "3a95c1e4-d39b-4fbf-beb3-ac5e715ee557", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:11:17.374918 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d25adc3-79c1-4a7b-9ee5-9bd5b898f5c6 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:11:17.374918 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0204131f-91a3-456e-8e8a-bb662b1537a9', 'name': 'network-vif-deleted', 'tag': '3a95c1e4-d39b-4fbf-beb3-ac5e715ee557', 'status': 'completed', 'code': 200} Sep 17 23:11:17.411034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:11:17.534713 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-402bce86-d43e-4191-a4a1-ccf61e39327e req-f07ac946-23b2-4f1e-86e4-844dde96432f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=0204131f-91a3-456e-8e8a-bb662b1537a9 HTTP/1.1" status: 200 len: 210 time: 0.0260558 Sep 17 23:11:17.613638 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:11:17.640154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:11:17.648244 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:11:17.648862 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:10:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:11:17.762680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:11:17.834557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3c6407c1-b2c6-4e04-95e3-49ac493c3130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:17.962109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:11:17.991048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6cd38-a3b7-461c-b93c-d34f3d580719 None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:11:18.197165 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d36ea-9a23-46bb-8d35-035ed0fd43c8 None None] New status for floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:11:18.804311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-128a4d1a-107c-49c3-a033-49b64fe54baf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--49850717&fields=id&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 267 time: 0.0347562 Sep 17 23:11:19.274759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-f8a84912-07d2-46d4-a1be-d625ec743f1d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:19.276333 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-f8a84912-07d2-46d4-a1be-d625ec743f1d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 810 time: 0.4638538 Sep 17 23:11:19.291951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-d956918b-e985-4931-9aa3-3063b3c4c03b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/quotas/0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 375 time: 0.0095844 Sep 17 23:11:19.350937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-18c84eed-7e75-43e5-82ec-c89a4effddef tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502224 Sep 17 23:11:19.453900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-11f415d9-ac92-48cb-94ce-2fb82276034f service neutron] 10.222.0.13 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894101 Sep 17 23:11:19.544005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-c0aacfd7-1f14-4487-951a-3a2c737e9ab9 service neutron] 10.222.0.13 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838017 Sep 17 23:11:19.758334 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-add5de79-c645-43e0-9e9f-4515e1d32c03 req-433e18f7-ef38-4abc-b463-abc3e6a7d7b7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 210 time: 0.0305214 Sep 17 23:11:19.965799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:11:19.987145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:11:19.987362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 3a95c1e4-d39b-4fbf-beb3-ac5e715ee557 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:11:20.210263 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9f8a16f5-ce3a-44b9-bdc9-0290f7cd5aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:20.851130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-724a77f3-e528-4da7-8601-547422604fe0 req-72333266-59bf-4ed3-ba66-7307814c412c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 210 time: 0.0255525 Sep 17 23:11:21.351319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:21.421757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-40586be3-a822-45f4-b16c-82bd7323b141 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:21.423529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-40586be3-a822-45f4-b16c-82bd7323b141 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 810 time: 0.1051278 Sep 17 23:11:21.465587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-e31014dd-f20c-423c-96cc-10c789e54f7c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 378 time: 0.0326216 Sep 17 23:11:21.475025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'port': {'device_id': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'admin_state_up': True, 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'security_groups': ['2e34d862-4a22-4185-883a-71e8d5bf022e']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:21.642338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Made reservation on behalf of 0533292aa39443698bcd4c3ec8f62639 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:11:21.645819 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:21.770883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Allocated IP 172.20.0.7 (deb3387d-4299-49ed-9810-e0d19c879f90/79cf9b56-81e2-4082-87d9-445e4df95287/cf06da84-6577-4951-92bc-bd2aca888055) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:11:21.896124 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:21.906655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:21.959425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-422363e0-8f35-4184-8344-5af6dad6e487 req-69e0d8fa-0545-4d22-86da-a23b61322a1b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 210 time: 0.0323021 Sep 17 23:11:22.027471 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:22.069489 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Network deb3387d-4299-49ed-9810-e0d19c879f90 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:11:22.072503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:11:22.076755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:11:22.085944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:22.134825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:22.135454 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:22.219362 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-ad8f7138-6081-41fa-a2ed-01890d328770 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7477248 Sep 17 23:11:22.231580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Request body: {'port': {'device_id': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:22.288813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:22.317112 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bfff9a13-0f28-4723-a56b-d9ebdc373561 None None] Provisioning complete for port cf06da84-6577-4951-92bc-bd2aca888055 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:11:22.317782 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bfff9a13-0f28-4723-a56b-d9ebdc373561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:22.353057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bfff9a13-0f28-4723-a56b-d9ebdc373561 None None] Port cf06da84-6577-4951-92bc-bd2aca888055 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:11:22.543337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf06da84-6577-4951-92bc-bd2aca888055 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:11:22.550497 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:22.562380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Transition to ACTIVE for port object cf06da84-6577-4951-92bc-bd2aca888055 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:11:22.632754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:22.687392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:22.757914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:11:22.758246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:11:22.758578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:11:22.763087 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Port cf06da84-6577-4951-92bc-bd2aca888055 on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:11:22.763995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:11:22.768999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:11:22.769340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:11:22.769726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:11:22.770159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Bound port: cf06da84-6577-4951-92bc-bd2aca888055, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:11:22.770516 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:22.837936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:11:22.841072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:11:22.894623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:22.929360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:22.930056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:22.931397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] 10.222.0.32 "PUT /v2.0/ports/cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1092 time: 0.7041869 Sep 17 23:11:22.931849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:11:22.934244 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949fadef-5e93-4fab-a85b-a718de4a4f65" -d '{"events": [{"name": "network-changed", "server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "tag": "cf06da84-6577-4951-92bc-bd2aca888055"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:11:22.959141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04764984-bcff-4a9d-9e94-0379b217285a service neutron] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:22.973674 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a876e6-ed45-452f-9dd5-43da3dae01d6 x-openstack-request-id: req-68a876e6-ed45-452f-9dd5-43da3dae01d6 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:11:22.974037 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "tag": "cf06da84-6577-4951-92bc-bd2aca888055", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:11:22.974356 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68a876e6-ed45-452f-9dd5-43da3dae01d6 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:11:22.974924 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055', 'status': 'completed', 'code': 200} Sep 17 23:11:23.068441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fadef-5e93-4fab-a85b-a718de4a4f65 req-2c01007c-9f2b-4071-8f2b-47b256f1130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:23.069978 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-949fadef-5e93-4fab-a85b-a718de4a4f65 req-2c01007c-9f2b-4071-8f2b-47b256f1130f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1095 time: 0.0742075 Sep 17 23:11:23.116659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c35c6-59ee-4bf6-b218-8a86a09d7f8b req-7ee18174-ef21-4654-a192-e025b107ebe8 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:23.118151 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f31c35c6-59ee-4bf6-b218-8a86a09d7f8b req-7ee18174-ef21-4654-a192-e025b107ebe8 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0863137 Sep 17 23:11:23.203983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f31c35c6-59ee-4bf6-b218-8a86a09d7f8b req-82568701-e22f-44d7-a2ed-e1e142eee9da tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784359 Sep 17 23:11:23.208415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fadef-5e93-4fab-a85b-a718de4a4f65 req-8f9d5d2d-845c-49f2-bacb-d0ae26c1e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:23.209800 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-949fadef-5e93-4fab-a85b-a718de4a4f65 req-8f9d5d2d-845c-49f2-bacb-d0ae26c1e670 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0533292aa39443698bcd4c3ec8f62639&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1318476 Sep 17 23:11:23.302778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fadef-5e93-4fab-a85b-a718de4a4f65 req-63b670a9-8c1e-46a5-8cfb-44f372fc1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:23.304281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-949fadef-5e93-4fab-a85b-a718de4a4f65 req-63b670a9-8c1e-46a5-8cfb-44f372fc1eaa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0868623 Sep 17 23:11:23.383792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-4887fb8b-aaf5-403b-88e0-b30a99657655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:23.385286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-4887fb8b-aaf5-403b-88e0-b30a99657655 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1095 time: 0.0452714 Sep 17 23:11:23.426623 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-e1d4bbca-3a6d-4f46-b3a1-43bad0910a0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 217 time: 0.0338378 Sep 17 23:11:23.474646 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-33b87813-96a0-4280-a523-6ecae755921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:23.476271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-33b87813-96a0-4280-a523-6ecae755921b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0426297 Sep 17 23:11:23.522209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-1279dabe-4a70-4624-89f7-95a642764e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:23.523734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-1279dabe-4a70-4624-89f7-95a642764e4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400186 Sep 17 23:11:23.547364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:23.616307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-f4c56991-c7b5-4fbb-9452-eda1cd4307f6 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849457 Sep 17 23:11:23.708272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f579da5-ae53-4456-8f39-99fe6e1ae897 req-64eaeacd-f637-4ee3-aa41-4bb51381d1ef service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844715 Sep 17 23:11:24.322723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c95297-b5e5-400e-8085-1c091c05805e req-1922e903-2cea-4ff7-84f1-7e4538e70b63 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:24.324309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9c95297-b5e5-400e-8085-1c091c05805e req-1922e903-2cea-4ff7-84f1-7e4538e70b63 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0495584 Sep 17 23:11:24.363411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9c95297-b5e5-400e-8085-1c091c05805e req-ad765fd0-1472-4566-af1e-aa4f97ead221 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318372 Sep 17 23:11:25.476981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6636c9c-7032-4f6c-a444-cbf30c0ed3de req-6850f2b7-26a2-4b95-a326-1ab09063fcf7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:25.478466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6636c9c-7032-4f6c-a444-cbf30c0ed3de req-6850f2b7-26a2-4b95-a326-1ab09063fcf7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0484951 Sep 17 23:11:25.515968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6636c9c-7032-4f6c-a444-cbf30c0ed3de req-7141b858-4096-4692-917e-23ccc98bc57f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316935 Sep 17 23:11:25.997239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cf06da84-6577-4951-92bc-bd2aca888055 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:11:26.094539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:26.106545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'cf06da84-6577-4951-92bc-bd2aca888055', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': 'cf06da84-6577-4951-92bc-bd2aca888055', 'mac_address': 'fa:16:3e:f6:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:11:26.146990 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:26.159609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf06da84-6577-4951-92bc-bd2aca888055 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:11:26.178246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:26.296432 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:26.345544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:26.482957 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['cf06da84-6577-4951-92bc-bd2aca888055'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:11:26.634019 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bf0f1-76f9-4d2f-a346-173ad776a133 req-29f808fc-ff6c-4ae9-80f7-5043e62e1fce tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:26.635527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da7bf0f1-76f9-4d2f-a346-173ad776a133 req-29f808fc-ff6c-4ae9-80f7-5043e62e1fce tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0525377 Sep 17 23:11:26.672671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da7bf0f1-76f9-4d2f-a346-173ad776a133 req-06013688-4b6d-470e-b04b-8359d163ac39 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306430 Sep 17 23:11:27.784376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf68f39-1e22-46e4-8be0-3dca528f966c req-7ce320a0-fbc1-4a0d-92e1-123487d2be15 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:27.785841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cf68f39-1e22-46e4-8be0-3dca528f966c req-7ce320a0-fbc1-4a0d-92e1-123487d2be15 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0480564 Sep 17 23:11:27.822337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5cf68f39-1e22-46e4-8be0-3dca528f966c req-758b5b6d-623b-4dc3-871f-3094f720a57a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306990 Sep 17 23:11:28.012696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cf06da84-6577-4951-92bc-bd2aca888055 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:11:28.129652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port cf06da84-6577-4951-92bc-bd2aca888055 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:11:28.133329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port cf06da84-6577-4951-92bc-bd2aca888055 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:11:28.140677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:28.210813 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:28.233140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:11:28.235406 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b48679-3014-4916-93ef-9089cca6132b" -d '{"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-plugged", "status": "completed", "tag": "cf06da84-6577-4951-92bc-bd2aca888055"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:11:28.249739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:11:28.271014 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5fb988-68b8-4cfa-9c7f-1d4edf2707c4 x-openstack-request-id: req-3d5fb988-68b8-4cfa-9c7f-1d4edf2707c4 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:11:28.285288 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-plugged", "status": "completed", "tag": "cf06da84-6577-4951-92bc-bd2aca888055", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:11:28.285288 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d5fb988-68b8-4cfa-9c7f-1d4edf2707c4 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:11:28.285288 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055', 'code': 200} Sep 17 23:11:28.333849 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:28.368427 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df53713-1772-42f7-86f5-c8cd7364e4e3 req-dde1bec5-fccc-4312-b161-f84cf3142eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:28.369921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9df53713-1772-42f7-86f5-c8cd7364e4e3 req-dde1bec5-fccc-4312-b161-f84cf3142eaa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1097 time: 0.0412607 Sep 17 23:11:28.381966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:11:28.405187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9df53713-1772-42f7-86f5-c8cd7364e4e3 req-ba9b82d7-6d9c-417b-bbb4-c11bbae2280a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279775 Sep 17 23:11:28.938346 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7e554-f031-44a7-a97a-82b63e43c901 req-9647329c-9bc3-4652-b2d7-4472af8cdccc tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:28.939839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3fd7e554-f031-44a7-a97a-82b63e43c901 req-9647329c-9bc3-4652-b2d7-4472af8cdccc tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0524561 Sep 17 23:11:28.975593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3fd7e554-f031-44a7-a97a-82b63e43c901 req-c9983cf0-74c1-4be1-bd1c-42caec8ef9be tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300007 Sep 17 23:11:30.090725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557d38c-5786-4ee7-9365-57fdd4dd6292 req-35859eb3-d707-44e1-9090-afca49914c5a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:30.092347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e557d38c-5786-4ee7-9365-57fdd4dd6292 req-35859eb3-d707-44e1-9090-afca49914c5a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0479586 Sep 17 23:11:30.129245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e557d38c-5786-4ee7-9365-57fdd4dd6292 req-7478eb55-e791-4c08-9178-3d38f498b8c1 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309057 Sep 17 23:11:30.238687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917d21f-7a80-4510-81ea-dd83fcdec698 req-ca915c85-dcd5-4536-94c6-76dc9a20a239 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:30.240173 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8917d21f-7a80-4510-81ea-dd83fcdec698 req-ca915c85-dcd5-4536-94c6-76dc9a20a239 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0476055 Sep 17 23:11:30.248877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33304) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:11:30.253150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-7c8ee2b6-fbbc-4af6-997a-0eb9bbc584af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Request body: {'floatingip': {'port_id': 'cf06da84-6577-4951-92bc-bd2aca888055'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:11:30.297207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee2b6-fbbc-4af6-997a-0eb9bbc584af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:30.721517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee2b6-fbbc-4af6-997a-0eb9bbc584af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:30.775549 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee2b6-fbbc-4af6-997a-0eb9bbc584af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:30.874759 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-7c8ee2b6-fbbc-4af6-997a-0eb9bbc584af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4 associated. External IP: 172.25.5.208, port: cf06da84-6577-4951-92bc-bd2aca888055. Sep 17 23:11:31.077381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8ee2b6-fbbc-4af6-997a-0eb9bbc584af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:11:31.184159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8ee2b6-fbbc-4af6-997a-0eb9bbc584af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:11:31.189254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee2b6-fbbc-4af6-997a-0eb9bbc584af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:31.193821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:11:31.204029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:11:31.208578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:11:31.215670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7c8ee2b6-fbbc-4af6-997a-0eb9bbc584af tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "PUT /v2.0/floatingips/89a280ad-c62d-47f5-802c-dbe2a25f13a4 HTTP/1.1" status: 200 len: 992 time: 0.9657660 Sep 17 23:11:31.216260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:11:31.219187 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44079755-1053-4337-96d3-60c2de65771a" -d '{"events": [{"name": "network-changed", "server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "tag": "cf06da84-6577-4951-92bc-bd2aca888055"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:11:31.259045 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2381a4c-e146-4873-aaa6-aed8776e7001 x-openstack-request-id: req-e2381a4c-e146-4873-aaa6-aed8776e7001 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:11:31.259588 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "tag": "cf06da84-6577-4951-92bc-bd2aca888055", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:11:31.259844 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2381a4c-e146-4873-aaa6-aed8776e7001 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:11:31.260366 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055', 'status': 'completed', 'code': 200} Sep 17 23:11:31.315551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:11:31.329273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44079755-1053-4337-96d3-60c2de65771a req-2b4a02c9-e994-4cb9-9765-4758fc42bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:31.330773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44079755-1053-4337-96d3-60c2de65771a req-2b4a02c9-e994-4cb9-9765-4758fc42bae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1097 time: 0.0428448 Sep 17 23:11:31.428432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44079755-1053-4337-96d3-60c2de65771a req-c0dfd9dd-4a12-453c-8e8e-04b8b5c78e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:31.429932 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44079755-1053-4337-96d3-60c2de65771a req-c0dfd9dd-4a12-453c-8e8e-04b8b5c78e07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0922024 Sep 17 23:11:31.494259 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44079755-1053-4337-96d3-60c2de65771a req-953f7e10-3bea-4471-99ba-61b773497ba5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1000 time: 0.0575447 Sep 17 23:11:31.545460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44079755-1053-4337-96d3-60c2de65771a req-91942c60-ee80-42d2-8f4c-9ab8eedfa312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:31.546621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': 'cf06da84-6577-4951-92bc-bd2aca888055', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:f6:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:11:30Z', 'revision_number': 13, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:11:31.546976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44079755-1053-4337-96d3-60c2de65771a req-91942c60-ee80-42d2-8f4c-9ab8eedfa312 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0463171 Sep 17 23:11:31.572937 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:11:31.581759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:11:31.582300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:11:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:11:31.592674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44079755-1053-4337-96d3-60c2de65771a req-17b0ba24-ec8f-48c9-8b29-ed274bb86239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:11:31.594196 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44079755-1053-4337-96d3-60c2de65771a req-17b0ba24-ec8f-48c9-8b29-ed274bb86239 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400035 Sep 17 23:11:31.685830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44079755-1053-4337-96d3-60c2de65771a req-d698e53a-ca30-4919-a9af-46e2d1f62b81 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841587 Sep 17 23:11:31.686602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:11:31.774276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44079755-1053-4337-96d3-60c2de65771a req-e529ba08-0e11-4fa8-a1bf-1b7f2b7abce5 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816431 Sep 17 23:11:31.912673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': 'cf06da84-6577-4951-92bc-bd2aca888055', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:f6:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:11:30Z', 'revision_number': 13, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:11:31.939903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712697db-ce5e-4d95-84e6-623af99850f5 None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '89a280ad-c62d-47f5-802c-dbe2a25f13a4', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'port_id': 'cf06da84-6577-4951-92bc-bd2aca888055', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'mac_address': 'fa:16:3e:f6:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:04:19Z', 'updated_at': '2021-09-17T23:11:30Z', 'revision_number': 13, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:11:32.133674 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655f8d8-6b61-4639-a648-037847d7d02b None None] New status for floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:11:34.081976 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:11:38.881888 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:40.573410 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:47.818902 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9fb7-c820-41c6-8df9-dbdc1150a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:50.238276 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e4a15bf-b4e9-4e31-8dc9-7a0b3f0433de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:51.333192 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:51.870404 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:11:53.550488 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:08.870166 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:10.564501 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:11.085615 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:12:17.830264 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-936cff6a-6f42-4a1a-9769-e094c7f6d0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:18.194783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-fe2c14e2-d173-4581-b9d4-6dc5ad1fb3ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388248 Sep 17 23:12:18.280577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-0b511a7f-25cd-4b25-aded-4c339d7bc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:18.281954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-0b511a7f-25cd-4b25-aded-4c339d7bc091 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1097 time: 0.0439649 Sep 17 23:12:18.383428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-f31f4eaa-c5c1-4271-8493-9d834dafe1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:18.384894 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-f31f4eaa-c5c1-4271-8493-9d834dafe1df service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0844383 Sep 17 23:12:18.451535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-fb8b5783-e494-4237-b970-14c9e0838c76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1002 time: 0.0600078 Sep 17 23:12:18.499179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-785550b5-4c52-47e2-9d20-d74cab77dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:18.500552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-785550b5-4c52-47e2-9d20-d74cab77dcfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0424478 Sep 17 23:12:18.544229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-271a19b5-6b3f-4860-b704-5b14e7323640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:12:18.545575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-271a19b5-6b3f-4860-b704-5b14e7323640 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380137 Sep 17 23:12:18.636346 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-0cb73334-a7bf-4691-b70e-4d87b0033dda service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833766 Sep 17 23:12:18.722665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e73a84e-6c98-4e9c-8102-fcb456e7f0a1 req-12920276-1bdc-4d70-9c42-1de2eb415374 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793340 Sep 17 23:12:20.224237 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f20b7b11-07a9-4dd1-ad36-74e61e8d091c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:21.352812 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:21.870270 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:23.535566 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:38.858034 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:40.598199 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:47.864038 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-77302119-589e-4177-9caf-a698328ee834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:48.085210 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:12:50.220645 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3de627c1-a636-4eac-adb7-1e5dd974be31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:51.366984 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:51.866687 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:12:53.558325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:08.717874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e59b0-e373-4792-b898-bac783b7d6b9 req-9b671622-a994-4cdc-96a9-0aef4d465f8a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:08.719449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-733e59b0-e373-4792-b898-bac783b7d6b9 req-9b671622-a994-4cdc-96a9-0aef4d465f8a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0570350 Sep 17 23:13:08.759731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-733e59b0-e373-4792-b898-bac783b7d6b9 req-a3aa00f1-7ca8-47f4-bf51-3333f000e1ea tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341191 Sep 17 23:13:08.926334 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:10.595494 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:17.823883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cf4bfea8-92b1-46f5-a573-b2663ac04cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:20.226739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-9b2981db-fa38-4809-9030-ea2fd601c776 req-f182241f-1669-4eec-a174-11d08bf8f926 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:13:20.227773 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b2981db-fa38-4809-9030-ea2fd601c776 req-f182241f-1669-4eec-a174-11d08bf8f926 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624831 Sep 17 23:13:20.231774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-4d1df8ef-b27d-4ce7-9e25-0e0e0255edc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471938 Sep 17 23:13:20.238162 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-847366e8-bf42-47a7-9be2-88421db0f953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:20.314290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-846f447d-a679-48aa-a39e-debe8cee33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:20.315663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-846f447d-a679-48aa-a39e-debe8cee33a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1097 time: 0.0396039 Sep 17 23:13:20.421832 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-7b57eaa5-a04f-43d3-80e8-a316f49d1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:20.423489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-7b57eaa5-a04f-43d3-80e8-a316f49d1f72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0880191 Sep 17 23:13:20.488685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-bc2bdf7d-85fd-4f7d-82c0-7f1f584636f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1002 time: 0.0584939 Sep 17 23:13:20.573219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-9a272df4-f5fe-4acd-bcec-5f888b6a296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:20.575338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-9a272df4-f5fe-4acd-bcec-5f888b6a296f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0789545 Sep 17 23:13:20.582927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e815b-eb0e-4058-bba7-2e06f7b44df0 req-908d2c2f-ad5d-4788-a2f3-b15e57ad8ee7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:20.584303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b9e815b-eb0e-4058-bba7-2e06f7b44df0 req-908d2c2f-ad5d-4788-a2f3-b15e57ad8ee7 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0897923 Sep 17 23:13:20.671433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b9e815b-eb0e-4058-bba7-2e06f7b44df0 req-226c22eb-3f66-4bfe-87e6-2238daca56cb tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787783 Sep 17 23:13:20.674620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-6f113e43-19bf-4e46-b4eb-adf9abc9eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:20.676037 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-6f113e43-19bf-4e46-b4eb-adf9abc9eaa3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909023 Sep 17 23:13:20.694061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-57cbd2f5-6c08-4673-b7f5-0deaa1a53941 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715499 Sep 17 23:13:20.773373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-f0b3b4ec-2ee8-4bf4-aa16-24e86e47650a service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900631 Sep 17 23:13:20.876804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b6c52ca-75c8-40ec-8dfa-d1130b8068c7 req-7dcb38b1-5a29-4043-a8ee-dc9ea19132e1 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959823 Sep 17 23:13:21.356109 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:21.788375 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f6dc-29ed-44b6-8f1a-cbfe81d82c03 req-3d4bd3a2-2ea7-4c34-9be8-4c15a44b8cf3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:21.789809 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bb0f6dc-29ed-44b6-8f1a-cbfe81d82c03 req-3d4bd3a2-2ea7-4c34-9be8-4c15a44b8cf3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0483418 Sep 17 23:13:21.828145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4bb0f6dc-29ed-44b6-8f1a-cbfe81d82c03 req-c6b19d40-2e1e-40c4-bdf8-04097a9af62d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322788 Sep 17 23:13:21.917987 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:22.760066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-013d43ea-7faf-46b8-96e0-7fd6963ed30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:22.761739 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-013d43ea-7faf-46b8-96e0-7fd6963ed30a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1097 time: 0.0412538 Sep 17 23:13:22.853701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-626505b7-f2b6-4717-89bf-8bf16ae3213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:22.855203 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-626505b7-f2b6-4717-89bf-8bf16ae3213f service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0871608 Sep 17 23:13:22.947475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-697a3f6d-c44d-4b15-93c6-0de35c41c3f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1002 time: 0.0856330 Sep 17 23:13:22.970288 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c4f6d-8d1e-48ca-a3df-925942d0b831 req-f8ec1ca6-c5a9-4988-bd4b-02037c98fd93 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:22.971721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-745c4f6d-8d1e-48ca-a3df-925942d0b831 req-f8ec1ca6-c5a9-4988-bd4b-02037c98fd93 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0715981 Sep 17 23:13:23.022852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-c71363d8-7c07-48e9-a588-070c68f77eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:23.024186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-c71363d8-7c07-48e9-a588-070c68f77eac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0689051 Sep 17 23:13:23.045288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-745c4f6d-8d1e-48ca-a3df-925942d0b831 req-4acdee20-c27e-4509-be23-2a56b487b79f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543013 Sep 17 23:13:23.072517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-7d5fd5c8-23c9-4379-8dc6-ea67b5d3030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:23.074027 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-7d5fd5c8-23c9-4379-8dc6-ea67b5d3030f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419269 Sep 17 23:13:23.506235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-36943c1c-8f66-43cd-b198-2886c141d641 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251375 Sep 17 23:13:23.566374 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:23.593939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-13a7b498-04dc-4fa2-8ffd-52bebe474742 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809486 Sep 17 23:13:24.163020 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693e32c-26d5-4f6c-a606-7c74637b6e68 req-97072a3c-5233-47ed-a112-ba8c8a068e33 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:24.164560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e693e32c-26d5-4f6c-a606-7c74637b6e68 req-97072a3c-5233-47ed-a112-ba8c8a068e33 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0479770 Sep 17 23:13:24.205375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e693e32c-26d5-4f6c-a606-7c74637b6e68 req-6751e2d5-61d4-483e-b2a2-d88be2556c97 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342417 Sep 17 23:13:25.084217 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:13:25.318988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e480b-5b50-4ee2-bf3f-b5d6cab0c1eb req-e23346ba-ef91-4b75-ac3f-c11fc8ad6f67 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:25.320472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab5e480b-5b50-4ee2-bf3f-b5d6cab0c1eb req-e23346ba-ef91-4b75-ac3f-c11fc8ad6f67 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0472813 Sep 17 23:13:25.358473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab5e480b-5b50-4ee2-bf3f-b5d6cab0c1eb req-f6c5a425-b9d8-425b-a41e-00fe3e77abac tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313623 Sep 17 23:13:26.471109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd150876-dac9-4968-bbec-275f3033ae56 req-ff7e63bc-a0d5-4ade-b9c3-9d5b5d9b73e5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:26.472586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd150876-dac9-4968-bbec-275f3033ae56 req-ff7e63bc-a0d5-4ade-b9c3-9d5b5d9b73e5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0478315 Sep 17 23:13:26.510268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cd150876-dac9-4968-bbec-275f3033ae56 req-e3447880-6496-46ab-8832-90646284f56a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318747 Sep 17 23:13:27.627174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc5974-0d45-4193-83e8-2b2b65e64845 req-505c12eb-169a-4162-8c9f-307db8420324 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:27.628578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5bc5974-0d45-4193-83e8-2b2b65e64845 req-505c12eb-169a-4162-8c9f-307db8420324 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0490389 Sep 17 23:13:27.668456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5bc5974-0d45-4193-83e8-2b2b65e64845 req-bf52d60d-6bdf-4391-bac9-6aa6d6e3fa7b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339644 Sep 17 23:13:28.783194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365cc5f-9f86-4949-bcd0-f93939fed99b req-a270a546-dc32-4342-ab35-90ec46240f4c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:28.784659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a365cc5f-9f86-4949-bcd0-f93939fed99b req-a270a546-dc32-4342-ab35-90ec46240f4c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0482557 Sep 17 23:13:28.821393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a365cc5f-9f86-4949-bcd0-f93939fed99b req-0f35e632-d430-4aa7-bf9e-0fb0ae7c6364 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309329 Sep 17 23:13:29.936101 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6b06-598a-45e2-a7e0-87640fb3abfe req-ec767c2a-4bd7-476b-b0e9-a88655ef5264 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:29.937594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eade6b06-598a-45e2-a7e0-87640fb3abfe req-ec767c2a-4bd7-476b-b0e9-a88655ef5264 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0484457 Sep 17 23:13:29.975410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eade6b06-598a-45e2-a7e0-87640fb3abfe req-fcc68aaf-1254-44bf-a1a0-3c661aaa4422 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316887 Sep 17 23:13:31.089167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5b730-e4c8-4531-b0ee-8cf3b8a8a977 req-f9c3a460-8693-4347-b55c-6658e4ce6300 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:31.090628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4eb5b730-e4c8-4531-b0ee-8cf3b8a8a977 req-f9c3a460-8693-4347-b55c-6658e4ce6300 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0473588 Sep 17 23:13:31.130747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4eb5b730-e4c8-4531-b0ee-8cf3b8a8a977 req-35ea4fd4-3f73-4691-8321-0ae33dc1f51c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341961 Sep 17 23:13:32.248956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5919e05-33e2-4289-9362-8d50b2aa9e95 req-e26fc98d-4897-424f-9549-af2370e2b463 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:32.250435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5919e05-33e2-4289-9362-8d50b2aa9e95 req-e26fc98d-4897-424f-9549-af2370e2b463 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0481372 Sep 17 23:13:32.287474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5919e05-33e2-4289-9362-8d50b2aa9e95 req-6b7b9407-fc22-489f-b63b-a3abf41a3815 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311897 Sep 17 23:13:33.415184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a1e1-eb26-4d26-a9d2-30411a422d7f req-aa1ccc98-fab2-4b41-b796-6ee0493bd572 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:33.416675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71d9a1e1-eb26-4d26-a9d2-30411a422d7f req-aa1ccc98-fab2-4b41-b796-6ee0493bd572 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0478852 Sep 17 23:13:33.452738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71d9a1e1-eb26-4d26-a9d2-30411a422d7f req-909d3445-1b26-41ef-8517-c9e5221b2bb3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302660 Sep 17 23:13:34.567597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fde19-e2f6-47cb-b0aa-356b2547be8f req-0eea8b50-5fae-49e2-82f8-571be98cd544 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:34.569063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f99fde19-e2f6-47cb-b0aa-356b2547be8f req-0eea8b50-5fae-49e2-82f8-571be98cd544 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0485213 Sep 17 23:13:34.611041 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f99fde19-e2f6-47cb-b0aa-356b2547be8f req-0e6d9e9e-a6cd-40f0-a6fa-f82896ba32c9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355990 Sep 17 23:13:35.725205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446697c6-4f4e-4120-bfa3-babb70e95603 req-fc9d4125-cfdc-4225-9ccd-741c15c62fef tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:35.726692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-446697c6-4f4e-4120-bfa3-babb70e95603 req-fc9d4125-cfdc-4225-9ccd-741c15c62fef tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0483289 Sep 17 23:13:35.764169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-446697c6-4f4e-4120-bfa3-babb70e95603 req-8643081a-0529-4bdd-aa99-04236877a1e3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311360 Sep 17 23:13:36.892369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a2c2a-da69-414a-b5e3-dd246d6deef1 req-a6a7a469-2a56-4399-b68e-a8fd2e48306b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:36.893922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c02a2c2a-da69-414a-b5e3-dd246d6deef1 req-a6a7a469-2a56-4399-b68e-a8fd2e48306b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0521336 Sep 17 23:13:36.930980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c02a2c2a-da69-414a-b5e3-dd246d6deef1 req-1aa637ad-04e1-451a-919c-567330554569 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310664 Sep 17 23:13:37.861587 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-e677ef08-b7de-4686-b7c7-659851480c46 req-bf445c07-0cac-4c67-8669-eab57b464bdd service neutron] show failed (client error): The resource could not be found. Sep 17 23:13:37.862515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-bf445c07-0cac-4c67-8669-eab57b464bdd service neutron] 10.222.0.32 "GET /v2.0/ports/cf06da84-6577-4951-92bc-bd2aca888055/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0574148 Sep 17 23:13:38.049067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57826e85-2e41-4433-9628-3f878cebc449 req-ed72a92f-bc33-42f0-ace5-ea911d1e4a10 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:38.050586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57826e85-2e41-4433-9628-3f878cebc449 req-ed72a92f-bc33-42f0-ace5-ea911d1e4a10 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0496721 Sep 17 23:13:38.087760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-57826e85-2e41-4433-9628-3f878cebc449 req-78ebbdda-38e9-4078-ab4e-5fd4464c9e12 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313067 Sep 17 23:13:38.359005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-6271a664-6c9e-4de5-a8c2-3529723c5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:38.360526 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-6271a664-6c9e-4de5-a8c2-3529723c5e9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 1097 time: 0.0458488 Sep 17 23:13:38.372310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:38.422888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.620994 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:38.652111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:38.694156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:38.696454 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f35934d-cb22-48a1-86c5-3fe2d9347ad3" -d '{"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-unplugged", "status": "completed", "tag": "cf06da84-6577-4951-92bc-bd2aca888055"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:38.700332 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.729285 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Transition to ACTIVE for port object cf06da84-6577-4951-92bc-bd2aca888055 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:13:38.729405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cf06da84-6577-4951-92bc-bd2aca888055 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:13:38.750960 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d3c02-7fea-49be-80cf-cae7fd9d4e77 x-openstack-request-id: req-e79d3c02-7fea-49be-80cf-cae7fd9d4e77 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:38.751259 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-unplugged", "status": "completed", "tag": "cf06da84-6577-4951-92bc-bd2aca888055", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:38.751507 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e79d3c02-7fea-49be-80cf-cae7fd9d4e77 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:38.751944 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055', 'code': 200} Sep 17 23:13:38.804211 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.809375 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.866416 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:13:38.866774 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:13:38.889794 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:38.895224 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:38.901481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.901947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.902184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.902522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.902885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.903222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.903556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.903887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.904221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.904551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.904892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.905231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:38.940063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] No DVR routers for this DVR port cf06da84-6577-4951-92bc-bd2aca888055 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:13:39.077550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:13:39.077881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:13:39.078207 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:39.082384 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Port cf06da84-6577-4951-92bc-bd2aca888055 on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:13:39.082702 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:13:39.087416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:13:39.087756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:13:39.088136 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:13:39.088553 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Bound port: cf06da84-6577-4951-92bc-bd2aca888055, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:13:39.088903 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:39.151680 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:39.155060 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:13:39.204650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d30061-7744-489a-9854-a0d08d47ed61 req-6a795081-7ec9-4f11-9db4-91460cca5712 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.206135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f1d30061-7744-489a-9854-a0d08d47ed61 req-6a795081-7ec9-4f11-9db4-91460cca5712 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0483885 Sep 17 23:13:39.232923 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:39.247291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f1d30061-7744-489a-9854-a0d08d47ed61 req-b86055f1-3d61-4017-81ef-0ffadc706c6a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351608 Sep 17 23:13:39.271958 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.271958 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:39.273151 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] 10.222.0.35 "PUT /v2.0/ports/cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1092 time: 0.9047434 Sep 17 23:13:39.309352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe7fc0-8b14-46e2-afc2-024dac690d85 service neutron] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:39.341542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-6cae210c-8944-4b32-b57e-76b78c4cdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.343625 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-6cae210c-8944-4b32-b57e-76b78c4cdad2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1095 time: 0.0476320 Sep 17 23:13:39.442528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-c22cf313-9162-42bb-9dce-145ce3c734d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.444047 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-c22cf313-9162-42bb-9dce-145ce3c734d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0940611 Sep 17 23:13:39.509482 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-689f1a72-037a-4a6a-93d4-2df66fd54835 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1000 time: 0.0574729 Sep 17 23:13:39.561338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-14b25e10-70e4-40f5-8cf3-9a1495acf276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.562846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-14b25e10-70e4-40f5-8cf3-9a1495acf276 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0461614 Sep 17 23:13:39.607026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ef08-b7de-4686-b7c7-659851480c46 req-8df59e09-da53-4bf9-a523-9511812ddc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:39.608598 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-8df59e09-da53-4bf9-a523-9511812ddc1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391581 Sep 17 23:13:39.698121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-325a45fd-b3bb-4cb5-bbbc-90301221c48d service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824230 Sep 17 23:13:39.785647 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-e677ef08-b7de-4686-b7c7-659851480c46 req-8f6b7f39-0e04-464f-bc79-5e9a7401cf2c service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808482 Sep 17 23:13:40.375057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591469f2-bf56-4280-ba41-9ef4c1dd13a4 req-30772c52-30fd-44a4-818a-65f56be1aae2 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:40.376502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-591469f2-bf56-4280-ba41-9ef4c1dd13a4 req-30772c52-30fd-44a4-818a-65f56be1aae2 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0536878 Sep 17 23:13:40.417268 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-591469f2-bf56-4280-ba41-9ef4c1dd13a4 req-1ca37fbf-8617-4d95-94c5-31af3e34a9e6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346551 Sep 17 23:13:40.583687 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:40.753151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:40.755594 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35899b5c-1940-4cdf-b157-0368c84d427e" -d '{"events": [{"name": "network-changed", "server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "tag": "cf06da84-6577-4951-92bc-bd2aca888055"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:40.804069 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052cf76c-bda8-4bec-8a2b-15f2cae39963 x-openstack-request-id: req-052cf76c-bda8-4bec-8a2b-15f2cae39963 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:40.804430 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "tag": "cf06da84-6577-4951-92bc-bd2aca888055", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:40.804746 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-052cf76c-bda8-4bec-8a2b-15f2cae39963 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:40.805220 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055', 'status': 'completed', 'code': 200} Sep 17 23:13:40.863120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899b5c-1940-4cdf-b157-0368c84d427e req-a0eefc00-f1f9-465c-9121-bd797d9cf28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:40.864899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-a0eefc00-f1f9-465c-9121-bd797d9cf28a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1095 time: 0.0427182 Sep 17 23:13:40.908450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899b5c-1940-4cdf-b157-0368c84d427e req-13f8110a-acb7-4554-8405-1d4725807a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:40.909963 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-13f8110a-acb7-4554-8405-1d4725807a70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1095 time: 0.0829287 Sep 17 23:13:40.956050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899b5c-1940-4cdf-b157-0368c84d427e req-cc313303-c50e-47be-9834-cb4b170d39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:40.957828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-cc313303-c50e-47be-9834-cb4b170d39a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0868435 Sep 17 23:13:41.005951 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899b5c-1940-4cdf-b157-0368c84d427e req-65fcb34e-567a-444f-8a1b-82e49325f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:41.007605 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-65fcb34e-567a-444f-8a1b-82e49325f829 service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0910058 Sep 17 23:13:41.029664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-66b19c2d-8298-4f72-ae65-7781c2eb6d11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1000 time: 0.0646338 Sep 17 23:13:41.072178 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-b3f2a02e-7292-4046-bc39-b9c50dec39d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1000 time: 0.0573599 Sep 17 23:13:41.079156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899b5c-1940-4cdf-b157-0368c84d427e req-7174e14e-642e-4256-a6d3-343a2b650a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:41.080676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-7174e14e-642e-4256-a6d3-343a2b650a5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0445530 Sep 17 23:13:41.127699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899b5c-1940-4cdf-b157-0368c84d427e req-96814968-6426-45c8-9855-f8b49501f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:41.128624 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899b5c-1940-4cdf-b157-0368c84d427e req-9249822e-ecd1-43cb-b625-a0b886e5c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:41.129105 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-96814968-6426-45c8-9855-f8b49501f572 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0505533 Sep 17 23:13:41.130411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-9249822e-ecd1-43cb-b625-a0b886e5c461 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429053 Sep 17 23:13:41.176835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899b5c-1940-4cdf-b157-0368c84d427e req-9e8bf353-12f0-4b07-8c3d-594cbfb3ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:41.178645 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-9e8bf353-12f0-4b07-8c3d-594cbfb3ae24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430212 Sep 17 23:13:41.234032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-6b1c3f4e-404f-4205-99f8-f007bc41fb1c service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956969 Sep 17 23:13:41.284197 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-06421e10-067f-49cc-886e-b3a8f5bbd683 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977929 Sep 17 23:13:41.347142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-81efeebb-b51f-47e9-8202-aa3fbd5cf847 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067243 Sep 17 23:13:41.381242 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-35899b5c-1940-4cdf-b157-0368c84d427e req-c967994f-fc10-4d6a-bb48-d63b4b5fd0c9 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903141 Sep 17 23:13:41.534594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49ed9-11d2-4f10-b347-ae5216f7ba23 req-0d4b8f28-cd5b-431d-8031-e4fb75eb4e3f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:41.536086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20f49ed9-11d2-4f10-b347-ae5216f7ba23 req-0d4b8f28-cd5b-431d-8031-e4fb75eb4e3f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0500157 Sep 17 23:13:41.574620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20f49ed9-11d2-4f10-b347-ae5216f7ba23 req-4c9cc0dc-9ca1-447b-a404-e1557f43fbb5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323656 Sep 17 23:13:42.695296 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c4e53-79ec-414c-b600-024e3fef95ea req-008526b6-f718-4edc-97be-d2cbb6b00a78 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:42.696790 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-988c4e53-79ec-414c-b600-024e3fef95ea req-008526b6-f718-4edc-97be-d2cbb6b00a78 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0488811 Sep 17 23:13:42.736276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-988c4e53-79ec-414c-b600-024e3fef95ea req-ca907b54-3ef6-4854-b028-628aefd65f5d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326881 Sep 17 23:13:43.855014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc611ee0-fb1f-4f63-b995-e8cd41947937 req-5e02260f-5848-4625-9b24-f2e6f4446a53 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:43.856574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc611ee0-fb1f-4f63-b995-e8cd41947937 req-5e02260f-5848-4625-9b24-f2e6f4446a53 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0515740 Sep 17 23:13:43.902834 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc611ee0-fb1f-4f63-b995-e8cd41947937 req-179fe60e-1a61-4955-a764-88e004b77565 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390589 Sep 17 23:13:45.020750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a03a8-32a0-4ed3-bc5b-22d3f95e28e1 req-3b298fb4-1be9-4937-8ab9-e6b0feee7ea1 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:45.022217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903a03a8-32a0-4ed3-bc5b-22d3f95e28e1 req-3b298fb4-1be9-4937-8ab9-e6b0feee7ea1 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0483575 Sep 17 23:13:45.059643 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903a03a8-32a0-4ed3-bc5b-22d3f95e28e1 req-521862a8-f939-4b63-adee-66ac6750871d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315497 Sep 17 23:13:46.174151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95267f1a-e527-467b-a798-2c02cf61602e req-89537515-934c-43fb-8f18-bbcf0c6f94df tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:46.175661 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95267f1a-e527-467b-a798-2c02cf61602e req-89537515-934c-43fb-8f18-bbcf0c6f94df tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0482180 Sep 17 23:13:46.213271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-95267f1a-e527-467b-a798-2c02cf61602e req-3ee9c847-9118-49fa-b481-554fd39d8b71 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316074 Sep 17 23:13:47.328837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342100-e235-4db0-95a4-35e37628763f req-612ac676-3e88-4052-96c2-a9613f51e89c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:47.330302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75342100-e235-4db0-95a4-35e37628763f req-612ac676-3e88-4052-96c2-a9613f51e89c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0473692 Sep 17 23:13:47.375173 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75342100-e235-4db0-95a4-35e37628763f req-39828275-b302-46b0-97d1-f57cb051474e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381086 Sep 17 23:13:47.831944 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9fddc52a-4ced-4a3e-afed-d1938aa5572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:48.490222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755fc95-a881-49de-bfb7-6ea8a783ffbb req-d8cd39d5-0e86-4703-bcec-4533f3674b16 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:48.491708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d755fc95-a881-49de-bfb7-6ea8a783ffbb req-d8cd39d5-0e86-4703-bcec-4533f3674b16 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0480211 Sep 17 23:13:48.528736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d755fc95-a881-49de-bfb7-6ea8a783ffbb req-37ff863d-6af0-473c-b349-7f26a34e643c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310738 Sep 17 23:13:49.646639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408af11-b710-44e5-8926-abc4a89465e8 req-bcd4c46b-7715-4cce-8b0f-b891cd187d8d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:49.648060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a408af11-b710-44e5-8926-abc4a89465e8 req-bcd4c46b-7715-4cce-8b0f-b891cd187d8d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0479848 Sep 17 23:13:49.683617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a408af11-b710-44e5-8926-abc4a89465e8 req-293cefbd-a56c-4c94-a713-e4566dc8212a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297985 Sep 17 23:13:50.220119 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cebd007e-5006-4ebb-a466-978bff3ef7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:50.799611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e68b-24b7-458f-84c9-fc44d420e6c2 req-968dfc6f-91f4-4062-8aa2-790bbdf9303f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:50.801061 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1d8e68b-24b7-458f-84c9-fc44d420e6c2 req-968dfc6f-91f4-4062-8aa2-790bbdf9303f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0475781 Sep 17 23:13:50.841772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1d8e68b-24b7-458f-84c9-fc44d420e6c2 req-4e5f79db-0538-4e45-ba08-883fd9597558 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348263 Sep 17 23:13:51.363296 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:51.906836 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:51.959619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324910a-a94e-4b3e-bd21-603b11a5b637 req-16ddce6e-aa97-4097-96c4-84ee3b1973b0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:51.961092 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2324910a-a94e-4b3e-bd21-603b11a5b637 req-16ddce6e-aa97-4097-96c4-84ee3b1973b0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 943 time: 0.0499856 Sep 17 23:13:51.999618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2324910a-a94e-4b3e-bd21-603b11a5b637 req-08ea66a1-5732-4dfe-9d97-90fc7b636360 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326719 Sep 17 23:13:52.718448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cf06da84-6577-4951-92bc-bd2aca888055 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:13:52.813191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:52.823938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': 'cf06da84-6577-4951-92bc-bd2aca888055', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': 'cf06da84-6577-4951-92bc-bd2aca888055', 'mac_address': 'fa:16:3e:f6:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:13:52.860051 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:52.875062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf06da84-6577-4951-92bc-bd2aca888055 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:13:52.893831 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:52.963385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.017118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:53.024302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.024647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.024983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.025314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.025641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.025965 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.026286 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.026605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.027016 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.027361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.027679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.027990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:53.117297 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e94f94-da31-408b-8fd2-c6cb7649ec20 req-5f792746-0912-4e81-a0bc-bbdfef808b4f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:53.118818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6e94f94-da31-408b-8fd2-c6cb7649ec20 req-5f792746-0912-4e81-a0bc-bbdfef808b4f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0493534 Sep 17 23:13:53.156436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6e94f94-da31-408b-8fd2-c6cb7649ec20 req-0e1cfb2c-1ab9-4a20-ac5c-5fd32c93d677 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313871 Sep 17 23:13:53.172642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['cf06da84-6577-4951-92bc-bd2aca888055'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:13:53.571508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:53.749229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412021f0-f83d-4d37-8f56-0e9d7efd0f9a req-8eefe586-d599-458d-9f14-a444925906ce tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:53.750930 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-412021f0-f83d-4d37-8f56-0e9d7efd0f9a req-8eefe586-d599-458d-9f14-a444925906ce tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0489497 Sep 17 23:13:53.793506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-412021f0-f83d-4d37-8f56-0e9d7efd0f9a req-ac00257c-0ca9-4fd3-b17e-3ede65711f51 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365078 Sep 17 23:13:53.806653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-b89bf3f0-af91-4923-b02a-a79c93f36c5f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:53.808168 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-b89bf3f0-af91-4923-b02a-a79c93f36c5f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d&tenant_id=0533292aa39443698bcd4c3ec8f62639&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 944 time: 0.0509958 Sep 17 23:13:53.872816 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-b4978aa9-435f-4cc2-a04a-ad56b78ca541 service neutron] 10.222.0.35 "GET /v2.0/ports/cf06da84-6577-4951-92bc-bd2aca888055/bindings/n-h2-713498-17 HTTP/1.1" status: 200 len: 383 time: 0.0569816 Sep 17 23:13:53.933318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-fe5fa189-948e-43cd-b42f-7efb4d55c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:53.934812 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-fe5fa189-948e-43cd-b42f-7efb4d55c072 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1096 time: 0.0400259 Sep 17 23:13:54.022582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-d8175ad9-0ea9-41a0-b696-80247289fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:54.024056 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-d8175ad9-0ea9-41a0-b696-80247289fc0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0815165 Sep 17 23:13:54.090259 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-c9d5a259-7814-4fa0-9913-d5cd1f15aa72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1001 time: 0.0587411 Sep 17 23:13:54.136798 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-4cb4c336-d2f4-4ebe-94da-a071b6fd5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:54.138167 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-4cb4c336-d2f4-4ebe-94da-a071b6fd5c97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0417705 Sep 17 23:13:54.181496 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-f1d21aab-cf6b-41bf-a0e8-1aceb93fc6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:54.182961 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-f1d21aab-cf6b-41bf-a0e8-1aceb93fc6f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379200 Sep 17 23:13:54.271755 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-52a13fe0-c623-4889-99bc-30783a1123d5 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821056 Sep 17 23:13:54.660511 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-bdaa3933-ac55-4fc7-9fcf-587b4004f8a9 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822277 Sep 17 23:13:54.725521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cf06da84-6577-4951-92bc-bd2aca888055 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:13:54.895083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port cf06da84-6577-4951-92bc-bd2aca888055 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:13:54.899148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port cf06da84-6577-4951-92bc-bd2aca888055 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:13:54.899520 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:54.915880 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7f7d-004d-4ade-9b8f-7cf07e181464 req-b2d374e8-bc62-47f2-a6fc-58fa31abeab0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:54.917753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8cd7f7d-004d-4ade-9b8f-7cf07e181464 req-b2d374e8-bc62-47f2-a6fc-58fa31abeab0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0509925 Sep 17 23:13:54.957202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8cd7f7d-004d-4ade-9b8f-7cf07e181464 req-61b509ce-7e53-4ebe-bffc-3bca15a07ce4 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323162 Sep 17 23:13:54.984697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:55.007261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:55.009696 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459c934-2b34-430d-8757-4c8142976e7f" -d '{"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-plugged", "status": "completed", "tag": "cf06da84-6577-4951-92bc-bd2aca888055"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:55.025837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:55.110359 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14648642-e8c7-4348-baac-be05ef05c952 x-openstack-request-id: req-14648642-e8c7-4348-baac-be05ef05c952 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:55.110660 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-plugged", "status": "completed", "tag": "cf06da84-6577-4951-92bc-bd2aca888055", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:55.110945 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14648642-e8c7-4348-baac-be05ef05c952 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:55.111338 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055', 'code': 200} Sep 17 23:13:55.120140 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:55.168815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:56.073700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48825486-67a0-4626-a680-bd66d1dabcc0 req-411b963f-7778-4b35-8589-6dfef973a1de tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:56.075225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48825486-67a0-4626-a680-bd66d1dabcc0 req-411b963f-7778-4b35-8589-6dfef973a1de tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0491323 Sep 17 23:13:56.112579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48825486-67a0-4626-a680-bd66d1dabcc0 req-077629a2-dff7-4628-bd0f-34bb0aec5e5e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308392 Sep 17 23:13:57.233935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342766e4-c4c1-4f56-9194-314bf624440e req-1bcf9bfd-5843-4a5b-80c4-88a81b81b5a5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:57.235497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-342766e4-c4c1-4f56-9194-314bf624440e req-1bcf9bfd-5843-4a5b-80c4-88a81b81b5a5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0497899 Sep 17 23:13:57.277941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-342766e4-c4c1-4f56-9194-314bf624440e req-efb8f402-1f79-45dc-9ffa-742d89b6d651 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358536 Sep 17 23:13:58.393108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f077d-209d-4fd6-85c8-deb6c4306cbf req-e192ff3c-c752-4b55-9db1-5371160bfcf3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:58.394588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-580f077d-209d-4fd6-85c8-deb6c4306cbf req-e192ff3c-c752-4b55-9db1-5371160bfcf3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0482311 Sep 17 23:13:58.431543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-580f077d-209d-4fd6-85c8-deb6c4306cbf req-b28f3a11-881c-4361-84dd-3dcd08883a2a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309920 Sep 17 23:13:58.765076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device cf06da84-6577-4951-92bc-bd2aca888055 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:13:58.847973 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:58.873061 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:13:58.876094 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb03ba4-b7a2-44f8-bef0-49b981e7d0a3" -d '{"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-unplugged", "status": "completed", "tag": "cf06da84-6577-4951-92bc-bd2aca888055"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:13:58.888265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:58.925334 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf91505-687b-43fe-afec-30cee3d127fc x-openstack-request-id: req-ecf91505-687b-43fe-afec-30cee3d127fc {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:13:58.925623 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-unplugged", "status": "completed", "tag": "cf06da84-6577-4951-92bc-bd2aca888055", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:13:58.925880 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecf91505-687b-43fe-afec-30cee3d127fc {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:13:58.926272 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055', 'code': 200} Sep 17 23:13:58.969356 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.017150 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=10']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:59.304872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-c28c960b-0933-440d-8661-2913f1f03327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:59.306286 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-c28c960b-0933-440d-8661-2913f1f03327 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d&tenant_id=0533292aa39443698bcd4c3ec8f62639 HTTP/1.1" status: 200 len: 1096 time: 0.0410769 Sep 17 23:13:59.317992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:13:59.374753 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.604052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b5df8-5b0b-4ee2-8000-bbd221b382d2 req-e3d6560c-5fdb-4c13-a4d3-2721b2a5aaf0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:13:59.605456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e49b5df8-5b0b-4ee2-8000-bbd221b382d2 req-e3d6560c-5fdb-4c13-a4d3-2721b2a5aaf0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.1050851 Sep 17 23:13:59.618553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:13:59.670764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e49b5df8-5b0b-4ee2-8000-bbd221b382d2 req-4c2bd52c-cf05-4db9-869d-b5c12507e377 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576692 Sep 17 23:13:59.676211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h2-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:13:59.712496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf06da84-6577-4951-92bc-bd2aca888055 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:13:59.720559 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.732241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Transition to ACTIVE for port object cf06da84-6577-4951-92bc-bd2aca888055 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:13:59.834354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:13:59.911002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=11']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:13:59.922902 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.923251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.923584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.923914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.924243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.924568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.924889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.925209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.925602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.925852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.926166 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.926484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:13:59.962034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] No DVR routers for this DVR port cf06da84-6577-4951-92bc-bd2aca888055 on host n-h2-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:00.103316 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:14:00.103645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:14:00.103965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:00.108007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Port cf06da84-6577-4951-92bc-bd2aca888055 on network deb3387d-4299-49ed-9810-e0d19c879f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:14:00.108318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Attempting to bind port cf06da84-6577-4951-92bc-bd2aca888055 on network deb3387d-4299-49ed-9810-e0d19c879f90 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:00.112972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:14:00.113303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Checking segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:14:00.113676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Bound using segment: {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:14:00.114109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Bound port: cf06da84-6577-4951-92bc-bd2aca888055, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:14:00.114708 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:00.176180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:14:00.179330 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:14:00.266868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:00.301315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.301879 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:00.303376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1093 time: 0.9894233 Sep 17 23:14:00.303873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:00.306122 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19" -d '{"events": [{"name": "network-changed", "server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "tag": "cf06da84-6577-4951-92bc-bd2aca888055"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:00.332983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5efb3-7157-40f3-8523-4fbef6d17db0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=12']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:00.385876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-7de178cc-fc83-4547-afb4-1a4190a5ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.387502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-7de178cc-fc83-4547-afb4-1a4190a5ae84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1096 time: 0.0503020 Sep 17 23:14:00.462023 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9819a9-69fa-4c85-a9b9-596743295992 x-openstack-request-id: req-6d9819a9-69fa-4c85-a9b9-596743295992 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:00.462312 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "tag": "cf06da84-6577-4951-92bc-bd2aca888055", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:00.462984 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d9819a9-69fa-4c85-a9b9-596743295992 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:00.463386 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055', 'status': 'completed', 'code': 200} Sep 17 23:14:00.494772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-6c5a5338-a4a1-497f-bb7e-9b757330a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.496296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-6c5a5338-a4a1-497f-bb7e-9b757330a2df service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.1006098 Sep 17 23:14:00.506215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-07b33c45-b3ce-4c44-8df4-3fd0440e16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.507729 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-07b33c45-b3ce-4c44-8df4-3fd0440e16eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1096 time: 0.0433934 Sep 17 23:14:00.560876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-ddfe54a3-850c-449f-931d-729888a8f28f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1000 time: 0.0570986 Sep 17 23:14:00.595352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-9a678b35-b2ad-462e-9c0d-d3d6d02c5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.596780 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-9a678b35-b2ad-462e-9c0d-d3d6d02c5e26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0819926 Sep 17 23:14:00.614352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-d749fa30-c5f4-4a69-9f65-e57ca773d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.616127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-d749fa30-c5f4-4a69-9f65-e57ca773d7a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0488989 Sep 17 23:14:00.662532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-33f02bcd-d8ac-4c50-a102-bdc5bf869198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.664141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-33f02bcd-d8ac-4c50-a102-bdc5bf869198 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410988 Sep 17 23:14:00.665779 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-56bd089b-84a6-408d-9d1c-e70c74245f3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1000 time: 0.0619953 Sep 17 23:14:00.717385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-7bd42ac8-f0b4-4861-ab23-54e5623319b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.719652 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-7bd42ac8-f0b4-4861-ab23-54e5623319b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0448282 Sep 17 23:14:00.764918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-317e6815-e0ac-4e02-b7be-0b90dec2055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.766660 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-317e6815-e0ac-4e02-b7be-0b90dec2055c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403476 Sep 17 23:14:00.783356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-08e2fd94-567e-4134-b56b-795a1add5e24 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124489 Sep 17 23:14:00.821007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09e6a6-5af6-4a99-997c-592cfaf6b215 req-b1bbdb21-682a-4848-b8ef-6891e6579c1c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.822475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d09e6a6-5af6-4a99-997c-592cfaf6b215 req-b1bbdb21-682a-4848-b8ef-6891e6579c1c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0821369 Sep 17 23:14:00.861457 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-d257bb9b-6cbe-4591-a089-1b213269775c service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875208 Sep 17 23:14:00.901956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d09e6a6-5af6-4a99-997c-592cfaf6b215 req-63245ed6-3d02-49a0-8655-4ae5cfecdc22 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728438 Sep 17 23:14:00.915699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ac3b60a4-8659-4ee9-8b27-3d360ee1d38a req-413ba166-4751-48bd-acbe-822151bb783c service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246376 Sep 17 23:14:00.956088 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-9f5610f8-216c-49b8-a531-d9022db82ef8 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873499 Sep 17 23:14:00.997308 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-63c3c826-e97c-4542-9e86-0923bb9c5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:00.998843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-63c3c826-e97c-4542-9e86-0923bb9c5ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0533292aa39443698bcd4c3ec8f62639&device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 1096 time: 0.0424905 Sep 17 23:14:01.089884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-22a01414-79b3-47df-9d37-8e2a133b53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.091459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-22a01414-79b3-47df-9d37-8e2a133b53e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 200 len: 910 time: 0.0853522 Sep 17 23:14:01.160893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-a88abb3e-dbc6-4e59-b29b-6554ca23851d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 200 len: 1000 time: 0.0618584 Sep 17 23:14:01.211905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-60842f5e-a22c-4197-b1b6-6c6a89021521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.213300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-60842f5e-a22c-4197-b1b6-6c6a89021521 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 200 len: 849 time: 0.0454907 Sep 17 23:14:01.258714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-2584285c-6bfa-47a7-99cc-bc77cf582dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:01.260200 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-2584285c-6bfa-47a7-99cc-bc77cf582dc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb3387d-4299-49ed-9810-e0d19c879f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400729 Sep 17 23:14:01.354456 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-68b41cb1-fe4a-4468-b70d-2eab97cfb8a4 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868685 Sep 17 23:14:01.446267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b7a7877-0e6d-47af-8d9a-c9f7fa741e19 req-c330417b-2d20-43d7-9fa7-c503f77ca630 service neutron] 10.222.0.32 "GET /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838284 Sep 17 23:14:02.028783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b739b2-2c87-41de-85ec-f5f076b5688c req-54eb63e8-d7ab-4740-b308-603349d7c74f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:02.030466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0b739b2-2c87-41de-85ec-f5f076b5688c req-54eb63e8-d7ab-4740-b308-603349d7c74f tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0559144 Sep 17 23:14:02.071040 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0b739b2-2c87-41de-85ec-f5f076b5688c req-e2778ad1-fdd5-462a-ba23-9b21e323fc4e tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342834 Sep 17 23:14:02.093364 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:14:03.189552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a251eaa-0e45-4850-913f-66b9a229a482 req-f4af5e3f-0599-473a-9349-93eff8474710 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:03.191129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a251eaa-0e45-4850-913f-66b9a229a482 req-f4af5e3f-0599-473a-9349-93eff8474710 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0492899 Sep 17 23:14:03.228289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a251eaa-0e45-4850-913f-66b9a229a482 req-43503124-dd27-4ee5-a1d9-d3f8030edadf tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313039 Sep 17 23:14:04.344903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff72b0f-c034-459a-85c5-ec5ad92cb8c9 req-5dc6a975-2f18-4c9f-b4d9-a898422a538b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:04.352107 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fff72b0f-c034-459a-85c5-ec5ad92cb8c9 req-5dc6a975-2f18-4c9f-b4d9-a898422a538b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0547421 Sep 17 23:14:04.385731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fff72b0f-c034-459a-85c5-ec5ad92cb8c9 req-fb96667e-6b5c-4d6a-8f09-7b4056091924 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327809 Sep 17 23:14:05.504686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded5fac-0aa8-49b0-9c30-e93da89419e5 req-654ba527-148d-43b8-86f0-de1098113953 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:05.506198 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bded5fac-0aa8-49b0-9c30-e93da89419e5 req-654ba527-148d-43b8-86f0-de1098113953 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0513482 Sep 17 23:14:05.545300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bded5fac-0aa8-49b0-9c30-e93da89419e5 req-c7877292-b51e-4cde-879d-fc34582bd035 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321245 Sep 17 23:14:06.662544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d61fd-e36e-411d-8a75-bda2777bc3de req-091cecc1-2f68-439f-8497-c4c4867814e5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:06.663953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d06d61fd-e36e-411d-8a75-bda2777bc3de req-091cecc1-2f68-439f-8497-c4c4867814e5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0481939 Sep 17 23:14:06.699733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d06d61fd-e36e-411d-8a75-bda2777bc3de req-793ceaba-40bb-4a5f-90a6-3e3d415e23cb tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299387 Sep 17 23:14:07.815207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb1d08-c458-4d70-9a40-e5a0c5d79c3e req-4a3d1f11-1c0e-467d-bedd-cd01f64473a4 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:07.816687 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0cb1d08-c458-4d70-9a40-e5a0c5d79c3e req-4a3d1f11-1c0e-467d-bedd-cd01f64473a4 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0481632 Sep 17 23:14:07.853996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0cb1d08-c458-4d70-9a40-e5a0c5d79c3e req-451b3643-d3f0-40d9-802b-eb219ace85d6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312414 Sep 17 23:14:08.891636 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:08.971143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668236c-cddf-4373-9bc0-e5210b09c559 req-d4eff744-372c-46ff-9217-3a4773697ab6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:08.972633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b668236c-cddf-4373-9bc0-e5210b09c559 req-d4eff744-372c-46ff-9217-3a4773697ab6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0518579 Sep 17 23:14:09.010417 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b668236c-cddf-4373-9bc0-e5210b09c559 req-0a718ab5-1755-4219-881e-6e5a3bf2206c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317042 Sep 17 23:14:10.126451 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1bf71-b5b8-4c0b-82db-10fc1c3a722b req-dad4815c-7554-49df-859d-55e0616d2f07 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:10.127994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfb1bf71-b5b8-4c0b-82db-10fc1c3a722b req-dad4815c-7554-49df-859d-55e0616d2f07 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0489290 Sep 17 23:14:10.164161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dfb1bf71-b5b8-4c0b-82db-10fc1c3a722b req-9f217336-fbe8-4508-a6f1-d760129bd898 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303912 Sep 17 23:14:10.603370 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:11.279112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cc532-9234-49a6-a3f3-b57042945c52 req-2af706d4-87a1-47c7-8241-da87469d19a9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:11.280688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a4cc532-9234-49a6-a3f3-b57042945c52 req-2af706d4-87a1-47c7-8241-da87469d19a9 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0487309 Sep 17 23:14:11.317308 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a4cc532-9234-49a6-a3f3-b57042945c52 req-c49a2adf-e327-45ed-8401-3a5d4260b537 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309014 Sep 17 23:14:12.436664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934b16-001e-4373-87a7-f3321ae085a2 req-b285df00-922e-4be4-b69d-557cd744f7b5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:12.438258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76934b16-001e-4373-87a7-f3321ae085a2 req-b285df00-922e-4be4-b69d-557cd744f7b5 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0509031 Sep 17 23:14:12.476001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-76934b16-001e-4373-87a7-f3321ae085a2 req-0d133e8c-3752-49e7-a9a4-7d3939335a1b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315914 Sep 17 23:14:12.590996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db9c1f-1e1c-44f3-a986-97f0781313a4 req-23eaac3f-e263-41f5-aaca-88284438a0ac tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:12.592467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db9c1f-1e1c-44f3-a986-97f0781313a4 req-23eaac3f-e263-41f5-aaca-88284438a0ac tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0481820 Sep 17 23:14:12.631838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5db9c1f-1e1c-44f3-a986-97f0781313a4 req-1fecdbe1-7e5b-4a03-be68-484bc3ba9a61 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323794 Sep 17 23:14:12.745916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1122336-9a6d-41dd-97e6-e73579400c7a req-6a1c906a-ee6a-4a84-8a89-8bd3310ac772 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:12.747411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1122336-9a6d-41dd-97e6-e73579400c7a req-6a1c906a-ee6a-4a84-8a89-8bd3310ac772 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 944 time: 0.0498598 Sep 17 23:14:12.785129 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b1122336-9a6d-41dd-97e6-e73579400c7a req-680238fd-1e72-4f1f-a909-2b610c4466e0 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316067 Sep 17 23:14:12.890774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cf06da84-6577-4951-92bc-bd2aca888055 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:14:12.985543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:12.997106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'cf06da84-6577-4951-92bc-bd2aca888055', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'port_id': 'cf06da84-6577-4951-92bc-bd2aca888055', 'mac_address': 'fa:16:3e:f6:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:14:13.036709 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.049837 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf06da84-6577-4951-92bc-bd2aca888055 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:14:13.070183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:13.154337 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:13.201571 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=13']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:13.221602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5fe3a-ad4b-4dbf-b10d-1b7d88fefc21 req-af4e88ef-5f1e-4700-a9b6-2a0b5bcd973d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:13.223141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4de5fe3a-ad4b-4dbf-b10d-1b7d88fefc21 req-af4e88ef-5f1e-4700-a9b6-2a0b5bcd973d tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0524182 Sep 17 23:14:13.259442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4de5fe3a-ad4b-4dbf-b10d-1b7d88fefc21 req-840f7412-69aa-4f3f-b292-514e1d1a8451 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305521 Sep 17 23:14:13.395108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['cf06da84-6577-4951-92bc-bd2aca888055'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:14:14.383705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b834b95-de97-43b3-9cc5-c4253c5c521f req-8dcab927-be2d-4c0a-ab60-df5621163a3a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:14.385213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b834b95-de97-43b3-9cc5-c4253c5c521f req-8dcab927-be2d-4c0a-ab60-df5621163a3a tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0551963 Sep 17 23:14:14.423723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7b834b95-de97-43b3-9cc5-c4253c5c521f req-d57ab260-7184-450d-bfe8-e3700d89781b tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e34d862-4a22-4185-883a-71e8d5bf022e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318797 Sep 17 23:14:14.796843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-88582232-a343-416d-b59c-4a9b8d8895d3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:14.798256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-88582232-a343-416d-b59c-4a9b8d8895d3 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 945 time: 0.0468965 Sep 17 23:14:14.887080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Deleting port cf06da84-6577-4951-92bc-bd2aca888055 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:14.887416 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.901440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cf06da84-6577-4951-92bc-bd2aca888055 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:14.972584 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:14.972960 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.974486 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:14.987291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cf06da84-6577-4951-92bc-bd2aca888055 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:14:15.006913 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cf06da84-6577-4951-92bc-bd2aca888055, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cf06da84-6577-4951-92bc-bd2aca888055,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:15.139731 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.140006 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.140317 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4 disassociated. External IP: 172.25.5.208, port: cf06da84-6577-4951-92bc-bd2aca888055. Sep 17 23:14:15.140651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Calling delete_port for cf06da84-6577-4951-92bc-bd2aca888055 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:15.175217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.225265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=14']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:15.348576 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.387216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event deleted for resources: {'Port': ['ID=cf06da84-6577-4951-92bc-bd2aca888055,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:15.526190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68cefb33-f0d2-40c1-ac6f-7ba561af6438 req-381f296d-0072-4597-8bd4-7ad438dd5a5c tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 210 time: 0.0311999 Sep 17 23:14:15.527977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:14:15.635300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:14:15.645249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:14:15.654180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:15.654744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:15.673692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] No DVR routers for this DVR port cf06da84-6577-4951-92bc-bd2aca888055 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:15.676386 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:15.678416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0c1a900-c78c-4211-82c1-9b2e77b7730a req-2e04ccf9-1128-4bac-8eac-d9a0c1a7fc03 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.32 "DELETE /v2.0/ports/cf06da84-6577-4951-92bc-bd2aca888055 HTTP/1.1" status: 204 len: 173 time: 0.8733280 Sep 17 23:14:15.678888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-deleted', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:15.681189 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb06c5-b45a-41c4-95c0-d3b01239d2a6" -d '{"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-deleted", "tag": "cf06da84-6577-4951-92bc-bd2aca888055"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:15.722710 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc466496-85f5-4c25-a2ac-ee05aac9d0de x-openstack-request-id: req-cc466496-85f5-4c25-a2ac-ee05aac9d0de {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:15.722710 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a553bb-8e8e-4e0c-a734-7de0dfe5156d", "name": "network-vif-deleted", "tag": "cf06da84-6577-4951-92bc-bd2aca888055", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:15.722710 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc466496-85f5-4c25-a2ac-ee05aac9d0de {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:15.722710 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a553bb-8e8e-4e0c-a734-7de0dfe5156d', 'name': 'network-vif-deleted', 'tag': 'cf06da84-6577-4951-92bc-bd2aca888055', 'status': 'completed', 'code': 200} Sep 17 23:14:15.760562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:15.965975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:15.993492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:14:16.008689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:16.008689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:13:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:16.112749 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:16.308856 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:16.339481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008381b-0e95-4c29-a957-b20af9f8f472 None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:04:16Z', 'revision_number': 4, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '896e25d6-5421-4ebb-a782-31a952c954b4', 'name': '', 'network_id': 'deb3387d-4299-49ed-9810-e0d19c879f90', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'mac_address': 'fa:16:3e:a4:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:16Z', 'updated_at': '2021-09-17T23:04:20Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'subnets': [{'id': '79cf9b56-81e2-4082-87d9-445e4df95287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:14:16.569536 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9fd045-4e41-4b57-acb2-d32b76954a06 None None] New status for floating IP 89a280ad-c62d-47f5-802c-dbe2a25f13a4: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:14:16.623720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-86d108fd-9afe-4e5f-8a6f-1ed8eb8de307 req-3479dc81-f515-41c7-a4f9-4816945a71d6 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 210 time: 0.0271428 Sep 17 23:14:17.721044 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-67e75bcf-46fe-42fe-9271-494e59bfb7f0 req-1cda9082-6648-4134-a3a7-eb7942f88c10 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 210 time: 0.0261564 Sep 17 23:14:17.860644 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c2bfda4a-4b66-41b6-b42a-63792909841e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:18.996890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-48777670-9ac3-4794-bfdd-42618877a564 req-d71c5a59-621f-46e4-9e0c-9f8d79ce92ca tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a553bb-8e8e-4e0c-a734-7de0dfe5156d HTTP/1.1" status: 200 len: 210 time: 0.0269506 Sep 17 23:14:20.240404 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4c4cc0a7-09a2-4a1f-adf6-a30449aeffcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:21.368699 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:21.883396 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:23.548766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.004067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33772) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:24.059623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4bad2a91-f609-4f91-9aa6-14c28c07b346 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.081650 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4bad2a91-f609-4f91-9aa6-14c28c07b346 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.197458 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4bad2a91-f609-4f91-9aa6-14c28c07b346 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.200035 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4bad2a91-f609-4f91-9aa6-14c28c07b346 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.201263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4bad2a91-f609-4f91-9aa6-14c28c07b346 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e34d862-4a22-4185-883a-71e8d5bf022e HTTP/1.1" status: 204 len: 168 time: 0.1961417 Sep 17 23:14:24.203991 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33774) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:24.210814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad2a91-f609-4f91-9aa6-14c28c07b346 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e34d862-4a22-4185-883a-71e8d5bf022e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:24.219110 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-c13a438c-e18d-4c7d-893b-2e4f7c244661 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] show failed (client error): The resource could not be found. Sep 17 23:14:24.220075 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c13a438c-e18d-4c7d-893b-2e4f7c244661 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "GET /v2.0/security-groups/2e34d862-4a22-4185-883a-71e8d5bf022e HTTP/1.1" status: 404 len: 347 time: 0.0145652 Sep 17 23:14:24.222757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33776) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:24.348543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Deleting port 5ea94155-3304-4a55-9c09-578cb9804e1e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:24.348888 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.424427 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.424762 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.435942 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Calling delete_port for 5ea94155-3304-4a55-9c09-578cb9804e1e owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:24.620405 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.645106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Pushing event deleted for resources: {'Port': ['ID=5ea94155-3304-4a55-9c09-578cb9804e1e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:24.709983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.712505 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:24.713663 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6661223d-c3dd-4adf-8f9f-a4a53adcf744 tempest-ServerActionsTestJSON-913091720 tempest-ServerActionsTestJSON-913091720-project] 10.222.0.13 "DELETE /v2.0/floatingips/89a280ad-c62d-47f5-802c-dbe2a25f13a4 HTTP/1.1" status: 204 len: 168 time: 0.4899535 Sep 17 23:14:24.716540 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33778) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:25.217195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.455277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Deleting port 896e25d6-5421-4ebb-a782-31a952c954b4 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:25.455618 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.531318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] For port 896e25d6-5421-4ebb-a782-31a952c954b4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=896e25d6-5421-4ebb-a782-31a952c954b4,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:25.531599 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.543695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Calling delete_port for 896e25d6-5421-4ebb-a782-31a952c954b4 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:25.780286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:25.809936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Pushing event deleted for resources: {'Port': ['ID=896e25d6-5421-4ebb-a782-31a952c954b4,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:25.976565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.191686 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Router 93ec959d-dce0-435a-83e0-8117cb83def9 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:14:26.293453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:14:26.298573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f68063ea-e6c2-49dc-b5cc-46ce4e638cda admin admin] 10.222.0.13 "PUT /v2.0/routers/93ec959d-dce0-435a-83e0-8117cb83def9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810902 Sep 17 23:14:26.301025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33782) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:26.303613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] Sync routers for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:14:26.313177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:26.313897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:26.405156 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.420547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:26.505258 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.592890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:14:25Z', 'revision_number': 5, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port': {'id': '7623182e-cd5b-4728-aa22-2d1cb919aff3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:04:14Z', 'updated_at': '2021-09-17T23:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:26.611598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Deleting port 7623182e-cd5b-4728-aa22-2d1cb919aff3 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:26.611941 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.623084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] Checking router: 93ec959d-dce0-435a-83e0-8117cb83def9 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:14:26.631130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] Routers {'93ec959d-dce0-435a-83e0-8117cb83def9'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:14:26.631730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:14:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['93ec959d-dce0-435a-83e0-8117cb83def9'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:26.693255 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] For port 7623182e-cd5b-4728-aa22-2d1cb919aff3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7623182e-cd5b-4728-aa22-2d1cb919aff3,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:26.693628 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.705319 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Calling delete_port for 7623182e-cd5b-4728-aa22-2d1cb919aff3 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:26.716687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] Set router 93ec959d-dce0-435a-83e0-8117cb83def9 gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:14:26.766430 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:14:26Z', 'revision_number': 6, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:26.794560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3e6c5-4f15-41b8-b908-6bec1247969a None None] The sync data for ids ['93ec959d-dce0-435a-83e0-8117cb83def9'] in n-d-713498-17 is: [{'id': '93ec959d-dce0-435a-83e0-8117cb83def9', 'name': 'tempest-ServerActionsTestJSON-12553770-router', 'tenant_id': '0533292aa39443698bcd4c3ec8f62639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:04:13Z', 'updated_at': '2021-09-17T23:14:26Z', 'revision_number': 6, 'project_id': '0533292aa39443698bcd4c3ec8f62639', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:14:26.913873 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:26.943674 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Pushing event deleted for resources: {'Port': ['ID=7623182e-cd5b-4728-aa22-2d1cb919aff3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:26.999070 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.087811 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.089815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.210422 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.210993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ec959d-dce0-435a-83e0-8117cb83def9 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:14:27.218638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.218638 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a4eabadb-28ff-47fb-9e10-08d38d14a28d admin admin] 10.222.0.13 "DELETE /v2.0/routers/93ec959d-dce0-435a-83e0-8117cb83def9 HTTP/1.1" status: 204 len: 168 time: 0.9147372 Sep 17 23:14:27.219406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33784) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:27.263678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-89daf533-a486-4b96-9821-3bd7aa507393 admin admin] Deleting subnet 79cf9b56-81e2-4082-87d9-445e4df95287 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:14:27.266573 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89daf533-a486-4b96-9821-3bd7aa507393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.298869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89daf533-a486-4b96-9821-3bd7aa507393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.377797 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89daf533-a486-4b96-9821-3bd7aa507393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.498022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89daf533-a486-4b96-9821-3bd7aa507393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.513648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 896e25d6-5421-4ebb-a782-31a952c954b4 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:27.524998 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daf533-a486-4b96-9821-3bd7aa507393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79cf9b56-81e2-4082-87d9-445e4df95287,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:27.528995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89daf533-a486-4b96-9821-3bd7aa507393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.530912 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-89daf533-a486-4b96-9821-3bd7aa507393 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/79cf9b56-81e2-4082-87d9-445e4df95287 HTTP/1.1" status: 204 len: 168 time: 0.3105652 Sep 17 23:14:27.533329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33786) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:27.542080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31920c11-52c0-40ab-bfe0-abe80971956d None None] Network deb3387d-4299-49ed-9810-e0d19c879f90 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:14:27.553375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 896e25d6-5421-4ebb-a782-31a952c954b4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:27.553650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 896e25d6-5421-4ebb-a782-31a952c954b4 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:27.716739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17094f2b-da24-4090-92eb-55f99a1de80c None None] DHCP port deletion for deb3387d-4299-49ed-9810-e0d19c879f90 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:14:27.767495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-17094f2b-da24-4090-92eb-55f99a1de80c None None] Deleting port 272e41f7-fea8-4077-b8f3-b665886b00ab {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:27.767607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-17094f2b-da24-4090-92eb-55f99a1de80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.837637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-17094f2b-da24-4090-92eb-55f99a1de80c None None] For port 272e41f7-fea8-4077-b8f3-b665886b00ab, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=272e41f7-fea8-4077-b8f3-b665886b00ab,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:27.838034 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-17094f2b-da24-4090-92eb-55f99a1de80c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.919591 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:27.974117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Deleting port 272e41f7-fea8-4077-b8f3-b665886b00ab {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:27.974368 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.006906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-17094f2b-da24-4090-92eb-55f99a1de80c None None] Calling delete_port for 272e41f7-fea8-4077-b8f3-b665886b00ab owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:28.036007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] For port 272e41f7-fea8-4077-b8f3-b665886b00ab, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=272e41f7-fea8-4077-b8f3-b665886b00ab,segment=NetworkSegment(8e79c5cd-2bc9-40a1-b23a-6ab70afc154d),segment_id=8e79c5cd-2bc9-40a1-b23a-6ab70afc154d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:28.036364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.051839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Calling delete_port for 272e41f7-fea8-4077-b8f3-b665886b00ab owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:28.148361 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-17094f2b-da24-4090-92eb-55f99a1de80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.154308 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.174280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17094f2b-da24-4090-92eb-55f99a1de80c None None] Pushing event deleted for resources: {'Port': ['ID=272e41f7-fea8-4077-b8f3-b665886b00ab,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:28.176208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17094f2b-da24-4090-92eb-55f99a1de80c None None] No DVR routers for this DVR port 272e41f7-fea8-4077-b8f3-b665886b00ab on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:28.185738 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Pushing event deleted for resources: {'Port': ['ID=272e41f7-fea8-4077-b8f3-b665886b00ab,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:28.187934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] No DVR routers for this DVR port 272e41f7-fea8-4077-b8f3-b665886b00ab on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:28.259822 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.278579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb3387d-4299-49ed-9810-e0d19c879f90']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:28.287282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:28.287566 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e79c5cd-2bc9-40a1-b23a-6ab70afc154d') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:14:28.297000 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.309978 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.315683 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:14:28.316056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:14:28.317641 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:14:28.422290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.427964 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.429731 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] 10.222.0.13 "DELETE /v2.0/networks/deb3387d-4299-49ed-9810-e0d19c879f90 HTTP/1.1" status: 204 len: 168 time: 0.8954315 Sep 17 23:14:28.440653 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e0176-b3c4-4d23-817d-3ffa789aa93c admin admin] Pushing event deleted for resources: {'Network': ['ID=deb3387d-4299-49ed-9810-e0d19c879f90,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:28.756216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33790) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:28.796082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9b1489c1-20ff-4b99-958f-9f1fb890b132 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0533292aa39443698bcd4c3ec8f62639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387337 Sep 17 23:14:28.798440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33792) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:28.845039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-94a64c55-530a-4b9d-9cb3-1ef34e2dc56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.866308 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-94a64c55-530a-4b9d-9cb3-1ef34e2dc56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.985535 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-94a64c55-530a-4b9d-9cb3-1ef34e2dc56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.988138 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-94a64c55-530a-4b9d-9cb3-1ef34e2dc56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:28.989555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-94a64c55-530a-4b9d-9cb3-1ef34e2dc56a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cbc7587-3629-4098-ba49-4d9f726a0beb HTTP/1.1" status: 204 len: 168 time: 0.1899574 Sep 17 23:14:28.997586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a64c55-530a-4b9d-9cb3-1ef34e2dc56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbc7587-3629-4098-ba49-4d9f726a0beb,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:29.061212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7623182e-cd5b-4728-aa22-2d1cb919aff3 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:29.083479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 7623182e-cd5b-4728-aa22-2d1cb919aff3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:29.083826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7623182e-cd5b-4728-aa22-2d1cb919aff3 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:29.084233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 272e41f7-fea8-4077-b8f3-b665886b00ab no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:14:29.103145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 272e41f7-fea8-4077-b8f3-b665886b00ab {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:14:29.103488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 272e41f7-fea8-4077-b8f3-b665886b00ab not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:14:30.009470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33814) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:30.103561 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1909991640-network', 'tenant_id': 'c99491173fcb4f8880cfe111ae4cae21'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:30.188074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Made reservation on behalf of c99491173fcb4f8880cfe111ae4cae21 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:14:30.190439 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:30.198814 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:30.283169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:30.368989 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:30.393358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:14:30.402512 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4edd380-b12c-4671-8358-d2d8d36a4b4d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:30.408406 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:30.413603 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Added segment 5671178e-6b68-46cf-a904-37191cab49f5 of type vlan for network 65727166-9818-400f-962a-55f5e32be463 Sep 17 23:14:30.448139 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:30.531102 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:30.532048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:30.532624 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:30.593070 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] Pushing event updated for resources: {'Network': ['ID=65727166-9818-400f-962a-55f5e32be463,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:30.603125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 65727166-9818-400f-962a-55f5e32be463 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:14:30.640715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cc23b239-b7c2-4eb3-83a5-837546440d78 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6301122 Sep 17 23:14:30.643619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33820) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:14:30.648318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Request body: {'subnet': {'network_id': '65727166-9818-400f-962a-55f5e32be463', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1909991640-subnet', 'tenant_id': 'c99491173fcb4f8880cfe111ae4cae21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:30.745770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Made reservation on behalf of c99491173fcb4f8880cfe111ae4cae21 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:14:30.748095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:30.957499 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:31.011770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:31.018390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Checking segment: {'id': '5671178e-6b68-46cf-a904-37191cab49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65727166-9818-400f-962a-55f5e32be463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:14:31.018740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Network hostable DHCP agents. Network: 65727166-9818-400f-962a-55f5e32be463, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:14:31.088593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Network 65727166-9818-400f-962a-55f5e32be463 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:14:31.151526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 65727166-9818-400f-962a-55f5e32be463) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:14:31.155642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:31.156229 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:31.161590 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c181d-98e0-489c-839a-0ca76af41d9f None None] Network 65727166-9818-400f-962a-55f5e32be463 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:14:31.241234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ed1f0949-b180-470d-aa8b-8f3647b6f804 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5964701 Sep 17 23:14:31.284273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d4d54-35c8-4cbc-b0d0-dca41e64bf69 None None] Network 65727166-9818-400f-962a-55f5e32be463 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:14:31.676997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-aae609fa-3f2b-4842-9819-c2a4c4b7f353 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:31.678485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-aae609fa-3f2b-4842-9819-c2a4c4b7f353 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/networks?id=65727166-9818-400f-962a-55f5e32be463 HTTP/1.1" status: 200 len: 814 time: 0.1029627 Sep 17 23:14:31.693963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-5a33912f-bfe9-42a7-909d-1b3d804061b0 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/quotas/c99491173fcb4f8880cfe111ae4cae21 HTTP/1.1" status: 200 len: 375 time: 0.0088482 Sep 17 23:14:31.725907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-7fbd8717-f814-40a5-b8b6-7f5766838833 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c99491173fcb4f8880cfe111ae4cae21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259297 Sep 17 23:14:31.736200 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-a9f15a0b-0d86-41bd-99ca-045b05b2e4a0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:14:31.737453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-a9f15a0b-0d86-41bd-99ca-045b05b2e4a0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050781 Sep 17 23:14:31.839135 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-882f9561-c17e-44a0-8cde-93d6ded8bc91 service neutron] 10.222.0.13 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951567 Sep 17 23:14:31.929688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-eb50a73e-ee3e-4c6c-bc3e-1162c03a7821 service neutron] 10.222.0.13 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846114 Sep 17 23:14:32.157620 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-45dd3e85-ae44-4157-afd1-534473b62889 req-6af4c093-02b9-4316-8842-269893bb5989 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 210 time: 0.0273581 Sep 17 23:14:33.234217 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4f4606d-35f1-4ca6-8b1d-110ee90b2ed6 req-eec3035e-8639-431e-a17e-d18b40b38fab tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 210 time: 0.0252576 Sep 17 23:14:34.349890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91505374-97e8-4b57-a117-2d69ada3df40 req-b1b9c91e-8e7d-4678-8c46-ac24229c9848 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 210 time: 0.0401061 Sep 17 23:14:34.412015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-e57ca31a-9d58-43d6-aaf4-192692b05859 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:34.413459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-e57ca31a-9d58-43d6-aaf4-192692b05859 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.32 "GET /v2.0/networks?id=65727166-9818-400f-962a-55f5e32be463 HTTP/1.1" status: 200 len: 814 time: 0.1257451 Sep 17 23:14:34.426192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Request body: {'port': {'device_id': '16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086', 'network_id': '65727166-9818-400f-962a-55f5e32be463', 'admin_state_up': True, 'tenant_id': 'c99491173fcb4f8880cfe111ae4cae21'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:34.611155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Made reservation on behalf of c99491173fcb4f8880cfe111ae4cae21 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:14:34.614901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:34.732960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Allocated IP 172.20.0.14 (65727166-9818-400f-962a-55f5e32be463/cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d/7578adea-5dd1-4423-a507-c94829124545) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:14:35.216514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:35.314247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:35.358765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Network 65727166-9818-400f-962a-55f5e32be463 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:14:35.361750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:14:35.365544 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:14:35.390548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Pushing event updated for resources: {'Port': ['ID=7578adea-5dd1-4423-a507-c94829124545,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:35.418697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:35.419339 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:35.472536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c80cbc-76a2-453d-9018-4edd8b022dd5 req-fae979ab-e6d7-4829-b1cd-5756f72b1647 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:35.474009 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01c80cbc-76a2-453d-9018-4edd8b022dd5 req-fae979ab-e6d7-4829-b1cd-5756f72b1647 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 932 time: 0.0512059 Sep 17 23:14:35.505804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-b1970cb3-c705-45c0-8ca3-dc4514d5ba8d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0831218 Sep 17 23:14:35.512980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01c80cbc-76a2-453d-9018-4edd8b022dd5 req-60007462-7990-44a4-a6e5-8b8b9b257ec1 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Sep 17 23:14:35.517589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-e1805190-9b25-4477-b8a5-8f573eb64f8c tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:14:35.518588 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-e1805190-9b25-4477-b8a5-8f573eb64f8c tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047395 Sep 17 23:14:35.532842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Request body: {'port': {'device_id': '16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:35.585644 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:35.841753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7578adea-5dd1-4423-a507-c94829124545 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:14:35.848813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:35.860241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Transition to ACTIVE for port object 7578adea-5dd1-4423-a507-c94829124545 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:14:35.936651 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:35.983551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Pushing event updated for resources: {'Port': ['ID=7578adea-5dd1-4423-a507-c94829124545,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:36.053250 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Attempting to bind port 7578adea-5dd1-4423-a507-c94829124545 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:14:36.053580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Attempting to bind port 7578adea-5dd1-4423-a507-c94829124545 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '5671178e-6b68-46cf-a904-37191cab49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65727166-9818-400f-962a-55f5e32be463'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:14:36.053906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Attempting to bind port 7578adea-5dd1-4423-a507-c94829124545 on network 65727166-9818-400f-962a-55f5e32be463 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:36.058588 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Port 7578adea-5dd1-4423-a507-c94829124545 on network 65727166-9818-400f-962a-55f5e32be463 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:14:36.058935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Attempting to bind port 7578adea-5dd1-4423-a507-c94829124545 on network 65727166-9818-400f-962a-55f5e32be463 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:36.063538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:14:36.063869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Checking segment: {'id': '5671178e-6b68-46cf-a904-37191cab49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65727166-9818-400f-962a-55f5e32be463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:14:36.064261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Bound using segment: {'id': '5671178e-6b68-46cf-a904-37191cab49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65727166-9818-400f-962a-55f5e32be463'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:14:36.064656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Bound port: 7578adea-5dd1-4423-a507-c94829124545, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5671178e-6b68-46cf-a904-37191cab49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65727166-9818-400f-962a-55f5e32be463'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:14:36.065003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:36.126404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] For port 7578adea-5dd1-4423-a507-c94829124545, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:14:36.129294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] For port 7578adea-5dd1-4423-a507-c94829124545, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7578adea-5dd1-4423-a507-c94829124545,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:14:36.186160 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:36.218108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:36.218856 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:36.220256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] 10.222.0.32 "PUT /v2.0/ports/7578adea-5dd1-4423-a507-c94829124545 HTTP/1.1" status: 200 len: 1093 time: 0.6935632 Sep 17 23:14:36.220692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086', 'tag': '7578adea-5dd1-4423-a507-c94829124545'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:36.222931 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96674bc6-6af7-40a9-bc29-4ac88bdf4d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086", "tag": "7578adea-5dd1-4423-a507-c94829124545"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:36.248022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52cc47-6a9e-44cb-a381-d40c2a4bfeba service neutron] Pushing event updated for resources: {'Port': ['ID=7578adea-5dd1-4423-a507-c94829124545,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:36.264943 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb35f9f-8db6-4bb0-8c4a-2bc1be0e10f3 x-openstack-request-id: req-1fb35f9f-8db6-4bb0-8c4a-2bc1be0e10f3 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:36.264943 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086", "tag": "7578adea-5dd1-4423-a507-c94829124545", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:36.264943 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fb35f9f-8db6-4bb0-8c4a-2bc1be0e10f3 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:36.264943 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086', 'tag': '7578adea-5dd1-4423-a507-c94829124545', 'status': 'completed', 'code': 200} Sep 17 23:14:36.326763 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674bc6-6af7-40a9-bc29-4ac88bdf4d5a req-dcf8218b-b979-4068-a383-93a76c693592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:36.328288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96674bc6-6af7-40a9-bc29-4ac88bdf4d5a req-dcf8218b-b979-4068-a383-93a76c693592 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c99491173fcb4f8880cfe111ae4cae21&device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 1096 time: 0.0447109 Sep 17 23:14:36.424878 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674bc6-6af7-40a9-bc29-4ac88bdf4d5a req-f61263b7-6bb9-4498-9a35-b431be353e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:36.426345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96674bc6-6af7-40a9-bc29-4ac88bdf4d5a req-f61263b7-6bb9-4498-9a35-b431be353e3f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c99491173fcb4f8880cfe111ae4cae21&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0904133 Sep 17 23:14:36.520933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674bc6-6af7-40a9-bc29-4ac88bdf4d5a req-8c8fb26c-6c26-4cee-bd4f-e9222f195c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:36.522383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-96674bc6-6af7-40a9-bc29-4ac88bdf4d5a req-8c8fb26c-6c26-4cee-bd4f-e9222f195c46 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0894256 Sep 17 23:14:36.626051 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-152f1f2b-23db-4ccb-883d-d23243de935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:36.627591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-152f1f2b-23db-4ccb-883d-d23243de935c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c99491173fcb4f8880cfe111ae4cae21&device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 1096 time: 0.0701451 Sep 17 23:14:36.638963 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a2d95-1422-409e-b64d-991b11cba6aa req-46a76405-6f44-4ce0-9735-a93c15ec26e8 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:36.640335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a59a2d95-1422-409e-b64d-991b11cba6aa req-46a76405-6f44-4ce0-9735-a93c15ec26e8 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 944 time: 0.0588222 Sep 17 23:14:36.683379 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-5a36c948-6ac1-4499-8d05-225dc3a562d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7578adea-5dd1-4423-a507-c94829124545 HTTP/1.1" status: 200 len: 217 time: 0.0420496 Sep 17 23:14:36.738522 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a59a2d95-1422-409e-b64d-991b11cba6aa req-72feb4bf-4d1a-45db-b404-98ebdd422096 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917549 Sep 17 23:14:36.747243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-809f6aed-a21f-4c4b-82a8-061e609ad153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:36.748659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-809f6aed-a21f-4c4b-82a8-061e609ad153 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d HTTP/1.1" status: 200 len: 854 time: 0.0579669 Sep 17 23:14:36.781197 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-154f2637-04b0-42ba-aaa2-c36396b71299 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65727166-9818-400f-962a-55f5e32be463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253377 Sep 17 23:14:36.873383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-f85a0e65-e5c1-4798-9076-0d76fdcc4622 service neutron] 10.222.0.32 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851171 Sep 17 23:14:36.961992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d8936ff3-2a3e-4482-bb41-4661ab84a058 req-9c2fb6f0-57e3-4a9f-90d6-08580a27cb9a service neutron] 10.222.0.32 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809088 Sep 17 23:14:37.868172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711ff59-228a-4c61-8cb1-355e2d2457ca req-459d55a5-8292-4b2a-9fe4-74b3fd650bc4 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:37.869865 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b711ff59-228a-4c61-8cb1-355e2d2457ca req-459d55a5-8292-4b2a-9fe4-74b3fd650bc4 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 944 time: 0.0583971 Sep 17 23:14:37.907133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b711ff59-228a-4c61-8cb1-355e2d2457ca req-fd57b6cd-1e67-4a69-a273-95823bc3d64f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Sep 17 23:14:38.888563 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:39.020496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a877c-9f7e-42ee-a5c0-00c8357b4c4d req-cc3dcf8e-da56-40cc-847e-4bad9d65cbb9 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:39.021975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-174a877c-9f7e-42ee-a5c0-00c8357b4c4d req-cc3dcf8e-da56-40cc-847e-4bad9d65cbb9 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 944 time: 0.0487924 Sep 17 23:14:39.059275 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-174a877c-9f7e-42ee-a5c0-00c8357b4c4d req-f9c214e7-edc8-462c-ad6f-ab97c3ba30a0 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Sep 17 23:14:39.082583 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:14:40.170457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795130-ec2b-4b06-9d4e-d1850fa1dcdd req-b4cab5b0-b0ae-45af-97c8-21c478f60743 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:40.171948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2795130-ec2b-4b06-9d4e-d1850fa1dcdd req-b4cab5b0-b0ae-45af-97c8-21c478f60743 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 944 time: 0.0475373 Sep 17 23:14:40.208702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2795130-ec2b-4b06-9d4e-d1850fa1dcdd req-707e3c57-d00b-4fe6-a31e-49cd12b3dcee tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309231 Sep 17 23:14:40.568529 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:40.962446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7578adea-5dd1-4423-a507-c94829124545 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:14:41.057051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 7578adea-5dd1-4423-a507-c94829124545, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7578adea-5dd1-4423-a507-c94829124545,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:41.067775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '7578adea-5dd1-4423-a507-c94829124545', 'network_id': '65727166-9818-400f-962a-55f5e32be463', 'port_id': '7578adea-5dd1-4423-a507-c94829124545', 'mac_address': 'fa:16:3e:ff:71:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:14:41.103182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.115617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7578adea-5dd1-4423-a507-c94829124545 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:14:41.135363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 7578adea-5dd1-4423-a507-c94829124545, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7578adea-5dd1-4423-a507-c94829124545,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:41.197264 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:41.243020 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=7578adea-5dd1-4423-a507-c94829124545,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:41.326218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39f72e-9379-484b-bf04-9f194390031f req-8d19d1c8-8d94-4401-81bc-17451029a03d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:41.327725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d39f72e-9379-484b-bf04-9f194390031f req-8d19d1c8-8d94-4401-81bc-17451029a03d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 945 time: 0.0538564 Sep 17 23:14:41.366798 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d39f72e-9379-484b-bf04-9f194390031f req-d9681eec-3389-41c4-98cd-07ce9a7f5a0b tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Sep 17 23:14:41.382046 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['7578adea-5dd1-4423-a507-c94829124545'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:14:42.480318 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66d588-8ef3-48ac-a724-cbb9bed16c47 req-3ef91a12-5bd0-46a1-86a6-43a0a66bbdca tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:42.481787 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab66d588-8ef3-48ac-a724-cbb9bed16c47 req-3ef91a12-5bd0-46a1-86a6-43a0a66bbdca tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 945 time: 0.0491426 Sep 17 23:14:42.519026 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab66d588-8ef3-48ac-a724-cbb9bed16c47 req-57e9712d-802e-422b-a7f6-027a8cc00a97 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Sep 17 23:14:42.976574 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7578adea-5dd1-4423-a507-c94829124545 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:14:43.085106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 7578adea-5dd1-4423-a507-c94829124545 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:14:43.089487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 7578adea-5dd1-4423-a507-c94829124545 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:14:43.089855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:43.168192 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:43.189330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578adea-5dd1-4423-a507-c94829124545'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:43.191581 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8550fb-aabb-41fc-b35d-0a1e150217c8" -d '{"events": [{"server_uuid": "16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086", "name": "network-vif-plugged", "status": "completed", "tag": "7578adea-5dd1-4423-a507-c94829124545"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:43.210367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 7578adea-5dd1-4423-a507-c94829124545, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7578adea-5dd1-4423-a507-c94829124545,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:43.227436 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b001a4f7-7f31-467b-832f-6dc5e1db1929 x-openstack-request-id: req-b001a4f7-7f31-467b-832f-6dc5e1db1929 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:43.227714 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086", "name": "network-vif-plugged", "status": "completed", "tag": "7578adea-5dd1-4423-a507-c94829124545", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:43.227966 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b001a4f7-7f31-467b-832f-6dc5e1db1929 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:43.228425 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578adea-5dd1-4423-a507-c94829124545', 'code': 200} Sep 17 23:14:43.285080 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:43.320350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabedcc-1218-4aab-b4b7-daf6ac70b541 req-f85bf8f7-c286-47ac-b878-1e89e1df4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:43.322449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3eabedcc-1218-4aab-b4b7-daf6ac70b541 req-f85bf8f7-c286-47ac-b878-1e89e1df4dbe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 1098 time: 0.0397987 Sep 17 23:14:43.332282 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=7578adea-5dd1-4423-a507-c94829124545,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:43.358753 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3eabedcc-1218-4aab-b4b7-daf6ac70b541 req-9cfe07ca-12f4-4e6a-8bcf-989a28c45a97 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286868 Sep 17 23:14:43.636462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ede56-91ef-413d-939b-5de9e4eacaf9 req-9fe8848a-8634-48ca-b4d5-551f3b5c18e5 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:43.637974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-618ede56-91ef-413d-939b-5de9e4eacaf9 req-9fe8848a-8634-48ca-b4d5-551f3b5c18e5 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0534887 Sep 17 23:14:43.674122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-618ede56-91ef-413d-939b-5de9e4eacaf9 req-6b98106f-8f45-41f7-aa48-6157fe074fa2 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302870 Sep 17 23:14:44.790941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05a4a2-dade-41e9-a7b9-009a0c876fbb req-e4280641-f273-4847-8c74-daa375d13a3c tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:44.792424 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b05a4a2-dade-41e9-a7b9-009a0c876fbb req-e4280641-f273-4847-8c74-daa375d13a3c tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0494564 Sep 17 23:14:44.829257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2b05a4a2-dade-41e9-a7b9-009a0c876fbb req-e1a6dd65-52a1-4856-9f05-c3032077e312 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Sep 17 23:14:45.052632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-d81fe6ce-aff9-4d1d-9209-b4c88144d27e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:45.054072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-d81fe6ce-aff9-4d1d-9209-b4c88144d27e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/networks?id=65727166-9818-400f-962a-55f5e32be463 HTTP/1.1" status: 200 len: 814 time: 0.1048028 Sep 17 23:14:45.069642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-0e88211b-386d-4e55-ad69-c698e396561b tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/quotas/c99491173fcb4f8880cfe111ae4cae21 HTTP/1.1" status: 200 len: 375 time: 0.0090396 Sep 17 23:14:45.118146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-c5b3f502-dc10-4a63-866d-b2709e241b06 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c99491173fcb4f8880cfe111ae4cae21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425465 Sep 17 23:14:45.171538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-672b7f65-b69a-4a95-9776-6e85390affbd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:14:45.172518 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-672b7f65-b69a-4a95-9776-6e85390affbd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478346 Sep 17 23:14:45.265048 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-a178a4d7-ba13-4ed2-a3fc-49da0ee9921c service neutron] 10.222.0.13 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862560 Sep 17 23:14:45.355984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-11c12d8b-91ed-4548-91f3-746ba0840624 service neutron] 10.222.0.13 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850036 Sep 17 23:14:45.602003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2fc95ce-344c-4a02-a8be-8caaa9090686 req-f75b786b-690a-41df-8b72-d9c2572131c3 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 210 time: 0.0265732 Sep 17 23:14:46.694139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5abbde91-7883-414c-a104-b5754bfe2930 req-60e98cd6-ea51-4fbb-b42c-566e095b6fc6 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 210 time: 0.0261171 Sep 17 23:14:47.601411 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-98d3e1fb-a509-4c8c-8bd7-523e0d25f471 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:47.603526 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-98d3e1fb-a509-4c8c-8bd7-523e0d25f471 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.35 "GET /v2.0/networks?id=65727166-9818-400f-962a-55f5e32be463 HTTP/1.1" status: 200 len: 814 time: 0.1031408 Sep 17 23:14:47.615375 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Request body: {'port': {'device_id': '53d02f36-a95a-4973-a0b8-e7fbdb44bb1e', 'network_id': '65727166-9818-400f-962a-55f5e32be463', 'admin_state_up': True, 'tenant_id': 'c99491173fcb4f8880cfe111ae4cae21'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:47.792642 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-432c7176-cc37-44a7-b232-9ed096fcbc2c req-ad84dcc1-9295-4652-a975-b696e33431ac tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 210 time: 0.0305121 Sep 17 23:14:47.837690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Made reservation on behalf of c99491173fcb4f8880cfe111ae4cae21 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:14:47.841263 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:47.860266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-61f33c30-b299-41fd-858e-eebb6a5de89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:47.964178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Allocated IP 172.20.0.2 (65727166-9818-400f-962a-55f5e32be463/cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d/53b70e93-28e4-4719-8870-37aa129f8fff) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:14:48.111113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:48.199906 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:48.211563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['7578adea-5dd1-4423-a507-c94829124545'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:14:48.242932 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Network 65727166-9818-400f-962a-55f5e32be463 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:14:48.246950 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:14:48.251841 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:14:48.285448 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Pushing event updated for resources: {'Port': ['ID=53b70e93-28e4-4719-8870-37aa129f8fff,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:48.300213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.300561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.300896 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.301228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.301556 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.301876 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.302201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.302521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.302863 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.303184 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.303501 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.303816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:48.324548 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:48.325162 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:48.423383 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef0e9697-285b-4a92-b700-cc80835d1d9f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8120120 Sep 17 23:14:48.436578 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Request body: {'port': {'device_id': '53d02f36-a95a-4973-a0b8-e7fbdb44bb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:14:48.488598 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:48.748665 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b70e93-28e4-4719-8870-37aa129f8fff {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:14:48.755831 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:48.768050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Transition to ACTIVE for port object 53b70e93-28e4-4719-8870-37aa129f8fff will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:14:48.906888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45567-7c5c-45a6-931a-f7c73737a2ab req-283f9e9e-30e5-4c99-9589-dfc83a0713cf tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:48.908349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ce45567-7c5c-45a6-931a-f7c73737a2ab req-283f9e9e-30e5-4c99-9589-dfc83a0713cf tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 931 time: 0.0500708 Sep 17 23:14:48.945682 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ce45567-7c5c-45a6-931a-f7c73737a2ab req-3d37cf22-a6ee-4f9d-b573-c7bfd2a3b73b tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Sep 17 23:14:48.953731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:49.005392 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Pushing event updated for resources: {'Port': ['ID=53b70e93-28e4-4719-8870-37aa129f8fff,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:49.068226 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Attempting to bind port 53b70e93-28e4-4719-8870-37aa129f8fff on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:14:49.068562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Attempting to bind port 53b70e93-28e4-4719-8870-37aa129f8fff by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': '5671178e-6b68-46cf-a904-37191cab49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65727166-9818-400f-962a-55f5e32be463'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:14:49.068897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Attempting to bind port 53b70e93-28e4-4719-8870-37aa129f8fff on network 65727166-9818-400f-962a-55f5e32be463 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:49.074196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Port 53b70e93-28e4-4719-8870-37aa129f8fff on network 65727166-9818-400f-962a-55f5e32be463 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:14:49.074514 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Attempting to bind port 53b70e93-28e4-4719-8870-37aa129f8fff on network 65727166-9818-400f-962a-55f5e32be463 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:14:49.079231 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:14:49.079568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Checking segment: {'id': '5671178e-6b68-46cf-a904-37191cab49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65727166-9818-400f-962a-55f5e32be463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:14:49.079955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Bound using segment: {'id': '5671178e-6b68-46cf-a904-37191cab49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65727166-9818-400f-962a-55f5e32be463'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:14:49.080374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Bound port: 53b70e93-28e4-4719-8870-37aa129f8fff, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5671178e-6b68-46cf-a904-37191cab49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65727166-9818-400f-962a-55f5e32be463'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:14:49.080723 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:49.146470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] For port 53b70e93-28e4-4719-8870-37aa129f8fff, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:14:49.149767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] For port 53b70e93-28e4-4719-8870-37aa129f8fff, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=53b70e93-28e4-4719-8870-37aa129f8fff,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:14:49.222879 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:49.256828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:49.257494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:49.259040 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] 10.222.0.35 "PUT /v2.0/ports/53b70e93-28e4-4719-8870-37aa129f8fff HTTP/1.1" status: 200 len: 1092 time: 0.8265250 Sep 17 23:14:49.259481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d02f36-a95a-4973-a0b8-e7fbdb44bb1e', 'tag': '53b70e93-28e4-4719-8870-37aa129f8fff'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:49.261745 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bfb882-a6c7-43da-918e-67ba3b69e5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "53d02f36-a95a-4973-a0b8-e7fbdb44bb1e", "tag": "53b70e93-28e4-4719-8870-37aa129f8fff"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:49.288806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956bf8b-1721-4c47-b84d-d0c0a7bfb94f service neutron] Pushing event updated for resources: {'Port': ['ID=53b70e93-28e4-4719-8870-37aa129f8fff,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:49.355465 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df31c559-3a81-4ae7-a738-5526b7a2fdad x-openstack-request-id: req-df31c559-3a81-4ae7-a738-5526b7a2fdad {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:49.355759 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d02f36-a95a-4973-a0b8-e7fbdb44bb1e", "tag": "53b70e93-28e4-4719-8870-37aa129f8fff", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:49.356011 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df31c559-3a81-4ae7-a738-5526b7a2fdad {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:49.356410 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d02f36-a95a-4973-a0b8-e7fbdb44bb1e', 'tag': '53b70e93-28e4-4719-8870-37aa129f8fff', 'status': 'completed', 'code': 200} Sep 17 23:14:49.403562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-321d4d7d-f5e2-4f9b-8827-c0e71c554938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:49.405048 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-321d4d7d-f5e2-4f9b-8827-c0e71c554938 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c99491173fcb4f8880cfe111ae4cae21&device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 1095 time: 0.0414259 Sep 17 23:14:49.450237 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-7c227365-8ac0-4840-8499-bab12ad4d4d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b70e93-28e4-4719-8870-37aa129f8fff HTTP/1.1" status: 200 len: 217 time: 0.0378079 Sep 17 23:14:49.497986 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-9faa1bc9-cd27-4de9-8f02-833df3f18ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:49.499439 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-9faa1bc9-cd27-4de9-8f02-833df3f18ab9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d HTTP/1.1" status: 200 len: 854 time: 0.0429897 Sep 17 23:14:49.530653 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-ef23b08c-69e2-45a6-b683-c174d76f772c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65727166-9818-400f-962a-55f5e32be463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240433 Sep 17 23:14:49.623682 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-171bb909-2f26-4949-815d-c25622474fe5 service neutron] 10.222.0.35 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857246 Sep 17 23:14:49.710112 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1b738696-ceef-4f2a-9dbf-500e4adc9325 req-9a5d9d37-4fb5-4235-90fe-9bec01423c8b service neutron] 10.222.0.35 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799568 Sep 17 23:14:49.895874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-9edaddb9-f08c-4d9a-9de2-3a20747ebbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:49.897269 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-9edaddb9-f08c-4d9a-9de2-3a20747ebbf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c99491173fcb4f8880cfe111ae4cae21&device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 1095 time: 0.0405557 Sep 17 23:14:49.990710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-23a57492-5966-45c8-adc5-1d57846f7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:49.992577 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-23a57492-5966-45c8-adc5-1d57846f7315 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65727166-9818-400f-962a-55f5e32be463 HTTP/1.1" status: 200 len: 914 time: 0.0885437 Sep 17 23:14:50.035278 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-6aa98e60-da6c-462f-9506-924a270e2813 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b70e93-28e4-4719-8870-37aa129f8fff HTTP/1.1" status: 200 len: 217 time: 0.0354679 Sep 17 23:14:50.061990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172d020-0b8f-4b1b-9326-52a2ca558fbc req-893afd62-f415-43c0-8e39-4caf0e0eba17 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:50.063526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e172d020-0b8f-4b1b-9326-52a2ca558fbc req-893afd62-f415-43c0-8e39-4caf0e0eba17 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 943 time: 0.0495541 Sep 17 23:14:50.088983 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-96251748-9088-42f5-9dd6-1aa186d787f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:50.090475 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-96251748-9088-42f5-9dd6-1aa186d787f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d HTTP/1.1" status: 200 len: 854 time: 0.0484130 Sep 17 23:14:50.102276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e172d020-0b8f-4b1b-9326-52a2ca558fbc req-a60bd929-bbec-4eb8-af39-90f8d76e9b22 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Sep 17 23:14:50.123369 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-ddb8c883-3053-445f-8243-a63e2e0d7732 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65727166-9818-400f-962a-55f5e32be463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249083 Sep 17 23:14:50.212559 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-c5dcb0d5-0648-4a65-bd62-4c7292347d70 service neutron] 10.222.0.35 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813987 Sep 17 23:14:50.233558 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eefc4b1d-ee58-48f0-96e0-cca589f58b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:50.304846 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-59bfb882-a6c7-43da-918e-67ba3b69e5fe req-3ee441e3-741c-48a6-9870-93d00122c274 service neutron] 10.222.0.35 "GET /v2.0/networks/65727166-9818-400f-962a-55f5e32be463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854867 Sep 17 23:14:51.224859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149084-4f88-4d12-be37-d7a0eb239c4c req-9239d180-97fc-4f64-b480-5d8efec763af tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:51.226360 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb149084-4f88-4d12-be37-d7a0eb239c4c req-9239d180-97fc-4f64-b480-5d8efec763af tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 943 time: 0.0531883 Sep 17 23:14:51.265109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cb149084-4f88-4d12-be37-d7a0eb239c4c req-c8e17d2c-c5ad-424a-937a-dbcc546f678c tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Sep 17 23:14:51.379932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:51.896332 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:52.381958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d9332-a697-4ba6-9294-186ffb1577ed req-2b464c2b-3905-4e52-a598-d6851a1f216d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:52.383474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9d9332-a697-4ba6-9294-186ffb1577ed req-2b464c2b-3905-4e52-a598-d6851a1f216d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 943 time: 0.0491998 Sep 17 23:14:52.424366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab9d9332-a697-4ba6-9294-186ffb1577ed req-ba0f5a69-b743-43c0-8120-33864c22970c tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344012 Sep 17 23:14:53.091823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 53b70e93-28e4-4719-8870-37aa129f8fff details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:14:53.186871 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 53b70e93-28e4-4719-8870-37aa129f8fff, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=53b70e93-28e4-4719-8870-37aa129f8fff,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:53.198091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '53b70e93-28e4-4719-8870-37aa129f8fff', 'network_id': '65727166-9818-400f-962a-55f5e32be463', 'port_id': '53b70e93-28e4-4719-8870-37aa129f8fff', 'mac_address': 'fa:16:3e:18:d1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:14:53.233369 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:53.245766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b70e93-28e4-4719-8870-37aa129f8fff {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:14:53.268991 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 53b70e93-28e4-4719-8870-37aa129f8fff, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=53b70e93-28e4-4719-8870-37aa129f8fff,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:53.341998 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:53.389208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=53b70e93-28e4-4719-8870-37aa129f8fff,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:53.396352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.396706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.397048 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.397388 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.397721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.398053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.398380 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.398706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.399058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.399383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.399711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.400131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:14:53.538541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d421996-cb86-4898-aefb-5c120ca8a657 req-2031132a-56e3-457f-b46f-fc9a7efc1cef tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:53.540086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d421996-cb86-4898-aefb-5c120ca8a657 req-2031132a-56e3-457f-b46f-fc9a7efc1cef tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 944 time: 0.0489221 Sep 17 23:14:53.545415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['53b70e93-28e4-4719-8870-37aa129f8fff'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:14:53.579024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d421996-cb86-4898-aefb-5c120ca8a657 req-1341788c-7661-4685-85d9-db31fb925d8a tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Sep 17 23:14:53.589071 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:54.694767 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322a1c-043c-4c59-b5b2-0930bce3cc09 req-40a5d1ef-5626-4155-9bd1-d0813a9e5c89 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:54.696257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58322a1c-043c-4c59-b5b2-0930bce3cc09 req-40a5d1ef-5626-4155-9bd1-d0813a9e5c89 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 944 time: 0.0518823 Sep 17 23:14:54.733573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-58322a1c-043c-4c59-b5b2-0930bce3cc09 req-f6e73abc-dea4-47be-9daa-e6f00b0816f2 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308418 Sep 17 23:14:55.117996 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 53b70e93-28e4-4719-8870-37aa129f8fff up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:14:55.228777 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 53b70e93-28e4-4719-8870-37aa129f8fff completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:14:55.232993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 53b70e93-28e4-4719-8870-37aa129f8fff triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:14:55.233362 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:55.315009 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:55.336815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d02f36-a95a-4973-a0b8-e7fbdb44bb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b70e93-28e4-4719-8870-37aa129f8fff'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:55.339267 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc11166-5843-41b8-b941-5e3777af39fe" -d '{"events": [{"server_uuid": "53d02f36-a95a-4973-a0b8-e7fbdb44bb1e", "name": "network-vif-plugged", "status": "completed", "tag": "53b70e93-28e4-4719-8870-37aa129f8fff"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:55.352327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 53b70e93-28e4-4719-8870-37aa129f8fff, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=53b70e93-28e4-4719-8870-37aa129f8fff,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:55.382712 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbae4a1-ca78-4d6b-92ca-d6acf3d2687d x-openstack-request-id: req-ddbae4a1-ca78-4d6b-92ca-d6acf3d2687d {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:55.383110 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d02f36-a95a-4973-a0b8-e7fbdb44bb1e", "name": "network-vif-plugged", "status": "completed", "tag": "53b70e93-28e4-4719-8870-37aa129f8fff", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:55.383818 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddbae4a1-ca78-4d6b-92ca-d6acf3d2687d {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:55.384247 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d02f36-a95a-4973-a0b8-e7fbdb44bb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b70e93-28e4-4719-8870-37aa129f8fff', 'code': 200} Sep 17 23:14:55.426173 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:55.476524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=53b70e93-28e4-4719-8870-37aa129f8fff,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:55.483564 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def4103-e3fe-4611-9386-d1aee4e887db req-1a606eb7-08da-4479-b657-ed40d92a9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:55.485125 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5def4103-e3fe-4611-9386-d1aee4e887db req-1a606eb7-08da-4479-b657-ed40d92a9dfa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 1097 time: 0.0454521 Sep 17 23:14:55.522992 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-5def4103-e3fe-4611-9386-d1aee4e887db req-61beaee7-91b2-4218-8210-ff20456b43d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Sep 17 23:14:55.847150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7c251-d29a-4ad4-801b-59c583d989a7 req-834b6c2f-2c4e-4f32-8c5a-2ff2a7161c17 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:55.848545 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-daa7c251-d29a-4ad4-801b-59c583d989a7 req-834b6c2f-2c4e-4f32-8c5a-2ff2a7161c17 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 945 time: 0.0483460 Sep 17 23:14:55.886071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-daa7c251-d29a-4ad4-801b-59c583d989a7 req-81b8b72b-f9b0-4267-8950-ebbab72a37aa tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309138 Sep 17 23:14:56.999467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bd9a6-96f8-4a9d-a914-9db7efab0520 req-4a035660-a12a-4265-add3-08f11b57054c tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:57.000925 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-065bd9a6-96f8-4a9d-a914-9db7efab0520 req-4a035660-a12a-4265-add3-08f11b57054c tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 945 time: 0.0478611 Sep 17 23:14:57.037368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-065bd9a6-96f8-4a9d-a914-9db7efab0520 req-7f0cf1df-8710-4464-b9b4-9545e55b08f9 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Sep 17 23:14:57.472161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0070-b801-4982-828d-0ecf26496322 req-e1efb9f0-174d-4ad0-962d-4d19df55577f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:57.473678 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cef0070-b801-4982-828d-0ecf26496322 req-e1efb9f0-174d-4ad0-962d-4d19df55577f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 945 time: 0.0531716 Sep 17 23:14:57.510371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2cef0070-b801-4982-828d-0ecf26496322 req-efd8e9be-b2eb-4c1a-9b1b-452d326d28e0 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Sep 17 23:14:58.625048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d48e95-e76e-476e-a666-af5d2ab9a34f req-04300e1e-dcf0-48f8-b497-d3dc440f9eb0 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:58.626422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6d48e95-e76e-476e-a666-af5d2ab9a34f req-04300e1e-dcf0-48f8-b497-d3dc440f9eb0 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 945 time: 0.0485024 Sep 17 23:14:58.664077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6d48e95-e76e-476e-a666-af5d2ab9a34f req-8292db2a-7b6e-48ec-a903-0bb21f4a3e13 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Sep 17 23:14:58.685419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-f4186f8b-5a62-4739-9968-b5ee01d6774e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:14:58.686905 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-f4186f8b-5a62-4739-9968-b5ee01d6774e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.35 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 945 time: 0.0483389 Sep 17 23:14:58.780769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Deleting port 53b70e93-28e4-4719-8870-37aa129f8fff {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:14:58.791371 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:58.871048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] For port 53b70e93-28e4-4719-8870-37aa129f8fff, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=53b70e93-28e4-4719-8870-37aa129f8fff,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:14:58.871413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:58.882870 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Calling delete_port for 53b70e93-28e4-4719-8870-37aa129f8fff owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:14:59.073690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.086713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['7578adea-5dd1-4423-a507-c94829124545'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:14:59.106422 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Pushing event deleted for resources: {'Port': ['ID=53b70e93-28e4-4719-8870-37aa129f8fff,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:14:59.111260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['53b70e93-28e4-4719-8870-37aa129f8fff'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:14:59.149288 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] No DVR routers for this DVR port 53b70e93-28e4-4719-8870-37aa129f8fff on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:14:59.152311 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:14:59.154302 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-9628c560-29d7-4e21-942a-848fb7bcf086 req-05c65ca1-3035-43e9-bd51-9ed5ae45c99e tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.35 "DELETE /v2.0/ports/53b70e93-28e4-4719-8870-37aa129f8fff HTTP/1.1" status: 204 len: 173 time: 0.4607959 Sep 17 23:14:59.154739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d02f36-a95a-4973-a0b8-e7fbdb44bb1e', 'name': 'network-vif-deleted', 'tag': '53b70e93-28e4-4719-8870-37aa129f8fff'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:14:59.157039 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34f1b8d-170a-447a-bc10-b9690654804e" -d '{"events": [{"server_uuid": "53d02f36-a95a-4973-a0b8-e7fbdb44bb1e", "name": "network-vif-deleted", "tag": "53b70e93-28e4-4719-8870-37aa129f8fff"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:14:59.193135 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eebd449-9f64-4613-a38a-8262dac97830 x-openstack-request-id: req-0eebd449-9f64-4613-a38a-8262dac97830 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:14:59.193440 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d02f36-a95a-4973-a0b8-e7fbdb44bb1e", "name": "network-vif-deleted", "tag": "53b70e93-28e4-4719-8870-37aa129f8fff", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:14:59.193684 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0eebd449-9f64-4613-a38a-8262dac97830 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:14:59.194116 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d02f36-a95a-4973-a0b8-e7fbdb44bb1e', 'name': 'network-vif-deleted', 'tag': '53b70e93-28e4-4719-8870-37aa129f8fff', 'status': 'completed', 'code': 200} Sep 17 23:14:59.770018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3813fab9-ca46-4a98-a57c-0a1b966b6ac2 req-449c6a67-4f9e-4220-9ee7-19baf2c7c8fb tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d02f36-a95a-4973-a0b8-e7fbdb44bb1e HTTP/1.1" status: 200 len: 210 time: 0.0267282 Sep 17 23:15:00.916120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd54b1-cc5c-466f-84f3-5a63acca66a3 req-178f5f19-adb1-4a67-9dcc-f81b43b9d15d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:00.917586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebfd54b1-cc5c-466f-84f3-5a63acca66a3 req-178f5f19-adb1-4a67-9dcc-f81b43b9d15d tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0469065 Sep 17 23:15:00.958199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ebfd54b1-cc5c-466f-84f3-5a63acca66a3 req-5c1edaa1-db33-4868-886e-6e16e8e98495 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340061 Sep 17 23:15:01.088273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc832bc-04ae-43b4-ab86-5a230d3d1ee7 req-73dcbe53-1d61-42d2-837c-948da4fd642f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:01.089672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbc832bc-04ae-43b4-ab86-5a230d3d1ee7 req-73dcbe53-1d61-42d2-837c-948da4fd642f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0483949 Sep 17 23:15:01.126650 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bbc832bc-04ae-43b4-ab86-5a230d3d1ee7 req-39977187-ed8c-4553-8c9a-a5a672f041b0 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304646 Sep 17 23:15:01.154703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 53b70e93-28e4-4719-8870-37aa129f8fff no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:15:01.174284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 53b70e93-28e4-4719-8870-37aa129f8fff {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:15:01.174624 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 53b70e93-28e4-4719-8870-37aa129f8fff not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:15:01.244484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d05a1-5876-472b-aaae-3cca17211ab9 req-10fc51f2-44cc-49e4-bf7b-b176a7ee22f3 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:01.245973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311d05a1-5876-472b-aaae-3cca17211ab9 req-10fc51f2-44cc-49e4-bf7b-b176a7ee22f3 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0496995 Sep 17 23:15:01.284479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311d05a1-5876-472b-aaae-3cca17211ab9 req-555383d9-d578-484d-be05-ccefe0704fbe tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318246 Sep 17 23:15:01.356011 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-9c4a15f7-b0b6-4fe3-bc16-7ed15020bf73 req-61c82050-b887-4a17-be48-ce0fa9401c1a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:15:01.357045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c4a15f7-b0b6-4fe3-bc16-7ed15020bf73 req-61c82050-b887-4a17-be48-ce0fa9401c1a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056634 Sep 17 23:15:01.459370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1e69b-8aae-4066-9988-477b6e6fecb7 req-d2f1a648-2098-4b97-b736-2dca325ce608 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:01.460828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1f1e69b-8aae-4066-9988-477b6e6fecb7 req-d2f1a648-2098-4b97-b736-2dca325ce608 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0470395 Sep 17 23:15:01.501614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1f1e69b-8aae-4066-9988-477b6e6fecb7 req-a0b119b6-b56a-4094-9ec5-857e24e23e02 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Sep 17 23:15:01.614332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac73fc-3465-43cc-9451-cdb37a7971f0 req-0306a3b3-a1af-4b7c-b174-926b5f343a6f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:01.615780 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4ac73fc-3465-43cc-9451-cdb37a7971f0 req-0306a3b3-a1af-4b7c-b174-926b5f343a6f tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0483713 Sep 17 23:15:01.653541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b4ac73fc-3465-43cc-9451-cdb37a7971f0 req-7f0d85eb-fd04-4b36-94ea-4a4cd4c11a94 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Sep 17 23:15:01.776966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05d660-fb1d-4057-a5df-b1718d960c5e req-3bad6c16-a32b-40ea-9653-8434df62fb4a tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:01.778436 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd05d660-fb1d-4057-a5df-b1718d960c5e req-3bad6c16-a32b-40ea-9653-8434df62fb4a tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0485895 Sep 17 23:15:01.815218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd05d660-fb1d-4057-a5df-b1718d960c5e req-83db74dd-92bc-4a8d-beea-b5e80fe72fa2 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Sep 17 23:15:02.315262 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a35f98-271e-43c0-b182-892ba648ac65 req-94866e41-6051-4245-bfe7-148a44768706 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:02.316729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43a35f98-271e-43c0-b182-892ba648ac65 req-94866e41-6051-4245-bfe7-148a44768706 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0470343 Sep 17 23:15:02.358567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-43a35f98-271e-43c0-b182-892ba648ac65 req-fc832151-0cc0-4737-83be-a45000756f19 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358944 Sep 17 23:15:03.473430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1485f85-0dad-4493-b60d-93062cff93db req-f3263d35-3449-4465-9d6b-e638b4ee351b tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:03.474929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1485f85-0dad-4493-b60d-93062cff93db req-f3263d35-3449-4465-9d6b-e638b4ee351b tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0486870 Sep 17 23:15:03.512076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1485f85-0dad-4493-b60d-93062cff93db req-fdfb5dcd-c012-4d76-a089-05afb737004b tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4edd380-b12c-4671-8358-d2d8d36a4b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Sep 17 23:15:03.657098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b842501-0392-4799-85c1-07a50746e5d5 req-7c7a9670-8311-46e4-95de-f814d4b460e3 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:03.658495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b842501-0392-4799-85c1-07a50746e5d5 req-7c7a9670-8311-46e4-95de-f814d4b460e3 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.32 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 946 time: 0.0477667 Sep 17 23:15:03.748563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4b842501-0392-4799-85c1-07a50746e5d5 req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Deleting port 7578adea-5dd1-4423-a507-c94829124545 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:03.748901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4b842501-0392-4799-85c1-07a50746e5d5 req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:03.834892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-4b842501-0392-4799-85c1-07a50746e5d5 req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] For port 7578adea-5dd1-4423-a507-c94829124545, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7578adea-5dd1-4423-a507-c94829124545,segment=NetworkSegment(5671178e-6b68-46cf-a904-37191cab49f5),segment_id=5671178e-6b68-46cf-a904-37191cab49f5)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:03.835250 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4b842501-0392-4799-85c1-07a50746e5d5 req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:03.847731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-4b842501-0392-4799-85c1-07a50746e5d5 req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Calling delete_port for 7578adea-5dd1-4423-a507-c94829124545 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:04.028081 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4b842501-0392-4799-85c1-07a50746e5d5 req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:04.039635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['7578adea-5dd1-4423-a507-c94829124545'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:15:04.055922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Pushing event deleted for resources: {'Port': ['ID=7578adea-5dd1-4423-a507-c94829124545,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:04.068831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.069181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.069521 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.069857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.070180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.070560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.070898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.071220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.071541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.071858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.072176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.072493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:04.109618 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b842501-0392-4799-85c1-07a50746e5d5 req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] No DVR routers for this DVR port 7578adea-5dd1-4423-a507-c94829124545 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:04.112131 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-4b842501-0392-4799-85c1-07a50746e5d5 req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:04.114616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4b842501-0392-4799-85c1-07a50746e5d5 req-0608b168-8da2-468a-a79f-c2059963b8cd tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.32 "DELETE /v2.0/ports/7578adea-5dd1-4423-a507-c94829124545 HTTP/1.1" status: 204 len: 173 time: 0.4500415 Sep 17 23:15:04.115077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086', 'name': 'network-vif-deleted', 'tag': '7578adea-5dd1-4423-a507-c94829124545'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:15:04.117380 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00204948-3b85-4146-9dbb-804739a7cf8c" -d '{"events": [{"server_uuid": "16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086", "name": "network-vif-deleted", "tag": "7578adea-5dd1-4423-a507-c94829124545"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:15:04.153119 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467ef62f-212f-40a2-bb5d-eb5534991576 x-openstack-request-id: req-467ef62f-212f-40a2-bb5d-eb5534991576 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:15:04.153408 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086", "name": "network-vif-deleted", "tag": "7578adea-5dd1-4423-a507-c94829124545", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:15:04.153746 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-467ef62f-212f-40a2-bb5d-eb5534991576 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:15:04.154149 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086', 'name': 'network-vif-deleted', 'tag': '7578adea-5dd1-4423-a507-c94829124545', 'status': 'completed', 'code': 200} Sep 17 23:15:04.614835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4aac0c99-40fa-4fcf-81be-26fe13a48d14 req-102cbe89-7f56-43f5-8908-51763c9094a4 tempest-ServersNegativeTestJSON-287895233 tempest-ServersNegativeTestJSON-287895233-project] 10.222.0.13 "GET /v2.0/ports?device_id=16d4f5a1-ff3c-4fb0-8d9b-b1d1a34f1086 HTTP/1.1" status: 200 len: 210 time: 0.0271089 Sep 17 23:15:05.668690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33982) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:05.712376 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac3cb18-4094-408e-ae87-254b4fe20bd8 admin admin] Deleting subnet cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:15:05.715343 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cb18-4094-408e-ae87-254b4fe20bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.749254 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cb18-4094-408e-ae87-254b4fe20bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.785137 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cb18-4094-408e-ae87-254b4fe20bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.902311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cb18-4094-408e-ae87-254b4fe20bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.926231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3cb18-4094-408e-ae87-254b4fe20bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:05.932388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cb18-4094-408e-ae87-254b4fe20bd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:05.934341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4ac3cb18-4094-408e-ae87-254b4fe20bd8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cca3c3bb-fb0f-4c41-a79f-3be382b6bd7d HTTP/1.1" status: 204 len: 168 time: 0.2638981 Sep 17 23:15:05.937467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 33984) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:06.005436 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.084852 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.104226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65727166-9818-400f-962a-55f5e32be463']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:06.113454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5671178e-6b68-46cf-a904-37191cab49f5') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:06.114035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5671178e-6b68-46cf-a904-37191cab49f5') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:06.122991 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.135997 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.141982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:06.142406 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:06.144163 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:06.254281 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.259584 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.261394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/65727166-9818-400f-962a-55f5e32be463 HTTP/1.1" status: 204 len: 168 time: 0.3230219 Sep 17 23:15:06.272325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bc56b-1022-4e9f-8667-1e6d28d74ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=65727166-9818-400f-962a-55f5e32be463,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:06.557280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33988) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:06.597220 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-04476d9b-436b-4f02-90e6-5967781a12c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c99491173fcb4f8880cfe111ae4cae21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388057 Sep 17 23:15:06.599719 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 33990) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:06.645612 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47d13cd8-05ab-48a7-a36b-ce6d36b3e4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.666170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47d13cd8-05ab-48a7-a36b-ce6d36b3e4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.787426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47d13cd8-05ab-48a7-a36b-ce6d36b3e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.789914 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47d13cd8-05ab-48a7-a36b-ce6d36b3e4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:06.791121 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-47d13cd8-05ab-48a7-a36b-ce6d36b3e4b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4edd380-b12c-4671-8358-d2d8d36a4b4d HTTP/1.1" status: 204 len: 168 time: 0.1904957 Sep 17 23:15:06.798951 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d13cd8-05ab-48a7-a36b-ce6d36b3e4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4edd380-b12c-4671-8358-d2d8d36a4b4d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:07.085550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7578adea-5dd1-4423-a507-c94829124545 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:15:07.105034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 7578adea-5dd1-4423-a507-c94829124545 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:15:07.105495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7578adea-5dd1-4423-a507-c94829124545 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:15:07.761520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34012) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:07.855717 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1447455746'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:07.930144 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:07.933604 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:07.942066 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:08.028295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:08.107779 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:08.133751 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:08.143579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efeaaf0-7926-4800-9a38-bb9140f541a2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:08.149298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:08.149644 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Added segment d2580094-23dc-415d-93e0-f9c773f374de of type vlan for network b766e138-4c9d-4d3d-bc7d-52ad017fed76 Sep 17 23:15:08.189221 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:08.273392 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:08.278938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:08.279540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:08.346230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Network': ['ID=b766e138-4c9d-4d3d-bc7d-52ad017fed76,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:08.354279 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-872fcd35-c0c0-4afe-ba8c-af9708c74a41 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5916936 Sep 17 23:15:08.357015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b766e138-4c9d-4d3d-bc7d-52ad017fed76 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:08.894320 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:10.574352 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:11.589258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34016) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:11.595297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'subnet': {'network_id': 'b766e138-4c9d-4d3d-bc7d-52ad017fed76', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:11.740135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:11.743726 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:11.968652 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.033444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Subnet': ['ID=4cdb4ee4-777e-4e90-8368-709dd178d657,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:12.040374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Checking segment: {'id': 'd2580094-23dc-415d-93e0-f9c773f374de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b766e138-4c9d-4d3d-bc7d-52ad017fed76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:12.040374 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network hostable DHCP agents. Network: b766e138-4c9d-4d3d-bc7d-52ad017fed76, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:12.105478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network b766e138-4c9d-4d3d-bc7d-52ad017fed76 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:12.179754 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b766e138-4c9d-4d3d-bc7d-52ad017fed76) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:12.184201 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:12.185912 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.189017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59009df3-8e2e-41ea-b0b9-71da8482deaa None None] Network b766e138-4c9d-4d3d-bc7d-52ad017fed76 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:12.251583 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-32498647-1960-4cb5-b70b-6fefa8d186f8 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6611984 Sep 17 23:15:12.255090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34018) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:12.260075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725925467'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:12.329566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b766e138-4c9d-4d3d-bc7d-52ad017fed76', 'network_id': 'b766e138-4c9d-4d3d-bc7d-52ad017fed76', 'tenant_id': '8ddf344a6b9a476fab74b34f212f213c', 'fixed_ips': [{'subnet_id': '4cdb4ee4-777e-4e90-8368-709dd178d657'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:15:12.330421 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.336541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:12.340196 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.364803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:12.374155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.374499 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Added segment 12920231-cd26-4772-a9ed-83c9a1c8b3bc of type vlan for network 323523bd-9b0d-4808-affc-704b8ec7c650 Sep 17 23:15:12.414086 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.469578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Allocated IP 2001:db8:0:ffff::2 (b766e138-4c9d-4d3d-bc7d-52ad017fed76/4cdb4ee4-777e-4e90-8368-709dd178d657/714f780b-8e8f-4b3f-a8af-a67199c65f3d) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:12.496536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.502978 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:12.503564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.571513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Network': ['ID=323523bd-9b0d-4808-affc-704b8ec7c650,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:12.590552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 323523bd-9b0d-4808-affc-704b8ec7c650 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:12.626142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bbd3bbc3-4a06-4147-86d0-3e9fc92050a3 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3699355 Sep 17 23:15:12.629007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34020) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:12.634045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'subnet': {'network_id': '323523bd-9b0d-4808-affc-704b8ec7c650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:12.657518 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.728629 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.769178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Network b766e138-4c9d-4d3d-bc7d-52ad017fed76 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:12.773324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:12.780033 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:12.783060 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Pushing event updated for resources: {'Port': ['ID=714f780b-8e8f-4b3f-a8af-a67199c65f3d,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:12.793260 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:12.797489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.832607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Attempting to bind port 714f780b-8e8f-4b3f-a8af-a67199c65f3d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:12.832891 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Attempting to bind port 714f780b-8e8f-4b3f-a8af-a67199c65f3d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd2580094-23dc-415d-93e0-f9c773f374de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b766e138-4c9d-4d3d-bc7d-52ad017fed76'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:12.833248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Attempting to bind port 714f780b-8e8f-4b3f-a8af-a67199c65f3d on network b766e138-4c9d-4d3d-bc7d-52ad017fed76 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:12.838128 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:12.838499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Checking segment: {'id': 'd2580094-23dc-415d-93e0-f9c773f374de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b766e138-4c9d-4d3d-bc7d-52ad017fed76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:12.842689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.842689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Bound using segment: {'id': 'd2580094-23dc-415d-93e0-f9c773f374de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b766e138-4c9d-4d3d-bc7d-52ad017fed76'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:12.842689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Bound port: 714f780b-8e8f-4b3f-a8af-a67199c65f3d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2580094-23dc-415d-93e0-f9c773f374de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b766e138-4c9d-4d3d-bc7d-52ad017fed76'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:12.842689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:12.905000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] For port 714f780b-8e8f-4b3f-a8af-a67199c65f3d, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:12.908515 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] For port 714f780b-8e8f-4b3f-a8af-a67199c65f3d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=714f780b-8e8f-4b3f-a8af-a67199c65f3d,segment=NetworkSegment(d2580094-23dc-415d-93e0-f9c773f374de),segment_id=d2580094-23dc-415d-93e0-f9c773f374de)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:12.988654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.046038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74061a-616f-4992-8011-cb4de2dd8c79 None None] Pushing event updated for resources: {'Port': ['ID=714f780b-8e8f-4b3f-a8af-a67199c65f3d,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:13.073696 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.152049 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Subnet': ['ID=9a56db62-1ec5-4f6d-88b8-a6baa592e68e,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:13.159371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Checking segment: {'id': '12920231-cd26-4772-a9ed-83c9a1c8b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '323523bd-9b0d-4808-affc-704b8ec7c650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:13.159724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network hostable DHCP agents. Network: 323523bd-9b0d-4808-affc-704b8ec7c650, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:13.248665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network 323523bd-9b0d-4808-affc-704b8ec7c650 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:13.322911 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 323523bd-9b0d-4808-affc-704b8ec7c650) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:13.328290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:13.328888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.332800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9975001-0176-472d-b6a7-a317dbb53191 None None] Network 323523bd-9b0d-4808-affc-704b8ec7c650 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:13.423078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c9a643fd-4491-491f-9766-c2e11f2cf7b7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7929666 Sep 17 23:15:13.425736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34022) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:13.482184 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-323523bd-9b0d-4808-affc-704b8ec7c650', 'network_id': '323523bd-9b0d-4808-affc-704b8ec7c650', 'tenant_id': '8ddf344a6b9a476fab74b34f212f213c', 'fixed_ips': [{'subnet_id': '9a56db62-1ec5-4f6d-88b8-a6baa592e68e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:15:13.483650 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.525531 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.576684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.623237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Allocated IP 2001:db8::2 (323523bd-9b0d-4808-affc-704b8ec7c650/9a56db62-1ec5-4f6d-88b8-a6baa592e68e/ed629d23-d262-4839-82f5-14f6fb8538e7) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:13.773130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.832039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.870781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Network 323523bd-9b0d-4808-affc-704b8ec7c650 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:13.874586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:13.878050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:13.887456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Pushing event updated for resources: {'Port': ['ID=ed629d23-d262-4839-82f5-14f6fb8538e7,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:13.935960 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.939666 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d292dd8e-7b22-4758-a546-01b6004cf748 None None] Network b766e138-4c9d-4d3d-bc7d-52ad017fed76 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:13.958523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Attempting to bind port ed629d23-d262-4839-82f5-14f6fb8538e7 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:13.962642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Attempting to bind port ed629d23-d262-4839-82f5-14f6fb8538e7 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '12920231-cd26-4772-a9ed-83c9a1c8b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '323523bd-9b0d-4808-affc-704b8ec7c650'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:13.962642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Attempting to bind port ed629d23-d262-4839-82f5-14f6fb8538e7 on network 323523bd-9b0d-4808-affc-704b8ec7c650 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:13.963567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Subnet': ['ID=9a56db62-1ec5-4f6d-88b8-a6baa592e68e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:13.973887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:13.974287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Checking segment: {'id': '12920231-cd26-4772-a9ed-83c9a1c8b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '323523bd-9b0d-4808-affc-704b8ec7c650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:13.974677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:13.975089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Bound using segment: {'id': '12920231-cd26-4772-a9ed-83c9a1c8b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '323523bd-9b0d-4808-affc-704b8ec7c650'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:13.975548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Bound port: ed629d23-d262-4839-82f5-14f6fb8538e7, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12920231-cd26-4772-a9ed-83c9a1c8b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '323523bd-9b0d-4808-affc-704b8ec7c650'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:13.975920 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.019655 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.039105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323523bd-9b0d-4808-affc-704b8ec7c650']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:14.048823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12920231-cd26-4772-a9ed-83c9a1c8b3bc') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:14.049120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12920231-cd26-4772-a9ed-83c9a1c8b3bc') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:14.065483 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.078646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.084547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:14.084937 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:14.087891 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:14.094606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4f2c65db-96fb-4814-933c-82b455fdadc0 None None] Provisioning complete for port 714f780b-8e8f-4b3f-a8af-a67199c65f3d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:14.094606 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f2c65db-96fb-4814-933c-82b455fdadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.180353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:15:14.180353 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:15:14.180353 n-d-713498-17 neutron-server[101661]: [parameters: {'id': '323523bd-9b0d-4808-affc-704b8ec7c650'}] Sep 17 23:15:14.180353 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:15:14.180785 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:15:14.299591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] For port ed629d23-d262-4839-82f5-14f6fb8538e7, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:14.320529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] For port ed629d23-d262-4839-82f5-14f6fb8538e7, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ed629d23-d262-4839-82f5-14f6fb8538e7,segment=NetworkSegment(12920231-cd26-4772-a9ed-83c9a1c8b3bc),segment_id=12920231-cd26-4772-a9ed-83c9a1c8b3bc)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:14.376433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.438431 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f2c65db-96fb-4814-933c-82b455fdadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.491763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69854743-99db-4540-84dc-98c4c6b286ac None None] Pushing event updated for resources: {'Port': ['ID=ed629d23-d262-4839-82f5-14f6fb8538e7,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:14.510984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b67da9-da75-45ca-8a4c-1d25d917a4a6 None None] Network 323523bd-9b0d-4808-affc-704b8ec7c650 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:14.516477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4f2c65db-96fb-4814-933c-82b455fdadc0 None None] For port 714f780b-8e8f-4b3f-a8af-a67199c65f3d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=714f780b-8e8f-4b3f-a8af-a67199c65f3d,segment=NetworkSegment(d2580094-23dc-415d-93e0-f9c773f374de),segment_id=d2580094-23dc-415d-93e0-f9c773f374de)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:14.569025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4f2c65db-96fb-4814-933c-82b455fdadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.661499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c65db-96fb-4814-933c-82b455fdadc0 None None] Pushing event updated for resources: {'Port': ['ID=714f780b-8e8f-4b3f-a8af-a67199c65f3d,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:14.681670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.682153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed81bf-1764-41ee-b0bb-0b6ee617c676 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:15:14.711970 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2cee4090-3e86-47b6-8083-67add0c79ed1 None None] Provisioning complete for port 714f780b-8e8f-4b3f-a8af-a67199c65f3d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:14.712250 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2cee4090-3e86-47b6-8083-67add0c79ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.734893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Deleting port ed629d23-d262-4839-82f5-14f6fb8538e7 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:14.735231 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.782321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ed81bf-1764-41ee-b0bb-0b6ee617c676 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:15:14.799707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] For port ed629d23-d262-4839-82f5-14f6fb8538e7, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ed629d23-d262-4839-82f5-14f6fb8538e7,segment=NetworkSegment(12920231-cd26-4772-a9ed-83c9a1c8b3bc),segment_id=12920231-cd26-4772-a9ed-83c9a1c8b3bc)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:14.800070 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.813249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Calling delete_port for ed629d23-d262-4839-82f5-14f6fb8538e7 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:14.946111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:14.974625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Port': ['ID=ed629d23-d262-4839-82f5-14f6fb8538e7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:14.977649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No DVR routers for this DVR port ed629d23-d262-4839-82f5-14f6fb8538e7 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:15.065359 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.085393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323523bd-9b0d-4808-affc-704b8ec7c650']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:15.096352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12920231-cd26-4772-a9ed-83c9a1c8b3bc') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:15.096645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12920231-cd26-4772-a9ed-83c9a1c8b3bc') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:15.096784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 714f780b-8e8f-4b3f-a8af-a67199c65f3d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:15.106209 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.119965 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.126601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:15.127050 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:15.129968 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:15.149780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 714f780b-8e8f-4b3f-a8af-a67199c65f3d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:15.150140 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.256457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.260748 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.262671 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/networks/323523bd-9b0d-4808-affc-704b8ec7c650 HTTP/1.1" status: 204 len: 168 time: 1.8359578 Sep 17 23:15:15.266581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34024) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:15.271902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519393570'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:15.276909 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768be3a1-f4c2-4fd1-a0b3-ee557fe15af7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Network': ['ID=323523bd-9b0d-4808-affc-704b8ec7c650,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:15.351457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:15.355055 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.379032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:15.388452 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.388802 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Added segment 8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc of type vlan for network 8a5c3e52-3522-48b1-88f6-79af7c49982c Sep 17 23:15:15.428369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.505703 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.511188 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:15.511777 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.575796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Network': ['ID=8a5c3e52-3522-48b1-88f6-79af7c49982c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:15.586156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 8a5c3e52-3522-48b1-88f6-79af7c49982c details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:15.622693 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-58a672fd-a740-47b2-b1f0-32924023e07c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3548701 Sep 17 23:15:15.625475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34026) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:15.630349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'subnet': {'network_id': '8a5c3e52-3522-48b1-88f6-79af7c49982c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:15.793289 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:15.796774 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:15.856791 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Performing IP validity checks on allocation pools {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 23:15:15.857302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.ipam_backend_mixin [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 23:15:16.027624 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.082258 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:15:16.087672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Subnet': ['ID=5dd12b83-a87a-4491-8d2e-d4bf18b0c62b,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:16.094879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Checking segment: {'id': '8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a5c3e52-3522-48b1-88f6-79af7c49982c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:16.095235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network hostable DHCP agents. Network: 8a5c3e52-3522-48b1-88f6-79af7c49982c, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:16.162173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network 8a5c3e52-3522-48b1-88f6-79af7c49982c is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:16.231109 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 8a5c3e52-3522-48b1-88f6-79af7c49982c) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:16.235772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:16.236364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.240582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40f8287-9e2c-4c14-a251-fe4ef255c376 None None] Network 8a5c3e52-3522-48b1-88f6-79af7c49982c requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:16.317892 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-87e19e9f-fc4d-4e3a-8228-14b11c73dbf4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6913564 Sep 17 23:15:16.320591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34028) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:16.394337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-8a5c3e52-3522-48b1-88f6-79af7c49982c', 'network_id': '8a5c3e52-3522-48b1-88f6-79af7c49982c', 'tenant_id': '8ddf344a6b9a476fab74b34f212f213c', 'fixed_ips': [{'subnet_id': '5dd12b83-a87a-4491-8d2e-d4bf18b0c62b'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:15:16.395234 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.416095 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.471305 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.525737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Allocated IP 2001:db8::3 (8a5c3e52-3522-48b1-88f6-79af7c49982c/5dd12b83-a87a-4491-8d2e-d4bf18b0c62b/3f997188-afc4-4545-a854-24464b955af4) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:16.665320 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.730570 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.767629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Network 8a5c3e52-3522-48b1-88f6-79af7c49982c is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:16.770334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:16.773706 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:16.782959 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Pushing event updated for resources: {'Port': ['ID=3f997188-afc4-4545-a854-24464b955af4,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:16.835482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Attempting to bind port 3f997188-afc4-4545-a854-24464b955af4 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:16.835845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Attempting to bind port 3f997188-afc4-4545-a854-24464b955af4 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a5c3e52-3522-48b1-88f6-79af7c49982c'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:16.836200 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Attempting to bind port 3f997188-afc4-4545-a854-24464b955af4 on network 8a5c3e52-3522-48b1-88f6-79af7c49982c {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:16.839774 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.841181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:16.841601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Checking segment: {'id': '8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a5c3e52-3522-48b1-88f6-79af7c49982c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:16.841995 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.842385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Bound using segment: {'id': '8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a5c3e52-3522-48b1-88f6-79af7c49982c'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:16.842864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Bound port: 3f997188-afc4-4545-a854-24464b955af4, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a5c3e52-3522-48b1-88f6-79af7c49982c'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:16.843241 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.868366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd12b83-a87a-4491-8d2e-d4bf18b0c62b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:16.907789 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] For port 3f997188-afc4-4545-a854-24464b955af4, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:16.910828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] For port 3f997188-afc4-4545-a854-24464b955af4, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3f997188-afc4-4545-a854-24464b955af4,segment=NetworkSegment(8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc),segment_id=8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:16.929075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.949107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5c3e52-3522-48b1-88f6-79af7c49982c']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:16.958193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:16.958484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:16.967646 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.988765 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.990564 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:16.996394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:16.996773 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:17.000458 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:17.072237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5447198-6535-4f23-96e3-f8bfd39c9390 None None] Pushing event updated for resources: {'Port': ['ID=3f997188-afc4-4545-a854-24464b955af4,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:17.082538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d44ba4-230d-473a-bb79-d89907d27a86 None None] Network 8a5c3e52-3522-48b1-88f6-79af7c49982c requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:17.096370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.db.api [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:15:17.096370 n-d-713498-17 neutron-server[101661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:15:17.096370 n-d-713498-17 neutron-server[101661]: [parameters: {'id': '8a5c3e52-3522-48b1-88f6-79af7c49982c'}] Sep 17 23:15:17.096370 n-d-713498-17 neutron-server[101661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:15:17.096822 n-d-713498-17 neutron-server[101661]: DEBUG oslo_db.api [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:15:17.196928 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73346cb1-9505-4d32-9edb-a71effce4cd4 None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:15:17.264472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73346cb1-9505-4d32-9edb-a71effce4cd4 None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:15:17.598290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:17.648395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Deleting port 3f997188-afc4-4545-a854-24464b955af4 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:17.648724 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:17.711986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] For port 3f997188-afc4-4545-a854-24464b955af4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3f997188-afc4-4545-a854-24464b955af4,segment=NetworkSegment(8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc),segment_id=8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:17.712255 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:17.724829 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Calling delete_port for 3f997188-afc4-4545-a854-24464b955af4 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:17.799137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-79179fd7-dc7a-477e-bcef-b5cffd196305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:17.873103 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:17.900143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Port': ['ID=3f997188-afc4-4545-a854-24464b955af4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:17.907074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No DVR routers for this DVR port 3f997188-afc4-4545-a854-24464b955af4 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:17.985661 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.000765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5c3e52-3522-48b1-88f6-79af7c49982c']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:18.009558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:18.009851 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad37f02-10b0-4c67-8aa8-44a4ded6a9fc') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:18.019589 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.033042 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.038608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:18.039003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:18.041778 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:18.164444 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.171406 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.173710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/networks/8a5c3e52-3522-48b1-88f6-79af7c49982c HTTP/1.1" status: 204 len: 168 time: 1.8521340 Sep 17 23:15:18.177330 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34030) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:18.182547 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1779048394'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:18.184409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499a833-841c-46d4-98e5-782f54e2503a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Network': ['ID=8a5c3e52-3522-48b1-88f6-79af7c49982c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:18.255894 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:18.259337 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.286657 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:18.295663 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.296002 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Added segment 0f6fa706-feeb-46ca-b61b-46d23b66d3cd of type vlan for network 98371f08-36a6-4f45-8b9a-45321da79b74 Sep 17 23:15:18.333216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.410271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.415878 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:18.416466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.481915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Network': ['ID=98371f08-36a6-4f45-8b9a-45321da79b74,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:18.490966 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-275d1933-0f5b-494f-8930-1e073e7bcbdc tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3125231 Sep 17 23:15:18.493940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34032) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:18.496351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 98371f08-36a6-4f45-8b9a-45321da79b74 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:18.499763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'subnet': {'network_id': '98371f08-36a6-4f45-8b9a-45321da79b74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:18.650173 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:18.654731 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.888517 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:18.947767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Subnet': ['ID=5a5cf18c-eb6b-4e9f-a65c-0f3dc71c0646,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:18.955545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Checking segment: {'id': '0f6fa706-feeb-46ca-b61b-46d23b66d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '98371f08-36a6-4f45-8b9a-45321da79b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:18.955772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network hostable DHCP agents. Network: 98371f08-36a6-4f45-8b9a-45321da79b74, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:19.025525 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network 98371f08-36a6-4f45-8b9a-45321da79b74 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:19.116640 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 98371f08-36a6-4f45-8b9a-45321da79b74) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:19.120676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:19.121287 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.127516 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75636f3b-e69f-46b3-bde9-6c817e4c0b86 None None] Network 98371f08-36a6-4f45-8b9a-45321da79b74 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:19.209208 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-45813ee3-5d21-4204-8d35-8de9463c32f2 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7133787 Sep 17 23:15:19.212710 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34034) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:19.217768 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103704028'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:19.269297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-98371f08-36a6-4f45-8b9a-45321da79b74', 'network_id': '98371f08-36a6-4f45-8b9a-45321da79b74', 'tenant_id': '8ddf344a6b9a476fab74b34f212f213c', 'fixed_ips': [{'subnet_id': '5a5cf18c-eb6b-4e9f-a65c-0f3dc71c0646'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:15:19.270199 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.342359 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:19.347818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.375813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:19.384486 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.384821 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Added segment 96626ebf-a41b-4e3d-a928-c0411292e56d of type vlan for network 65bd771d-b015-42fa-9ec5-b64bab938176 Sep 17 23:15:19.410475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Allocated IP 2001:db8::2 (98371f08-36a6-4f45-8b9a-45321da79b74/5a5cf18c-eb6b-4e9f-a65c-0f3dc71c0646/4ac914a6-fed4-493a-8cb5-1128862f82fc) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:19.429056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.488271 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.494102 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:19.494749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.553287 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.562091 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Network': ['ID=65bd771d-b015-42fa-9ec5-b64bab938176,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:19.571768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 65bd771d-b015-42fa-9ec5-b64bab938176 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:19.577652 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b3d746c8-5827-4cab-accf-f97eee259b28 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3639092 Sep 17 23:15:19.582485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34036) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:19.585315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Request body: {'subnet': {'network_id': '65bd771d-b015-42fa-9ec5-b64bab938176', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:19.673936 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.710183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Network 98371f08-36a6-4f45-8b9a-45321da79b74 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:19.713192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:19.717912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:19.726740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Pushing event updated for resources: {'Port': ['ID=4ac914a6-fed4-493a-8cb5-1128862f82fc,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:19.745788 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Made reservation on behalf of 8ddf344a6b9a476fab74b34f212f213c for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:19.749369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.781004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Attempting to bind port 4ac914a6-fed4-493a-8cb5-1128862f82fc on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:19.781369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Attempting to bind port 4ac914a6-fed4-493a-8cb5-1128862f82fc by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0f6fa706-feeb-46ca-b61b-46d23b66d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '98371f08-36a6-4f45-8b9a-45321da79b74'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:19.781731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Attempting to bind port 4ac914a6-fed4-493a-8cb5-1128862f82fc on network 98371f08-36a6-4f45-8b9a-45321da79b74 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:19.786503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:19.786905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Checking segment: {'id': '0f6fa706-feeb-46ca-b61b-46d23b66d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '98371f08-36a6-4f45-8b9a-45321da79b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:19.787305 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.787685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Bound using segment: {'id': '0f6fa706-feeb-46ca-b61b-46d23b66d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '98371f08-36a6-4f45-8b9a-45321da79b74'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:19.788135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Bound port: 4ac914a6-fed4-493a-8cb5-1128862f82fc, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6fa706-feeb-46ca-b61b-46d23b66d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '98371f08-36a6-4f45-8b9a-45321da79b74'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:19.788505 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.850732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] For port 4ac914a6-fed4-493a-8cb5-1128862f82fc, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:19.853817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] For port 4ac914a6-fed4-493a-8cb5-1128862f82fc, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4ac914a6-fed4-493a-8cb5-1128862f82fc,segment=NetworkSegment(0f6fa706-feeb-46ca-b61b-46d23b66d3cd),segment_id=0f6fa706-feeb-46ca-b61b-46d23b66d3cd)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:19.931234 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.986514 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:19.987575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeafd1-8674-45a1-9662-5038637a014e None None] Pushing event updated for resources: {'Port': ['ID=4ac914a6-fed4-493a-8cb5-1128862f82fc,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:20.049884 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event updated for resources: {'Subnet': ['ID=f16ac5ac-39b6-4e01-b269-a166dc9ad975,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:20.057606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Checking segment: {'id': '96626ebf-a41b-4e3d-a928-c0411292e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '65bd771d-b015-42fa-9ec5-b64bab938176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:20.057954 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network hostable DHCP agents. Network: 65bd771d-b015-42fa-9ec5-b64bab938176, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:20.139835 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Network 65bd771d-b015-42fa-9ec5-b64bab938176 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:20.225526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 65bd771d-b015-42fa-9ec5-b64bab938176) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:20.230092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:20.230692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.236471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d026ca-0e87-4760-bec6-f487ff1429b4 None None] Network 65bd771d-b015-42fa-9ec5-b64bab938176 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:20.252921 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2514-20db-475d-9236-b5265e6fe352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.318243 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6c631296-9061-468d-88e6-cfffeaee715a tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7366469 Sep 17 23:15:20.320634 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34038) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:20.385123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-65bd771d-b015-42fa-9ec5-b64bab938176', 'network_id': '65bd771d-b015-42fa-9ec5-b64bab938176', 'tenant_id': '8ddf344a6b9a476fab74b34f212f213c', 'fixed_ips': [{'subnet_id': 'f16ac5ac-39b6-4e01-b269-a166dc9ad975'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:15:20.385123 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.425752 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.505298 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.523136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Allocated IP 2001:db8::2 (65bd771d-b015-42fa-9ec5-b64bab938176/f16ac5ac-39b6-4e01-b269-a166dc9ad975/6554ad82-a3d1-4414-87a9-567232c0e15b) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:20.676184 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.754030 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.795234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Network 65bd771d-b015-42fa-9ec5-b64bab938176 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:20.799753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:20.807730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:20.811057 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Pushing event updated for resources: {'Port': ['ID=6554ad82-a3d1-4414-87a9-567232c0e15b,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:20.834052 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.860305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Subnet': ['ID=f16ac5ac-39b6-4e01-b269-a166dc9ad975,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:20.873859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Attempting to bind port 6554ad82-a3d1-4414-87a9-567232c0e15b on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:20.874112 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Attempting to bind port 6554ad82-a3d1-4414-87a9-567232c0e15b by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '96626ebf-a41b-4e3d-a928-c0411292e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '65bd771d-b015-42fa-9ec5-b64bab938176'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:20.874462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Attempting to bind port 6554ad82-a3d1-4414-87a9-567232c0e15b on network 65bd771d-b015-42fa-9ec5-b64bab938176 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:20.880058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f0c7d9-e53d-49bc-b6ec-e50417bb08b0 None None] Network 98371f08-36a6-4f45-8b9a-45321da79b74 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:20.901766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:20.902141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Checking segment: {'id': '96626ebf-a41b-4e3d-a928-c0411292e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '65bd771d-b015-42fa-9ec5-b64bab938176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:20.902541 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.903018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Bound using segment: {'id': '96626ebf-a41b-4e3d-a928-c0411292e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '65bd771d-b015-42fa-9ec5-b64bab938176'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:20.904374 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Bound port: 6554ad82-a3d1-4414-87a9-567232c0e15b, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96626ebf-a41b-4e3d-a928-c0411292e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '65bd771d-b015-42fa-9ec5-b64bab938176'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:20.904696 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.926550 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.946024 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bd771d-b015-42fa-9ec5-b64bab938176']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:20.955459 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96626ebf-a41b-4e3d-a928-c0411292e56d') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:20.955757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96626ebf-a41b-4e3d-a928-c0411292e56d') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:20.964839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.968031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c3bdb416-c686-4783-b0ec-ff4fe1a73980 None None] Provisioning complete for port 4ac914a6-fed4-493a-8cb5-1128862f82fc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:20.968400 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb416-c686-4783-b0ec-ff4fe1a73980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.977963 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.983712 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:20.984095 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:20.986977 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:21.106945 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.db.api [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:15:21.106945 n-d-713498-17 neutron-server[101660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:15:21.106945 n-d-713498-17 neutron-server[101660]: [parameters: {'id': '65bd771d-b015-42fa-9ec5-b64bab938176'}] Sep 17 23:15:21.106945 n-d-713498-17 neutron-server[101660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:15:21.107395 n-d-713498-17 neutron-server[101660]: DEBUG oslo_db.api [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:15:21.207540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4ac914a6-fed4-493a-8cb5-1128862f82fc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:21.272702 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] For port 6554ad82-a3d1-4414-87a9-567232c0e15b, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:21.308219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] For port 6554ad82-a3d1-4414-87a9-567232c0e15b, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6554ad82-a3d1-4414-87a9-567232c0e15b,segment=NetworkSegment(96626ebf-a41b-4e3d-a928-c0411292e56d),segment_id=96626ebf-a41b-4e3d-a928-c0411292e56d)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:21.381121 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb416-c686-4783-b0ec-ff4fe1a73980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.394272 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.429145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4ac914a6-fed4-493a-8cb5-1128862f82fc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:21.429516 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.465597 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.513366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c3bdb416-c686-4783-b0ec-ff4fe1a73980 None None] For port 4ac914a6-fed4-493a-8cb5-1128862f82fc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4ac914a6-fed4-493a-8cb5-1128862f82fc,segment=NetworkSegment(0f6fa706-feeb-46ca-b61b-46d23b66d3cd),segment_id=0f6fa706-feeb-46ca-b61b-46d23b66d3cd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:21.544619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c32d6-36c5-4e7c-aa71-a04d8c3a74f1 None None] Pushing event updated for resources: {'Port': ['ID=6554ad82-a3d1-4414-87a9-567232c0e15b,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:21.581318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5cabe5-4a97-4eb8-a488-728f585d419f None None] Network 65bd771d-b015-42fa-9ec5-b64bab938176 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:21.600977 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c3bdb416-c686-4783-b0ec-ff4fe1a73980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.608413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.672861 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.679527 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Deleting port 6554ad82-a3d1-4414-87a9-567232c0e15b {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:21.679527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.739440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] For port 6554ad82-a3d1-4414-87a9-567232c0e15b, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6554ad82-a3d1-4414-87a9-567232c0e15b,segment=NetworkSegment(96626ebf-a41b-4e3d-a928-c0411292e56d),segment_id=96626ebf-a41b-4e3d-a928-c0411292e56d)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:21.739902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.746099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdb416-c686-4783-b0ec-ff4fe1a73980 None None] Pushing event updated for resources: {'Port': ['ID=4ac914a6-fed4-493a-8cb5-1128862f82fc,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:21.753476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Calling delete_port for 6554ad82-a3d1-4414-87a9-567232c0e15b owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:21.797432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ac6fdade-c410-4312-a90c-8038137b5708 None None] Provisioning complete for port 4ac914a6-fed4-493a-8cb5-1128862f82fc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:21.797707 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ac6fdade-c410-4312-a90c-8038137b5708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.806348 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:15:21.806836 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:15:21.860453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a40b4b-2a37-4e21-aa92-45e45f48acda None None] get_active_networks_info from n-d-713498-17 {{(pid=101662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:15:21.947805 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.965094 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:21.966411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a40b4b-2a37-4e21-aa92-45e45f48acda None None] Resources bound (agent type, host, resource id): {{(pid=101662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:15:21.974074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Port': ['ID=6554ad82-a3d1-4414-87a9-567232c0e15b,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:21.980921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No DVR routers for this DVR port 6554ad82-a3d1-4414-87a9-567232c0e15b on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:22.068926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:22.419377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bd771d-b015-42fa-9ec5-b64bab938176']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:22.428676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96626ebf-a41b-4e3d-a928-c0411292e56d') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:22.428971 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96626ebf-a41b-4e3d-a928-c0411292e56d') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:22.439876 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:22.455737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:22.461567 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:22.462018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:22.464805 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:22.602998 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:22.616139 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:22.616139 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/networks/65bd771d-b015-42fa-9ec5-b64bab938176 HTTP/1.1" status: 204 len: 168 time: 2.2898476 Sep 17 23:15:22.616773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34040) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:22.623716 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda3829-3938-427d-abb1-19ec52ad9f8c tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Network': ['ID=65bd771d-b015-42fa-9ec5-b64bab938176,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:22.646374 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a371446-3b1b-4709-90af-6a9c4407ebcb tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] GET failed (client error): The resource could not be found. Sep 17 23:15:22.647741 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5a371446-3b1b-4709-90af-6a9c4407ebcb tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "GET /v2.0/subnets/f16ac5ac-39b6-4e01-b269-a166dc9ad975 HTTP/1.1" status: 404 len: 337 time: 0.0315602 Sep 17 23:15:22.650466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34042) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:22.667769 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-830c14ba-bd1e-40dc-8530-c23b36df0531 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] DELETE failed (client error): The resource could not be found. Sep 17 23:15:22.669487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830c14ba-bd1e-40dc-8530-c23b36df0531 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:15:22.670042 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-830c14ba-bd1e-40dc-8530-c23b36df0531 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/networks/65bd771d-b015-42fa-9ec5-b64bab938176 HTTP/1.1" status: 404 len: 339 time: 0.0186582 Sep 17 23:15:22.673666 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34044) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:22.703324 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7305831-f9ad-498f-b8c6-bb2a133eb9d1 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] DELETE failed (client error): The resource could not be found. Sep 17 23:15:22.703746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7305831-f9ad-498f-b8c6-bb2a133eb9d1 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:15:22.705369 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a7305831-f9ad-498f-b8c6-bb2a133eb9d1 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/subnets/f16ac5ac-39b6-4e01-b269-a166dc9ad975 HTTP/1.1" status: 404 len: 337 time: 0.0308542 Sep 17 23:15:22.707866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34046) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:22.725027 n-d-713498-17 neutron-server[101661]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2de08c-25b9-40f7-8569-e5ac5b87bf70 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] DELETE failed (client error): The resource could not be found. Sep 17 23:15:22.725541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2de08c-25b9-40f7-8569-e5ac5b87bf70 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:15:22.727143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bf2de08c-25b9-40f7-8569-e5ac5b87bf70 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/networks/65bd771d-b015-42fa-9ec5-b64bab938176 HTTP/1.1" status: 404 len: 339 time: 0.0184216 Sep 17 23:15:22.729335 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34048) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:22.778554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff60cdf-c248-44ad-9b45-e5bcf8f76cb7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Deleting subnet 5a5cf18c-eb6b-4e9f-a65c-0f3dc71c0646 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:15:22.781522 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cff60cdf-c248-44ad-9b45-e5bcf8f76cb7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:22.819354 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cff60cdf-c248-44ad-9b45-e5bcf8f76cb7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:22.903888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cff60cdf-c248-44ad-9b45-e5bcf8f76cb7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.039350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cff60cdf-c248-44ad-9b45-e5bcf8f76cb7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.067310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff60cdf-c248-44ad-9b45-e5bcf8f76cb7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5cf18c-eb6b-4e9f-a65c-0f3dc71c0646,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:23.078336 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cff60cdf-c248-44ad-9b45-e5bcf8f76cb7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.082522 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f50680-206f-4248-bd2f-729267c51298 None None] Network 98371f08-36a6-4f45-8b9a-45321da79b74 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:23.083234 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cff60cdf-c248-44ad-9b45-e5bcf8f76cb7 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/subnets/5a5cf18c-eb6b-4e9f-a65c-0f3dc71c0646 HTTP/1.1" status: 204 len: 168 time: 0.3501568 Sep 17 23:15:23.086179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34050) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:23.096621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4ac914a6-fed4-493a-8cb5-1128862f82fc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:23.161870 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.219436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Deleting port 4ac914a6-fed4-493a-8cb5-1128862f82fc {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:23.219784 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.222340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4ac914a6-fed4-493a-8cb5-1128862f82fc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:23.222701 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.283850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] For port 4ac914a6-fed4-493a-8cb5-1128862f82fc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4ac914a6-fed4-493a-8cb5-1128862f82fc,segment=NetworkSegment(0f6fa706-feeb-46ca-b61b-46d23b66d3cd),segment_id=0f6fa706-feeb-46ca-b61b-46d23b66d3cd)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:23.284211 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.297742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Calling delete_port for 4ac914a6-fed4-493a-8cb5-1128862f82fc owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:23.331461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc29bc7-62e8-4f0f-bbae-1c0491404f78 None None] DHCP port deletion for 98371f08-36a6-4f45-8b9a-45321da79b74 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:15:23.377450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ecc29bc7-62e8-4f0f-bbae-1c0491404f78 None None] Deleting port 4ac914a6-fed4-493a-8cb5-1128862f82fc {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:23.377815 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ecc29bc7-62e8-4f0f-bbae-1c0491404f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.433207 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.440383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ecc29bc7-62e8-4f0f-bbae-1c0491404f78 None None] For port 4ac914a6-fed4-493a-8cb5-1128862f82fc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4ac914a6-fed4-493a-8cb5-1128862f82fc,segment=NetworkSegment(0f6fa706-feeb-46ca-b61b-46d23b66d3cd),segment_id=0f6fa706-feeb-46ca-b61b-46d23b66d3cd)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:23.440848 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ecc29bc7-62e8-4f0f-bbae-1c0491404f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.452771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ecc29bc7-62e8-4f0f-bbae-1c0491404f78 None None] Calling delete_port for 4ac914a6-fed4-493a-8cb5-1128862f82fc owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:23.459919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Port': ['ID=4ac914a6-fed4-493a-8cb5-1128862f82fc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:23.461897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No DVR routers for this DVR port 4ac914a6-fed4-493a-8cb5-1128862f82fc on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:15:23.534643 n-d-713498-17 neutron-server[101662]: self.session.flush() Sep 17 23:15:23.540011 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ecc29bc7-62e8-4f0f-bbae-1c0491404f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.542767 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.572835 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.573929 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc29bc7-62e8-4f0f-bbae-1c0491404f78 None None] Pushing event deleted for resources: {'Port': ['ID=4ac914a6-fed4-493a-8cb5-1128862f82fc,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:23.577462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc29bc7-62e8-4f0f-bbae-1c0491404f78 None None] No DVR routers for this DVR port 4ac914a6-fed4-493a-8cb5-1128862f82fc on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:23.909598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98371f08-36a6-4f45-8b9a-45321da79b74']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:23.919079 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6fa706-feeb-46ca-b61b-46d23b66d3cd') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:23.919675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6fa706-feeb-46ca-b61b-46d23b66d3cd') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:23.928189 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.941482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.947010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:23.947383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:23.950328 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:24.066070 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.073287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.079829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/networks/98371f08-36a6-4f45-8b9a-45321da79b74 HTTP/1.1" status: 204 len: 168 time: 0.9875264 Sep 17 23:15:24.080103 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34052) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:24.086766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978e4de-ca81-4597-b5d9-b0783c2c8509 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Network': ['ID=98371f08-36a6-4f45-8b9a-45321da79b74,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:24.104950 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9646f5-3d2d-41b6-ad0a-c3fef82d54f5 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] DELETE failed (client error): The resource could not be found. Sep 17 23:15:24.105396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9646f5-3d2d-41b6-ad0a-c3fef82d54f5 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:15:24.107718 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bf9646f5-3d2d-41b6-ad0a-c3fef82d54f5 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/subnets/5dd12b83-a87a-4491-8d2e-d4bf18b0c62b HTTP/1.1" status: 404 len: 337 time: 0.0283551 Sep 17 23:15:24.110249 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34054) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:24.133801 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3677285-1a48-4393-a8dd-772c6e9892e4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] DELETE failed (client error): The resource could not be found. Sep 17 23:15:24.134329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3677285-1a48-4393-a8dd-772c6e9892e4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:15:24.136104 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b3677285-1a48-4393-a8dd-772c6e9892e4 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/networks/8a5c3e52-3522-48b1-88f6-79af7c49982c HTTP/1.1" status: 404 len: 339 time: 0.0249102 Sep 17 23:15:24.139890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34056) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:24.164915 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a83a1b2-d7fd-4e1a-ac03-c2b283b284c9 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] DELETE failed (client error): The resource could not be found. Sep 17 23:15:24.165253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a83a1b2-d7fd-4e1a-ac03-c2b283b284c9 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:15:24.166882 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0a83a1b2-d7fd-4e1a-ac03-c2b283b284c9 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/subnets/9a56db62-1ec5-4f6d-88b8-a6baa592e68e HTTP/1.1" status: 404 len: 337 time: 0.0259445 Sep 17 23:15:24.169497 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34058) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:24.186720 n-d-713498-17 neutron-server[101660]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bf6e97-74ec-417d-a2cb-ac2b3574d4b0 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] DELETE failed (client error): The resource could not be found. Sep 17 23:15:24.187244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bf6e97-74ec-417d-a2cb-ac2b3574d4b0 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:15:24.188803 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-66bf6e97-74ec-417d-a2cb-ac2b3574d4b0 tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/networks/323523bd-9b0d-4808-affc-704b8ec7c650 HTTP/1.1" status: 404 len: 339 time: 0.0184143 Sep 17 23:15:24.191019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34060) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:24.239690 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-905f7e09-5b95-4c93-8fdc-d64282b8637b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Deleting subnet 4cdb4ee4-777e-4e90-8368-709dd178d657 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:15:24.242596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-905f7e09-5b95-4c93-8fdc-d64282b8637b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.280743 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-905f7e09-5b95-4c93-8fdc-d64282b8637b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.367574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-905f7e09-5b95-4c93-8fdc-d64282b8637b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.525114 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-905f7e09-5b95-4c93-8fdc-d64282b8637b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.553530 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f7e09-5b95-4c93-8fdc-d64282b8637b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdb4ee4-777e-4e90-8368-709dd178d657,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:24.557038 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-905f7e09-5b95-4c93-8fdc-d64282b8637b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.559022 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-905f7e09-5b95-4c93-8fdc-d64282b8637b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/subnets/4cdb4ee4-777e-4e90-8368-709dd178d657 HTTP/1.1" status: 204 len: 168 time: 0.3670824 Sep 17 23:15:24.560489 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b72143e-c350-4cc0-81ee-4a42cad77ee8 None None] Network b766e138-4c9d-4d3d-bc7d-52ad017fed76 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:24.562474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34062) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:24.641572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.693157 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Deleting port 714f780b-8e8f-4b3f-a8af-a67199c65f3d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:24.693500 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.718310 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729d507f-8715-46d6-84cb-8b1039d52144 None None] DHCP port deletion for b766e138-4c9d-4d3d-bc7d-52ad017fed76 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:15:24.757202 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] For port 714f780b-8e8f-4b3f-a8af-a67199c65f3d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=714f780b-8e8f-4b3f-a8af-a67199c65f3d,segment=NetworkSegment(d2580094-23dc-415d-93e0-f9c773f374de),segment_id=d2580094-23dc-415d-93e0-f9c773f374de)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:24.757572 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.767121 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-729d507f-8715-46d6-84cb-8b1039d52144 None None] Deleting port 714f780b-8e8f-4b3f-a8af-a67199c65f3d {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:24.767494 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-729d507f-8715-46d6-84cb-8b1039d52144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.769641 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Calling delete_port for 714f780b-8e8f-4b3f-a8af-a67199c65f3d owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:24.828452 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-729d507f-8715-46d6-84cb-8b1039d52144 None None] For port 714f780b-8e8f-4b3f-a8af-a67199c65f3d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=714f780b-8e8f-4b3f-a8af-a67199c65f3d,segment=NetworkSegment(d2580094-23dc-415d-93e0-f9c773f374de),segment_id=d2580094-23dc-415d-93e0-f9c773f374de)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:24.828757 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-729d507f-8715-46d6-84cb-8b1039d52144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.844158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-729d507f-8715-46d6-84cb-8b1039d52144 None None] Calling delete_port for 714f780b-8e8f-4b3f-a8af-a67199c65f3d owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:24.913561 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.922330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-729d507f-8715-46d6-84cb-8b1039d52144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:24.939875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Port': ['ID=714f780b-8e8f-4b3f-a8af-a67199c65f3d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:24.945069 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] No DVR routers for this DVR port 714f780b-8e8f-4b3f-a8af-a67199c65f3d on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:24.947505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d507f-8715-46d6-84cb-8b1039d52144 None None] Pushing event deleted for resources: {'Port': ['ID=714f780b-8e8f-4b3f-a8af-a67199c65f3d,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:24.951261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d507f-8715-46d6-84cb-8b1039d52144 None None] No DVR routers for this DVR port 714f780b-8e8f-4b3f-a8af-a67199c65f3d on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:25.029364 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:25.049785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b766e138-4c9d-4d3d-bc7d-52ad017fed76']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:25.058842 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2580094-23dc-415d-93e0-f9c773f374de') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:25.059186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2580094-23dc-415d-93e0-f9c773f374de') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:25.069138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:25.083413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:25.089182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:25.089565 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:25.093140 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:25.099510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 714f780b-8e8f-4b3f-a8af-a67199c65f3d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:15:25.120409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 714f780b-8e8f-4b3f-a8af-a67199c65f3d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:15:25.121176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 714f780b-8e8f-4b3f-a8af-a67199c65f3d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:15:25.121176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4ac914a6-fed4-493a-8cb5-1128862f82fc no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:15:25.141265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 4ac914a6-fed4-493a-8cb5-1128862f82fc {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:15:25.141510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4ac914a6-fed4-493a-8cb5-1128862f82fc not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:15:25.262642 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:25.267386 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:25.269913 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] 10.222.0.13 "DELETE /v2.0/networks/b766e138-4c9d-4d3d-bc7d-52ad017fed76 HTTP/1.1" status: 204 len: 168 time: 0.7057824 Sep 17 23:15:25.288444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4f06f-8ed0-4fbc-87ba-13259717e80b tempest-NetworksIpV6Test-262982019 tempest-NetworksIpV6Test-262982019-project] Pushing event deleted for resources: {'Network': ['ID=b766e138-4c9d-4d3d-bc7d-52ad017fed76,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:25.736396 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34068) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:25.866177 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-54551d09-b914-4063-96b8-e884585654ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ddf344a6b9a476fab74b34f212f213c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286182 Sep 17 23:15:25.868714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34072) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:25.919043 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e42af1-bf3f-4b07-92dc-965b23e13afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:25.939698 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e42af1-bf3f-4b07-92dc-965b23e13afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:26.050446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e42af1-bf3f-4b07-92dc-965b23e13afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:26.053108 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-03e42af1-bf3f-4b07-92dc-965b23e13afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:26.054283 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-03e42af1-bf3f-4b07-92dc-965b23e13afe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8efeaaf0-7926-4800-9a38-bb9140f541a2 HTTP/1.1" status: 204 len: 168 time: 0.1846850 Sep 17 23:15:26.062470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e42af1-bf3f-4b07-92dc-965b23e13afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efeaaf0-7926-4800-9a38-bb9140f541a2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:26.974073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34094) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:27.067263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-679ebca3-963f-452d-ae7d-fa57a4699915 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1484478824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:27.142012 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-679ebca3-963f-452d-ae7d-fa57a4699915 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.143023 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-679ebca3-963f-452d-ae7d-fa57a4699915 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.191489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-679ebca3-963f-452d-ae7d-fa57a4699915 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.267938 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-679ebca3-963f-452d-ae7d-fa57a4699915 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.359546 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-679ebca3-963f-452d-ae7d-fa57a4699915 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.360816 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-679ebca3-963f-452d-ae7d-fa57a4699915 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3857384 Sep 17 23:15:27.363737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34098) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:27.368428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-541852322'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:27.455660 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Made reservation on behalf of 8f1fc03f424e4b2f910b0e7013f3e0ed for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:27.458997 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.469697 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.555446 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.627327 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.648976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:27.662066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12bc2f3f-8c7f-4ad3-9953-4352ba20da9c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:27.667424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.669759 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Added segment 79ec56c0-86cd-4ebe-8f71-94047d0763e9 of type vlan for network e883fee5-f998-40a9-bc83-c8967c86686d Sep 17 23:15:27.706126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.810162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.815744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:27.816319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:27.882422 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event updated for resources: {'Network': ['ID=e883fee5-f998-40a9-bc83-c8967c86686d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:27.892686 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network e883fee5-f998-40a9-bc83-c8967c86686d details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:27.913967 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0c2e4c88-7c19-4b53-9255-d78783344738 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5492265 Sep 17 23:15:27.916703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34100) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:27.922287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Request body: {'subnet': {'network_id': 'e883fee5-f998-40a9-bc83-c8967c86686d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:28.079219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Made reservation on behalf of 8f1fc03f424e4b2f910b0e7013f3e0ed for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:28.082595 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.313290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.371543 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event updated for resources: {'Subnet': ['ID=43ea9de7-e673-4adb-a34c-f800583bb78d,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:28.380156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Checking segment: {'id': '79ec56c0-86cd-4ebe-8f71-94047d0763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e883fee5-f998-40a9-bc83-c8967c86686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:28.380623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Network hostable DHCP agents. Network: e883fee5-f998-40a9-bc83-c8967c86686d, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:28.461705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Network e883fee5-f998-40a9-bc83-c8967c86686d is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:28.541363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, e883fee5-f998-40a9-bc83-c8967c86686d) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:28.545388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:28.545980 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.550931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124fc00a-446a-408b-b38c-2305d808eb26 None None] Network e883fee5-f998-40a9-bc83-c8967c86686d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:28.632025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cc936b6b-e38d-4272-b138-00d8af85a0ce tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7141728 Sep 17 23:15:28.634992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34102) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:28.640601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1375626895'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:28.691370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-e883fee5-f998-40a9-bc83-c8967c86686d', 'network_id': 'e883fee5-f998-40a9-bc83-c8967c86686d', 'tenant_id': '8f1fc03f424e4b2f910b0e7013f3e0ed', 'fixed_ips': [{'subnet_id': '43ea9de7-e673-4adb-a34c-f800583bb78d'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:15:28.692223 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.734061 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Made reservation on behalf of 8f1fc03f424e4b2f910b0e7013f3e0ed for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:28.737806 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.762012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:28.771665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.772006 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Added segment f8201bcd-4328-49b2-8cd4-543f9e5d9663 of type vlan for network e850edea-ae6e-4bed-a5d0-c108b7e47726 Sep 17 23:15:28.815218 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.826354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Allocated IP 172.20.0.2 (e883fee5-f998-40a9-bc83-c8967c86686d/43ea9de7-e673-4adb-a34c-f800583bb78d/f06f751c-5daa-433b-b596-099c8f756899) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:28.918719 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.924972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:28.931698 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.967743 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:28.989890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event updated for resources: {'Network': ['ID=e850edea-ae6e-4bed-a5d0-c108b7e47726,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:29.000461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network e850edea-ae6e-4bed-a5d0-c108b7e47726 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:29.008837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a3fd0846-9bad-4253-a805-fe8828bf0d5c tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3727298 Sep 17 23:15:29.011681 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34104) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:29.016957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Request body: {'subnet': {'network_id': 'e850edea-ae6e-4bed-a5d0-c108b7e47726', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:29.055799 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:29.099378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Network e883fee5-f998-40a9-bc83-c8967c86686d is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:29.102593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:29.105961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:29.118902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Pushing event updated for resources: {'Port': ['ID=f06f751c-5daa-433b-b596-099c8f756899,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:29.165214 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Attempting to bind port f06f751c-5daa-433b-b596-099c8f756899 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:29.165580 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Attempting to bind port f06f751c-5daa-433b-b596-099c8f756899 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '79ec56c0-86cd-4ebe-8f71-94047d0763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e883fee5-f998-40a9-bc83-c8967c86686d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:29.165938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Attempting to bind port f06f751c-5daa-433b-b596-099c8f756899 on network e883fee5-f998-40a9-bc83-c8967c86686d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:29.170782 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:29.171674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Checking segment: {'id': '79ec56c0-86cd-4ebe-8f71-94047d0763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e883fee5-f998-40a9-bc83-c8967c86686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:29.172079 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:29.172473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Bound using segment: {'id': '79ec56c0-86cd-4ebe-8f71-94047d0763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e883fee5-f998-40a9-bc83-c8967c86686d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:29.172946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Bound port: f06f751c-5daa-433b-b596-099c8f756899, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ec56c0-86cd-4ebe-8f71-94047d0763e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e883fee5-f998-40a9-bc83-c8967c86686d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:29.173322 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:29.179928 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Made reservation on behalf of 8f1fc03f424e4b2f910b0e7013f3e0ed for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:29.183600 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:29.237276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] For port f06f751c-5daa-433b-b596-099c8f756899, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:29.240619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] For port f06f751c-5daa-433b-b596-099c8f756899, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f06f751c-5daa-433b-b596-099c8f756899,segment=NetworkSegment(79ec56c0-86cd-4ebe-8f71-94047d0763e9),segment_id=79ec56c0-86cd-4ebe-8f71-94047d0763e9)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:29.314642 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:29.379478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382f873-83ec-45ac-9498-59e3d397ea25 None None] Pushing event updated for resources: {'Port': ['ID=f06f751c-5daa-433b-b596-099c8f756899,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:29.444977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:29.519099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event updated for resources: {'Subnet': ['ID=8603c6de-6411-47ed-9591-236a9cc83741,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:29.529147 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Checking segment: {'id': 'f8201bcd-4328-49b2-8cd4-543f9e5d9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e850edea-ae6e-4bed-a5d0-c108b7e47726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:29.529549 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Network hostable DHCP agents. Network: e850edea-ae6e-4bed-a5d0-c108b7e47726, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:29.604518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Network e850edea-ae6e-4bed-a5d0-c108b7e47726 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:29.678733 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, e850edea-ae6e-4bed-a5d0-c108b7e47726) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:29.682918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:29.683521 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:29.687759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6383f1-5768-45d8-af7c-b72b3cd90b62 None None] Network e850edea-ae6e-4bed-a5d0-c108b7e47726 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:29.760014 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f7e25aa0-8f36-4a78-8db7-acb640e8445d tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7471876 Sep 17 23:15:29.762663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34106) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:29.767746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e203fb08-819f-45e8-b47f-c89fed882453 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e850edea-ae6e-4bed-a5d0-c108b7e47726'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:29.834597 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-e850edea-ae6e-4bed-a5d0-c108b7e47726', 'network_id': 'e850edea-ae6e-4bed-a5d0-c108b7e47726', 'tenant_id': '8f1fc03f424e4b2f910b0e7013f3e0ed', 'fixed_ips': [{'subnet_id': '8603c6de-6411-47ed-9591-236a9cc83741'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:15:29.835516 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:29.977895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Allocated IP 172.21.0.2 (e850edea-ae6e-4bed-a5d0-c108b7e47726/8603c6de-6411-47ed-9591-236a9cc83741/fc114fa8-a92f-41fc-a424-b39b562bf9d6) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:29.985400 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e203fb08-819f-45e8-b47f-c89fed882453 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.165718 n-d-713498-17 neutron-server[101660]: INFO neutron.api.v2.resource [None req-e203fb08-819f-45e8-b47f-c89fed882453 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:15:30.172820 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e203fb08-819f-45e8-b47f-c89fed882453 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "PUT /v2.0/routers/ceb661f7-2555-4362-b486-c39be5350218 HTTP/1.1" status: 400 len: 364 time: 0.4034297 Sep 17 23:15:30.173254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34108) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:30.229287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-388ec8c1-8f37-470a-b6a6-305960225aac tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Deleting subnet 8603c6de-6411-47ed-9591-236a9cc83741 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:15:30.266533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df663c1-d7f4-40de-a674-7ba9beb1b800 None None] Network e883fee5-f998-40a9-bc83-c8967c86686d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:30.334832 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.369997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-28de6c84-db0c-4d0e-93bf-114c75e3ff13 None None] Provisioning complete for port f06f751c-5daa-433b-b596-099c8f756899 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:30.370361 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-28de6c84-db0c-4d0e-93bf-114c75e3ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.430754 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-388ec8c1-8f37-470a-b6a6-305960225aac tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.439783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.482231 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-388ec8c1-8f37-470a-b6a6-305960225aac tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.503433 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Network e850edea-ae6e-4bed-a5d0-c108b7e47726 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:30.513631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:30.516293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:30.520428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Pushing event updated for resources: {'Port': ['ID=fc114fa8-a92f-41fc-a424-b39b562bf9d6,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:30.569640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-388ec8c1-8f37-470a-b6a6-305960225aac tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.601713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-28de6c84-db0c-4d0e-93bf-114c75e3ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.619593 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Attempting to bind port fc114fa8-a92f-41fc-a424-b39b562bf9d6 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:30.619969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Attempting to bind port fc114fa8-a92f-41fc-a424-b39b562bf9d6 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'f8201bcd-4328-49b2-8cd4-543f9e5d9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e850edea-ae6e-4bed-a5d0-c108b7e47726'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:30.620334 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Attempting to bind port fc114fa8-a92f-41fc-a424-b39b562bf9d6 on network e850edea-ae6e-4bed-a5d0-c108b7e47726 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:30.632509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:30.632886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Checking segment: {'id': 'f8201bcd-4328-49b2-8cd4-543f9e5d9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e850edea-ae6e-4bed-a5d0-c108b7e47726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:30.633286 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.633689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Bound using segment: {'id': 'f8201bcd-4328-49b2-8cd4-543f9e5d9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e850edea-ae6e-4bed-a5d0-c108b7e47726'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:30.634158 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Bound port: fc114fa8-a92f-41fc-a424-b39b562bf9d6, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8201bcd-4328-49b2-8cd4-543f9e5d9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e850edea-ae6e-4bed-a5d0-c108b7e47726'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:30.634536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.660311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-28de6c84-db0c-4d0e-93bf-114c75e3ff13 None None] For port f06f751c-5daa-433b-b596-099c8f756899, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f06f751c-5daa-433b-b596-099c8f756899,segment=NetworkSegment(79ec56c0-86cd-4ebe-8f71-94047d0763e9),segment_id=79ec56c0-86cd-4ebe-8f71-94047d0763e9)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:30.705704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-388ec8c1-8f37-470a-b6a6-305960225aac tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.714346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] For port fc114fa8-a92f-41fc-a424-b39b562bf9d6, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:30.718416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] For port fc114fa8-a92f-41fc-a424-b39b562bf9d6, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fc114fa8-a92f-41fc-a424-b39b562bf9d6,segment=NetworkSegment(f8201bcd-4328-49b2-8cd4-543f9e5d9663),segment_id=f8201bcd-4328-49b2-8cd4-543f9e5d9663)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:30.744089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ec8c1-8f37-470a-b6a6-305960225aac tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event deleted for resources: {'Subnet': ['ID=8603c6de-6411-47ed-9591-236a9cc83741,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:30.749458 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-388ec8c1-8f37-470a-b6a6-305960225aac tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.751740 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-388ec8c1-8f37-470a-b6a6-305960225aac tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "DELETE /v2.0/subnets/8603c6de-6411-47ed-9591-236a9cc83741 HTTP/1.1" status: 204 len: 168 time: 0.5770552 Sep 17 23:15:30.753147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-28de6c84-db0c-4d0e-93bf-114c75e3ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.754158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34110) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:30.801759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.818209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de6c84-db0c-4d0e-93bf-114c75e3ff13 None None] Pushing event updated for resources: {'Port': ['ID=f06f751c-5daa-433b-b596-099c8f756899,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:30.855191 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.880751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9741fa-ae72-4602-bbb4-60b4fccccfae None None] Pushing event updated for resources: {'Port': ['ID=fc114fa8-a92f-41fc-a424-b39b562bf9d6,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:30.895821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9370a17e-0178-45a8-97c2-1488cdab9795 None None] Provisioning complete for port f06f751c-5daa-433b-b596-099c8f756899 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:30.895821 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9370a17e-0178-45a8-97c2-1488cdab9795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.917809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Deleting port fc114fa8-a92f-41fc-a424-b39b562bf9d6 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:30.924244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:30.990252 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] For port fc114fa8-a92f-41fc-a424-b39b562bf9d6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fc114fa8-a92f-41fc-a424-b39b562bf9d6,segment=NetworkSegment(f8201bcd-4328-49b2-8cd4-543f9e5d9663),segment_id=f8201bcd-4328-49b2-8cd4-543f9e5d9663)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:30.990734 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.009429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Calling delete_port for fc114fa8-a92f-41fc-a424-b39b562bf9d6 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:31.179035 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc114fa8-a92f-41fc-a424-b39b562bf9d6 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:31.185768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.212685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event deleted for resources: {'Port': ['ID=fc114fa8-a92f-41fc-a424-b39b562bf9d6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:31.219557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] No DVR routers for this DVR port fc114fa8-a92f-41fc-a424-b39b562bf9d6 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:31.222351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No active binding found for port fc114fa8-a92f-41fc-a424-b39b562bf9d6 {{(pid=101662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 23:15:31.222812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc114fa8-a92f-41fc-a424-b39b562bf9d6 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 17 23:15:31.241651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Port fc114fa8-a92f-41fc-a424-b39b562bf9d6 not found, will not notify nova. {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 17 23:15:31.242055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f06f751c-5daa-433b-b596-099c8f756899 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:31.289211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port f06f751c-5daa-433b-b596-099c8f756899 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:31.289610 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.303255 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.324317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e850edea-ae6e-4bed-a5d0-c108b7e47726']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:31.334331 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8201bcd-4328-49b2-8cd4-543f9e5d9663') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:31.334628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8201bcd-4328-49b2-8cd4-543f9e5d9663') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:31.348206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.362388 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.368574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:31.368983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:31.372290 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:31.488724 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.496839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.498919 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "DELETE /v2.0/networks/e850edea-ae6e-4bed-a5d0-c108b7e47726 HTTP/1.1" status: 204 len: 168 time: 0.7437279 Sep 17 23:15:31.502286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34112) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:31.510995 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00121a92-b2f7-480d-b539-a401b3153b5b tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event deleted for resources: {'Network': ['ID=e850edea-ae6e-4bed-a5d0-c108b7e47726,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:31.555872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f67877-b84c-4799-be08-ad9f8f21b6af tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Deleting subnet 43ea9de7-e673-4adb-a34c-f800583bb78d {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:15:31.559126 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f67877-b84c-4799-be08-ad9f8f21b6af tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.600420 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f67877-b84c-4799-be08-ad9f8f21b6af tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.692429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f67877-b84c-4799-be08-ad9f8f21b6af tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.791373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1393b7a4-7d82-433d-8656-c890caa3b0fc None None] Could not find standard attr ID for object fc114fa8-a92f-41fc-a424-b39b562bf9d6. {{(pid=101662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:15:31.817708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ae06a-9815-4fbe-92de-ca5db335527a None None] DHCP port deletion for e850edea-ae6e-4bed-a5d0-c108b7e47726 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:15:31.830630 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f67877-b84c-4799-be08-ad9f8f21b6af tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.831139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12cc5e1-7da7-4444-af8b-be7cc5c7ee8e None None] Network e850edea-ae6e-4bed-a5d0-c108b7e47726 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:31.845346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12cc5e1-7da7-4444-af8b-be7cc5c7ee8e None None] Network e850edea-ae6e-4bed-a5d0-c108b7e47726 could not be found, it might have been deleted concurrently. {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 23:15:31.857393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f67877-b84c-4799-be08-ad9f8f21b6af tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event deleted for resources: {'Subnet': ['ID=43ea9de7-e673-4adb-a34c-f800583bb78d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:31.864465 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f5f67877-b84c-4799-be08-ad9f8f21b6af tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:31.866310 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f5f67877-b84c-4799-be08-ad9f8f21b6af tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "DELETE /v2.0/subnets/43ea9de7-e673-4adb-a34c-f800583bb78d HTTP/1.1" status: 204 len: 168 time: 0.3629811 Sep 17 23:15:31.872755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34114) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:31.872896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01563505-54ae-4f5d-a712-daa9c883d735 None None] Network e883fee5-f998-40a9-bc83-c8967c86686d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:31.944108 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.002758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Deleting port f06f751c-5daa-433b-b596-099c8f756899 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:32.003184 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.033451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c21602e-7397-4069-9b83-743b5835fbf1 None None] DHCP port deletion for e883fee5-f998-40a9-bc83-c8967c86686d request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:15:32.065306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] For port f06f751c-5daa-433b-b596-099c8f756899, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f06f751c-5daa-433b-b596-099c8f756899,segment=NetworkSegment(79ec56c0-86cd-4ebe-8f71-94047d0763e9),segment_id=79ec56c0-86cd-4ebe-8f71-94047d0763e9)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:32.065665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.077738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Calling delete_port for f06f751c-5daa-433b-b596-099c8f756899 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:32.082498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5c21602e-7397-4069-9b83-743b5835fbf1 None None] Deleting port f06f751c-5daa-433b-b596-099c8f756899 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:15:32.082895 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c21602e-7397-4069-9b83-743b5835fbf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.143567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5c21602e-7397-4069-9b83-743b5835fbf1 None None] For port f06f751c-5daa-433b-b596-099c8f756899, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=f06f751c-5daa-433b-b596-099c8f756899,segment=NetworkSegment(79ec56c0-86cd-4ebe-8f71-94047d0763e9),segment_id=79ec56c0-86cd-4ebe-8f71-94047d0763e9)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:32.143954 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c21602e-7397-4069-9b83-743b5835fbf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.156527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5c21602e-7397-4069-9b83-743b5835fbf1 None None] Calling delete_port for f06f751c-5daa-433b-b596-099c8f756899 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:15:32.242614 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.248199 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c21602e-7397-4069-9b83-743b5835fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.268600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event deleted for resources: {'Port': ['ID=f06f751c-5daa-433b-b596-099c8f756899,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:32.271479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] No DVR routers for this DVR port f06f751c-5daa-433b-b596-099c8f756899 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:32.272814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21602e-7397-4069-9b83-743b5835fbf1 None None] Pushing event deleted for resources: {'Port': ['ID=f06f751c-5daa-433b-b596-099c8f756899,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:32.278462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c21602e-7397-4069-9b83-743b5835fbf1 None None] No DVR routers for this DVR port f06f751c-5daa-433b-b596-099c8f756899 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:15:32.354980 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.375888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e883fee5-f998-40a9-bc83-c8967c86686d']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:32.384949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ec56c0-86cd-4ebe-8f71-94047d0763e9') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:32.385290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ec56c0-86cd-4ebe-8f71-94047d0763e9') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:32.394558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.407833 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.413541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:15:32.413920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:15:32.416870 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:15:32.550813 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.557632 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.559498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "DELETE /v2.0/networks/e883fee5-f998-40a9-bc83-c8967c86686d HTTP/1.1" status: 204 len: 168 time: 0.6897142 Sep 17 23:15:32.563581 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34116) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:32.570492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68274b10-b997-46bf-8184-8fa5119ea6e6 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Pushing event deleted for resources: {'Network': ['ID=e883fee5-f998-40a9-bc83-c8967c86686d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:32.589390 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-27245197-beeb-4bf2-b143-2a5fa99d6785 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceb661f7-2555-4362-b486-c39be5350218 HTTP/1.1" status: 200 len: 205 time: 0.0259120 Sep 17 23:15:32.593475 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34118) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:32.665480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c491c3ab-d347-4e4c-af56-85b48e1db649 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.816041 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c491c3ab-d347-4e4c-af56-85b48e1db649 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.818049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c491c3ab-d347-4e4c-af56-85b48e1db649 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.954150 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c491c3ab-d347-4e4c-af56-85b48e1db649 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.954591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c491c3ab-d347-4e4c-af56-85b48e1db649 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Fanout notify agent at l3_agent the message router_deleted on router ceb661f7-2555-4362-b486-c39be5350218 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:15:32.963602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-c491c3ab-d347-4e4c-af56-85b48e1db649 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:32.963602 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c491c3ab-d347-4e4c-af56-85b48e1db649 tempest-RoutersNegativeTest-1917288522 tempest-RoutersNegativeTest-1917288522-project] 10.222.0.13 "DELETE /v2.0/routers/ceb661f7-2555-4362-b486-c39be5350218 HTTP/1.1" status: 204 len: 168 time: 0.3683670 Sep 17 23:15:33.082144 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc114fa8-a92f-41fc-a424-b39b562bf9d6 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:15:33.102056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: fc114fa8-a92f-41fc-a424-b39b562bf9d6 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:15:33.102407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fc114fa8-a92f-41fc-a424-b39b562bf9d6 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:15:33.102874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f06f751c-5daa-433b-b596-099c8f756899 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:15:33.122075 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: f06f751c-5daa-433b-b596-099c8f756899 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:15:33.122507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device f06f751c-5daa-433b-b596-099c8f756899 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:15:33.401520 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34124) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:33.533733 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-afbd3bbd-2bd2-4e1a-b038-42620e123204 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f1fc03f424e4b2f910b0e7013f3e0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310592 Sep 17 23:15:33.536160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34128) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:33.587278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d0c391-e6d1-465e-8dea-e391f7d985e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:33.608367 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d0c391-e6d1-465e-8dea-e391f7d985e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:33.764212 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d0c391-e6d1-465e-8dea-e391f7d985e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:33.767333 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-77d0c391-e6d1-465e-8dea-e391f7d985e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:33.768547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-77d0c391-e6d1-465e-8dea-e391f7d985e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12bc2f3f-8c7f-4ad3-9953-4352ba20da9c HTTP/1.1" status: 204 len: 168 time: 0.2314827 Sep 17 23:15:33.776395 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0c391-e6d1-465e-8dea-e391f7d985e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bc2f3f-8c7f-4ad3-9953-4352ba20da9c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:34.652386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34150) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:34.747047 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1220429248-network', 'tenant_id': '31634114508e465b990319241822df85'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:34.828082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Made reservation on behalf of 31634114508e465b990319241822df85 for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:34.830278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:34.838492 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:34.923292 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:34.981576 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.005055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:35.013440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73959f0f-86de-49a6-abb6-0555312c9b03,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:35.020579 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.021462 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Added segment b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb of type vlan for network 5202a569-b7a0-41a1-bddf-098701e36155 Sep 17 23:15:35.066071 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.162181 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.163119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:35.163694 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.222453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] Pushing event updated for resources: {'Network': ['ID=5202a569-b7a0-41a1-bddf-098701e36155,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:35.231881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 5202a569-b7a0-41a1-bddf-098701e36155 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:35.251275 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-caf5a42b-b0ad-4703-91db-73bfd54e2daa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5977807 Sep 17 23:15:35.253952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34154) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:35.258816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Request body: {'subnet': {'network_id': '5202a569-b7a0-41a1-bddf-098701e36155', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-subnet', 'tenant_id': '31634114508e465b990319241822df85', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:35.324183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Made reservation on behalf of 31634114508e465b990319241822df85 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:35.326512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.541566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.596551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ea3ef8-ecf7-4aca-ba58-263a0e97958e,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:35.605000 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Checking segment: {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:35.605357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Network hostable DHCP agents. Network: 5202a569-b7a0-41a1-bddf-098701e36155, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:35.678746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Network 5202a569-b7a0-41a1-bddf-098701e36155 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:35.764068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 5202a569-b7a0-41a1-bddf-098701e36155) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:35.768258 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:35.768846 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.773622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59334f-2bf5-40df-88c1-92425b2d295c None None] Network 5202a569-b7a0-41a1-bddf-098701e36155 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:35.834187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-42918875-401f-4d65-8436-e4374a323114 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5790701 Sep 17 23:15:35.836747 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34156) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:35.841130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:35.915772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-5202a569-b7a0-41a1-bddf-098701e36155', 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155', 'tenant_id': '31634114508e465b990319241822df85', 'fixed_ips': [{'subnet_id': '54ea3ef8-ecf7-4aca-ba58-263a0e97958e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:15:35.916621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.953113 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:35.954172 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.009036 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.048053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Allocated IP 172.20.0.2 (5202a569-b7a0-41a1-bddf-098701e36155/54ea3ef8-ecf7-4aca-ba58-263a0e97958e/d1c7a51b-fac9-4662-834f-bcd1425fa6bc) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:36.188118 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.223167 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.282757 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.318990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Network 5202a569-b7a0-41a1-bddf-098701e36155 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:36.323262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:36.328163 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:36.338123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Pushing event updated for resources: {'Port': ['ID=d1c7a51b-fac9-4662-834f-bcd1425fa6bc,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:36.394409 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Attempting to bind port d1c7a51b-fac9-4662-834f-bcd1425fa6bc on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:36.394778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Attempting to bind port d1c7a51b-fac9-4662-834f-bcd1425fa6bc by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:36.395174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Attempting to bind port d1c7a51b-fac9-4662-834f-bcd1425fa6bc on network 5202a569-b7a0-41a1-bddf-098701e36155 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:36.400065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:36.400462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Checking segment: {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:36.400861 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.401254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Bound using segment: {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:36.401714 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Bound port: d1c7a51b-fac9-4662-834f-bcd1425fa6bc, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:36.402094 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.463350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] For port d1c7a51b-fac9-4662-834f-bcd1425fa6bc, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:36.466242 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] For port d1c7a51b-fac9-4662-834f-bcd1425fa6bc, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d1c7a51b-fac9-4662-834f-bcd1425fa6bc,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:36.491396 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.509868 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.542369 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.601726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53687bf-5358-4635-be16-4300f78f67a3 None None] Pushing event updated for resources: {'Port': ['ID=d1c7a51b-fac9-4662-834f-bcd1425fa6bc,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:36.618177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Allocated IP 172.25.5.77 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/de9fb303-952b-4bc0-9950-ec88d2c2756a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:36.722450 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.862218 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:36.899034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:36.901845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:36.905604 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:36.930341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Pushing event updated for resources: {'Port': ['ID=de9fb303-952b-4bc0-9950-ec88d2c2756a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:37.109535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d1c7a51b-fac9-4662-834f-bcd1425fa6bc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:37.164477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d1c7a51b-fac9-4662-834f-bcd1425fa6bc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:37.164932 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:37.214500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:37.246044 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:37.278731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port d1c7a51b-fac9-4662-834f-bcd1425fa6bc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d1c7a51b-fac9-4662-834f-bcd1425fa6bc,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:37.374439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:37.425504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=d1c7a51b-fac9-4662-834f-bcd1425fa6bc,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:37.425780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:37.465422 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7b9990-ae83-4b35-83b3-c60c942a81f9 None None] Network 5202a569-b7a0-41a1-bddf-098701e36155 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:37.576775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0bab770e-f889-4fb9-a6cd-051e3b9e4edd None None] Provisioning complete for port d1c7a51b-fac9-4662-834f-bcd1425fa6bc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:37.577206 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0bab770e-f889-4fb9-a6cd-051e3b9e4edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:37.610640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Router b34da328-1081-4594-8aff-96960aeee67c is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:15:37.720154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:15:37.730882 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Sync routers for ids ['b34da328-1081-4594-8aff-96960aeee67c'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:15:37.742147 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Routers {'b34da328-1081-4594-8aff-96960aeee67c'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:15:37.748217 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b34da328-1081-4594-8aff-96960aeee67c'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:37.833340 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:37.834569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-224b223f-9d91-414a-a53b-781736f59d50 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9968479 Sep 17 23:15:37.837323 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34158) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:37.850539 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Set router b34da328-1081-4594-8aff-96960aeee67c gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:15:37.910415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-73b1a52d-6c67-4f6d-8dfd-8d6e7aa3f6ce None None] Provisioning complete for port d1c7a51b-fac9-4662-834f-bcd1425fa6bc triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:37.910816 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-73b1a52d-6c67-4f6d-8dfd-8d6e7aa3f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:38.061574 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34da328-1081-4594-8aff-96960aeee67c', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:35Z', 'updated_at': '2021-09-17T23:15:37Z', 'revision_number': 3, 'project_id': '31634114508e465b990319241822df85', 'gw_port': {'id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:36Z', 'updated_at': '2021-09-17T23:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:38.189650 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Checking router: b34da328-1081-4594-8aff-96960aeee67c for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:15:38.189993 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Updating router b34da328-1081-4594-8aff-96960aeee67c port de9fb303-952b-4bc0-9950-ec88d2c2756a binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:15:38.215962 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:38.470775 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:38.539788 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:38.585566 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Attempting to bind port de9fb303-952b-4bc0-9950-ec88d2c2756a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:38.585928 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Attempting to bind port de9fb303-952b-4bc0-9950-ec88d2c2756a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:38.586290 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Attempting to bind port de9fb303-952b-4bc0-9950-ec88d2c2756a on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:38.596721 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Pushing event updated for resources: {'Port': ['ID=de9fb303-952b-4bc0-9950-ec88d2c2756a,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:38.598897 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:38.599286 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:38.599679 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:38.600062 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:38.600542 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Bound port: de9fb303-952b-4bc0-9950-ec88d2c2756a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:38.600907 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:38.622670 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:38.624741 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.625087 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.625426 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.625759 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.626112 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.626409 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.626731 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.627733 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.628065 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.628390 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.628714 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.629051 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:38.662970 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] For port de9fb303-952b-4bc0-9950-ec88d2c2756a, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:38.665972 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] For port de9fb303-952b-4bc0-9950-ec88d2c2756a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=de9fb303-952b-4bc0-9950-ec88d2c2756a,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:38.746221 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:38.778348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Allocated IP 172.20.0.1 (5202a569-b7a0-41a1-bddf-098701e36155/54ea3ef8-ecf7-4aca-ba58-263a0e97958e/9178f245-e2b3-4261-889d-7ee2be7ddadb) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:38.805529 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Routers {'b34da328-1081-4594-8aff-96960aeee67c'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:15:38.806135 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b34da328-1081-4594-8aff-96960aeee67c'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:38.810664 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285f49e-9494-4cdd-abf5-75fd95ccce9e None None] Pushing event updated for resources: {'Port': ['ID=de9fb303-952b-4bc0-9950-ec88d2c2756a,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:38.886114 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:38.911974 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] Set router b34da328-1081-4594-8aff-96960aeee67c gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:15:38.933653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.004803 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.040837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Network 5202a569-b7a0-41a1-bddf-098701e36155 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:39.045379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:39.049842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:39.058397 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9178f245-e2b3-4261-889d-7ee2be7ddadb,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:39.098646 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34da328-1081-4594-8aff-96960aeee67c', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:35Z', 'updated_at': '2021-09-17T23:15:37Z', 'revision_number': 3, 'project_id': '31634114508e465b990319241822df85', 'gw_port': {'id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:36Z', 'updated_at': '2021-09-17T23:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:39.105231 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d1c7a51b-fac9-4662-834f-bcd1425fa6bc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:39.105411 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.127860 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb53bc-c019-44e1-b168-f09367502b6b None None] The sync data for ids ['b34da328-1081-4594-8aff-96960aeee67c'] in n-d-713498-17 is: [{'id': 'b34da328-1081-4594-8aff-96960aeee67c', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:35Z', 'updated_at': '2021-09-17T23:15:37Z', 'revision_number': 3, 'project_id': '31634114508e465b990319241822df85', 'gw_port': {'id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:36Z', 'updated_at': '2021-09-17T23:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:15:39.172407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d1c7a51b-fac9-4662-834f-bcd1425fa6bc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:39.173279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.332022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c0395ec2-7279-4fa5-a500-1d482cefa978 None None] Provisioning complete for port 9178f245-e2b3-4261-889d-7ee2be7ddadb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:39.332400 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c0395ec2-7279-4fa5-a500-1d482cefa978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.341493 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.393165 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c0395ec2-7279-4fa5-a500-1d482cefa978 None None] Port 9178f245-e2b3-4261-889d-7ee2be7ddadb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:15:39.553596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.616060 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.687715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9178f245-e2b3-4261-889d-7ee2be7ddadb,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:39.690629 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:39.784840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Network 5202a569-b7a0-41a1-bddf-098701e36155 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:39.786217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:39.922866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Router b34da328-1081-4594-8aff-96960aeee67c has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:15:40.017424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-09085b0f-ef3f-4566-9a1e-f38c7729314c None None] Provisioning complete for port 9178f245-e2b3-4261-889d-7ee2be7ddadb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:40.018010 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-09085b0f-ef3f-4566-9a1e-f38c7729314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:40.038032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:15:40.047300 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1a186750-2b55-4559-821b-3d22d9d736c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/b34da328-1081-4594-8aff-96960aeee67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2089419 Sep 17 23:15:40.054585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-09085b0f-ef3f-4566-9a1e-f38c7729314c None None] Port 9178f245-e2b3-4261-889d-7ee2be7ddadb cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:15:40.605443 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:40.612880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Sync routers for ids ['b34da328-1081-4594-8aff-96960aeee67c'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:15:40.621925 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Routers {'b34da328-1081-4594-8aff-96960aeee67c'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:15:40.622537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b34da328-1081-4594-8aff-96960aeee67c'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:40.730052 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Set router b34da328-1081-4594-8aff-96960aeee67c gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:15:40.730221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34174) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:40.735111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1789616484-network', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:40.836914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Made reservation on behalf of b717f34b3fc34ed094b5bf2ecd63e4fc for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:40.839395 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:40.849155 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:40.948512 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.033044 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.057502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:15:41.075828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1e623c-f704-430f-a39b-abe5c8c1c8ad,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:41.079732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.080092 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Added segment 0ac04635-b0ad-4f89-87cb-1a594ba5ac58 of type vlan for network 92aff35e-984f-4453-8bc7-1248af6bc98d Sep 17 23:15:41.086424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34da328-1081-4594-8aff-96960aeee67c', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:35Z', 'updated_at': '2021-09-17T23:15:39Z', 'revision_number': 4, 'project_id': '31634114508e465b990319241822df85', 'gw_port': {'id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:36Z', 'updated_at': '2021-09-17T23:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '9178f245-e2b3-4261-889d-7ee2be7ddadb', 'name': '', 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155', 'tenant_id': '31634114508e465b990319241822df85', 'mac_address': 'fa:16:3e:29:1f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '54ea3ef8-ecf7-4aca-ba58-263a0e97958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:38Z', 'updated_at': '2021-09-17T23:15:39Z', 'revision_number': 2, 'project_id': '31634114508e465b990319241822df85', 'subnets': [{'id': '54ea3ef8-ecf7-4aca-ba58-263a0e97958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:41.118594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Checking router: b34da328-1081-4594-8aff-96960aeee67c for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:15:41.118893 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Updating router b34da328-1081-4594-8aff-96960aeee67c port 9178f245-e2b3-4261-889d-7ee2be7ddadb binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:15:41.123004 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.146106 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.157108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device de9fb303-952b-4bc0-9950-ec88d2c2756a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:41.214130 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.215164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:41.215751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.275676 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] Pushing event updated for resources: {'Network': ['ID=92aff35e-984f-4453-8bc7-1248af6bc98d,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:41.286054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 92aff35e-984f-4453-8bc7-1248af6bc98d details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:15:41.300579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-91996392-a83c-4dc5-859d-6494f060bc35 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5693052 Sep 17 23:15:41.303265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34176) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:41.308412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Request body: {'subnet': {'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-subnet', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:41.317914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port de9fb303-952b-4bc0-9950-ec88d2c2756a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:41.318290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.385596 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Made reservation on behalf of b717f34b3fc34ed094b5bf2ecd63e4fc for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:41.387945 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.509952 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.562105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port de9fb303-952b-4bc0-9950-ec88d2c2756a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=de9fb303-952b-4bc0-9950-ec88d2c2756a,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:41.582003 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.615786 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.642955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.670842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9baf7cfe-4c67-4b4c-baff-77479c372d7d,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:41.679455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Checking segment: {'id': '0ac04635-b0ad-4f89-87cb-1a594ba5ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:41.682776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Network hostable DHCP agents. Network: 92aff35e-984f-4453-8bc7-1248af6bc98d, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:15:41.691254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=de9fb303-952b-4bc0-9950-ec88d2c2756a,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:41.701115 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.751512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd254e2-3777-428b-9512-245a80851967 None None] Pushing event updated for resources: {'Port': ['ID=9178f245-e2b3-4261-889d-7ee2be7ddadb,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:41.787623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Network 92aff35e-984f-4453-8bc7-1248af6bc98d is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:15:41.801364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Attempting to bind port 9178f245-e2b3-4261-889d-7ee2be7ddadb on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:41.801728 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Attempting to bind port 9178f245-e2b3-4261-889d-7ee2be7ddadb by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:41.802083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Attempting to bind port 9178f245-e2b3-4261-889d-7ee2be7ddadb on network 5202a569-b7a0-41a1-bddf-098701e36155 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:41.807414 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:41.807784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Checking segment: {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:41.808179 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.808632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Bound using segment: {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:41.809059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Bound port: 9178f245-e2b3-4261-889d-7ee2be7ddadb, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:41.809431 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.879007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] For port 9178f245-e2b3-4261-889d-7ee2be7ddadb, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:41.882148 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] For port 9178f245-e2b3-4261-889d-7ee2be7ddadb, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9178f245-e2b3-4261-889d-7ee2be7ddadb,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:41.896280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 92aff35e-984f-4453-8bc7-1248af6bc98d) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:41.900416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:41.901079 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:41.908432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e2ec76-5b5d-4d38-bcdf-1a7b917fc104 None None] Network 92aff35e-984f-4453-8bc7-1248af6bc98d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:41.992261 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.015094 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ae8c5ce1-802d-463e-895e-d42eb1cbfb32 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7068188 Sep 17 23:15:42.015094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34178) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:42.018608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:42.054695 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3cfed564-264b-4471-999f-45425c87b1bc None None] Provisioning complete for port 9178f245-e2b3-4261-889d-7ee2be7ddadb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:42.055090 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cfed564-264b-4471-999f-45425c87b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.090650 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.092003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.131652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd254e2-3777-428b-9512-245a80851967 None None] Pushing event updated for resources: {'Port': ['ID=9178f245-e2b3-4261-889d-7ee2be7ddadb,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:42.142660 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Routers {'b34da328-1081-4594-8aff-96960aeee67c'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:15:42.143395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b34da328-1081-4594-8aff-96960aeee67c'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:42.153271 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.182949 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-92aff35e-984f-4453-8bc7-1248af6bc98d', 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'fixed_ips': [{'subnet_id': '9baf7cfe-4c67-4b4c-baff-77479c372d7d'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:15:42.183815 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.337157 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.359788 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cfed564-264b-4471-999f-45425c87b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.371527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] Set router b34da328-1081-4594-8aff-96960aeee67c gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:15:42.467602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Allocated IP 172.20.0.2 (92aff35e-984f-4453-8bc7-1248af6bc98d/9baf7cfe-4c67-4b4c-baff-77479c372d7d/3dcdfffc-4c01-49e6-9abc-c5f5c423c420) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:42.500318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3cfed564-264b-4471-999f-45425c87b1bc None None] For port 9178f245-e2b3-4261-889d-7ee2be7ddadb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9178f245-e2b3-4261-889d-7ee2be7ddadb,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:42.576163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3cfed564-264b-4471-999f-45425c87b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.638357 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.658264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.723288 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfed564-264b-4471-999f-45425c87b1bc None None] Pushing event updated for resources: {'Port': ['ID=9178f245-e2b3-4261-889d-7ee2be7ddadb,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:42.759138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-8363fa9c-f8f2-4a42-8fef-b06ce8e341bd None None] Provisioning complete for port 9178f245-e2b3-4261-889d-7ee2be7ddadb triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:42.759507 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8363fa9c-f8f2-4a42-8fef-b06ce8e341bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.767407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Allocated IP 172.25.5.155 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/14cdc999-1e73-47ea-940b-6b14d398963a) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:42.818670 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.837129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34da328-1081-4594-8aff-96960aeee67c', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:35Z', 'updated_at': '2021-09-17T23:15:39Z', 'revision_number': 4, 'project_id': '31634114508e465b990319241822df85', 'gw_port': {'id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:36Z', 'updated_at': '2021-09-17T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '9178f245-e2b3-4261-889d-7ee2be7ddadb', 'name': '', 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155', 'tenant_id': '31634114508e465b990319241822df85', 'mac_address': 'fa:16:3e:29:1f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '54ea3ef8-ecf7-4aca-ba58-263a0e97958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:38Z', 'updated_at': '2021-09-17T23:15:41Z', 'revision_number': 4, 'project_id': '31634114508e465b990319241822df85', 'subnets': [{'id': '54ea3ef8-ecf7-4aca-ba58-263a0e97958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:42.868993 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.884246 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f42afc-79c7-43a0-b82f-8b706cb5bcb4 None None] The sync data for ids ['b34da328-1081-4594-8aff-96960aeee67c'] in n-d-713498-17 is: [{'id': 'b34da328-1081-4594-8aff-96960aeee67c', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:35Z', 'updated_at': '2021-09-17T23:15:39Z', 'revision_number': 4, 'project_id': '31634114508e465b990319241822df85', 'gw_port': {'id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:36Z', 'updated_at': '2021-09-17T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '9178f245-e2b3-4261-889d-7ee2be7ddadb', 'name': '', 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155', 'tenant_id': '31634114508e465b990319241822df85', 'mac_address': 'fa:16:3e:29:1f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '54ea3ef8-ecf7-4aca-ba58-263a0e97958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:38Z', 'updated_at': '2021-09-17T23:15:41Z', 'revision_number': 4, 'project_id': '31634114508e465b990319241822df85', 'subnets': [{'id': '54ea3ef8-ecf7-4aca-ba58-263a0e97958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:15:42.897677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:42.957600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Network 92aff35e-984f-4453-8bc7-1248af6bc98d is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:42.966754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:42.970736 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:42.972625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Pushing event updated for resources: {'Port': ['ID=3dcdfffc-4c01-49e6-9abc-c5f5c423c420,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:42.992547 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:43.039662 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:43.042600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:43.042727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Attempting to bind port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:43.043249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Attempting to bind port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0ac04635-b0ad-4f89-87cb-1a594ba5ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:43.043622 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Attempting to bind port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 on network 92aff35e-984f-4453-8bc7-1248af6bc98d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:43.046267 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:43.050531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:43.051011 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Checking segment: {'id': '0ac04635-b0ad-4f89-87cb-1a594ba5ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:43.051428 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:43.051827 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Bound using segment: {'id': '0ac04635-b0ad-4f89-87cb-1a594ba5ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:43.052300 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Bound port: 3dcdfffc-4c01-49e6-9abc-c5f5c423c420, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac04635-b0ad-4f89-87cb-1a594ba5ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:43.052683 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:43.073766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Pushing event updated for resources: {'Port': ['ID=14cdc999-1e73-47ea-940b-6b14d398963a,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:43.137212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] For port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:43.141739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] For port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3dcdfffc-4c01-49e6-9abc-c5f5c423c420,segment=NetworkSegment(0ac04635-b0ad-4f89-87cb-1a594ba5ac58),segment_id=0ac04635-b0ad-4f89-87cb-1a594ba5ac58)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:43.212032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9178f245-e2b3-4261-889d-7ee2be7ddadb up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:43.250538 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:43.316005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9178f245-e2b3-4261-889d-7ee2be7ddadb triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:43.316376 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:43.340589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed8ad-fb8e-4138-8908-91ebd97d3483 None None] Pushing event updated for resources: {'Port': ['ID=3dcdfffc-4c01-49e6-9abc-c5f5c423c420,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:43.414266 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device de9fb303-952b-4bc0-9950-ec88d2c2756a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:43.476531 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port de9fb303-952b-4bc0-9950-ec88d2c2756a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:43.477249 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:43.477859 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:43.741749 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:43.964637 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Router 4e70265f-b35a-408a-b1bd-cc2d4700deff is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:15:44.357717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6d1d9-072c-40e6-addd-15670c4b7e70 None None] Network 92aff35e-984f-4453-8bc7-1248af6bc98d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:15:44.425420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c7a848aa-526f-4e12-834c-dbaf0f12a413 None None] Provisioning complete for port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:44.425796 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c7a848aa-526f-4e12-834c-dbaf0f12a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:44.441065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-eddb5e66-51dd-4df1-81e5-644550d2275c req-eb08c4f6-d299-41f3-b0c7-2df9d45a24a3 service neutron] (101661) timed out ('10.222.0.32', 51147) {{(pid=101661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:15:44.443973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:15:44.458936 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Sync routers for ids ['4e70265f-b35a-408a-b1bd-cc2d4700deff'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:15:44.468754 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Routers {'4e70265f-b35a-408a-b1bd-cc2d4700deff'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:15:44.469362 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4e70265f-b35a-408a-b1bd-cc2d4700deff'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:44.513836 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:44.516618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3f64e758-b59b-4491-a371-b37b28298257 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5021334 Sep 17 23:15:44.519470 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34180) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:15:44.555709 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c7a848aa-526f-4e12-834c-dbaf0f12a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:44.576994 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Set router 4e70265f-b35a-408a-b1bd-cc2d4700deff gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:15:44.603507 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c7a848aa-526f-4e12-834c-dbaf0f12a413 None None] For port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3dcdfffc-4c01-49e6-9abc-c5f5c423c420,segment=NetworkSegment(0ac04635-b0ad-4f89-87cb-1a594ba5ac58),segment_id=0ac04635-b0ad-4f89-87cb-1a594ba5ac58)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:44.699734 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c7a848aa-526f-4e12-834c-dbaf0f12a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:44.752705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a848aa-526f-4e12-834c-dbaf0f12a413 None None] Pushing event updated for resources: {'Port': ['ID=3dcdfffc-4c01-49e6-9abc-c5f5c423c420,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:44.784958 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:43Z', 'revision_number': 3, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'gw_port': {'id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:44.813976 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Checking router: 4e70265f-b35a-408a-b1bd-cc2d4700deff for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:15:44.814244 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Updating router 4e70265f-b35a-408a-b1bd-cc2d4700deff port 14cdc999-1e73-47ea-940b-6b14d398963a binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:15:44.839266 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:44.919443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-73e358b4-d4a7-47bc-920d-fcb9559a6e6c None None] Provisioning complete for port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:44.919832 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-73e358b4-d4a7-47bc-920d-fcb9559a6e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:44.950571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.105418 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.131143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Allocated IP 172.20.0.1 (92aff35e-984f-4453-8bc7-1248af6bc98d/9baf7cfe-4c67-4b4c-baff-77479c372d7d/d4c82498-801d-4652-96bf-5c3f8fdc22db) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:45.132314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:45.181787 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:45.182264 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.211057 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.240952 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.264774 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd5d04-24b6-47e1-98dd-d6a74888daa3 None None] Pushing event updated for resources: {'Port': ['ID=14cdc999-1e73-47ea-940b-6b14d398963a,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:45.267391 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Attempting to bind port 14cdc999-1e73-47ea-940b-6b14d398963a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:45.267849 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Attempting to bind port 14cdc999-1e73-47ea-940b-6b14d398963a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:45.267991 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Attempting to bind port 14cdc999-1e73-47ea-940b-6b14d398963a on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:45.273592 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:45.273961 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:45.274350 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.274723 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:45.275199 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Bound port: 14cdc999-1e73-47ea-940b-6b14d398963a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:45.275564 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.325121 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] For port 14cdc999-1e73-47ea-940b-6b14d398963a, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:45.328889 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] For port 14cdc999-1e73-47ea-940b-6b14d398963a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=14cdc999-1e73-47ea-940b-6b14d398963a,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:45.351813 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.388989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Network 92aff35e-984f-4453-8bc7-1248af6bc98d is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:45.393793 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:45.400762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:45.403890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c82498-801d-4652-96bf-5c3f8fdc22db,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:45.410701 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.457064 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.472514 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Routers {'4e70265f-b35a-408a-b1bd-cc2d4700deff'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:15:45.473191 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4e70265f-b35a-408a-b1bd-cc2d4700deff'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:45.477028 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd5d04-24b6-47e1-98dd-d6a74888daa3 None None] Pushing event updated for resources: {'Port': ['ID=14cdc999-1e73-47ea-940b-6b14d398963a,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:45.626280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f003b4da-a18e-4aa8-a690-3cb7ef790748 None None] Provisioning complete for port d4c82498-801d-4652-96bf-5c3f8fdc22db triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:45.627005 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f003b4da-a18e-4aa8-a690-3cb7ef790748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.648778 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.664840 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f003b4da-a18e-4aa8-a690-3cb7ef790748 None None] Port d4c82498-801d-4652-96bf-5c3f8fdc22db cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:15:45.676647 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] Set router 4e70265f-b35a-408a-b1bd-cc2d4700deff gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:15:45.817475 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:45.870895 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:43Z', 'revision_number': 3, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'gw_port': {'id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:45.895731 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b2898-9448-4cd0-bfea-97cd522c9554 None None] The sync data for ids ['4e70265f-b35a-408a-b1bd-cc2d4700deff'] in n-d-713498-17 is: [{'id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:43Z', 'revision_number': 3, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'gw_port': {'id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:15:45.928373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:46.000212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c82498-801d-4652-96bf-5c3f8fdc22db,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:46.002625 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:46.100176 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Network 92aff35e-984f-4453-8bc7-1248af6bc98d is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:46.102163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:46.231421 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Router 4e70265f-b35a-408a-b1bd-cc2d4700deff has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:15:46.350598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:15:46.357598 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9231a488-bb44-4746-8e6c-b88ec770ac04 admin admin] 10.222.0.13 "PUT /v2.0/routers/4e70265f-b35a-408a-b1bd-cc2d4700deff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8352196 Sep 17 23:15:46.388426 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9dc6da0e-67f1-412c-9b95-f01509b706f9 None None] Provisioning complete for port d4c82498-801d-4652-96bf-5c3f8fdc22db triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:46.388806 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9dc6da0e-67f1-412c-9b95-f01509b706f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:46.431541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9dc6da0e-67f1-412c-9b95-f01509b706f9 None None] Port d4c82498-801d-4652-96bf-5c3f8fdc22db cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:15:47.115082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 14cdc999-1e73-47ea-940b-6b14d398963a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:47.166557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 14cdc999-1e73-47ea-940b-6b14d398963a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:47.167295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:47.247247 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:47.268450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 14cdc999-1e73-47ea-940b-6b14d398963a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=14cdc999-1e73-47ea-940b-6b14d398963a,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:47.319717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-50085757-ff15-4116-b37d-b6886897e740 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:47.321203 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-50085757-ff15-4116-b37d-b6886897e740 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/networks?id=5202a569-b7a0-41a1-bddf-098701e36155 HTTP/1.1" status: 200 len: 817 time: 0.1018918 Sep 17 23:15:47.336571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-bb431601-e408-4f48-bd9d-911a0b51ef56 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/quotas/31634114508e465b990319241822df85 HTTP/1.1" status: 200 len: 375 time: 0.0094285 Sep 17 23:15:47.390679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ffd2c982-9d98-43f7-a7d0-e0924fff6963 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=31634114508e465b990319241822df85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481510 Sep 17 23:15:47.398718 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:47.441517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Sync routers for ids ['4e70265f-b35a-408a-b1bd-cc2d4700deff'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:15:47.464475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Routers {'4e70265f-b35a-408a-b1bd-cc2d4700deff'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:15:47.465105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4e70265f-b35a-408a-b1bd-cc2d4700deff'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:47.468371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=14cdc999-1e73-47ea-940b-6b14d398963a,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:47.493887 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-becb7a7d-5ff9-4ed8-9f53-349f55b2f090 service neutron] 10.222.0.13 "GET /v2.0/networks/5202a569-b7a0-41a1-bddf-098701e36155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913374 Sep 17 23:15:47.575347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Set router 4e70265f-b35a-408a-b1bd-cc2d4700deff gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:15:47.587105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-7d03124a-800b-41a4-a00e-b9a40c516bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/5202a569-b7a0-41a1-bddf-098701e36155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858972 Sep 17 23:15:47.789500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:45Z', 'revision_number': 4, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'gw_port': {'id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'd4c82498-801d-4652-96bf-5c3f8fdc22db', 'name': '', 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'mac_address': 'fa:16:3e:96:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9baf7cfe-4c67-4b4c-baff-77479c372d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:44Z', 'updated_at': '2021-09-17T23:15:45Z', 'revision_number': 2, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'subnets': [{'id': '9baf7cfe-4c67-4b4c-baff-77479c372d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:47.816935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Checking router: 4e70265f-b35a-408a-b1bd-cc2d4700deff for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:15:47.817287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Updating router 4e70265f-b35a-408a-b1bd-cc2d4700deff port d4c82498-801d-4652-96bf-5c3f8fdc22db binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:15:47.819125 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ca357f8-2ef8-4b9e-90ca-9fceb819a746 req-fcc72fa0-14f0-45ca-8c64-b985bdb1ffbd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 210 time: 0.0261614 Sep 17 23:15:47.849067 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:47.890729 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-255fb5e9-897c-45b0-9339-73c01e83b234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:48.117437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:48.192538 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:48.258986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55f4e5-f6d6-42c0-8e57-b9bdb69535d5 None None] Pushing event updated for resources: {'Port': ['ID=d4c82498-801d-4652-96bf-5c3f8fdc22db,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:48.292938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Attempting to bind port d4c82498-801d-4652-96bf-5c3f8fdc22db on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:48.293308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Attempting to bind port d4c82498-801d-4652-96bf-5c3f8fdc22db by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0ac04635-b0ad-4f89-87cb-1a594ba5ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:48.294981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Attempting to bind port d4c82498-801d-4652-96bf-5c3f8fdc22db on network 92aff35e-984f-4453-8bc7-1248af6bc98d {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:48.301134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:48.301509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Checking segment: {'id': '0ac04635-b0ad-4f89-87cb-1a594ba5ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:48.301906 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:48.302289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Bound using segment: {'id': '0ac04635-b0ad-4f89-87cb-1a594ba5ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:48.302758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Bound port: d4c82498-801d-4652-96bf-5c3f8fdc22db, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac04635-b0ad-4f89-87cb-1a594ba5ac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:48.303154 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:48.372850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] For port d4c82498-801d-4652-96bf-5c3f8fdc22db, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:48.376843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] For port d4c82498-801d-4652-96bf-5c3f8fdc22db, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d4c82498-801d-4652-96bf-5c3f8fdc22db,segment=NetworkSegment(0ac04635-b0ad-4f89-87cb-1a594ba5ac58),segment_id=0ac04635-b0ad-4f89-87cb-1a594ba5ac58)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:48.464015 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:48.471110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-245bf793-c14c-4947-9d1c-05fa3e16c51f None None] Provisioning complete for port d4c82498-801d-4652-96bf-5c3f8fdc22db triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:48.471473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-245bf793-c14c-4947-9d1c-05fa3e16c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:48.555755 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Routers {'4e70265f-b35a-408a-b1bd-cc2d4700deff'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:15:48.556393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:15:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4e70265f-b35a-408a-b1bd-cc2d4700deff'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:48.563615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55f4e5-f6d6-42c0-8e57-b9bdb69535d5 None None] Pushing event updated for resources: {'Port': ['ID=d4c82498-801d-4652-96bf-5c3f8fdc22db,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:48.685035 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-245bf793-c14c-4947-9d1c-05fa3e16c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:48.718682 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] Set router 4e70265f-b35a-408a-b1bd-cc2d4700deff gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:15:48.762100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-245bf793-c14c-4947-9d1c-05fa3e16c51f None None] For port d4c82498-801d-4652-96bf-5c3f8fdc22db, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d4c82498-801d-4652-96bf-5c3f8fdc22db,segment=NetworkSegment(0ac04635-b0ad-4f89-87cb-1a594ba5ac58),segment_id=0ac04635-b0ad-4f89-87cb-1a594ba5ac58)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:48.954822 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-245bf793-c14c-4947-9d1c-05fa3e16c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:48.961827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98acab13-ba15-4e40-906e-8f67015978ef req-71fb6c04-eb6d-4613-ad10-deae11364ca0 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 210 time: 0.0317712 Sep 17 23:15:49.057307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bf793-c14c-4947-9d1c-05fa3e16c51f None None] Pushing event updated for resources: {'Port': ['ID=d4c82498-801d-4652-96bf-5c3f8fdc22db,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:49.085601 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4af09f23-357c-4a51-bf1b-8c295f3ac198 None None] Provisioning complete for port d4c82498-801d-4652-96bf-5c3f8fdc22db triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:49.085774 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4af09f23-357c-4a51-bf1b-8c295f3ac198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:49.110178 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 14cdc999-1e73-47ea-940b-6b14d398963a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:49.246773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 14cdc999-1e73-47ea-940b-6b14d398963a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:49.247459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:49.273359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:45Z', 'revision_number': 4, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'gw_port': {'id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'd4c82498-801d-4652-96bf-5c3f8fdc22db', 'name': '', 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'mac_address': 'fa:16:3e:96:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9baf7cfe-4c67-4b4c-baff-77479c372d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:44Z', 'updated_at': '2021-09-17T23:15:48Z', 'revision_number': 4, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'subnets': [{'id': '9baf7cfe-4c67-4b4c-baff-77479c372d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:15:49.302101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb973540-5b47-44cb-9c90-d51da098b9ff None None] The sync data for ids ['4e70265f-b35a-408a-b1bd-cc2d4700deff'] in n-d-713498-17 is: [{'id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:45Z', 'revision_number': 4, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'gw_port': {'id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'd4c82498-801d-4652-96bf-5c3f8fdc22db', 'name': '', 'network_id': '92aff35e-984f-4453-8bc7-1248af6bc98d', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'mac_address': 'fa:16:3e:96:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9baf7cfe-4c67-4b4c-baff-77479c372d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:44Z', 'updated_at': '2021-09-17T23:15:48Z', 'revision_number': 4, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'subnets': [{'id': '9baf7cfe-4c67-4b4c-baff-77479c372d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:15:50.008328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-a63293fe-9ae6-49bf-8bce-fe77e3f0b14f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:50.010488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-a63293fe-9ae6-49bf-8bce-fe77e3f0b14f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.32 "GET /v2.0/networks?id=5202a569-b7a0-41a1-bddf-098701e36155 HTTP/1.1" status: 200 len: 817 time: 0.1119115 Sep 17 23:15:50.025470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Request body: {'port': {'device_id': 'cdc3eec9-0572-4205-b223-fbd269317d69', 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155', 'admin_state_up': True, 'tenant_id': '31634114508e465b990319241822df85'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:50.086127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-475fad91-d7a9-45cc-b89a-2eaf61c8af55 req-a9a29593-4ea7-43eb-8371-5bd17d055569 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 210 time: 0.0417840 Sep 17 23:15:50.233729 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Made reservation on behalf of 31634114508e465b990319241822df85 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:15:50.237302 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:50.263392 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3d715606-0763-42ac-9611-23ad170c9950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:50.370913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Allocated IP 172.20.0.10 (5202a569-b7a0-41a1-bddf-098701e36155/54ea3ef8-ecf7-4aca-ba58-263a0e97958e/796dccac-293e-4db3-b662-344ecc7fe703) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:15:50.517246 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:50.604519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:50.644706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Network 5202a569-b7a0-41a1-bddf-098701e36155 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:15:50.647756 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:15:50.651380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:15:50.678623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Pushing event updated for resources: {'Port': ['ID=796dccac-293e-4db3-b662-344ecc7fe703,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:50.707163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:50.707828 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:50.793636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-4f9057ea-5d7f-4430-b8a4-d0df0d134b81 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7738433 Sep 17 23:15:50.806162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Request body: {'port': {'device_id': 'cdc3eec9-0572-4205-b223-fbd269317d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:15:50.864774 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:50.888113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-361957f0-f8fc-491d-afef-aeba40db77da None None] Provisioning complete for port 796dccac-293e-4db3-b662-344ecc7fe703 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:50.888488 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-361957f0-f8fc-491d-afef-aeba40db77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:50.926652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-361957f0-f8fc-491d-afef-aeba40db77da None None] Port 796dccac-293e-4db3-b662-344ecc7fe703 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:15:51.114441 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d4c82498-801d-4652-96bf-5c3f8fdc22db up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:51.137356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796dccac-293e-4db3-b662-344ecc7fe703 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:15:51.146046 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.160143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Transition to ACTIVE for port object 796dccac-293e-4db3-b662-344ecc7fe703 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:15:51.167362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port d4c82498-801d-4652-96bf-5c3f8fdc22db triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:51.167738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.207974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460e3cd-c01e-4342-82db-3366a6182b00 req-ca3269b8-4cd6-44aa-b6a7-38d32c24cab3 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:51.209634 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c460e3cd-c01e-4342-82db-3366a6182b00 req-ca3269b8-4cd6-44aa-b6a7-38d32c24cab3 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 932 time: 0.0509291 Sep 17 23:15:51.244645 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.290057 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c460e3cd-c01e-4342-82db-3366a6182b00 req-ff0fa074-096b-476a-b41c-5bcd004f4ecb tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701616 Sep 17 23:15:51.329161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Pushing event updated for resources: {'Port': ['ID=796dccac-293e-4db3-b662-344ecc7fe703,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:51.370002 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.387041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Attempting to bind port 796dccac-293e-4db3-b662-344ecc7fe703 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:15:51.387378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Attempting to bind port 796dccac-293e-4db3-b662-344ecc7fe703 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:15:51.387709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Attempting to bind port 796dccac-293e-4db3-b662-344ecc7fe703 on network 5202a569-b7a0-41a1-bddf-098701e36155 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:51.392635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Port 796dccac-293e-4db3-b662-344ecc7fe703 on network 5202a569-b7a0-41a1-bddf-098701e36155 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:15:51.392949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Attempting to bind port 796dccac-293e-4db3-b662-344ecc7fe703 on network 5202a569-b7a0-41a1-bddf-098701e36155 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:15:51.397981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:15:51.398494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Checking segment: {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:15:51.398906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Bound using segment: {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:15:51.399332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Bound port: 796dccac-293e-4db3-b662-344ecc7fe703, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:15:51.399751 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.470225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] For port 796dccac-293e-4db3-b662-344ecc7fe703, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:15:51.473414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] For port 796dccac-293e-4db3-b662-344ecc7fe703, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=796dccac-293e-4db3-b662-344ecc7fe703,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:15:51.530487 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.567730 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:51.568428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.569749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] 10.222.0.32 "PUT /v2.0/ports/796dccac-293e-4db3-b662-344ecc7fe703 HTTP/1.1" status: 200 len: 1093 time: 0.7680221 Sep 17 23:15:51.570186 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc3eec9-0572-4205-b223-fbd269317d69', 'tag': '796dccac-293e-4db3-b662-344ecc7fe703'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:15:51.572474 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb282c-26bb-4fc4-bebf-7715e26f5167" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc3eec9-0572-4205-b223-fbd269317d69", "tag": "796dccac-293e-4db3-b662-344ecc7fe703"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:15:51.596940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9990e8-3b25-4f8a-bc7f-2d23b5a03104 service neutron] Pushing event updated for resources: {'Port': ['ID=796dccac-293e-4db3-b662-344ecc7fe703,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:51.611407 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7bb9f-a1ff-4a6c-a2de-212b16eea635 x-openstack-request-id: req-b1f7bb9f-a1ff-4a6c-a2de-212b16eea635 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:15:51.613194 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc3eec9-0572-4205-b223-fbd269317d69", "tag": "796dccac-293e-4db3-b662-344ecc7fe703", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:15:51.613194 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1f7bb9f-a1ff-4a6c-a2de-212b16eea635 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:15:51.613194 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc3eec9-0572-4205-b223-fbd269317d69', 'tag': '796dccac-293e-4db3-b662-344ecc7fe703', 'status': 'completed', 'code': 200} Sep 17 23:15:51.676412 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb282c-26bb-4fc4-bebf-7715e26f5167 req-db9cb77f-b1d9-4bf6-b5d6-544ca729049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:51.678025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eeb282c-26bb-4fc4-bebf-7715e26f5167 req-db9cb77f-b1d9-4bf6-b5d6-544ca729049d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31634114508e465b990319241822df85&device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 1096 time: 0.0449810 Sep 17 23:15:51.784891 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb282c-26bb-4fc4-bebf-7715e26f5167 req-a8e09292-6eb5-4c08-8bf9-16121d8f28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:51.786226 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eeb282c-26bb-4fc4-bebf-7715e26f5167 req-a8e09292-6eb5-4c08-8bf9-16121d8f28c4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=31634114508e465b990319241822df85&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1009760 Sep 17 23:15:51.883686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb282c-26bb-4fc4-bebf-7715e26f5167 req-326576cb-e2a8-490e-86dc-44b0f8b8539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:51.885205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eeb282c-26bb-4fc4-bebf-7715e26f5167 req-326576cb-e2a8-490e-86dc-44b0f8b8539a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0924602 Sep 17 23:15:51.907531 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:51.963539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-15ab330f-069d-4aad-b66f-1c60f5154ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:51.965029 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-15ab330f-069d-4aad-b66f-1c60f5154ac0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31634114508e465b990319241822df85&device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 1096 time: 0.0447702 Sep 17 23:15:52.006373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-241e4b3f-34a4-4864-aaac-94b4d1f1066d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796dccac-293e-4db3-b662-344ecc7fe703 HTTP/1.1" status: 200 len: 217 time: 0.0331714 Sep 17 23:15:52.053824 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-1b584ac5-5e89-4441-abce-bfccc869b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:52.055257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-1b584ac5-5e89-4441-abce-bfccc869b44e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54ea3ef8-ecf7-4aca-ba58-263a0e97958e HTTP/1.1" status: 200 len: 856 time: 0.0427911 Sep 17 23:15:52.101131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-1d5b1283-704b-4593-83c4-75fcb4d32199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:52.102608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-1d5b1283-704b-4593-83c4-75fcb4d32199 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5202a569-b7a0-41a1-bddf-098701e36155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403311 Sep 17 23:15:52.195434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-aa726943-5f5e-47a8-8fe2-9db23f00c6f2 service neutron] 10.222.0.32 "GET /v2.0/networks/5202a569-b7a0-41a1-bddf-098701e36155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859606 Sep 17 23:15:52.289801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ca27a7-cd1e-46de-b557-3c5f95288ccc req-68fbe885-64cc-46ef-853a-181b6ecf87ed service neutron] 10.222.0.32 "GET /v2.0/networks/5202a569-b7a0-41a1-bddf-098701e36155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865786 Sep 17 23:15:52.411379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad6c2-a2a3-46e0-a85e-463966f1e14a req-f2ddbff8-f6bd-4431-b1dc-f80bbefa1fd8 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:52.412856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-317ad6c2-a2a3-46e0-a85e-463966f1e14a req-f2ddbff8-f6bd-4431-b1dc-f80bbefa1fd8 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 944 time: 0.0486021 Sep 17 23:15:52.449505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-317ad6c2-a2a3-46e0-a85e-463966f1e14a req-e0bf024c-79ac-49c7-929b-6380d3732e48 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305150 Sep 17 23:15:53.083775 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:15:53.564519 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:53.566496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbea38-624a-4d81-ba09-ad98b0b83c41 req-2d3fbc95-38f5-4392-b72d-4c2a007c255f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:53.568018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31bbea38-624a-4d81-ba09-ad98b0b83c41 req-2d3fbc95-38f5-4392-b72d-4c2a007c255f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 944 time: 0.0485022 Sep 17 23:15:53.605616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-31bbea38-624a-4d81-ba09-ad98b0b83c41 req-065ce415-637c-4875-8735-101b99111d57 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Sep 17 23:15:54.722199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7719340-2f52-498d-8fab-a9e54c33e2de req-d75bd118-e061-41c4-a0cc-7fe14fb5de9b tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:54.723721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7719340-2f52-498d-8fab-a9e54c33e2de req-d75bd118-e061-41c4-a0cc-7fe14fb5de9b tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Sep 17 23:15:54.760632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e7719340-2f52-498d-8fab-a9e54c33e2de req-13191453-6273-44f2-9c46-2644468a9f92 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310264 Sep 17 23:15:55.381240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 796dccac-293e-4db3-b662-344ecc7fe703 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:15:55.475598 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 796dccac-293e-4db3-b662-344ecc7fe703, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=796dccac-293e-4db3-b662-344ecc7fe703,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:55.486779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '796dccac-293e-4db3-b662-344ecc7fe703', 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155', 'port_id': '796dccac-293e-4db3-b662-344ecc7fe703', 'mac_address': 'fa:16:3e:3e:e7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ea3ef8-ecf7-4aca-ba58-263a0e97958e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:15:55.523175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:55.540081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796dccac-293e-4db3-b662-344ecc7fe703 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:15:55.558855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 796dccac-293e-4db3-b662-344ecc7fe703, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=796dccac-293e-4db3-b662-344ecc7fe703,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:55.642238 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:55.693072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=796dccac-293e-4db3-b662-344ecc7fe703,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:55.700408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.700754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.701091 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.702106 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.702458 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.702806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.703133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.703464 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.703852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.704182 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.704503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.704824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:15:55.841820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['796dccac-293e-4db3-b662-344ecc7fe703'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:15:55.875388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6478e-4160-4b39-af6f-8fba4e9329ce req-531cb155-c133-4b60-90fe-80af66905c57 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:55.876961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23b6478e-4160-4b39-af6f-8fba4e9329ce req-531cb155-c133-4b60-90fe-80af66905c57 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 945 time: 0.0500422 Sep 17 23:15:55.914248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23b6478e-4160-4b39-af6f-8fba4e9329ce req-522d65d9-b4c0-4491-b29b-3beb6e225757 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Sep 17 23:15:57.028085 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69bcb7-aaac-4a8f-ac43-52e93b006d94 req-9d32370f-815a-4e58-a843-40c12bfc698a tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:57.030100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb69bcb7-aaac-4a8f-ac43-52e93b006d94 req-9d32370f-815a-4e58-a843-40c12bfc698a tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 945 time: 0.0491860 Sep 17 23:15:57.067047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb69bcb7-aaac-4a8f-ac43-52e93b006d94 req-81747a01-339e-4e5a-aaba-bfc49dd5ee8e tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310082 Sep 17 23:15:57.397004 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 796dccac-293e-4db3-b662-344ecc7fe703 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:15:57.535656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 796dccac-293e-4db3-b662-344ecc7fe703 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:15:57.539280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 796dccac-293e-4db3-b662-344ecc7fe703 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:15:57.539653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:57.613393 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:57.634503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc3eec9-0572-4205-b223-fbd269317d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796dccac-293e-4db3-b662-344ecc7fe703'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:15:57.636772 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0900da66-c12f-4f06-942d-06471b004dac" -d '{"events": [{"server_uuid": "cdc3eec9-0572-4205-b223-fbd269317d69", "name": "network-vif-plugged", "status": "completed", "tag": "796dccac-293e-4db3-b662-344ecc7fe703"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:15:57.649835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 796dccac-293e-4db3-b662-344ecc7fe703, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=796dccac-293e-4db3-b662-344ecc7fe703,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:15:57.672338 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea463c44-9fef-4fff-b087-b6b37536eac4 x-openstack-request-id: req-ea463c44-9fef-4fff-b087-b6b37536eac4 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:15:57.672630 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc3eec9-0572-4205-b223-fbd269317d69", "name": "network-vif-plugged", "status": "completed", "tag": "796dccac-293e-4db3-b662-344ecc7fe703", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:15:57.672884 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea463c44-9fef-4fff-b087-b6b37536eac4 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:15:57.673280 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc3eec9-0572-4205-b223-fbd269317d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796dccac-293e-4db3-b662-344ecc7fe703', 'code': 200} Sep 17 23:15:57.730017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:15:57.772540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eb926-96bb-4470-9627-7d09f6fe07a4 req-d17de6de-f7aa-4b50-8fd3-aef1c6a1ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:57.774069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-276eb926-96bb-4470-9627-7d09f6fe07a4 req-d17de6de-f7aa-4b50-8fd3-aef1c6a1ab0e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 1098 time: 0.0446594 Sep 17 23:15:57.782277 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=796dccac-293e-4db3-b662-344ecc7fe703,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:15:57.809147 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-276eb926-96bb-4470-9627-7d09f6fe07a4 req-eab9c336-b25e-4a5c-b03d-befdc808257d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277438 Sep 17 23:15:58.180470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408b9ae-56ff-4bd2-b23e-69e6c338f518 req-00e862e0-560a-4a7f-a387-e1a14996b6be tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:58.181953 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a408b9ae-56ff-4bd2-b23e-69e6c338f518 req-00e862e0-560a-4a7f-a387-e1a14996b6be tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 946 time: 0.0483856 Sep 17 23:15:58.218833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a408b9ae-56ff-4bd2-b23e-69e6c338f518 req-45154851-9045-430e-a8cd-35b452a50fb7 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Sep 17 23:15:59.333780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f26885-501f-4f94-af30-6fc3a95e32b2 req-57da63fc-676f-4dfc-8126-ed97cb56716c tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:59.335304 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27f26885-501f-4f94-af30-6fc3a95e32b2 req-57da63fc-676f-4dfc-8126-ed97cb56716c tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 946 time: 0.0477233 Sep 17 23:15:59.375331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-27f26885-501f-4f94-af30-6fc3a95e32b2 req-576f2b54-b463-41df-aec2-c94b26df5147 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 Sep 17 23:15:59.492671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901335a-426c-4622-9b05-40a3faca8fd9 req-d69a636a-604d-418f-8e6c-3c0ab226bad2 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:15:59.494132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4901335a-426c-4622-9b05-40a3faca8fd9 req-d69a636a-604d-418f-8e6c-3c0ab226bad2 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 946 time: 0.0524294 Sep 17 23:15:59.532375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4901335a-426c-4622-9b05-40a3faca8fd9 req-6c500632-3b93-42ba-bed0-cbae784062d4 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Sep 17 23:16:08.904850 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:10.580782 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:17.857521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4c45bd8c-2e46-4883-9760-03ca56d74f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:20.230542 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-96bb28d5-39f6-4d50-932c-db6385896602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:21.367811 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:21.743311 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b40380-6567-4696-b00e-20abb04bd341 req-364022a9-a4a8-49fc-856d-653dfe2dac62 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:21.744749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83b40380-6567-4696-b00e-20abb04bd341 req-364022a9-a4a8-49fc-856d-653dfe2dac62 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 946 time: 0.0500672 Sep 17 23:16:21.782363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-83b40380-6567-4696-b00e-20abb04bd341 req-497b6f55-de06-434d-a7f5-091a74c6bc91 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Sep 17 23:16:21.877840 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:22.988347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e279a-a93a-42bd-9b18-3613f8ba96db req-61aaf343-582d-4c89-ad40-450a7d4bba96 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:22.990818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e13e279a-a93a-42bd-9b18-3613f8ba96db req-61aaf343-582d-4c89-ad40-450a7d4bba96 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 946 time: 0.1408043 Sep 17 23:16:23.029265 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e13e279a-a93a-42bd-9b18-3613f8ba96db req-0a3b3421-e207-475b-8492-97aa4ce81d13 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Sep 17 23:16:23.221647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-e68920f4-e50b-47e4-998a-ff33b4845160 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:23.223088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-e68920f4-e50b-47e4-998a-ff33b4845160 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 946 time: 0.0515363 Sep 17 23:16:23.310555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Deleting port 796dccac-293e-4db3-b662-344ecc7fe703 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:16:23.310921 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:23.401326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] For port 796dccac-293e-4db3-b662-344ecc7fe703, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=796dccac-293e-4db3-b662-344ecc7fe703,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:23.401686 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:23.413572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Calling delete_port for 796dccac-293e-4db3-b662-344ecc7fe703 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:16:23.558177 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:23.607652 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:23.639363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Pushing event deleted for resources: {'Port': ['ID=796dccac-293e-4db3-b662-344ecc7fe703,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:23.652096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.652443 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.652782 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.653111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.653439 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.653764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.654088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.654409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.654731 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.655088 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.655407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.655723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:16:23.689137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] No DVR routers for this DVR port 796dccac-293e-4db3-b662-344ecc7fe703 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:16:23.691770 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:23.693815 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-51ca7e12-8c43-40c0-a884-aa75fa933473 req-2f13a3bb-eee0-45ef-8ff9-113cc14e132f tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.32 "DELETE /v2.0/ports/796dccac-293e-4db3-b662-344ecc7fe703 HTTP/1.1" status: 204 len: 173 time: 0.4647381 Sep 17 23:16:23.694251 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc3eec9-0572-4205-b223-fbd269317d69', 'name': 'network-vif-deleted', 'tag': '796dccac-293e-4db3-b662-344ecc7fe703'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:23.696490 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba74ea-af95-4810-8d0b-1d15c1d6f6b5" -d '{"events": [{"server_uuid": "cdc3eec9-0572-4205-b223-fbd269317d69", "name": "network-vif-deleted", "tag": "796dccac-293e-4db3-b662-344ecc7fe703"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:23.731897 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecdd0ab-6819-403b-b87e-feb0f853c002 x-openstack-request-id: req-9ecdd0ab-6819-403b-b87e-feb0f853c002 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:23.736516 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc3eec9-0572-4205-b223-fbd269317d69", "name": "network-vif-deleted", "tag": "796dccac-293e-4db3-b662-344ecc7fe703", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:23.736516 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ecdd0ab-6819-403b-b87e-feb0f853c002 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:23.736516 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc3eec9-0572-4205-b223-fbd269317d69', 'name': 'network-vif-deleted', 'tag': '796dccac-293e-4db3-b662-344ecc7fe703', 'status': 'completed', 'code': 200} Sep 17 23:16:24.148697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0a9fc304-10c8-493e-903a-efa7ebaadcde req-9cdfcd81-47c3-4068-ad4c-92140ff6b38a tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdc3eec9-0572-4205-b223-fbd269317d69 HTTP/1.1" status: 200 len: 210 time: 0.0285943 Sep 17 23:16:25.490753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 796dccac-293e-4db3-b662-344ecc7fe703 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:16:25.510873 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 796dccac-293e-4db3-b662-344ecc7fe703 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:16:25.511220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 796dccac-293e-4db3-b662-344ecc7fe703 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:16:25.908134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-c5350571-3078-4ce6-8fd4-0f388a6f73ef tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:25.909594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-c5350571-3078-4ce6-8fd4-0f388a6f73ef tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/networks?id=5202a569-b7a0-41a1-bddf-098701e36155 HTTP/1.1" status: 200 len: 817 time: 0.1196966 Sep 17 23:16:25.924787 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-90341521-8c92-4513-bbad-8da4ec61a6ee tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/quotas/31634114508e465b990319241822df85 HTTP/1.1" status: 200 len: 375 time: 0.0091417 Sep 17 23:16:25.973565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-465e4ba9-ba3f-464e-b697-0507c2dc0ee8 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=31634114508e465b990319241822df85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436103 Sep 17 23:16:26.072903 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-e10727d8-528b-4f99-9b05-faf9a56dc198 service neutron] 10.222.0.13 "GET /v2.0/networks/5202a569-b7a0-41a1-bddf-098701e36155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878353 Sep 17 23:16:26.165984 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-26a0473d-d57a-4653-b001-854b6112e624 service neutron] 10.222.0.13 "GET /v2.0/networks/5202a569-b7a0-41a1-bddf-098701e36155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868762 Sep 17 23:16:26.395264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3b70ec2-2afa-41b6-8b73-e091d3486eea req-7abf3cfd-5372-451e-9fb8-05226aa2e8a8 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 210 time: 0.0260699 Sep 17 23:16:27.488072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-473b61ae-81b6-45d2-95d0-1a9d458840c8 req-83a8abf1-5b9e-4e1e-bc21-a5f4d533f4e2 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 210 time: 0.0261393 Sep 17 23:16:28.079623 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-9a20fb3a-3f2f-4b52-ae82-1b96f3bd3310 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:28.081081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-9a20fb3a-3f2f-4b52-ae82-1b96f3bd3310 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.32 "GET /v2.0/networks?id=5202a569-b7a0-41a1-bddf-098701e36155 HTTP/1.1" status: 200 len: 817 time: 0.1034741 Sep 17 23:16:28.093746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Request body: {'port': {'device_id': '6637c28c-f8d7-419b-9049-24d495edc8d5', 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155', 'admin_state_up': True, 'tenant_id': '31634114508e465b990319241822df85'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:28.283324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Made reservation on behalf of 31634114508e465b990319241822df85 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:16:28.287015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:28.410105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Allocated IP 172.20.0.7 (5202a569-b7a0-41a1-bddf-098701e36155/54ea3ef8-ecf7-4aca-ba58-263a0e97958e/781c7261-cde2-4be2-b0b3-8d90095d147b) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:16:28.555408 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:28.586726 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5f1523c8-0f1e-4dad-a417-bb79cc2c19ca req-4da5dab8-d685-4fd3-8207-685079ba47b6 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 210 time: 0.0295601 Sep 17 23:16:28.655928 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:28.704674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Network 5202a569-b7a0-41a1-bddf-098701e36155 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:16:28.707616 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:16:28.710612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:16:28.741970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Pushing event updated for resources: {'Port': ['ID=781c7261-cde2-4be2-b0b3-8d90095d147b,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:28.773219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:28.773942 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:28.888490 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-f3e05dc0-28dd-4e7c-a2e4-a5a92dd47ad9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7982948 Sep 17 23:16:28.902779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a44e51bf-ce5d-42fc-99aa-7f64af346837 None None] Provisioning complete for port 781c7261-cde2-4be2-b0b3-8d90095d147b triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:16:28.907569 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a44e51bf-ce5d-42fc-99aa-7f64af346837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:28.937333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a44e51bf-ce5d-42fc-99aa-7f64af346837 None None] Port 781c7261-cde2-4be2-b0b3-8d90095d147b cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:16:28.944124 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Request body: {'port': {'device_id': '6637c28c-f8d7-419b-9049-24d495edc8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:16:28.996604 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:29.251765 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781c7261-cde2-4be2-b0b3-8d90095d147b {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:29.259186 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:29.271188 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Transition to ACTIVE for port object 781c7261-cde2-4be2-b0b3-8d90095d147b will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:16:29.356311 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:29.407140 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Pushing event updated for resources: {'Port': ['ID=781c7261-cde2-4be2-b0b3-8d90095d147b,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:29.477580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Attempting to bind port 781c7261-cde2-4be2-b0b3-8d90095d147b on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:16:29.477920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Attempting to bind port 781c7261-cde2-4be2-b0b3-8d90095d147b by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:16:29.478257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Attempting to bind port 781c7261-cde2-4be2-b0b3-8d90095d147b on network 5202a569-b7a0-41a1-bddf-098701e36155 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:29.482724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Port 781c7261-cde2-4be2-b0b3-8d90095d147b on network 5202a569-b7a0-41a1-bddf-098701e36155 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:16:29.483077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Attempting to bind port 781c7261-cde2-4be2-b0b3-8d90095d147b on network 5202a569-b7a0-41a1-bddf-098701e36155 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:16:29.488701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:16:29.489038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Checking segment: {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:16:29.489417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Bound using segment: {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:16:29.489858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Bound port: 781c7261-cde2-4be2-b0b3-8d90095d147b, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:16:29.490215 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:29.559953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] For port 781c7261-cde2-4be2-b0b3-8d90095d147b, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:16:29.563169 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] For port 781c7261-cde2-4be2-b0b3-8d90095d147b, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=781c7261-cde2-4be2-b0b3-8d90095d147b,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:16:29.621559 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:29.654906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:29.655521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:29.657555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] 10.222.0.32 "PUT /v2.0/ports/781c7261-cde2-4be2-b0b3-8d90095d147b HTTP/1.1" status: 200 len: 1092 time: 0.7592294 Sep 17 23:16:29.658007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6637c28c-f8d7-419b-9049-24d495edc8d5', 'tag': '781c7261-cde2-4be2-b0b3-8d90095d147b'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:29.660353 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b866317d-d091-440c-a3af-bf6ba38e2e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6637c28c-f8d7-419b-9049-24d495edc8d5", "tag": "781c7261-cde2-4be2-b0b3-8d90095d147b"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:29.704137 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3680df22-bf22-4888-acb9-66cd4fd94cd4 x-openstack-request-id: req-3680df22-bf22-4888-acb9-66cd4fd94cd4 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:29.706574 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6637c28c-f8d7-419b-9049-24d495edc8d5", "tag": "781c7261-cde2-4be2-b0b3-8d90095d147b", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:29.706574 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3680df22-bf22-4888-acb9-66cd4fd94cd4 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:29.706574 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6637c28c-f8d7-419b-9049-24d495edc8d5', 'tag': '781c7261-cde2-4be2-b0b3-8d90095d147b', 'status': 'completed', 'code': 200} Sep 17 23:16:29.721006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cd765-24c5-4c80-b579-0ab53b810474 service neutron] Pushing event updated for resources: {'Port': ['ID=781c7261-cde2-4be2-b0b3-8d90095d147b,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:29.773540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff7347-9073-43de-ba0c-dc1c3dcfed79 req-dac8fd66-ed29-426f-8abf-70dbb8de25ad tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:29.775140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0ff7347-9073-43de-ba0c-dc1c3dcfed79 req-dac8fd66-ed29-426f-8abf-70dbb8de25ad tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 943 time: 0.1091557 Sep 17 23:16:29.800550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866317d-d091-440c-a3af-bf6ba38e2e1c req-52e3a307-ee97-4812-96d7-15f6fed23df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:29.802077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b866317d-d091-440c-a3af-bf6ba38e2e1c req-52e3a307-ee97-4812-96d7-15f6fed23df1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31634114508e465b990319241822df85&device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 1095 time: 0.0754251 Sep 17 23:16:29.843122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0ff7347-9073-43de-ba0c-dc1c3dcfed79 req-1f986150-b994-430e-bb07-4cf3de359e6c tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612931 Sep 17 23:16:29.912755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866317d-d091-440c-a3af-bf6ba38e2e1c req-7856d1b3-5892-44a7-94e3-5a27b8182f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:29.914228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b866317d-d091-440c-a3af-bf6ba38e2e1c req-7856d1b3-5892-44a7-94e3-5a27b8182f6b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=31634114508e465b990319241822df85&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1044633 Sep 17 23:16:30.010419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866317d-d091-440c-a3af-bf6ba38e2e1c req-9c475f43-a3bf-4e8b-aec3-95de65695866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:30.011852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b866317d-d091-440c-a3af-bf6ba38e2e1c req-9c475f43-a3bf-4e8b-aec3-95de65695866 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909309 Sep 17 23:16:30.082692 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:16:30.085033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-1d28d708-1b79-4de7-a8c2-2c5e9a1e6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:30.086520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-1d28d708-1b79-4de7-a8c2-2c5e9a1e6bea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31634114508e465b990319241822df85&device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 1095 time: 0.0398803 Sep 17 23:16:30.127934 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-998c91b6-8d92-4fa5-9338-da7e194465fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=781c7261-cde2-4be2-b0b3-8d90095d147b HTTP/1.1" status: 200 len: 217 time: 0.0335267 Sep 17 23:16:30.178317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc670f84-e06f-469b-a7f5-7bb7265234c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:30.179776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-bc670f84-e06f-469b-a7f5-7bb7265234c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54ea3ef8-ecf7-4aca-ba58-263a0e97958e HTTP/1.1" status: 200 len: 856 time: 0.0453749 Sep 17 23:16:30.223859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-d595308c-34ae-4236-a457-f559e1f04862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:30.225336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-d595308c-34ae-4236-a457-f559e1f04862 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5202a569-b7a0-41a1-bddf-098701e36155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387731 Sep 17 23:16:30.314083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-c1ae9478-27f9-4576-8cdf-f581a530bf72 service neutron] 10.222.0.32 "GET /v2.0/networks/5202a569-b7a0-41a1-bddf-098701e36155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819306 Sep 17 23:16:30.405863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a4002b5-5bd2-4717-aec1-a4597ab3f191 req-660ea5e9-8e1f-4b89-b83b-c18042d5eab7 service neutron] 10.222.0.32 "GET /v2.0/networks/5202a569-b7a0-41a1-bddf-098701e36155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827155 Sep 17 23:16:30.958682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61d486-4b0a-407e-a19b-5f834aa50efd req-60730e94-9475-421e-ad94-3cf7bf9b0d93 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:30.960231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a61d486-4b0a-407e-a19b-5f834aa50efd req-60730e94-9475-421e-ad94-3cf7bf9b0d93 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 943 time: 0.0481060 Sep 17 23:16:30.997448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a61d486-4b0a-407e-a19b-5f834aa50efd req-a926c23a-92a1-409c-998a-fa22da23e045 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Sep 17 23:16:32.115789 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99220b-f43a-40c1-8346-3563176e57c9 req-83411d19-6c97-4dab-9342-ddfe5ca25319 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:32.117269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb99220b-f43a-40c1-8346-3563176e57c9 req-83411d19-6c97-4dab-9342-ddfe5ca25319 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 943 time: 0.0519245 Sep 17 23:16:32.154110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fb99220b-f43a-40c1-8346-3563176e57c9 req-b3c91514-5f93-4a4a-8c2f-dbca22c0d17c tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310578 Sep 17 23:16:33.265858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3239a2-bf51-4f16-97a6-eb672a2f9276 req-350b018f-ace7-43db-8100-c967c4435e43 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:33.267536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad3239a2-bf51-4f16-97a6-eb672a2f9276 req-350b018f-ace7-43db-8100-c967c4435e43 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 943 time: 0.0478675 Sep 17 23:16:33.303450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad3239a2-bf51-4f16-97a6-eb672a2f9276 req-ab8289f2-f1c2-4eac-ac8c-680795e4ce4a tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299790 Sep 17 23:16:33.490256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 781c7261-cde2-4be2-b0b3-8d90095d147b details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:16:33.584892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 781c7261-cde2-4be2-b0b3-8d90095d147b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=781c7261-cde2-4be2-b0b3-8d90095d147b,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:33.596434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '781c7261-cde2-4be2-b0b3-8d90095d147b', 'network_id': '5202a569-b7a0-41a1-bddf-098701e36155', 'port_id': '781c7261-cde2-4be2-b0b3-8d90095d147b', 'mac_address': 'fa:16:3e:40:b9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ea3ef8-ecf7-4aca-ba58-263a0e97958e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:16:33.632405 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:33.645037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781c7261-cde2-4be2-b0b3-8d90095d147b {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:16:33.665193 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 781c7261-cde2-4be2-b0b3-8d90095d147b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=781c7261-cde2-4be2-b0b3-8d90095d147b,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:33.740846 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:33.791477 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=781c7261-cde2-4be2-b0b3-8d90095d147b,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:33.950058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['781c7261-cde2-4be2-b0b3-8d90095d147b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:16:34.417181 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bcccd-1842-4724-9dcf-09a909113d6b req-798f0dcb-3e47-4238-b6fb-f24b28889bef tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:34.418660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff9bcccd-1842-4724-9dcf-09a909113d6b req-798f0dcb-3e47-4238-b6fb-f24b28889bef tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 944 time: 0.0477591 Sep 17 23:16:34.455114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff9bcccd-1842-4724-9dcf-09a909113d6b req-9bc1c397-06ef-4dbc-a9c7-801c4b90114c tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305541 Sep 17 23:16:35.491508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 781c7261-cde2-4be2-b0b3-8d90095d147b up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:16:35.571146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1322f4-ad86-4a42-8f3f-799164206a48 req-971811ac-176b-4770-864d-90904ce323e2 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.572636 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d1322f4-ad86-4a42-8f3f-799164206a48 req-971811ac-176b-4770-864d-90904ce323e2 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 944 time: 0.0519557 Sep 17 23:16:35.604295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 781c7261-cde2-4be2-b0b3-8d90095d147b completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:16:35.608213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 781c7261-cde2-4be2-b0b3-8d90095d147b triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:16:35.608586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:35.610714 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2d1322f4-ad86-4a42-8f3f-799164206a48 req-b79d6ae5-b053-45b1-9f6a-6ab59ba1cba6 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Sep 17 23:16:35.684254 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:35.705881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6637c28c-f8d7-419b-9049-24d495edc8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c7261-cde2-4be2-b0b3-8d90095d147b'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:16:35.708117 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eab358-2863-4bef-a5ba-acf651541a4c" -d '{"events": [{"server_uuid": "6637c28c-f8d7-419b-9049-24d495edc8d5", "name": "network-vif-plugged", "status": "completed", "tag": "781c7261-cde2-4be2-b0b3-8d90095d147b"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:16:35.721358 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 781c7261-cde2-4be2-b0b3-8d90095d147b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=781c7261-cde2-4be2-b0b3-8d90095d147b,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:16:35.753833 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0d1859-dd33-4c2f-ad6e-85a36eec2d97 x-openstack-request-id: req-5c0d1859-dd33-4c2f-ad6e-85a36eec2d97 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:16:35.754120 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6637c28c-f8d7-419b-9049-24d495edc8d5", "name": "network-vif-plugged", "status": "completed", "tag": "781c7261-cde2-4be2-b0b3-8d90095d147b", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:16:35.754371 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c0d1859-dd33-4c2f-ad6e-85a36eec2d97 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:16:35.754760 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6637c28c-f8d7-419b-9049-24d495edc8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c7261-cde2-4be2-b0b3-8d90095d147b', 'code': 200} Sep 17 23:16:35.801976 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:35.849975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190d96a-410d-41e1-8fbd-b7279b405f9b req-cc64a03b-a7ac-4f36-9985-34731e07cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:35.851528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1190d96a-410d-41e1-8fbd-b7279b405f9b req-cc64a03b-a7ac-4f36-9985-34731e07cf9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0398755 Sep 17 23:16:35.857707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=781c7261-cde2-4be2-b0b3-8d90095d147b,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:16:35.886521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1190d96a-410d-41e1-8fbd-b7279b405f9b req-677cbefc-f498-443c-af16-153cc40118cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279708 Sep 17 23:16:36.724141 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab862d88-c2b8-4ca4-87de-c275a849b5c5 req-97289e70-5a35-4a08-8d06-b449e8e01ab9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:36.725581 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab862d88-c2b8-4ca4-87de-c275a849b5c5 req-97289e70-5a35-4a08-8d06-b449e8e01ab9 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 945 time: 0.0475588 Sep 17 23:16:36.765276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab862d88-c2b8-4ca4-87de-c275a849b5c5 req-c2b4c62e-6c94-4957-85fa-a27da905d5f4 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Sep 17 23:16:37.885709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613b95e-2c18-4b96-8884-37b37277b68d req-93dcc844-cde0-4092-8132-ba30e2181e6c tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:37.887193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1613b95e-2c18-4b96-8884-37b37277b68d req-93dcc844-cde0-4092-8132-ba30e2181e6c tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Sep 17 23:16:37.923997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1613b95e-2c18-4b96-8884-37b37277b68d req-0488bccb-0589-4836-b531-ef4c6a622bc5 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306368 Sep 17 23:16:38.036100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac51ce-8beb-476b-aceb-5341be8e95f6 req-86f84864-5f3c-4cef-84e9-65f558c3b09d tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:16:38.037569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74ac51ce-8beb-476b-aceb-5341be8e95f6 req-86f84864-5f3c-4cef-84e9-65f558c3b09d tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 945 time: 0.0475316 Sep 17 23:16:38.075116 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74ac51ce-8beb-476b-aceb-5341be8e95f6 req-948371c1-c10f-481d-b7d9-2cadf832a361 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315208 Sep 17 23:16:38.916026 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:40.636012 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:47.841770 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-87ea8134-d451-4956-9668-df7bebf6147f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:50.226237 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b89836a1-4d53-43ad-9de3-9feefe817879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:51.334674 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:51.906150 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:16:53.575031 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:00.985109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed21a8-1d11-40f8-a8c9-3e14234dc096 req-441dde66-f2c3-42f0-913f-1a9eaeca7902 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:00.986573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6ed21a8-1d11-40f8-a8c9-3e14234dc096 req-441dde66-f2c3-42f0-913f-1a9eaeca7902 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 945 time: 0.0478575 Sep 17 23:17:01.022956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6ed21a8-1d11-40f8-a8c9-3e14234dc096 req-27a5747d-f6f7-4cc8-8a81-c87da494655b tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299873 Sep 17 23:17:02.364965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2eab5-0513-49cf-be89-808a5e3bfc0e req-a72392c9-1931-4666-995d-dd1dc19d055b tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:02.366432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ec2eab5-0513-49cf-be89-808a5e3bfc0e req-a72392c9-1931-4666-995d-dd1dc19d055b tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 945 time: 0.0523138 Sep 17 23:17:02.404399 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ec2eab5-0513-49cf-be89-808a5e3bfc0e req-2a45e294-270b-4e18-8846-8c2071a07cb5 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/security-groups?id=73959f0f-86de-49a6-abb6-0555312c9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Sep 17 23:17:02.526302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-a861d005-f475-4c2d-8b9e-9cfbf0abc7e1 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:02.527794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-a861d005-f475-4c2d-8b9e-9cfbf0abc7e1 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 945 time: 0.0467918 Sep 17 23:17:02.617917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Deleting port 781c7261-cde2-4be2-b0b3-8d90095d147b {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:02.618168 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:02.702477 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] For port 781c7261-cde2-4be2-b0b3-8d90095d147b, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=781c7261-cde2-4be2-b0b3-8d90095d147b,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:02.702859 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:02.715203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Calling delete_port for 781c7261-cde2-4be2-b0b3-8d90095d147b owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:03.264214 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:03.276487 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['781c7261-cde2-4be2-b0b3-8d90095d147b'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:17:03.294915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Pushing event deleted for resources: {'Port': ['ID=781c7261-cde2-4be2-b0b3-8d90095d147b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:03.334916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] No DVR routers for this DVR port 781c7261-cde2-4be2-b0b3-8d90095d147b on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:17:03.337597 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:03.339639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5b2c071e-81fb-4d1a-b682-4419bbb3e405 req-706ff74d-82c0-4b6f-84c3-2595eb3203bd tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.32 "DELETE /v2.0/ports/781c7261-cde2-4be2-b0b3-8d90095d147b HTTP/1.1" status: 204 len: 173 time: 0.8054726 Sep 17 23:17:03.340114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6637c28c-f8d7-419b-9049-24d495edc8d5', 'name': 'network-vif-deleted', 'tag': '781c7261-cde2-4be2-b0b3-8d90095d147b'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:17:03.342533 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12537fea-1f77-4ec8-98b5-033028433995" -d '{"events": [{"server_uuid": "6637c28c-f8d7-419b-9049-24d495edc8d5", "name": "network-vif-deleted", "tag": "781c7261-cde2-4be2-b0b3-8d90095d147b"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:17:03.379449 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc50981b-5e6c-45f6-bedc-af0cd44b96f6 x-openstack-request-id: req-dc50981b-5e6c-45f6-bedc-af0cd44b96f6 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:17:03.380064 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6637c28c-f8d7-419b-9049-24d495edc8d5", "name": "network-vif-deleted", "tag": "781c7261-cde2-4be2-b0b3-8d90095d147b", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:17:03.380064 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc50981b-5e6c-45f6-bedc-af0cd44b96f6 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:17:03.380358 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6637c28c-f8d7-419b-9049-24d495edc8d5', 'name': 'network-vif-deleted', 'tag': '781c7261-cde2-4be2-b0b3-8d90095d147b', 'status': 'completed', 'code': 200} Sep 17 23:17:03.502959 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72b9ef2f-516e-4ab8-bb4a-a3136a0688d6 req-2c0261ca-0e09-4c74-a432-b5b2b1448d05 tempest-TestEncryptedCinderVolumes-736692646 tempest-TestEncryptedCinderVolumes-736692646-project] 10.222.0.13 "GET /v2.0/ports?device_id=6637c28c-f8d7-419b-9049-24d495edc8d5 HTTP/1.1" status: 200 len: 210 time: 0.0312910 Sep 17 23:17:04.656108 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34514) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:05.298150 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:05.539579 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Deleting port 9178f245-e2b3-4261-889d-7ee2be7ddadb {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:05.539924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:05.616462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] For port 9178f245-e2b3-4261-889d-7ee2be7ddadb, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9178f245-e2b3-4261-889d-7ee2be7ddadb,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:05.616743 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:05.629694 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Calling delete_port for 9178f245-e2b3-4261-889d-7ee2be7ddadb owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:05.645117 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 781c7261-cde2-4be2-b0b3-8d90095d147b no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:17:05.664655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 781c7261-cde2-4be2-b0b3-8d90095d147b {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:17:05.665001 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 781c7261-cde2-4be2-b0b3-8d90095d147b not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:17:05.871737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:05.901023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Pushing event deleted for resources: {'Port': ['ID=9178f245-e2b3-4261-889d-7ee2be7ddadb,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:05.929889 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.933349 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:05.934126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:06.080866 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:06.291316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Router b34da328-1081-4594-8aff-96960aeee67c has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:17:06.398141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:17:06.403718 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-af3ebe13-eeda-41bb-9167-cce7bab69980 admin admin] 10.222.0.13 "PUT /v2.0/routers/b34da328-1081-4594-8aff-96960aeee67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465515 Sep 17 23:17:06.406327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34518) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:06.408234 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] Sync routers for ids ['b34da328-1081-4594-8aff-96960aeee67c'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:17:06.417409 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] Routers {'b34da328-1081-4594-8aff-96960aeee67c'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:06.418014 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b34da328-1081-4594-8aff-96960aeee67c'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:06.510200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:06.520124 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] Set router b34da328-1081-4594-8aff-96960aeee67c gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:06.612525 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:06.701217 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34da328-1081-4594-8aff-96960aeee67c', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:35Z', 'updated_at': '2021-09-17T23:17:05Z', 'revision_number': 5, 'project_id': '31634114508e465b990319241822df85', 'gw_port': {'id': 'de9fb303-952b-4bc0-9950-ec88d2c2756a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34da328-1081-4594-8aff-96960aeee67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:36Z', 'updated_at': '2021-09-17T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:06.730240 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] Checking router: b34da328-1081-4594-8aff-96960aeee67c for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:17:06.738498 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] Routers {'b34da328-1081-4594-8aff-96960aeee67c'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:06.739229 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['b34da328-1081-4594-8aff-96960aeee67c'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:06.741215 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Deleting port de9fb303-952b-4bc0-9950-ec88d2c2756a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:06.741561 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:06.819223 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] For port de9fb303-952b-4bc0-9950-ec88d2c2756a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=de9fb303-952b-4bc0-9950-ec88d2c2756a,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:06.819596 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:06.823870 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] Set router b34da328-1081-4594-8aff-96960aeee67c gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:06.833168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Calling delete_port for de9fb303-952b-4bc0-9950-ec88d2c2756a owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:06.875757 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34da328-1081-4594-8aff-96960aeee67c', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:35Z', 'updated_at': '2021-09-17T23:17:06Z', 'revision_number': 6, 'project_id': '31634114508e465b990319241822df85', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:06.905778 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6297818-b21d-4019-982c-db76fa2112d8 None None] The sync data for ids ['b34da328-1081-4594-8aff-96960aeee67c'] in n-d-713498-17 is: [{'id': 'b34da328-1081-4594-8aff-96960aeee67c', 'name': 'tempest-TestEncryptedCinderVolumes-1220429248-router', 'tenant_id': '31634114508e465b990319241822df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:35Z', 'updated_at': '2021-09-17T23:17:06Z', 'revision_number': 6, 'project_id': '31634114508e465b990319241822df85', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:17:07.082543 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:17:07.128668 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.158383 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Pushing event deleted for resources: {'Port': ['ID=de9fb303-952b-4bc0-9950-ec88d2c2756a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:07.217309 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.310399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.312640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.425875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.426441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34da328-1081-4594-8aff-96960aeee67c {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:17:07.430648 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.431859 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7b4af92d-b931-4dd0-bc43-da42fcfa16bd admin admin] 10.222.0.13 "DELETE /v2.0/routers/b34da328-1081-4594-8aff-96960aeee67c HTTP/1.1" status: 204 len: 168 time: 1.0245547 Sep 17 23:17:07.436625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34520) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:07.481891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5847418-14d3-4b8a-8381-af69241d6715 admin admin] Deleting subnet 54ea3ef8-ecf7-4aca-ba58-263a0e97958e {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:17:07.484926 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5847418-14d3-4b8a-8381-af69241d6715 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.518571 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5847418-14d3-4b8a-8381-af69241d6715 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.593176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5847418-14d3-4b8a-8381-af69241d6715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.661092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9178f245-e2b3-4261-889d-7ee2be7ddadb no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:17:07.681567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9178f245-e2b3-4261-889d-7ee2be7ddadb {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:17:07.689975 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9178f245-e2b3-4261-889d-7ee2be7ddadb not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:17:07.700885 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5847418-14d3-4b8a-8381-af69241d6715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.728861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5847418-14d3-4b8a-8381-af69241d6715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ea3ef8-ecf7-4aca-ba58-263a0e97958e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:07.733917 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e5847418-14d3-4b8a-8381-af69241d6715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.735809 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e5847418-14d3-4b8a-8381-af69241d6715 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/54ea3ef8-ecf7-4aca-ba58-263a0e97958e HTTP/1.1" status: 204 len: 168 time: 0.3006215 Sep 17 23:17:07.739611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34522) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:07.740145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16be1a4-a7d9-451b-b2eb-3c2660a6b6c3 None None] Network 5202a569-b7a0-41a1-bddf-098701e36155 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:17:07.808550 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.864197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Deleting port d1c7a51b-fac9-4662-834f-bcd1425fa6bc {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:07.864197 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.920157 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] DHCP port deletion for 5202a569-b7a0-41a1-bddf-098701e36155 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:17:07.933554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] For port d1c7a51b-fac9-4662-834f-bcd1425fa6bc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d1c7a51b-fac9-4662-834f-bcd1425fa6bc,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:07.933923 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:07.947957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Calling delete_port for d1c7a51b-fac9-4662-834f-bcd1425fa6bc owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:07.968237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Deleting port d1c7a51b-fac9-4662-834f-bcd1425fa6bc {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:07.968635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.035746 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] For port d1c7a51b-fac9-4662-834f-bcd1425fa6bc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d1c7a51b-fac9-4662-834f-bcd1425fa6bc,segment=NetworkSegment(b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb),segment_id=b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:08.036137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.051432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Calling delete_port for d1c7a51b-fac9-4662-834f-bcd1425fa6bc owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:08.087421 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.114337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c7a51b-fac9-4662-834f-bcd1425fa6bc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:08.116238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] No DVR routers for this DVR port d1c7a51b-fac9-4662-834f-bcd1425fa6bc on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:17:08.126678 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.155763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Pushing event deleted for resources: {'Port': ['ID=d1c7a51b-fac9-4662-834f-bcd1425fa6bc,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:08.159630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] No DVR routers for this DVR port d1c7a51b-fac9-4662-834f-bcd1425fa6bc on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:17:08.169401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.169751 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.170092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.170438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.170780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.171136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.171467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.171795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.172518 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.172518 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.172739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.173063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2ddc8-c7fd-4751-ace5-f86b7e66f88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:08.193551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.211821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5202a569-b7a0-41a1-bddf-098701e36155']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:08.221239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:08.221527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d7f34e-145d-4cf6-ab85-4b5c6f1a1eeb') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:08.230444 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.243431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.248991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:17:08.249387 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:17:08.251001 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:17:08.384804 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.390705 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:08.392353 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5202a569-b7a0-41a1-bddf-098701e36155 HTTP/1.1" status: 204 len: 168 time: 0.6517603 Sep 17 23:17:08.395938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34524) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:08.403802 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f2124-e8c9-4da5-8df5-02d05e14e8a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5202a569-b7a0-41a1-bddf-098701e36155,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:08.906108 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:09.026829 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:09.132979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device de9fb303-952b-4bc0-9950-ec88d2c2756a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:17:09.152295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: de9fb303-952b-4bc0-9950-ec88d2c2756a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:17:09.152640 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device de9fb303-952b-4bc0-9950-ec88d2c2756a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:17:09.153072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d1c7a51b-fac9-4662-834f-bcd1425fa6bc no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:17:09.171408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: d1c7a51b-fac9-4662-834f-bcd1425fa6bc {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:17:09.171754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d1c7a51b-fac9-4662-834f-bcd1425fa6bc not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:17:09.270164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Deleting port d4c82498-801d-4652-96bf-5c3f8fdc22db {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:09.270508 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:09.350063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] For port d4c82498-801d-4652-96bf-5c3f8fdc22db, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=d4c82498-801d-4652-96bf-5c3f8fdc22db,segment=NetworkSegment(0ac04635-b0ad-4f89-87cb-1a594ba5ac58),segment_id=0ac04635-b0ad-4f89-87cb-1a594ba5ac58)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:09.350435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:09.363347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Calling delete_port for d4c82498-801d-4652-96bf-5c3f8fdc22db owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:09.591428 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:09.618357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c82498-801d-4652-96bf-5c3f8fdc22db,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:09.779019 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:09.992048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Router 4e70265f-b35a-408a-b1bd-cc2d4700deff has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:17:10.096874 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:17:10.103186 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b18f36ac-1a9d-44c2-b461-412df4a7b4f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/4e70265f-b35a-408a-b1bd-cc2d4700deff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7056539 Sep 17 23:17:10.105407 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34526) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:10.106346 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] Sync routers for ids ['4e70265f-b35a-408a-b1bd-cc2d4700deff'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:17:10.115676 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] Routers {'4e70265f-b35a-408a-b1bd-cc2d4700deff'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:10.116291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4e70265f-b35a-408a-b1bd-cc2d4700deff'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:10.209403 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:10.218945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] Set router 4e70265f-b35a-408a-b1bd-cc2d4700deff gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:10.310840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:10.391663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:17:09Z', 'revision_number': 5, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'gw_port': {'id': '14cdc999-1e73-47ea-940b-6b14d398963a', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:10.422479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] Checking router: 4e70265f-b35a-408a-b1bd-cc2d4700deff for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:17:10.423027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Deleting port 14cdc999-1e73-47ea-940b-6b14d398963a {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:10.423396 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:10.431797 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] Routers {'4e70265f-b35a-408a-b1bd-cc2d4700deff'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:10.432397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4e70265f-b35a-408a-b1bd-cc2d4700deff'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:10.507106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] For port 14cdc999-1e73-47ea-940b-6b14d398963a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=14cdc999-1e73-47ea-940b-6b14d398963a,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:10.507474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:10.516107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] Set router 4e70265f-b35a-408a-b1bd-cc2d4700deff gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:10.519123 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Calling delete_port for 14cdc999-1e73-47ea-940b-6b14d398963a owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:10.571347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:17:10Z', 'revision_number': 6, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:10.746113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:10.756654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363a47f-c33a-4b0b-a4fc-2b70c4872e02 None None] The sync data for ids ['4e70265f-b35a-408a-b1bd-cc2d4700deff'] in n-d-713498-17 is: [{'id': '4e70265f-b35a-408a-b1bd-cc2d4700deff', 'name': 'tempest-TestEncryptedCinderVolumes-1789616484-router', 'tenant_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:15:42Z', 'updated_at': '2021-09-17T23:17:10Z', 'revision_number': 6, 'project_id': 'b717f34b3fc34ed094b5bf2ecd63e4fc', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:17:10.772678 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=14cdc999-1e73-47ea-940b-6b14d398963a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:10.833932 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:10.837252 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:10.921999 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:10.924083 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.059787 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.060261 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e70265f-b35a-408a-b1bd-cc2d4700deff {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:17:11.064408 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.065574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5e9de5a7-45cb-4b02-ac82-63cb1fb2d1d7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4e70265f-b35a-408a-b1bd-cc2d4700deff HTTP/1.1" status: 204 len: 168 time: 0.9591868 Sep 17 23:17:11.068809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34528) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:11.116133 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f931ba4c-a651-4950-bfaa-2a5a49771390 admin admin] Deleting subnet 9baf7cfe-4c67-4b4c-baff-77479c372d7d {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:17:11.119840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f931ba4c-a651-4950-bfaa-2a5a49771390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.157527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f931ba4c-a651-4950-bfaa-2a5a49771390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.244830 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f931ba4c-a651-4950-bfaa-2a5a49771390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.396623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f931ba4c-a651-4950-bfaa-2a5a49771390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.422457 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931ba4c-a651-4950-bfaa-2a5a49771390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9baf7cfe-4c67-4b4c-baff-77479c372d7d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:11.426226 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f931ba4c-a651-4950-bfaa-2a5a49771390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.428146 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f931ba4c-a651-4950-bfaa-2a5a49771390 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9baf7cfe-4c67-4b4c-baff-77479c372d7d HTTP/1.1" status: 204 len: 168 time: 0.3584325 Sep 17 23:17:11.430772 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34530) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:11.438529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531fe6e0-f7e5-4b3d-8eb4-0aeaab719572 None None] Network 92aff35e-984f-4453-8bc7-1248af6bc98d requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:17:11.507281 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.522278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d4c82498-801d-4652-96bf-5c3f8fdc22db no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:17:11.547973 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: d4c82498-801d-4652-96bf-5c3f8fdc22db {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:17:11.548480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device d4c82498-801d-4652-96bf-5c3f8fdc22db not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:17:11.567441 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Deleting port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:11.567787 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.634013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] For port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3dcdfffc-4c01-49e6-9abc-c5f5c423c420,segment=NetworkSegment(0ac04635-b0ad-4f89-87cb-1a594ba5ac58),segment_id=0ac04635-b0ad-4f89-87cb-1a594ba5ac58)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:11.634383 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.647583 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Calling delete_port for 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:11.650659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4763c263-e999-4e30-a429-872e316cf703 None None] DHCP port deletion for 92aff35e-984f-4453-8bc7-1248af6bc98d request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:17:11.696773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4763c263-e999-4e30-a429-872e316cf703 None None] Deleting port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:17:11.697147 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4763c263-e999-4e30-a429-872e316cf703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.760434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4763c263-e999-4e30-a429-872e316cf703 None None] For port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3dcdfffc-4c01-49e6-9abc-c5f5c423c420,segment=NetworkSegment(0ac04635-b0ad-4f89-87cb-1a594ba5ac58),segment_id=0ac04635-b0ad-4f89-87cb-1a594ba5ac58)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:11.760833 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4763c263-e999-4e30-a429-872e316cf703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.778102 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4763c263-e999-4e30-a429-872e316cf703 None None] Calling delete_port for 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:17:11.796133 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.821394 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] No DVR routers for this DVR port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:17:11.829230 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcdfffc-4c01-49e6-9abc-c5f5c423c420,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:11.858544 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4763c263-e999-4e30-a429-872e316cf703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.884185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763c263-e999-4e30-a429-872e316cf703 None None] Pushing event deleted for resources: {'Port': ['ID=3dcdfffc-4c01-49e6-9abc-c5f5c423c420,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:11.893436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763c263-e999-4e30-a429-872e316cf703 None None] No DVR routers for this DVR port 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:17:11.906527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.930728 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92aff35e-984f-4453-8bc7-1248af6bc98d']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:11.939938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac04635-b0ad-4f89-87cb-1a594ba5ac58') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:11.940228 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac04635-b0ad-4f89-87cb-1a594ba5ac58') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:11.949282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.962072 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.968981 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:17:11.968981 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:17:11.969799 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:17:12.066335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:12.072655 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:12.074469 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] 10.222.0.13 "DELETE /v2.0/networks/92aff35e-984f-4453-8bc7-1248af6bc98d HTTP/1.1" status: 204 len: 168 time: 0.6426466 Sep 17 23:17:12.085344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d93328-1f59-46e1-a97b-368bf3ad605a admin admin] Pushing event deleted for resources: {'Network': ['ID=92aff35e-984f-4453-8bc7-1248af6bc98d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:12.388960 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34534) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:12.432741 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b26e4fe2-4519-437f-b817-2514ef2e7434 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31634114508e465b990319241822df85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426259 Sep 17 23:17:12.435161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34536) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:12.482086 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea89c5dd-8cd3-43c6-81c7-d1678a37e6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:12.502466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea89c5dd-8cd3-43c6-81c7-d1678a37e6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:12.613128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea89c5dd-8cd3-43c6-81c7-d1678a37e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:12.615680 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ea89c5dd-8cd3-43c6-81c7-d1678a37e6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:12.616820 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ea89c5dd-8cd3-43c6-81c7-d1678a37e6d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73959f0f-86de-49a6-abb6-0555312c9b03 HTTP/1.1" status: 204 len: 168 time: 0.1807699 Sep 17 23:17:12.624545 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89c5dd-8cd3-43c6-81c7-d1678a37e6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73959f0f-86de-49a6-abb6-0555312c9b03,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:13.143237 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 14cdc999-1e73-47ea-940b-6b14d398963a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:17:13.164717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 14cdc999-1e73-47ea-940b-6b14d398963a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:17:13.165063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 14cdc999-1e73-47ea-940b-6b14d398963a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:17:13.165466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:17:13.186757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:17:13.187123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3dcdfffc-4c01-49e6-9abc-c5f5c423c420 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:17:13.286066 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34542) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:13.324969 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e4e3a0bb-9c98-4228-9447-33928ba7837b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b717f34b3fc34ed094b5bf2ecd63e4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377705 Sep 17 23:17:13.327375 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34544) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:13.374973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f48c54d-5411-4e02-aa94-4aa5bf0e5099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:13.396814 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f48c54d-5411-4e02-aa94-4aa5bf0e5099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:13.523070 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f48c54d-5411-4e02-aa94-4aa5bf0e5099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:13.525616 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3f48c54d-5411-4e02-aa94-4aa5bf0e5099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:13.526845 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3f48c54d-5411-4e02-aa94-4aa5bf0e5099 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d1e623c-f704-430f-a39b-abe5c8c1c8ad HTTP/1.1" status: 204 len: 168 time: 0.1984839 Sep 17 23:17:13.534390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48c54d-5411-4e02-aa94-4aa5bf0e5099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1e623c-f704-430f-a39b-abe5c8c1c8ad,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:14.488892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34566) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:14.582486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-93274372-network', 'tenant_id': 'b7de918de896481e9bb4927718f62460'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:14.654419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Made reservation on behalf of b7de918de896481e9bb4927718f62460 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:17:14.656689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:14.665548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:14.754123 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:14.841231 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:14.868462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:17:14.873670 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8929d9b-1212-4145-8cf2-b364782802a1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:14.881363 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:14.881363 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Added segment 511d2a59-05ed-4211-85d5-bac0fdcdfcf1 of type vlan for network 88c179d8-e886-4c75-9200-a5b9b1c21461 Sep 17 23:17:14.920864 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.020823 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.021797 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:15.022385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.083814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] Pushing event updated for resources: {'Network': ['ID=88c179d8-e886-4c75-9200-a5b9b1c21461,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:15.093234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 88c179d8-e886-4c75-9200-a5b9b1c21461 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:17:15.124088 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d2c148df-9a38-477b-85b8-20a1ddad94f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6340508 Sep 17 23:17:15.126806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34570) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:15.132264 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Request body: {'subnet': {'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-93274372-subnet', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:15.197190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Made reservation on behalf of b7de918de896481e9bb4927718f62460 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:17:15.199500 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.408520 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.465172 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c66043-6329-4881-aba3-191c4a6bb6b8,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:15.473569 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Checking segment: {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:15.473923 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Network hostable DHCP agents. Network: 88c179d8-e886-4c75-9200-a5b9b1c21461, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:17:15.539639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Network 88c179d8-e886-4c75-9200-a5b9b1c21461 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:17:15.602734 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 88c179d8-e886-4c75-9200-a5b9b1c21461) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:15.607042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:15.607621 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.612545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f29eb-cf4f-417b-859c-82e46f1888fc None None] Network 88c179d8-e886-4c75-9200-a5b9b1c21461 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:17:15.692669 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f52513a8-7779-4afb-9f38-bc08ccbc1aa0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5616896 Sep 17 23:17:15.692917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34572) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:15.697187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:15.752908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-88c179d8-e886-4c75-9200-a5b9b1c21461', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:17:15.754328 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.779097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.780209 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.835033 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:15.887137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Allocated IP 172.20.0.2 (88c179d8-e886-4c75-9200-a5b9b1c21461/d9c66043-6329-4881-aba3-191c4a6bb6b8/fd180401-46f1-4284-964f-5c131e047b0d) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:16.030096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.040498 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.077749 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.116175 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Network 88c179d8-e886-4c75-9200-a5b9b1c21461 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:16.118871 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:16.121167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:16.132732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Pushing event updated for resources: {'Port': ['ID=fd180401-46f1-4284-964f-5c131e047b0d,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:16.183754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Attempting to bind port fd180401-46f1-4284-964f-5c131e047b0d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:16.184125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Attempting to bind port fd180401-46f1-4284-964f-5c131e047b0d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:16.184661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Attempting to bind port fd180401-46f1-4284-964f-5c131e047b0d on network 88c179d8-e886-4c75-9200-a5b9b1c21461 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:16.189365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:16.189740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Checking segment: {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:16.190134 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.190525 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Bound using segment: {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:16.191088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Bound port: fd180401-46f1-4284-964f-5c131e047b0d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:16.195384 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.260448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] For port fd180401-46f1-4284-964f-5c131e047b0d, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:16.263473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] For port fd180401-46f1-4284-964f-5c131e047b0d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fd180401-46f1-4284-964f-5c131e047b0d,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:16.317584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.336421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.352122 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.413499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d8a45-fc44-49b6-8b42-35fd892a4eaf None None] Pushing event updated for resources: {'Port': ['ID=fd180401-46f1-4284-964f-5c131e047b0d,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:16.451354 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Allocated IP 172.25.5.7 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/77f91e5a-b0a8-41a6-a6bc-4ebf866b376e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:16.573276 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.666446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:16.702711 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:16.707335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:16.714216 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:16.717302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Pushing event updated for resources: {'Port': ['ID=77f91e5a-b0a8-41a6-a6bc-4ebf866b376e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:17.190119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fd180401-46f1-4284-964f-5c131e047b0d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:17.246361 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port fd180401-46f1-4284-964f-5c131e047b0d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:17.247021 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:17.320979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd6def-1de5-4e96-903e-2f0d99cc307e None None] Network 88c179d8-e886-4c75-9200-a5b9b1c21461 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:17:17.353850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:17.358152 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:17.437881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d50ae7a9-6036-4730-944e-e966a5deb695 None None] Provisioning complete for port fd180401-46f1-4284-964f-5c131e047b0d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:17.438255 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d50ae7a9-6036-4730-944e-e966a5deb695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:17.440840 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port fd180401-46f1-4284-964f-5c131e047b0d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fd180401-46f1-4284-964f-5c131e047b0d,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:17.514331 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:17.544480 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:17.626290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=fd180401-46f1-4284-964f-5c131e047b0d,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:17.756164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Router 20328d21-b4c7-4408-85d0-cb252cb7f078 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:17:17.814847 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5e17350b-668c-4203-838c-ef06f13feb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:17.849171 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-945c4057-007d-44c2-ae57-efea0023619c None None] Provisioning complete for port fd180401-46f1-4284-964f-5c131e047b0d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:17.849636 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-945c4057-007d-44c2-ae57-efea0023619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:17.866773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:17:17.877752 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Sync routers for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:17:17.887580 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:17.891815 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:17.940166 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:17.941504 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57fcd44d-8ef9-4018-813a-3c53bfd12320 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2476947 Sep 17 23:17:17.944253 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34574) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:17.992722 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:18.175722 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:16Z', 'revision_number': 3, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:18.204853 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Checking router: 20328d21-b4c7-4408-85d0-cb252cb7f078 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:17:18.205194 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Updating router 20328d21-b4c7-4408-85d0-cb252cb7f078 port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:17:18.318891 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.366473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.517938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Allocated IP 172.20.0.1 (88c179d8-e886-4c75-9200-a5b9b1c21461/d9c66043-6329-4881-aba3-191c4a6bb6b8/92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:18.569703 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.623632 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.648876 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.697428 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Attempting to bind port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:18.697790 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Attempting to bind port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:18.698148 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Attempting to bind port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:18.700790 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.705341 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Pushing event updated for resources: {'Port': ['ID=77f91e5a-b0a8-41a6-a6bc-4ebf866b376e,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:18.713884 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:18.714244 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:18.714635 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.715055 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:18.715516 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Bound port: 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:18.715888 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.718834 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.719179 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.719514 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.719845 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.720171 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.720499 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.720820 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.721163 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.721460 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.721787 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.722139 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.722460 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:18.737746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Network 88c179d8-e886-4c75-9200-a5b9b1c21461 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:18.742025 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:18.745460 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:18.774330 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] For port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:18.777643 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] For port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=77f91e5a-b0a8-41a6-a6bc-4ebf866b376e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:18.781645 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Pushing event updated for resources: {'Port': ['ID=92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:18.797973 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.826489 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:18.889179 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:18.889825 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:16:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:18.926243 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c8c3d-245f-4a95-9ff2-f31552db36ff None None] Pushing event updated for resources: {'Port': ['ID=77f91e5a-b0a8-41a6-a6bc-4ebf866b376e,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:18.986901 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:19.005495 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:19.053991 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a943126e-a27e-4594-ac9f-fef6059c4f88 None None] Provisioning complete for port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:19.054597 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a943126e-a27e-4594-ac9f-fef6059c4f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:19.089284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a943126e-a27e-4594-ac9f-fef6059c4f88 None None] Port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:17:19.151152 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fd180401-46f1-4284-964f-5c131e047b0d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:19.165077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:19.188554 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:16Z', 'revision_number': 3, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:19.202212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port fd180401-46f1-4284-964f-5c131e047b0d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:19.202575 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:19.219183 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d98ef1-7e6a-4a72-9e0f-48a3238a1217 None None] The sync data for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 is: [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:16Z', 'revision_number': 3, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:17:19.239709 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:19.313205 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:19.315063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Pushing event updated for resources: {'Port': ['ID=92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:19.412538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Network 88c179d8-e886-4c75-9200-a5b9b1c21461 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:19.414043 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:19.552760 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Router 20328d21-b4c7-4408-85d0-cb252cb7f078 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:17:19.669848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:17:19.675406 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6978b4d7-30d8-452e-a1f3-78d47af15e6d admin admin] 10.222.0.13 "PUT /v2.0/routers/20328d21-b4c7-4408-85d0-cb252cb7f078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7296391 Sep 17 23:17:19.712631 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-a27cad08-d50c-4460-99c9-2e2998f61973 None None] Provisioning complete for port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:19.713002 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a27cad08-d50c-4460-99c9-2e2998f61973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:19.747617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-a27cad08-d50c-4460-99c9-2e2998f61973 None None] Port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:17:20.270496 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ab84-137a-4ff0-86f6-ed5abaad37c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:20.342571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34590) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:20.347750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-70690326-network', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:20.431347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Made reservation on behalf of 9b0a25ee7bec47b6b733c365cfc7d9dc for: {'network': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:17:20.433718 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:20.443180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:20.534117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:20.602968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:20.631225 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:17:20.634309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fcb3b7-3569-45d6-837b-d122c791d3f8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:20.646222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:20.646566 n-d-713498-17 neutron-server[101661]: INFO neutron.db.segments_db [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Added segment 0ffd83d7-81b2-4822-bfc2-13d614295d85 of type vlan for network 971436e7-d9cf-491e-bd9b-83305b48c5c5 Sep 17 23:17:20.660923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Sync routers for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:17:20.669917 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:20.670529 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:20.688094 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:20.774615 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:20.775236 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:20.775825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:20.776487 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:20.838668 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] Pushing event updated for resources: {'Network': ['ID=971436e7-d9cf-491e-bd9b-83305b48c5c5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:20.851292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 971436e7-d9cf-491e-bd9b-83305b48c5c5 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:17:20.867060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-876bd2c5-44d6-44ff-b4c5-cffd4953da5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5230823 Sep 17 23:17:20.869557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34592) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:20.874301 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Request body: {'subnet': {'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-70690326-subnet', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:20.974052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Made reservation on behalf of 9b0a25ee7bec47b6b733c365cfc7d9dc for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:17:20.976426 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.027822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6', 'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'mac_address': 'fa:16:3e:6e:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:18Z', 'updated_at': '2021-09-17T23:17:19Z', 'revision_number': 2, 'project_id': 'b7de918de896481e9bb4927718f62460', 'subnets': [{'id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:21.058689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Checking router: 20328d21-b4c7-4408-85d0-cb252cb7f078 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:17:21.059338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Updating router 20328d21-b4c7-4408-85d0-cb252cb7f078 port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:17:21.083829 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.184817 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:21.208664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.264261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8835ff13-18a4-4292-ae95-2d4e4f3eae1e,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:21.273349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Checking segment: {'id': '0ffd83d7-81b2-4822-bfc2-13d614295d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:21.273711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Network hostable DHCP agents. Network: 971436e7-d9cf-491e-bd9b-83305b48c5c5, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:17:21.303092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:21.303731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.340298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Network 971436e7-d9cf-491e-bd9b-83305b48c5c5 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:17:21.397639 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 971436e7-d9cf-491e-bd9b-83305b48c5c5) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:21.401992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:21.403107 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.490471 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cb5ee92a-0062-48c3-a391-b9d9dc162aa4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6198256 Sep 17 23:17:21.495490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34594) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:21.499959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:21.526608 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ca106-6a77-41bf-b656-0e40e6141c58 None None] Network 971436e7-d9cf-491e-bd9b-83305b48c5c5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:17:21.530657 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.585867 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.586968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.642241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.656594 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.699399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.705019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=77f91e5a-b0a8-41a6-a6bc-4ebf866b376e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:21.768908 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-971436e7-d9cf-491e-bd9b-83305b48c5c5', 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'fixed_ips': [{'subnet_id': '8835ff13-18a4-4292-ae95-2d4e4f3eae1e'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:17:21.769912 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.846538 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.848444 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.874578 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:21.940851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67364799-a807-4f8a-8053-5370700067cf None None] Pushing event updated for resources: {'Port': ['ID=92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:21.990073 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.032284 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Allocated IP 172.20.0.2 (971436e7-d9cf-491e-bd9b-83305b48c5c5/8835ff13-18a4-4292-ae95-2d4e4f3eae1e/0611ad80-37b8-4a76-993c-73e3d925253e) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:22.060205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Attempting to bind port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:22.060575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Attempting to bind port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:22.060939 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Attempting to bind port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 on network 88c179d8-e886-4c75-9200-a5b9b1c21461 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:22.070113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=77f91e5a-b0a8-41a6-a6bc-4ebf866b376e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:22.076215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:22.076215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Checking segment: {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:22.076215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.076215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Bound using segment: {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:22.076710 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Bound port: 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:22.077096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.144474 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.164834 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.213127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] For port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:22.225432 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] For port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:22.228325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-adbe4bdf-8028-45bb-b3a3-cb45fdaeb574 None None] Provisioning complete for port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:22.228698 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-adbe4bdf-8028-45bb-b3a3-cb45fdaeb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.273159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Allocated IP 172.25.5.84 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/c8cc7975-1648-47c5-bcf3-83d15c730f81) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:22.285720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.329408 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.333079 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-adbe4bdf-8028-45bb-b3a3-cb45fdaeb574 None None] Port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:17:22.365325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:22.365961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:22.379543 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.402439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67364799-a807-4f8a-8053-5370700067cf None None] Pushing event updated for resources: {'Port': ['ID=92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:22.407791 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.473911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Network 971436e7-d9cf-491e-bd9b-83305b48c5c5 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:22.477701 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.499585 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Pushing event updated for resources: {'Port': ['ID=0611ad80-37b8-4a76-993c-73e3d925253e,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:22.504656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:22.508348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:22.528090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:22.531595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:22.540063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:22.542361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Pushing event updated for resources: {'Port': ['ID=c8cc7975-1648-47c5-bcf3-83d15c730f81,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:22.548659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:22.604871 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Attempting to bind port 0611ad80-37b8-4a76-993c-73e3d925253e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:22.605234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Attempting to bind port 0611ad80-37b8-4a76-993c-73e3d925253e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0ffd83d7-81b2-4822-bfc2-13d614295d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:22.605589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Attempting to bind port 0611ad80-37b8-4a76-993c-73e3d925253e on network 971436e7-d9cf-491e-bd9b-83305b48c5c5 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:22.641592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:22.641874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Checking segment: {'id': '0ffd83d7-81b2-4822-bfc2-13d614295d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:22.642271 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.642651 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Bound using segment: {'id': '0ffd83d7-81b2-4822-bfc2-13d614295d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:22.643147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Bound port: 0611ad80-37b8-4a76-993c-73e3d925253e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffd83d7-81b2-4822-bfc2-13d614295d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:22.643519 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.710228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9a2adf22-5a33-48f0-a279-dbe9c431efed None None] Provisioning complete for port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:22.710599 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a2adf22-5a33-48f0-a279-dbe9c431efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.811537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] For port 0611ad80-37b8-4a76-993c-73e3d925253e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:22.849488 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] For port 0611ad80-37b8-4a76-993c-73e3d925253e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0611ad80-37b8-4a76-993c-73e3d925253e,segment=NetworkSegment(0ffd83d7-81b2-4822-bfc2-13d614295d85),segment_id=0ffd83d7-81b2-4822-bfc2-13d614295d85)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:22.883350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.898944 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a2adf22-5a33-48f0-a279-dbe9c431efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.913188 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:22.951056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6', 'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'mac_address': 'fa:16:3e:6e:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:18Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'subnets': [{'id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:22.998627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c73e9c-7b6e-41c8-a57f-6c653d8ea6c3 None None] The sync data for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 is: [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6', 'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'mac_address': 'fa:16:3e:6e:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:18Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'subnets': [{'id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:17:23.004855 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9a2adf22-5a33-48f0-a279-dbe9c431efed None None] For port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:23.027784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b07703-d01a-4b69-8bcb-e571da3cebf6 None None] Pushing event updated for resources: {'Port': ['ID=0611ad80-37b8-4a76-993c-73e3d925253e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:23.084728 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a2adf22-5a33-48f0-a279-dbe9c431efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:23.115283 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:23.171872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2adf22-5a33-48f0-a279-dbe9c431efed None None] Pushing event updated for resources: {'Port': ['ID=92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:23.313798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:23.371005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:23.371681 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:23.390348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Router 7ed8c6f4-c415-4615-a462-d51b0e4349ab is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:17:23.459135 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:23.509199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:17:23.520447 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Sync routers for ids ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:17:23.528834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:23.529207 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:23.532406 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Routers {'7ed8c6f4-c415-4615-a462-d51b0e4349ab'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:23.533124 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:23.585574 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:23.603462 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:23.605505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c17dc399-3820-44d3-9154-96cd6f7c1228 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1090329 Sep 17 23:17:23.608264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34596) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:17:23.653818 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Set router 7ed8c6f4-c415-4615-a462-d51b0e4349ab gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:23.865924 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:21Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 3, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'gw_port': {'id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:22Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:23.911664 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Checking router: 7ed8c6f4-c415-4615-a462-d51b0e4349ab for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:17:23.912131 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Updating router 7ed8c6f4-c415-4615-a462-d51b0e4349ab port c8cc7975-1648-47c5-bcf3-83d15c730f81 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:17:23.942298 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.145308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6506a-c536-4c17-9058-dd9c8f65daeb None None] Network 971436e7-d9cf-491e-bd9b-83305b48c5c5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:17:24.274913 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.354303 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.445775 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Attempting to bind port c8cc7975-1648-47c5-bcf3-83d15c730f81 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:24.446705 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Attempting to bind port c8cc7975-1648-47c5-bcf3-83d15c730f81 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:24.447111 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Attempting to bind port c8cc7975-1648-47c5-bcf3-83d15c730f81 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:24.452337 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-576aed82-232f-4ff4-8991-aed0f9b2aea1 None None] Provisioning complete for port 0611ad80-37b8-4a76-993c-73e3d925253e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:24.452907 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-576aed82-232f-4ff4-8991-aed0f9b2aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.466638 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812a32d-8785-4ad1-bf37-ec81fdc4bdd2 None None] Pushing event updated for resources: {'Port': ['ID=c8cc7975-1648-47c5-bcf3-83d15c730f81,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:24.469464 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:24.469837 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:24.470289 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.470607 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:24.471102 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Bound port: c8cc7975-1648-47c5-bcf3-83d15c730f81, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:24.471480 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.543550 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] For port c8cc7975-1648-47c5-bcf3-83d15c730f81, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:24.548281 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] For port c8cc7975-1648-47c5-bcf3-83d15c730f81, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c8cc7975-1648-47c5-bcf3-83d15c730f81,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:24.568637 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.605474 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-576aed82-232f-4ff4-8991-aed0f9b2aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.623123 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.648249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-576aed82-232f-4ff4-8991-aed0f9b2aea1 None None] For port 0611ad80-37b8-4a76-993c-73e3d925253e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0611ad80-37b8-4a76-993c-73e3d925253e,segment=NetworkSegment(0ffd83d7-81b2-4822-bfc2-13d614295d85),segment_id=0ffd83d7-81b2-4822-bfc2-13d614295d85)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:24.695060 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Routers {'7ed8c6f4-c415-4615-a462-d51b0e4349ab'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:24.695755 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:24.700686 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812a32d-8785-4ad1-bf37-ec81fdc4bdd2 None None] Pushing event updated for resources: {'Port': ['ID=c8cc7975-1648-47c5-bcf3-83d15c730f81,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:24.722724 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-576aed82-232f-4ff4-8991-aed0f9b2aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.762440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Allocated IP 172.20.0.1 (971436e7-d9cf-491e-bd9b-83305b48c5c5/8835ff13-18a4-4292-ae95-2d4e4f3eae1e/ae30898e-2525-4f41-8259-9e77cc063104) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:24.796774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576aed82-232f-4ff4-8991-aed0f9b2aea1 None None] Pushing event updated for resources: {'Port': ['ID=0611ad80-37b8-4a76-993c-73e3d925253e,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:24.890182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.914561 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] Set router 7ed8c6f4-c415-4615-a462-d51b0e4349ab gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:24.944072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-61fc02c4-01bd-49ad-84f3-db8f88204899 None None] Provisioning complete for port 0611ad80-37b8-4a76-993c-73e3d925253e triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:24.944490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-61fc02c4-01bd-49ad-84f3-db8f88204899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:24.957794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.002513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Network 971436e7-d9cf-491e-bd9b-83305b48c5c5 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:25.006197 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:25.008809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:25.041748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Pushing event updated for resources: {'Port': ['ID=ae30898e-2525-4f41-8259-9e77cc063104,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:25.054845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.055224 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.055565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.055898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.056230 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.056568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.056889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.057210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.057536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.057861 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.058184 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.058503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:17:25.068387 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.123691 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:21Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 3, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'gw_port': {'id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:22Z', 'updated_at': '2021-09-17T23:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:25.170622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e862aa-75d3-4eec-91cb-bcb99d1b98ee None None] The sync data for ids ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'] in n-d-713498-17 is: [{'id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:21Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 3, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'gw_port': {'id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:22Z', 'updated_at': '2021-09-17T23:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:17:25.274569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-2fdaeab3-1a4b-43a4-8b2c-8e3aae3782ee None None] Provisioning complete for port ae30898e-2525-4f41-8259-9e77cc063104 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:25.275074 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2fdaeab3-1a4b-43a4-8b2c-8e3aae3782ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.298287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:25.306997 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.339359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaeab3-1a4b-43a4-8b2c-8e3aae3782ee None None] Port ae30898e-2525-4f41-8259-9e77cc063104 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:17:25.357401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:25.357781 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.470365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0611ad80-37b8-4a76-993c-73e3d925253e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:25.515424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.525730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 0611ad80-37b8-4a76-993c-73e3d925253e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:25.526096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.574488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.650418 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.652206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Pushing event updated for resources: {'Port': ['ID=ae30898e-2525-4f41-8259-9e77cc063104,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:25.747541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Network 971436e7-d9cf-491e-bd9b-83305b48c5c5 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:25.749036 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:25.876365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Router 7ed8c6f4-c415-4615-a462-d51b0e4349ab has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:17:25.962705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1069d90b-ec67-48ce-9683-ecf71a91aa72 None None] Provisioning complete for port ae30898e-2525-4f41-8259-9e77cc063104 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:25.963058 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1069d90b-ec67-48ce-9683-ecf71a91aa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:25.995526 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:17:26.000992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1bba7fc0-9f85-4191-9af7-9d95642dcf6d admin admin] 10.222.0.13 "PUT /v2.0/routers/7ed8c6f4-c415-4615-a462-d51b0e4349ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3914812 Sep 17 23:17:26.001648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1069d90b-ec67-48ce-9683-ecf71a91aa72 None None] Port ae30898e-2525-4f41-8259-9e77cc063104 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:17:26.835636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Sync routers for ids ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:17:26.844717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Routers {'7ed8c6f4-c415-4615-a462-d51b0e4349ab'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:26.845333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:26.950490 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Set router 7ed8c6f4-c415-4615-a462-d51b0e4349ab gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:27.183187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:21Z', 'updated_at': '2021-09-17T23:17:25Z', 'revision_number': 4, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'gw_port': {'id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:22Z', 'updated_at': '2021-09-17T23:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'ae30898e-2525-4f41-8259-9e77cc063104', 'name': '', 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'mac_address': 'fa:16:3e:83:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8835ff13-18a4-4292-ae95-2d4e4f3eae1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:24Z', 'updated_at': '2021-09-17T23:17:25Z', 'revision_number': 2, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'subnets': [{'id': '8835ff13-18a4-4292-ae95-2d4e4f3eae1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:27.216562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Checking router: 7ed8c6f4-c415-4615-a462-d51b0e4349ab for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:17:27.216923 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Updating router 7ed8c6f4-c415-4615-a462-d51b0e4349ab port ae30898e-2525-4f41-8259-9e77cc063104 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:17:27.250023 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c8cc7975-1648-47c5-bcf3-83d15c730f81 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:27.282175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.432814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c8cc7975-1648-47c5-bcf3-83d15c730f81 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:27.433187 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.594566 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.627730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port c8cc7975-1648-47c5-bcf3-83d15c730f81, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c8cc7975-1648-47c5-bcf3-83d15c730f81,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:27.679603 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.721413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.752772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=c8cc7975-1648-47c5-bcf3-83d15c730f81,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:27.771733 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.828809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cd532-6c23-4b67-853b-48fbfe3dd88c None None] Pushing event updated for resources: {'Port': ['ID=ae30898e-2525-4f41-8259-9e77cc063104,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:27.916945 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Attempting to bind port ae30898e-2525-4f41-8259-9e77cc063104 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:27.917872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Attempting to bind port ae30898e-2525-4f41-8259-9e77cc063104 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '0ffd83d7-81b2-4822-bfc2-13d614295d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:27.918568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Attempting to bind port ae30898e-2525-4f41-8259-9e77cc063104 on network 971436e7-d9cf-491e-bd9b-83305b48c5c5 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:27.927080 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:27.927732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Checking segment: {'id': '0ffd83d7-81b2-4822-bfc2-13d614295d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:27.928387 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:27.928872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Bound using segment: {'id': '0ffd83d7-81b2-4822-bfc2-13d614295d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:27.929411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Bound port: ae30898e-2525-4f41-8259-9e77cc063104, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffd83d7-81b2-4822-bfc2-13d614295d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:27.929862 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:28.024708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] For port ae30898e-2525-4f41-8259-9e77cc063104, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:28.030208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] For port ae30898e-2525-4f41-8259-9e77cc063104, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ae30898e-2525-4f41-8259-9e77cc063104,segment=NetworkSegment(0ffd83d7-81b2-4822-bfc2-13d614295d85),segment_id=0ffd83d7-81b2-4822-bfc2-13d614295d85)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:28.084987 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:28.177613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Routers {'7ed8c6f4-c415-4615-a462-d51b0e4349ab'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:17:28.178256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:17:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:28.237910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cd532-6c23-4b67-853b-48fbfe3dd88c None None] Pushing event updated for resources: {'Port': ['ID=ae30898e-2525-4f41-8259-9e77cc063104,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:28.259619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c7f361af-144f-47c3-b809-9bc2f8c86c73 None None] Provisioning complete for port ae30898e-2525-4f41-8259-9e77cc063104 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:28.260148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c7f361af-144f-47c3-b809-9bc2f8c86c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:28.355064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] Set router 7ed8c6f4-c415-4615-a462-d51b0e4349ab gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:17:28.482740 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c7f361af-144f-47c3-b809-9bc2f8c86c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:28.559328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c7f361af-144f-47c3-b809-9bc2f8c86c73 None None] For port ae30898e-2525-4f41-8259-9e77cc063104, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ae30898e-2525-4f41-8259-9e77cc063104,segment=NetworkSegment(0ffd83d7-81b2-4822-bfc2-13d614295d85),segment_id=0ffd83d7-81b2-4822-bfc2-13d614295d85)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:28.639688 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c7f361af-144f-47c3-b809-9bc2f8c86c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:28.647703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:21Z', 'updated_at': '2021-09-17T23:17:25Z', 'revision_number': 4, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'gw_port': {'id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:22Z', 'updated_at': '2021-09-17T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'ae30898e-2525-4f41-8259-9e77cc063104', 'name': '', 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'mac_address': 'fa:16:3e:83:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8835ff13-18a4-4292-ae95-2d4e4f3eae1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:24Z', 'updated_at': '2021-09-17T23:17:28Z', 'revision_number': 4, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'subnets': [{'id': '8835ff13-18a4-4292-ae95-2d4e4f3eae1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:17:28.692820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533050b-dc64-4788-9060-8f946a41e60d None None] The sync data for ids ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'] in n-d-713498-17 is: [{'id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:21Z', 'updated_at': '2021-09-17T23:17:25Z', 'revision_number': 4, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'gw_port': {'id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:22Z', 'updated_at': '2021-09-17T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'ae30898e-2525-4f41-8259-9e77cc063104', 'name': '', 'network_id': '971436e7-d9cf-491e-bd9b-83305b48c5c5', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'mac_address': 'fa:16:3e:83:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8835ff13-18a4-4292-ae95-2d4e4f3eae1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:24Z', 'updated_at': '2021-09-17T23:17:28Z', 'revision_number': 4, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'subnets': [{'id': '8835ff13-18a4-4292-ae95-2d4e4f3eae1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:17:28.722745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f361af-144f-47c3-b809-9bc2f8c86c73 None None] Pushing event updated for resources: {'Port': ['ID=ae30898e-2525-4f41-8259-9e77cc063104,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:28.791092 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0865830d-b686-476d-aace-1ac9a72564d8 None None] Provisioning complete for port ae30898e-2525-4f41-8259-9e77cc063104 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:28.808008 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0865830d-b686-476d-aace-1ac9a72564d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:29.305368 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c8cc7975-1648-47c5-bcf3-83d15c730f81 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:29.389025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c8cc7975-1648-47c5-bcf3-83d15c730f81 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:29.389391 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:29.476181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ae30898e-2525-4f41-8259-9e77cc063104 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:17:29.688213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port ae30898e-2525-4f41-8259-9e77cc063104 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:29.688579 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:37.979957 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-c023dfed-1b67-411b-b110-77c007eb57b4 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:37.981450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-c023dfed-1b67-411b-b110-77c007eb57b4 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/networks?id=88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 200 len: 813 time: 0.1045246 Sep 17 23:17:37.996957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-3ce7085a-ad8c-4aa5-91d6-5a4bdad80e76 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/quotas/b7de918de896481e9bb4927718f62460 HTTP/1.1" status: 200 len: 375 time: 0.0087893 Sep 17 23:17:38.045779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-b4c2fa6f-c59a-442e-99c5-a052b2604c5b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436134 Sep 17 23:17:38.138568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-bba8394a-3a77-4f8d-8fc7-f12c1ff3e087 service neutron] 10.222.0.13 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804532 Sep 17 23:17:38.228855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-53b0cfbe-03c9-4831-aebf-f69b3c93be6e service neutron] 10.222.0.13 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835857 Sep 17 23:17:38.450171 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6ab844f-6607-4367-ab5c-017aea20ac0f req-062d654d-5753-429e-ab2b-4c877c88d9bf tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 210 time: 0.0266411 Sep 17 23:17:38.916694 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:39.542829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-97c74dd7-cfe3-4585-b0c0-64ec7d836780 req-845841cc-1f53-4a54-9a68-4fa4f28c5226 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 210 time: 0.0261915 Sep 17 23:17:40.561998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-c993b6ab-ef60-4995-829c-387b6c2ccfd1 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:40.563400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-c993b6ab-ef60-4995-829c-387b6c2ccfd1 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.32 "GET /v2.0/networks?id=88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 200 len: 813 time: 0.1077673 Sep 17 23:17:40.575659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'port': {'device_id': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'admin_state_up': True, 'tenant_id': 'b7de918de896481e9bb4927718f62460'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:40.618580 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.667222 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3af3c8ff-b267-46f1-94ab-ee935e5dea7e req-a2ba47b4-5261-4c9b-8112-381231fc6715 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 210 time: 0.0355477 Sep 17 23:17:40.784032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Made reservation on behalf of b7de918de896481e9bb4927718f62460 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:17:40.787777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:40.911128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Allocated IP 172.20.0.4 (88c179d8-e886-4c75-9200-a5b9b1c21461/d9c66043-6329-4881-aba3-191c4a6bb6b8/8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:17:41.059536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.151682 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.192657 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Network 88c179d8-e886-4c75-9200-a5b9b1c21461 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:17:41.196106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:17:41.199941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:17:41.234215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'Port': ['ID=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:41.322340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:41.322340 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.413871 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-d132152e-0317-4815-a308-617a23181186 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417170 Sep 17 23:17:41.545946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ae7d3152-8bc2-4696-9cde-a09321be40d8 None None] Provisioning complete for port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:17:41.546344 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3152-8bc2-4696-9cde-a09321be40d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:41.584176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d3152-8bc2-4696-9cde-a09321be40d8 None None] Port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:17:41.790565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16373b7-58bd-4dde-b223-6cb558549c15 req-06b7de33-4749-475d-aa96-11007068d272 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:41.792160 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d16373b7-58bd-4dde-b223-6cb558549c15 req-06b7de33-4749-475d-aa96-11007068d272 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0496266 Sep 17 23:17:41.833142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d16373b7-58bd-4dde-b223-6cb558549c15 req-bec8bf21-0ddb-41a9-ac22-2da637172313 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Sep 17 23:17:42.954852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07632d-70fb-4c33-8b0f-101467845c3e req-2d72dc67-04fb-4311-8494-c333c7950bb2 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:42.956517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d07632d-70fb-4c33-8b0f-101467845c3e req-2d72dc67-04fb-4311-8494-c333c7950bb2 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0507576 Sep 17 23:17:42.993729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1d07632d-70fb-4c33-8b0f-101467845c3e req-ecd61655-c7b3-4557-9c47-6e1a7920dd99 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310731 Sep 17 23:17:44.084171 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:17:44.131634 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102345a1-283a-41cd-95ca-6e178ca44145 req-91b8b534-018b-4a5a-b98d-68d3dd69f064 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:44.133157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-102345a1-283a-41cd-95ca-6e178ca44145 req-91b8b534-018b-4a5a-b98d-68d3dd69f064 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0641758 Sep 17 23:17:44.175811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-102345a1-283a-41cd-95ca-6e178ca44145 req-2a57f9b7-91f3-4b94-89a3-2f2d48ecdeda tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360894 Sep 17 23:17:45.304840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf8247-18e2-43d6-8fa1-013578112b64 req-39e0ec10-d818-452f-88b9-051545fe47ce tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:45.307448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ddf8247-18e2-43d6-8fa1-013578112b64 req-39e0ec10-d818-452f-88b9-051545fe47ce tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0591927 Sep 17 23:17:45.350269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ddf8247-18e2-43d6-8fa1-013578112b64 req-0b8dcbb4-7a9f-44ac-ac0b-786f5bdd02c4 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354025 Sep 17 23:17:46.482759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdd28d-4cb1-4413-9ea4-66544c4097b0 req-32f1f460-63cc-4531-82cb-28c1ce88402a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:46.484352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46cdd28d-4cb1-4413-9ea4-66544c4097b0 req-32f1f460-63cc-4531-82cb-28c1ce88402a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0530682 Sep 17 23:17:46.523307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-46cdd28d-4cb1-4413-9ea4-66544c4097b0 req-9a77286f-b4ed-4b8d-be01-5b5e9034c652 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Sep 17 23:17:47.645099 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be2b3d-73af-4593-a224-ad817b4102c8 req-a876ae20-cae4-49a5-93ec-6358510f43f8 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:47.646602 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55be2b3d-73af-4593-a224-ad817b4102c8 req-a876ae20-cae4-49a5-93ec-6358510f43f8 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0546172 Sep 17 23:17:47.700072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-55be2b3d-73af-4593-a224-ad817b4102c8 req-57cb9c5f-5a83-46f8-b2d9-e5231b9c7ab5 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Sep 17 23:17:47.814437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-37eb490c-3df1-4914-9c54-dd4304f8e2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:48.816971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3fddc-b53b-47dc-9de5-8fceba1ec829 req-e63f9b06-7a8f-4ee0-8741-2eb17d5085e3 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:48.818663 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26f3fddc-b53b-47dc-9de5-8fceba1ec829 req-e63f9b06-7a8f-4ee0-8741-2eb17d5085e3 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0571337 Sep 17 23:17:48.856517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26f3fddc-b53b-47dc-9de5-8fceba1ec829 req-cb118f8a-8c2f-49f9-a386-e75812051922 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Sep 17 23:17:49.978745 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb11bb-5ed2-4541-97e0-80e32544c617 req-b79beb63-1dbf-4eb4-8485-8e75ee3e0e31 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:49.985801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ffb11bb-5ed2-4541-97e0-80e32544c617 req-b79beb63-1dbf-4eb4-8485-8e75ee3e0e31 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0560281 Sep 17 23:17:50.032168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4ffb11bb-5ed2-4541-97e0-80e32544c617 req-f562efc9-8dc0-45c2-a677-406fe0577ecf tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Sep 17 23:17:50.254312 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe66a-cbbe-41a8-ad97-8089c300d6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.153918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b854cec-db79-4908-9f63-67446d4cbf01 req-ad168d96-e749-44da-8fa3-2d4e78c37bf4 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:51.155513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b854cec-db79-4908-9f63-67446d4cbf01 req-ad168d96-e749-44da-8fa3-2d4e78c37bf4 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0557437 Sep 17 23:17:51.195241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8b854cec-db79-4908-9f63-67446d4cbf01 req-9c567f96-9d7e-4d35-88b1-8968deff1144 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336819 Sep 17 23:17:51.350687 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:51.888144 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:52.055417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Request body: {'port': {'device_id': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:17:52.109849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:52.349026 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c62ef3-fbea-4cf7-af97-e1af1f433276 req-d4ebf591-32c4-41be-a9d4-14b25433308a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.350718 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5c62ef3-fbea-4cf7-af97-e1af1f433276 req-d4ebf591-32c4-41be-a9d4-14b25433308a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 931 time: 0.0697274 Sep 17 23:17:52.404330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c5c62ef3-fbea-4cf7-af97-e1af1f433276 req-c7f1b307-0857-4c74-990a-57720f8f1f8f tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Sep 17 23:17:52.436850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:17:52.445323 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:52.457384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Transition to ACTIVE for port object 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:17:52.516580 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:52.566273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Pushing event updated for resources: {'Port': ['ID=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:52.637916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Attempting to bind port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:17:52.638255 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Attempting to bind port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:17:52.638585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Attempting to bind port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 on network 88c179d8-e886-4c75-9200-a5b9b1c21461 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:52.643155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 on network 88c179d8-e886-4c75-9200-a5b9b1c21461 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:17:52.643475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Attempting to bind port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 on network 88c179d8-e886-4c75-9200-a5b9b1c21461 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:17:52.648304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:17:52.648640 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Checking segment: {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:17:52.649017 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Bound using segment: {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:17:52.649442 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Bound port: 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511d2a59-05ed-4211-85d5-bac0fdcdfcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:17:52.649795 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:52.717450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] For port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:17:52.720446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] For port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:17:52.808427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:52.842164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.842959 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:52.844293 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] 10.222.0.32 "PUT /v2.0/ports/8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 1092 time: 0.7930992 Sep 17 23:17:52.844728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:17:52.847680 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6570321a-f409-40fe-bfca-574e81c7e814" -d '{"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:17:52.877229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d241b-bf57-4f9a-afb3-298fc8b6aefc service neutron] Pushing event updated for resources: {'Port': ['ID=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:52.888232 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2ff551-008c-4990-a827-1a8344a26d56 x-openstack-request-id: req-bc2ff551-008c-4990-a827-1a8344a26d56 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:17:52.888522 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:17:52.888784 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc2ff551-008c-4990-a827-1a8344a26d56 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:17:52.889186 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'status': 'completed', 'code': 200} Sep 17 23:17:52.957435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570321a-f409-40fe-bfca-574e81c7e814 req-535c6a10-7e9d-45bc-8b1e-42579774469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:52.959062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6570321a-f409-40fe-bfca-574e81c7e814 req-535c6a10-7e9d-45bc-8b1e-42579774469a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1095 time: 0.0472758 Sep 17 23:17:53.057906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570321a-f409-40fe-bfca-574e81c7e814 req-f3e247af-07d7-45d1-b87b-7fda3a431083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:53.059394 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6570321a-f409-40fe-bfca-574e81c7e814 req-f3e247af-07d7-45d1-b87b-7fda3a431083 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b7de918de896481e9bb4927718f62460&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0928628 Sep 17 23:17:53.160534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570321a-f409-40fe-bfca-574e81c7e814 req-48baeb57-7224-4cdd-8353-ba1bac03dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:53.162099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6570321a-f409-40fe-bfca-574e81c7e814 req-48baeb57-7224-4cdd-8353-ba1bac03dc20 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0955458 Sep 17 23:17:53.234737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-e86ba215-c9c6-4a2a-b247-1206dbc172e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:53.236585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-e86ba215-c9c6-4a2a-b247-1206dbc172e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1095 time: 0.0399766 Sep 17 23:17:53.281002 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-0185da70-4032-4075-bb23-d209896a953f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 217 time: 0.0371702 Sep 17 23:17:53.328945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-85eb59ae-d8c8-403a-b4f3-8bd73a9945b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:53.330838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-85eb59ae-d8c8-403a-b4f3-8bd73a9945b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9c66043-6329-4881-aba3-191c4a6bb6b8 HTTP/1.1" status: 200 len: 852 time: 0.0428503 Sep 17 23:17:53.375278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-f09d9f7a-1a90-4e0a-a13a-bb9881072df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:53.378944 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-f09d9f7a-1a90-4e0a-a13a-bb9881072df7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88c179d8-e886-4c75-9200-a5b9b1c21461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398328 Sep 17 23:17:53.469218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-7e097feb-3f5b-401b-a1fd-c17b6b6735e9 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852637 Sep 17 23:17:53.568345 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:53.576865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793f638-67a1-4846-aa71-3fa68d43c6f4 req-b15ca9cb-4bf5-4cb9-8e41-9157e34086f9 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:53.578366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c793f638-67a1-4846-aa71-3fa68d43c6f4 req-b15ca9cb-4bf5-4cb9-8e41-9157e34086f9 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 943 time: 0.1081262 Sep 17 23:17:53.605347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d62fadc8-3afe-42a8-9a6d-7adeeb542d73 req-bbc43842-1f8f-4368-a755-5f538c7ec349 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270649 Sep 17 23:17:53.624749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c793f638-67a1-4846-aa71-3fa68d43c6f4 req-b2aec748-0f79-4544-a1ab-a0e90641b252 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357990 Sep 17 23:17:54.738721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b940d-cfb9-4896-a7db-ff55f63b2dd0 req-1a25f28e-1406-42c9-b8d3-4c7e6f6691fc tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:54.740225 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-222b940d-cfb9-4896-a7db-ff55f63b2dd0 req-1a25f28e-1406-42c9-b8d3-4c7e6f6691fc tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 943 time: 0.0482402 Sep 17 23:17:54.779295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-222b940d-cfb9-4896-a7db-ff55f63b2dd0 req-bda127bf-ed41-4fc6-9aae-f4f2bfa1d548 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331554 Sep 17 23:17:55.890290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceed96-fc28-4b2d-a4a2-e8f092a41199 req-393e1491-caaa-4517-8687-94e01f75f243 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:55.891785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6ceed96-fc28-4b2d-a4a2-e8f092a41199 req-393e1491-caaa-4517-8687-94e01f75f243 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 943 time: 0.0472736 Sep 17 23:17:55.928495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6ceed96-fc28-4b2d-a4a2-e8f092a41199 req-08d6297b-3c28-49a4-9d51-9e2f00741cea tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301027 Sep 17 23:17:57.043528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ad4d5-b74d-415c-aad5-e6adeb91a166 req-7dcf2a52-1962-4ada-a10f-bee29d0f0f70 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:57.045001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b99ad4d5-b74d-415c-aad5-e6adeb91a166 req-7dcf2a52-1962-4ada-a10f-bee29d0f0f70 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 943 time: 0.0508895 Sep 17 23:17:57.082288 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b99ad4d5-b74d-415c-aad5-e6adeb91a166 req-82d4a314-0742-452a-a5b7-43f4b19fd761 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305123 Sep 17 23:17:57.863610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:17:57.954881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:57.965739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'port_id': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'mac_address': 'fa:16:3e:54:24:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:17:58.005527 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:58.017412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:17:58.036132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:17:58.110552 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:17:58.158703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:17:58.198342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c348df-1750-4944-a563-328ef17c6d98 req-48a7896c-aa23-4b09-8984-f6c08fb02c50 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:58.199837 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0c348df-1750-4944-a563-328ef17c6d98 req-48a7896c-aa23-4b09-8984-f6c08fb02c50 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 944 time: 0.0498617 Sep 17 23:17:58.236138 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0c348df-1750-4944-a563-328ef17c6d98 req-ad43c151-a5d5-4e76-a73d-a905bac6c68b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301085 Sep 17 23:17:58.319230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:17:59.350217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8f69-fdd3-4798-99f5-c5911fa8d6e8 req-724ed897-9db8-4d4e-8a25-6c9eb6af5bdd tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:17:59.351601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-112f8f69-fdd3-4798-99f5-c5911fa8d6e8 req-724ed897-9db8-4d4e-8a25-6c9eb6af5bdd tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 944 time: 0.0494180 Sep 17 23:17:59.389576 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-112f8f69-fdd3-4798-99f5-c5911fa8d6e8 req-fab0b356-8cbe-44ec-ac39-27cf6a004223 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Sep 17 23:17:59.864370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:18:00.122509 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:18:00.126447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:18:00.126857 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:00.201161 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:00.223125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:18:00.225499 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56187d3-d2d8-459f-8752-4636bde4313a" -d '{"events": [{"server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "name": "network-vif-plugged", "status": "completed", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:18:00.241188 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:18:00.263524 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e257ffad-ae0b-4187-94bd-176fc4abf854 x-openstack-request-id: req-e257ffad-ae0b-4187-94bd-176fc4abf854 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:18:00.263808 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "name": "network-vif-plugged", "status": "completed", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:18:00.264055 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e257ffad-ae0b-4187-94bd-176fc4abf854 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:18:00.264438 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'code': 200} Sep 17 23:18:00.287943 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:00.333978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:00.370233 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bae4fe-c3a3-4e4b-9f4e-1d24f46827d1 req-76bb084d-5589-449d-aba0-7280c469665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:00.371759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10bae4fe-c3a3-4e4b-9f4e-1d24f46827d1 req-76bb084d-5589-449d-aba0-7280c469665a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1097 time: 0.0464783 Sep 17 23:18:00.407264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-10bae4fe-c3a3-4e4b-9f4e-1d24f46827d1 req-3cb701c1-57d3-4e5a-adb5-5065e07cc85b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270448 Sep 17 23:18:00.500933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18816339-d7f3-42ce-ac88-538545ad0592 req-bdc84477-e24f-4a5c-9f20-92c5380c2966 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:00.502391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18816339-d7f3-42ce-ac88-538545ad0592 req-bdc84477-e24f-4a5c-9f20-92c5380c2966 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 945 time: 0.0477612 Sep 17 23:18:00.538972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18816339-d7f3-42ce-ac88-538545ad0592 req-422850df-61f4-4713-9015-d73f3d621f5d tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301394 Sep 17 23:18:01.654349 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee4450-381b-475d-a232-066a93199eb6 req-5ad4495f-2de9-4e86-9bf0-1dbe46c01ac7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:01.655859 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ee4450-381b-475d-a232-066a93199eb6 req-5ad4495f-2de9-4e86-9bf0-1dbe46c01ac7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 945 time: 0.0479472 Sep 17 23:18:01.692942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ee4450-381b-475d-a232-066a93199eb6 req-f9248fc3-bddd-430c-a071-c13ada210f33 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306304 Sep 17 23:18:01.807924 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2339e31-1507-4fc7-90e8-029eeabd1d99 req-3ca25d3b-8e31-429d-a10e-70b6dbaebeb8 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:01.809391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2339e31-1507-4fc7-90e8-029eeabd1d99 req-3ca25d3b-8e31-429d-a10e-70b6dbaebeb8 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 945 time: 0.0516260 Sep 17 23:18:01.846385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2339e31-1507-4fc7-90e8-029eeabd1d99 req-d8dd6dd6-3ca1-422f-b44f-02452964b893 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Sep 17 23:18:02.031008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6c2b5-862b-47a8-9831-bfb962e6900b req-12273de6-a52e-4cf8-bb35-d9d9f28116a1 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:02.032457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3c6c2b5-862b-47a8-9831-bfb962e6900b req-12273de6-a52e-4cf8-bb35-d9d9f28116a1 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 945 time: 0.0481579 Sep 17 23:18:02.070527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a3c6c2b5-862b-47a8-9831-bfb962e6900b req-286f2b1e-c083-49ed-a548-c483381c63f4 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Sep 17 23:18:08.944755 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:10.619031 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:16.509464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2d13c-f7d1-462a-9f8b-2d6404556104 req-620490b3-7dcc-4fbb-bc3d-6f11d6cc4e59 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:16.510868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2a2d13c-f7d1-462a-9f8b-2d6404556104 req-620490b3-7dcc-4fbb-bc3d-6f11d6cc4e59 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 945 time: 0.0492051 Sep 17 23:18:16.547731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2a2d13c-f7d1-462a-9f8b-2d6404556104 req-945c1e2d-4bc2-4914-8600-0c8f4a7990c3 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Sep 17 23:18:16.572788 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34810) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:16.703147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b95d2c-1744-4bf4-83a6-2a2155c3e3ca tempest-TestMinimumBasicScenario-1032398881 tempest-TestMinimumBasicScenario-1032398881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:16.704639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b6b95d2c-1744-4bf4-83a6-2a2155c3e3ca tempest-TestMinimumBasicScenario-1032398881 tempest-TestMinimumBasicScenario-1032398881-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1092 time: 0.1308525 Sep 17 23:18:16.707695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34814) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:16.711842 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:16.767684 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:16.862320 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:16.965934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Allocated IP 172.25.5.196 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/3ae0dba3-b20d-489e-bc5a-31afa57dd8ce) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:18:17.066273 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:17.139527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:17.180823 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:18:17.183550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:18:17.187706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:18:17.195929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'Port': ['ID=3ae0dba3-b20d-489e-bc5a-31afa57dd8ce,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:17.819119 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-927b38f5-ee2d-4454-acde-49d9cd5c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:17.892536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:18.003529 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:18.150668 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:18.207392 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:18.273956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'Port': ['ID=3ae0dba3-b20d-489e-bc5a-31afa57dd8ce,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:18.283596 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:18.382500 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Floating IP 328cfae5-8e4c-46c6-b576-a6c9be533574 associated. External IP: 172.25.5.196, port: 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233. Sep 17 23:18:18.584773 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Router 20328d21-b4c7-4408-85d0-cb252cb7f078 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:18:18.688736 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:18:18.698930 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] Sync routers for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:18:18.707485 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:18:18.712628 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:17:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:18:18.778994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:18.806617 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c909102e-3072-4b54-8df4-39b9fa8a98ae tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0978675 Sep 17 23:18:18.807241 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:18:18.809478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34816) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:18.809998 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b8b468-be6c-4945-b8b5-e5127994349a" -d '{"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:18:18.814613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403796365', 'description': 'tempest-secgroup-smoke-1403796365 description', 'project_id': 'b7de918de896481e9bb4927718f62460'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:18.828064 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:18:18.849648 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e798bc6-273b-4af9-8c1c-809ba33849aa x-openstack-request-id: req-3e798bc6-273b-4af9-8c1c-809ba33849aa {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:18:18.849935 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:18:18.850310 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e798bc6-273b-4af9-8c1c-809ba33849aa {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:18:18.850715 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'status': 'completed', 'code': 200} Sep 17 23:18:18.887599 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:18.914539 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-85ccf4fa-409f-4727-bd62-2af416bb1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:18.916274 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-85ccf4fa-409f-4727-bd62-2af416bb1f42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1097 time: 0.0432639 Sep 17 23:18:18.982587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.014935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-e4b82cbf-7b20-4432-978c-a5156b33caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:19.016438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-e4b82cbf-7b20-4432-978c-a5156b33caf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 200 len: 913 time: 0.0931337 Sep 17 23:18:19.051118 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '328cfae5-8e4c-46c6-b576-a6c9be533574', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'port_id': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'mac_address': 'fa:16:3e:54:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:18:17Z', 'updated_at': '2021-09-17T23:18:17Z', 'revision_number': 0, 'project_id': 'b7de918de896481e9bb4927718f62460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6', 'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'mac_address': 'fa:16:3e:6e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:18Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 5, 'project_id': 'b7de918de896481e9bb4927718f62460', 'subnets': [{'id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:18:19.055574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.084343 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] Checking router: 20328d21-b4c7-4408-85d0-cb252cb7f078 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:18:19.086000 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-5d65fdf9-5125-4e12-ab37-3ac7851b7c7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 999 time: 0.0613534 Sep 17 23:18:19.091424 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc25123-04f8-4273-bf81-3107e5f23124,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:19.097009 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:18:19.097009 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:17:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:18:19.101274 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.101630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.101976 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.102310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.102637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.103163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.103652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.104163 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.104660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.105152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.105643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.106139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:18:19.139024 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.143434 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f74884f9-7a00-4373-8314-37f20853ca6a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3329306 Sep 17 23:18:19.143995 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-2805823f-999c-4301-a945-78ae9aefc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:19.144137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34822) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:19.146086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-2805823f-999c-4301-a945-78ae9aefc34b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9c66043-6329-4881-aba3-191c4a6bb6b8 HTTP/1.1" status: 200 len: 852 time: 0.0521646 Sep 17 23:18:19.149324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6f24dfa3-e442-4725-9951-f267da2ca089 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'security_group_rule': {'security_group_id': '7dc25123-04f8-4273-bf81-3107e5f23124', 'project_id': 'b7de918de896481e9bb4927718f62460', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:19.190298 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-599844c3-4f30-4df4-91b2-5c59dd15e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:19.192457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-599844c3-4f30-4df4-91b2-5c59dd15e42c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88c179d8-e886-4c75-9200-a5b9b1c21461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398955 Sep 17 23:18:19.202135 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:18:19.235980 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f24dfa3-e442-4725-9951-f267da2ca089 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.284410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-b5298d32-a473-4e9c-9e95-f9e4853c31e1 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855029 Sep 17 23:18:19.312548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f24dfa3-e442-4725-9951-f267da2ca089 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.379295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3b8b468-be6c-4945-b8b5-e5127994349a req-1c1793e3-4b51-48ac-bbfa-6ea8b2668d45 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877540 Sep 17 23:18:19.401113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f24dfa3-e442-4725-9951-f267da2ca089 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.420813 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24dfa3-e442-4725-9951-f267da2ca089 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbce6650-6823-4c6c-bc6d-4dff3abdf950,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:19.433038 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '328cfae5-8e4c-46c6-b576-a6c9be533574', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'port_id': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'mac_address': 'fa:16:3e:54:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:18:17Z', 'updated_at': '2021-09-17T23:18:17Z', 'revision_number': 0, 'project_id': 'b7de918de896481e9bb4927718f62460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6', 'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'mac_address': 'fa:16:3e:6e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:18Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 5, 'project_id': 'b7de918de896481e9bb4927718f62460', 'subnets': [{'id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:18:19.459400 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b19b9c-fa90-4c03-bc0d-743b19708243 None None] The sync data for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 is: [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '328cfae5-8e4c-46c6-b576-a6c9be533574', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'port_id': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'mac_address': 'fa:16:3e:54:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:18:17Z', 'updated_at': '2021-09-17T23:18:17Z', 'revision_number': 0, 'project_id': 'b7de918de896481e9bb4927718f62460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6', 'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'mac_address': 'fa:16:3e:6e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:18Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 5, 'project_id': 'b7de918de896481e9bb4927718f62460', 'subnets': [{'id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:18:19.493749 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6f24dfa3-e442-4725-9951-f267da2ca089 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.495213 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6f24dfa3-e442-4725-9951-f267da2ca089 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502309 Sep 17 23:18:19.498032 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34824) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:19.502630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-97ed94a0-92b0-4d6f-99a3-74c1a6316faa tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'security_group_rule': {'security_group_id': '7dc25123-04f8-4273-bf81-3107e5f23124', 'project_id': 'b7de918de896481e9bb4927718f62460', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:19.590125 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97ed94a0-92b0-4d6f-99a3-74c1a6316faa tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.651601 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97ed94a0-92b0-4d6f-99a3-74c1a6316faa tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.667684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85d986-497d-4b67-83d9-520b1b54bec4 None None] New status for floating IP 328cfae5-8e4c-46c6-b576-a6c9be533574: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:18:19.705067 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97ed94a0-92b0-4d6f-99a3-74c1a6316faa tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.721050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed94a0-92b0-4d6f-99a3-74c1a6316faa tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f19ad53-8043-4e2f-80d2-70a5caf50960,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:19.773657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-97ed94a0-92b0-4d6f-99a3-74c1a6316faa tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.775278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-97ed94a0-92b0-4d6f-99a3-74c1a6316faa tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759607 Sep 17 23:18:19.777721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34826) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:19.782007 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-8d9f765e-28d0-46db-b3d4-882c0c27cb8e tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'security_group_rule': {'security_group_id': '7dc25123-04f8-4273-bf81-3107e5f23124', 'project_id': 'b7de918de896481e9bb4927718f62460', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:19.874704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d9f765e-28d0-46db-b3d4-882c0c27cb8e tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:19.937557 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d9f765e-28d0-46db-b3d4-882c0c27cb8e tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.012160 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d9f765e-28d0-46db-b3d4-882c0c27cb8e tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.030691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f765e-28d0-46db-b3d4-882c0c27cb8e tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7babda-1935-4765-aeb0-3cb4e74a8c74,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:20.110421 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8d9f765e-28d0-46db-b3d4-882c0c27cb8e tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.111940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8d9f765e-28d0-46db-b3d4-882c0c27cb8e tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332741 Sep 17 23:18:20.114734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34828) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:20.119257 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-41742445-1931-4ba3-994e-5bb65c06a720 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'security_group_rule': {'security_group_id': '7dc25123-04f8-4273-bf81-3107e5f23124', 'project_id': 'b7de918de896481e9bb4927718f62460', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:20.195791 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-41742445-1931-4ba3-994e-5bb65c06a720 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.252968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-41742445-1931-4ba3-994e-5bb65c06a720 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.253429 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-99df1e8a-2926-4828-90ab-a24d8f62e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.304595 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-41742445-1931-4ba3-994e-5bb65c06a720 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.323403 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41742445-1931-4ba3-994e-5bb65c06a720 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d258cfa2-9fba-4cba-aa97-1bdb8ace0da8,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:20.378849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-41742445-1931-4ba3-994e-5bb65c06a720 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.380102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-41742445-1931-4ba3-994e-5bb65c06a720 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2642782 Sep 17 23:18:20.383418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34830) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:20.387689 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-a826a87b-7684-4289-abc3-fb9103e092be tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'security_group_rule': {'security_group_id': '7dc25123-04f8-4273-bf81-3107e5f23124', 'project_id': 'b7de918de896481e9bb4927718f62460', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:20.458074 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-a826a87b-7684-4289-abc3-fb9103e092be tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Project b7de918de896481e9bb4927718f62460 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:18:20.463002 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a826a87b-7684-4289-abc3-fb9103e092be tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.522070 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a826a87b-7684-4289-abc3-fb9103e092be tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.584737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a826a87b-7684-4289-abc3-fb9103e092be tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.602436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826a87b-7684-4289-abc3-fb9103e092be tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee07b80e-ead7-4a5c-9daf-758ed1d1f0ea,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:20.653024 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a826a87b-7684-4289-abc3-fb9103e092be tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.654231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a826a87b-7684-4289-abc3-fb9103e092be tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2698753 Sep 17 23:18:20.657021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34832) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:18:20.661356 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bf90e0a2-9f09-479f-9d3b-48a4c52212cb tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'security_group_rule': {'security_group_id': '7dc25123-04f8-4273-bf81-3107e5f23124', 'project_id': 'b7de918de896481e9bb4927718f62460', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:20.733716 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-bf90e0a2-9f09-479f-9d3b-48a4c52212cb tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Project b7de918de896481e9bb4927718f62460 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:18:20.739068 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf90e0a2-9f09-479f-9d3b-48a4c52212cb tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.800816 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf90e0a2-9f09-479f-9d3b-48a4c52212cb tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.847740 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf90e0a2-9f09-479f-9d3b-48a4c52212cb tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.866712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e0a2-9f09-479f-9d3b-48a4c52212cb tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296354fc-ae8a-4a7a-8dd8-c755bbdcae94,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:20.928325 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bf90e0a2-9f09-479f-9d3b-48a4c52212cb tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:20.929547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bf90e0a2-9f09-479f-9d3b-48a4c52212cb tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2715597 Sep 17 23:18:21.005295 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-03d0e9c7-ccbe-4d35-9f37-dff4e7921536 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403796365&fields=id&tenant_id=b7de918de896481e9bb4927718f62460 HTTP/1.1" status: 200 len: 267 time: 0.0327463 Sep 17 23:18:21.056790 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-cddedbc8-0848-4d39-a419-da3dcfd60f48 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:21.058260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-cddedbc8-0848-4d39-a419-da3dcfd60f48 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 945 time: 0.0472305 Sep 17 23:18:21.069106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-7d5398d9-4b19-41d2-adfe-3ce04865537b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'port': {'security_groups': ['c8929d9b-1212-4145-8cf2-b364782802a1', '7dc25123-04f8-4273-bf81-3107e5f23124']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:18:21.084770 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:18:21.132882 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-7d5398d9-4b19-41d2-adfe-3ce04865537b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:21.312447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-7d5398d9-4b19-41d2-adfe-3ce04865537b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] For port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:18:21.341159 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-7d5398d9-4b19-41d2-adfe-3ce04865537b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:21.355986 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:21.436118 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-7d5398d9-4b19-41d2-adfe-3ce04865537b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:21.447871 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:18:21.479931 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-7d5398d9-4b19-41d2-adfe-3ce04865537b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:21.480537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-7d5398d9-4b19-41d2-adfe-3ce04865537b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:21.481939 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-22b91a46-6ec3-4337-b59f-8f36eaf419ca req-7d5398d9-4b19-41d2-adfe-3ce04865537b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "PUT /v2.0/ports/8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 981 time: 0.4173081 Sep 17 23:18:21.482390 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:18:21.484716 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:18:21.539903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5398d9-4b19-41d2-adfe-3ce04865537b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'Port': ['ID=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,revision_number=6']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:18:21.545725 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e2a6ea-7131-40ae-b886-c02f51a69ce2 x-openstack-request-id: req-41e2a6ea-7131-40ae-b886-c02f51a69ce2 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:18:21.546686 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:18:21.547395 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41e2a6ea-7131-40ae-b886-c02f51a69ce2 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:18:21.548153 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'status': 'completed', 'code': 200} Sep 17 23:18:21.556519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:18:21.636615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-07ed7848-3f23-475f-a6db-b1c1bca58b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:21.638152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-07ed7848-3f23-475f-a6db-b1c1bca58b5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1136 time: 0.0734668 Sep 17 23:18:21.651273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa95390-a6c6-4047-a6b6-33a226e803e6 req-496de32e-d140-4f1f-8bd3-49339df0d2ee tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:21.652835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fa95390-a6c6-4047-a6b6-33a226e803e6 req-496de32e-d140-4f1f-8bd3-49339df0d2ee tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0782189 Sep 17 23:18:21.756568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8fa95390-a6c6-4047-a6b6-33a226e803e6 req-66747979-9c08-423d-9073-c7fee1432814 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781474 Sep 17 23:18:21.776506 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-89130791-d508-41b3-a940-eed28ac71d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:21.776506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-89130791-d508-41b3-a940-eed28ac71d58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 200 len: 913 time: 0.1214998 Sep 17 23:18:21.851399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0b4a1eec-52b2-4460-a66d-84cef19b4293 None None] Provisioning complete for port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:18:21.851675 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1eec-52b2-4460-a66d-84cef19b4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:21.853261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-b7999f9c-87d6-405d-996c-41f98a451cde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 1001 time: 0.0678875 Sep 17 23:18:21.903341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-0dfdade5-c059-4c5e-97c6-cb798436b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:21.904844 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-0dfdade5-c059-4c5e-97c6-cb798436b02c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9c66043-6329-4881-aba3-191c4a6bb6b8 HTTP/1.1" status: 200 len: 852 time: 0.0440655 Sep 17 23:18:21.941400 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:21.951352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-064fc704-94f9-4683-a836-9801510a2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:21.952874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-064fc704-94f9-4683-a836-9801510a2459 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88c179d8-e886-4c75-9200-a5b9b1c21461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398982 Sep 17 23:18:22.048416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-b9962019-b5e4-47d5-a0e2-20d0967cfa23 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873675 Sep 17 23:18:22.142403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aedf3cab-3849-4ecc-8e70-6e11d688b1b6 req-461bad87-1864-4f9f-9bb9-5f458dd563bb service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866618 Sep 17 23:18:23.567180 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:27.194842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-321b4109-1893-4775-bd82-c60673ec2da1 req-c729d2b5-96ac-4493-aaa6-1e9aca5abfce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439160 Sep 17 23:18:27.279494 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4109-1893-4775-bd82-c60673ec2da1 req-542b3823-694e-4ba4-8242-7cb6166ad0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:27.280971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-321b4109-1893-4775-bd82-c60673ec2da1 req-542b3823-694e-4ba4-8242-7cb6166ad0a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1136 time: 0.0399227 Sep 17 23:18:27.386247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4109-1893-4775-bd82-c60673ec2da1 req-a0234b0b-8f83-448d-ba79-481b2a7e45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:27.387699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-321b4109-1893-4775-bd82-c60673ec2da1 req-a0234b0b-8f83-448d-ba79-481b2a7e45ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 200 len: 913 time: 0.0851347 Sep 17 23:18:27.456799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-321b4109-1893-4775-bd82-c60673ec2da1 req-0fc97467-2296-4852-8038-23087bc6ece3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 1001 time: 0.0603240 Sep 17 23:18:27.503938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4109-1893-4775-bd82-c60673ec2da1 req-64a340f9-f7f9-419a-be78-03ff695aeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:27.505841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-321b4109-1893-4775-bd82-c60673ec2da1 req-64a340f9-f7f9-419a-be78-03ff695aeb58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9c66043-6329-4881-aba3-191c4a6bb6b8 HTTP/1.1" status: 200 len: 852 time: 0.0414453 Sep 17 23:18:27.548605 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4109-1893-4775-bd82-c60673ec2da1 req-46e59e4b-89b5-4092-b391-8e14a329a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:27.550059 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-321b4109-1893-4775-bd82-c60673ec2da1 req-46e59e4b-89b5-4092-b391-8e14a329a84f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88c179d8-e886-4c75-9200-a5b9b1c21461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382361 Sep 17 23:18:27.643609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-321b4109-1893-4775-bd82-c60673ec2da1 req-388ce747-91ad-41e6-8e03-d400bc1d9ec5 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852294 Sep 17 23:18:27.732458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-321b4109-1893-4775-bd82-c60673ec2da1 req-7dd8448e-3ed2-49cc-848b-eff83342ca8e service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805018 Sep 17 23:18:36.075126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d085260-63a4-4c9c-a45a-c33819766117 req-650a49ed-cc90-4a03-b0bd-83474fd4db40 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:36.076524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d085260-63a4-4c9c-a45a-c33819766117 req-650a49ed-cc90-4a03-b0bd-83474fd4db40 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0772243 Sep 17 23:18:36.105277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-c503e44c-b6d7-4f2c-9a23-1e7ea26b6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:36.106736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-c503e44c-b6d7-4f2c-9a23-1e7ea26b6eb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1136 time: 0.0652010 Sep 17 23:18:36.141112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d085260-63a4-4c9c-a45a-c33819766117 req-8db69d39-10fd-4663-8546-2ce174f5c155 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577211 Sep 17 23:18:36.209812 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-8e9b81af-82af-40fc-940c-3e396f32509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:36.211316 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-8e9b81af-82af-40fc-940c-3e396f32509c service neutron] 10.222.0.32 "GET /v2.0/networks?id=88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 200 len: 913 time: 0.0952284 Sep 17 23:18:36.276294 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-991a8f6f-8fcf-4c2a-925f-f69fad24320a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 1001 time: 0.0568712 Sep 17 23:18:36.323720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-b669d80e-39b7-4b4d-9201-ba7b632a84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:36.325122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-b669d80e-39b7-4b4d-9201-ba7b632a84bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9c66043-6329-4881-aba3-191c4a6bb6b8 HTTP/1.1" status: 200 len: 852 time: 0.0419281 Sep 17 23:18:36.375325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-9d81b05c-c1ba-4fa6-aa1f-4504cf155c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:36.376839 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-9d81b05c-c1ba-4fa6-aa1f-4504cf155c54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88c179d8-e886-4c75-9200-a5b9b1c21461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444710 Sep 17 23:18:36.465728 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-688158a7-cf39-4bec-b2e4-486e908cbc9c service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804334 Sep 17 23:18:36.557289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a5852cb1-b63b-4b0c-9df1-541fc1adf924 req-fada894f-d3fc-4ddc-b2bd-d5a022554428 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845864 Sep 17 23:18:37.257679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa386e-b53b-4068-8a40-4b80f3e56154 req-28ab83b1-5fb6-42bd-8a1d-1f1c9595dc07 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:37.259201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8aaa386e-b53b-4068-8a40-4b80f3e56154 req-28ab83b1-5fb6-42bd-8a1d-1f1c9595dc07 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0487409 Sep 17 23:18:37.297982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8aaa386e-b53b-4068-8a40-4b80f3e56154 req-088f236a-25d2-4be8-974a-0dc5fd8656cf tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326555 Sep 17 23:18:38.420147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db792e5c-9dfe-4be8-afb6-945bec5ba5f6 req-693571b7-e093-41e7-8b60-1082f92ed715 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:38.421613 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db792e5c-9dfe-4be8-afb6-945bec5ba5f6 req-693571b7-e093-41e7-8b60-1082f92ed715 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0550814 Sep 17 23:18:38.460700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-db792e5c-9dfe-4be8-afb6-945bec5ba5f6 req-e3542553-04df-48c8-9adc-d08fa2b201cd tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330107 Sep 17 23:18:38.921713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:39.578416 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98162-d171-4384-a8a6-f3a9c16b10dc req-648e3517-2d40-4533-8760-f785d0e830e1 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:39.579891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5d98162-d171-4384-a8a6-f3a9c16b10dc req-648e3517-2d40-4533-8760-f785d0e830e1 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0522664 Sep 17 23:18:39.619355 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f5d98162-d171-4384-a8a6-f3a9c16b10dc req-8a6c504a-8922-4c92-8132-4a4dd6743a9f tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333629 Sep 17 23:18:40.612996 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:40.732727 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fea9a-e35f-4b69-8327-1616b87a0fbf req-c695806a-5d60-4a97-a955-fc2d90da64a6 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:40.734213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af8fea9a-e35f-4b69-8327-1616b87a0fbf req-c695806a-5d60-4a97-a955-fc2d90da64a6 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0496521 Sep 17 23:18:40.773787 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af8fea9a-e35f-4b69-8327-1616b87a0fbf req-fa726bc3-d358-45bd-b13e-354df2623283 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326738 Sep 17 23:18:41.886515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9fd7-4498-42f7-8279-a4ff3872124c req-c011b7cc-2d3f-4b7a-9ce4-db810f27e819 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:41.888054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71ae9fd7-4498-42f7-8279-a4ff3872124c req-c011b7cc-2d3f-4b7a-9ce4-db810f27e819 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0487761 Sep 17 23:18:41.927586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-71ae9fd7-4498-42f7-8279-a4ff3872124c req-104959ef-50ec-4ee9-9c0e-a30b49fa2a8f tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333626 Sep 17 23:18:43.043237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a4542-95a4-4721-b0df-3b3197881c28 req-18720f76-3dfe-437c-876f-3c0d12f012f0 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:43.044712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-349a4542-95a4-4721-b0df-3b3197881c28 req-18720f76-3dfe-437c-876f-3c0d12f012f0 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0517328 Sep 17 23:18:43.083738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-349a4542-95a4-4721-b0df-3b3197881c28 req-0006914c-f569-4fb8-ac4e-02a393932e4c tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325427 Sep 17 23:18:44.196910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92815e4c-b4dc-41ba-aa1d-35a1b7f7890a req-c713f43b-2d87-4272-9882-166409889eac tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:44.198386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92815e4c-b4dc-41ba-aa1d-35a1b7f7890a req-c713f43b-2d87-4272-9882-166409889eac tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0478945 Sep 17 23:18:44.237644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92815e4c-b4dc-41ba-aa1d-35a1b7f7890a req-8bd00966-5457-48fe-8e7b-832209d8f704 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332127 Sep 17 23:18:45.355392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7d2d-25be-46ab-bc10-75c2ed841d02 req-76b7e669-8f7c-427f-84e0-1aa6deb0466c tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:45.356309 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c9d7d2d-25be-46ab-bc10-75c2ed841d02 req-76b7e669-8f7c-427f-84e0-1aa6deb0466c tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0508184 Sep 17 23:18:45.395160 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c9d7d2d-25be-46ab-bc10-75c2ed841d02 req-148a9891-ff01-4971-8d60-0ed71fa48dff tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330248 Sep 17 23:18:46.512560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9b4b6-95d8-485b-928d-c33d96d658c2 req-54cd6a93-2226-4690-9810-b747bcccefbe tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:46.514018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d6a9b4b6-95d8-485b-928d-c33d96d658c2 req-54cd6a93-2226-4690-9810-b747bcccefbe tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0517313 Sep 17 23:18:46.553141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d6a9b4b6-95d8-485b-928d-c33d96d658c2 req-1fdd15e7-c76d-4ca0-b5d0-7408da675d7b tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330620 Sep 17 23:18:47.671211 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76be4b3-11a0-4392-92d3-1c3c7888f7f3 req-db1261cd-b4b9-4838-a32c-d050c825b021 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:18:47.672701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c76be4b3-11a0-4392-92d3-1c3c7888f7f3 req-db1261cd-b4b9-4838-a32c-d050c825b021 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0486140 Sep 17 23:18:47.711398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c76be4b3-11a0-4392-92d3-1c3c7888f7f3 req-e733d736-dc19-45f2-9067-c3635507faa4 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc25123-04f8-4273-bf81-3107e5f23124&id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320365 Sep 17 23:18:47.818744 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-023b3f40-d56a-4112-b4ee-8a68d559ddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:50.251928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-afffed4a-7c79-4332-98a6-56a8e774fdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:51.401607 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:51.938453 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:53.561363 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:18:58.083986 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:19:08.943473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:10.646590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:17.835001 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ebb354dc-9899-483d-95b5-7751d78f7ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:19.996852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-314b046e-39f9-4428-a48c-43646ebfb9c9 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403796365&fields=id&tenant_id=b7de918de896481e9bb4927718f62460 HTTP/1.1" status: 200 len: 267 time: 0.0328796 Sep 17 23:19:20.050444 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-98c94444-5d04-4501-b7bf-bc4f1e57cdc0 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:20.051994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-98c94444-5d04-4501-b7bf-bc4f1e57cdc0 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 984 time: 0.0498037 Sep 17 23:19:20.063744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Request body: {'port': {'security_groups': ['c8929d9b-1212-4145-8cf2-b364782802a1']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:20.130448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.229155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1e7dda57-c2af-4c10-aa3e-26f2e6118c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.299701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] For port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:20.328142 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.378076 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.390121 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:19:20.421800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:20.422428 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.426821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a6801cdb-463a-4698-a7a7-d2b99e840f5f req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "PUT /v2.0/ports/8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 942 time: 0.3647413 Sep 17 23:19:20.426821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:20.434308 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5ce369-a5bb-4964-b61f-524bd9605cad" -d '{"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:20.434485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 34900) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:20.467129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event updated for resources: {'Port': ['ID=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,revision_number=7']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:20.478677 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.479607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.480608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.480901 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:19:20.481075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.481408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.481879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.482436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.482766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.483160 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.483496 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.483817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.484132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3db266-1966-41ab-b936-5744a1f45a60 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.537882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.569281 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.670681 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c472bdd-7bb0-4391-aae8-92b126f86a76 x-openstack-request-id: req-0c472bdd-7bb0-4391-aae8-92b126f86a76 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:20.670996 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:20.671241 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c472bdd-7bb0-4391-aae8-92b126f86a76 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:20.671892 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'status': 'completed', 'code': 200} Sep 17 23:19:20.716048 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.718506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.719703 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "DELETE /v2.0/security-groups/7dc25123-04f8-4273-bf81-3107e5f23124 HTTP/1.1" status: 204 len: 168 time: 0.2883277 Sep 17 23:19:20.723154 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 34908) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:20.729016 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc25123-04f8-4273-bf81-3107e5f23124,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:20.737197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.737544 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.737882 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.738212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.738542 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.738892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.739218 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.739539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.739886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.740205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.740521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.740834 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc92f9-5704-4893-850f-7e947ec62429 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:20.774628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-09ba633e-eb11-4627-9648-685ce8033f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:20.776181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-09ba633e-eb11-4627-9648-685ce8033f62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1097 time: 0.0849342 Sep 17 23:19:20.778105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-527c718a-2bd0-4538-8003-2d814fe6a7e0 None None] Provisioning complete for port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:20.778632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-527c718a-2bd0-4538-8003-2d814fe6a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:20.945515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-33646cd7-6e49-4feb-bb1a-9abf8d2b69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:20.947016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-33646cd7-6e49-4feb-bb1a-9abf8d2b69fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 200 len: 913 time: 0.1611662 Sep 17 23:19:21.003632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Deleting port 3ae0dba3-b20d-489e-bc5a-31afa57dd8ce {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:21.004310 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:21.040290 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-bd551cda-4403-4951-85d8-39658eb1f6e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 1001 time: 0.0846589 Sep 17 23:19:21.126841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-c4687857-6250-4892-91fa-b68b45ec9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:21.128182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-c4687857-6250-4892-91fa-b68b45ec9575 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9c66043-6329-4881-aba3-191c4a6bb6b8 HTTP/1.1" status: 200 len: 852 time: 0.0643058 Sep 17 23:19:21.129768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:21.130091 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:21.162430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Calling delete_port for 3ae0dba3-b20d-489e-bc5a-31afa57dd8ce owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:21.213990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-5147c3a2-3b86-412a-ac9f-92ecfb55494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:21.215572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-5147c3a2-3b86-412a-ac9f-92ecfb55494a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88c179d8-e886-4c75-9200-a5b9b1c21461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779202 Sep 17 23:19:21.340014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-e5faab26-bcb9-4a28-8c5d-50a741172b7a service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164415 Sep 17 23:19:21.412639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:21.466520 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b5ce369-a5bb-4964-b61f-524bd9605cad req-8c66b9e4-0224-4de4-a013-2e5bee3091f1 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183798 Sep 17 23:19:21.486527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:21.512691 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event deleted for resources: {'Port': ['ID=3ae0dba3-b20d-489e-bc5a-31afa57dd8ce,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:21.571703 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:21.572028 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Floating IP 328cfae5-8e4c-46c6-b576-a6c9be533574 disassociated (deleted). External IP: 172.25.5.196, port: 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233. Sep 17 23:19:21.881306 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:22.116698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Router 20328d21-b4c7-4408-85d0-cb252cb7f078 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:19:22.222343 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:19:22.227052 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:22.233284 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] Sync routers for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:19:22.243080 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:22.244117 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:22.253156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-22a22edb-646b-4901-93f4-2e8e6eb6b908 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "DELETE /v2.0/floatingips/328cfae5-8e4c-46c6-b576-a6c9be533574 HTTP/1.1" status: 204 len: 168 time: 1.5281897 Sep 17 23:19:22.351629 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:22.644669 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6', 'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'mac_address': 'fa:16:3e:6e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:18Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 5, 'project_id': 'b7de918de896481e9bb4927718f62460', 'subnets': [{'id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:22.671432 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] Checking router: 20328d21-b4c7-4408-85d0-cb252cb7f078 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:19:22.673665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:22.676080 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b249bcc-fa8f-4519-b901-c72a63e95144" -d '{"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:22.680087 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:22.680769 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:22.717112 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd176ef3-16dc-4ba0-9cd1-fcdbe0b9ea94 x-openstack-request-id: req-bd176ef3-16dc-4ba0-9cd1-fcdbe0b9ea94 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:22.717112 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:22.717112 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd176ef3-16dc-4ba0-9cd1-fcdbe0b9ea94 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:22.717112 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'status': 'completed', 'code': 200} Sep 17 23:19:22.777627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-6cc22dd6-cf7a-4ca1-8de5-664b0cf0156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:22.779075 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-6cc22dd6-cf7a-4ca1-8de5-664b0cf0156b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1097 time: 0.0430510 Sep 17 23:19:22.790207 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:22.875578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-991e7f3e-596a-4725-8703-7f37d0b7593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:22.877721 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-991e7f3e-596a-4725-8703-7f37d0b7593b service neutron] 10.222.0.32 "GET /v2.0/networks?id=88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 200 len: 913 time: 0.0882144 Sep 17 23:19:22.921679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-588920ce-1bba-4f1f-a9f9-c1583f8ae847 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 217 time: 0.0370531 Sep 17 23:19:22.973563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-0bdc8368-7b4e-47d0-b853-b099a47990bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:22.975161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-0bdc8368-7b4e-47d0-b853-b099a47990bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9c66043-6329-4881-aba3-191c4a6bb6b8 HTTP/1.1" status: 200 len: 852 time: 0.0447476 Sep 17 23:19:22.988869 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6', 'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'mac_address': 'fa:16:3e:6e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:18Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 5, 'project_id': 'b7de918de896481e9bb4927718f62460', 'subnets': [{'id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:23.016181 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6e59a-5ae2-4781-a0f5-4fd95574a8ca None None] The sync data for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 is: [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:17:18Z', 'revision_number': 4, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6', 'name': '', 'network_id': '88c179d8-e886-4c75-9200-a5b9b1c21461', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'mac_address': 'fa:16:3e:6e:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:18Z', 'updated_at': '2021-09-17T23:17:22Z', 'revision_number': 5, 'project_id': 'b7de918de896481e9bb4927718f62460', 'subnets': [{'id': 'd9c66043-6329-4881-aba3-191c4a6bb6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:19:23.019601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-c5ebfca8-4bff-4121-97ca-957aa87e8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:23.021139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-c5ebfca8-4bff-4121-97ca-957aa87e8bc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88c179d8-e886-4c75-9200-a5b9b1c21461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393381 Sep 17 23:19:23.127464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-8a1a4acc-9562-4884-91b9-58ba5e403edc service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991738 Sep 17 23:19:23.237881 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b249bcc-fa8f-4519-b901-c72a63e95144 req-17c07471-1704-4448-9e94-6a760cd77359 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033905 Sep 17 23:19:23.272745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed0e56-3412-46b2-89a4-9f7d259736e3 None None] New status for floating IP 328cfae5-8e4c-46c6-b576-a6c9be533574: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:19:23.590047 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:27.185428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-85bf6ee4-a881-4cab-b3ab-6aeed335ef87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393150 Sep 17 23:19:27.271531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-367c78fb-5b50-4c41-9da7-52ea7b056bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:27.273074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-367c78fb-5b50-4c41-9da7-52ea7b056bba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7de918de896481e9bb4927718f62460&device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 1097 time: 0.0462193 Sep 17 23:19:27.378708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-45544b3a-e713-47d4-98cc-7eeacb3b3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:27.380220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-45544b3a-e713-47d4-98cc-7eeacb3b3933 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 200 len: 913 time: 0.0865500 Sep 17 23:19:27.425153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-d3142fbb-ed78-40b7-a9eb-31783d571c70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 200 len: 217 time: 0.0375872 Sep 17 23:19:27.473428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-082b03c3-1bef-40eb-b136-716e40fc3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:27.474872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-082b03c3-1bef-40eb-b136-716e40fc3268 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9c66043-6329-4881-aba3-191c4a6bb6b8 HTTP/1.1" status: 200 len: 852 time: 0.0431828 Sep 17 23:19:27.519791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-931e592d-f638-4b9b-87da-45b3cfb25fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:27.521283 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-931e592d-f638-4b9b-87da-45b3cfb25fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88c179d8-e886-4c75-9200-a5b9b1c21461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396445 Sep 17 23:19:27.614680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-174b65eb-7992-46a2-b132-ff276aa2cb68 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861127 Sep 17 23:19:27.704387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d167206e-2b9e-4945-960c-d9f375e3c503 req-3a8e3736-5450-4fbc-90ba-789ff5ad9a68 service neutron] 10.222.0.32 "GET /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825675 Sep 17 23:19:30.671399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535dfb4-feb5-4bc0-85ca-cf7d0e656d15 req-7f45cf05-0f47-4799-ab7f-b10e186ed4f8 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:30.672877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9535dfb4-feb5-4bc0-85ca-cf7d0e656d15 req-7f45cf05-0f47-4799-ab7f-b10e186ed4f8 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 945 time: 0.0497875 Sep 17 23:19:30.714357 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9535dfb4-feb5-4bc0-85ca-cf7d0e656d15 req-ece516e9-62de-4e42-9366-62bb31860291 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Sep 17 23:19:31.829569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb37bf-236c-4f89-bb36-a2ce7a0ec841 req-d434b10e-f369-4b4a-b568-346eb9b07877 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:31.831089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0fb37bf-236c-4f89-bb36-a2ce7a0ec841 req-d434b10e-f369-4b4a-b568-346eb9b07877 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 945 time: 0.0489676 Sep 17 23:19:31.868359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0fb37bf-236c-4f89-bb36-a2ce7a0ec841 req-4bb955c2-2635-4099-bfdd-ce262e036ebd tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8929d9b-1212-4145-8cf2-b364782802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Sep 17 23:19:32.283144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-f5563fc7-cfcf-4bf6-936e-fcae36d7dc40 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:32.284571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-f5563fc7-cfcf-4bf6-936e-fcae36d7dc40 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.32 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 945 time: 0.0475006 Sep 17 23:19:32.377791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Deleting port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:32.378124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:32.466134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] For port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:32.466492 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:32.478554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Calling delete_port for 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:32.692250 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:32.704378 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:19:32.719723 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Pushing event deleted for resources: {'Port': ['ID=8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:32.765081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] No DVR routers for this DVR port 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:19:32.767681 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:32.769686 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-af36c816-8f29-4baa-9ea9-75f7807c2ea9 req-511772f2-1338-48c5-813a-5b00a8d60cf7 tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.32 "DELETE /v2.0/ports/8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 HTTP/1.1" status: 204 len: 173 time: 0.4781935 Sep 17 23:19:32.770119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'name': 'network-vif-deleted', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:32.772395 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd79668-fab3-4d8c-b48c-f4659e64f951" -d '{"events": [{"server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "name": "network-vif-deleted", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:32.808919 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c48b0d-9c2c-427d-9fa9-f16c67a4644d x-openstack-request-id: req-61c48b0d-9c2c-427d-9fa9-f16c67a4644d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:32.809213 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0454600c-b5bd-4365-a4d0-97542e6c6dae", "name": "network-vif-deleted", "tag": "8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:32.809463 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61c48b0d-9c2c-427d-9fa9-f16c67a4644d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:32.809868 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0454600c-b5bd-4365-a4d0-97542e6c6dae', 'name': 'network-vif-deleted', 'tag': '8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233', 'status': 'completed', 'code': 200} Sep 17 23:19:32.965339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a0e11da-c88f-47b1-afc7-6efcd41ae4ab req-92a1d8ba-3f20-470c-9136-2e53a16f4f3a tempest-TestMinimumBasicScenario-1554177688 tempest-TestMinimumBasicScenario-1554177688-project] 10.222.0.13 "GET /v2.0/ports?device_id=0454600c-b5bd-4365-a4d0-97542e6c6dae HTTP/1.1" status: 200 len: 210 time: 0.0301127 Sep 17 23:19:35.083332 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:19:35.167582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35014) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:35.597366 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:35.836015 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Deleting port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:35.836352 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:35.911656 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] For port 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:35.912014 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:35.924468 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Calling delete_port for 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:36.160446 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:36.189526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:36.281641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:36.303849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:19:36.304592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8fe7e3af-5ca5-4e0d-93f4-c0473dfcc233 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:36.358008 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:36.570309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Router 20328d21-b4c7-4408-85d0-cb252cb7f078 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:19:36.677899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:19:36.685177 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b97416d3-0180-42b5-8f0c-8ceeef26bb88 admin admin] 10.222.0.13 "PUT /v2.0/routers/20328d21-b4c7-4408-85d0-cb252cb7f078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5159380 Sep 17 23:19:36.687745 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] Sync routers for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:19:36.688386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35016) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:36.697567 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:36.699422 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:36.790180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:36.800442 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:36.889525 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:36.974232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Deleting port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:36.974810 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:36.978764 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:19:36Z', 'revision_number': 5, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port': {'id': '77f91e5a-b0a8-41a6-a6bc-4ebf866b376e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:16Z', 'updated_at': '2021-09-17T23:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:37.008745 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] Checking router: 20328d21-b4c7-4408-85d0-cb252cb7f078 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:19:37.017085 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] Routers {'20328d21-b4c7-4408-85d0-cb252cb7f078'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:37.018528 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['20328d21-b4c7-4408-85d0-cb252cb7f078'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:37.058545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] For port 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=77f91e5a-b0a8-41a6-a6bc-4ebf866b376e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:37.059699 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.071449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Calling delete_port for 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:37.103074 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] Set router 20328d21-b4c7-4408-85d0-cb252cb7f078 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:37.153554 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:19:36Z', 'revision_number': 6, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:37.183102 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f5dca5-77f5-4b47-8762-5b1a612fe6ce None None] The sync data for ids ['20328d21-b4c7-4408-85d0-cb252cb7f078'] in n-d-713498-17 is: [{'id': '20328d21-b4c7-4408-85d0-cb252cb7f078', 'name': 'tempest-TestMinimumBasicScenario-93274372-router', 'tenant_id': 'b7de918de896481e9bb4927718f62460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:15Z', 'updated_at': '2021-09-17T23:19:36Z', 'revision_number': 6, 'project_id': 'b7de918de896481e9bb4927718f62460', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:19:37.291635 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.314881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f91e5a-b0a8-41a6-a6bc-4ebf866b376e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:37.381299 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.471144 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.473136 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.589785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.590345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20328d21-b4c7-4408-85d0-cb252cb7f078 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:19:37.594950 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.596124 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c061c2c9-9012-40c1-8599-4341d206e199 admin admin] 10.222.0.13 "DELETE /v2.0/routers/20328d21-b4c7-4408-85d0-cb252cb7f078 HTTP/1.1" status: 204 len: 168 time: 0.9073114 Sep 17 23:19:37.598622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35018) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:37.642097 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-debe8f86-164c-46ed-8702-e47fd053ac5d admin admin] Deleting subnet d9c66043-6329-4881-aba3-191c4a6bb6b8 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:19:37.645059 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-debe8f86-164c-46ed-8702-e47fd053ac5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.684612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-debe8f86-164c-46ed-8702-e47fd053ac5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.765583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-debe8f86-164c-46ed-8702-e47fd053ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.880657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-debe8f86-164c-46ed-8702-e47fd053ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.907813 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe8f86-164c-46ed-8702-e47fd053ac5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c66043-6329-4881-aba3-191c4a6bb6b8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:37.909820 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-debe8f86-164c-46ed-8702-e47fd053ac5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:37.914162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-debe8f86-164c-46ed-8702-e47fd053ac5d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d9c66043-6329-4881-aba3-191c4a6bb6b8 HTTP/1.1" status: 204 len: 168 time: 0.3121686 Sep 17 23:19:37.914377 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35020) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:37.915951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c155cd-3046-42d2-a983-4ba9ddd0db7c None None] Network 88c179d8-e886-4c75-9200-a5b9b1c21461 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:19:37.985585 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.038676 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Deleting port fd180401-46f1-4284-964f-5c131e047b0d {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:38.039045 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.099393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee17639-b228-4779-8122-70b39637e2ed None None] DHCP port deletion for 88c179d8-e886-4c75-9200-a5b9b1c21461 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:19:38.152238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Deleting port fd180401-46f1-4284-964f-5c131e047b0d {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:38.152589 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.240017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bee17639-b228-4779-8122-70b39637e2ed None None] For port fd180401-46f1-4284-964f-5c131e047b0d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fd180401-46f1-4284-964f-5c131e047b0d,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:38.240890 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.256759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Calling delete_port for fd180401-46f1-4284-964f-5c131e047b0d owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:38.429792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] For port fd180401-46f1-4284-964f-5c131e047b0d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=fd180401-46f1-4284-964f-5c131e047b0d,segment=NetworkSegment(511d2a59-05ed-4211-85d5-bac0fdcdfcf1),segment_id=511d2a59-05ed-4211-85d5-bac0fdcdfcf1)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:38.430152 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.442371 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Calling delete_port for fd180401-46f1-4284-964f-5c131e047b0d owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:38.451866 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.479745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee17639-b228-4779-8122-70b39637e2ed None None] No DVR routers for this DVR port fd180401-46f1-4284-964f-5c131e047b0d on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:19:38.483604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Pushing event deleted for resources: {'Port': ['ID=fd180401-46f1-4284-964f-5c131e047b0d,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:38.492791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.493138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.493473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.493826 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.494154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.494504 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.494901 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.495376 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.495698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.496017 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.496338 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.496654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee17639-b228-4779-8122-70b39637e2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:38.529261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.555126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd180401-46f1-4284-964f-5c131e047b0d,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:38.562333 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] No DVR routers for this DVR port fd180401-46f1-4284-964f-5c131e047b0d on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:19:38.632067 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.651756 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c179d8-e886-4c75-9200-a5b9b1c21461']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:38.660654 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511d2a59-05ed-4211-85d5-bac0fdcdfcf1') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:38.660957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511d2a59-05ed-4211-85d5-bac0fdcdfcf1') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:38.670191 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.683328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.689093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:19:38.689473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:19:38.691169 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:19:38.789194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.794944 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:38.796622 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/88c179d8-e886-4c75-9200-a5b9b1c21461 HTTP/1.1" status: 204 len: 168 time: 0.8812459 Sep 17 23:19:38.799709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35022) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:38.807117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ee109-e1c5-4741-a115-f733da334bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=88c179d8-e886-4c75-9200-a5b9b1c21461,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:38.908984 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:39.156500 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:39.230293 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:39.250968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:19:39.251313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 92e8dbd9-2ad5-49d8-9da8-4ecc26d46af6 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:39.251720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:39.273160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:19:39.273503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 77f91e5a-b0a8-41a6-a6bc-4ebf866b376e not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:39.273911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fd180401-46f1-4284-964f-5c131e047b0d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:39.295006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: fd180401-46f1-4284-964f-5c131e047b0d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:19:39.295355 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device fd180401-46f1-4284-964f-5c131e047b0d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:39.403779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Deleting port ae30898e-2525-4f41-8259-9e77cc063104 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:39.404117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:39.480515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] For port ae30898e-2525-4f41-8259-9e77cc063104, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=ae30898e-2525-4f41-8259-9e77cc063104,segment=NetworkSegment(0ffd83d7-81b2-4822-bfc2-13d614295d85),segment_id=0ffd83d7-81b2-4822-bfc2-13d614295d85)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:39.480783 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:39.497309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Calling delete_port for ae30898e-2525-4f41-8259-9e77cc063104 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:39.720457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:39.747220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae30898e-2525-4f41-8259-9e77cc063104,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:39.907224 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:40.116547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Router 7ed8c6f4-c415-4615-a462-d51b0e4349ab has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:19:40.220635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:19:40.225623 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-856fdcfb-13ba-48d1-8516-189b802810b5 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ed8c6f4-c415-4615-a462-d51b0e4349ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4248033 Sep 17 23:19:40.228275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35024) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:40.229863 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] Sync routers for ids ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:19:40.239353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] Routers {'7ed8c6f4-c415-4615-a462-d51b0e4349ab'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:40.239990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:40.329992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:40.344650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] Set router 7ed8c6f4-c415-4615-a462-d51b0e4349ab gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:40.431756 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:40.518861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:21Z', 'updated_at': '2021-09-17T23:19:39Z', 'revision_number': 5, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'gw_port': {'id': 'c8cc7975-1648-47c5-bcf3-83d15c730f81', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:17:22Z', 'updated_at': '2021-09-17T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:40.546059 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Deleting port c8cc7975-1648-47c5-bcf3-83d15c730f81 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:40.546388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:40.550584 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] Checking router: 7ed8c6f4-c415-4615-a462-d51b0e4349ab for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:19:40.567962 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] Routers {'7ed8c6f4-c415-4615-a462-d51b0e4349ab'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:40.568558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:40.625104 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] For port c8cc7975-1648-47c5-bcf3-83d15c730f81, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c8cc7975-1648-47c5-bcf3-83d15c730f81,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:40.625576 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:40.638015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Calling delete_port for c8cc7975-1648-47c5-bcf3-83d15c730f81 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:40.638510 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:40.658881 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] Set router 7ed8c6f4-c415-4615-a462-d51b0e4349ab gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:40.712369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:21Z', 'updated_at': '2021-09-17T23:19:40Z', 'revision_number': 6, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:40.738204 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9bbc2-0329-40c6-8ea0-45d2dc7c7d8f None None] The sync data for ids ['7ed8c6f4-c415-4615-a462-d51b0e4349ab'] in n-d-713498-17 is: [{'id': '7ed8c6f4-c415-4615-a462-d51b0e4349ab', 'name': 'tempest-TestMinimumBasicScenario-70690326-router', 'tenant_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:17:21Z', 'updated_at': '2021-09-17T23:19:40Z', 'revision_number': 6, 'project_id': '9b0a25ee7bec47b6b733c365cfc7d9dc', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:19:40.845897 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:40.873123 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8cc7975-1648-47c5-bcf3-83d15c730f81,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:40.936160 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.367785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.370591 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.452612 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.452706 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed8c6f4-c415-4615-a462-d51b0e4349ab {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:19:41.457270 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.460875 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1bbeb5d0-d9b4-4e4b-a970-21f8ccdfca8d admin admin] 10.222.0.13 "DELETE /v2.0/routers/7ed8c6f4-c415-4615-a462-d51b0e4349ab HTTP/1.1" status: 204 len: 168 time: 1.2292092 Sep 17 23:19:41.461409 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35026) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:41.509010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c8cc7975-1648-47c5-bcf3-83d15c730f81 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:41.516672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffbbdfa-402b-4a3f-98a4-faa46e809791 admin admin] Deleting subnet 8835ff13-18a4-4292-ae95-2d4e4f3eae1e {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:19:41.519746 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bffbbdfa-402b-4a3f-98a4-faa46e809791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.532099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: c8cc7975-1648-47c5-bcf3-83d15c730f81 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:19:41.534296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c8cc7975-1648-47c5-bcf3-83d15c730f81 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:41.534296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ae30898e-2525-4f41-8259-9e77cc063104 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:41.555673 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bffbbdfa-402b-4a3f-98a4-faa46e809791 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.642007 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bffbbdfa-402b-4a3f-98a4-faa46e809791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.704551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: ae30898e-2525-4f41-8259-9e77cc063104 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:19:41.704894 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device ae30898e-2525-4f41-8259-9e77cc063104 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:41.755563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bffbbdfa-402b-4a3f-98a4-faa46e809791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.783534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbbdfa-402b-4a3f-98a4-faa46e809791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8835ff13-18a4-4292-ae95-2d4e4f3eae1e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:41.786641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bffbbdfa-402b-4a3f-98a4-faa46e809791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.789071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bffbbdfa-402b-4a3f-98a4-faa46e809791 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8835ff13-18a4-4292-ae95-2d4e4f3eae1e HTTP/1.1" status: 204 len: 168 time: 0.3270435 Sep 17 23:19:41.789683 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3c624-b088-4672-beab-9add3baf92d4 None None] Network 971436e7-d9cf-491e-bd9b-83305b48c5c5 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:19:41.792315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35028) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:41.860048 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.924910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Deleting port 0611ad80-37b8-4a76-993c-73e3d925253e {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:41.925247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:41.974297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d1335-0a6f-402e-b3bc-03782a510a22 None None] DHCP port deletion for 971436e7-d9cf-491e-bd9b-83305b48c5c5 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:19:41.988214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] For port 0611ad80-37b8-4a76-993c-73e3d925253e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0611ad80-37b8-4a76-993c-73e3d925253e,segment=NetworkSegment(0ffd83d7-81b2-4822-bfc2-13d614295d85),segment_id=0ffd83d7-81b2-4822-bfc2-13d614295d85)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:41.988747 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.001582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Calling delete_port for 0611ad80-37b8-4a76-993c-73e3d925253e owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:42.021524 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d1335-0a6f-402e-b3bc-03782a510a22 None None] Deleting port 0611ad80-37b8-4a76-993c-73e3d925253e {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:19:42.021896 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c6d1335-0a6f-402e-b3bc-03782a510a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.082986 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1c6d1335-0a6f-402e-b3bc-03782a510a22 None None] For port 0611ad80-37b8-4a76-993c-73e3d925253e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=0611ad80-37b8-4a76-993c-73e3d925253e,segment=NetworkSegment(0ffd83d7-81b2-4822-bfc2-13d614295d85),segment_id=0ffd83d7-81b2-4822-bfc2-13d614295d85)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:42.083304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c6d1335-0a6f-402e-b3bc-03782a510a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.095944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d1335-0a6f-402e-b3bc-03782a510a22 None None] Calling delete_port for 0611ad80-37b8-4a76-993c-73e3d925253e owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:19:42.137924 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.163410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0611ad80-37b8-4a76-993c-73e3d925253e,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:42.167319 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] No DVR routers for this DVR port 0611ad80-37b8-4a76-993c-73e3d925253e on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:19:42.176536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c6d1335-0a6f-402e-b3bc-03782a510a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.204038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d1335-0a6f-402e-b3bc-03782a510a22 None None] Pushing event deleted for resources: {'Port': ['ID=0611ad80-37b8-4a76-993c-73e3d925253e,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:42.208765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d1335-0a6f-402e-b3bc-03782a510a22 None None] No DVR routers for this DVR port 0611ad80-37b8-4a76-993c-73e3d925253e on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:19:42.241318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.265893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971436e7-d9cf-491e-bd9b-83305b48c5c5']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:42.274816 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffd83d7-81b2-4822-bfc2-13d614295d85') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:42.275131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffd83d7-81b2-4822-bfc2-13d614295d85') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:42.284162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.297337 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.303024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:19:42.303406 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:19:42.305020 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:19:42.406015 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.411353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.413188 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/971436e7-d9cf-491e-bd9b-83305b48c5c5 HTTP/1.1" status: 204 len: 168 time: 0.6199143 Sep 17 23:19:42.424433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451db08e-0640-4285-85d3-558eabc6a6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=971436e7-d9cf-491e-bd9b-83305b48c5c5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:42.816024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35032) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:42.855680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-42f8b9d3-4154-471b-b4c9-9c827324658d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7de918de896481e9bb4927718f62460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384216 Sep 17 23:19:42.858227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35034) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:42.908920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-594c3ed8-cfbc-46d4-badd-f75cb51ba41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:42.929517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-594c3ed8-cfbc-46d4-badd-f75cb51ba41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.029066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-594c3ed8-cfbc-46d4-badd-f75cb51ba41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.031588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-594c3ed8-cfbc-46d4-badd-f75cb51ba41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.033184 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-594c3ed8-cfbc-46d4-badd-f75cb51ba41c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8929d9b-1212-4145-8cf2-b364782802a1 HTTP/1.1" status: 204 len: 168 time: 0.1739731 Sep 17 23:19:43.040636 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c3ed8-cfbc-46d4-badd-f75cb51ba41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8929d9b-1212-4145-8cf2-b364782802a1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:43.238262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0611ad80-37b8-4a76-993c-73e3d925253e no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:19:43.257575 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 0611ad80-37b8-4a76-993c-73e3d925253e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:19:43.257921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 0611ad80-37b8-4a76-993c-73e3d925253e not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:19:43.616110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35040) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:43.655117 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c71e45f4-c04e-4d9a-8d5f-67e9c37b3d40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b0a25ee7bec47b6b733c365cfc7d9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377572 Sep 17 23:19:43.657403 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35042) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:43.703207 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7df9d898-49e3-44b1-8b8e-b37bcb7ddd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.723483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7df9d898-49e3-44b1-8b8e-b37bcb7ddd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.828896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7df9d898-49e3-44b1-8b8e-b37bcb7ddd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.831405 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7df9d898-49e3-44b1-8b8e-b37bcb7ddd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:43.832580 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7df9d898-49e3-44b1-8b8e-b37bcb7ddd7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37fcb3b7-3569-45d6-837b-d122c791d3f8 HTTP/1.1" status: 204 len: 168 time: 0.1742868 Sep 17 23:19:43.840414 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9d898-49e3-44b1-8b8e-b37bcb7ddd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fcb3b7-3569-45d6-837b-d122c791d3f8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:45.891181 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35082) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:45.895732 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584977794', 'description': 'tempest-secgroup-smoke-584977794 description', 'project_id': 'a226278168af428ea8e3ee46ce206e1e'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:45.983151 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:45.991113 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.078775 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.148540 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.183490 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9868339-4b0f-4a9f-962e-598e583da1db,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:46.238882 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.297146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.326152 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dfeaa1-df0b-43e5-9030-6350b67f0b25,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:46.377542 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.379127 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f21178c0-5e51-447d-96f2-81c1fe348954 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4866333 Sep 17 23:19:46.381816 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35084) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:46.386963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7cc8988a-d83a-4db2-bf8a-b369db1bd1fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'c4dfeaa1-df0b-43e5-9030-6350b67f0b25', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:46.467254 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc8988a-d83a-4db2-bf8a-b369db1bd1fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.521996 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc8988a-d83a-4db2-bf8a-b369db1bd1fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.577097 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc8988a-d83a-4db2-bf8a-b369db1bd1fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.596755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8988a-d83a-4db2-bf8a-b369db1bd1fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb96e99e-bd11-4250-9925-44836a26b325,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:46.663180 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc8988a-d83a-4db2-bf8a-b369db1bd1fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.664372 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7cc8988a-d83a-4db2-bf8a-b369db1bd1fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816062 Sep 17 23:19:46.667910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35086) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:46.672172 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-056a5b79-ad80-4144-8351-ea9ddb154817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'c4dfeaa1-df0b-43e5-9030-6350b67f0b25', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:46.753206 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-056a5b79-ad80-4144-8351-ea9ddb154817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.808106 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-056a5b79-ad80-4144-8351-ea9ddb154817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.862863 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-056a5b79-ad80-4144-8351-ea9ddb154817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.881647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a5b79-ad80-4144-8351-ea9ddb154817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f001b3-2957-4329-aa34-6ad669244e2e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:46.943426 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-056a5b79-ad80-4144-8351-ea9ddb154817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:46.944697 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-056a5b79-ad80-4144-8351-ea9ddb154817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2758458 Sep 17 23:19:46.947413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35088) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:46.951663 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0fd19662-945a-45eb-ac6b-54b46c6f65d5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'c4dfeaa1-df0b-43e5-9030-6350b67f0b25', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:47.028413 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fd19662-945a-45eb-ac6b-54b46c6f65d5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.084022 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fd19662-945a-45eb-ac6b-54b46c6f65d5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.142896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fd19662-945a-45eb-ac6b-54b46c6f65d5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.161522 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd19662-945a-45eb-ac6b-54b46c6f65d5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432be49d-96e7-47dd-a488-03f25362b1d7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:47.229764 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fd19662-945a-45eb-ac6b-54b46c6f65d5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.231052 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0fd19662-945a-45eb-ac6b-54b46c6f65d5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2826762 Sep 17 23:19:47.233682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35090) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:47.238299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a60411bb-62b5-48e5-8a8a-8e55db0c3364 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'c4dfeaa1-df0b-43e5-9030-6350b67f0b25', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:47.308269 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a60411bb-62b5-48e5-8a8a-8e55db0c3364 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.367497 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a60411bb-62b5-48e5-8a8a-8e55db0c3364 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.428970 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a60411bb-62b5-48e5-8a8a-8e55db0c3364 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.448992 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60411bb-62b5-48e5-8a8a-8e55db0c3364 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5571a547-4e74-446e-b505-bff41d896550,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:47.514965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a60411bb-62b5-48e5-8a8a-8e55db0c3364 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.516169 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a60411bb-62b5-48e5-8a8a-8e55db0c3364 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2813175 Sep 17 23:19:47.518862 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35092) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:47.523186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e7d480e4-775f-4ac4-8aeb-68500b095463 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'c4dfeaa1-df0b-43e5-9030-6350b67f0b25', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:47.605759 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-e7d480e4-775f-4ac4-8aeb-68500b095463 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:19:47.610602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7d480e4-775f-4ac4-8aeb-68500b095463 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.667966 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7d480e4-775f-4ac4-8aeb-68500b095463 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.742772 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7d480e4-775f-4ac4-8aeb-68500b095463 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.759538 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d480e4-775f-4ac4-8aeb-68500b095463 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080bca06-2df0-4f3d-a93b-3ecc0b834e9c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:47.840421 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7d480e4-775f-4ac4-8aeb-68500b095463 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.841664 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e7d480e4-775f-4ac4-8aeb-68500b095463 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218548 Sep 17 23:19:47.844486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35094) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:47.848974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-055ae764-a4db-4a94-a633-f2a3d6b77ef6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'c4dfeaa1-df0b-43e5-9030-6350b67f0b25', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:47.873232 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-48900147-c009-40c3-9eae-b30fd630ac87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.931700 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-055ae764-a4db-4a94-a633-f2a3d6b77ef6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:19:47.937170 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-055ae764-a4db-4a94-a633-f2a3d6b77ef6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:47.996522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-055ae764-a4db-4a94-a633-f2a3d6b77ef6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.045726 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-055ae764-a4db-4a94-a633-f2a3d6b77ef6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.062927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ae764-a4db-4a94-a633-f2a3d6b77ef6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b1a23c-5c6a-4027-b9bf-71b60fe9cdd0,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:48.131732 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-055ae764-a4db-4a94-a633-f2a3d6b77ef6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.132895 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-055ae764-a4db-4a94-a633-f2a3d6b77ef6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2874613 Sep 17 23:19:48.136482 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35096) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:48.141326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'network': {'name': 'tempest-network-smoke--1566892772', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:48.211504 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:19:48.215056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.237597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:19:48.246528 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.246887 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Added segment a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a of type vlan for network 28d73132-f60c-498d-927e-c3ea015888aa Sep 17 23:19:48.286384 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.355261 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.361192 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:48.361779 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.425262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Network': ['ID=28d73132-f60c-498d-927e-c3ea015888aa,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:48.435276 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0fed979a-9d02-4433-93c0-b12cd51d270e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2977986 Sep 17 23:19:48.436845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 28d73132-f60c-498d-927e-c3ea015888aa details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:19:48.438186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35098) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:48.442671 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'admin_state_up': True, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:48.520646 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.523471 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.577574 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.738995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.958925 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:48.978519 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:49.078129 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.240 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/2a048919-caf8-4520-877b-53d3707286bc) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:19:49.181487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:49.285624 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:49.320933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:19:49.324257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:19:49.326952 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:19:49.363110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=2a048919-caf8-4520-877b-53d3707286bc,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:49.662230 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:49.851942 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.034672 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 8270f15e-5b79-4731-8036-6a3fcdac0b88 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:19:50.139316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:19:50.153063 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Sync routers for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:19:50.162175 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:50.166155 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:50.200729 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.202139 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0025192b-66a7-4f77-88a2-6e99270957e5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7628894 Sep 17 23:19:50.205351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35100) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:50.229731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bfe85b80-cfbd-4397-998a-37ef386a8150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.272140 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:50.341231 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ddf9e42c-5f7e-4d44-ac2d-718914f7f5e8 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a226278168af428ea8e3ee46ce206e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1347206 Sep 17 23:19:50.342831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35104) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:50.434256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f523a1-b76c-478b-a69c-70d91fe72334 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:50.435849 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-47f523a1-b76c-478b-a69c-70d91fe72334 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918136 Sep 17 23:19:50.438748 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35106) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:50.449835 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:49Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:50.468630 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-57b9ba99-bc09-4480-8e36-851766432e6c tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261104 Sep 17 23:19:50.468831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35108) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:50.473390 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-745193884', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:50.478319 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Checking router: 8270f15e-5b79-4731-8036-6a3fcdac0b88 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:19:50.478660 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Updating router 8270f15e-5b79-4731-8036-6a3fcdac0b88 port 2a048919-caf8-4520-877b-53d3707286bc binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:19:50.593334 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.640117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:19:50.643965 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.838192 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.857797 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.897618 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.918050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Subnet': ['ID=7445b108-6468-4e81-bb3c-ad0190e00503,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:50.925040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Checking segment: {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:19:50.925396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network hostable DHCP agents. Network: 28d73132-f60c-498d-927e-c3ea015888aa, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:19:50.954919 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Attempting to bind port 2a048919-caf8-4520-877b-53d3707286bc on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:19:50.955283 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Attempting to bind port 2a048919-caf8-4520-877b-53d3707286bc by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:19:50.955644 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Attempting to bind port 2a048919-caf8-4520-877b-53d3707286bc on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:50.958430 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Pushing event updated for resources: {'Port': ['ID=2a048919-caf8-4520-877b-53d3707286bc,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:50.966130 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:19:50.966502 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:19:50.966923 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.968080 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:19:50.968080 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Bound port: 2a048919-caf8-4520-877b-53d3707286bc, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:19:50.968285 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:50.971393 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.971735 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.972072 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.972406 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.972735 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.973061 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.973385 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.973711 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.974044 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.974366 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.974683 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:50.975029 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:19:51.000456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 28d73132-f60c-498d-927e-c3ea015888aa is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:19:51.025346 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] For port 2a048919-caf8-4520-877b-53d3707286bc, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:51.028420 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] For port 2a048919-caf8-4520-877b-53d3707286bc, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2a048919-caf8-4520-877b-53d3707286bc,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:19:51.051758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 28d73132-f60c-498d-927e-c3ea015888aa) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:19:51.056792 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:51.062636 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.062849 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf70465-a5de-433e-b068-e77c19c6bc9e None None] Network 28d73132-f60c-498d-927e-c3ea015888aa requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:19:51.103926 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.127331 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7e289d38-ccab-4a4e-a428-4b270c798d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6573787 Sep 17 23:19:51.129902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35110) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:19:51.151150 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:51.151780 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:51.218029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-28d73132-f60c-498d-927e-c3ea015888aa', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:19:51.218716 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.254450 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a272-b85f-4d26-a18a-a693e8201194 None None] Pushing event updated for resources: {'Port': ['ID=2a048919-caf8-4520-877b-53d3707286bc,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:51.280558 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:51.377795 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Allocated IP 172.20.0.2 (28d73132-f60c-498d-927e-c3ea015888aa/7445b108-6468-4e81-bb3c-ad0190e00503/2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:19:51.406217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.478878 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:49Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:51.505450 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8faa076-d913-4e8f-9b3d-73740e590c85 None None] The sync data for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 is: [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:49Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:19:51.533727 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.594466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.595219 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.631301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Network 28d73132-f60c-498d-927e-c3ea015888aa is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:19:51.634074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:19:51.637703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:19:51.668343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Pushing event updated for resources: {'Port': ['ID=2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:51.707999 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Attempting to bind port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:19:51.708364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Attempting to bind port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:19:51.710905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Attempting to bind port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 on network 28d73132-f60c-498d-927e-c3ea015888aa {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:51.715476 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:19:51.715848 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Checking segment: {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:19:51.716241 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.721556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Bound using segment: {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:19:51.721556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Bound port: 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:19:51.721556 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.814446 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] For port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:51.817911 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] For port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:19:51.880718 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.896723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.1 (28d73132-f60c-498d-927e-c3ea015888aa/7445b108-6468-4e81-bb3c-ad0190e00503/b82fd93d-a8de-4d67-9619-e4688b6a075d) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:19:51.928914 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:51.948709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccce13c-e518-4b5e-a0dd-8612f3997ea6 None None] Pushing event updated for resources: {'Port': ['ID=2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:52.036665 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:52.138129 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:52.192350 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 28d73132-f60c-498d-927e-c3ea015888aa is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:19:52.195536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:19:52.201302 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:19:52.211385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=b82fd93d-a8de-4d67-9619-e4688b6a075d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:52.263717 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:52.453730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:52.848229 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32aee3-b574-41d8-b96e-c4e6af080e83 None None] Network 28d73132-f60c-498d-927e-c3ea015888aa requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:19:52.920712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1d5ffc12-089d-4a28-90a9-ca93512718ca None None] Provisioning complete for port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:52.920997 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffc12-089d-4a28-90a9-ca93512718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.044377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.058098 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffc12-089d-4a28-90a9-ca93512718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.102609 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1d5ffc12-089d-4a28-90a9-ca93512718ca None None] For port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:53.103241 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.183470 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.186401 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=b82fd93d-a8de-4d67-9619-e4688b6a075d,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:53.189592 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffc12-089d-4a28-90a9-ca93512718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.262889 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ffc12-089d-4a28-90a9-ca93512718ca None None] Pushing event updated for resources: {'Port': ['ID=2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:53.326848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 28d73132-f60c-498d-927e-c3ea015888aa is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:19:53.329179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:19:53.351884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:19:53.407328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:53.407771 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.442318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0e02f346-58f3-4699-9562-5da39d16587c None None] Provisioning complete for port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:53.443013 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e02f346-58f3-4699-9562-5da39d16587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.461916 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 8270f15e-5b79-4731-8036-6a3fcdac0b88 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:19:53.563369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2a048919-caf8-4520-877b-53d3707286bc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:19:53.580616 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:19:53.593397 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-61fb790b-3937-40f5-92ab-69ef148bb1a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/8270f15e-5b79-4731-8036-6a3fcdac0b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4549916 Sep 17 23:19:53.601615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Sync routers for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:19:53.617048 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.633805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:53.634448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:53.687656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0e02f346-58f3-4699-9562-5da39d16587c None None] Provisioning complete for port b82fd93d-a8de-4d67-9619-e4688b6a075d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:53.688035 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0e02f346-58f3-4699-9562-5da39d16587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.730181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2a048919-caf8-4520-877b-53d3707286bc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:53.730550 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.743799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-d90fbc21-af78-4a54-987d-831b46d3e0a6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584977794&fields=id&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 267 time: 0.0422463 Sep 17 23:19:53.787401 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0e02f346-58f3-4699-9562-5da39d16587c None None] Port b82fd93d-a8de-4d67-9619-e4688b6a075d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:19:53.816139 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:53.854748 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-356e6be4-46aa-45bd-aa1d-f0519f60cc35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:53.856323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-356e6be4-46aa-45bd-aa1d-f0519f60cc35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/networks?id=28d73132-f60c-498d-927e-c3ea015888aa HTTP/1.1" status: 200 len: 797 time: 0.1047347 Sep 17 23:19:53.871828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-68aa8780-5288-4e9f-8b6c-19790c3c0a81 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/quotas/a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 375 time: 0.0094783 Sep 17 23:19:53.924783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-c4fe5879-e45d-45ff-8645-ae137e47e648 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463452 Sep 17 23:19:53.952325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:53.982852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-b460f65d-d363-467a-8cee-c0a7e8a51075 None None] Provisioning complete for port b82fd93d-a8de-4d67-9619-e4688b6a075d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:53.983189 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b460f65d-d363-467a-8cee-c0a7e8a51075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.070606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-32e9386e-c596-4e8e-aadd-f93e0a4e0adb service neutron] 10.222.0.13 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339958 Sep 17 23:19:54.169749 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-f963f435-79fd-477a-816f-531abecd059e service neutron] 10.222.0.13 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918658 Sep 17 23:19:54.179569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 2a048919-caf8-4520-877b-53d3707286bc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2a048919-caf8-4520-877b-53d3707286bc,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:54.204273 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-b460f65d-d363-467a-8cee-c0a7e8a51075 None None] Port b82fd93d-a8de-4d67-9619-e4688b6a075d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:19:54.241812 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.294445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'b82fd93d-a8de-4d67-9619-e4688b6a075d', 'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:d1:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:51Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 2, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:54.299100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=2a048919-caf8-4520-877b-53d3707286bc,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:54.329750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Checking router: 8270f15e-5b79-4731-8036-6a3fcdac0b88 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:19:54.330403 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Updating router 8270f15e-5b79-4731-8036-6a3fcdac0b88 port b82fd93d-a8de-4d67-9619-e4688b6a075d binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:19:54.357059 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.442096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d35d08eb-fff9-41a4-9806-b2d7c4e35cec req-9875d5e9-85f7-49fa-9287-7d45b8633036 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 210 time: 0.0355501 Sep 17 23:19:54.628024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.691621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.748497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528c0ff-fd95-444a-90fe-9d18cda30c92 None None] Pushing event updated for resources: {'Port': ['ID=b82fd93d-a8de-4d67-9619-e4688b6a075d,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:54.798843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Attempting to bind port b82fd93d-a8de-4d67-9619-e4688b6a075d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:19:54.799219 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Attempting to bind port b82fd93d-a8de-4d67-9619-e4688b6a075d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:19:54.799576 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Attempting to bind port b82fd93d-a8de-4d67-9619-e4688b6a075d on network 28d73132-f60c-498d-927e-c3ea015888aa {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:54.804662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:19:54.805058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Checking segment: {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:19:54.805461 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.805844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Bound using segment: {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:19:54.806297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Bound port: b82fd93d-a8de-4d67-9619-e4688b6a075d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:19:54.806669 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.877318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] For port b82fd93d-a8de-4d67-9619-e4688b6a075d, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:54.880552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] For port b82fd93d-a8de-4d67-9619-e4688b6a075d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b82fd93d-a8de-4d67-9619-e4688b6a075d,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:19:54.928133 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:54.997203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:19:54.997203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:55.038836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528c0ff-fd95-444a-90fe-9d18cda30c92 None None] Pushing event updated for resources: {'Port': ['ID=b82fd93d-a8de-4d67-9619-e4688b6a075d,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:55.063364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-64ee4f6d-cee3-4454-acf0-0b8c4c745c3a None None] Provisioning complete for port b82fd93d-a8de-4d67-9619-e4688b6a075d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:55.063736 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-64ee4f6d-cee3-4454-acf0-0b8c4c745c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.151100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:19:55.264978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:19:55.302729 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-64ee4f6d-cee3-4454-acf0-0b8c4c745c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.386207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-64ee4f6d-cee3-4454-acf0-0b8c4c745c3a None None] For port b82fd93d-a8de-4d67-9619-e4688b6a075d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b82fd93d-a8de-4d67-9619-e4688b6a075d,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:19:55.412619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:55.412993 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.451972 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-64ee4f6d-cee3-4454-acf0-0b8c4c745c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.533291 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee4f6d-cee3-4454-acf0-0b8c4c745c3a None None] Pushing event updated for resources: {'Port': ['ID=b82fd93d-a8de-4d67-9619-e4688b6a075d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:55.566000 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-02d922ca-caef-4f27-8ffd-f1b5f190af2c req-ff87b023-5d0d-4c10-be06-00a7d9416b81 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 210 time: 0.0489247 Sep 17 23:19:55.577918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'b82fd93d-a8de-4d67-9619-e4688b6a075d', 'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:d1:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:51Z', 'updated_at': '2021-09-17T23:19:54Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:19:55.616074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2a048919-caf8-4520-877b-53d3707286bc up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:19:55.617758 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce836957-38a1-49c2-b6b9-2ab70286176d None None] The sync data for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 is: [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'b82fd93d-a8de-4d67-9619-e4688b6a075d', 'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:d1:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:51Z', 'updated_at': '2021-09-17T23:19:54Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:19:55.640681 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e4c7ba20-ec44-4488-9d44-6dc8784aa644 None None] Provisioning complete for port b82fd93d-a8de-4d67-9619-e4688b6a075d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:55.641055 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ba20-ec44-4488-9d44-6dc8784aa644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:55.727450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 2a048919-caf8-4520-877b-53d3707286bc triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:55.727827 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:56.393975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ac00bab1-6755-4c44-9191-9fdd8b749e0b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:56.395609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ac00bab1-6755-4c44-9191-9fdd8b749e0b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/networks?id=28d73132-f60c-498d-927e-c3ea015888aa HTTP/1.1" status: 200 len: 797 time: 0.1171114 Sep 17 23:19:56.441851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-acc8c85a-3e52-4e17-8ca7-a1dbd02717a5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 379 time: 0.0364776 Sep 17 23:19:56.452339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'port': {'device_id': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'admin_state_up': True, 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'security_groups': ['c4dfeaa1-df0b-43e5-9030-6350b67f0b25']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:56.639091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:19:56.643381 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:56.667212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5adab68c-b04f-4a8c-911d-76c2b1867003 req-41b30f9c-38ae-4868-87b9-fb2d549ff4b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 210 time: 0.0402963 Sep 17 23:19:56.784446 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.13 (28d73132-f60c-498d-927e-c3ea015888aa/7445b108-6468-4e81-bb3c-ad0190e00503/f306be02-efb5-4533-b995-5cf0129dc1b2) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:19:56.922768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:57.011988 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:57.051063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 28d73132-f60c-498d-927e-c3ea015888aa is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:19:57.054014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:19:57.057599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:19:57.089445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=f306be02-efb5-4533-b995-5cf0129dc1b2,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:57.124147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:57.124794 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:57.172311 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-ca98df35-d277-4818-8b6f-aceaf3739b74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7247944 Sep 17 23:19:57.185176 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Request body: {'port': {'device_id': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:19:57.247262 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:57.273278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b82fd93d-a8de-4d67-9619-e4688b6a075d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:19:57.335295 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-26b2a4df-970e-4d4b-86f7-99dbf1297fed None None] Provisioning complete for port f306be02-efb5-4533-b995-5cf0129dc1b2 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:57.335591 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-26b2a4df-970e-4d4b-86f7-99dbf1297fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:57.361604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port b82fd93d-a8de-4d67-9619-e4688b6a075d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:19:57.361968 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:57.395666 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-26b2a4df-970e-4d4b-86f7-99dbf1297fed None None] Port f306be02-efb5-4533-b995-5cf0129dc1b2 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:19:57.519913 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f306be02-efb5-4533-b995-5cf0129dc1b2 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:19:57.527746 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:57.540949 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Transition to ACTIVE for port object f306be02-efb5-4533-b995-5cf0129dc1b2 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:19:57.674357 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:57.726873 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Pushing event updated for resources: {'Port': ['ID=f306be02-efb5-4533-b995-5cf0129dc1b2,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:57.829002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Attempting to bind port f306be02-efb5-4533-b995-5cf0129dc1b2 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:19:57.829344 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Attempting to bind port f306be02-efb5-4533-b995-5cf0129dc1b2 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:19:57.829672 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Attempting to bind port f306be02-efb5-4533-b995-5cf0129dc1b2 on network 28d73132-f60c-498d-927e-c3ea015888aa {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:57.838615 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cc46a-7dfe-4079-ac48-646b44ce7a50 req-6958ffb4-9b95-4c09-823b-27613d01b6a7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:57.840205 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d20cc46a-7dfe-4079-ac48-646b44ce7a50 req-6958ffb4-9b95-4c09-823b-27613d01b6a7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 944 time: 0.0939806 Sep 17 23:19:57.843894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Port f306be02-efb5-4533-b995-5cf0129dc1b2 on network 28d73132-f60c-498d-927e-c3ea015888aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:19:57.844217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Attempting to bind port f306be02-efb5-4533-b995-5cf0129dc1b2 on network 28d73132-f60c-498d-927e-c3ea015888aa {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:19:57.856116 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:19:57.856453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Checking segment: {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:19:57.856825 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Bound using segment: {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:19:57.857254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Bound port: f306be02-efb5-4533-b995-5cf0129dc1b2, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:19:57.857610 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:57.911248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d20cc46a-7dfe-4079-ac48-646b44ce7a50 req-e16acfa9-2c8e-4f44-b74e-88c4cc7b0526 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647123 Sep 17 23:19:57.943613 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] For port f306be02-efb5-4533-b995-5cf0129dc1b2, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:19:57.946617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] For port f306be02-efb5-4533-b995-5cf0129dc1b2, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f306be02-efb5-4533-b995-5cf0129dc1b2,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:19:58.023203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:58.055419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:58.056023 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:19:58.058036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] 10.222.0.32 "PUT /v2.0/ports/f306be02-efb5-4533-b995-5cf0129dc1b2 HTTP/1.1" status: 200 len: 1093 time: 0.8774703 Sep 17 23:19:58.058466 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:19:58.060733 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94bbb88-9158-43af-ba86-bfdf9630c831" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:19:58.089565 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072044eb-b251-4f1f-bdf3-f412d557fa83 service neutron] Pushing event updated for resources: {'Port': ['ID=f306be02-efb5-4533-b995-5cf0129dc1b2,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:19:58.105313 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3290bfcd-471d-4183-8a65-e2d27b135d62 x-openstack-request-id: req-3290bfcd-471d-4183-8a65-e2d27b135d62 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:19:58.105637 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:19:58.105894 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3290bfcd-471d-4183-8a65-e2d27b135d62 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:19:58.107177 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'status': 'completed', 'code': 200} Sep 17 23:19:58.165712 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bbb88-9158-43af-ba86-bfdf9630c831 req-b7195508-9ac3-41f1-95c7-38c3d1abf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:58.168463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d94bbb88-9158-43af-ba86-bfdf9630c831 req-b7195508-9ac3-41f1-95c7-38c3d1abf2e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0444269 Sep 17 23:19:58.271290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bbb88-9158-43af-ba86-bfdf9630c831 req-10e8d6dc-6d7c-4e16-bce2-c7ce66d649f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:58.272793 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d94bbb88-9158-43af-ba86-bfdf9630c831 req-10e8d6dc-6d7c-4e16-bce2-c7ce66d649f4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a226278168af428ea8e3ee46ce206e1e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0966215 Sep 17 23:19:58.370590 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bbb88-9158-43af-ba86-bfdf9630c831 req-57561069-e792-4b4c-b6c1-1cd2080c82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:58.372166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d94bbb88-9158-43af-ba86-bfdf9630c831 req-57561069-e792-4b4c-b6c1-1cd2080c82e9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925174 Sep 17 23:19:58.446393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-95a91c4c-2628-4928-bc46-40d601afd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:58.447883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-95a91c4c-2628-4928-bc46-40d601afd870 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0390716 Sep 17 23:19:58.488820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-31476209-1916-4d28-93d1-3d894136a1e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f306be02-efb5-4533-b995-5cf0129dc1b2 HTTP/1.1" status: 200 len: 217 time: 0.0334177 Sep 17 23:19:58.539976 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-e8223bcb-3830-48db-a437-1019d0352d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:58.542065 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-e8223bcb-3830-48db-a437-1019d0352d0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7445b108-6468-4e81-bb3c-ad0190e00503 HTTP/1.1" status: 200 len: 834 time: 0.0464277 Sep 17 23:19:58.585804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-3622ffd2-75cc-4cd8-b0db-7ce1cd303463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:58.587320 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-3622ffd2-75cc-4cd8-b0db-7ce1cd303463 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d73132-f60c-498d-927e-c3ea015888aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387468 Sep 17 23:19:58.675466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-0bbfbf75-f3f1-4dc0-a5fb-0421142b3e78 service neutron] 10.222.0.32 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808618 Sep 17 23:19:58.768231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3b15a4bd-1674-4906-ab52-a6b11c3360e7 req-a3076efb-65ce-4f38-9d19-c1b8553ecbeb service neutron] 10.222.0.32 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830455 Sep 17 23:19:59.031996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a76e32-673a-4b45-adde-753f92b9664c req-f1072299-d623-4853-a6de-94dcb11d0e19 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:19:59.033465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92a76e32-673a-4b45-adde-753f92b9664c req-f1072299-d623-4853-a6de-94dcb11d0e19 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 944 time: 0.0486124 Sep 17 23:19:59.069536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92a76e32-673a-4b45-adde-753f92b9664c req-df80ab95-276d-4600-9021-8f41c3c747fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302203 Sep 17 23:20:00.184482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65f542-8717-4fa1-9a95-aaa245f7736c req-12ceac92-2e9d-4e8f-b5b5-0e10777dbbd4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:00.185962 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b65f542-8717-4fa1-9a95-aaa245f7736c req-12ceac92-2e9d-4e8f-b5b5-0e10777dbbd4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 944 time: 0.0475957 Sep 17 23:20:00.225453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b65f542-8717-4fa1-9a95-aaa245f7736c req-135c0cb9-868a-4d20-9a50-3c8c66c62d3d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335772 Sep 17 23:20:01.341331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0cb91-d834-4e38-9bc0-69d847c5d67f req-939d4cde-fd59-411b-9df4-a524783cf81a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:01.342900 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44b0cb91-d834-4e38-9bc0-69d847c5d67f req-939d4cde-fd59-411b-9df4-a524783cf81a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 944 time: 0.0499873 Sep 17 23:20:01.383579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-44b0cb91-d834-4e38-9bc0-69d847c5d67f req-ad962252-243d-4249-b8f0-ae864b85f140 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345571 Sep 17 23:20:02.374880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f306be02-efb5-4533-b995-5cf0129dc1b2 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:20:02.470696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f306be02-efb5-4533-b995-5cf0129dc1b2, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f306be02-efb5-4533-b995-5cf0129dc1b2,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:02.481582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'port_id': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'mac_address': 'fa:16:3e:41:d4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:20:02.497199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc0049-ebb1-4366-97d3-7dca5a8fb6e6 req-bd2c2776-4f7d-4246-889b-115048318a18 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:02.498688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dabc0049-ebb1-4366-97d3-7dca5a8fb6e6 req-bd2c2776-4f7d-4246-889b-115048318a18 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 944 time: 0.0492013 Sep 17 23:20:02.518304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:02.531429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f306be02-efb5-4533-b995-5cf0129dc1b2 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:20:02.536702 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dabc0049-ebb1-4366-97d3-7dca5a8fb6e6 req-023be0e6-f24c-4911-b784-b7793519b77b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321240 Sep 17 23:20:02.550669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f306be02-efb5-4533-b995-5cf0129dc1b2, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f306be02-efb5-4533-b995-5cf0129dc1b2,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:02.611351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:02.661494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=f306be02-efb5-4533-b995-5cf0129dc1b2,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:02.808677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['f306be02-efb5-4533-b995-5cf0129dc1b2'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:20:03.650082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9503f5-8f4e-4ffc-809b-eb6cd7b8f2f4 req-cd582e32-0c7d-40fd-8a17-639215bbaf06 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:03.651601 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be9503f5-8f4e-4ffc-809b-eb6cd7b8f2f4 req-cd582e32-0c7d-40fd-8a17-639215bbaf06 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 945 time: 0.0474596 Sep 17 23:20:03.691778 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be9503f5-8f4e-4ffc-809b-eb6cd7b8f2f4 req-652e48d7-0a19-436e-917e-f437b0caa6f0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341721 Sep 17 23:20:04.378302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f306be02-efb5-4533-b995-5cf0129dc1b2 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:20:04.496991 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port f306be02-efb5-4533-b995-5cf0129dc1b2 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:20:04.500760 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port f306be02-efb5-4533-b995-5cf0129dc1b2 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:04.501123 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:04.574215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:04.595123 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:04.597334 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7df0ad6-3c8b-4f85-8406-2b74ef0d73a0" -d '{"events": [{"server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "name": "network-vif-plugged", "status": "completed", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:04.609618 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port f306be02-efb5-4533-b995-5cf0129dc1b2, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f306be02-efb5-4533-b995-5cf0129dc1b2,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:04.651513 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:04.690573 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23beaeaa-438e-4aad-8cd3-1064680b588a x-openstack-request-id: req-23beaeaa-438e-4aad-8cd3-1064680b588a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:04.690922 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "name": "network-vif-plugged", "status": "completed", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:04.691182 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23beaeaa-438e-4aad-8cd3-1064680b588a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:04.691581 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'code': 200} Sep 17 23:20:04.711498 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=f306be02-efb5-4533-b995-5cf0129dc1b2,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:04.818429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dad4b-d84b-450b-a875-fcb485f12039 req-47ce240f-c518-407c-9cc5-f7b8c9cefa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:04.819935 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-878dad4b-d84b-450b-a875-fcb485f12039 req-47ce240f-c518-407c-9cc5-f7b8c9cefa30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0661690 Sep 17 23:20:04.832352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9456e91-bf79-462b-9f39-1ce6df62daec req-732cd9f1-45b8-4635-b479-75b2bd1ab158 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:04.833696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9456e91-bf79-462b-9f39-1ce6df62daec req-732cd9f1-45b8-4635-b479-75b2bd1ab158 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0699811 Sep 17 23:20:04.881407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-878dad4b-d84b-450b-a875-fcb485f12039 req-233c7bc3-7103-4c0b-ab24-c929254329a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467196 Sep 17 23:20:04.888999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9456e91-bf79-462b-9f39-1ce6df62daec req-3b74e236-045b-4835-bb1e-ba5dc23a7a05 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485864 Sep 17 23:20:06.004954 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cd42c-b001-4fee-9345-1cb8050881e1 req-f0b3da97-a254-4fc4-96c1-e5768c9b75d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:06.006382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e44cd42c-b001-4fee-9345-1cb8050881e1 req-f0b3da97-a254-4fc4-96c1-e5768c9b75d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0489066 Sep 17 23:20:06.049466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e44cd42c-b001-4fee-9345-1cb8050881e1 req-dc371484-a7a2-4982-a969-0f916de660e6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352418 Sep 17 23:20:07.162719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094254ef-46b6-4458-ac06-961347668b1d req-1af510cc-fa36-4f68-87a7-39de006fd964 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:07.164224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-094254ef-46b6-4458-ac06-961347668b1d req-1af510cc-fa36-4f68-87a7-39de006fd964 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0479281 Sep 17 23:20:07.202166 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-094254ef-46b6-4458-ac06-961347668b1d req-ce33e7c6-c573-41af-92da-4d943efd040f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318584 Sep 17 23:20:07.314732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41998e47-7330-4ff3-80ec-fbe12a9e6861 req-ca9b50ba-bd80-463c-be28-df29e28a996f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:07.316218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41998e47-7330-4ff3-80ec-fbe12a9e6861 req-ca9b50ba-bd80-463c-be28-df29e28a996f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0476294 Sep 17 23:20:07.353691 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-41998e47-7330-4ff3-80ec-fbe12a9e6861 req-59a8561d-fde2-4fe9-8aee-1b84eaa9b593 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Sep 17 23:20:07.376380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35174) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:07.414364 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2fdb1-f00c-40cd-8c45-906b9deb1dc3 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:07.415870 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e8f2fdb1-f00c-40cd-8c45-906b9deb1dc3 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 1093 time: 0.0384135 Sep 17 23:20:07.418737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35176) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:07.423063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:07.525518 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:07.623438 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:07.725808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.251 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/d177c6b5-5b2a-4556-935d-4dc9fbd3f130) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:20:07.825238 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:07.914755 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:07.948866 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:20:07.951675 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:20:07.956031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:20:07.987633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=d177c6b5-5b2a-4556-935d-4dc9fbd3f130,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:08.322037 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:08.452056 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:08.594237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:08.657157 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:08.731106 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=d177c6b5-5b2a-4556-935d-4dc9fbd3f130,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:08.739635 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:08.836825 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP 85f45cd6-e02c-4266-9495-37e1a9b9d1db associated. External IP: 172.25.5.251, port: f306be02-efb5-4533-b995-5cf0129dc1b2. Sep 17 23:20:08.920317 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:09.050459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 8270f15e-5b79-4731-8036-6a3fcdac0b88 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:20:09.156134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:20:09.165570 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] Sync routers for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:20:09.179358 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:09.179358 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:09.211739 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:09.240013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-cb75c893-b472-4c0d-8837-213c2f2bc6ac tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8202169 Sep 17 23:20:09.240759 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:09.243131 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ead3af-4b67-4df8-a06b-e29cfc5315b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:09.284077 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dca383-b29c-4b38-9abb-7df5b64fc516 x-openstack-request-id: req-06dca383-b29c-4b38-9abb-7df5b64fc516 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:09.284360 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:09.284604 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06dca383-b29c-4b38-9abb-7df5b64fc516 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:09.284999 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'status': 'completed', 'code': 200} Sep 17 23:20:09.286580 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:09.375144 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5fd5a-9cb0-46ea-bc23-7fef990c7885 req-ae3089cb-b141-4fff-a0cd-5d9657ca89bd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:09.376668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fa5fd5a-9cb0-46ea-bc23-7fef990c7885 req-ae3089cb-b141-4fff-a0cd-5d9657ca89bd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0751228 Sep 17 23:20:09.378436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-4bdfdac9-56e9-4f96-b571-07237406ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:09.379811 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-4bdfdac9-56e9-4f96-b571-07237406ae62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0689738 Sep 17 23:20:09.468723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7fa5fd5a-9cb0-46ea-bc23-7fef990c7885 req-798192d0-9ba2-419c-a860-6b5465103474 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858052 Sep 17 23:20:09.500113 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35182) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:09.511779 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-5d1ec744-187c-4a5f-80fc-bf0800c5ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:09.512715 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-5d1ec744-187c-4a5f-80fc-bf0800c5ca01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d73132-f60c-498d-927e-c3ea015888aa HTTP/1.1" status: 200 len: 897 time: 0.1233370 Sep 17 23:20:09.515870 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '85f45cd6-e02c-4266-9495-37e1a9b9d1db', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'port_id': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'mac_address': 'fa:16:3e:41:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:20:08Z', 'updated_at': '2021-09-17T23:20:08Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82fd93d-a8de-4d67-9619-e4688b6a075d', 'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:d1:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:51Z', 'updated_at': '2021-09-17T23:19:55Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:09.546008 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] Checking router: 8270f15e-5b79-4731-8036-6a3fcdac0b88 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:20:09.555558 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:09.556164 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:19:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:09.606093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b1fb8f2e-07ad-4f44-9f0a-c82bc3c6371a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/85f45cd6-e02c-4266-9495-37e1a9b9d1db HTTP/1.1" status: 200 len: 992 time: 0.1048856 Sep 17 23:20:09.618495 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-41a12b8f-2a57-46dd-b0e6-460b99d53b69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f306be02-efb5-4533-b995-5cf0129dc1b2 HTTP/1.1" status: 200 len: 1000 time: 0.0750847 Sep 17 23:20:09.661836 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:09.668275 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-4a56a94d-c906-4747-a4e3-c22a072fcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:09.669763 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-4a56a94d-c906-4747-a4e3-c22a072fcbcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7445b108-6468-4e81-bb3c-ad0190e00503 HTTP/1.1" status: 200 len: 834 time: 0.0441098 Sep 17 23:20:09.717898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-fac91038-f02f-4df6-8ead-982e5cc6a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:09.719501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-fac91038-f02f-4df6-8ead-982e5cc6a957 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d73132-f60c-498d-927e-c3ea015888aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430129 Sep 17 23:20:09.810937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-30c4090f-52f2-454e-89d4-8f32edf6b480 service neutron] 10.222.0.32 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845084 Sep 17 23:20:09.881115 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '85f45cd6-e02c-4266-9495-37e1a9b9d1db', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'port_id': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'mac_address': 'fa:16:3e:41:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:20:08Z', 'updated_at': '2021-09-17T23:20:08Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82fd93d-a8de-4d67-9619-e4688b6a075d', 'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:d1:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:51Z', 'updated_at': '2021-09-17T23:19:55Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:09.909042 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5d62c-5e9e-4a2f-8233-60262d70601f None None] The sync data for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 is: [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '85f45cd6-e02c-4266-9495-37e1a9b9d1db', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'port_id': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'mac_address': 'fa:16:3e:41:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:20:08Z', 'updated_at': '2021-09-17T23:20:08Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82fd93d-a8de-4d67-9619-e4688b6a075d', 'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:d1:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:51Z', 'updated_at': '2021-09-17T23:19:55Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:20:10.131663 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f197b4-753d-44f2-b42d-91ef5567682e None None] New status for floating IP 85f45cd6-e02c-4266-9495-37e1a9b9d1db: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:20:10.254679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-73ead3af-4b67-4df8-a06b-e29cfc5315b5 req-99b5c410-45a8-4b8f-8e08-f69cea75cdfe service neutron] 10.222.0.32 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372118 Sep 17 23:20:10.610467 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35184) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:10.639850 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:10.668791 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3d70fe6c-fcbb-4a5b-9cd0-2fe521237751 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/85f45cd6-e02c-4266-9495-37e1a9b9d1db HTTP/1.1" status: 200 len: 994 time: 0.0572197 Sep 17 23:20:12.081980 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:20:17.845592 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c12dab08-ec2c-45ef-b183-3315e1b6eff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:20.268101 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-64b030e6-1e3c-4271-a19e-fff4ef93845e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:21.382300 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:21.919632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:23.565246 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:28.186195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-d36b23d7-8c04-42de-ab19-0e8cdedd0c9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393593 Sep 17 23:20:28.273431 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-fbfe0cd3-1fa2-478b-8d5b-36fdb305a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:28.274963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-fbfe0cd3-1fa2-478b-8d5b-36fdb305a949 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0432017 Sep 17 23:20:28.379550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-5e7ec86e-6a09-470c-b6fe-37930114fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:28.381007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-5e7ec86e-6a09-470c-b6fe-37930114fc03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d73132-f60c-498d-927e-c3ea015888aa HTTP/1.1" status: 200 len: 897 time: 0.0841119 Sep 17 23:20:28.448836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-d2f3d772-5460-4d6a-bd50-c49ece1b6438 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f306be02-efb5-4533-b995-5cf0129dc1b2 HTTP/1.1" status: 200 len: 1002 time: 0.0595436 Sep 17 23:20:28.496455 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-36ad8f11-4af2-4a21-afe2-c18a02581519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:28.497853 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-36ad8f11-4af2-4a21-afe2-c18a02581519 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7445b108-6468-4e81-bb3c-ad0190e00503 HTTP/1.1" status: 200 len: 834 time: 0.0422468 Sep 17 23:20:28.544006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-ab92c755-bfb4-45e3-a24d-9087c0d8567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:28.545499 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-ab92c755-bfb4-45e3-a24d-9087c0d8567e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d73132-f60c-498d-927e-c3ea015888aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391784 Sep 17 23:20:28.640285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-878c75b4-79b0-40dc-904c-54670a85fbe6 service neutron] 10.222.0.32 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860970 Sep 17 23:20:28.737657 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7e1fea3b-cd09-4b65-bbd4-783b3b1b4693 req-aa953afa-5441-431a-92eb-8d86819edd97 service neutron] 10.222.0.32 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879538 Sep 17 23:20:38.355006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ae684-0d65-4dbf-950f-229099148e38 req-19286906-95e0-4d70-a888-2f0e9378185d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:38.356562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea9ae684-0d65-4dbf-950f-229099148e38 req-19286906-95e0-4d70-a888-2f0e9378185d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0550842 Sep 17 23:20:38.395441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea9ae684-0d65-4dbf-950f-229099148e38 req-34911262-63e3-4236-8589-13a4333099fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Sep 17 23:20:38.907677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:39.512080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd04b1f-e4d3-4a64-8c49-fd8637b6f318 req-f7e093e6-e12e-4c00-8e29-aaa0d18e59c0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:39.513960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fd04b1f-e4d3-4a64-8c49-fd8637b6f318 req-f7e093e6-e12e-4c00-8e29-aaa0d18e59c0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0493286 Sep 17 23:20:39.551825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fd04b1f-e4d3-4a64-8c49-fd8637b6f318 req-2d8e505e-39ee-4225-9db9-793d7487d6dd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Sep 17 23:20:39.573790 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35204) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:39.635512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eb2ca586-2aa1-4012-801f-60f4a4aa09ea tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/85f45cd6-e02c-4266-9495-37e1a9b9d1db HTTP/1.1" status: 200 len: 994 time: 0.0606191 Sep 17 23:20:40.622077 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:41.048320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aba1dc-fedc-4b88-ae6f-00d353518529 req-94b29815-ddb2-497e-b8a4-a1a0e0efb246 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:41.049884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08aba1dc-fedc-4b88-ae6f-00d353518529 req-94b29815-ddb2-497e-b8a4-a1a0e0efb246 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0510180 Sep 17 23:20:41.086433 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08aba1dc-fedc-4b88-ae6f-00d353518529 req-2681d7ce-cb3e-4582-8b49-baec9e8f2feb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306277 Sep 17 23:20:42.205130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115410c-8f63-4cae-9de9-222d3d979054 req-350f2a10-7201-45b2-810f-bb218130dced tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:42.206612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1115410c-8f63-4cae-9de9-222d3d979054 req-350f2a10-7201-45b2-810f-bb218130dced tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0493009 Sep 17 23:20:42.246278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1115410c-8f63-4cae-9de9-222d3d979054 req-3ee103c8-59aa-4367-8f3d-1a688b866d36 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335236 Sep 17 23:20:42.270304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35214) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:42.333818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3a6cbf92-ddf6-4dca-9cd3-75a057fc2cef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/85f45cd6-e02c-4266-9495-37e1a9b9d1db HTTP/1.1" status: 200 len: 994 time: 0.0623717 Sep 17 23:20:42.630722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35220) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:42.785091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port d177c6b5-5b2a-4556-935d-4dc9fbd3f130 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:20:42.785434 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:42.859623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:42.859947 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:42.871445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for d177c6b5-5b2a-4556-935d-4dc9fbd3f130 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:20:43.062227 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:43.088683 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=d177c6b5-5b2a-4556-935d-4dc9fbd3f130,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:43.117903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.118245 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.118578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.118940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.119265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.119585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.119904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.120222 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.120540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.120854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.121168 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.121481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:43.160715 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:43.161100 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP 85f45cd6-e02c-4266-9495-37e1a9b9d1db disassociated (deleted). External IP: 172.25.5.251, port: f306be02-efb5-4533-b995-5cf0129dc1b2. Sep 17 23:20:43.366629 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 8270f15e-5b79-4731-8036-6a3fcdac0b88 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:20:43.472838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:20:43.477736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:43.482833 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] Sync routers for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:20:43.492659 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:43.493260 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:43.506688 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-30e3f3c6-9985-404a-89c0-5e811af0d506 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/floatingips/85f45cd6-e02c-4266-9495-37e1a9b9d1db HTTP/1.1" status: 204 len: 168 time: 0.8725042 Sep 17 23:20:43.506688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:43.507396 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91026018-7eb3-4c73-8e77-a537ed5a2df0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:43.546869 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b52ec2f-007b-4681-b011-469f8c127438 x-openstack-request-id: req-8b52ec2f-007b-4681-b011-469f8c127438 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:43.547226 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:43.547549 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b52ec2f-007b-4681-b011-469f8c127438 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:43.548010 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'status': 'completed', 'code': 200} Sep 17 23:20:43.604404 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:43.609068 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-76871080-cc90-4eb8-bbdb-3c9843f43e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:43.610639 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-76871080-cc90-4eb8-bbdb-3c9843f43e53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0415359 Sep 17 23:20:43.706402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-ab34dd59-1fe4-4c9d-82c4-955730f4dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:43.708014 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-ab34dd59-1fe4-4c9d-82c4-955730f4dd70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d73132-f60c-498d-927e-c3ea015888aa HTTP/1.1" status: 200 len: 897 time: 0.0897245 Sep 17 23:20:43.759348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-a85b479b-5148-4a12-9596-9af90a1865a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f306be02-efb5-4533-b995-5cf0129dc1b2 HTTP/1.1" status: 200 len: 217 time: 0.0366182 Sep 17 23:20:43.808903 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'b82fd93d-a8de-4d67-9619-e4688b6a075d', 'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:d1:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:51Z', 'updated_at': '2021-09-17T23:19:55Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:43.814080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-32b2ca9c-9991-44bc-a6c0-22fd04c36d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:43.815785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-32b2ca9c-9991-44bc-a6c0-22fd04c36d52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7445b108-6468-4e81-bb3c-ad0190e00503 HTTP/1.1" status: 200 len: 834 time: 0.0485368 Sep 17 23:20:43.835872 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] Checking router: 8270f15e-5b79-4731-8036-6a3fcdac0b88 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:20:43.844596 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:43.845218 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:43.899509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-33bec312-1ce7-4e4c-acc1-2beab9c96c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:43.901133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-33bec312-1ce7-4e4c-acc1-2beab9c96c42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d73132-f60c-498d-927e-c3ea015888aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769870 Sep 17 23:20:43.916622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b683b7-3cb1-4624-a791-2bf412ea99e1 req-892ac1b6-9e2e-42f6-b271-dc842b84cbde tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:43.918074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05b683b7-3cb1-4624-a791-2bf412ea99e1 req-892ac1b6-9e2e-42f6-b271-dc842b84cbde tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0634677 Sep 17 23:20:43.951373 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:44.003401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05b683b7-3cb1-4624-a791-2bf412ea99e1 req-183c22dd-7d22-4857-a704-0da393746d5b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767009 Sep 17 23:20:44.027969 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-bcd9ce50-c1ff-473e-981c-df58d870bb0d service neutron] 10.222.0.32 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089718 Sep 17 23:20:44.131447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91026018-7eb3-4c73-8e77-a537ed5a2df0 req-5a6d900a-f334-4ad8-a03a-80210cf06042 service neutron] 10.222.0.32 "GET /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864937 Sep 17 23:20:44.148036 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'b82fd93d-a8de-4d67-9619-e4688b6a075d', 'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:d1:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:51Z', 'updated_at': '2021-09-17T23:19:55Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:44.174470 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9cc4f-da89-4b2b-a577-9f0d9b1e53e5 None None] The sync data for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 is: [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'b82fd93d-a8de-4d67-9619-e4688b6a075d', 'name': '', 'network_id': '28d73132-f60c-498d-927e-c3ea015888aa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:d1:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:51Z', 'updated_at': '2021-09-17T23:19:55Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '7445b108-6468-4e81-bb3c-ad0190e00503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:20:44.387864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c5eab-bf36-40c4-bb5f-fd9e598fb5ca None None] New status for floating IP 85f45cd6-e02c-4266-9495-37e1a9b9d1db: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:20:45.121091 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e30015-a8eb-44ff-b468-4206e0615bad req-3c56be89-2026-4a68-8564-a9f88baf13e3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:45.122570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2e30015-a8eb-44ff-b468-4206e0615bad req-3c56be89-2026-4a68-8564-a9f88baf13e3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0482388 Sep 17 23:20:45.159395 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2e30015-a8eb-44ff-b468-4206e0615bad req-08146f50-e217-44c0-9805-23c3be13247b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4dfeaa1-df0b-43e5-9030-6350b67f0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301600 Sep 17 23:20:45.512303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-f7539068-50b4-4189-8717-c6435fc0fc6b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:45.513776 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-f7539068-50b4-4189-8717-c6435fc0fc6b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 946 time: 0.0518584 Sep 17 23:20:45.600638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port f306be02-efb5-4533-b995-5cf0129dc1b2 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:20:45.600902 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:45.690518 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port f306be02-efb5-4533-b995-5cf0129dc1b2, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=f306be02-efb5-4533-b995-5cf0129dc1b2,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:45.690917 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:45.702357 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for f306be02-efb5-4533-b995-5cf0129dc1b2 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:20:45.884837 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:45.917312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=f306be02-efb5-4533-b995-5cf0129dc1b2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:45.957328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] No DVR routers for this DVR port f306be02-efb5-4533-b995-5cf0129dc1b2 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:20:45.959975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:45.961891 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1ab3d1db-8dfd-4a4b-a9fd-91459d4ffd0e req-1984bbfd-c5a4-4282-8d39-1cc3f084d019 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "DELETE /v2.0/ports/f306be02-efb5-4533-b995-5cf0129dc1b2 HTTP/1.1" status: 204 len: 173 time: 0.4424520 Sep 17 23:20:45.962326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'name': 'network-vif-deleted', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:20:45.964569 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48890015-b705-4c7a-b935-acf29e1a0fe8" -d '{"events": [{"server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "name": "network-vif-deleted", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:20:46.002549 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5444eae4-298f-411f-9963-55fff1719692 x-openstack-request-id: req-5444eae4-298f-411f-9963-55fff1719692 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:20:46.002861 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3aba73-0198-4c62-a29e-3294a5e32dc9", "name": "network-vif-deleted", "tag": "f306be02-efb5-4533-b995-5cf0129dc1b2", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:20:46.003115 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5444eae4-298f-411f-9963-55fff1719692 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:20:46.003517 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3aba73-0198-4c62-a29e-3294a5e32dc9', 'name': 'network-vif-deleted', 'tag': 'f306be02-efb5-4533-b995-5cf0129dc1b2', 'status': 'completed', 'code': 200} Sep 17 23:20:46.268872 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2bfc343f-2f27-4b97-9b95-6c8693477da6 req-0f30b975-b456-40a9-80b3-8e77dbfd5813 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3aba73-0198-4c62-a29e-3294a5e32dc9 HTTP/1.1" status: 200 len: 210 time: 0.0315859 Sep 17 23:20:47.324899 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35236) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:47.672350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:47.822457 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5a2676e2-b4e5-4a29-9bf4-0bd83765108b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:47.924711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port b82fd93d-a8de-4d67-9619-e4688b6a075d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:20:47.924948 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:48.009050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port b82fd93d-a8de-4d67-9619-e4688b6a075d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=b82fd93d-a8de-4d67-9619-e4688b6a075d,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:48.009400 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:48.021199 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for b82fd93d-a8de-4d67-9619-e4688b6a075d owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:20:48.239447 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:48.270962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=b82fd93d-a8de-4d67-9619-e4688b6a075d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:48.445437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.009193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 8270f15e-5b79-4731-8036-6a3fcdac0b88 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:20:49.081539 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:20:49.112476 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:20:49.119383 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ce9ed52e-aacf-4074-95ca-c84f8d0db610 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/8270f15e-5b79-4731-8036-6a3fcdac0b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915299 Sep 17 23:20:49.120454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35238) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:49.122821 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] Sync routers for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:20:49.132144 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:49.132734 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:49.170324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b4cacf-53fb-47d5-ae1b-031ac72680bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting subnet 7445b108-6468-4e81-bb3c-ad0190e00503 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:20:49.173626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1b4cacf-53fb-47d5-ae1b-031ac72680bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.211996 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1b4cacf-53fb-47d5-ae1b-031ac72680bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.246293 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:49.301474 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1b4cacf-53fb-47d5-ae1b-031ac72680bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.425150 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:20:48Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:49.439472 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1b4cacf-53fb-47d5-ae1b-031ac72680bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.451017 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] Checking router: 8270f15e-5b79-4731-8036-6a3fcdac0b88 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:20:49.459889 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] Routers {'8270f15e-5b79-4731-8036-6a3fcdac0b88'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:49.460503 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['8270f15e-5b79-4731-8036-6a3fcdac0b88'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:49.470216 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b1b4cacf-53fb-47d5-ae1b-031ac72680bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.474734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b1b4cacf-53fb-47d5-ae1b-031ac72680bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/subnets/7445b108-6468-4e81-bb3c-ad0190e00503 HTTP/1.1" status: 204 len: 168 time: 0.3509858 Sep 17 23:20:49.474734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4cacf-53fb-47d5-ae1b-031ac72680bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Subnet': ['ID=7445b108-6468-4e81-bb3c-ad0190e00503,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:49.479865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35240) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:49.483767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c82dbc-74b7-41de-bfda-1276e3ec0722 None None] Network 28d73132-f60c-498d-927e-c3ea015888aa requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:20:49.569253 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] Set router 8270f15e-5b79-4731-8036-6a3fcdac0b88 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:49.587249 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.678281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] DHCP port deletion for 28d73132-f60c-498d-927e-c3ea015888aa request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:20:49.705936 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.726828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Deleting port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:20:49.727364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.795313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] For port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2,segment=NetworkSegment(a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a),segment_id=a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:49.796555 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.810877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Calling delete_port for 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:20:49.833869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 2a048919-caf8-4520-877b-53d3707286bc {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:20:49.833869 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.857400 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:20:48Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:49.888941 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55a90c-477c-4e29-ab1d-e2a07970869c None None] The sync data for ids ['8270f15e-5b79-4731-8036-6a3fcdac0b88'] in n-d-713498-17 is: [{'id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081099386', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '2a048919-caf8-4520-877b-53d3707286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:20:48Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '2a048919-caf8-4520-877b-53d3707286bc', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8270f15e-5b79-4731-8036-6a3fcdac0b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:19:48Z', 'updated_at': '2021-09-17T23:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:20:49.912192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 2a048919-caf8-4520-877b-53d3707286bc, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=2a048919-caf8-4520-877b-53d3707286bc,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:49.926147 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:49.928203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 2a048919-caf8-4520-877b-53d3707286bc owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:20:49.982435 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.011154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Pushing event deleted for resources: {'Port': ['ID=2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:50.016006 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] No DVR routers for this DVR port 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:20:50.022878 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.023198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.023539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.023875 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.024209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.024540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.024867 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.025224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.025842 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.026143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.026478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.026823 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95cffb-a1b7-41fd-bb9f-b8226a14261f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:50.165345 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.192468 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=2a048919-caf8-4520-877b-53d3707286bc,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:50.251224 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ba9f2e16-f38c-45d5-a37a-8349505be93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.256319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.355668 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.357793 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.473626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.474203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Fanout notify agent at l3_agent the message router_deleted on router 8270f15e-5b79-4731-8036-6a3fcdac0b88 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:20:50.481111 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.482161 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-1d15f3e6-e979-4b50-bbae-bae6d289c3b8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/routers/8270f15e-5b79-4731-8036-6a3fcdac0b88 HTTP/1.1" status: 204 len: 168 time: 1.0052488 Sep 17 23:20:50.485371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35244) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:50.564451 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.591147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f306be02-efb5-4533-b995-5cf0129dc1b2 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:20:50.611868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: f306be02-efb5-4533-b995-5cf0129dc1b2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:20:50.612213 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device f306be02-efb5-4533-b995-5cf0129dc1b2 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:20:50.657256 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.676136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d73132-f60c-498d-927e-c3ea015888aa']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:50.684872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:50.685107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84e5a74-7ef0-4d11-b228-1bdd5f76ef4a') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:50.694696 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.708029 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.713721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:20:50.714099 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:20:50.717048 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:20:50.845203 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.852040 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.854148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/networks/28d73132-f60c-498d-927e-c3ea015888aa HTTP/1.1" status: 204 len: 168 time: 0.3675292 Sep 17 23:20:50.856840 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35246) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:50.865010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106a90-90a3-44d5-bfd9-52f657f62314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Network': ['ID=28d73132-f60c-498d-927e-c3ea015888aa,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:50.920529 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:50.948639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:51.062969 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:51.065507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:51.066684 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/security-groups/c4dfeaa1-df0b-43e5-9030-6350b67f0b25 HTTP/1.1" status: 204 len: 168 time: 0.2088449 Sep 17 23:20:51.075887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dfeaa1-df0b-43e5-9030-6350b67f0b25,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:51.085023 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.085379 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.085725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.086213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.086555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.086913 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.087251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.087591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.087920 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.088248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.088575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.088898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce06a0-bef0-48eb-a498-684ffba15a35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:20:51.264781 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:20:51.284456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:20:51.284798 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2c2baf79-eaa2-4ec1-b4f9-0edc410ba7b2 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:20:51.285194 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b82fd93d-a8de-4d67-9619-e4688b6a075d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:20:51.303208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: b82fd93d-a8de-4d67-9619-e4688b6a075d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:20:51.303550 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device b82fd93d-a8de-4d67-9619-e4688b6a075d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:20:51.303946 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2a048919-caf8-4520-877b-53d3707286bc no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:20:51.325729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 2a048919-caf8-4520-877b-53d3707286bc {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:20:51.326069 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 2a048919-caf8-4520-877b-53d3707286bc not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:20:51.393719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:51.616632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35252) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:51.621287 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8efbb60a-635a-4f56-8cdb-f528605dbff0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318746413', 'description': 'tempest-secgroup-smoke-1318746413 description', 'project_id': 'a226278168af428ea8e3ee46ce206e1e'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:51.684721 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8efbb60a-635a-4f56-8cdb-f528605dbff0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:51.761807 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8efbb60a-635a-4f56-8cdb-f528605dbff0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:51.810567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8efbb60a-635a-4f56-8cdb-f528605dbff0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:51.839237 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbb60a-635a-4f56-8cdb-f528605dbff0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55011ef-b344-4b0c-b574-3af6d0410fe5,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:51.891334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8efbb60a-635a-4f56-8cdb-f528605dbff0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:51.892668 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8efbb60a-635a-4f56-8cdb-f528605dbff0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2749925 Sep 17 23:20:51.895685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35254) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:51.900062 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7b57a439-43fb-45e6-8775-53d5aa74e613 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'a55011ef-b344-4b0c-b574-3af6d0410fe5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:51.913459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:51.963790 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b57a439-43fb-45e6-8775-53d5aa74e613 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.017913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b57a439-43fb-45e6-8775-53d5aa74e613 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.068040 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b57a439-43fb-45e6-8775-53d5aa74e613 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.085086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57a439-43fb-45e6-8775-53d5aa74e613 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ad19ad-9dd5-47b8-9b77-0d95dbabadbe,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:52.170560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7b57a439-43fb-45e6-8775-53d5aa74e613 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.171800 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7b57a439-43fb-45e6-8775-53d5aa74e613 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2751725 Sep 17 23:20:52.174521 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35256) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:52.178752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-59a4dd1f-4dfd-4e20-a261-3924e397240b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'a55011ef-b344-4b0c-b574-3af6d0410fe5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:52.249690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59a4dd1f-4dfd-4e20-a261-3924e397240b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.305160 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59a4dd1f-4dfd-4e20-a261-3924e397240b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.370566 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59a4dd1f-4dfd-4e20-a261-3924e397240b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.390303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4dd1f-4dfd-4e20-a261-3924e397240b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573b269f-63b0-49c9-81a0-117b842a6d2b,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:52.468011 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-59a4dd1f-4dfd-4e20-a261-3924e397240b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.469174 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-59a4dd1f-4dfd-4e20-a261-3924e397240b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936838 Sep 17 23:20:52.471930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35258) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:52.476199 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-09c533a1-1d6f-4404-bf99-4053c848a0cb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'a55011ef-b344-4b0c-b574-3af6d0410fe5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:52.557487 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09c533a1-1d6f-4404-bf99-4053c848a0cb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.615909 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09c533a1-1d6f-4404-bf99-4053c848a0cb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.695985 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09c533a1-1d6f-4404-bf99-4053c848a0cb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.714974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c533a1-1d6f-4404-bf99-4053c848a0cb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f6bea2-3de1-4197-8589-586b4cbd16a4,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:52.804561 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-09c533a1-1d6f-4404-bf99-4053c848a0cb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.805828 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-09c533a1-1d6f-4404-bf99-4053c848a0cb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329329 Sep 17 23:20:52.808467 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35260) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:52.813431 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a3747ff7-549d-44c2-84fc-75137ee79dc8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'a55011ef-b344-4b0c-b574-3af6d0410fe5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:52.918091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a3747ff7-549d-44c2-84fc-75137ee79dc8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:52.974899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a3747ff7-549d-44c2-84fc-75137ee79dc8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.056195 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a3747ff7-549d-44c2-84fc-75137ee79dc8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.074120 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3747ff7-549d-44c2-84fc-75137ee79dc8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51424ab2-6742-4e24-8b95-b34d47dca568,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:53.125147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a3747ff7-549d-44c2-84fc-75137ee79dc8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.126480 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a3747ff7-549d-44c2-84fc-75137ee79dc8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3170836 Sep 17 23:20:53.129191 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35262) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:53.133661 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9fc6720e-3a4c-406b-a00b-8e544dbd91b4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'a55011ef-b344-4b0c-b574-3af6d0410fe5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:53.204915 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-9fc6720e-3a4c-406b-a00b-8e544dbd91b4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:20:53.209758 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fc6720e-3a4c-406b-a00b-8e544dbd91b4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.273193 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fc6720e-3a4c-406b-a00b-8e544dbd91b4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.324547 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fc6720e-3a4c-406b-a00b-8e544dbd91b4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.344357 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6720e-3a4c-406b-a00b-8e544dbd91b4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddb4e27-4b3c-4fb2-bdb2-6af907b9bce3,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:53.405710 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9fc6720e-3a4c-406b-a00b-8e544dbd91b4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.408486 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9fc6720e-3a4c-406b-a00b-8e544dbd91b4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2768776 Sep 17 23:20:53.409714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35264) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:53.414175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-871f13e2-5bdf-4f7b-83ee-d524df9781c2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': 'a55011ef-b344-4b0c-b574-3af6d0410fe5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:53.496313 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-871f13e2-5bdf-4f7b-83ee-d524df9781c2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:20:53.501374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-871f13e2-5bdf-4f7b-83ee-d524df9781c2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.564667 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-871f13e2-5bdf-4f7b-83ee-d524df9781c2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.594245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.633201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-871f13e2-5bdf-4f7b-83ee-d524df9781c2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.651081 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f13e2-5bdf-4f7b-83ee-d524df9781c2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d0b80f-5d8f-4439-a176-2b95a6c22776,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:53.713339 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-871f13e2-5bdf-4f7b-83ee-d524df9781c2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.714544 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-871f13e2-5bdf-4f7b-83ee-d524df9781c2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039014 Sep 17 23:20:53.717427 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35266) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:53.722584 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'network': {'name': 'tempest-network-smoke--805764987', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:53.781713 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:20:53.785119 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.807474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:20:53.816609 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.816954 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Added segment 75b57fac-05e9-44c7-8571-8f1c342a829c of type vlan for network 17ae3165-d85a-4bb2-a972-115e0734e578 Sep 17 23:20:53.855718 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.947741 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:53.953924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:53.957190 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:54.021594 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Network': ['ID=17ae3165-d85a-4bb2-a972-115e0734e578,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:54.031969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 17ae3165-d85a-4bb2-a972-115e0734e578 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:20:54.063581 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3d24383c-3c38-4ff1-b732-4d225f042133 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3448501 Sep 17 23:20:54.066143 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35268) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:54.070763 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'admin_state_up': True, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:54.159290 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:54.160351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:54.210647 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:54.428122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:54.700891 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:54.719546 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:54.818767 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.60 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/a9b13ab2-e378-41b6-8cc5-d56a2a541078) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:20:54.923018 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:54.988098 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:55.025610 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:20:55.030520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:20:55.037737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:20:55.040743 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=a9b13ab2-e378-41b6-8cc5-d56a2a541078,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:55.332394 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:55.524390 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:55.713158 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 4d3b1b1f-9647-43ae-bb71-ff382782c35d is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:20:55.819146 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:20:55.829764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Sync routers for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:20:55.838673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:55.839323 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:55.874472 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:55.875346 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b2807d12-3457-4559-a65b-7e9b13941deb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8081605 Sep 17 23:20:55.878438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35270) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:55.906780 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a946af80-94ff-412b-bdbe-f1bc6ed1d6f4 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a226278168af428ea8e3ee46ce206e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271761 Sep 17 23:20:55.909221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35272) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:55.944538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:55.994240 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d55f1-7c0d-4064-a1e4-bb191efc73fe tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:55.995705 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b70d55f1-7c0d-4064-a1e4-bb191efc73fe tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855937 Sep 17 23:20:55.998480 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35274) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:56.032501 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fb22e889-5e47-4df4-9bb8-14a0067aa5a6 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296893 Sep 17 23:20:56.032721 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35276) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:56.037317 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-631832615', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:20:56.122118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:55Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:56.152466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Checking router: 4d3b1b1f-9647-43ae-bb71-ff382782c35d for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:20:56.152811 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Updating router 4d3b1b1f-9647-43ae-bb71-ff382782c35d port a9b13ab2-e378-41b6-8cc5-d56a2a541078 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:20:56.178145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.199169 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:20:56.202918 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.427468 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.445124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.506622 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Subnet': ['ID=6f8b208d-2c4e-486b-95aa-d243ed8071d7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:56.510848 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Checking segment: {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:20:56.511200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network hostable DHCP agents. Network: 17ae3165-d85a-4bb2-a972-115e0734e578, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:20:56.525452 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.580884 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Attempting to bind port a9b13ab2-e378-41b6-8cc5-d56a2a541078 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:20:56.581249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Attempting to bind port a9b13ab2-e378-41b6-8cc5-d56a2a541078 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:20:56.581610 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Attempting to bind port a9b13ab2-e378-41b6-8cc5-d56a2a541078 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:20:56.582182 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 17ae3165-d85a-4bb2-a972-115e0734e578 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:20:56.584567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f6066-27b1-4ff7-af5a-318d6716c995 None None] Pushing event updated for resources: {'Port': ['ID=a9b13ab2-e378-41b6-8cc5-d56a2a541078,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:56.589047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:20:56.589416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:20:56.589806 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.590181 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:20:56.590635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Bound port: a9b13ab2-e378-41b6-8cc5-d56a2a541078, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:20:56.591056 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.641573 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] For port a9b13ab2-e378-41b6-8cc5-d56a2a541078, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:20:56.644499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] For port a9b13ab2-e378-41b6-8cc5-d56a2a541078, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a9b13ab2-e378-41b6-8cc5-d56a2a541078,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:20:56.673557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 17ae3165-d85a-4bb2-a972-115e0734e578) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:20:56.677946 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:56.678603 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.682140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e329d-91d3-44f3-acda-aeae0305b4b1 None None] Network 17ae3165-d85a-4bb2-a972-115e0734e578 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:20:56.735862 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.760145 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-49bc3f92-4756-45fd-9125-4c17b861d545 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7264421 Sep 17 23:20:56.762931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35278) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:20:56.815993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:56.816619 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:56.872501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f6066-27b1-4ff7-af5a-318d6716c995 None None] Pushing event updated for resources: {'Port': ['ID=a9b13ab2-e378-41b6-8cc5-d56a2a541078,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:56.947715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-17ae3165-d85a-4bb2-a972-115e0734e578', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:20:56.948582 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:56.985835 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:57.198139 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:57.208383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Allocated IP 172.20.0.2 (17ae3165-d85a-4bb2-a972-115e0734e578/6f8b208d-2c4e-486b-95aa-d243ed8071d7/a3cc89c7-9eec-4272-8d54-8ca38cdc9707) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:20:57.329019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:55Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:57.360793 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491f8c-3742-428d-9dbf-e16877b670bf None None] The sync data for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 is: [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:55Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:20:57.418590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:57.512240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:57.551264 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Network 17ae3165-d85a-4bb2-a972-115e0734e578 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:20:57.554201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:20:57.557635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:20:57.571047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Pushing event updated for resources: {'Port': ['ID=a3cc89c7-9eec-4272-8d54-8ca38cdc9707,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:57.594775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.1 (17ae3165-d85a-4bb2-a972-115e0734e578/6f8b208d-2c4e-486b-95aa-d243ed8071d7/5980c921-f7fc-427a-8218-003af0b85585) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:20:57.642428 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Attempting to bind port a3cc89c7-9eec-4272-8d54-8ca38cdc9707 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:20:57.643750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Attempting to bind port a3cc89c7-9eec-4272-8d54-8ca38cdc9707 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:20:57.644120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Attempting to bind port a3cc89c7-9eec-4272-8d54-8ca38cdc9707 on network 17ae3165-d85a-4bb2-a972-115e0734e578 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:20:57.649546 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:20:57.649922 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Checking segment: {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:20:57.650329 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:57.650724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Bound using segment: {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:20:57.651239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Bound port: a3cc89c7-9eec-4272-8d54-8ca38cdc9707, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:20:57.651625 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:57.724013 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:57.724544 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] For port a3cc89c7-9eec-4272-8d54-8ca38cdc9707, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:20:57.728153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] For port a3cc89c7-9eec-4272-8d54-8ca38cdc9707, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a3cc89c7-9eec-4272-8d54-8ca38cdc9707,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:20:57.817295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:57.831404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:57.879699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95344c9-6deb-41c4-ac9e-190f03b58749 None None] Pushing event updated for resources: {'Port': ['ID=a3cc89c7-9eec-4272-8d54-8ca38cdc9707,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:57.880305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 17ae3165-d85a-4bb2-a972-115e0734e578 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:20:57.883786 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:20:57.888462 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:20:57.897773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=5980c921-f7fc-427a-8218-003af0b85585,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:57.946281 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:58.185529 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:58.756656 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6271e0f8-839f-43d1-8293-b3b1cca13da1 None None] Network 17ae3165-d85a-4bb2-a972-115e0734e578 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:20:58.781867 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:58.828229 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:58.832232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-af6adb09-1e9d-4309-b19a-9a007032cbd9 None None] Provisioning complete for port a3cc89c7-9eec-4272-8d54-8ca38cdc9707 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:58.832376 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-af6adb09-1e9d-4309-b19a-9a007032cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:58.909993 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:58.912031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=5980c921-f7fc-427a-8218-003af0b85585,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:59.023757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 17ae3165-d85a-4bb2-a972-115e0734e578 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:20:59.025492 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:20:59.148982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 4d3b1b1f-9647-43ae-bb71-ff382782c35d has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:20:59.149575 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-af6adb09-1e9d-4309-b19a-9a007032cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.192050 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-af6adb09-1e9d-4309-b19a-9a007032cbd9 None None] For port a3cc89c7-9eec-4272-8d54-8ca38cdc9707, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a3cc89c7-9eec-4272-8d54-8ca38cdc9707,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:59.268915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-af6adb09-1e9d-4309-b19a-9a007032cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.269089 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:20:59.284939 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4c945923-5eaa-4cbe-b885-db06af48c758 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/4d3b1b1f-9647-43ae-bb71-ff382782c35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5105622 Sep 17 23:20:59.290527 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Sync routers for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:20:59.303159 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:20:59.304037 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:59.371705 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a3cc89c7-9eec-4272-8d54-8ca38cdc9707 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:20:59.404392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6adb09-1e9d-4309-b19a-9a007032cbd9 None None] Pushing event updated for resources: {'Port': ['ID=a3cc89c7-9eec-4272-8d54-8ca38cdc9707,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:59.429120 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:20:59.438719 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a3cc89c7-9eec-4272-8d54-8ca38cdc9707 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:59.439389 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.459324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-883ea2f4-c243-4e61-b74a-aa1f7e54c808 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318746413&fields=id&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 267 time: 0.0339270 Sep 17 23:20:59.534195 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-026e7dcc-961a-4c37-b3ee-14df7dfdb5aa None None] Provisioning complete for port a3cc89c7-9eec-4272-8d54-8ca38cdc9707 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:59.534420 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-026e7dcc-961a-4c37-b3ee-14df7dfdb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.569938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a9b13ab2-e378-41b6-8cc5-d56a2a541078 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:20:59.582424 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-8822b73d-35ab-4377-aec6-8330acd4d6a0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:20:59.589801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-8822b73d-35ab-4377-aec6-8330acd4d6a0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/networks?id=17ae3165-d85a-4bb2-a972-115e0734e578 HTTP/1.1" status: 200 len: 796 time: 0.1231987 Sep 17 23:20:59.606819 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-2784633e-1f90-449d-95e2-9f70fb1af22b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/quotas/a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 375 time: 0.0159912 Sep 17 23:20:59.634344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a9b13ab2-e378-41b6-8cc5-d56a2a541078 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:59.634714 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.659038 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-01b561d0-7fb2-4d1d-8f59-cc5ee7b04816 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512974 Sep 17 23:20:59.662500 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '5980c921-f7fc-427a-8218-003af0b85585', 'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:85:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:57Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 2, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:20:59.705761 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Checking router: 4d3b1b1f-9647-43ae-bb71-ff382782c35d for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:20:59.706835 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Updating router 4d3b1b1f-9647-43ae-bb71-ff382782c35d port 5980c921-f7fc-427a-8218-003af0b85585 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:20:59.739145 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.773138 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-026e7dcc-961a-4c37-b3ee-14df7dfdb5aa None None] Provisioning complete for port 5980c921-f7fc-427a-8218-003af0b85585 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:59.773503 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-026e7dcc-961a-4c37-b3ee-14df7dfdb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.774585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-523e534e-498d-4ec2-bcb0-26d6c79b479d service neutron] 10.222.0.13 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025848 Sep 17 23:20:59.776644 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.825321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port a9b13ab2-e378-41b6-8cc5-d56a2a541078, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a9b13ab2-e378-41b6-8cc5-d56a2a541078,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:20:59.837191 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-026e7dcc-961a-4c37-b3ee-14df7dfdb5aa None None] Port 5980c921-f7fc-427a-8218-003af0b85585 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:20:59.879645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-1ab27231-a19f-46d5-9e37-161183bd6355 service neutron] 10.222.0.13 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040776 Sep 17 23:20:59.907832 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:20:59.972232 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=a9b13ab2-e378-41b6-8cc5-d56a2a541078,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:20:59.982413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-5d9de0c5-255b-4826-a8a3-d45e09c7c9a7 None None] Provisioning complete for port 5980c921-f7fc-427a-8218-003af0b85585 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:20:59.982820 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5d9de0c5-255b-4826-a8a3-d45e09c7c9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.020404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5d9de0c5-255b-4826-a8a3-d45e09c7c9a7 None None] Port 5980c921-f7fc-427a-8218-003af0b85585 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:21:00.064051 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.106410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29b3eb18-7278-42b1-bfaf-c68c2840806f req-a11dcbc7-317a-43ca-8e07-d65dd8ad0355 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 210 time: 0.0261695 Sep 17 23:21:00.136478 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.139607 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-9fbc948a-c8d3-4103-a5b3-88ac682e3a8f None None] Provisioning complete for port 5980c921-f7fc-427a-8218-003af0b85585 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:21:00.140163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9fbc948a-c8d3-4103-a5b3-88ac682e3a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.185951 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Pushing event updated for resources: {'Port': ['ID=5980c921-f7fc-427a-8218-003af0b85585,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:00.192648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc948a-c8d3-4103-a5b3-88ac682e3a8f None None] Port 5980c921-f7fc-427a-8218-003af0b85585 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:21:00.220889 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.221235 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.221574 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.221980 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.222229 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.222556 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.222903 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.223227 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.223551 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.223871 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.224191 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.224507 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:21:00.265747 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Attempting to bind port 5980c921-f7fc-427a-8218-003af0b85585 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:21:00.266139 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Attempting to bind port 5980c921-f7fc-427a-8218-003af0b85585 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:21:00.266496 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Attempting to bind port 5980c921-f7fc-427a-8218-003af0b85585 on network 17ae3165-d85a-4bb2-a972-115e0734e578 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:21:00.271946 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:21:00.272320 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Checking segment: {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:21:00.272725 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.273236 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Bound using segment: {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:21:00.273579 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Bound port: 5980c921-f7fc-427a-8218-003af0b85585, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:21:00.273954 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.338620 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] For port 5980c921-f7fc-427a-8218-003af0b85585, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:21:00.342625 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] For port 5980c921-f7fc-427a-8218-003af0b85585, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5980c921-f7fc-427a-8218-003af0b85585,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:21:00.393633 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.412466 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1933af22-3c47-47e0-8de3-ad685165c72a None None] Provisioning complete for port 5980c921-f7fc-427a-8218-003af0b85585 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:21:00.412842 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1933af22-3c47-47e0-8de3-ad685165c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.459258 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:21:00.459875 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:21:00.498203 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1933af22-3c47-47e0-8de3-ad685165c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.510045 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428e455-2438-4b3d-b689-c9f7152cbaa3 None None] Pushing event updated for resources: {'Port': ['ID=5980c921-f7fc-427a-8218-003af0b85585,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:00.535127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-1933af22-3c47-47e0-8de3-ad685165c72a None None] For port 5980c921-f7fc-427a-8218-003af0b85585, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5980c921-f7fc-427a-8218-003af0b85585,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:21:00.596297 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:21:00.618288 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1933af22-3c47-47e0-8de3-ad685165c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.668412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933af22-3c47-47e0-8de3-ad685165c72a None None] Pushing event updated for resources: {'Port': ['ID=5980c921-f7fc-427a-8218-003af0b85585,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:00.739031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4ba37142-a20c-4924-99e5-ba4a5fd2872f None None] Provisioning complete for port 5980c921-f7fc-427a-8218-003af0b85585 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:21:00.739405 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ba37142-a20c-4924-99e5-ba4a5fd2872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:00.800193 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '5980c921-f7fc-427a-8218-003af0b85585', 'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:85:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:57Z', 'updated_at': '2021-09-17T23:21:00Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:21:00.828987 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a515e-9765-4ec0-b9e4-d246b643f260 None None] The sync data for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 is: [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '5980c921-f7fc-427a-8218-003af0b85585', 'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:85:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:57Z', 'updated_at': '2021-09-17T23:21:00Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:21:01.204328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-39ba1ebe-6936-4fc1-a13f-ee9a5c20658e req-33dc09d3-a0d5-4d75-b828-318380745ad8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 210 time: 0.0274932 Sep 17 23:21:01.378028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5980c921-f7fc-427a-8218-003af0b85585 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:21:01.431809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 5980c921-f7fc-427a-8218-003af0b85585 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:21:01.436418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:01.519299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a3cc89c7-9eec-4272-8d54-8ca38cdc9707 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:21:01.568146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a3cc89c7-9eec-4272-8d54-8ca38cdc9707 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:21:01.568520 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:01.651559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a9b13ab2-e378-41b6-8cc5-d56a2a541078 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:21:01.699442 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port a9b13ab2-e378-41b6-8cc5-d56a2a541078 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:21:01.699809 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:02.132945 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-46776173-3788-4c9a-9490-044bfb64890f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:02.134441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-46776173-3788-4c9a-9490-044bfb64890f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/networks?id=17ae3165-d85a-4bb2-a972-115e0734e578 HTTP/1.1" status: 200 len: 796 time: 0.1033604 Sep 17 23:21:02.177331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-58fe2db9-f322-479f-90c8-76127d78cb37 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 380 time: 0.0343900 Sep 17 23:21:02.186865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'port': {'device_id': '87a20a27-66c8-41f8-86c4-888865d52577', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'admin_state_up': True, 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'security_groups': ['a55011ef-b344-4b0c-b574-3af6d0410fe5']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:21:02.311565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42adbe1c-6813-44d2-bfdf-ace36c47b998 req-a21da288-f164-4559-b9ac-2bdddbed3098 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 210 time: 0.0308111 Sep 17 23:21:02.398977 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:21:02.403154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:02.530306 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.4 (17ae3165-d85a-4bb2-a972-115e0734e578/6f8b208d-2c4e-486b-95aa-d243ed8071d7/00f3cc7c-a941-4e80-8172-ce3c45ce2c0c) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:21:02.663137 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:02.730598 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:02.776972 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 17ae3165-d85a-4bb2-a972-115e0734e578 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:21:02.780597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:21:02.784369 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:21:02.814102 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:02.841942 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:02.842588 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:02.920211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-78646199-68a3-4e70-8dd7-cfd51c11eaa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7367136 Sep 17 23:21:02.932232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Request body: {'port': {'device_id': '87a20a27-66c8-41f8-86c4-888865d52577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:21:02.988230 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.049899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1ae2dbd0-95b5-4490-b077-7dc1f10cc511 None None] Provisioning complete for port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:21:03.050468 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ae2dbd0-95b5-4490-b077-7dc1f10cc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.083742 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2dbd0-95b5-4490-b077-7dc1f10cc511 None None] Port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:21:03.246846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:21:03.254877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.266959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Transition to ACTIVE for port object 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:21:03.313415 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.368414 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Pushing event updated for resources: {'Port': ['ID=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:03.479025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7e60-5f5a-49ac-a783-ccb13725c19c req-d0bf49f0-2b24-4f7e-9edd-18f4e524a06b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:03.480543 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-522a7e60-5f5a-49ac-a783-ccb13725c19c req-d0bf49f0-2b24-4f7e-9edd-18f4e524a06b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 943 time: 0.0762975 Sep 17 23:21:03.481738 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Attempting to bind port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:21:03.482065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Attempting to bind port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:21:03.482388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Attempting to bind port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c on network 17ae3165-d85a-4bb2-a972-115e0734e578 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:21:03.490264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c on network 17ae3165-d85a-4bb2-a972-115e0734e578 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:21:03.490581 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Attempting to bind port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c on network 17ae3165-d85a-4bb2-a972-115e0734e578 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:21:03.508243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:21:03.508578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Checking segment: {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:21:03.508952 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Bound using segment: {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:21:03.509384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Bound port: 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b57fac-05e9-44c7-8571-8f1c342a829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:21:03.509735 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.556584 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-522a7e60-5f5a-49ac-a783-ccb13725c19c req-7d78ea35-4e9f-41a0-9da3-01e7060f40c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681753 Sep 17 23:21:03.588667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] For port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:21:03.591583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] For port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:21:03.690933 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.729625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:03.730290 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:03.731747 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] 10.222.0.32 "PUT /v2.0/ports/00f3cc7c-a941-4e80-8172-ce3c45ce2c0c HTTP/1.1" status: 200 len: 1092 time: 0.8038402 Sep 17 23:21:03.734350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:21:03.735374 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452b1c98-06cc-42be-ba07-d9b071ef96c7" -d '{"events": [{"name": "network-changed", "server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:21:03.758585 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a7e14-4ead-4669-8e10-76054252b86e service neutron] Pushing event updated for resources: {'Port': ['ID=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:03.790215 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62fa1ff-f0e4-4365-b0ac-7c4f6c5f11a8 x-openstack-request-id: req-b62fa1ff-f0e4-4365-b0ac-7c4f6c5f11a8 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:21:03.790215 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:21:03.790215 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b62fa1ff-f0e4-4365-b0ac-7c4f6c5f11a8 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:21:03.790215 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'status': 'completed', 'code': 200} Sep 17 23:21:03.853170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b1c98-06cc-42be-ba07-d9b071ef96c7 req-e679a421-da57-4f7f-b34c-77f6c6d3f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:03.854745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-452b1c98-06cc-42be-ba07-d9b071ef96c7 req-e679a421-da57-4f7f-b34c-77f6c6d3f61a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 1095 time: 0.0449305 Sep 17 23:21:03.955379 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b1c98-06cc-42be-ba07-d9b071ef96c7 req-1b913e1a-bcfa-42fd-a774-ce8a5f398f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:03.956896 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-452b1c98-06cc-42be-ba07-d9b071ef96c7 req-1b913e1a-bcfa-42fd-a774-ce8a5f398f85 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a226278168af428ea8e3ee46ce206e1e&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0944667 Sep 17 23:21:04.053612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b1c98-06cc-42be-ba07-d9b071ef96c7 req-df46c470-10c6-406a-973e-356c65290433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:04.055032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-452b1c98-06cc-42be-ba07-d9b071ef96c7 req-df46c470-10c6-406a-973e-356c65290433 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0906630 Sep 17 23:21:04.135090 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-207a401e-2d6f-46ac-9afc-7b71d12f66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:04.136527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-207a401e-2d6f-46ac-9afc-7b71d12f66b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 1095 time: 0.0450525 Sep 17 23:21:04.180121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-28eb8b39-284f-4a40-9ae0-d0311ac543b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c HTTP/1.1" status: 200 len: 217 time: 0.0360172 Sep 17 23:21:04.227423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-6b4bec6b-6df1-4389-b535-4793313d4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:04.228832 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-6b4bec6b-6df1-4389-b535-4793313d4689 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f8b208d-2c4e-486b-95aa-d243ed8071d7 HTTP/1.1" status: 200 len: 834 time: 0.0419588 Sep 17 23:21:04.273339 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-8297e3b6-6b81-4b73-a204-f4397bf95555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:04.274833 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-8297e3b6-6b81-4b73-a204-f4397bf95555 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17ae3165-d85a-4bb2-a972-115e0734e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389562 Sep 17 23:21:04.368382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-683d809c-aa69-45bd-bb70-2db10d99c944 service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865996 Sep 17 23:21:04.457583 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-eac29947-95e7-4a97-a4d8-254275daf8b2 req-76a5e5b4-fa40-44c5-8270-ac5214a7781f service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821469 Sep 17 23:21:04.673082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4928e3-db8c-4351-bdc5-cbbcdb211e51 req-c97cee33-0918-4206-bdf3-d98beaae6b9b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:04.674457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d4928e3-db8c-4351-bdc5-cbbcdb211e51 req-c97cee33-0918-4206-bdf3-d98beaae6b9b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 943 time: 0.0521381 Sep 17 23:21:04.710955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6d4928e3-db8c-4351-bdc5-cbbcdb211e51 req-e841a298-35d4-4e26-8926-e55b9d830939 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305305 Sep 17 23:21:05.825708 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ee185-ff22-4524-b795-5cb0884b5505 req-4781b713-8f47-4d22-aca5-d95f9891becf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:05.827970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca1ee185-ff22-4524-b795-5cb0884b5505 req-4781b713-8f47-4d22-aca5-d95f9891becf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 943 time: 0.0489976 Sep 17 23:21:05.865054 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ca1ee185-ff22-4524-b795-5cb0884b5505 req-d06a3fb0-c893-41b4-93b2-f9d4ba6e3b5b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Sep 17 23:21:06.979628 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc1a73-d5d0-4f3c-a232-b2698dd80994 req-e73d3cee-6dcc-406b-aff0-ab8e2277f7e9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:06.981102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3dc1a73-d5d0-4f3c-a232-b2698dd80994 req-e73d3cee-6dcc-406b-aff0-ab8e2277f7e9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 943 time: 0.0491576 Sep 17 23:21:07.017501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c3dc1a73-d5d0-4f3c-a232-b2698dd80994 req-86a960d7-3148-4214-b366-1dfa131576e8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300946 Sep 17 23:21:08.132370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892b40-99e6-4880-9f62-30365b0befb3 req-06436366-9a3b-475a-924a-23f54d80a17c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:08.133828 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16892b40-99e6-4880-9f62-30365b0befb3 req-06436366-9a3b-475a-924a-23f54d80a17c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 943 time: 0.0511453 Sep 17 23:21:08.170269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16892b40-99e6-4880-9f62-30365b0befb3 req-72e90e26-7f18-472c-bd57-d6b7a9e237af tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304124 Sep 17 23:21:08.845099 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:21:08.948785 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:21:08.950928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:08.960263 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'port_id': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'mac_address': 'fa:16:3e:ad:ba:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:21:08.996966 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:09.009591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:21:09.032766 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:21:09.084683 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:09.132108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:09.281659 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['00f3cc7c-a941-4e80-8172-ce3c45ce2c0c'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:21:09.285665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e827b-2f9b-4122-8e8e-0c1fdf4a47f8 req-08ea24cf-05b1-4a89-8e46-e8923885fffa tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:09.287327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d56e827b-2f9b-4122-8e8e-0c1fdf4a47f8 req-08ea24cf-05b1-4a89-8e46-e8923885fffa tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 944 time: 0.0487998 Sep 17 23:21:09.325169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d56e827b-2f9b-4122-8e8e-0c1fdf4a47f8 req-c8997800-a99f-40bf-99e2-636bfaf76ae3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Sep 17 23:21:09.343164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-53faa2f2-c880-4863-88e7-988d2b8487a7 req-6e81cd20-322b-4ecc-8c03-e364d65a2773 service neutron] (101660) timed out ('10.222.0.13', 59702) {{(pid=101660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:21:10.438413 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6268e-ceba-44d8-ad07-d5c74db1219c req-76f82c52-e1f4-43de-a18c-f6adf85cb5aa tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:10.440003 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fde6268e-ceba-44d8-ad07-d5c74db1219c req-76f82c52-e1f4-43de-a18c-f6adf85cb5aa tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 944 time: 0.0480504 Sep 17 23:21:10.476594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fde6268e-ceba-44d8-ad07-d5c74db1219c req-8d742435-ba5c-4947-9892-fa230c64c282 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307050 Sep 17 23:21:10.633064 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:10.856990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:21:10.987348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:21:10.991419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:21:10.991793 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:11.069561 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:11.091332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:21:11.093947 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3cb0c9-e8d2-4ce1-a9b1-1fe4b2240cbb" -d '{"events": [{"server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "name": "network-vif-plugged", "status": "completed", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:21:11.106344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:21:11.132399 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c012c0-db61-4b8f-8666-8c5b7b6f065f x-openstack-request-id: req-59c012c0-db61-4b8f-8666-8c5b7b6f065f {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:21:11.132399 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "name": "network-vif-plugged", "status": "completed", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:21:11.132399 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59c012c0-db61-4b8f-8666-8c5b7b6f065f {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:21:11.132399 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'code': 200} Sep 17 23:21:11.176275 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:11.223857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:11.227904 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f705bf-2bb7-425f-9943-5509b68f9bb4 req-bb4b7172-7130-42b0-b8ab-efcce4f2dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:11.229474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68f705bf-2bb7-425f-9943-5509b68f9bb4 req-bb4b7172-7130-42b0-b8ab-efcce4f2dfce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 1097 time: 0.0426419 Sep 17 23:21:11.262847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68f705bf-2bb7-425f-9943-5509b68f9bb4 req-2110835e-348b-4dbd-9f9d-ca7732322009 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268567 Sep 17 23:21:11.588312 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c0e87-e695-4798-8194-9629f76dc4a8 req-1ed5ef6b-3014-4147-b1c5-0fd56a2ca448 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:11.589787 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-887c0e87-e695-4798-8194-9629f76dc4a8 req-1ed5ef6b-3014-4147-b1c5-0fd56a2ca448 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Sep 17 23:21:11.627762 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-887c0e87-e695-4798-8194-9629f76dc4a8 req-91ab58f4-1b7c-4a26-a82f-7d74e3590232 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Sep 17 23:21:12.790599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da671d1-dafb-43c2-b4d7-bda1548d6cb7 req-51fbad93-e259-4534-ad4b-8cbcdce45997 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:12.792093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5da671d1-dafb-43c2-b4d7-bda1548d6cb7 req-51fbad93-e259-4534-ad4b-8cbcdce45997 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0973322 Sep 17 23:21:12.829727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5da671d1-dafb-43c2-b4d7-bda1548d6cb7 req-ab053f3c-626d-4a72-aedc-03ec7aad8351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307751 Sep 17 23:21:12.948522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b8b52-c7ad-42bd-98d3-8fc0c6b8cf3e req-278a530c-0779-4065-ae82-0ff17eae8697 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:12.949996 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-287b8b52-c7ad-42bd-98d3-8fc0c6b8cf3e req-278a530c-0779-4065-ae82-0ff17eae8697 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0527561 Sep 17 23:21:12.988594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-287b8b52-c7ad-42bd-98d3-8fc0c6b8cf3e req-92d11d61-1aa0-47fc-a065-14f87db320c0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326757 Sep 17 23:21:13.009858 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35338) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:21:13.047276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f091437-21ad-43f3-841c-5d6bd3694c4d tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:13.048765 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8f091437-21ad-43f3-841c-5d6bd3694c4d tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 1092 time: 0.0379727 Sep 17 23:21:13.051490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35340) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:21:13.055550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:21:13.119162 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:13.216430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:13.315283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.177 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/7c153200-10cc-4994-9923-91d49f12e183) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:21:13.416168 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:13.490732 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:13.523983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:21:13.528252 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:21:13.532279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:21:13.557962 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=7c153200-10cc-4994-9923-91d49f12e183,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:14.223495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:14.321431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:14.468768 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:14.524437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:14.596012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=7c153200-10cc-4994-9923-91d49f12e183,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:21:14.606383 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:14.703857 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP 9fee934f-2f8b-4665-ba41-507a3d81adaa associated. External IP: 172.25.5.177, port: 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c. Sep 17 23:21:14.901249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 4d3b1b1f-9647-43ae-bb71-ff382782c35d has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:21:15.033407 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:21:15.042730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] Sync routers for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:21:15.055015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:21:15.055621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:21:15.107942 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:15.138060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-efef96c6-825d-4aa4-a134-4606a8959ad2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0855725 Sep 17 23:21:15.138656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:21:15.141529 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32584430-a71f-4bdf-a779-9f74355225de" -d '{"events": [{"name": "network-changed", "server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:21:15.160613 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:21:15.185394 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245713bc-5a2c-4089-972a-36ec5bbaf055 x-openstack-request-id: req-245713bc-5a2c-4089-972a-36ec5bbaf055 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:21:15.186008 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:21:15.186440 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-245713bc-5a2c-4089-972a-36ec5bbaf055 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:21:15.187213 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'status': 'completed', 'code': 200} Sep 17 23:21:15.269575 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32584430-a71f-4bdf-a779-9f74355225de req-5ce76b22-d1cb-4206-9aad-6e0bd071b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:15.271172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32584430-a71f-4bdf-a779-9f74355225de req-5ce76b22-d1cb-4206-9aad-6e0bd071b236 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 1097 time: 0.0596409 Sep 17 23:21:15.279449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbef21-5565-4d1c-8886-448ab3588d56 req-a93b3785-fa3e-466f-8e03-b37fe92c8075 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:15.280852 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7bbef21-5565-4d1c-8886-448ab3588d56 req-a93b3785-fa3e-466f-8e03-b37fe92c8075 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0801082 Sep 17 23:21:15.374622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7bbef21-5565-4d1c-8886-448ab3588d56 req-d1e56811-1c2a-4e06-acaa-f113e66ed26e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849140 Sep 17 23:21:15.384730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9fee934f-2f8b-4665-ba41-507a3d81adaa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'port_id': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'mac_address': 'fa:16:3e:ad:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a20a27-66c8-41f8-86c4-888865d52577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:21:14Z', 'updated_at': '2021-09-17T23:21:14Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5980c921-f7fc-427a-8218-003af0b85585', 'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:85:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:57Z', 'updated_at': '2021-09-17T23:21:00Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:21:15.399597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35346) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:21:15.410515 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32584430-a71f-4bdf-a779-9f74355225de req-16e77eb1-7469-4af8-b60d-e3ed5f32640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:15.411681 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32584430-a71f-4bdf-a779-9f74355225de req-16e77eb1-7469-4af8-b60d-e3ed5f32640f service neutron] 10.222.0.32 "GET /v2.0/networks?id=17ae3165-d85a-4bb2-a972-115e0734e578 HTTP/1.1" status: 200 len: 896 time: 0.1293995 Sep 17 23:21:15.411934 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] Checking router: 4d3b1b1f-9647-43ae-bb71-ff382782c35d for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:21:15.420814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:21:15.421420 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:20:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:21:15.509797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8b6aa0cf-9fc8-4d6a-8aea-ad0d59ca330c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/9fee934f-2f8b-4665-ba41-507a3d81adaa HTTP/1.1" status: 200 len: 991 time: 0.1090496 Sep 17 23:21:15.516096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32584430-a71f-4bdf-a779-9f74355225de req-ac311e75-21bc-40df-bd06-64ac854dcca3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c HTTP/1.1" status: 200 len: 999 time: 0.0780864 Sep 17 23:21:15.527189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:21:15.565192 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32584430-a71f-4bdf-a779-9f74355225de req-eede3d74-2efb-4728-81bc-d95fd6455751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:15.566670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32584430-a71f-4bdf-a779-9f74355225de req-eede3d74-2efb-4728-81bc-d95fd6455751 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f8b208d-2c4e-486b-95aa-d243ed8071d7 HTTP/1.1" status: 200 len: 834 time: 0.0437872 Sep 17 23:21:15.611402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32584430-a71f-4bdf-a779-9f74355225de req-b21a7e9a-8181-42e5-9fd2-33a542be3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:15.612912 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32584430-a71f-4bdf-a779-9f74355225de req-b21a7e9a-8181-42e5-9fd2-33a542be3166 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17ae3165-d85a-4bb2-a972-115e0734e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398026 Sep 17 23:21:15.705614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32584430-a71f-4bdf-a779-9f74355225de req-ed54a4c0-6b02-40b5-a945-0cf249906829 service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858710 Sep 17 23:21:15.800376 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32584430-a71f-4bdf-a779-9f74355225de req-61522ee9-6776-4658-8262-ab3933e699bf service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877633 Sep 17 23:21:15.900450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9fee934f-2f8b-4665-ba41-507a3d81adaa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'port_id': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'mac_address': 'fa:16:3e:ad:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a20a27-66c8-41f8-86c4-888865d52577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:21:14Z', 'updated_at': '2021-09-17T23:21:14Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5980c921-f7fc-427a-8218-003af0b85585', 'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:85:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:57Z', 'updated_at': '2021-09-17T23:21:00Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:21:15.926215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e4b39-263e-4e18-9c9a-e16b66ccf7b6 None None] The sync data for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 is: [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '9fee934f-2f8b-4665-ba41-507a3d81adaa', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'port_id': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'mac_address': 'fa:16:3e:ad:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a20a27-66c8-41f8-86c4-888865d52577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:21:14Z', 'updated_at': '2021-09-17T23:21:14Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5980c921-f7fc-427a-8218-003af0b85585', 'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:85:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:57Z', 'updated_at': '2021-09-17T23:21:00Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:21:16.116871 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb5f94-9997-4065-a8d5-98a34ba1aee6 None None] New status for floating IP 9fee934f-2f8b-4665-ba41-507a3d81adaa: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:21:16.513665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35348) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:21:16.577757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ff1ed71d-4471-474c-8574-3f0795e70214 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/9fee934f-2f8b-4665-ba41-507a3d81adaa HTTP/1.1" status: 200 len: 993 time: 0.0628743 Sep 17 23:21:17.821679 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b836c108-c149-4af4-8c3c-dce7185ab455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:20.261538 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5d0d-a30c-47b3-8d9c-c612e06a7903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:21.387276 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:21.912858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:23.615791 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:26.081634 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:21:28.184256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-0b24b0cb-7e8e-44d6-94c7-ced1f887ddb2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390747 Sep 17 23:21:28.264501 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-0f27296e-7b18-4e82-ab05-e98995f7c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:28.265971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-0f27296e-7b18-4e82-ab05-e98995f7c140 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 1097 time: 0.0397413 Sep 17 23:21:28.370619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-bec19a24-0e1e-47e9-ad26-7695a3362806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:28.372435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-bec19a24-0e1e-47e9-ad26-7695a3362806 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17ae3165-d85a-4bb2-a972-115e0734e578 HTTP/1.1" status: 200 len: 896 time: 0.0883551 Sep 17 23:21:28.441342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-6c2fda33-675e-4d09-950b-147f61c6c2e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c HTTP/1.1" status: 200 len: 1001 time: 0.0612204 Sep 17 23:21:28.489654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-63794f54-f4be-4af3-9cd3-56f202066e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:28.491077 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-63794f54-f4be-4af3-9cd3-56f202066e57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f8b208d-2c4e-486b-95aa-d243ed8071d7 HTTP/1.1" status: 200 len: 834 time: 0.0422537 Sep 17 23:21:28.536205 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-da1647c9-25d3-4152-8e7a-915cc630a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:28.537769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-da1647c9-25d3-4152-8e7a-915cc630a0b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17ae3165-d85a-4bb2-a972-115e0734e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394959 Sep 17 23:21:28.632919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-d121b476-49b0-4d59-974f-d8ca165cbd17 service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873797 Sep 17 23:21:28.723119 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d2b0e21-89f0-4816-b48c-581bce118ed5 req-02ca29dd-5b2f-4d6d-b3e9-c4069356ae2e service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827053 Sep 17 23:21:38.941149 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:40.621389 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:47.826871 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-467230c7-9785-4c0e-b7e1-3d3fddc03575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:48.118927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f00685-a131-43ad-b881-4f7e59939ed2 req-0d835091-17eb-4cd2-9c8c-78c037380d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:48.120410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62f00685-a131-43ad-b881-4f7e59939ed2 req-0d835091-17eb-4cd2-9c8c-78c037380d48 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.1340332 Sep 17 23:21:48.126112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-26eb0590-c55c-4b5d-80e5-9d1d4a3fc700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:48.127524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-26eb0590-c55c-4b5d-80e5-9d1d4a3fc700 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 1097 time: 0.1024380 Sep 17 23:21:48.185761 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62f00685-a131-43ad-b881-4f7e59939ed2 req-a223c9de-8167-4322-85a6-47b6c0dd6ca9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572922 Sep 17 23:21:48.238471 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-8831e66f-64e7-4c62-8192-11dff1069b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:48.239979 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-8831e66f-64e7-4c62-8192-11dff1069b49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17ae3165-d85a-4bb2-a972-115e0734e578 HTTP/1.1" status: 200 len: 896 time: 0.1046891 Sep 17 23:21:48.308348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-4ac61856-c362-4458-b219-67b6c1c6a211 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c HTTP/1.1" status: 200 len: 1001 time: 0.0592649 Sep 17 23:21:48.357532 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-e58a3f17-298d-422e-a316-eac143dcc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:48.359018 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-e58a3f17-298d-422e-a316-eac143dcc970 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f8b208d-2c4e-486b-95aa-d243ed8071d7 HTTP/1.1" status: 200 len: 834 time: 0.0441346 Sep 17 23:21:48.403080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-f2f7ee04-c42a-437e-a5b3-22f4e26a583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:48.404526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-f2f7ee04-c42a-437e-a5b3-22f4e26a583a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17ae3165-d85a-4bb2-a972-115e0734e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389407 Sep 17 23:21:48.498618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-d3ab8e3d-84c6-47da-9891-9c987baf2b76 service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870502 Sep 17 23:21:48.588271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5423c580-92d8-4448-b8d2-c0bd067f0ced req-47ba26e6-8985-404c-b49b-5a3313153d63 service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825031 Sep 17 23:21:49.302048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e3a9-c989-487e-93aa-1346dc2a0471 req-f534aace-5236-4505-abdb-4739e7317cc7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:49.303569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b07e3a9-c989-487e-93aa-1346dc2a0471 req-f534aace-5236-4505-abdb-4739e7317cc7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0493176 Sep 17 23:21:49.341033 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b07e3a9-c989-487e-93aa-1346dc2a0471 req-9f8d0f7f-e2fe-43b6-85a0-d552cf04178e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314977 Sep 17 23:21:50.232521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1b81e11-ef5d-49a7-9353-2fa191ee5177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:50.456340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82dfeb-9186-4125-b49f-1dd3a5820946 req-ef897f58-1a97-4bfc-8e9f-c1099257ae94 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:50.457796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e82dfeb-9186-4125-b49f-1dd3a5820946 req-ef897f58-1a97-4bfc-8e9f-c1099257ae94 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0487456 Sep 17 23:21:50.495772 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e82dfeb-9186-4125-b49f-1dd3a5820946 req-ec1f1544-e796-452f-9a2d-221e0e692a70 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Sep 17 23:21:51.398330 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:51.611495 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2452-d75d-416d-83ed-788bf838bcdd req-e0bec461-e53d-40a3-b44a-18183efa517d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:51.612972 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bef2452-d75d-416d-83ed-788bf838bcdd req-e0bec461-e53d-40a3-b44a-18183efa517d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0500927 Sep 17 23:21:51.653632 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bef2452-d75d-416d-83ed-788bf838bcdd req-ebf1bada-3e79-4511-88ee-2e00c7aa5701 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346856 Sep 17 23:21:51.901217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:52.766294 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124027eb-476e-4d27-8ac1-77cd34da093a req-bfe5c33a-9979-40aa-aed9-8f57355606fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:52.767836 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-124027eb-476e-4d27-8ac1-77cd34da093a req-bfe5c33a-9979-40aa-aed9-8f57355606fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Sep 17 23:21:52.804406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-124027eb-476e-4d27-8ac1-77cd34da093a req-64ba3bc8-3262-434f-aebd-b1032348f7af tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300977 Sep 17 23:21:53.592782 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:21:53.917630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c535cca-57dc-4ba0-b413-5bfe9b9a4d14 req-a507dd6a-d20a-4a2e-bdf5-5264903457cc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:53.919132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c535cca-57dc-4ba0-b413-5bfe9b9a4d14 req-a507dd6a-d20a-4a2e-bdf5-5264903457cc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0471768 Sep 17 23:21:53.956090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9c535cca-57dc-4ba0-b413-5bfe9b9a4d14 req-157c1724-de2c-4ea2-a57b-d290efff9574 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Sep 17 23:21:55.069031 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434b4d-5ac7-41ab-b2c5-0e01c6343171 req-891079ee-5ceb-4fdb-9b5d-fd09ae19a8d8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:55.070440 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1434b4d-5ac7-41ab-b2c5-0e01c6343171 req-891079ee-5ceb-4fdb-9b5d-fd09ae19a8d8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0480804 Sep 17 23:21:55.111464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1434b4d-5ac7-41ab-b2c5-0e01c6343171 req-902dbb3f-f9e0-4b05-9c49-18595a5f3579 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351768 Sep 17 23:21:56.226576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015f1d-167e-4377-af1f-a245ddb71c7f req-5f93c797-3548-42ec-8eb6-4314cd68da12 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:56.228100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2015f1d-167e-4377-af1f-a245ddb71c7f req-5f93c797-3548-42ec-8eb6-4314cd68da12 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0495615 Sep 17 23:21:56.265039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2015f1d-167e-4377-af1f-a245ddb71c7f req-d70788a5-13c4-4c0f-a91a-aaa583f947fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Sep 17 23:21:57.382800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecede7b-32ad-4142-b6b7-ca3cfcaa650b req-54e493ed-5323-4392-8e48-ce2b51ef67f3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:57.384289 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ecede7b-32ad-4142-b6b7-ca3cfcaa650b req-54e493ed-5323-4392-8e48-ce2b51ef67f3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0499461 Sep 17 23:21:57.421160 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ecede7b-32ad-4142-b6b7-ca3cfcaa650b req-51c5cf90-84b8-4260-b598-0bb3fe920244 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309961 Sep 17 23:21:58.533732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33231151-dae0-48df-a386-5ed5ebcfe3f1 req-aba1b0eb-f16a-4386-954b-b084ecec1304 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:58.535220 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33231151-dae0-48df-a386-5ed5ebcfe3f1 req-aba1b0eb-f16a-4386-954b-b084ecec1304 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0479608 Sep 17 23:21:58.576432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33231151-dae0-48df-a386-5ed5ebcfe3f1 req-8d760a56-c09e-411b-b9fb-16c05016fb21 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349343 Sep 17 23:21:59.690595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88687b-7358-4f03-a1d3-05eaec02a30c req-52e32494-80e5-4f20-a6c4-6cb74dff9d99 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:21:59.692130 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b88687b-7358-4f03-a1d3-05eaec02a30c req-52e32494-80e5-4f20-a6c4-6cb74dff9d99 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Sep 17 23:21:59.728727 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b88687b-7358-4f03-a1d3-05eaec02a30c req-db54f97f-f5a2-41dd-a615-f4eb07057990 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306664 Sep 17 23:22:00.843278 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051f6f-1f89-4fc0-a14e-2036a2024d96 req-e7ab5fb6-e378-4962-a588-2e768d0e8fff tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:00.844774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0051f6f-1f89-4fc0-a14e-2036a2024d96 req-e7ab5fb6-e378-4962-a588-2e768d0e8fff tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0487800 Sep 17 23:22:00.882207 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b0051f6f-1f89-4fc0-a14e-2036a2024d96 req-576da93a-6c86-4d8a-8da0-ff4f76e1ead3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Sep 17 23:22:01.994979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed7d06-bd15-49db-965e-1e8226420bc3 req-e17875b1-bbde-4a5b-91a7-a8866df1fba7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:01.996455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eed7d06-bd15-49db-965e-1e8226420bc3 req-e17875b1-bbde-4a5b-91a7-a8866df1fba7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0480418 Sep 17 23:22:02.038478 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eed7d06-bd15-49db-965e-1e8226420bc3 req-2b083ba8-6623-4151-a2f1-156ed4e05b72 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362034 Sep 17 23:22:03.080235 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:22:03.152402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfcb20-f922-4f80-9f92-d321b05e7d60 req-a4b169de-5b64-48f9-9584-dec089fd65d1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:03.153899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35cfcb20-f922-4f80-9f92-d321b05e7d60 req-a4b169de-5b64-48f9-9584-dec089fd65d1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0487897 Sep 17 23:22:03.191272 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35cfcb20-f922-4f80-9f92-d321b05e7d60 req-a56f2cd1-0d87-441e-a46f-c21d240e8d7c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312028 Sep 17 23:22:04.307998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efb735-4c1f-44bf-abfc-c5890cee554a req-1aaad242-b601-425f-8394-27d9d7c710fb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:04.309468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42efb735-4c1f-44bf-abfc-c5890cee554a req-1aaad242-b601-425f-8394-27d9d7c710fb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0498955 Sep 17 23:22:04.352643 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-42efb735-4c1f-44bf-abfc-c5890cee554a req-f117d45c-98cc-4589-850f-ee26c1a30aa9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371716 Sep 17 23:22:05.468056 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909844-4df0-4189-8d1b-c34bbeed36db req-ecfb3ea6-ffd9-4a65-bb1d-452725e96d0e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:05.469535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba909844-4df0-4189-8d1b-c34bbeed36db req-ecfb3ea6-ffd9-4a65-bb1d-452725e96d0e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0503590 Sep 17 23:22:05.513006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ba909844-4df0-4189-8d1b-c34bbeed36db req-6881eb0b-adaf-48f0-a502-45de8a2f4e79 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363951 Sep 17 23:22:05.534644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35400) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:05.596957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-01df4c2a-9657-42b2-8f90-fe3a8cdf3f66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/9fee934f-2f8b-4665-ba41-507a3d81adaa HTTP/1.1" status: 200 len: 993 time: 0.0611634 Sep 17 23:22:08.963631 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:10.712717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:17.826457 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78925081-9ef4-48fa-8633-52e333f2d70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:20.266354 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4641e944-c612-447b-b731-74e4c04ab5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:21.409428 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:21.900491 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:23.604072 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:30.184863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-e790c772-210f-4221-8d47-c4e5c6f1ddbc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390465 Sep 17 23:22:30.271108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-bf225c53-fa2e-4269-9d02-5a44c79e3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.272569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-bf225c53-fa2e-4269-9d02-5a44c79e3c3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 1097 time: 0.0435576 Sep 17 23:22:30.375734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-58395867-887e-4550-b832-06a9a43c446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.377241 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-58395867-887e-4550-b832-06a9a43c446d service neutron] 10.222.0.32 "GET /v2.0/networks?id=17ae3165-d85a-4bb2-a972-115e0734e578 HTTP/1.1" status: 200 len: 896 time: 0.0859971 Sep 17 23:22:30.445370 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-b79bdaed-d8be-471b-9e76-45743441775a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c HTTP/1.1" status: 200 len: 1001 time: 0.0601773 Sep 17 23:22:30.494778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-a25a7c0e-376e-45d3-ac89-31b56258cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.496254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-a25a7c0e-376e-45d3-ac89-31b56258cf59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f8b208d-2c4e-486b-95aa-d243ed8071d7 HTTP/1.1" status: 200 len: 834 time: 0.0427957 Sep 17 23:22:30.540528 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-368b2512-fe60-45be-b06d-d167ec507de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:30.542590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-368b2512-fe60-45be-b06d-d167ec507de1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17ae3165-d85a-4bb2-a972-115e0734e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392227 Sep 17 23:22:30.640296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-f3e0f872-59ad-4f49-81c0-4a64cdf27320 service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846009 Sep 17 23:22:30.728965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de7b600b-0e5e-45ac-ad06-9e923b1e29f6 req-b64d0a15-cb00-4610-a647-d31699c3402e service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814679 Sep 17 23:22:36.111999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35430) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:36.264277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 7c153200-10cc-4994-9923-91d49f12e183 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:36.264617 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:36.344231 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:36.344231 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:36.356040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 7c153200-10cc-4994-9923-91d49f12e183 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:36.569124 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:36.594243 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=7c153200-10cc-4994-9923-91d49f12e183,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:36.605898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.606500 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.606864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.607201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.607537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.607896 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.608229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.608552 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.608875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.609201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.609522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.609843 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:36.661968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:36.662289 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP 9fee934f-2f8b-4665-ba41-507a3d81adaa disassociated (deleted). External IP: 172.25.5.177, port: 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c. Sep 17 23:22:37.200953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 4d3b1b1f-9647-43ae-bb71-ff382782c35d has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:22:37.304894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:22:37.309943 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:37.315248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] Sync routers for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:22:37.323836 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:37.325034 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:37.336680 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-46ebb06e-6ce3-4be7-b152-7493c9c1c3b2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/floatingips/9fee934f-2f8b-4665-ba41-507a3d81adaa HTTP/1.1" status: 204 len: 168 time: 1.2236106 Sep 17 23:22:37.337264 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:37.339566 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90f55a8-d64b-4510-8af7-a36f947e0ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:37.381608 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754cf22b-6ab4-4fd0-99b4-de55dea9196a x-openstack-request-id: req-754cf22b-6ab4-4fd0-99b4-de55dea9196a {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:37.381927 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:37.382175 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-754cf22b-6ab4-4fd0-99b4-de55dea9196a {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:37.382598 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'status': 'completed', 'code': 200} Sep 17 23:22:37.432256 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:37.449119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-377446b3-b674-4173-96b4-0214dba4d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:37.451847 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-377446b3-b674-4173-96b4-0214dba4d663 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 1097 time: 0.0463285 Sep 17 23:22:37.545462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-56054ed6-5688-442c-abd3-c65e685d0c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:37.546997 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-56054ed6-5688-442c-abd3-c65e685d0c5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=17ae3165-d85a-4bb2-a972-115e0734e578 HTTP/1.1" status: 200 len: 896 time: 0.0880992 Sep 17 23:22:37.593476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-3c8fa735-87b2-4b9f-a84a-f04d11cf295a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c HTTP/1.1" status: 200 len: 217 time: 0.0394661 Sep 17 23:22:37.633966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '5980c921-f7fc-427a-8218-003af0b85585', 'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:85:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:57Z', 'updated_at': '2021-09-17T23:21:00Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:37.646770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-19c16b56-8dba-4265-9408-f0d0fcd97306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:37.648392 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-19c16b56-8dba-4265-9408-f0d0fcd97306 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f8b208d-2c4e-486b-95aa-d243ed8071d7 HTTP/1.1" status: 200 len: 834 time: 0.0471604 Sep 17 23:22:37.665280 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] Checking router: 4d3b1b1f-9647-43ae-bb71-ff382782c35d for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:22:37.674259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:37.674259 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:37.732195 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-22711420-8d89-4977-9f52-c543e39eec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:37.733633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-22711420-8d89-4977-9f52-c543e39eec29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17ae3165-d85a-4bb2-a972-115e0734e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708029 Sep 17 23:22:37.745626 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b934c43-2911-4627-a588-f6245eb7d752 req-cd53c687-d111-4ea0-9afd-30c1678a0dee tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:37.747264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b934c43-2911-4627-a588-f6245eb7d752 req-cd53c687-d111-4ea0-9afd-30c1678a0dee tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0591247 Sep 17 23:22:37.780340 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:37.836109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9b934c43-2911-4627-a588-f6245eb7d752 req-1aae478c-17d6-45ad-97ed-26794fbd754b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808258 Sep 17 23:22:37.863449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-cea312b0-eed5-4b08-949b-c98704817232 service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152477 Sep 17 23:22:37.959710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b90f55a8-d64b-4510-8af7-a36f947e0ce7 req-36ac1fc2-8b2b-4cee-8bc3-25d579b35a88 service neutron] 10.222.0.32 "GET /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871913 Sep 17 23:22:37.973733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '5980c921-f7fc-427a-8218-003af0b85585', 'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:85:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:57Z', 'updated_at': '2021-09-17T23:21:00Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:37.999737 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc3302-ba01-4637-842e-0a66161ee019 None None] The sync data for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 is: [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:58Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '5980c921-f7fc-427a-8218-003af0b85585', 'name': '', 'network_id': '17ae3165-d85a-4bb2-a972-115e0734e578', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:85:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:57Z', 'updated_at': '2021-09-17T23:21:00Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '6f8b208d-2c4e-486b-95aa-d243ed8071d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:22:38.221176 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f610f8e-3061-4b68-a686-273e4da8c6f8 None None] New status for floating IP 9fee934f-2f8b-4665-ba41-507a3d81adaa: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:22:38.958042 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:38.974405 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7336317-e54e-452e-acea-ede925cdd9af req-a73d1510-18ee-44fa-aa13-b88b2e9fa168 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:38.975929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7336317-e54e-452e-acea-ede925cdd9af req-a73d1510-18ee-44fa-aa13-b88b2e9fa168 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0478029 Sep 17 23:22:39.016063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7336317-e54e-452e-acea-ede925cdd9af req-67987272-cda8-45c9-8923-824c21c31bd9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=a55011ef-b344-4b0c-b574-3af6d0410fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Sep 17 23:22:39.128163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-6676e739-8bdd-4251-8b00-28d38e4353ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:39.129507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-6676e739-8bdd-4251-8b00-28d38e4353ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 945 time: 0.0471637 Sep 17 23:22:39.220553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:39.220888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:39.306237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:39.306608 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:39.318699 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:39.546657 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:39.575202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=00f3cc7c-a941-4e80-8172-ce3c45ce2c0c,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:39.625517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] No DVR routers for this DVR port 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:22:39.625517 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:39.625971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc62b50a-793b-49e5-8673-5fa06cf84a99 req-b1cb0cf3-0f77-4e44-91ce-339c7841ec97 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "DELETE /v2.0/ports/00f3cc7c-a941-4e80-8172-ce3c45ce2c0c HTTP/1.1" status: 204 len: 173 time: 0.4897842 Sep 17 23:22:39.626430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'name': 'network-vif-deleted', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:39.628688 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d0899c-3846-49f2-ac5a-e8067eb5b077" -d '{"events": [{"server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "name": "network-vif-deleted", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:39.667922 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0c4ed1-a04c-4196-ad96-7b0e0c4db54f x-openstack-request-id: req-fd0c4ed1-a04c-4196-ad96-7b0e0c4db54f {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:39.667922 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a20a27-66c8-41f8-86c4-888865d52577", "name": "network-vif-deleted", "tag": "00f3cc7c-a941-4e80-8172-ce3c45ce2c0c", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:39.667922 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd0c4ed1-a04c-4196-ad96-7b0e0c4db54f {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:39.668476 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a20a27-66c8-41f8-86c4-888865d52577', 'name': 'network-vif-deleted', 'tag': '00f3cc7c-a941-4e80-8172-ce3c45ce2c0c', 'status': 'completed', 'code': 200} Sep 17 23:22:40.079185 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:22:40.122136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f13f404f-e8eb-4bb9-81d7-e575e0149b0a req-5b35906b-3a7b-458a-9ad4-a6587e9695e3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a20a27-66c8-41f8-86c4-888865d52577 HTTP/1.1" status: 200 len: 210 time: 0.0267525 Sep 17 23:22:40.683056 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:41.180556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35452) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:41.536129 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:41.784415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 5980c921-f7fc-427a-8218-003af0b85585 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:41.784758 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:41.875603 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 5980c921-f7fc-427a-8218-003af0b85585, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=5980c921-f7fc-427a-8218-003af0b85585,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:41.875888 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:41.888110 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 5980c921-f7fc-427a-8218-003af0b85585 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:42.124505 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.152971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=5980c921-f7fc-427a-8218-003af0b85585,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:42.332012 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.540671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 4d3b1b1f-9647-43ae-bb71-ff382782c35d has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:22:42.642797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:22:42.647752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7d0523e3-9396-4437-89d1-43c2f19f7960 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/4d3b1b1f-9647-43ae-bb71-ff382782c35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4661686 Sep 17 23:22:42.650372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35454) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:42.653145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] Sync routers for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:22:42.663058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:42.663680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:42.704746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f307d676-334d-4db3-b87e-029c59b32817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting subnet 6f8b208d-2c4e-486b-95aa-d243ed8071d7 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:22:42.707797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f307d676-334d-4db3-b87e-029c59b32817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.747459 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f307d676-334d-4db3-b87e-029c59b32817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.767370 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:42.829102 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f307d676-334d-4db3-b87e-029c59b32817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.942548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:22:42Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:42.947108 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f307d676-334d-4db3-b87e-029c59b32817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.969084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] Checking router: 4d3b1b1f-9647-43ae-bb71-ff382782c35d for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:22:42.976358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307d676-334d-4db3-b87e-029c59b32817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8b208d-2c4e-486b-95aa-d243ed8071d7,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:42.978364 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f307d676-334d-4db3-b87e-029c59b32817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:42.982975 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f307d676-334d-4db3-b87e-029c59b32817 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/subnets/6f8b208d-2c4e-486b-95aa-d243ed8071d7 HTTP/1.1" status: 204 len: 168 time: 0.3289311 Sep 17 23:22:42.983876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] Routers {'4d3b1b1f-9647-43ae-bb71-ff382782c35d'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:42.983971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35456) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:42.984059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:42.987133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf60fc7-b84c-4f38-9959-22553c0a97eb None None] Network 17ae3165-d85a-4bb2-a972-115e0734e578 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:22:43.091205 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.174480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] Set router 4d3b1b1f-9647-43ae-bb71-ff382782c35d gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:43.203490 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.203764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:43.256324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:22:43.256662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 00f3cc7c-a941-4e80-8172-ce3c45ce2c0c not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:43.329054 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port a9b13ab2-e378-41b6-8cc5-d56a2a541078 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:43.329054 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.372460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] DHCP port deletion for 17ae3165-d85a-4bb2-a972-115e0734e578 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:22:43.410655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port a9b13ab2-e378-41b6-8cc5-d56a2a541078, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a9b13ab2-e378-41b6-8cc5-d56a2a541078,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:43.411321 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.423919 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for a9b13ab2-e378-41b6-8cc5-d56a2a541078 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:43.429904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:22:42Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:43.458321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803dff5f-4b0e-4c80-8565-3e0748bcc427 None None] The sync data for ids ['4d3b1b1f-9647-43ae-bb71-ff382782c35d'] in n-d-713498-17 is: [{'id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923134033', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:22:42Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': 'a9b13ab2-e378-41b6-8cc5-d56a2a541078', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b1b1f-9647-43ae-bb71-ff382782c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:20:54Z', 'updated_at': '2021-09-17T23:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:22:43.463625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Deleting port a3cc89c7-9eec-4272-8d54-8ca38cdc9707 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:22:43.464007 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.530641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] For port a3cc89c7-9eec-4272-8d54-8ca38cdc9707, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=a3cc89c7-9eec-4272-8d54-8ca38cdc9707,segment=NetworkSegment(75b57fac-05e9-44c7-8571-8f1c342a829c),segment_id=75b57fac-05e9-44c7-8571-8f1c342a829c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:43.531062 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.543642 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Calling delete_port for a3cc89c7-9eec-4272-8d54-8ca38cdc9707 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:22:43.660482 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.688978 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.691008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=a9b13ab2-e378-41b6-8cc5-d56a2a541078,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:43.712410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Pushing event deleted for resources: {'Port': ['ID=a3cc89c7-9eec-4272-8d54-8ca38cdc9707,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:43.722297 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.722640 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.722998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.723329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.723657 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.723982 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.724302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.724636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.724936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.725269 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.725564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.725879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:43.728551 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c44d065-9380-4e9c-b91d-255c923c6dcb None None] No DVR routers for this DVR port a3cc89c7-9eec-4272-8d54-8ca38cdc9707 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:22:43.754108 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.846451 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.848634 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.963643 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.964207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Fanout notify agent at l3_agent the message router_deleted on router 4d3b1b1f-9647-43ae-bb71-ff382782c35d {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:22:43.971850 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:43.973374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-de746c32-5139-435d-92d8-5d5d634b92a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/routers/4d3b1b1f-9647-43ae-bb71-ff382782c35d HTTP/1.1" status: 204 len: 168 time: 0.9888976 Sep 17 23:22:43.975609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35458) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:44.058825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.149567 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.169089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ae3165-d85a-4bb2-a972-115e0734e578']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:44.178633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b57fac-05e9-44c7-8571-8f1c342a829c') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:44.178961 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b57fac-05e9-44c7-8571-8f1c342a829c') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:44.188002 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.200445 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.206702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:22:44.207115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:22:44.209979 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:22:44.317669 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.325088 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.326570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/networks/17ae3165-d85a-4bb2-a972-115e0734e578 HTTP/1.1" status: 204 len: 168 time: 0.3499928 Sep 17 23:22:44.330001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35460) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:44.338599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378723f5-2a2d-42b9-b921-b4bf2cdde2f9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Network': ['ID=17ae3165-d85a-4bb2-a972-115e0734e578,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:44.395381 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.422536 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.540548 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.543105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:44.544301 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/security-groups/a55011ef-b344-4b0c-b574-3af6d0410fe5 HTTP/1.1" status: 204 len: 168 time: 0.2132926 Sep 17 23:22:44.554925 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55011ef-b344-4b0c-b574-3af6d0410fe5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:44.561891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.562246 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.562598 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.562969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.563307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.563642 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.563974 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.564305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.564633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.564962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.565290 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:44.565615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0988-ba37-4dc5-9f50-ee173b698f32 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:45.135412 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35468) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:45.140100 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7cc16a78-5dff-4874-a6e8-3897a23b12ef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647630405', 'description': 'tempest-secgroup-smoke-1647630405 description', 'project_id': 'a226278168af428ea8e3ee46ce206e1e'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:45.220473 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc16a78-5dff-4874-a6e8-3897a23b12ef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.304517 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc16a78-5dff-4874-a6e8-3897a23b12ef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.325169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5980c921-f7fc-427a-8218-003af0b85585 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:45.350882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 5980c921-f7fc-427a-8218-003af0b85585 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:22:45.351262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 5980c921-f7fc-427a-8218-003af0b85585 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:45.351674 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a3cc89c7-9eec-4272-8d54-8ca38cdc9707 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:45.363659 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc16a78-5dff-4874-a6e8-3897a23b12ef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.371187 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: a3cc89c7-9eec-4272-8d54-8ca38cdc9707 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:22:45.372897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a3cc89c7-9eec-4272-8d54-8ca38cdc9707 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:45.372897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a9b13ab2-e378-41b6-8cc5-d56a2a541078 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:22:45.390296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: a9b13ab2-e378-41b6-8cc5-d56a2a541078 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:22:45.390648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device a9b13ab2-e378-41b6-8cc5-d56a2a541078 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:22:45.394571 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc16a78-5dff-4874-a6e8-3897a23b12ef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715a71d6-25ff-4577-9a00-6d215dda073a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:45.443560 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7cc16a78-5dff-4874-a6e8-3897a23b12ef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.444813 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7cc16a78-5dff-4874-a6e8-3897a23b12ef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3083997 Sep 17 23:22:45.447773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35470) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:45.452572 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d52594b1-c92f-48b2-af72-238a47543547 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '715a71d6-25ff-4577-9a00-6d215dda073a', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:45.516949 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52594b1-c92f-48b2-af72-238a47543547 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.570846 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52594b1-c92f-48b2-af72-238a47543547 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.655385 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52594b1-c92f-48b2-af72-238a47543547 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.674558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52594b1-c92f-48b2-af72-238a47543547 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1546c33-fe3b-4847-acd3-48cb4f58f86e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:45.717273 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d52594b1-c92f-48b2-af72-238a47543547 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.719242 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d52594b1-c92f-48b2-af72-238a47543547 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2705214 Sep 17 23:22:45.721839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35472) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:45.726161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e9bef225-26a7-424f-b722-ee13ac15c604 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '715a71d6-25ff-4577-9a00-6d215dda073a', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:45.795878 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9bef225-26a7-424f-b722-ee13ac15c604 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.853479 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9bef225-26a7-424f-b722-ee13ac15c604 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.906128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9bef225-26a7-424f-b722-ee13ac15c604 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.923907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bef225-26a7-424f-b722-ee13ac15c604 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f09fbe-0b8e-49b6-9881-fbe7ce4888d3,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:45.979971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e9bef225-26a7-424f-b722-ee13ac15c604 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:45.981414 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e9bef225-26a7-424f-b722-ee13ac15c604 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2583950 Sep 17 23:22:45.984362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35474) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:45.988938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5e7a07fa-9826-4177-9176-6857e043c230 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '715a71d6-25ff-4577-9a00-6d215dda073a', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:46.059348 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e7a07fa-9826-4177-9176-6857e043c230 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.117587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e7a07fa-9826-4177-9176-6857e043c230 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.191661 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e7a07fa-9826-4177-9176-6857e043c230 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.210456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a07fa-9826-4177-9176-6857e043c230 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0ecaf5-d210-4a0c-bb25-55c6c5cf527b,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:46.272053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5e7a07fa-9826-4177-9176-6857e043c230 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.273258 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5e7a07fa-9826-4177-9176-6857e043c230 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2879403 Sep 17 23:22:46.275969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35476) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:46.280481 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-380bdf11-9ab2-426b-8b6d-251a819dd1ec tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '715a71d6-25ff-4577-9a00-6d215dda073a', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:46.368272 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-380bdf11-9ab2-426b-8b6d-251a819dd1ec tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.427393 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-380bdf11-9ab2-426b-8b6d-251a819dd1ec tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.477601 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-380bdf11-9ab2-426b-8b6d-251a819dd1ec tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.495078 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bdf11-9ab2-426b-8b6d-251a819dd1ec tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec69d5c-e882-48dd-9a28-2c1fd02a9a05,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:46.563335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-380bdf11-9ab2-426b-8b6d-251a819dd1ec tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.564559 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-380bdf11-9ab2-426b-8b6d-251a819dd1ec tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875500 Sep 17 23:22:46.567294 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35478) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:46.571931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-fc45a585-feff-4197-9a0b-a30720a51b0f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '715a71d6-25ff-4577-9a00-6d215dda073a', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:46.649142 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-fc45a585-feff-4197-9a0b-a30720a51b0f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:22:46.654085 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc45a585-feff-4197-9a0b-a30720a51b0f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.714434 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc45a585-feff-4197-9a0b-a30720a51b0f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.797494 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc45a585-feff-4197-9a0b-a30720a51b0f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.814965 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45a585-feff-4197-9a0b-a30720a51b0f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efae5797-5155-43e6-9d54-6696d49ecfa9,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:46.894733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fc45a585-feff-4197-9a0b-a30720a51b0f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:46.895977 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fc45a585-feff-4197-9a0b-a30720a51b0f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277540 Sep 17 23:22:46.898595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35480) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:46.902908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a1730cbc-5be2-4b17-8b5c-b1ce6a838552 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '715a71d6-25ff-4577-9a00-6d215dda073a', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:46.980159 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-a1730cbc-5be2-4b17-8b5c-b1ce6a838552 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:22:46.985703 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1730cbc-5be2-4b17-8b5c-b1ce6a838552 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.044406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1730cbc-5be2-4b17-8b5c-b1ce6a838552 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.116977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1730cbc-5be2-4b17-8b5c-b1ce6a838552 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.134603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1730cbc-5be2-4b17-8b5c-b1ce6a838552 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bd52f4-b748-4552-9f77-53996e167627,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:47.180315 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a1730cbc-5be2-4b17-8b5c-b1ce6a838552 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.181573 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a1730cbc-5be2-4b17-8b5c-b1ce6a838552 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820108 Sep 17 23:22:47.184396 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35482) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:47.189666 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'network': {'name': 'tempest-network-smoke--654697775', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:47.271084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:22:47.274506 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.297890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:22:47.306080 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.314986 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Added segment bc02aabe-3246-45d0-814b-9f234866468c of type vlan for network 5152c444-c592-4225-afc2-717ffd9b7588 Sep 17 23:22:47.345582 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.420614 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.426318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:47.426939 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.494031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Network': ['ID=5152c444-c592-4225-afc2-717ffd9b7588,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:47.504460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 5152c444-c592-4225-afc2-717ffd9b7588 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:22:47.523688 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-eec2e31e-74fd-4e7a-86ab-70fb74d5a54f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3382695 Sep 17 23:22:47.526325 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35484) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:47.531605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'admin_state_up': True, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:47.614669 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.615761 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.667826 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.831849 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6d72b4ed-d84f-4ae0-9ab9-a6b67afa6987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:47.857539 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:48.084631 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:48.109181 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:48.206630 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.90 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/533ecb1a-78f3-40a0-a763-1b4b5d51452f) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:22:48.309692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:48.391851 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:48.428213 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:22:48.431320 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:22:48.435570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:22:48.464014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=533ecb1a-78f3-40a0-a763-1b4b5d51452f,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:48.740979 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:48.932819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:49.123063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 0f13b464-ba24-4da1-93de-5f868a68656a is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:22:49.228693 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:22:49.240399 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Sync routers for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:22:49.249689 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:49.250285 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:49.306391 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:49.307673 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d8cf6372-9ce3-4c64-b618-c545cf87c3c6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7803576 Sep 17 23:22:49.310773 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35486) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:49.338297 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5a61093b-b6be-4b1d-acf1-53e281ec1fd6 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a226278168af428ea8e3ee46ce206e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263734 Sep 17 23:22:49.341406 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35488) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:49.353238 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:49.433212 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084b065-dd63-4020-aa7d-e36b05ea1c63 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:49.434766 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9084b065-dd63-4020-aa7d-e36b05ea1c63 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924318 Sep 17 23:22:49.437698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35490) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:49.468082 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ed92dbf8-5659-40cd-9d53-3da9727cd318 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264030 Sep 17 23:22:49.468347 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35492) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:49.472927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-406909453', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:49.532357 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:48Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:49.558319 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Checking router: 0f13b464-ba24-4da1-93de-5f868a68656a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:22:49.558660 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Updating router 0f13b464-ba24-4da1-93de-5f868a68656a port 533ecb1a-78f3-40a0-a763-1b4b5d51452f binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:22:49.582512 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:49.649244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:22:49.652874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:49.831908 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:49.894968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:49.923563 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:49.958486 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Subnet': ['ID=43289307-a0f9-4ce8-a75a-1dfb030e4bb8,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:49.969405 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Attempting to bind port 533ecb1a-78f3-40a0-a763-1b4b5d51452f on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:22:49.969767 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Attempting to bind port 533ecb1a-78f3-40a0-a763-1b4b5d51452f by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:22:49.970042 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Checking segment: {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:49.970174 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Attempting to bind port 533ecb1a-78f3-40a0-a763-1b4b5d51452f on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:49.970413 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network hostable DHCP agents. Network: 5152c444-c592-4225-afc2-717ffd9b7588, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:22:49.980514 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:22:49.980886 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:49.981533 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:49.981919 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:22:49.982370 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Bound port: 533ecb1a-78f3-40a0-a763-1b4b5d51452f, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:22:49.982739 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:49.985070 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Pushing event updated for resources: {'Port': ['ID=533ecb1a-78f3-40a0-a763-1b4b5d51452f,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:50.007824 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.008162 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.008493 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.008819 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.009142 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.009461 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.009781 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.010097 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.010412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.010742 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.011066 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.011376 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:22:50.044281 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] For port 533ecb1a-78f3-40a0-a763-1b4b5d51452f, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:50.047866 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] For port 533ecb1a-78f3-40a0-a763-1b4b5d51452f, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=533ecb1a-78f3-40a0-a763-1b4b5d51452f,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:22:50.049268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 5152c444-c592-4225-afc2-717ffd9b7588 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:22:50.123944 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:50.129257 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 5152c444-c592-4225-afc2-717ffd9b7588) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:22:50.134148 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:50.134753 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:50.138931 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac86c5d-0511-46dc-8e1c-e4acffc91bfd None None] Network 5152c444-c592-4225-afc2-717ffd9b7588 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:22:50.181310 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:50.181931 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:50.218452 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcbcfb-11fa-4180-be41-0cf62797c386 None None] Pushing event updated for resources: {'Port': ['ID=533ecb1a-78f3-40a0-a763-1b4b5d51452f,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:50.230087 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e7392416-361e-449d-ab42-a4a1aa7b7351 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7582767 Sep 17 23:22:50.231575 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35494) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:22:50.297586 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:50.435366 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bc5a3106-aa4b-4c55-801a-2f064ac263ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:50.480805 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-5152c444-c592-4225-afc2-717ffd9b7588', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:22:50.481936 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:50.487639 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:48Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:50.513770 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82365c-1b4e-4081-9f9b-e50cff617847 None None] The sync data for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 is: [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:48Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:22:50.635497 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Allocated IP 172.20.0.2 (5152c444-c592-4225-afc2-717ffd9b7588/43289307-a0f9-4ce8-a75a-1dfb030e4bb8/e2d1b997-06f9-4152-a99d-900efd68e551) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:22:50.818436 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:50.890096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:50.928702 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Network 5152c444-c592-4225-afc2-717ffd9b7588 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:22:50.932248 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:22:50.936238 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:22:50.949814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Pushing event updated for resources: {'Port': ['ID=e2d1b997-06f9-4152-a99d-900efd68e551,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:51.005118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Attempting to bind port e2d1b997-06f9-4152-a99d-900efd68e551 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:22:51.005491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Attempting to bind port e2d1b997-06f9-4152-a99d-900efd68e551 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:22:51.005852 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Attempting to bind port e2d1b997-06f9-4152-a99d-900efd68e551 on network 5152c444-c592-4225-afc2-717ffd9b7588 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:51.011336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:22:51.011712 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Checking segment: {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:51.012115 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.012505 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Bound using segment: {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:22:51.012969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Bound port: e2d1b997-06f9-4152-a99d-900efd68e551, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:22:51.013350 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.057782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.083440 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] For port e2d1b997-06f9-4152-a99d-900efd68e551, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:51.088467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] For port e2d1b997-06f9-4152-a99d-900efd68e551, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e2d1b997-06f9-4152-a99d-900efd68e551,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:22:51.175372 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.239177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7af992-0a0f-4e70-bc0f-3c9ed724d0fe None None] Pushing event updated for resources: {'Port': ['ID=e2d1b997-06f9-4152-a99d-900efd68e551,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:51.361434 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.1 (5152c444-c592-4225-afc2-717ffd9b7588/43289307-a0f9-4ce8-a75a-1dfb030e4bb8/4a018d65-4d1c-4185-9d29-f0f6d12347f0) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:22:51.414330 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 533ecb1a-78f3-40a0-a763-1b4b5d51452f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:22:51.422259 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.485885 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 533ecb1a-78f3-40a0-a763-1b4b5d51452f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:51.486332 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.527524 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.582639 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.603739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 533ecb1a-78f3-40a0-a763-1b4b5d51452f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=533ecb1a-78f3-40a0-a763-1b4b5d51452f,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:51.638369 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.666194 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.678875 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 5152c444-c592-4225-afc2-717ffd9b7588 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:22:51.681948 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:22:51.685599 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:22:51.695445 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=4a018d65-4d1c-4185-9d29-f0f6d12347f0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:51.717081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=533ecb1a-78f3-40a0-a763-1b4b5d51452f,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:51.738330 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.918206 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:51.923889 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.199913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.300198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.378899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=4a018d65-4d1c-4185-9d29-f0f6d12347f0,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:52.382194 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:52.478964 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 5152c444-c592-4225-afc2-717ffd9b7588 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:22:52.480322 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:22:52.597033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 0f13b464-ba24-4da1-93de-5f868a68656a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:22:52.707053 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:22:52.720112 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-608b838a-fca7-4743-ab50-9fcad6347aed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/0f13b464-ba24-4da1-93de-5f868a68656a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4798813 Sep 17 23:22:52.720224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Sync routers for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:22:52.728481 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:52.729459 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:52.847140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:52.859407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-438b9df0-b79d-40df-91e0-56578a9b2d8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647630405&fields=id&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 267 time: 0.0366101 Sep 17 23:22:52.975470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17f949-a432-4536-8592-5afd85a47b28 req-0aba7434-332e-4d95-aa4b-bfe14540289c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:52.977007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-0aba7434-332e-4d95-aa4b-bfe14540289c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 796 time: 0.1102178 Sep 17 23:22:52.994560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-13ade0cf-ec65-408c-b4da-3f5822b755a8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/quotas/a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 375 time: 0.0095110 Sep 17 23:22:53.051501 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-3f22d89b-9862-4302-92bb-2d0fe5a39391 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507870 Sep 17 23:22:53.057405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3074709a-57c6-4e96-9c0a-65d98a94d1f4 None None] Network 5152c444-c592-4225-afc2-717ffd9b7588 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:22:53.118534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '4a018d65-4d1c-4185-9d29-f0f6d12347f0', 'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:25:ad:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:51Z', 'updated_at': '2021-09-17T23:22:52Z', 'revision_number': 2, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:53.153504 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-f32146b2-7b77-4e1f-b187-b39c7456f560 service neutron] 10.222.0.13 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911884 Sep 17 23:22:53.158164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Checking router: 0f13b464-ba24-4da1-93de-5f868a68656a for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:22:53.158547 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Updating router 0f13b464-ba24-4da1-93de-5f868a68656a port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:22:53.202740 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-237bf7e2-891e-4394-b9f0-71d280e456c2 None None] Provisioning complete for port e2d1b997-06f9-4152-a99d-900efd68e551 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:53.203148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-237bf7e2-891e-4394-b9f0-71d280e456c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.206399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.243744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-9cb7908a-d27c-4aa8-97ab-018cb7a358b2 service neutron] 10.222.0.13 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834467 Sep 17 23:22:53.440990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 533ecb1a-78f3-40a0-a763-1b4b5d51452f up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:22:53.481933 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-237bf7e2-891e-4394-b9f0-71d280e456c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.509851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6467e0d3-1e78-4010-89f2-5e8f6c16658a req-69c72659-dfb7-497e-8380-9eec76fdd8be tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 210 time: 0.0361400 Sep 17 23:22:53.598588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-237bf7e2-891e-4394-b9f0-71d280e456c2 None None] For port e2d1b997-06f9-4152-a99d-900efd68e551, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e2d1b997-06f9-4152-a99d-900efd68e551,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:53.634668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 533ecb1a-78f3-40a0-a763-1b4b5d51452f triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:53.634668 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.701155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-237bf7e2-891e-4394-b9f0-71d280e456c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.752980 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.756625 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.793386 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bf7e2-891e-4394-b9f0-71d280e456c2 None None] Pushing event updated for resources: {'Port': ['ID=e2d1b997-06f9-4152-a99d-900efd68e551,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:53.812902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e2d1b997-06f9-4152-a99d-900efd68e551 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:22:53.848120 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.895752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-14760edc-5421-4c7b-b582-42daf015f664 None None] Provisioning complete for port e2d1b997-06f9-4152-a99d-900efd68e551 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:53.896117 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-14760edc-5421-4c7b-b582-42daf015f664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:53.944968 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b00591-db2a-4931-8e2d-1471ed80bd03 None None] Pushing event updated for resources: {'Port': ['ID=4a018d65-4d1c-4185-9d29-f0f6d12347f0,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:53.979329 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e2d1b997-06f9-4152-a99d-900efd68e551 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:53.979654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.039877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Attempting to bind port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:22:54.040251 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Attempting to bind port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:22:54.040616 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Attempting to bind port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 on network 5152c444-c592-4225-afc2-717ffd9b7588 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:54.074519 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:22:54.074926 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Checking segment: {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:54.075339 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.075727 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Bound using segment: {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:22:54.076207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Bound port: 4a018d65-4d1c-4185-9d29-f0f6d12347f0, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:22:54.076617 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.191326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-14760edc-5421-4c7b-b582-42daf015f664 None None] Provisioning complete for port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:54.191695 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-14760edc-5421-4c7b-b582-42daf015f664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.225055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] For port 4a018d65-4d1c-4185-9d29-f0f6d12347f0, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:54.244650 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] For port 4a018d65-4d1c-4185-9d29-f0f6d12347f0, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4a018d65-4d1c-4185-9d29-f0f6d12347f0,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:22:54.245978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-14760edc-5421-4c7b-b582-42daf015f664 None None] Port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:22:54.335654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.406764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0eccbfbb-5f48-4ad8-9b9e-8f9a52c21f91 None None] Provisioning complete for port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:54.407157 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0eccbfbb-5f48-4ad8-9b9e-8f9a52c21f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.410083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b00591-db2a-4931-8e2d-1471ed80bd03 None None] Pushing event updated for resources: {'Port': ['ID=4a018d65-4d1c-4185-9d29-f0f6d12347f0,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:54.412709 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:22:54.413321 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:54.634931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a2d8e257-705f-4144-bc4a-b75964c21f22 req-77e3cca6-0c19-4268-b632-4265e928aa7b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 210 time: 0.0276816 Sep 17 23:22:54.737825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:22:54.763751 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0eccbfbb-5f48-4ad8-9b9e-8f9a52c21f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.846556 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0eccbfbb-5f48-4ad8-9b9e-8f9a52c21f91 None None] For port 4a018d65-4d1c-4185-9d29-f0f6d12347f0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4a018d65-4d1c-4185-9d29-f0f6d12347f0,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:22:54.936382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0eccbfbb-5f48-4ad8-9b9e-8f9a52c21f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:54.999403 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccbfbb-5f48-4ad8-9b9e-8f9a52c21f91 None None] Pushing event updated for resources: {'Port': ['ID=4a018d65-4d1c-4185-9d29-f0f6d12347f0,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:55.010364 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c5405e67-159b-4838-832d-b225651d5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '4a018d65-4d1c-4185-9d29-f0f6d12347f0', 'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:25:ad:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:51Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:22:55.038132 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5405e67-159b-4838-832d-b225651d5824 None None] The sync data for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 is: [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '4a018d65-4d1c-4185-9d29-f0f6d12347f0', 'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:25:ad:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:51Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:22:55.057914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0ed2c92d-9fc0-4271-85c6-8256376e4c96 None None] Provisioning complete for port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:55.058326 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c92d-9fc0-4271-85c6-8256376e4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.443668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e2d1b997-06f9-4152-a99d-900efd68e551 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:22:55.522738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e2d1b997-06f9-4152-a99d-900efd68e551 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:55.523458 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.619404 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a018d65-4d1c-4185-9d29-f0f6d12347f0 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:22:55.642120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17f949-a432-4536-8592-5afd85a47b28 req-0748c511-707e-490a-900e-667a301249ae tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:55.644322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-0748c511-707e-490a-900e-667a301249ae tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 796 time: 0.1327474 Sep 17 23:22:55.676078 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:55.676828 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:55.693039 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-b9fd85ff-bcd1-4e31-be47-d11816cac72c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 380 time: 0.0399435 Sep 17 23:22:55.704678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'port': {'device_id': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'admin_state_up': True, 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'security_groups': ['715a71d6-25ff-4577-9a00-6d215dda073a']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:55.766084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4c3e5e6-cf42-4fcd-972b-a4f69d11b83d req-e1039fb9-119b-4019-a656-89dc50819fa3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 210 time: 0.0390890 Sep 17 23:22:55.952705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:22:55.956418 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.437272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.12 (5152c444-c592-4225-afc2-717ffd9b7588/43289307-a0f9-4ce8-a75a-1dfb030e4bb8/7a9550aa-b5d0-4b2e-8617-4e9765a21dc6) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:22:56.573972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.683527 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.726570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 5152c444-c592-4225-afc2-717ffd9b7588 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:22:56.729563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:22:56.732151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:22:56.759586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:56.789198 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:56.789825 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.877547 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-99fb1598-e78e-4daf-8ada-54f84caf8026 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1782141 Sep 17 23:22:56.890147 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Request body: {'port': {'device_id': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:22:56.923784 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe581e-3e16-4afe-9d31-274dedc076b8 req-96ccd560-a148-4dcb-824f-3abe309f168c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:56.925275 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64fe581e-3e16-4afe-9d31-274dedc076b8 req-96ccd560-a148-4dcb-824f-3abe309f168c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 932 time: 0.0829108 Sep 17 23:22:56.977239 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:56.992597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64fe581e-3e16-4afe-9d31-274dedc076b8 req-97e2b47a-06fc-4835-ae37-dbc7b659a6e1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606160 Sep 17 23:22:56.995603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1fc00bad-46ab-4cab-ba6b-01a02e844e06 None None] Provisioning complete for port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:22:56.996270 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1fc00bad-46ab-4cab-ba6b-01a02e844e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.030716 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1fc00bad-46ab-4cab-ba6b-01a02e844e06 None None] Port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:22:57.243932 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:22:57.251817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.263064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Transition to ACTIVE for port object 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:22:57.317690 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.365859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Pushing event updated for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:57.437174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Attempting to bind port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:22:57.437509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Attempting to bind port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:22:57.437839 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Attempting to bind port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on network 5152c444-c592-4225-afc2-717ffd9b7588 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:57.442276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on network 5152c444-c592-4225-afc2-717ffd9b7588 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:22:57.442591 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Attempting to bind port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on network 5152c444-c592-4225-afc2-717ffd9b7588 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:22:57.447579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:22:57.448004 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Checking segment: {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:22:57.448372 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Bound using segment: {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:22:57.448799 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Bound port: 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:22:57.449154 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.519447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:22:57.522568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:22:57.626777 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.661077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:57.661702 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:22:57.663111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] 10.222.0.32 "PUT /v2.0/ports/7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 1093 time: 0.7778490 Sep 17 23:22:57.663545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:22:57.665794 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4707d72b-9536-46e9-aa9e-dc4774c16dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:22:57.691347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812407d4-775c-4cf9-ac10-d9d126c1085b service neutron] Pushing event updated for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:22:57.725394 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7d3a58-75cc-490e-a95f-3b868a438ea9 x-openstack-request-id: req-7b7d3a58-75cc-490e-a95f-3b868a438ea9 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:22:57.725776 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:22:57.726099 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b7d3a58-75cc-490e-a95f-3b868a438ea9 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:22:57.726968 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'status': 'completed', 'code': 200} Sep 17 23:22:57.791452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707d72b-9536-46e9-aa9e-dc4774c16dfd req-cc26be64-a043-4898-b206-5a299dd7c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:57.793143 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4707d72b-9536-46e9-aa9e-dc4774c16dfd req-cc26be64-a043-4898-b206-5a299dd7c2bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1096 time: 0.0454507 Sep 17 23:22:57.897537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707d72b-9536-46e9-aa9e-dc4774c16dfd req-6ae8aa0f-0b1e-4436-89bc-fa5d84b85606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:57.898988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4707d72b-9536-46e9-aa9e-dc4774c16dfd req-6ae8aa0f-0b1e-4436-89bc-fa5d84b85606 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a226278168af428ea8e3ee46ce206e1e&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0979187 Sep 17 23:22:57.990783 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707d72b-9536-46e9-aa9e-dc4774c16dfd req-ed3bfb92-0f09-4422-92df-6291553e1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:57.992183 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4707d72b-9536-46e9-aa9e-dc4774c16dfd req-ed3bfb92-0f09-4422-92df-6291553e1398 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0858626 Sep 17 23:22:58.081991 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17f949-a432-4536-8592-5afd85a47b28 req-1a80bde4-1e8a-4e7b-88f9-692a3ef51a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:58.083567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-1a80bde4-1e8a-4e7b-88f9-692a3ef51a49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1096 time: 0.0555296 Sep 17 23:22:58.131697 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-16cd1fed-cbdf-4817-91ab-d89ca381683d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 217 time: 0.0350785 Sep 17 23:22:58.179086 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209b188-5970-4f65-af1a-42126899ccd8 req-c99ca884-30c4-46cf-bf2e-51d2d3561278 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:58.180525 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e209b188-5970-4f65-af1a-42126899ccd8 req-c99ca884-30c4-46cf-bf2e-51d2d3561278 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 944 time: 0.1181002 Sep 17 23:22:58.204854 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17f949-a432-4536-8592-5afd85a47b28 req-3ac7d940-6a25-4c8a-99e7-7358b3a7bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:58.206237 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-3ac7d940-6a25-4c8a-99e7-7358b3a7bbcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 200 len: 834 time: 0.0674546 Sep 17 23:22:58.252001 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e209b188-5970-4f65-af1a-42126899ccd8 req-4d48fc2a-1713-4933-a521-d9b61124c576 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633237 Sep 17 23:22:58.265546 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17f949-a432-4536-8592-5afd85a47b28 req-eb539fc4-b96e-482e-8594-3d369eb2f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:58.267047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-eb539fc4-b96e-482e-8594-3d369eb2f532 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5152c444-c592-4225-afc2-717ffd9b7588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538821 Sep 17 23:22:58.356567 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-0e5eaccc-9776-49d2-bb9d-9051cfe5d0b3 service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825915 Sep 17 23:22:58.449405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b17f949-a432-4536-8592-5afd85a47b28 req-887d0a5f-0757-4928-9356-6dea18ce298a service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859056 Sep 17 23:22:59.369472 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f48f8-d7fe-4afa-a4fd-9a17802e7505 req-e82a1558-1871-432e-8c64-438f90459425 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:22:59.371082 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-966f48f8-d7fe-4afa-a4fd-9a17802e7505 req-e82a1558-1871-432e-8c64-438f90459425 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 944 time: 0.0508571 Sep 17 23:22:59.409336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-966f48f8-d7fe-4afa-a4fd-9a17802e7505 req-07dc5a0e-6a07-4e5e-a102-f0d4c46cc27f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322127 Sep 17 23:23:00.521612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c77eb5-dda6-48fa-9aba-fcbfdcd6de01 req-3f341f67-8e25-4847-b01f-491803d4184e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:00.523099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64c77eb5-dda6-48fa-9aba-fcbfdcd6de01 req-3f341f67-8e25-4847-b01f-491803d4184e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 944 time: 0.0478594 Sep 17 23:23:00.560214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-64c77eb5-dda6-48fa-9aba-fcbfdcd6de01 req-cebf9755-0eb9-45f4-b9ff-1211126663af tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Sep 17 23:23:01.302350 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:23:01.399769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:01.411149 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'port_id': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'mac_address': 'fa:16:3e:a3:d3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:23:01.449126 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:01.461639 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:23:01.480443 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:01.551800 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:01.600696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:01.683244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26769b-a6ff-46c0-b35d-6299924ea4eb req-06dbb8d2-5135-4fb0-887d-892f8cfba967 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:01.684734 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f26769b-a6ff-46c0-b35d-6299924ea4eb req-06dbb8d2-5135-4fb0-887d-892f8cfba967 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 945 time: 0.0532141 Sep 17 23:23:01.722890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0f26769b-a6ff-46c0-b35d-6299924ea4eb req-92b86cbc-775a-43f5-8e40-169e02bd962a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Sep 17 23:23:01.767568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:23:02.837504 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df629c-91eb-49ed-ba49-62434110eb84 req-1948d7fa-4fdf-4c61-827d-40310493dab6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:02.839011 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15df629c-91eb-49ed-ba49-62434110eb84 req-1948d7fa-4fdf-4c61-827d-40310493dab6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Sep 17 23:23:02.876269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-15df629c-91eb-49ed-ba49-62434110eb84 req-86a44b11-df0d-4c49-a9ac-165778315219 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312288 Sep 17 23:23:03.323032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:23:03.420042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:23:03.424668 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:23:03.425068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:03.500009 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:03.521002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:23:03.523612 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1add07a-5332-4616-90b4-74028f108e07" -d '{"events": [{"server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "name": "network-vif-plugged", "status": "completed", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:23:03.536661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:23:03.560652 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cca98bf-00d8-4fc9-a04f-49f8af0b5adf x-openstack-request-id: req-2cca98bf-00d8-4fc9-a04f-49f8af0b5adf {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:23:03.560939 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "name": "network-vif-plugged", "status": "completed", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:23:03.561193 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cca98bf-00d8-4fc9-a04f-49f8af0b5adf {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:23:03.561623 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'code': 200} Sep 17 23:23:03.592095 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:03.644218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:03.654650 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b5294-28bf-48ca-b770-5b24c9e66e8d req-15cfec6c-d676-48f6-aef7-03c2076eb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:03.657056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-118b5294-28bf-48ca-b770-5b24c9e66e8d req-15cfec6c-d676-48f6-aef7-03c2076eb6cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1098 time: 0.0412116 Sep 17 23:23:03.690685 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-118b5294-28bf-48ca-b770-5b24c9e66e8d req-069b8eda-fbaf-494a-a35b-155b3be30b44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268631 Sep 17 23:23:03.993772 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ebfb1-3f56-4834-a21e-e923412f6f0c req-6af61e0a-c212-4cc1-a16f-c72fdda64c36 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:03.995276 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a0ebfb1-3f56-4834-a21e-e923412f6f0c req-6af61e0a-c212-4cc1-a16f-c72fdda64c36 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0524669 Sep 17 23:23:04.033073 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a0ebfb1-3f56-4834-a21e-e923412f6f0c req-f82fb911-3a9e-499d-bb6f-b8939454ccb7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310323 Sep 17 23:23:05.147363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a523e8-a5f7-4957-a56f-939a915ca844 req-28a6393a-6880-49dc-8a0b-e2915d116c57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:05.148849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01a523e8-a5f7-4957-a56f-939a915ca844 req-28a6393a-6880-49dc-8a0b-e2915d116c57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0488875 Sep 17 23:23:05.185851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-01a523e8-a5f7-4957-a56f-939a915ca844 req-dfd76b5a-ee40-4817-a88f-654f6c42696a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Sep 17 23:23:05.299367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a606d99-60e8-4da8-9dbe-03e7ec8aed3f req-b959cede-7757-40a7-bbff-5a7d713a6ffe tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:05.300856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a606d99-60e8-4da8-9dbe-03e7ec8aed3f req-b959cede-7757-40a7-bbff-5a7d713a6ffe tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0495577 Sep 17 23:23:05.337645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a606d99-60e8-4da8-9dbe-03e7ec8aed3f req-0eaf35d1-46ef-40fa-bc25-dfd9d38576bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307312 Sep 17 23:23:05.360154 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35554) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:05.398844 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa3ad06-0927-45a9-bdee-ddd261b82e3a tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:05.400364 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8aa3ad06-0927-45a9-bdee-ddd261b82e3a tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1093 time: 0.0392056 Sep 17 23:23:05.403145 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35556) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:05.408416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:23:05.465770 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:05.564053 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:05.664692 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.118 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/8ab70369-a0fe-460c-a1af-a9da67a6c721) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:23:05.769690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:05.843912 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:05.880135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:23:05.883010 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:23:05.886847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:23:05.912281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=8ab70369-a0fe-460c-a1af-a9da67a6c721,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:06.245904 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:06.394967 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:06.540456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:06.591351 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:06.663126 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=8ab70369-a0fe-460c-a1af-a9da67a6c721,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:23:06.673510 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:06.771006 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP 0d45a744-c5d8-48b3-bfcd-e310bb87ed6b associated. External IP: 172.25.5.118, port: 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6. Sep 17 23:23:06.969021 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 0f13b464-ba24-4da1-93de-5f868a68656a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:23:07.074393 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:23:07.083859 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] Sync routers for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:23:07.094367 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:07.095008 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:07.174902 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:07.198243 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:07.203780 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0ee12a9d-7e59-4fd1-b03a-83346c94984d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7970765 Sep 17 23:23:07.203780 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:23:07.204351 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33b9994-92ef-4a72-a8d1-be816ef291db" -d '{"events": [{"name": "network-changed", "server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:23:07.311168 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9bbdde-d1ef-40c4-bcb9-9a216b830d43 x-openstack-request-id: req-bb9bbdde-d1ef-40c4-bcb9-9a216b830d43 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:23:07.311558 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:23:07.311873 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb9bbdde-d1ef-40c4-bcb9-9a216b830d43 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:23:07.312673 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'status': 'completed', 'code': 200} Sep 17 23:23:07.318464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d0ac6-797c-4ba4-a6b9-52015ef944a3 req-9eb391e8-5fa6-4262-8a54-91b94dcc691f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:07.322957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b93d0ac6-797c-4ba4-a6b9-52015ef944a3 req-9eb391e8-5fa6-4262-8a54-91b94dcc691f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0671926 Sep 17 23:23:07.385162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b93d0ac6-797c-4ba4-a6b9-52015ef944a3 req-deac26fd-1f3d-4fa8-a11f-d83870f459f4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580821 Sep 17 23:23:07.401960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-8e93907c-7ad4-4b9f-af93-5f0ec9975fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:07.401960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-8e93907c-7ad4-4b9f-af93-5f0ec9975fa5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1098 time: 0.0543139 Sep 17 23:23:07.408949 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35564) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:07.474628 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-88f8c481-b75b-410f-8032-9dad188844bc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/0d45a744-c5d8-48b3-bfcd-e310bb87ed6b HTTP/1.1" status: 200 len: 992 time: 0.0644274 Sep 17 23:23:07.504347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-b538a2bc-0e26-444c-a675-6d15ef702823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:07.505851 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-b538a2bc-0e26-444c-a675-6d15ef702823 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 896 time: 0.0987880 Sep 17 23:23:07.521750 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '0d45a744-c5d8-48b3-bfcd-e310bb87ed6b', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'port_id': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'mac_address': 'fa:16:3e:a3:d3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:23:06Z', 'updated_at': '2021-09-17T23:23:06Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a018d65-4d1c-4185-9d29-f0f6d12347f0', 'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:25:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:51Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:07.547949 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] Checking router: 0f13b464-ba24-4da1-93de-5f868a68656a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:23:07.556221 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:23:07.556850 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:22:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:07.571069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-04a7460c-dc17-4940-a222-8a33a58daef3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 1000 time: 0.0575154 Sep 17 23:23:07.619914 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-cc288c0f-4358-49ec-ae4b-c185b7ec1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:07.621358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-cc288c0f-4358-49ec-ae4b-c185b7ec1f5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 200 len: 834 time: 0.0434840 Sep 17 23:23:07.669787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-ffef22e4-664a-4e15-9b42-0e4032a2a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:07.672193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-ffef22e4-664a-4e15-9b42-0e4032a2a996 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5152c444-c592-4225-afc2-717ffd9b7588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438790 Sep 17 23:23:07.674159 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:23:07.762254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-0796d546-b30b-4c74-a414-f5b5a197015f service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832040 Sep 17 23:23:07.854707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f33b9994-92ef-4a72-a8d1-be816ef291db req-94789d8e-d189-44b3-af7a-72dc113c5d66 service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860312 Sep 17 23:23:07.895675 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '0d45a744-c5d8-48b3-bfcd-e310bb87ed6b', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'port_id': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'mac_address': 'fa:16:3e:a3:d3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:23:06Z', 'updated_at': '2021-09-17T23:23:06Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a018d65-4d1c-4185-9d29-f0f6d12347f0', 'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:25:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:51Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:23:07.921745 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cfecdc-c275-48a3-97e2-68cbf839ee37 None None] The sync data for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 is: [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '0d45a744-c5d8-48b3-bfcd-e310bb87ed6b', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'port_id': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'mac_address': 'fa:16:3e:a3:d3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:23:06Z', 'updated_at': '2021-09-17T23:23:06Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a018d65-4d1c-4185-9d29-f0f6d12347f0', 'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:25:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:51Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:23:08.103352 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284749a5-8d52-4ead-8ffa-76d5799f4973 None None] New status for floating IP 0d45a744-c5d8-48b3-bfcd-e310bb87ed6b: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:23:08.478419 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35566) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:23:08.538085 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-96083c27-d8a4-4f4a-be15-0ab04063747c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/0d45a744-c5d8-48b3-bfcd-e310bb87ed6b HTTP/1.1" status: 200 len: 994 time: 0.0584307 Sep 17 23:23:08.962895 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:10.683065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:17.079261 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:23:17.824754 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4e7e87ef-5190-4ff9-89e7-95296b71b19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:20.242327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ff9eb56-3e81-4504-93c3-c48737410daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:21.379654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:21.917134 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:23.580072 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:32.181224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-cf656912-7bff-46d7-829a-2836866de174 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385857 Sep 17 23:23:32.260865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-9d5dea77-63f6-4baf-90bc-2700cde94bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:32.262322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-9d5dea77-63f6-4baf-90bc-2700cde94bcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1098 time: 0.0400932 Sep 17 23:23:32.375393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-3dc22997-83f5-4b9c-8186-4a8622db1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:32.377432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-3dc22997-83f5-4b9c-8186-4a8622db1dca service neutron] 10.222.0.32 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 896 time: 0.0905209 Sep 17 23:23:32.442711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-b4549f0f-cb79-4526-a114-762626e47c0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 1002 time: 0.0573261 Sep 17 23:23:32.496058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-0768add6-8f7a-4b66-af2a-b01d089bbf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:32.497513 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-0768add6-8f7a-4b66-af2a-b01d089bbf88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 200 len: 834 time: 0.0474648 Sep 17 23:23:32.541555 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-ea61dc24-afa2-41cc-8bc4-1587edd98bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:32.543049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-ea61dc24-afa2-41cc-8bc4-1587edd98bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5152c444-c592-4225-afc2-717ffd9b7588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387280 Sep 17 23:23:32.631895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-f9311704-f158-458a-aa3e-36ee5e269313 service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816762 Sep 17 23:23:32.721999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e2f66a28-1269-467f-8cf9-719feaf01071 req-3213d5eb-717f-435c-8e5b-da826817b23d service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824959 Sep 17 23:23:38.961462 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:39.788571 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-6a5a6bf5-4031-4c24-9997-b6609fd5fd7d req-ee18c3be-ef10-4744-95bb-71eac058a183 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:23:39.789593 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a5a6bf5-4031-4c24-9997-b6609fd5fd7d req-ee18c3be-ef10-4744-95bb-71eac058a183 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585773 Sep 17 23:23:40.129617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93049cb-a49f-48f1-89e3-987559a286ec req-3f53ad22-963b-422c-9fdf-05268ab560c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:40.131280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e93049cb-a49f-48f1-89e3-987559a286ec req-3f53ad22-963b-422c-9fdf-05268ab560c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0506899 Sep 17 23:23:40.170385 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e93049cb-a49f-48f1-89e3-987559a286ec req-392db80b-b4e2-46cd-80c8-777364d7b955 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Sep 17 23:23:40.269555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-5ef1fe34-74f3-4d37-8be6-f042bbb0a68c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803080 Sep 17 23:23:40.278234 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-d6267ef2-8a20-4140-b983-899ee133e0bf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:23:40.279115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-d6267ef2-8a20-4140-b983-899ee133e0bf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047302 Sep 17 23:23:40.717179 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:41.290450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbbe26-42f8-4c1a-b359-5471523fb81c req-8c990963-cb2c-47f8-b6ee-1a1f06fc95df tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:41.291956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dacbbe26-42f8-4c1a-b359-5471523fb81c req-8c990963-cb2c-47f8-b6ee-1a1f06fc95df tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0529649 Sep 17 23:23:41.331615 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dacbbe26-42f8-4c1a-b359-5471523fb81c req-f7c36189-e7a1-4201-bead-c0424f0b4e7f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Sep 17 23:23:42.079074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-275f1758-1dd7-4a80-8c38-b74ddf4e8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:42.081158 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-275f1758-1dd7-4a80-8c38-b74ddf4e8647 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1098 time: 0.0395219 Sep 17 23:23:42.171846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-242ff8b3-e3bf-4425-9bcf-bf5fee28469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:42.173409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-242ff8b3-e3bf-4425-9bcf-bf5fee28469b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 896 time: 0.0853202 Sep 17 23:23:42.235699 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-6ddf3c1c-3108-44d4-a548-78a2400979f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 1002 time: 0.0553305 Sep 17 23:23:42.283134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-93df27e0-e16a-46ea-93e8-bdf4f7c66205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:42.289782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-93df27e0-e16a-46ea-93e8-bdf4f7c66205 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 200 len: 834 time: 0.0423942 Sep 17 23:23:42.332664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-edf2159d-9804-4dfc-96ad-4068ba27d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:42.334114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-edf2159d-9804-4dfc-96ad-4068ba27d8be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5152c444-c592-4225-afc2-717ffd9b7588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425739 Sep 17 23:23:42.459709 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-07ab51aa-cdcf-420c-a7a7-5e99b198482c service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185336 Sep 17 23:23:42.469692 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209309f-0fff-4aa9-89a8-6ec7c3582401 req-e9c40b18-2c2c-4c9a-a2f9-b7ee63933fc9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:42.471236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c209309f-0fff-4aa9-89a8-6ec7c3582401 req-e9c40b18-2c2c-4c9a-a2f9-b7ee63933fc9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0672050 Sep 17 23:23:42.557168 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c209309f-0fff-4aa9-89a8-6ec7c3582401 req-095dc8e8-4d34-4f7c-941f-5b552b10b45d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782199 Sep 17 23:23:42.579823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-acc254b4-8267-46b1-ab7b-bb759f4d13cd service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076417 Sep 17 23:23:43.675600 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e2916-b655-42f1-b312-44b90540dba2 req-54c2530d-927d-4002-9cb3-d8af4c00ee07 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:43.677042 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-547e2916-b655-42f1-b312-44b90540dba2 req-54c2530d-927d-4002-9cb3-d8af4c00ee07 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0509872 Sep 17 23:23:43.714426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-547e2916-b655-42f1-b312-44b90540dba2 req-8ce9f4fe-6a9b-441f-8e4f-50fefb1b3af8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311790 Sep 17 23:23:44.827010 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14cc41-e696-459e-8224-815e9a985d8f req-d8a9d224-8742-4600-9f12-aed6da23cfd5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:44.828446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff14cc41-e696-459e-8224-815e9a985d8f req-d8a9d224-8742-4600-9f12-aed6da23cfd5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0479612 Sep 17 23:23:44.865813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ff14cc41-e696-459e-8224-815e9a985d8f req-3ca614e2-355b-4617-818b-ad2f0c284a30 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309505 Sep 17 23:23:45.978690 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78e839-a42e-49fe-91c6-b0a494c078a8 req-834d8dbe-7e7d-44eb-9beb-2a0f5e2a22ec tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:45.980435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb78e839-a42e-49fe-91c6-b0a494c078a8 req-834d8dbe-7e7d-44eb-9beb-2a0f5e2a22ec tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0486312 Sep 17 23:23:46.017586 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb78e839-a42e-49fe-91c6-b0a494c078a8 req-90689afb-a0f4-473a-b8ba-1d66663bd72e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297024 Sep 17 23:23:47.133589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1827b-4759-4173-a673-138aa5f872f3 req-d5ac143a-9335-43a4-986c-81a2f41559b6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:47.135053 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdd1827b-4759-4173-a673-138aa5f872f3 req-d5ac143a-9335-43a4-986c-81a2f41559b6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0506322 Sep 17 23:23:47.171111 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fdd1827b-4759-4173-a673-138aa5f872f3 req-2704f3ce-b83c-4d38-912c-28bf9a34e61f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301301 Sep 17 23:23:47.842673 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6c513923-3290-48f5-bbb3-2a59e1f6d1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:48.285052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819f89-8492-402f-9753-8fd28bb5a158 req-00d2c02c-5778-4546-ab2e-1d247919de9b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:48.286502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5819f89-8492-402f-9753-8fd28bb5a158 req-00d2c02c-5778-4546-ab2e-1d247919de9b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0469413 Sep 17 23:23:48.322176 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5819f89-8492-402f-9753-8fd28bb5a158 req-e0d2a9c1-f9ee-4586-8e6f-e4e352a117a5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298424 Sep 17 23:23:49.437238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79ac7a-f1f2-46be-a055-5dd5c3475d73 req-740a066d-e915-4feb-a75c-a20e7da75c61 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:49.438750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc79ac7a-f1f2-46be-a055-5dd5c3475d73 req-740a066d-e915-4feb-a75c-a20e7da75c61 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0479209 Sep 17 23:23:49.475926 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dc79ac7a-f1f2-46be-a055-5dd5c3475d73 req-1177c600-67f9-4ed8-a168-5d2435fd5a23 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311635 Sep 17 23:23:50.276605 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-62f9751d-15be-4eed-89cb-6a30695666d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:50.591622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62870e-e6dc-4729-a3ae-8af9e085b35b req-487ef429-17da-4efa-8103-ff5bcd71731f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:50.592982 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a62870e-e6dc-4729-a3ae-8af9e085b35b req-487ef429-17da-4efa-8103-ff5bcd71731f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0503769 Sep 17 23:23:50.629549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a62870e-e6dc-4729-a3ae-8af9e085b35b req-d02414da-a2e8-40be-852d-a5a51a6a8b00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306261 Sep 17 23:23:51.385310 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:51.744081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0d2f8-dca2-4189-89d4-aada8d2b2469 req-851e65d6-c1fb-4e9c-aa5a-ae9e49dfa2fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:51.745548 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ae0d2f8-dca2-4189-89d4-aada8d2b2469 req-851e65d6-c1fb-4e9c-aa5a-ae9e49dfa2fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Sep 17 23:23:51.782206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5ae0d2f8-dca2-4189-89d4-aada8d2b2469 req-0e1c1302-6048-4689-845f-3462261093fa tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Sep 17 23:23:51.922316 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:52.894341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b5ba-ded6-4099-9d5a-a516120848d1 req-fb3b7f0e-bf55-42f4-8ff3-c99cbff2e2ee tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:52.895820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c56b5ba-ded6-4099-9d5a-a516120848d1 req-fb3b7f0e-bf55-42f4-8ff3-c99cbff2e2ee tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0474405 Sep 17 23:23:52.932469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3c56b5ba-ded6-4099-9d5a-a516120848d1 req-c9ab1e1f-b4a3-4ab6-ad66-3fe1fa52037c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308383 Sep 17 23:23:53.596272 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:23:54.049667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f33e5-b6c7-4166-935d-40defdea6f0c req-e2270806-48e3-4c7b-bac3-8aa2d8581040 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:54.051157 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf2f33e5-b6c7-4166-935d-40defdea6f0c req-e2270806-48e3-4c7b-bac3-8aa2d8581040 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0512919 Sep 17 23:23:54.078412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:23:54.087706 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cf2f33e5-b6c7-4166-935d-40defdea6f0c req-14cefde5-055b-48ea-97a9-d27f31b60daf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305810 Sep 17 23:23:55.202246 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da514e2-9092-4c4f-8917-6af578edb9e8 req-4163500e-1f64-433c-9f17-9975424b86ce tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:55.203784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5da514e2-9092-4c4f-8917-6af578edb9e8 req-4163500e-1f64-433c-9f17-9975424b86ce tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0480335 Sep 17 23:23:55.243995 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5da514e2-9092-4c4f-8917-6af578edb9e8 req-2803f784-9a6e-4bad-ac1e-6dd7c47c097f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339184 Sep 17 23:23:56.358191 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897e3b-5f6a-48a7-9e32-64436de1ea00 req-d224d2a4-fb93-4f63-b958-a6a857ef0190 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:56.359732 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65897e3b-5f6a-48a7-9e32-64436de1ea00 req-d224d2a4-fb93-4f63-b958-a6a857ef0190 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0482328 Sep 17 23:23:56.396076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-65897e3b-5f6a-48a7-9e32-64436de1ea00 req-6b8d8b03-b5ca-4e87-8c94-ce7cb5e3227a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304835 Sep 17 23:23:57.513345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f0740-20e9-4714-8675-6a6bdd729cf9 req-4189c33a-3e13-45f9-9a73-e25274982922 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:57.516458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9f0740-20e9-4714-8675-6a6bdd729cf9 req-4189c33a-3e13-45f9-9a73-e25274982922 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0518100 Sep 17 23:23:57.551955 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1f9f0740-20e9-4714-8675-6a6bdd729cf9 req-67b6dd78-ee94-4f20-a908-6adedd7d02e3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306184 Sep 17 23:23:58.665271 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab00899-aaa6-429d-a79d-f196aae05e23 req-54e31fce-6842-4c3e-9521-adf564ab6330 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:58.666644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dab00899-aaa6-429d-a79d-f196aae05e23 req-54e31fce-6842-4c3e-9521-adf564ab6330 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0479705 Sep 17 23:23:58.702689 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dab00899-aaa6-429d-a79d-f196aae05e23 req-50569d59-b907-4ec1-88d1-0df8276ce707 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301175 Sep 17 23:23:59.535967 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-22fd7d1d-fabb-4e1f-8127-c5460a0007f1 service neutron] show failed (client error): The resource could not be found. Sep 17 23:23:59.536931 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-22fd7d1d-fabb-4e1f-8127-c5460a0007f1 service neutron] 10.222.0.32 "GET /v2.0/ports/7a9550aa-b5d0-4b2e-8617-4e9765a21dc6/bindings/n-h2-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0523958 Sep 17 23:23:59.821997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac21e8-a9fe-4fda-b45a-05939925168a req-3da9bb2a-7518-437c-b529-d157addb571a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:23:59.824218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4ac21e8-a9fe-4fda-b45a-05939925168a req-3da9bb2a-7518-437c-b529-d157addb571a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0534921 Sep 17 23:23:59.864056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4ac21e8-a9fe-4fda-b45a-05939925168a req-310f0350-1c7f-4b81-ac72-48dd031e971b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Sep 17 23:24:00.065595 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-7558f670-0758-470c-b2a7-f412542a03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:00.067134 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-7558f670-0758-470c-b2a7-f412542a03e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 1098 time: 0.0887277 Sep 17 23:24:00.077557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a31b2766-ce71-4db1-bcb9-dcdec15b4490 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:24:00.078478 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a31b2766-ce71-4db1-bcb9-dcdec15b4490 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047774 Sep 17 23:24:00.090032 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-17', 'device_owner': 'compute:nova'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:00.141957 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:00.349620 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:00.381785 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h1-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:24:00.423386 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:00.426259 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f9c96c-55da-4644-a791-de13bf698e25" -d '{"events": [{"server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:00.430289 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:00.442280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Transition to ACTIVE for port object 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:24:00.473896 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d97e36a-7d93-452c-a4e9-abca4bd74dc0 x-openstack-request-id: req-2d97e36a-7d93-452c-a4e9-abca4bd74dc0 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:00.474187 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:00.474462 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d97e36a-7d93-452c-a4e9-abca4bd74dc0 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:00.474888 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'code': 200} Sep 17 23:24:00.482518 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:00.557052 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Pushing event updated for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=6']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:00.568924 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.569276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.569619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.569955 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.570291 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.570621 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.570972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.571305 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.571625 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.571947 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.572267 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.572587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:00.610303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] No DVR routers for this DVR port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on host n-h1-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:24:00.756206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Attempting to bind port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:24:00.756537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Attempting to bind port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:24:00.756859 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Attempting to bind port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on network 5152c444-c592-4225-afc2-717ffd9b7588 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:24:00.760961 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on network 5152c444-c592-4225-afc2-717ffd9b7588 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:24:00.761276 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Attempting to bind port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on network 5152c444-c592-4225-afc2-717ffd9b7588 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:24:00.765887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:24:00.766221 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Checking segment: {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:24:00.766596 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Bound using segment: {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:24:00.767046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Bound port: 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc02aabe-3246-45d0-814b-9f234866468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:24:00.767394 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:00.828324 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:24:00.831909 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:24:00.899250 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:00.932982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:00.933679 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:00.935100 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] 10.222.0.35 "PUT /v2.0/ports/7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 1093 time: 0.8485897 Sep 17 23:24:00.956033 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c8044-5f0c-4bcc-a4ef-ecda5ee63e5d service neutron] Pushing event updated for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=7']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:00.997835 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e3a39-bb53-4078-ad6b-ca1ef3c7a730 req-e06cc814-9459-4ae9-bbbf-16211779f0bc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:00.999510 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d66e3a39-bb53-4078-ad6b-ca1ef3c7a730 req-e06cc814-9459-4ae9-bbbf-16211779f0bc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 944 time: 0.0665958 Sep 17 23:24:01.006576 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-28dc568e-236a-4191-bca3-1d45434d3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:01.008134 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-28dc568e-236a-4191-bca3-1d45434d3e0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1096 time: 0.0417576 Sep 17 23:24:01.040672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d66e3a39-bb53-4078-ad6b-ca1ef3c7a730 req-c95ea283-2126-4f72-b784-f646d8a271d1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336475 Sep 17 23:24:01.114673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-1a8edd9a-82dc-4a77-9511-d86de1db1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:01.116464 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-1a8edd9a-82dc-4a77-9511-d86de1db1381 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 896 time: 0.1013722 Sep 17 23:24:01.179849 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-f8491a45-4b2b-4030-9016-c86c736a5fbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 1000 time: 0.0566425 Sep 17 23:24:01.230397 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-dca45b06-43d6-40f8-a660-567fc3f2c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:01.231750 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-dca45b06-43d6-40f8-a660-567fc3f2c544 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 200 len: 834 time: 0.0455730 Sep 17 23:24:01.276416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-673a26e8-e90e-4773-b3b0-f7ca46c339d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:01.277884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-673a26e8-e90e-4773-b3b0-f7ca46c339d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5152c444-c592-4225-afc2-717ffd9b7588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382543 Sep 17 23:24:01.370305 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-eb1fca81-5f38-4345-bf54-de968a669470 service neutron] 10.222.0.35 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843740 Sep 17 23:24:01.755039 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-103b005d-cc78-4256-a409-1537bcb33158 service neutron] 10.222.0.35 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774743 Sep 17 23:24:02.156648 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6241490-2729-4615-8d1a-1f196b9639cb req-67811475-8e85-4734-84db-ed762dd345cb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.158112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6241490-2729-4615-8d1a-1f196b9639cb req-67811475-8e85-4734-84db-ed762dd345cb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 944 time: 0.0467851 Sep 17 23:24:02.195229 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c6241490-2729-4615-8d1a-1f196b9639cb req-9e9e2bb8-a093-4d0a-90c5-dec818ac29d5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305302 Sep 17 23:24:02.476026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:02.478425 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a370f288-353a-45d2-8fa6-7bf57de231d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:02.526341 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e2d2b-ff8a-4b06-8a97-6368d971bd69 x-openstack-request-id: req-348e2d2b-ff8a-4b06-8a97-6368d971bd69 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:02.526720 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:02.527081 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-348e2d2b-ff8a-4b06-8a97-6368d971bd69 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:02.527587 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'status': 'completed', 'code': 200} Sep 17 23:24:02.586651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-debdd7a9-96bb-47cb-8d00-16a8686d2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.588178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-debdd7a9-96bb-47cb-8d00-16a8686d2842 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1096 time: 0.0442450 Sep 17 23:24:02.593135 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-40403036-c257-4617-9ac1-454e1d46e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.594620 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-40403036-c257-4617-9ac1-454e1d46e383 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1096 time: 0.0414424 Sep 17 23:24:02.675750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-609dcbd2-5298-4c9d-8f3a-9de13f13f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.677339 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-609dcbd2-5298-4c9d-8f3a-9de13f13f65b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 896 time: 0.0822833 Sep 17 23:24:02.684534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-93e5c43b-daa0-4693-ba6f-5daaced897ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.685993 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-93e5c43b-daa0-4693-ba6f-5daaced897ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 896 time: 0.0843596 Sep 17 23:24:02.746626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-1c7e5cbd-4552-4785-b306-d0c3296d878f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 1000 time: 0.0622959 Sep 17 23:24:02.755603 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-f6863ea0-a0ff-4144-94bf-3511e354067e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 1000 time: 0.0607078 Sep 17 23:24:02.795612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-cafc93cb-1bde-4f43-9068-e4f5d6404b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.797099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-cafc93cb-1bde-4f43-9068-e4f5d6404b98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 200 len: 834 time: 0.0432081 Sep 17 23:24:02.803891 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-5afaebaf-44ca-4e42-9f26-8df5bddc45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.805330 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-5afaebaf-44ca-4e42-9f26-8df5bddc45e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 200 len: 834 time: 0.0426669 Sep 17 23:24:02.841658 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-821c0376-f0f8-49f7-8567-98a12e57902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.843212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-821c0376-f0f8-49f7-8567-98a12e57902e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5152c444-c592-4225-afc2-717ffd9b7588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392399 Sep 17 23:24:02.851463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-bb4407af-c583-4b09-80bc-c6cfababc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:02.852945 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-bb4407af-c583-4b09-80bc-c6cfababc9d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5152c444-c592-4225-afc2-717ffd9b7588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397387 Sep 17 23:24:02.935209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-53a6efb9-492c-497f-8d1e-7a8f0a27b4e7 service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850017 Sep 17 23:24:02.945447 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-724cec61-81cf-4a0f-8f67-25b9e4661c01 service neutron] 10.222.0.35 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852313 Sep 17 23:24:03.022920 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-dc752e20-5a6a-4f81-aedb-45cf5efb4611 service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804453 Sep 17 23:24:03.034416 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-a370f288-353a-45d2-8fa6-7bf57de231d3 req-a6b0fab4-90cd-46a5-aacd-44567d27098e service neutron] 10.222.0.35 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815620 Sep 17 23:24:03.318024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94f5ba-f322-4ae9-8ec1-295d194bbae0 req-159a60da-4918-4590-8f7c-42a674a8f302 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:03.319796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab94f5ba-f322-4ae9-8ec1-295d194bbae0 req-159a60da-4918-4590-8f7c-42a674a8f302 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 944 time: 0.0568969 Sep 17 23:24:03.362133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ab94f5ba-f322-4ae9-8ec1-295d194bbae0 req-9409b68c-d56c-4cf0-a3e4-23556bdf1378 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350955 Sep 17 23:24:03.627804 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:24:03.666661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:24:03.730907 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:24:03.822290 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:03.836436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'port_id': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'mac_address': 'fa:16:3e:a3:d3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:24:03.873287 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:03.886056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:24:03.904886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:03.973731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:04.021834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:04.029170 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.029417 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.029762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.030103 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.030434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.030763 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.031137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.031438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.031765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.032089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.032411 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.032732 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:04.198730 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:24:04.481202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad02ea-55cf-46a8-a113-2d9900f7b40d req-46278b99-5b14-4656-8b84-ab3cd3be4ae3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:04.482606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9ad02ea-55cf-46a8-a113-2d9900f7b40d req-46278b99-5b14-4656-8b84-ab3cd3be4ae3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 945 time: 0.0482011 Sep 17 23:24:04.519970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9ad02ea-55cf-46a8-a113-2d9900f7b40d req-73ed645b-e199-46b3-bc05-d50b9041f3a4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306919 Sep 17 23:24:04.833302 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2485b61-b5aa-43df-8358-50899d75fd24 req-5d6775ac-4eb8-46be-9ac0-40b36a3bc5ef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:04.834890 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2485b61-b5aa-43df-8358-50899d75fd24 req-5d6775ac-4eb8-46be-9ac0-40b36a3bc5ef tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 945 time: 0.0511158 Sep 17 23:24:04.906659 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b2485b61-b5aa-43df-8358-50899d75fd24 req-812a52a2-a0bd-4b5a-b994-f4c0914f06eb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656710 Sep 17 23:24:04.915058 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced65772-0106-415e-9741-0dfd6579de83 req-137ba1ce-ad6b-4062-b795-d057723cd718 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:04.916445 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced65772-0106-415e-9741-0dfd6579de83 req-137ba1ce-ad6b-4062-b795-d057723cd718 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924&tenant_id=a226278168af428ea8e3ee46ce206e1e&binding%3Ahost_id=n-h2-713498-17 HTTP/1.1" status: 200 len: 945 time: 0.0698574 Sep 17 23:24:04.987243 n-d-713498-17 neutron-server[101661]: INFO neutron.api.v2.resource [req-ced65772-0106-415e-9741-0dfd6579de83 req-15242c5a-3d12-4918-9069-d1181469afef service neutron] delete failed (client error): The resource could not be found. Sep 17 23:24:04.989078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced65772-0106-415e-9741-0dfd6579de83 req-15242c5a-3d12-4918-9069-d1181469afef service neutron] 10.222.0.32 "DELETE /v2.0/ports/7a9550aa-b5d0-4b2e-8617-4e9765a21dc6/bindings/n-h1-713498-17 HTTP/1.1" status: 404 len: 381 time: 0.0632644 Sep 17 23:24:05.023579 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05782f2-7e1b-46a9-b6b3-69746528ac14 req-d2c11677-e11c-4181-8279-40dbd103da4d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:05.025067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f05782f2-7e1b-46a9-b6b3-69746528ac14 req-d2c11677-e11c-4181-8279-40dbd103da4d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 945 time: 0.0489275 Sep 17 23:24:05.091390 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f05782f2-7e1b-46a9-b6b3-69746528ac14 req-554767f3-8cbb-42a3-bad8-ec20d74313af tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603449 Sep 17 23:24:05.097309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced65772-0106-415e-9741-0dfd6579de83 req-bcdaf3cf-4a99-4e2d-b6a5-43e0db34b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:05.099361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced65772-0106-415e-9741-0dfd6579de83 req-bcdaf3cf-4a99-4e2d-b6a5-43e0db34b3ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1097 time: 0.0620067 Sep 17 23:24:05.185881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced65772-0106-415e-9741-0dfd6579de83 req-0b4e697d-76f3-4449-b0d1-b43d9f4e63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:05.187414 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced65772-0106-415e-9741-0dfd6579de83 req-0b4e697d-76f3-4449-b0d1-b43d9f4e63f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 896 time: 0.0811408 Sep 17 23:24:05.254965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced65772-0106-415e-9741-0dfd6579de83 req-d6149128-89fe-41c9-b10f-c6844bec4d23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0599771 Sep 17 23:24:05.301481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced65772-0106-415e-9741-0dfd6579de83 req-72192e89-e361-46f9-b4eb-ad37e5f91246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:05.302951 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced65772-0106-415e-9741-0dfd6579de83 req-72192e89-e361-46f9-b4eb-ad37e5f91246 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 200 len: 834 time: 0.0416362 Sep 17 23:24:05.347845 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced65772-0106-415e-9741-0dfd6579de83 req-ed880e10-4479-4cf1-9ba5-6fada15f05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:05.350005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced65772-0106-415e-9741-0dfd6579de83 req-ed880e10-4479-4cf1-9ba5-6fada15f05b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5152c444-c592-4225-afc2-717ffd9b7588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398090 Sep 17 23:24:05.752971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:24:05.797600 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced65772-0106-415e-9741-0dfd6579de83 req-72d9633d-0d5c-44f1-86bd-d289a77f48ac service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408567 Sep 17 23:24:05.889335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced65772-0106-415e-9741-0dfd6579de83 req-bb51cfe6-8d0e-4dc2-9dfb-bc4c31f65eac service neutron] 10.222.0.32 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846438 Sep 17 23:24:05.904367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:24:05.909087 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:05.909752 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:05.992041 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:06.015007 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:06.017155 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16beef32-e134-45ca-a933-94cb97ba6d7a" -d '{"events": [{"server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "name": "network-vif-plugged", "status": "completed", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:06.030287 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:06.068236 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c0c9f7-3ca1-4a95-8a11-5fe00f647861 x-openstack-request-id: req-d9c0c9f7-3ca1-4a95-8a11-5fe00f647861 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:06.068531 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "name": "network-vif-plugged", "status": "completed", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:06.068787 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9c0c9f7-3ca1-4a95-8a11-5fe00f647861 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:06.069181 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'code': 200} Sep 17 23:24:06.093638 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:06.142940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:06.213889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a46bbe-4869-4543-b176-f4b924748420 req-71100379-7212-44a9-a25d-dce057b99602 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:06.215375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91a46bbe-4869-4543-b176-f4b924748420 req-71100379-7212-44a9-a25d-dce057b99602 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0507505 Sep 17 23:24:06.252479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-91a46bbe-4869-4543-b176-f4b924748420 req-b6be23f9-a355-4f4c-8d47-287b3bb30adf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308981 Sep 17 23:24:07.367602 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbddfa9-5c4c-4efe-b787-8338682d1017 req-74b9f442-7de8-42ef-8f25-1c387d162175 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:07.369062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5dbddfa9-5c4c-4efe-b787-8338682d1017 req-74b9f442-7de8-42ef-8f25-1c387d162175 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0482628 Sep 17 23:24:07.406162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5dbddfa9-5c4c-4efe-b787-8338682d1017 req-28e7f228-aa87-4c4e-a4f3-cd6554e2ff3d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Sep 17 23:24:07.428479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35672) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:07.486359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b333a854-8190-4788-b475-546ada72b30e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/0d45a744-c5d8-48b3-bfcd-e310bb87ed6b HTTP/1.1" status: 200 len: 994 time: 0.0565951 Sep 17 23:24:08.962690 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:10.762322 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:17.840777 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae6a6-29e3-483e-b031-60bd04f230de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:20.328324 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d515cfcb-8768-4520-89cf-0c4c02e86061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:21.442439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:22.025015 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:23.596821 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:31.078326 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:24:35.959355 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35686) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:36.116287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 8ab70369-a0fe-460c-a1af-a9da67a6c721 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:24:36.116628 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:36.192568 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:36.192887 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:36.205711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 8ab70369-a0fe-460c-a1af-a9da67a6c721 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:24:36.430915 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:36.457533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=8ab70369-a0fe-460c-a1af-a9da67a6c721,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:36.483551 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.483895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.484237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.484573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.484905 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.485235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.485563 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.485888 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.486214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.486534 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.486882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.487206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:36.525002 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:36.525331 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP 0d45a744-c5d8-48b3-bfcd-e310bb87ed6b disassociated (deleted). External IP: 172.25.5.118, port: 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6. Sep 17 23:24:36.727371 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 0f13b464-ba24-4da1-93de-5f868a68656a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:24:36.831452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:24:36.836217 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:36.841183 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] Sync routers for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:24:36.850241 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:24:36.850864 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:36.863412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4b0d3875-a0f3-4c92-9828-d1a4338a781c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/floatingips/0d45a744-c5d8-48b3-bfcd-e310bb87ed6b HTTP/1.1" status: 204 len: 168 time: 0.9029808 Sep 17 23:24:36.864080 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:36.866449 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926" -d '{"events": [{"name": "network-changed", "server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:36.957618 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:24:36.974841 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d05d01-ec84-4e26-8a5b-f412dc536731 x-openstack-request-id: req-d7d05d01-ec84-4e26-8a5b-f412dc536731 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:36.975385 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:36.975495 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7d05d01-ec84-4e26-8a5b-f412dc536731 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:36.976019 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'status': 'completed', 'code': 200} Sep 17 23:24:37.037747 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-aa256614-4453-4140-a635-f430c9be7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:37.039168 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-aa256614-4453-4140-a635-f430c9be7010 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 1098 time: 0.0408602 Sep 17 23:24:37.135447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-4905bc58-1347-4494-83a4-4fd169cb2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:37.136952 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-4905bc58-1347-4494-83a4-4fd169cb2e7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 200 len: 896 time: 0.0905912 Sep 17 23:24:37.159240 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '4a018d65-4d1c-4185-9d29-f0f6d12347f0', 'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:25:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:51Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:37.181019 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-9f497d50-e487-4338-9578-949dd3d2b5f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 200 len: 217 time: 0.0352929 Sep 17 23:24:37.186101 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] Checking router: 0f13b464-ba24-4da1-93de-5f868a68656a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:24:37.194568 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:24:37.195189 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:37.235327 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-95db27cf-6d51-4e73-a397-643b5d2164e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:37.236803 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-95db27cf-6d51-4e73-a397-643b5d2164e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 200 len: 834 time: 0.0487499 Sep 17 23:24:37.285586 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-f61c74ed-4486-419b-bb82-6eb5cecdb8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:37.287153 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-f61c74ed-4486-419b-bb82-6eb5cecdb8a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5152c444-c592-4225-afc2-717ffd9b7588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423067 Sep 17 23:24:37.310662 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:24:37.352070 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1c50a-3d40-4231-9eb4-a34fef2bb7f8 req-7d7aef24-8eac-4a2f-aa59-91887162c2ab tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:37.353605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84a1c50a-3d40-4231-9eb4-a34fef2bb7f8 req-7d7aef24-8eac-4a2f-aa59-91887162c2ab tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0575116 Sep 17 23:24:37.396115 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84a1c50a-3d40-4231-9eb4-a34fef2bb7f8 req-f163e7a8-c1bc-4c9a-bbb4-48027922d211 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350647 Sep 17 23:24:37.403090 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-de6fe289-503c-4484-8a49-cc5f61dc5295 service neutron] 10.222.0.35 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075449 Sep 17 23:24:37.491906 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8ffb89ab-bd9e-4e74-9f2b-6c4e46e2d926 req-51d34e6c-1eab-4b99-9317-ceb8ca8ff189 service neutron] 10.222.0.35 "GET /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811055 Sep 17 23:24:37.520072 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '4a018d65-4d1c-4185-9d29-f0f6d12347f0', 'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:25:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:51Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:37.549525 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd82f2-17f3-4f2e-8b82-f599a679d499 None None] The sync data for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 is: [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '4a018d65-4d1c-4185-9d29-f0f6d12347f0', 'name': '', 'network_id': '5152c444-c592-4225-afc2-717ffd9b7588', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:25:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:51Z', 'updated_at': '2021-09-17T23:22:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '43289307-a0f9-4ce8-a75a-1dfb030e4bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:24:37.777595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e8817-6c6e-4503-8fa4-d5335d4cf33a None None] New status for floating IP 0d45a744-c5d8-48b3-bfcd-e310bb87ed6b: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:24:38.516993 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21db9c9-5919-4839-821b-f18632bffb1c req-796ace5b-c2b6-499a-8206-a10d975561c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:38.518475 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e21db9c9-5919-4839-821b-f18632bffb1c req-796ace5b-c2b6-499a-8206-a10d975561c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0483871 Sep 17 23:24:38.555986 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e21db9c9-5919-4839-821b-f18632bffb1c req-a1f97847-4438-4468-8be8-edbbf7f91310 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=715a71d6-25ff-4577-9a00-6d215dda073a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315390 Sep 17 23:24:38.558044 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-ad6cb483-f6b9-4aaf-a38c-9b9126d792a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:38.559588 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-ad6cb483-f6b9-4aaf-a38c-9b9126d792a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 946 time: 0.0491436 Sep 17 23:24:38.652187 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:24:38.652429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:38.737613 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:38.737977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:38.750809 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:24:38.949190 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:38.972053 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:38.977507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=7a9550aa-b5d0-4b2e-8617-4e9765a21dc6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:39.022409 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] No DVR routers for this DVR port 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:24:39.025049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:39.027158 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-98849b67-8117-4bb2-89a0-88495c7c89c8 req-0c84ce00-2c8b-4c1c-918b-91d68de5b869 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.35 "DELETE /v2.0/ports/7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 HTTP/1.1" status: 204 len: 173 time: 0.4612184 Sep 17 23:24:39.027597 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'name': 'network-vif-deleted', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:39.029903 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a974b7ce-fe38-4638-b621-652289cfe10d" -d '{"events": [{"server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "name": "network-vif-deleted", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:39.067202 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d4db3-b0fc-497a-bfa1-2c5c2f5f119d x-openstack-request-id: req-539d4db3-b0fc-497a-bfa1-2c5c2f5f119d {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:39.067496 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0748723b-4a9a-4d28-96b2-d5118bb24924", "name": "network-vif-deleted", "tag": "7a9550aa-b5d0-4b2e-8617-4e9765a21dc6", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:39.067747 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-539d4db3-b0fc-497a-bfa1-2c5c2f5f119d {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:39.068143 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0748723b-4a9a-4d28-96b2-d5118bb24924', 'name': 'network-vif-deleted', 'tag': '7a9550aa-b5d0-4b2e-8617-4e9765a21dc6', 'status': 'completed', 'code': 200} Sep 17 23:24:39.570774 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bbdaa810-3072-400f-880e-5ac8645ce73f req-4773ccf0-b35f-429d-8b2d-abee9c7a23bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250967 Sep 17 23:24:39.644270 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bbdaa810-3072-400f-880e-5ac8645ce73f req-ab655e8a-9f6f-452f-87a4-dbd86eb7acb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 210 time: 0.0250568 Sep 17 23:24:39.666618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-17282df4-24bc-49d0-bd05-ba589f34d959 req-7a7f8ebe-e574-464e-9748-dc037c7c8404 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0748723b-4a9a-4d28-96b2-d5118bb24924 HTTP/1.1" status: 200 len: 210 time: 0.0285106 Sep 17 23:24:39.758902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa810-3072-400f-880e-5ac8645ce73f req-13371469-a14e-430a-8dee-111cc05895e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:39.760496 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bbdaa810-3072-400f-880e-5ac8645ce73f req-13371469-a14e-430a-8dee-111cc05895e5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a226278168af428ea8e3ee46ce206e1e&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0972650 Sep 17 23:24:39.859536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa810-3072-400f-880e-5ac8645ce73f req-b9ee490c-3470-4ebf-8e4b-866bab7acff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:39.861196 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-bbdaa810-3072-400f-880e-5ac8645ce73f req-b9ee490c-3470-4ebf-8e4b-866bab7acff4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0944667 Sep 17 23:24:40.723417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35704) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:40.780181 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:41.078376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:41.340609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 4a018d65-4d1c-4185-9d29-f0f6d12347f0 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:24:41.340609 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:41.427717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 4a018d65-4d1c-4185-9d29-f0f6d12347f0, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=4a018d65-4d1c-4185-9d29-f0f6d12347f0,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:41.428082 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:41.445452 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 4a018d65-4d1c-4185-9d29-f0f6d12347f0 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:24:41.705138 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:41.733164 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=4a018d65-4d1c-4185-9d29-f0f6d12347f0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:41.907426 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:41.970503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:24:41.994501 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:24:41.994866 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 7a9550aa-b5d0-4b2e-8617-4e9765a21dc6 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:24:42.124979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 0f13b464-ba24-4da1-93de-5f868a68656a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:24:42.228458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:24:42.234277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e26c6386-b7b0-45c0-95ec-72c0a1849ec8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/0f13b464-ba24-4da1-93de-5f868a68656a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5097935 Sep 17 23:24:42.236964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35706) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:42.239651 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] Sync routers for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:24:42.249179 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:24:42.249769 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:42.286595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e4e242-8d9b-41ee-9bee-0d4a949f5683 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting subnet 43289307-a0f9-4ce8-a75a-1dfb030e4bb8 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:24:42.289631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44e4e242-8d9b-41ee-9bee-0d4a949f5683 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.329441 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44e4e242-8d9b-41ee-9bee-0d4a949f5683 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.424055 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44e4e242-8d9b-41ee-9bee-0d4a949f5683 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.448835 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:24:42.546018 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44e4e242-8d9b-41ee-9bee-0d4a949f5683 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.576630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4e242-8d9b-41ee-9bee-0d4a949f5683 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Subnet': ['ID=43289307-a0f9-4ce8-a75a-1dfb030e4bb8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:42.581213 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-44e4e242-8d9b-41ee-9bee-0d4a949f5683 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.586666 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-44e4e242-8d9b-41ee-9bee-0d4a949f5683 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/subnets/43289307-a0f9-4ce8-a75a-1dfb030e4bb8 HTTP/1.1" status: 204 len: 168 time: 0.3464382 Sep 17 23:24:42.586998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2544d7-60a2-4976-a090-466309dc3605 None None] Network 5152c444-c592-4225-afc2-717ffd9b7588 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:24:42.587126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35708) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:42.625754 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:24:41Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:42.652674 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] Checking router: 0f13b464-ba24-4da1-93de-5f868a68656a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:24:42.661868 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] Routers {'0f13b464-ba24-4da1-93de-5f868a68656a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:24:42.662524 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0f13b464-ba24-4da1-93de-5f868a68656a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:42.699066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.763844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4909ec-0038-4b78-929e-3c9b60d34a1a None None] DHCP port deletion for 5152c444-c592-4225-afc2-717ffd9b7588 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:24:42.771286 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] Set router 0f13b464-ba24-4da1-93de-5f868a68656a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:24:42.809356 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.813803 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a4909ec-0038-4b78-929e-3c9b60d34a1a None None] Deleting port e2d1b997-06f9-4152-a99d-900efd68e551 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:24:42.814568 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a4909ec-0038-4b78-929e-3c9b60d34a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.874773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9a4909ec-0038-4b78-929e-3c9b60d34a1a None None] For port e2d1b997-06f9-4152-a99d-900efd68e551, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e2d1b997-06f9-4152-a99d-900efd68e551,segment=NetworkSegment(bc02aabe-3246-45d0-814b-9f234866468c),segment_id=bc02aabe-3246-45d0-814b-9f234866468c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:42.875183 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a4909ec-0038-4b78-929e-3c9b60d34a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.886936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-9a4909ec-0038-4b78-929e-3c9b60d34a1a None None] Calling delete_port for e2d1b997-06f9-4152-a99d-900efd68e551 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:24:42.953979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 533ecb1a-78f3-40a0-a763-1b4b5d51452f {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:24:42.954388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:42.954779 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:24:41Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:42.986699 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e247d7-1c20-4878-a2bf-971421a23143 None None] The sync data for ids ['0f13b464-ba24-4da1-93de-5f868a68656a'] in n-d-713498-17 is: [{'id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915788245', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:22:47Z', 'updated_at': '2021-09-17T23:24:41Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '533ecb1a-78f3-40a0-a763-1b4b5d51452f', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b464-ba24-4da1-93de-5f868a68656a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:22:48Z', 'updated_at': '2021-09-17T23:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:24:43.040720 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 533ecb1a-78f3-40a0-a763-1b4b5d51452f, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=533ecb1a-78f3-40a0-a763-1b4b5d51452f,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:43.041117 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.053549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 533ecb1a-78f3-40a0-a763-1b4b5d51452f owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:24:43.070935 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9a4909ec-0038-4b78-929e-3c9b60d34a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.097399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4909ec-0038-4b78-929e-3c9b60d34a1a None None] Pushing event deleted for resources: {'Port': ['ID=e2d1b997-06f9-4152-a99d-900efd68e551,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:43.099307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4909ec-0038-4b78-929e-3c9b60d34a1a None None] No DVR routers for this DVR port e2d1b997-06f9-4152-a99d-900efd68e551 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:24:43.311537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.339351 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=533ecb1a-78f3-40a0-a763-1b4b5d51452f,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:43.417478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e2d1b997-06f9-4152-a99d-900efd68e551 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:24:43.422436 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.438348 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e2d1b997-06f9-4152-a99d-900efd68e551 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:24:43.438691 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e2d1b997-06f9-4152-a99d-900efd68e551 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:24:43.439333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a018d65-4d1c-4185-9d29-f0f6d12347f0 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:24:43.459503 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 4a018d65-4d1c-4185-9d29-f0f6d12347f0 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:24:43.459821 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 4a018d65-4d1c-4185-9d29-f0f6d12347f0 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:24:43.518381 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.520594 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.642080 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.642653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Fanout notify agent at l3_agent the message router_deleted on router 0f13b464-ba24-4da1-93de-5f868a68656a {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:24:43.652893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.654246 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4ebbc5bc-2924-42d9-ab03-e14007bc574a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/routers/0f13b464-ba24-4da1-93de-5f868a68656a HTTP/1.1" status: 204 len: 168 time: 1.0659504 Sep 17 23:24:43.657464 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35710) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:43.738401 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.824052 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.842933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5152c444-c592-4225-afc2-717ffd9b7588']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:43.851718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc02aabe-3246-45d0-814b-9f234866468c') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:43.852012 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc02aabe-3246-45d0-814b-9f234866468c') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:43.861991 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.875664 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.881242 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:24:43.881618 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:24:43.884496 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:24:44.036467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:44.040895 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:44.043146 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/networks/5152c444-c592-4225-afc2-717ffd9b7588 HTTP/1.1" status: 204 len: 168 time: 0.3846667 Sep 17 23:24:44.056536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35712) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:44.057906 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd204c-77fe-40ff-a109-7cd6ecc41b8f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Network': ['ID=5152c444-c592-4225-afc2-717ffd9b7588,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:44.120840 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1cdc159-9686-4472-9d20-d95fc0db94f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:44.148199 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1cdc159-9686-4472-9d20-d95fc0db94f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:44.316445 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1cdc159-9686-4472-9d20-d95fc0db94f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:44.318954 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d1cdc159-9686-4472-9d20-d95fc0db94f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:44.320154 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d1cdc159-9686-4472-9d20-d95fc0db94f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/security-groups/715a71d6-25ff-4577-9a00-6d215dda073a HTTP/1.1" status: 204 len: 168 time: 0.2626188 Sep 17 23:24:44.330085 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdc159-9686-4472-9d20-d95fc0db94f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715a71d6-25ff-4577-9a00-6d215dda073a,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:45.020259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35720) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:45.025200 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-040d2cb7-0dee-427d-8d7c-d31fe7701f2a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299803236', 'description': 'tempest-secgroup-smoke-1299803236 description', 'project_id': 'a226278168af428ea8e3ee46ce206e1e'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:45.128002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-040d2cb7-0dee-427d-8d7c-d31fe7701f2a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:45.206692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-040d2cb7-0dee-427d-8d7c-d31fe7701f2a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:45.372374 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-040d2cb7-0dee-427d-8d7c-d31fe7701f2a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:45.390098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 533ecb1a-78f3-40a0-a763-1b4b5d51452f no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:24:45.399581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 533ecb1a-78f3-40a0-a763-1b4b5d51452f {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:24:45.399929 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 533ecb1a-78f3-40a0-a763-1b4b5d51452f not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:24:45.402027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d2cb7-0dee-427d-8d7c-d31fe7701f2a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e015641-44b0-4b54-bce7-16e57cace465,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:45.486050 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-040d2cb7-0dee-427d-8d7c-d31fe7701f2a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:45.487343 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-040d2cb7-0dee-427d-8d7c-d31fe7701f2a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4660082 Sep 17 23:24:45.490156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35722) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:45.494453 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-0142429d-9912-41b9-9d1c-ff0346803c35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '9e015641-44b0-4b54-bce7-16e57cace465', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:45.616415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0142429d-9912-41b9-9d1c-ff0346803c35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:45.672126 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0142429d-9912-41b9-9d1c-ff0346803c35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:45.760441 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0142429d-9912-41b9-9d1c-ff0346803c35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:45.777378 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142429d-9912-41b9-9d1c-ff0346803c35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2501f39e-fa81-4383-b7a6-b90d7b4b43e1,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:45.864924 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0142429d-9912-41b9-9d1c-ff0346803c35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:45.866203 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0142429d-9912-41b9-9d1c-ff0346803c35 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751268 Sep 17 23:24:45.869342 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35724) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:45.873846 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-5a68d1f5-fd64-4e62-98b9-c312fe6954f8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '9e015641-44b0-4b54-bce7-16e57cace465', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:45.988087 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5a68d1f5-fd64-4e62-98b9-c312fe6954f8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.045724 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5a68d1f5-fd64-4e62-98b9-c312fe6954f8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.144627 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5a68d1f5-fd64-4e62-98b9-c312fe6954f8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.162762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68d1f5-fd64-4e62-98b9-c312fe6954f8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ad363f-aa2c-4d01-bb3d-1c82564b35a2,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:46.264780 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-5a68d1f5-fd64-4e62-98b9-c312fe6954f8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.266037 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5a68d1f5-fd64-4e62-98b9-c312fe6954f8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3957875 Sep 17 23:24:46.268930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35726) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:46.273256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-cfcc95d9-5003-460b-9808-d7b72f8b803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '9e015641-44b0-4b54-bce7-16e57cace465', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:46.337695 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcc95d9-5003-460b-9808-d7b72f8b803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.396728 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcc95d9-5003-460b-9808-d7b72f8b803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.470619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcc95d9-5003-460b-9808-d7b72f8b803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.489935 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc95d9-5003-460b-9808-d7b72f8b803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca7f22d-b5dd-406c-9ba3-4c75c4f50e40,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:46.562201 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cfcc95d9-5003-460b-9808-d7b72f8b803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.563541 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cfcc95d9-5003-460b-9808-d7b72f8b803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936926 Sep 17 23:24:46.566297 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35728) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:46.570573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-89c8aa47-8ef3-4da2-afa1-4c34d2fc3ca6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '9e015641-44b0-4b54-bce7-16e57cace465', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:46.657495 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89c8aa47-8ef3-4da2-afa1-4c34d2fc3ca6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.719623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89c8aa47-8ef3-4da2-afa1-4c34d2fc3ca6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.790270 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89c8aa47-8ef3-4da2-afa1-4c34d2fc3ca6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.808782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8aa47-8ef3-4da2-afa1-4c34d2fc3ca6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76201f97-01dc-4622-b35b-0c8d3344728d,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:46.870402 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-89c8aa47-8ef3-4da2-afa1-4c34d2fc3ca6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:46.871638 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-89c8aa47-8ef3-4da2-afa1-4c34d2fc3ca6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044028 Sep 17 23:24:46.875190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35730) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:46.880179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d13976c5-3632-4f90-8a8a-d2a57775b6cf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '9e015641-44b0-4b54-bce7-16e57cace465', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:46.979341 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-d13976c5-3632-4f90-8a8a-d2a57775b6cf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:24:46.984713 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d13976c5-3632-4f90-8a8a-d2a57775b6cf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.044682 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d13976c5-3632-4f90-8a8a-d2a57775b6cf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.110376 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d13976c5-3632-4f90-8a8a-d2a57775b6cf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.128086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13976c5-3632-4f90-8a8a-d2a57775b6cf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe65bac-9fad-48fd-b332-1925564b37d3,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:47.201958 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d13976c5-3632-4f90-8a8a-d2a57775b6cf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.203280 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d13976c5-3632-4f90-8a8a-d2a57775b6cf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271697 Sep 17 23:24:47.205940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35732) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:47.210167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-acca09bc-bc4b-451b-aaa0-5958c6495d00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '9e015641-44b0-4b54-bce7-16e57cace465', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:47.281852 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-acca09bc-bc4b-451b-aaa0-5958c6495d00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:24:47.286474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acca09bc-bc4b-451b-aaa0-5958c6495d00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.346567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acca09bc-bc4b-451b-aaa0-5958c6495d00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.423055 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acca09bc-bc4b-451b-aaa0-5958c6495d00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.441921 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca09bc-bc4b-451b-aaa0-5958c6495d00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed08e92-4b5e-473d-a1fd-3b90d4f708e2,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:47.503165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-acca09bc-bc4b-451b-aaa0-5958c6495d00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.504382 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-acca09bc-bc4b-451b-aaa0-5958c6495d00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2975290 Sep 17 23:24:47.507310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35734) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:47.512037 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'network': {'name': 'tempest-network-smoke--1096057721', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:47.601803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:24:47.605437 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.627340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:24:47.635578 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.638940 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Added segment 9d2c5db4-c632-4687-a0a3-a7802157e5f7 of type vlan for network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 Sep 17 23:24:47.674534 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.767671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.773141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:47.773757 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.840905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Network': ['ID=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:47.852359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:24:47.865327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-02dd7f4a-98ae-414e-8c2c-3a54c181ce1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.888674 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a068fbb8-7fb7-4454-9561-ea3f6b893f24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3803370 Sep 17 23:24:47.892067 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35736) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:47.896510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'admin_state_up': True, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:47.990977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:47.992044 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:48.045971 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:48.227015 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:48.480939 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:48.500105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:48.596551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.242 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/20d0ffb2-4fa0-4598-87ec-89efc4d47532) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:24:48.699815 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:48.789282 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:48.825879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:24:48.828906 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:24:48.832272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:24:48.856366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=20d0ffb2-4fa0-4598-87ec-89efc4d47532,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:49.155674 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:49.415972 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:49.596292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 6c530555-5475-4b5a-801c-916f3d6bbcaf is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:24:49.701149 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:24:49.711431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Sync routers for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:24:49.720425 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:24:49.721037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:49.778893 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:49.780378 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-cc4794aa-fdb2-47b8-acdd-26b52fa7928a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8872120 Sep 17 23:24:49.783478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35738) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:49.825569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:24:49.854068 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a21b8ba1-4c10-4075-acf9-92cdc4d4fd5b tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a226278168af428ea8e3ee46ce206e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0692046 Sep 17 23:24:49.856639 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35742) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:49.949607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0793f-2503-4108-a878-43bea5107f57 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:49.951291 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-5ed0793f-2503-4108-a878-43bea5107f57 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936124 Sep 17 23:24:49.955387 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35744) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:49.988659 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c0fe1ae9-b2f6-4521-a794-0284f4cf6070 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320497 Sep 17 23:24:49.991382 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35746) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:49.996837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1652522775', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:50.144526 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:24:50.148549 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.158630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:48Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:50.192561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Checking router: 6c530555-5475-4b5a-801c-916f3d6bbcaf for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:24:50.192905 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Updating router 6c530555-5475-4b5a-801c-916f3d6bbcaf port 20d0ffb2-4fa0-4598-87ec-89efc4d47532 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:24:50.222404 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.262635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-69109a6e-96df-4eed-aaf1-f94834951f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.385141 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.448440 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Subnet': ['ID=b8961d60-9fb3-4a08-b033-7218a5fa0a9d,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:50.457447 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Checking segment: {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:24:50.457814 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network hostable DHCP agents. Network: 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:24:50.480559 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.527344 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:24:50.550138 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.605981 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Attempting to bind port 20d0ffb2-4fa0-4598-87ec-89efc4d47532 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:24:50.607306 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Attempting to bind port 20d0ffb2-4fa0-4598-87ec-89efc4d47532 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:24:50.607306 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Attempting to bind port 20d0ffb2-4fa0-4598-87ec-89efc4d47532 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:24:50.610510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd8bf4-9359-439f-9021-4eb5a4fd0588 None None] Pushing event updated for resources: {'Port': ['ID=20d0ffb2-4fa0-4598-87ec-89efc4d47532,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:50.616494 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:24:50.616859 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:24:50.618079 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.618462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:24:50.618944 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Bound port: 20d0ffb2-4fa0-4598-87ec-89efc4d47532, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:24:50.619318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.624828 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:24:50.630969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:50.631579 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.641224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc6835-4338-4b25-b5a5-f42824f890da None None] Network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:24:50.711366 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-185a8c08-cfeb-497a-8822-b961d6e95884 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7183802 Sep 17 23:24:50.713910 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35748) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:24:50.724506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] For port 20d0ffb2-4fa0-4598-87ec-89efc4d47532, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:24:50.740109 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] For port 20d0ffb2-4fa0-4598-87ec-89efc4d47532, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=20d0ffb2-4fa0-4598-87ec-89efc4d47532,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:24:50.809243 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.835133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:24:50.835979 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:50.899879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd8bf4-9359-439f-9021-4eb5a4fd0588 None None] Pushing event updated for resources: {'Port': ['ID=20d0ffb2-4fa0-4598-87ec-89efc4d47532,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:50.903241 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:24:50.904042 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:51.102653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:24:51.133987 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Allocated IP 172.20.0.2 (6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1/b8961d60-9fb3-4a08-b033-7218a5fa0a9d/7f20f5e7-93d8-4d40-9df3-8315c9c209d3) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:24:51.413868 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.423124 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:48Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:51.445623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.449829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69c13e-5412-4759-a3a1-5a3e6616a900 None None] The sync data for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 is: [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:48Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:24:51.453136 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.471385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.511173 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:24:51.514966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:24:51.517437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:24:51.532675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Pushing event updated for resources: {'Port': ['ID=7f20f5e7-93d8-4d40-9df3-8315c9c209d3,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:51.584031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Attempting to bind port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:24:51.584402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Attempting to bind port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:24:51.584762 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Attempting to bind port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 on network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:24:51.589896 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:24:51.590267 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Checking segment: {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:24:51.590663 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.591084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Bound using segment: {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:24:51.591582 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Bound port: 7f20f5e7-93d8-4d40-9df3-8315c9c209d3, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:24:51.591955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.661353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] For port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:24:51.664729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] For port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7f20f5e7-93d8-4d40-9df3-8315c9c209d3,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:24:51.734358 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.754701 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.1 (6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1/b8961d60-9fb3-4a08-b033-7218a5fa0a9d/38908171-be72-41a8-9a2f-149f4f81c69d) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:24:51.803299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863ffca-b49a-455f-a2fc-c0bb8e43a020 None None] Pushing event updated for resources: {'Port': ['ID=7f20f5e7-93d8-4d40-9df3-8315c9c209d3,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:51.911639 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.916896 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:51.998725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:52.040737 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:24:52.044063 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:24:52.049907 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:24:52.089196 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=38908171-be72-41a8-9a2f-149f4f81c69d,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:52.106727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:52.305484 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:52.598875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:52.657753 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:52.721381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c815d-2e8a-4cf4-b040-26f2f29c7fe1 None None] Network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:24:52.738159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=38908171-be72-41a8-9a2f-149f4f81c69d,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:52.741796 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:52.801690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-3423438e-3786-47e5-a9fe-d3c6775debfe None None] Provisioning complete for port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:52.802236 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3423438e-3786-47e5-a9fe-d3c6775debfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:52.835316 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:24:52.836860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:24:52.938372 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3423438e-3786-47e5-a9fe-d3c6775debfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:52.958847 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 6c530555-5475-4b5a-801c-916f3d6bbcaf has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:24:52.977825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-3423438e-3786-47e5-a9fe-d3c6775debfe None None] For port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7f20f5e7-93d8-4d40-9df3-8315c9c209d3,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:53.036724 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3423438e-3786-47e5-a9fe-d3c6775debfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.093633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423438e-3786-47e5-a9fe-d3c6775debfe None None] Pushing event updated for resources: {'Port': ['ID=7f20f5e7-93d8-4d40-9df3-8315c9c209d3,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:53.096208 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:24:53.105650 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-169d0da4-eb6f-46f2-9f25-63476bf525c1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/6c530555-5475-4b5a-801c-916f3d6bbcaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3906283 Sep 17 23:24:53.166534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-875294b8-c605-4fff-abf3-f6f8104c1225 None None] Provisioning complete for port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:53.167132 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-875294b8-c605-4fff-abf3-f6f8104c1225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.269797 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-1a26f49c-5863-4fe1-a37c-878fac3bf731 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299803236&fields=id&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 267 time: 0.0422733 Sep 17 23:24:53.293699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-875294b8-c605-4fff-abf3-f6f8104c1225 None None] Provisioning complete for port 38908171-be72-41a8-9a2f-149f4f81c69d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:53.294065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-875294b8-c605-4fff-abf3-f6f8104c1225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.330985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-875294b8-c605-4fff-abf3-f6f8104c1225 None None] Port 38908171-be72-41a8-9a2f-149f4f81c69d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:24:53.398093 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-46fbc5c4-65f5-48d6-95c7-37c2da63fc5c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:53.399911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-46fbc5c4-65f5-48d6-95c7-37c2da63fc5c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/networks?id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 HTTP/1.1" status: 200 len: 797 time: 0.1202507 Sep 17 23:24:53.416386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-cf1bb560-244b-4dec-a1dd-2fcffefab0bf tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/quotas/a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 375 time: 0.0095589 Sep 17 23:24:53.460756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 20d0ffb2-4fa0-4598-87ec-89efc4d47532 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:24:53.482516 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Sync routers for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:24:53.488482 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-15001035-3611-4b0c-8b14-cd297edfa696 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658827 Sep 17 23:24:53.493728 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:24:53.494462 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:53.501993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fbf3afae-5e74-40ff-be78-aa44c8379f04 None None] Provisioning complete for port 38908171-be72-41a8-9a2f-149f4f81c69d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:53.502366 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fbf3afae-5e74-40ff-be78-aa44c8379f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.511682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-f54ae1a6-e170-4937-8074-79ef02e61620 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:24:53.512826 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-f54ae1a6-e170-4937-8074-79ef02e61620 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077646 Sep 17 23:24:53.559146 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3afae-5e74-40ff-be78-aa44c8379f04 None None] Port 38908171-be72-41a8-9a2f-149f4f81c69d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:24:53.565201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 20d0ffb2-4fa0-4598-87ec-89efc4d47532 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:53.565571 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.626196 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:24:53.632540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-66fefbe3-d20f-47bf-a8ca-4b19c128f1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091161 Sep 17 23:24:53.648596 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.662869 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.692265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 20d0ffb2-4fa0-4598-87ec-89efc4d47532, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=20d0ffb2-4fa0-4598-87ec-89efc4d47532,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:53.695013 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d1411b3f-b0dc-485e-8783-e1721d960992 None None] Provisioning complete for port 38908171-be72-41a8-9a2f-149f4f81c69d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:53.695385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d1411b3f-b0dc-485e-8783-e1721d960992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.731012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d1411b3f-b0dc-485e-8783-e1721d960992 None None] Port 38908171-be72-41a8-9a2f-149f4f81c69d cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:24:53.740814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-4ded87cd-361f-4f73-a07c-0e9e25b77764 service neutron] 10.222.0.13 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978177 Sep 17 23:24:53.766987 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.768082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:24:53.844668 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '38908171-be72-41a8-9a2f-149f4f81c69d', 'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:76:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:51Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 2, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:53.847053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=20d0ffb2-4fa0-4598-87ec-89efc4d47532,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:53.859038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:53.859414 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.876758 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Checking router: 6c530555-5475-4b5a-801c-916f3d6bbcaf for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:24:53.877106 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Updating router 6c530555-5475-4b5a-801c-916f3d6bbcaf port 38908171-be72-41a8-9a2f-149f4f81c69d binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:24:53.901092 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:53.995085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8abba37b-0de8-4a44-af62-7baf5ac4d7c2 req-9493d9f0-0a0c-42fc-8796-a8dcdd3ef539 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 210 time: 0.0268319 Sep 17 23:24:54.163554 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:54.230535 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:54.286508 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Pushing event updated for resources: {'Port': ['ID=38908171-be72-41a8-9a2f-149f4f81c69d,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:54.310232 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.310663 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.311042 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.311384 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.311713 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.312038 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.312360 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.312764 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.313030 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.313801 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.313801 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.314110 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:24:54.349703 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Attempting to bind port 38908171-be72-41a8-9a2f-149f4f81c69d on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:24:54.350522 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Attempting to bind port 38908171-be72-41a8-9a2f-149f4f81c69d by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:24:54.350940 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Attempting to bind port 38908171-be72-41a8-9a2f-149f4f81c69d on network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:24:54.356857 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:24:54.357285 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Checking segment: {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:24:54.357756 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:54.358111 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Bound using segment: {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:24:54.358567 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Bound port: 38908171-be72-41a8-9a2f-149f4f81c69d, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:24:54.358970 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:54.424045 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] For port 38908171-be72-41a8-9a2f-149f4f81c69d, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:24:54.427856 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] For port 38908171-be72-41a8-9a2f-149f4f81c69d, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=38908171-be72-41a8-9a2f-149f4f81c69d,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:24:54.509690 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:54.555084 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-df18caed-1c17-4afd-a993-1d12bdc8d214 None None] Provisioning complete for port 38908171-be72-41a8-9a2f-149f4f81c69d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:54.555454 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-df18caed-1c17-4afd-a993-1d12bdc8d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:54.571844 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b138bab-1dd3-4639-bbae-b85e20cf7741 None None] Pushing event updated for resources: {'Port': ['ID=38908171-be72-41a8-9a2f-149f4f81c69d,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:54.577100 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:24:54.577948 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:54.693501 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:24:54.817094 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-df18caed-1c17-4afd-a993-1d12bdc8d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:54.849039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-df18caed-1c17-4afd-a993-1d12bdc8d214 None None] For port 38908171-be72-41a8-9a2f-149f4f81c69d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=38908171-be72-41a8-9a2f-149f4f81c69d,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:24:54.907096 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '38908171-be72-41a8-9a2f-149f4f81c69d', 'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:76:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:51Z', 'updated_at': '2021-09-17T23:24:54Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:24:54.932015 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaf99f-e4ac-4b97-a345-36882a0af06a None None] The sync data for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 is: [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '38908171-be72-41a8-9a2f-149f4f81c69d', 'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:76:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:51Z', 'updated_at': '2021-09-17T23:24:54Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:24:54.950646 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-df18caed-1c17-4afd-a993-1d12bdc8d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:55.034594 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18caed-1c17-4afd-a993-1d12bdc8d214 None None] Pushing event updated for resources: {'Port': ['ID=38908171-be72-41a8-9a2f-149f4f81c69d,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:55.076824 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-57ad2b06-b070-4537-82cd-c6f7d74d0145 None None] Provisioning complete for port 38908171-be72-41a8-9a2f-149f4f81c69d triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:55.076824 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-57ad2b06-b070-4537-82cd-c6f7d74d0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:55.144467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06130a9f-5a81-46e1-8a8e-eb761c81976d req-227ef9b4-537d-46e9-aa01-6e1f530ec396 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 210 time: 0.0636680 Sep 17 23:24:55.498567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 20d0ffb2-4fa0-4598-87ec-89efc4d47532 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:24:55.546833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 20d0ffb2-4fa0-4598-87ec-89efc4d47532 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:55.547210 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:55.630517 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 38908171-be72-41a8-9a2f-149f4f81c69d up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:24:55.684943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 38908171-be72-41a8-9a2f-149f4f81c69d triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:55.685307 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:56.000886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-a85465a3-5540-4659-9931-80c9f8677c23 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:56.002885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-a85465a3-5540-4659-9931-80c9f8677c23 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/networks?id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 HTTP/1.1" status: 200 len: 797 time: 0.1167488 Sep 17 23:24:56.048011 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-78cb82f8-aab1-4142-99aa-42cc96f36963 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 380 time: 0.0356486 Sep 17 23:24:56.057867 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'port': {'device_id': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'admin_state_up': True, 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'security_groups': ['9e015641-44b0-4b54-bce7-16e57cace465']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:56.237256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e72e76e3-5f72-4558-9ce7-dcefc6ce5c26 req-48bae385-12ec-4c41-a1f3-1fcd8b22c64c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 210 time: 0.0274408 Sep 17 23:24:56.253076 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:24:56.256531 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:56.381516 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.9 (6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1/b8961d60-9fb3-4a08-b033-7218a5fa0a9d/8f48be65-3a04-4117-a47d-64502be16f88) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:24:56.516049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:56.600504 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:56.646619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:24:56.649627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:24:56.653172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:24:56.917854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d11abac6-39d5-4c88-997b-1f19f121b4f4 None None] Provisioning complete for port 8f48be65-3a04-4117-a47d-64502be16f88 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:24:56.918440 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d11abac6-39d5-4c88-997b-1f19f121b4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:56.956726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d11abac6-39d5-4c88-997b-1f19f121b4f4 None None] Port 8f48be65-3a04-4117-a47d-64502be16f88 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:24:57.029960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=8f48be65-3a04-4117-a47d-64502be16f88,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:57.056928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:57.057541 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:57.151050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-16a68221-909c-4710-9eb4-d5ecabcbdfb5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0972621 Sep 17 23:24:57.160527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-5575986a-bf06-4d63-9c4a-8a1170134dc4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:24:57.161452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-5575986a-bf06-4d63-9c4a-8a1170134dc4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049222 Sep 17 23:24:57.173519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Request body: {'port': {'device_id': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:24:57.224287 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:57.436456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc770e-fb9b-4137-b816-1b72de689edf req-b56d321b-e804-4eec-9995-3c657c52ebf9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:57.438109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77fc770e-fb9b-4137-b816-1b72de689edf req-b56d321b-e804-4eec-9995-3c657c52ebf9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 931 time: 0.1153762 Sep 17 23:24:57.500193 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-77fc770e-fb9b-4137-b816-1b72de689edf req-93842854-ca80-47e2-a0be-bf5ce9c33170 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561724 Sep 17 23:24:57.551368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f48be65-3a04-4117-a47d-64502be16f88 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:24:57.558626 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:57.570594 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Transition to ACTIVE for port object 8f48be65-3a04-4117-a47d-64502be16f88 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:24:57.618815 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:57.673958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Pushing event updated for resources: {'Port': ['ID=8f48be65-3a04-4117-a47d-64502be16f88,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:57.739935 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Attempting to bind port 8f48be65-3a04-4117-a47d-64502be16f88 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:24:57.740295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Attempting to bind port 8f48be65-3a04-4117-a47d-64502be16f88 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:24:57.740644 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Attempting to bind port 8f48be65-3a04-4117-a47d-64502be16f88 on network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:24:57.745256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Port 8f48be65-3a04-4117-a47d-64502be16f88 on network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:24:57.745574 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Attempting to bind port 8f48be65-3a04-4117-a47d-64502be16f88 on network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:24:57.750523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:24:57.750882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Checking segment: {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:24:57.751290 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Bound using segment: {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:24:57.751715 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Bound port: 8f48be65-3a04-4117-a47d-64502be16f88, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2c5db4-c632-4687-a0a3-a7802157e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:24:57.752068 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:57.818248 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] For port 8f48be65-3a04-4117-a47d-64502be16f88, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:24:57.821609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] For port 8f48be65-3a04-4117-a47d-64502be16f88, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8f48be65-3a04-4117-a47d-64502be16f88,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:24:57.904058 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:57.942041 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:57.942625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:24:57.944055 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] 10.222.0.32 "PUT /v2.0/ports/8f48be65-3a04-4117-a47d-64502be16f88 HTTP/1.1" status: 200 len: 1092 time: 0.7749081 Sep 17 23:24:57.944491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:24:57.946740 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c23644-96fc-4e0f-b193-5ebbececa342" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "tag": "8f48be65-3a04-4117-a47d-64502be16f88"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:24:57.972331 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a405653-fee0-4e73-b5bd-61db912f1b4d service neutron] Pushing event updated for resources: {'Port': ['ID=8f48be65-3a04-4117-a47d-64502be16f88,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:24:57.992049 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549b5dd7-77bd-4fcd-b592-4c3f4ab1f289 x-openstack-request-id: req-549b5dd7-77bd-4fcd-b592-4c3f4ab1f289 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:24:57.995268 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "tag": "8f48be65-3a04-4117-a47d-64502be16f88", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:24:57.995660 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-549b5dd7-77bd-4fcd-b592-4c3f4ab1f289 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:24:57.996594 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88', 'status': 'completed', 'code': 200} Sep 17 23:24:58.056165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23644-96fc-4e0f-b193-5ebbececa342 req-6b13bdc3-6398-4192-8be3-a427a777b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:58.057705 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8c23644-96fc-4e0f-b193-5ebbececa342 req-6b13bdc3-6398-4192-8be3-a427a777b7fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 1095 time: 0.0430152 Sep 17 23:24:58.157475 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23644-96fc-4e0f-b193-5ebbececa342 req-a6794aeb-c16f-4e3d-a5a3-af457fd6c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:58.158994 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8c23644-96fc-4e0f-b193-5ebbececa342 req-a6794aeb-c16f-4e3d-a5a3-af457fd6c97e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a226278168af428ea8e3ee46ce206e1e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0938973 Sep 17 23:24:58.256235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c23644-96fc-4e0f-b193-5ebbececa342 req-422309f0-5012-4bd4-8b7d-292ab7bc2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:58.257622 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8c23644-96fc-4e0f-b193-5ebbececa342 req-422309f0-5012-4bd4-8b7d-292ab7bc2471 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925221 Sep 17 23:24:58.331597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-26d6a663-4844-4259-8b07-136b0be8a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:58.333140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-26d6a663-4844-4259-8b07-136b0be8a498 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 1095 time: 0.0405142 Sep 17 23:24:58.379306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-3358aeb7-5e45-4fe9-8eec-80fba4fd30d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f48be65-3a04-4117-a47d-64502be16f88 HTTP/1.1" status: 200 len: 217 time: 0.0390003 Sep 17 23:24:58.426861 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-ad3805c7-8aef-4d66-b7a4-d9a4108739d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:58.428271 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-ad3805c7-8aef-4d66-b7a4-d9a4108739d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8961d60-9fb3-4a08-b033-7218a5fa0a9d HTTP/1.1" status: 200 len: 835 time: 0.0429199 Sep 17 23:24:58.472669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-60178345-f9ec-4634-87a0-7e3ac193f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:58.474127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-60178345-f9ec-4634-87a0-7e3ac193f1d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393989 Sep 17 23:24:58.568154 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-7574e8b3-ecef-46bd-872b-43924c394b13 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872695 Sep 17 23:24:58.673989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ab7c6-ab1b-4653-bd4c-7c5b83351c2b req-c4c2726d-e6ac-45cc-bc53-370243506f34 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:58.675672 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3ab7c6-ab1b-4653-bd4c-7c5b83351c2b req-c4c2726d-e6ac-45cc-bc53-370243506f34 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 943 time: 0.1099033 Sep 17 23:24:58.704256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ea0e6eb2-9539-4b44-a964-69fb3abb2b69 req-6764c4e2-3405-444a-96ed-5b9e68d5cc21 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283970 Sep 17 23:24:58.723648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe3ab7c6-ab1b-4653-bd4c-7c5b83351c2b req-8ab0e189-f25c-43ea-9f57-627f15d7b854 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Sep 17 23:24:59.840879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f8c46-16a1-47c1-ad58-29eede984730 req-36d3d0b5-eb31-4cc1-9126-fe08c8aa56f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:24:59.843540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-748f8c46-16a1-47c1-ad58-29eede984730 req-36d3d0b5-eb31-4cc1-9126-fe08c8aa56f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 943 time: 0.0503345 Sep 17 23:24:59.880698 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-748f8c46-16a1-47c1-ad58-29eede984730 req-a57caece-1f24-4a0b-9fe6-060b8ecf7f59 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Sep 17 23:25:00.994522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a157bdc-c2df-4e31-a866-42dc634ed7ec req-e9873721-3cec-46db-bb8a-1883fbdf3314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:00.996056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a157bdc-c2df-4e31-a866-42dc634ed7ec req-e9873721-3cec-46db-bb8a-1883fbdf3314 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 943 time: 0.0489578 Sep 17 23:25:01.033554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a157bdc-c2df-4e31-a866-42dc634ed7ec req-16bd235f-9919-4fdf-bb0e-ddb7eccdf560 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315585 Sep 17 23:25:01.913451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8f48be65-3a04-4117-a47d-64502be16f88 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:25:02.014485 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8f48be65-3a04-4117-a47d-64502be16f88, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8f48be65-3a04-4117-a47d-64502be16f88,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:02.025105 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '8f48be65-3a04-4117-a47d-64502be16f88', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'port_id': '8f48be65-3a04-4117-a47d-64502be16f88', 'mac_address': 'fa:16:3e:eb:ca:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:25:02.066385 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:02.079753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f48be65-3a04-4117-a47d-64502be16f88 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:25:02.098372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8f48be65-3a04-4117-a47d-64502be16f88, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8f48be65-3a04-4117-a47d-64502be16f88,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:02.151724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1ae62-dc76-4be1-9b53-c340d7751a6c req-7d1085b6-26c4-4878-b48b-2be05a08f57c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:02.153212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74f1ae62-dc76-4be1-9b53-c340d7751a6c req-7d1085b6-26c4-4878-b48b-2be05a08f57c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 943 time: 0.0531275 Sep 17 23:25:02.173383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:02.192238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-74f1ae62-dc76-4be1-9b53-c340d7751a6c req-23a3f862-79b4-4721-be08-2bae37faf79e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321167 Sep 17 23:25:02.219955 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=8f48be65-3a04-4117-a47d-64502be16f88,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:02.406620 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['8f48be65-3a04-4117-a47d-64502be16f88'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:25:03.308156 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773316a-8c54-4e96-b1cd-9c19dcb84ee5 req-8ae46d86-7cad-4ef5-994e-ff274ed2832c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:03.309652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4773316a-8c54-4e96-b1cd-9c19dcb84ee5 req-8ae46d86-7cad-4ef5-994e-ff274ed2832c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 944 time: 0.0492780 Sep 17 23:25:03.348849 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4773316a-8c54-4e96-b1cd-9c19dcb84ee5 req-22b404ea-1dd8-425a-8fcb-77d8456ba4a3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Sep 17 23:25:03.928979 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8f48be65-3a04-4117-a47d-64502be16f88 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:25:04.040577 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 8f48be65-3a04-4117-a47d-64502be16f88 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:25:04.045332 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 8f48be65-3a04-4117-a47d-64502be16f88 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:25:04.045767 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.126713 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.148314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:04.150536 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a926d9c-e03c-40ca-9bbb-94aadc430ca2" -d '{"events": [{"server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "name": "network-vif-plugged", "status": "completed", "tag": "8f48be65-3a04-4117-a47d-64502be16f88"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:04.163872 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 8f48be65-3a04-4117-a47d-64502be16f88, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8f48be65-3a04-4117-a47d-64502be16f88,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:25:04.188116 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d95a57-9c49-46dd-a594-6b15385b7a90 x-openstack-request-id: req-24d95a57-9c49-46dd-a594-6b15385b7a90 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:04.188416 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "name": "network-vif-plugged", "status": "completed", "tag": "8f48be65-3a04-4117-a47d-64502be16f88", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:04.188651 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24d95a57-9c49-46dd-a594-6b15385b7a90 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:04.189039 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88', 'code': 200} Sep 17 23:25:04.246434 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:04.285685 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49999dbe-6874-4544-a15c-266297845fba req-637bc37d-589d-48c0-ac61-6c0a1fa4ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:04.287245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49999dbe-6874-4544-a15c-266297845fba req-637bc37d-589d-48c0-ac61-6c0a1fa4ac08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 1097 time: 0.0420682 Sep 17 23:25:04.297125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=8f48be65-3a04-4117-a47d-64502be16f88,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:04.305343 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.305692 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.306028 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.306390 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.306745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.307164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.308136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.308136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.308324 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.308661 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.308988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.309307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:04.325145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-49999dbe-6874-4544-a15c-266297845fba req-8e64fc7c-6e03-4c1a-925d-e5ba58f235fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Sep 17 23:25:04.470953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903678b5-b977-4f2e-8254-945ce02a4673 req-20ab2202-29ae-4dd7-b9ca-807f816f8b8d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:04.472517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903678b5-b977-4f2e-8254-945ce02a4673 req-20ab2202-29ae-4dd7-b9ca-807f816f8b8d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0559363 Sep 17 23:25:04.512212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-903678b5-b977-4f2e-8254-945ce02a4673 req-577b4499-293c-4b80-b3c5-c93eae66fc3a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326133 Sep 17 23:25:05.630758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc4cb1-8c49-42eb-96c6-41bb644dbda1 req-6f5e1102-ac0c-442a-ac61-b4f0f3d34f27 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:05.632279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3bc4cb1-8c49-42eb-96c6-41bb644dbda1 req-6f5e1102-ac0c-442a-ac61-b4f0f3d34f27 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Sep 17 23:25:05.670766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e3bc4cb1-8c49-42eb-96c6-41bb644dbda1 req-548cc388-f5ed-4831-8ffc-708ee906ce50 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Sep 17 23:25:05.784120 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90c6fa-1c0f-4314-a479-8329658c4e02 req-1d2bbcb9-3b28-4373-862e-336d7e3054ed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:05.785591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d90c6fa-1c0f-4314-a479-8329658c4e02 req-1d2bbcb9-3b28-4373-862e-336d7e3054ed tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0484002 Sep 17 23:25:05.822540 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8d90c6fa-1c0f-4314-a479-8329658c4e02 req-2b1af13f-a166-48b1-8689-8c4e0bdd75fa tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Sep 17 23:25:05.844226 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35802) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:05.886944 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc38497d-7a66-4395-8534-30bc20834b96 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:05.888484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bc38497d-7a66-4395-8534-30bc20834b96 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 1092 time: 0.0432644 Sep 17 23:25:05.891635 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35804) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:05.895797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '8f48be65-3a04-4117-a47d-64502be16f88', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:05.990521 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:06.086545 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:06.191577 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.32 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/695b5327-be34-4c20-a848-6fb26656b099) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:25:06.290875 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:06.396620 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:06.439749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:25:06.444052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:25:06.446625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:25:06.454984 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=695b5327-be34-4c20-a848-6fb26656b099,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:06.799495 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:06.939785 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.085845 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.143147 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.212722 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=695b5327-be34-4c20-a848-6fb26656b099,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:07.220346 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.318351 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP a95fb683-2286-40f4-a1fe-5ef0b184381a associated. External IP: 172.25.5.32, port: 8f48be65-3a04-4117-a47d-64502be16f88. Sep 17 23:25:07.522281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 6c530555-5475-4b5a-801c-916f3d6bbcaf has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:25:07.627883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:25:07.638230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] Sync routers for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:25:07.648039 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:07.648655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:07.720613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:07.749005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-112b8899-3bc2-4881-be33-7085565183f5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8560328 Sep 17 23:25:07.749378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:25:07.751783 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ef9974-8401-4571-913f-83f73e2148b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "tag": "8f48be65-3a04-4117-a47d-64502be16f88"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:25:07.752538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:07.788606 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba954356-d6ee-4f8f-bff4-9acc4dd4cf1d x-openstack-request-id: req-ba954356-d6ee-4f8f-bff4-9acc4dd4cf1d {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:25:07.788892 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "tag": "8f48be65-3a04-4117-a47d-64502be16f88", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:25:07.789139 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba954356-d6ee-4f8f-bff4-9acc4dd4cf1d {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:25:07.789535 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88', 'status': 'completed', 'code': 200} Sep 17 23:25:07.882721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3c80a-9e32-4856-9fbe-69295f12e938 req-3f886353-b4fa-4079-bb45-a25adf0b93b7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:07.884150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0a3c80a-9e32-4856-9fbe-69295f12e938 req-3f886353-b4fa-4079-bb45-a25adf0b93b7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0801423 Sep 17 23:25:07.885916 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef9974-8401-4571-913f-83f73e2148b6 req-879d0d62-4329-4eda-8ec9-1a128b936592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:07.887322 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ef9974-8401-4571-913f-83f73e2148b6 req-879d0d62-4329-4eda-8ec9-1a128b936592 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 1097 time: 0.0738134 Sep 17 23:25:07.973328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c0a3c80a-9e32-4856-9fbe-69295f12e938 req-12dae8f7-58b1-4a99-9bf9-b08731fc8b14 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828695 Sep 17 23:25:07.989045 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a95fb683-2286-40f4-a1fe-5ef0b184381a', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'port_id': '8f48be65-3a04-4117-a47d-64502be16f88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'mac_address': 'fa:16:3e:eb:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:25:06Z', 'updated_at': '2021-09-17T23:25:06Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38908171-be72-41a8-9a2f-149f4f81c69d', 'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:76:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:51Z', 'updated_at': '2021-09-17T23:24:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:07.996837 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35810) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:08.001755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef9974-8401-4571-913f-83f73e2148b6 req-d1a9bca2-4734-4525-b6a8-9032164be688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:08.003264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ef9974-8401-4571-913f-83f73e2148b6 req-d1a9bca2-4734-4525-b6a8-9032164be688 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 HTTP/1.1" status: 200 len: 897 time: 0.1070912 Sep 17 23:25:08.017159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] Checking router: 6c530555-5475-4b5a-801c-916f3d6bbcaf for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:25:08.024588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:08.025210 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:24:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:08.059378 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-051a49f6-e3e0-49da-b1a7-0a18c8b43fb0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/a95fb683-2286-40f4-a1fe-5ef0b184381a HTTP/1.1" status: 200 len: 990 time: 0.0611775 Sep 17 23:25:08.076467 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ef9974-8401-4571-913f-83f73e2148b6 req-a07cb448-1fba-4682-977c-4ac0994aaf22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f48be65-3a04-4117-a47d-64502be16f88 HTTP/1.1" status: 200 len: 998 time: 0.0665476 Sep 17 23:25:08.077350 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:25:08.126987 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef9974-8401-4571-913f-83f73e2148b6 req-0196b8a2-907a-4a3a-9b1c-93b8b2a090c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:08.128473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ef9974-8401-4571-913f-83f73e2148b6 req-0196b8a2-907a-4a3a-9b1c-93b8b2a090c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8961d60-9fb3-4a08-b033-7218a5fa0a9d HTTP/1.1" status: 200 len: 835 time: 0.0460856 Sep 17 23:25:08.132302 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:25:08.174028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef9974-8401-4571-913f-83f73e2148b6 req-f0b4065f-aa3b-482c-9143-a26a812e49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:08.175585 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ef9974-8401-4571-913f-83f73e2148b6 req-f0b4065f-aa3b-482c-9143-a26a812e49a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403123 Sep 17 23:25:08.268267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ef9974-8401-4571-913f-83f73e2148b6 req-5b14e92a-22cf-4165-9a40-c2f40383c567 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859494 Sep 17 23:25:08.351559 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a95fb683-2286-40f4-a1fe-5ef0b184381a', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'port_id': '8f48be65-3a04-4117-a47d-64502be16f88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'mac_address': 'fa:16:3e:eb:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:25:06Z', 'updated_at': '2021-09-17T23:25:06Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38908171-be72-41a8-9a2f-149f4f81c69d', 'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:76:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:51Z', 'updated_at': '2021-09-17T23:24:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:08.361412 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68ef9974-8401-4571-913f-83f73e2148b6 req-d5f37b14-5c23-4cff-aa03-34b270433e35 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867574 Sep 17 23:25:08.382153 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568e035-8e30-47fb-8eea-c7f9f60ac8c9 None None] The sync data for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 is: [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a95fb683-2286-40f4-a1fe-5ef0b184381a', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'port_id': '8f48be65-3a04-4117-a47d-64502be16f88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'mac_address': 'fa:16:3e:eb:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:25:06Z', 'updated_at': '2021-09-17T23:25:06Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38908171-be72-41a8-9a2f-149f4f81c69d', 'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:76:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:51Z', 'updated_at': '2021-09-17T23:24:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:25:08.564939 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9fed6-6e7e-4d08-acb8-048fbbeb1741 None None] New status for floating IP a95fb683-2286-40f4-a1fe-5ef0b184381a: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:25:08.988301 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:09.063851 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35812) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:09.127255 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-c800c06e-458e-47a3-a5fa-bc048c8feec2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/a95fb683-2286-40f4-a1fe-5ef0b184381a HTTP/1.1" status: 200 len: 992 time: 0.0622582 Sep 17 23:25:10.772920 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:17.891420 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9b50365a-c7ee-4779-966d-c3bd7364563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:20.264175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8f5a8f22-e5d3-4010-a5b5-7fdc7457a08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:21.378759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:21.942928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:23.616893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:36.186458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-2049ce3b-bfd7-41f3-8641-56632a41f2e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457201 Sep 17 23:25:36.267545 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-ef81b20c-8cef-4e2c-86ff-2ff91745b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:36.269017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-ef81b20c-8cef-4e2c-86ff-2ff91745b311 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 1097 time: 0.0398731 Sep 17 23:25:36.373529 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-16115923-f239-4bad-9c22-d3c2042039cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:36.375042 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-16115923-f239-4bad-9c22-d3c2042039cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 HTTP/1.1" status: 200 len: 897 time: 0.0846610 Sep 17 23:25:36.443720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-8cd78afe-c7d3-4886-8cd0-4eceac941553 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f48be65-3a04-4117-a47d-64502be16f88 HTTP/1.1" status: 200 len: 1000 time: 0.0609300 Sep 17 23:25:36.495317 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-4afe3198-76f6-4aab-8d54-8803173a606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:36.496788 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-4afe3198-76f6-4aab-8d54-8803173a606a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8961d60-9fb3-4a08-b033-7218a5fa0a9d HTTP/1.1" status: 200 len: 835 time: 0.0462179 Sep 17 23:25:36.542693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-6d0222e4-0776-4ed1-ac62-ea2a90cb900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:36.544169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-6d0222e4-0776-4ed1-ac62-ea2a90cb900d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398922 Sep 17 23:25:36.636579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-ca3778b2-adba-4b76-8d51-68d21cd1bcc4 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848777 Sep 17 23:25:36.727644 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3cadaa6-e54f-433a-b02b-9387596678b5 req-dd2b3bcb-fd54-4f44-ae29-32c3cd203718 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833261 Sep 17 23:25:38.993485 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:40.593907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aed4b-94d0-4628-a4d2-36eff70eca75 req-90b72971-4c3f-4358-9ca9-62e246dd60b6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:40.595469 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f25aed4b-94d0-4628-a4d2-36eff70eca75 req-90b72971-4c3f-4358-9ca9-62e246dd60b6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0549963 Sep 17 23:25:40.635645 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f25aed4b-94d0-4628-a4d2-36eff70eca75 req-06758285-ddee-4a29-8224-2c11070b9b2b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334702 Sep 17 23:25:40.782669 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:41.763194 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba39691-ff13-4f27-b87f-f2c044060a5a req-51ac81cd-3e42-465f-bfb4-66b797c75890 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:41.764665 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ba39691-ff13-4f27-b87f-f2c044060a5a req-51ac81cd-3e42-465f-bfb4-66b797c75890 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0494173 Sep 17 23:25:41.801235 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6ba39691-ff13-4f27-b87f-f2c044060a5a req-56793022-cdb9-4623-8b79-ec4957b627e9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307274 Sep 17 23:25:42.914021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a46794-f77c-45f5-9b91-404b27b8d8e4 req-898fe75b-72ab-4648-8b5e-b8c57f516c6c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:42.915534 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4a46794-f77c-45f5-9b91-404b27b8d8e4 req-898fe75b-72ab-4648-8b5e-b8c57f516c6c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0472014 Sep 17 23:25:42.952266 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c4a46794-f77c-45f5-9b91-404b27b8d8e4 req-5a042056-eec0-47c0-8da7-317a3069fcdd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Sep 17 23:25:44.067735 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e095b8-c2c1-4e16-91d1-2152ee96200c req-2e2fbe55-04bb-4377-8d0b-9f3668cd44e9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:44.069211 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99e095b8-c2c1-4e16-91d1-2152ee96200c req-2e2fbe55-04bb-4377-8d0b-9f3668cd44e9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0515144 Sep 17 23:25:44.106167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-99e095b8-c2c1-4e16-91d1-2152ee96200c req-b5f3a2fe-88ff-4649-ab19-961308cd1685 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305562 Sep 17 23:25:45.079714 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:25:45.219458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa9314-433b-439f-b2d3-0af0e643d7ef req-5ca06327-7b27-400d-98b2-70d86c581db3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:45.220950 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0afa9314-433b-439f-b2d3-0af0e643d7ef req-5ca06327-7b27-400d-98b2-70d86c581db3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0474410 Sep 17 23:25:45.257884 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0afa9314-433b-439f-b2d3-0af0e643d7ef req-8583e1ca-bc02-4c60-a775-03819bb99b63 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303826 Sep 17 23:25:46.373903 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f51588-a9ac-4d73-ab38-08a1e1542a4d req-a6d57e89-9d8b-458d-952b-6aed1be80dc3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:46.375460 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7f51588-a9ac-4d73-ab38-08a1e1542a4d req-a6d57e89-9d8b-458d-952b-6aed1be80dc3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0493188 Sep 17 23:25:46.411885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7f51588-a9ac-4d73-ab38-08a1e1542a4d req-228e16fb-5f0d-4dd7-8141-a25603fd2b99 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305250 Sep 17 23:25:47.530750 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bac72-1ab4-43cf-814c-c1d8d11bdbde req-e928898e-5ea7-4541-ba30-d6157fc81beb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:47.532251 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed2bac72-1ab4-43cf-814c-c1d8d11bdbde req-e928898e-5ea7-4541-ba30-d6157fc81beb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0527442 Sep 17 23:25:47.568769 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ed2bac72-1ab4-43cf-814c-c1d8d11bdbde req-55108958-604d-40c9-88c9-05dcec088124 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307229 Sep 17 23:25:47.835543 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e519dd8f-cfa3-4b70-bc7c-47a6359550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:48.682223 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d783-ee5b-4150-8d52-d1bd23d76848 req-f34b7829-c7cf-4701-8ed3-73bc48b25193 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:48.683757 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8c6d783-ee5b-4150-8d52-d1bd23d76848 req-f34b7829-c7cf-4701-8ed3-73bc48b25193 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0484908 Sep 17 23:25:48.719888 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f8c6d783-ee5b-4150-8d52-d1bd23d76848 req-711a32d4-bc49-4ef4-ae7a-ee63bfea3cd9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302212 Sep 17 23:25:49.831366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439489c1-80a5-4778-999c-3529d787be42 req-e7d2a91e-1064-405a-bb40-66e035d619e9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:49.833190 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-439489c1-80a5-4778-999c-3529d787be42 req-e7d2a91e-1064-405a-bb40-66e035d619e9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0479033 Sep 17 23:25:49.871515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-439489c1-80a5-4778-999c-3529d787be42 req-e88e07c0-1320-4a9d-87ec-ec2f00220d54 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318007 Sep 17 23:25:50.287091 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e5544b01-3ec2-429f-8380-82bc8d77abc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:50.988538 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f7d6-68a4-4c93-bda0-fae3d0d659e7 req-10940bae-6414-4327-a39b-f54159ad4435 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:50.990021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9f5f7d6-68a4-4c93-bda0-fae3d0d659e7 req-10940bae-6414-4327-a39b-f54159ad4435 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Sep 17 23:25:51.027195 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e9f5f7d6-68a4-4c93-bda0-fae3d0d659e7 req-b87f4182-b499-44aa-b274-ee3d295c7af6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307419 Sep 17 23:25:51.410688 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:51.936393 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:52.140008 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a57d-2a85-4d63-8bb7-49115de6c8e6 req-5d869f67-9586-488a-a2f3-320134fce90f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:52.141537 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50a0a57d-2a85-4d63-8bb7-49115de6c8e6 req-5d869f67-9586-488a-a2f3-320134fce90f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0488999 Sep 17 23:25:52.177911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-50a0a57d-2a85-4d63-8bb7-49115de6c8e6 req-202c4453-cb5d-44d9-a58a-9b3e3dd86ca8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Sep 17 23:25:53.292112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20763de5-ad64-469d-bb97-b27f597128e2 req-95870ba6-1a4c-4712-be19-250e551b11bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:53.293616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20763de5-ad64-469d-bb97-b27f597128e2 req-95870ba6-1a4c-4712-be19-250e551b11bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0485904 Sep 17 23:25:53.329492 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-20763de5-ad64-469d-bb97-b27f597128e2 req-35dd5e7a-f2f4-4cbe-bce5-7fea72dd1288 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299962 Sep 17 23:25:53.623877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:54.449553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680ffa9-c8f0-4258-b3e3-b130e99918b7 req-380c74e4-1db5-402f-b4bd-87449570029f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:54.451067 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5680ffa9-c8f0-4258-b3e3-b130e99918b7 req-380c74e4-1db5-402f-b4bd-87449570029f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0532005 Sep 17 23:25:54.488569 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5680ffa9-c8f0-4258-b3e3-b130e99918b7 req-9edcdf37-4f98-461f-9779-74cb2f33f4f0 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315700 Sep 17 23:25:55.602447 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7218251-2d2e-4ede-acb9-30ba6b775a09 req-d63cdb3c-115b-44f7-a72a-04dac0bf7df9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:55.604209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7218251-2d2e-4ede-acb9-30ba6b775a09 req-d63cdb3c-115b-44f7-a72a-04dac0bf7df9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Sep 17 23:25:55.640829 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b7218251-2d2e-4ede-acb9-30ba6b775a09 req-a053cd38-ec7e-471c-9178-b969a9366249 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306849 Sep 17 23:25:56.753970 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e606a12-f5e5-483e-a73f-813aedff1389 req-ddf2bdae-4823-47ff-812c-37d7313e83bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:56.755463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e606a12-f5e5-483e-a73f-813aedff1389 req-ddf2bdae-4823-47ff-812c-37d7313e83bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Sep 17 23:25:56.793503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e606a12-f5e5-483e-a73f-813aedff1389 req-9675031f-2e3c-4c55-ad75-a619e6b72358 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Sep 17 23:25:56.815459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35862) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:56.877755 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-aed0cc2d-fc3e-46c4-8a23-dc13651030bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/a95fb683-2286-40f4-a1fe-5ef0b184381a HTTP/1.1" status: 200 len: 992 time: 0.0612204 Sep 17 23:25:58.326083 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1469e1-db7b-46e3-a924-3f706ba345b5 req-8e236eb8-8924-42e3-b667-ef5a6ae4d943 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:58.327628 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1469e1-db7b-46e3-a924-3f706ba345b5 req-8e236eb8-8924-42e3-b667-ef5a6ae4d943 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0501621 Sep 17 23:25:58.368799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-dd1469e1-db7b-46e3-a924-3f706ba345b5 req-9893dca1-935b-446b-a38e-f05dadbcba3e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344563 Sep 17 23:25:58.414838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-7b12e573-7ed7-46b7-8d03-5eac644419c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:58.416359 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-7b12e573-7ed7-46b7-8d03-5eac644419c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 1097 time: 0.0440788 Sep 17 23:25:58.504837 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-ca7a517c-00f0-49ce-8554-01eb7c3f7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:58.506178 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-ca7a517c-00f0-49ce-8554-01eb7c3f7ed4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 HTTP/1.1" status: 200 len: 897 time: 0.0836158 Sep 17 23:25:58.572587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-9624b1d8-b239-492e-b9af-286782b1385c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f48be65-3a04-4117-a47d-64502be16f88 HTTP/1.1" status: 200 len: 1000 time: 0.0591295 Sep 17 23:25:58.958435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-262a1363-5f94-4e0c-8081-9e089de7e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:58.959923 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-262a1363-5f94-4e0c-8081-9e089de7e1bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8961d60-9fb3-4a08-b033-7218a5fa0a9d HTTP/1.1" status: 200 len: 835 time: 0.3806729 Sep 17 23:25:59.004890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-1389b2d3-f8ec-4bd2-97c8-9d2a28205de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:59.006387 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-1389b2d3-f8ec-4bd2-97c8-9d2a28205de1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389311 Sep 17 23:25:59.095367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-f192be34-b595-4c4a-90ea-f241b2a753fa service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817621 Sep 17 23:25:59.188810 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1bb142e7-1d6f-428f-8b78-a3fcd903682a req-6dee97d9-69c5-43f3-af99-ab14333ba78e service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819671 Sep 17 23:25:59.499922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb527e7b-ab15-413c-b726-6e0e26a05b0a req-654bba1f-9d18-420e-84ee-0277653b004c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:59.501426 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb527e7b-ab15-413c-b726-6e0e26a05b0a req-654bba1f-9d18-420e-84ee-0277653b004c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Sep 17 23:25:59.544405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb527e7b-ab15-413c-b726-6e0e26a05b0a req-7be3053e-6e26-41dd-bcc6-1e5476318c00 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370684 Sep 17 23:26:00.657491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfc70-35e8-4119-b2f4-4096c287563f req-7f68c116-18de-4424-aa68-96227d8769f4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:00.658889 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9dfbfc70-35e8-4119-b2f4-4096c287563f req-7f68c116-18de-4424-aa68-96227d8769f4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0473106 Sep 17 23:26:00.695218 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9dfbfc70-35e8-4119-b2f4-4096c287563f req-0ba3162b-0d17-4eb2-aba3-01c939bc4443 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303903 Sep 17 23:26:00.718958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35878) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:00.776500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-259dd8b0-9e48-4c63-b080-901f5c9d62af tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/a95fb683-2286-40f4-a1fe-5ef0b184381a HTTP/1.1" status: 200 len: 992 time: 0.0564270 Sep 17 23:26:09.012266 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:10.822120 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:17.852066 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-41dbfa35-3a43-4204-bc0a-6a816249450e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:20.278721 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8b296ffd-797d-43c1-824d-bf06c4ac8bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.381578 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.943455 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:22.079275 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:26:23.617444 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.304679 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35894) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:29.462598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 695b5327-be34-4c20-a848-6fb26656b099 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:26:29.462972 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.536736 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.537064 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.548341 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 695b5327-be34-4c20-a848-6fb26656b099 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:26:29.772286 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.797770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=695b5327-be34-4c20-a848-6fb26656b099,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:29.823421 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.824238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.824580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.824910 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.825235 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.825562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.825883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.826204 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.826523 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.826864 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.827183 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.827499 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:29.869833 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.870167 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP a95fb683-2286-40f4-a1fe-5ef0b184381a disassociated (deleted). External IP: 172.25.5.32, port: 8f48be65-3a04-4117-a47d-64502be16f88. Sep 17 23:26:30.069928 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 6c530555-5475-4b5a-801c-916f3d6bbcaf has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:26:30.175876 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:26:30.180562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:30.186667 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] Sync routers for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:26:30.198306 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:30.202005 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:30.210400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-52e75132-350a-4c3a-abb0-d5946eb494f2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/floatingips/a95fb683-2286-40f4-a1fe-5ef0b184381a HTTP/1.1" status: 204 len: 168 time: 0.9046538 Sep 17 23:26:30.211178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:26:30.213745 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96e11a8-7c85-49b0-837d-455b83894eef" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "tag": "8f48be65-3a04-4117-a47d-64502be16f88"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:26:30.254556 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2879f926-25aa-432f-922e-2f3c8e77dc7f x-openstack-request-id: req-2879f926-25aa-432f-922e-2f3c8e77dc7f {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:26:30.255136 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "tag": "8f48be65-3a04-4117-a47d-64502be16f88", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:26:30.255397 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2879f926-25aa-432f-922e-2f3c8e77dc7f {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:26:30.255919 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88', 'status': 'completed', 'code': 200} Sep 17 23:26:30.308636 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:30.319320 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e11a8-7c85-49b0-837d-455b83894eef req-fc49a4db-9470-4ae8-9d6e-3aaf126d016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:30.321045 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e96e11a8-7c85-49b0-837d-455b83894eef req-fc49a4db-9470-4ae8-9d6e-3aaf126d016b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 1097 time: 0.0417471 Sep 17 23:26:30.412828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e11a8-7c85-49b0-837d-455b83894eef req-a9a90d9d-e828-4770-9ae6-090adccc1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:30.414321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e96e11a8-7c85-49b0-837d-455b83894eef req-a9a90d9d-e828-4770-9ae6-090adccc1ef5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 HTTP/1.1" status: 200 len: 897 time: 0.0865364 Sep 17 23:26:30.460087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e96e11a8-7c85-49b0-837d-455b83894eef req-a27f169b-df5f-4774-b233-e779c1318738 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f48be65-3a04-4117-a47d-64502be16f88 HTTP/1.1" status: 200 len: 217 time: 0.0389063 Sep 17 23:26:30.508885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e11a8-7c85-49b0-837d-455b83894eef req-e0fae447-6af4-46f3-bb47-7dd29ce48033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:30.510352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e96e11a8-7c85-49b0-837d-455b83894eef req-e0fae447-6af4-46f3-bb47-7dd29ce48033 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8961d60-9fb3-4a08-b033-7218a5fa0a9d HTTP/1.1" status: 200 len: 835 time: 0.0432580 Sep 17 23:26:30.516038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '38908171-be72-41a8-9a2f-149f4f81c69d', 'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:76:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:51Z', 'updated_at': '2021-09-17T23:24:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:30.544025 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] Checking router: 6c530555-5475-4b5a-801c-916f3d6bbcaf for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:26:30.553029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:30.553677 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:30.557718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e11a8-7c85-49b0-837d-455b83894eef req-9707d14b-d55e-4e71-8833-70865bcdc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:30.559855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e96e11a8-7c85-49b0-837d-455b83894eef req-9707d14b-d55e-4e71-8833-70865bcdc0aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425160 Sep 17 23:26:30.692218 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee097447-401f-4bc6-a92b-7e7c358602d9 req-e6194c86-f0a1-4cbb-a490-39fdadcf1103 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:30.693818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee097447-401f-4bc6-a92b-7e7c358602d9 req-e6194c86-f0a1-4cbb-a490-39fdadcf1103 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.1110828 Sep 17 23:26:30.712964 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e96e11a8-7c85-49b0-837d-455b83894eef req-e1296bd0-0a26-4169-adb7-9dc5c8062ce5 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376181 Sep 17 23:26:30.763468 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee097447-401f-4bc6-a92b-7e7c358602d9 req-b6774134-dde6-4185-8d4d-3c755aa8f0ae tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626991 Sep 17 23:26:30.816065 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:30.826554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e96e11a8-7c85-49b0-837d-455b83894eef req-38d676b3-a42d-4da4-8af7-5a1cb2fa341b service neutron] 10.222.0.32 "GET /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034231 Sep 17 23:26:31.012786 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '38908171-be72-41a8-9a2f-149f4f81c69d', 'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:76:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:51Z', 'updated_at': '2021-09-17T23:24:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:31.037695 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184a81d-b4a2-491a-a6e3-43f49ef091bc None None] The sync data for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 is: [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:24:52Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '38908171-be72-41a8-9a2f-149f4f81c69d', 'name': '', 'network_id': '6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:76:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:51Z', 'updated_at': '2021-09-17T23:24:54Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': 'b8961d60-9fb3-4a08-b033-7218a5fa0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:26:31.257997 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e285d819-6c69-433e-87d6-c9068a53db37 None None] New status for floating IP a95fb683-2286-40f4-a1fe-5ef0b184381a: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:26:31.972807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4f37-5423-4eb1-a7f9-6cf598494b00 req-d2eb7440-63cd-4e0c-9347-69ba83203653 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:31.974303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-481d4f37-5423-4eb1-a7f9-6cf598494b00 req-d2eb7440-63cd-4e0c-9347-69ba83203653 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.1401639 Sep 17 23:26:32.011907 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-481d4f37-5423-4eb1-a7f9-6cf598494b00 req-6a694b90-ab50-422f-addc-ec495eee8b75 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e015641-44b0-4b54-bce7-16e57cace465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307925 Sep 17 23:26:32.122393 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-281ca9ba-c3b7-4171-b55c-ea6eed61abc5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:32.123767 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-281ca9ba-c3b7-4171-b55c-ea6eed61abc5 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 945 time: 0.0476160 Sep 17 23:26:32.213849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 8f48be65-3a04-4117-a47d-64502be16f88 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:26:32.214189 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:32.300667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 8f48be65-3a04-4117-a47d-64502be16f88, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=8f48be65-3a04-4117-a47d-64502be16f88,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:32.301032 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:32.313220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 8f48be65-3a04-4117-a47d-64502be16f88 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:26:32.532358 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:32.563553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=8f48be65-3a04-4117-a47d-64502be16f88,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:32.607818 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] No DVR routers for this DVR port 8f48be65-3a04-4117-a47d-64502be16f88 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:26:32.610469 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:32.612514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-471b9b33-aee6-4445-ae85-8c7f4f85d38b req-930c29ba-7367-4c53-9c93-1ef63576563f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "DELETE /v2.0/ports/8f48be65-3a04-4117-a47d-64502be16f88 HTTP/1.1" status: 204 len: 173 time: 0.4826350 Sep 17 23:26:32.617728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'name': 'network-vif-deleted', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:26:32.617728 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fbbaf9-9052-4a44-ba6e-e22be7c2cb4a" -d '{"events": [{"server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "name": "network-vif-deleted", "tag": "8f48be65-3a04-4117-a47d-64502be16f88"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:26:32.650975 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9631a3ad-6874-4b91-88bb-ed288ba13069 x-openstack-request-id: req-9631a3ad-6874-4b91-88bb-ed288ba13069 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:26:32.651266 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab2674b-b451-4806-bc7e-fcd48e63c339", "name": "network-vif-deleted", "tag": "8f48be65-3a04-4117-a47d-64502be16f88", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:26:32.651546 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9631a3ad-6874-4b91-88bb-ed288ba13069 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:26:32.652571 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2674b-b451-4806-bc7e-fcd48e63c339', 'name': 'network-vif-deleted', 'tag': '8f48be65-3a04-4117-a47d-64502be16f88', 'status': 'completed', 'code': 200} Sep 17 23:26:33.128236 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a530719-a09e-4681-9bfb-055688360fe9 req-2cfce62f-aac9-467a-a2d8-62f862f500a2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2674b-b451-4806-bc7e-fcd48e63c339 HTTP/1.1" status: 200 len: 210 time: 0.0346348 Sep 17 23:26:34.190044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35914) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:34.544920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:34.793162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 38908171-be72-41a8-9a2f-149f4f81c69d {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:26:34.793509 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:34.883885 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 38908171-be72-41a8-9a2f-149f4f81c69d, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=38908171-be72-41a8-9a2f-149f4f81c69d,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:34.884247 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:34.896632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 38908171-be72-41a8-9a2f-149f4f81c69d owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:26:35.132361 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:35.160428 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=38908171-be72-41a8-9a2f-149f4f81c69d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:35.332466 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:35.550254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router 6c530555-5475-4b5a-801c-916f3d6bbcaf has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:26:35.654024 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:26:35.659466 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c8ad8929-7da1-4bad-b83d-3fe6d23de160 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/6c530555-5475-4b5a-801c-916f3d6bbcaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4683762 Sep 17 23:26:35.662100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35918) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:35.663711 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] Sync routers for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:26:35.673371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:35.673984 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:35.712081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9373cf5-26d2-4cc2-a75b-b4d2f4ee1eb7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting subnet b8961d60-9fb3-4a08-b033-7218a5fa0a9d {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:26:35.715496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9373cf5-26d2-4cc2-a75b-b4d2f4ee1eb7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:35.759660 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9373cf5-26d2-4cc2-a75b-b4d2f4ee1eb7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:35.780721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:35.840264 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9373cf5-26d2-4cc2-a75b-b4d2f4ee1eb7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:35.953700 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:26:35Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:35.970182 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9373cf5-26d2-4cc2-a75b-b4d2f4ee1eb7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:35.984356 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] Checking router: 6c530555-5475-4b5a-801c-916f3d6bbcaf for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:26:35.992557 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] Routers {'6c530555-5475-4b5a-801c-916f3d6bbcaf'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:35.993164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6c530555-5475-4b5a-801c-916f3d6bbcaf'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:36.003522 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9373cf5-26d2-4cc2-a75b-b4d2f4ee1eb7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Subnet': ['ID=b8961d60-9fb3-4a08-b033-7218a5fa0a9d,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:36.005508 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f9373cf5-26d2-4cc2-a75b-b4d2f4ee1eb7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.007416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f9373cf5-26d2-4cc2-a75b-b4d2f4ee1eb7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/subnets/b8961d60-9fb3-4a08-b033-7218a5fa0a9d HTTP/1.1" status: 204 len: 168 time: 0.3442214 Sep 17 23:26:36.010042 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35920) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:36.026423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2e1fe-a5ce-4477-ae85-878ef584519c None None] Network 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:26:36.113653 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.179689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] Set router 6c530555-5475-4b5a-801c-916f3d6bbcaf gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:36.217169 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.321014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 20d0ffb2-4fa0-4598-87ec-89efc4d47532 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:26:36.321362 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.331369 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] DHCP port deletion for 6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:26:36.404980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:26:35Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:36.407892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 20d0ffb2-4fa0-4598-87ec-89efc4d47532, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=20d0ffb2-4fa0-4598-87ec-89efc4d47532,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:36.408417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.421238 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 20d0ffb2-4fa0-4598-87ec-89efc4d47532 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:26:36.435010 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e8544-4c7c-4455-a193-5ca970dd4d6f None None] The sync data for ids ['6c530555-5475-4b5a-801c-916f3d6bbcaf'] in n-d-713498-17 is: [{'id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684320594', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:24:47Z', 'updated_at': '2021-09-17T23:26:35Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '20d0ffb2-4fa0-4598-87ec-89efc4d47532', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c530555-5475-4b5a-801c-916f3d6bbcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:24:48Z', 'updated_at': '2021-09-17T23:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:26:36.437160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Deleting port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:26:36.437525 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.441723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8f48be65-3a04-4117-a47d-64502be16f88 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:26:36.480861 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 8f48be65-3a04-4117-a47d-64502be16f88 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:26:36.481207 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 8f48be65-3a04-4117-a47d-64502be16f88 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:26:36.524063 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] For port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=7f20f5e7-93d8-4d40-9df3-8315c9c209d3,segment=NetworkSegment(9d2c5db4-c632-4687-a0a3-a7802157e5f7),segment_id=9d2c5db4-c632-4687-a0a3-a7802157e5f7)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:36.524458 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.537169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Calling delete_port for 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:26:36.649988 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.672766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.675082 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=20d0ffb2-4fa0-4598-87ec-89efc4d47532,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:36.700860 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Pushing event deleted for resources: {'Port': ['ID=7f20f5e7-93d8-4d40-9df3-8315c9c209d3,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:36.705067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] No DVR routers for this DVR port 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:26:36.715879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.715879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.715879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.715879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.715879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.715879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.716943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.716943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.717226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.717578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.717909 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.718233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dde696-b8e2-499f-8bc1-4595604c03db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:36.742231 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.834213 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.836378 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.983729 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.984300 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Fanout notify agent at l3_agent the message router_deleted on router 6c530555-5475-4b5a-801c-916f3d6bbcaf {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:26:36.991181 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:36.995058 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-95addc9b-a0a8-4cb4-8b3a-0347ac1e803a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/routers/6c530555-5475-4b5a-801c-916f3d6bbcaf HTTP/1.1" status: 204 len: 168 time: 0.9811728 Sep 17 23:26:36.995201 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35922) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:37.076654 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.160437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.180136 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:37.193161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2c5db4-c632-4687-a0a3-a7802157e5f7') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:37.193456 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2c5db4-c632-4687-a0a3-a7802157e5f7') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:37.207489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.220242 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.225894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:26:37.226277 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:26:37.229416 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:26:37.349300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.357423 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.358652 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/networks/6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1 HTTP/1.1" status: 204 len: 168 time: 0.3620343 Sep 17 23:26:37.361551 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35924) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:37.369381 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f97cb-8221-477d-97c8-22b583a6e82f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Network': ['ID=6fc70bf2-95bf-45b8-9917-7dc94a3c9ce1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:37.423246 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.449859 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.484362 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 20d0ffb2-4fa0-4598-87ec-89efc4d47532 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:26:37.505308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 20d0ffb2-4fa0-4598-87ec-89efc4d47532 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:26:37.510482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 20d0ffb2-4fa0-4598-87ec-89efc4d47532 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:26:37.510482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:26:37.524367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:26:37.524715 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 7f20f5e7-93d8-4d40-9df3-8315c9c209d3 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:26:37.525125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 38908171-be72-41a8-9a2f-149f4f81c69d no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:26:37.544950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 38908171-be72-41a8-9a2f-149f4f81c69d {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:26:37.545296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 38908171-be72-41a8-9a2f-149f4f81c69d not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:26:37.592860 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.595523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:37.596728 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/security-groups/9e015641-44b0-4b54-bce7-16e57cace465 HTTP/1.1" status: 204 len: 168 time: 0.2340331 Sep 17 23:26:37.611864 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e015641-44b0-4b54-bce7-16e57cace465,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:37.615662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.616022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.616366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.616774 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.617309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.617652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.617989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.618329 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.618660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.619030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.619363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:37.619695 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd855a-19ee-4701-923c-1d8542d0d5d4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:38.181386 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35932) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:38.186694 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-6c5d57c9-40a6-4700-a6cb-e39404e32c49 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738046887', 'description': 'tempest-secgroup-smoke-738046887 description', 'project_id': 'a226278168af428ea8e3ee46ce206e1e'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:38.266841 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c5d57c9-40a6-4700-a6cb-e39404e32c49 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.345153 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c5d57c9-40a6-4700-a6cb-e39404e32c49 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.409641 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c5d57c9-40a6-4700-a6cb-e39404e32c49 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.437737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d57c9-40a6-4700-a6cb-e39404e32c49 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b98ee-275e-471a-9494-44d0bc55bef5,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:38.489994 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6c5d57c9-40a6-4700-a6cb-e39404e32c49 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.491252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6c5d57c9-40a6-4700-a6cb-e39404e32c49 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3088679 Sep 17 23:26:38.498631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35934) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:38.502964 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-13c6340c-e19d-4032-9d2a-42af491f25bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '1c6b98ee-275e-471a-9494-44d0bc55bef5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:38.579730 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13c6340c-e19d-4032-9d2a-42af491f25bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.637953 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13c6340c-e19d-4032-9d2a-42af491f25bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.700925 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13c6340c-e19d-4032-9d2a-42af491f25bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.717705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6340c-e19d-4032-9d2a-42af491f25bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318e7f96-7075-4919-aeb8-f3b040aecc45,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:38.769704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-13c6340c-e19d-4032-9d2a-42af491f25bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.770956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-13c6340c-e19d-4032-9d2a-42af491f25bb tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713311 Sep 17 23:26:38.773719 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35936) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:38.777974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-5f46a60a-844f-49bf-b514-49e813b65063 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '1c6b98ee-275e-471a-9494-44d0bc55bef5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:38.865376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f46a60a-844f-49bf-b514-49e813b65063 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.921086 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f46a60a-844f-49bf-b514-49e813b65063 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:38.981784 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f46a60a-844f-49bf-b514-49e813b65063 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.000703 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46a60a-844f-49bf-b514-49e813b65063 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0ba1c9-ada3-4a44-92dd-20d04a732c22,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:39.027579 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.049714 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5f46a60a-844f-49bf-b514-49e813b65063 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.050956 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5f46a60a-844f-49bf-b514-49e813b65063 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762914 Sep 17 23:26:39.053647 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35938) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:39.058045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-3f864a1b-0f00-408a-868f-0b30118879f1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '1c6b98ee-275e-471a-9494-44d0bc55bef5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:39.142370 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f864a1b-0f00-408a-868f-0b30118879f1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.198387 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f864a1b-0f00-408a-868f-0b30118879f1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.251467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f864a1b-0f00-408a-868f-0b30118879f1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.269332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f864a1b-0f00-408a-868f-0b30118879f1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695b579a-becf-4942-83a9-0879751d8837,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:39.331467 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-3f864a1b-0f00-408a-868f-0b30118879f1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.332692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-3f864a1b-0f00-408a-868f-0b30118879f1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2781336 Sep 17 23:26:39.335417 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35940) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:39.340479 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e8e21b15-68ab-43f0-ad7c-dbf48926e7ad tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '1c6b98ee-275e-471a-9494-44d0bc55bef5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:39.422541 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8e21b15-68ab-43f0-ad7c-dbf48926e7ad tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.482297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8e21b15-68ab-43f0-ad7c-dbf48926e7ad tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.546980 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8e21b15-68ab-43f0-ad7c-dbf48926e7ad tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.564959 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e21b15-68ab-43f0-ad7c-dbf48926e7ad tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff11ab71-71fc-465d-b738-5d86073acfd1,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:39.632676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e8e21b15-68ab-43f0-ad7c-dbf48926e7ad tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.633879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e8e21b15-68ab-43f0-ad7c-dbf48926e7ad tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2975268 Sep 17 23:26:39.637281 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35942) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:39.641796 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-1228c1af-d338-4b0a-a99d-36feaeb52d80 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '1c6b98ee-275e-471a-9494-44d0bc55bef5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:39.731827 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-1228c1af-d338-4b0a-a99d-36feaeb52d80 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:26:39.736819 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1228c1af-d338-4b0a-a99d-36feaeb52d80 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.790972 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1228c1af-d338-4b0a-a99d-36feaeb52d80 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.855557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1228c1af-d338-4b0a-a99d-36feaeb52d80 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.874485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c1af-d338-4b0a-a99d-36feaeb52d80 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786a0b56-b8b9-4055-902d-e37032da5525,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:39.941046 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1228c1af-d338-4b0a-a99d-36feaeb52d80 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:39.942313 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1228c1af-d338-4b0a-a99d-36feaeb52d80 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3040483 Sep 17 23:26:39.945013 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35944) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:39.950206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-24bd4230-61e7-472c-8a9c-f4c3559500c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'security_group_rule': {'security_group_id': '1c6b98ee-275e-471a-9494-44d0bc55bef5', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:40.017795 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-24bd4230-61e7-472c-8a9c-f4c3559500c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Project a226278168af428ea8e3ee46ce206e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:26:40.022827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24bd4230-61e7-472c-8a9c-f4c3559500c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.083523 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24bd4230-61e7-472c-8a9c-f4c3559500c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.147103 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24bd4230-61e7-472c-8a9c-f4c3559500c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.166277 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd4230-61e7-472c-8a9c-f4c3559500c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e32a368-bc09-4683-8f53-409dd63de158,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:40.249730 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-24bd4230-61e7-472c-8a9c-f4c3559500c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.250984 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-24bd4230-61e7-472c-8a9c-f4c3559500c4 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3050158 Sep 17 23:26:40.253775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35946) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:40.258699 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'network': {'name': 'tempest-network-smoke--657463362', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'port_security_enabled': True}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:40.331914 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:26:40.335489 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.360226 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:26:40.368782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.369124 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Added segment 762567a1-7076-46e3-803a-c7d13c99120c of type vlan for network 47bfc42b-84db-41d4-9e07-79257c36b1c6 Sep 17 23:26:40.407279 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.469122 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.474668 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:40.475353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.541897 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Network': ['ID=47bfc42b-84db-41d4-9e07-79257c36b1c6,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:40.552584 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 47bfc42b-84db-41d4-9e07-79257c36b1c6 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:26:40.567574 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-dae9358e-f5d4-4584-b47d-0b81da7b80c8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3101597 Sep 17 23:26:40.567782 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35950) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:40.572101 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'admin_state_up': True, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:40.650185 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.651291 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.702982 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.787355 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:40.901786 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:41.145210 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:41.163302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:41.261951 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.88 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/155eb80b-bec3-416b-a41e-f51b80170ad9) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:26:41.388404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:41.486200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:41.522927 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:41.527111 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:41.533500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:26:41.536537 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=155eb80b-bec3-416b-a41e-f51b80170ad9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:41.822019 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:42.308343 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:42.486031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router ee305f43-4048-42b4-a619-f90742d22a7a is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:26:42.596783 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:26:42.606849 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Sync routers for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:26:42.616909 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:42.617511 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:42.669091 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:42.670361 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2eb1bd21-67cf-49ae-ac69-bf4909535c74 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1017003 Sep 17 23:26:42.673456 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35952) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:42.701993 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8e9b0ed5-2acb-4450-b2e8-4a65df312ffc tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a226278168af428ea8e3ee46ce206e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274529 Sep 17 23:26:42.704799 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35954) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:42.720902 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:42.787790 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4580a25c-ecd2-49cf-b91b-86ca377a1b10 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:42.794279 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-4580a25c-ecd2-49cf-b91b-86ca377a1b10 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0837243 Sep 17 23:26:42.794423 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35956) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:42.826673 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-efedfc54-9d4a-4630-a5e3-26a821491cde tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0b79e42c-2db1-495d-930c-33fe17abaac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311396 Sep 17 23:26:42.829205 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 35958) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:42.833865 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482965696', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:42.892804 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:41Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:42.918105 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Checking router: ee305f43-4048-42b4-a619-f90742d22a7a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:26:42.918461 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Updating router ee305f43-4048-42b4-a619-f90742d22a7a port 155eb80b-bec3-416b-a41e-f51b80170ad9 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:26:42.946422 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:42.977860 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:26:42.981977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.193811 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.206355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.265006 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Subnet': ['ID=0434d688-3b50-4d98-aea9-af64963b6d54,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:43.277465 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Checking segment: {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:43.277465 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network hostable DHCP agents. Network: 47bfc42b-84db-41d4-9e07-79257c36b1c6, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:26:43.297670 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.344966 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Attempting to bind port 155eb80b-bec3-416b-a41e-f51b80170ad9 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:26:43.345330 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Attempting to bind port 155eb80b-bec3-416b-a41e-f51b80170ad9 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:26:43.345691 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Attempting to bind port 155eb80b-bec3-416b-a41e-f51b80170ad9 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:26:43.354898 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Pushing event updated for resources: {'Port': ['ID=155eb80b-bec3-416b-a41e-f51b80170ad9,revision_number=2']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:43.357058 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:26:43.357424 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:43.357822 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.358208 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:26:43.358659 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Bound port: 155eb80b-bec3-416b-a41e-f51b80170ad9, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:26:43.359067 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.377845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 47bfc42b-84db-41d4-9e07-79257c36b1c6 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:26:43.381874 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.385681 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:43.421906 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] For port 155eb80b-bec3-416b-a41e-f51b80170ad9, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:26:43.424841 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] For port 155eb80b-bec3-416b-a41e-f51b80170ad9, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=155eb80b-bec3-416b-a41e-f51b80170ad9,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:26:43.469296 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 47bfc42b-84db-41d4-9e07-79257c36b1c6) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:43.473513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:43.477827 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.478754 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5a18a-f45d-46c9-bbc2-24c0b0477300 None None] Network 47bfc42b-84db-41d4-9e07-79257c36b1c6 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:26:43.503693 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.560307 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:43.560909 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:43.577568 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a471baeb-92e8-4055-b0a8-048b2dc4bfb3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7472107 Sep 17 23:26:43.580338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 35960) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:43.593651 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024734b9-6642-4160-950c-bfc077dcf469 None None] Pushing event updated for resources: {'Port': ['ID=155eb80b-bec3-416b-a41e-f51b80170ad9,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:43.627843 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-47bfc42b-84db-41d4-9e07-79257c36b1c6', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:26:43.628720 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.671445 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:43.774336 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Allocated IP 172.20.0.2 (47bfc42b-84db-41d4-9e07-79257c36b1c6/0434d688-3b50-4d98-aea9-af64963b6d54/bfc09aeb-d086-469b-aadd-6ff473c7872c) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:26:43.860696 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:41Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:43.891695 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31dba2f-3486-4a2b-acbb-15a0ada3c08f None None] The sync data for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 is: [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:41Z', 'revision_number': 3, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:26:43.927469 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:44.000830 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:44.045067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Network 47bfc42b-84db-41d4-9e07-79257c36b1c6 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:44.048180 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:44.051744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:26:44.061261 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Pushing event updated for resources: {'Port': ['ID=bfc09aeb-d086-469b-aadd-6ff473c7872c,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:44.138279 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Attempting to bind port bfc09aeb-d086-469b-aadd-6ff473c7872c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:26:44.138646 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Attempting to bind port bfc09aeb-d086-469b-aadd-6ff473c7872c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:26:44.139064 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Attempting to bind port bfc09aeb-d086-469b-aadd-6ff473c7872c on network 47bfc42b-84db-41d4-9e07-79257c36b1c6 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:26:44.144167 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:26:44.144533 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Checking segment: {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:44.144928 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:44.145315 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Bound using segment: {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:26:44.145772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Bound port: bfc09aeb-d086-469b-aadd-6ff473c7872c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:26:44.146171 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:44.223539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] For port bfc09aeb-d086-469b-aadd-6ff473c7872c, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:26:44.227988 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] For port bfc09aeb-d086-469b-aadd-6ff473c7872c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bfc09aeb-d086-469b-aadd-6ff473c7872c,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:26:44.304569 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:44.377912 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec2646-90c7-491a-8b34-07f88ae1cccc None None] Pushing event updated for resources: {'Port': ['ID=bfc09aeb-d086-469b-aadd-6ff473c7872c,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:44.410012 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:44.730064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.1 (47bfc42b-84db-41d4-9e07-79257c36b1c6/0434d688-3b50-4d98-aea9-af64963b6d54/851acf4d-2534-4e5a-8ed9-9460be69fcb4) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:26:44.849278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:44.931953 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:44.970886 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 47bfc42b-84db-41d4-9e07-79257c36b1c6 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:44.973933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:44.978713 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:26:45.005915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=851acf4d-2534-4e5a-8ed9-9460be69fcb4,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:45.029780 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:45.200996 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:45.503704 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:45.505058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 155eb80b-bec3-416b-a41e-f51b80170ad9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:45.556602 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 155eb80b-bec3-416b-a41e-f51b80170ad9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:45.556969 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:45.578070 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:45.640959 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:45.660990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=851acf4d-2534-4e5a-8ed9-9460be69fcb4,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:45.662997 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 155eb80b-bec3-416b-a41e-f51b80170ad9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=155eb80b-bec3-416b-a41e-f51b80170ad9,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:45.663538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:45.749336 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:45.750160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bfc09aeb-d086-469b-aadd-6ff473c7872c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:45.767453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 47bfc42b-84db-41d4-9e07-79257c36b1c6 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:45.769065 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:45.803586 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6f213a-3d94-4de5-a9f8-27e91d246c35 None None] Network 47bfc42b-84db-41d4-9e07-79257c36b1c6 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:26:45.885875 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router ee305f43-4048-42b4-a619-f90742d22a7a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:26:45.886480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=155eb80b-bec3-416b-a41e-f51b80170ad9,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:45.913051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port bfc09aeb-d086-469b-aadd-6ff473c7872c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:45.913422 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:46.003128 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:26:46.018120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-48950554-d612-4f8c-9655-404d19dc62ca tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/ee305f43-4048-42b4-a619-f90742d22a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264641 Sep 17 23:26:46.100854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Sync routers for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:26:46.136600 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-fc74ad00-5593-43fe-ade6-19ca6bada509 None None] Provisioning complete for port bfc09aeb-d086-469b-aadd-6ff473c7872c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:46.137086 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc74ad00-5593-43fe-ade6-19ca6bada509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:46.138445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:46.139096 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:46.163611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-767e0848-29bf-4c4b-bef8-81812e363901 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738046887&fields=id&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 267 time: 0.0346396 Sep 17 23:26:46.269940 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-c84b6472-55d0-46d5-93af-f73e137f9312 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:46.271335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-c84b6472-55d0-46d5-93af-f73e137f9312 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/networks?id=47bfc42b-84db-41d4-9e07-79257c36b1c6 HTTP/1.1" status: 200 len: 796 time: 0.1000347 Sep 17 23:26:46.287167 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ca13be8a-6f4b-4dea-bc37-5def7a685c72 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/quotas/a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 375 time: 0.0097442 Sep 17 23:26:46.343013 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-14b3d182-5ef1-4d07-bf2f-3a9dad482e33 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500443 Sep 17 23:26:46.387661 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:46.400074 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-28f2ce29-1881-4665-8598-75871a9132a9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:26:46.401113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-28f2ce29-1881-4665-8598-75871a9132a9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445611 Sep 17 23:26:46.407015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:46.469481 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc74ad00-5593-43fe-ade6-19ca6bada509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:46.497572 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-0052c511-e368-41cf-9038-663e804cdc43 service neutron] 10.222.0.13 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898280 Sep 17 23:26:46.521834 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port bfc09aeb-d086-469b-aadd-6ff473c7872c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bfc09aeb-d086-469b-aadd-6ff473c7872c,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:46.588059 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:46.601575 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-15ace1e2-e419-4644-80ba-61bd6b032f26 service neutron] 10.222.0.13 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970199 Sep 17 23:26:46.690856 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-fc74ad00-5593-43fe-ade6-19ca6bada509 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:26:46.691216 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-fc74ad00-5593-43fe-ade6-19ca6bada509 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:26:46.710067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=bfc09aeb-d086-469b-aadd-6ff473c7872c,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:46.742985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '851acf4d-2534-4e5a-8ed9-9460be69fcb4', 'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:92:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:44Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 2, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:46.774879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Checking router: ee305f43-4048-42b4-a619-f90742d22a7a for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:26:46.775192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Updating router ee305f43-4048-42b4-a619-f90742d22a7a port 851acf4d-2534-4e5a-8ed9-9460be69fcb4 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:26:46.804114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:46.859963 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-11626d52-967b-4b6c-b704-0607ae50a14d req-20839b91-a1d9-44d4-9eb3-feededf831b3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 210 time: 0.0355034 Sep 17 23:26:47.093688 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.143236 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.197630 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69cb51-08d5-4da7-919c-46c844eca74f None None] Pushing event updated for resources: {'Port': ['ID=851acf4d-2534-4e5a-8ed9-9460be69fcb4,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:47.279472 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Attempting to bind port 851acf4d-2534-4e5a-8ed9-9460be69fcb4 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:26:47.279846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Attempting to bind port 851acf4d-2534-4e5a-8ed9-9460be69fcb4 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:26:47.280199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Attempting to bind port 851acf4d-2534-4e5a-8ed9-9460be69fcb4 on network 47bfc42b-84db-41d4-9e07-79257c36b1c6 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:26:47.285493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:26:47.288185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Checking segment: {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:47.288185 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.288185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Bound using segment: {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:26:47.288185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Bound port: 851acf4d-2534-4e5a-8ed9-9460be69fcb4, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:26:47.288185 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.362815 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] For port 851acf4d-2534-4e5a-8ed9-9460be69fcb4, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:26:47.364611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] For port 851acf4d-2534-4e5a-8ed9-9460be69fcb4, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=851acf4d-2534-4e5a-8ed9-9460be69fcb4,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:26:47.386724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0ab2a6a4-4d2b-4ec6-a99e-e8b812c03a17 None None] Provisioning complete for port bfc09aeb-d086-469b-aadd-6ff473c7872c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:47.387707 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a6a4-4d2b-4ec6-a99e-e8b812c03a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.453698 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 155eb80b-bec3-416b-a41e-f51b80170ad9 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:47.479156 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.567532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:47.568147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:47.574759 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69cb51-08d5-4da7-919c-46c844eca74f None None] Pushing event updated for resources: {'Port': ['ID=851acf4d-2534-4e5a-8ed9-9460be69fcb4,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:47.610162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0ab2a6a4-4d2b-4ec6-a99e-e8b812c03a17 None None] Provisioning complete for port 851acf4d-2534-4e5a-8ed9-9460be69fcb4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:47.610532 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a6a4-4d2b-4ec6-a99e-e8b812c03a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.658506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 155eb80b-bec3-416b-a41e-f51b80170ad9 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:47.658900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.759578 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:47.896172 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a6a4-4d2b-4ec6-a99e-e8b812c03a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.901382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3b4da08d-407b-4d89-ac08-04de5c2541ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.970330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a1e1c970-bfed-46ef-afde-b295aee11aeb req-c185efd2-cd21-419b-a31a-3eaf8d3d8037 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 210 time: 0.0295861 Sep 17 23:26:48.097257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bfc09aeb-d086-469b-aadd-6ff473c7872c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:48.183169 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0ab2a6a4-4d2b-4ec6-a99e-e8b812c03a17 None None] For port 851acf4d-2534-4e5a-8ed9-9460be69fcb4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=851acf4d-2534-4e5a-8ed9-9460be69fcb4,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:48.238176 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port bfc09aeb-d086-469b-aadd-6ff473c7872c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:48.238584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:48.263401 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a6a4-4d2b-4ec6-a99e-e8b812c03a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:48.331395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2a6a4-4d2b-4ec6-a99e-e8b812c03a17 None None] Pushing event updated for resources: {'Port': ['ID=851acf4d-2534-4e5a-8ed9-9460be69fcb4,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:48.348083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '851acf4d-2534-4e5a-8ed9-9460be69fcb4', 'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:92:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:44Z', 'updated_at': '2021-09-17T23:26:47Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:48.401119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ba251-b7e6-4735-91cf-162188eb89b4 None None] The sync data for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 is: [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '851acf4d-2534-4e5a-8ed9-9460be69fcb4', 'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:92:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:44Z', 'updated_at': '2021-09-17T23:26:47Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:26:48.423384 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f2ee8e58-bbda-4806-a926-f4500edeb048 None None] Provisioning complete for port 851acf4d-2534-4e5a-8ed9-9460be69fcb4 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:48.423822 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8e58-bbda-4806-a926-f4500edeb048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:48.826361 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-c6b3b587-2a94-488d-9b34-4a37f739ee08 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:48.827823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-c6b3b587-2a94-488d-9b34-4a37f739ee08 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/networks?id=47bfc42b-84db-41d4-9e07-79257c36b1c6 HTTP/1.1" status: 200 len: 796 time: 0.1161458 Sep 17 23:26:48.874123 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-1a7a7797-80a6-4dfb-ba51-c4293ed97250 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a226278168af428ea8e3ee46ce206e1e HTTP/1.1" status: 200 len: 379 time: 0.0361943 Sep 17 23:26:48.883884 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'port': {'device_id': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'admin_state_up': True, 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'security_groups': ['1c6b98ee-275e-471a-9494-44d0bc55bef5']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:49.086509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Made reservation on behalf of a226278168af428ea8e3ee46ce206e1e for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:26:49.090275 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:49.133447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0bc1d59-420b-4443-894a-938b60fd24f0 req-2125f3b8-23a6-434b-9566-28c052d3cbdc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 210 time: 0.0888281 Sep 17 23:26:49.245021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.20.0.10 (47bfc42b-84db-41d4-9e07-79257c36b1c6/0434d688-3b50-4d98-aea9-af64963b6d54/58ab909d-e807-4d11-8016-31e8cd839278) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:26:49.395802 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:49.472227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 851acf4d-2534-4e5a-8ed9-9460be69fcb4 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:49.492975 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:49.523972 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 851acf4d-2534-4e5a-8ed9-9460be69fcb4 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:49.524684 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:49.536826 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 47bfc42b-84db-41d4-9e07-79257c36b1c6 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:49.539941 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:49.544470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:26:49.576609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=58ab909d-e807-4d11-8016-31e8cd839278,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:49.604749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:49.605488 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:49.664238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-ec2b6b7c-a293-4ba3-867a-cca70de98ec3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7842941 Sep 17 23:26:49.722073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Request body: {'port': {'device_id': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:49.748857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c086fb1b-88b1-49f5-a572-6d8ebae20d2f None None] Provisioning complete for port 58ab909d-e807-4d11-8016-31e8cd839278 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:49.749269 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c086fb1b-88b1-49f5-a572-6d8ebae20d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:49.776161 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:49.783473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c086fb1b-88b1-49f5-a572-6d8ebae20d2f None None] Port 58ab909d-e807-4d11-8016-31e8cd839278 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:26:50.036309 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ab909d-e807-4d11-8016-31e8cd839278 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:26:50.043958 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:50.055269 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Transition to ACTIVE for port object 58ab909d-e807-4d11-8016-31e8cd839278 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:26:50.135038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:50.205418 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Pushing event updated for resources: {'Port': ['ID=58ab909d-e807-4d11-8016-31e8cd839278,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:50.257427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3a3-6728-4350-960f-30b61f291367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:50.299933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f85285-c3d6-48b8-a9e1-bc3bf6cf5091 req-0a2c5782-c48e-4864-9230-9034ab2cf187 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:50.301447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24f85285-c3d6-48b8-a9e1-bc3bf6cf5091 req-0a2c5782-c48e-4864-9230-9034ab2cf187 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 944 time: 0.0930836 Sep 17 23:26:50.302324 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Attempting to bind port 58ab909d-e807-4d11-8016-31e8cd839278 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:26:50.302757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Attempting to bind port 58ab909d-e807-4d11-8016-31e8cd839278 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:26:50.303103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Attempting to bind port 58ab909d-e807-4d11-8016-31e8cd839278 on network 47bfc42b-84db-41d4-9e07-79257c36b1c6 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:26:50.310229 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Port 58ab909d-e807-4d11-8016-31e8cd839278 on network 47bfc42b-84db-41d4-9e07-79257c36b1c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:26:50.310530 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Attempting to bind port 58ab909d-e807-4d11-8016-31e8cd839278 on network 47bfc42b-84db-41d4-9e07-79257c36b1c6 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:26:50.327276 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:26:50.327611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Checking segment: {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:50.327998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Bound using segment: {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:26:50.328441 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Bound port: 58ab909d-e807-4d11-8016-31e8cd839278, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762567a1-7076-46e3-803a-c7d13c99120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:26:50.328797 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:50.360983 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24f85285-c3d6-48b8-a9e1-bc3bf6cf5091 req-49ee850c-6410-4bb6-9697-19fdb6b258fd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523331 Sep 17 23:26:50.411627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] For port 58ab909d-e807-4d11-8016-31e8cd839278, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:26:50.414612 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] For port 58ab909d-e807-4d11-8016-31e8cd839278, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58ab909d-e807-4d11-8016-31e8cd839278,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:26:50.492350 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:50.524661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:50.525318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:50.531038 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] 10.222.0.32 "PUT /v2.0/ports/58ab909d-e807-4d11-8016-31e8cd839278 HTTP/1.1" status: 200 len: 1093 time: 0.8547111 Sep 17 23:26:50.531038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:26:50.531038 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e190ea-485b-44e8-ba0d-b1200d6179ee" -d '{"events": [{"name": "network-changed", "server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "tag": "58ab909d-e807-4d11-8016-31e8cd839278"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:26:50.557933 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dd6d7-61cc-449b-aaa1-a73c67469c73 service neutron] Pushing event updated for resources: {'Port': ['ID=58ab909d-e807-4d11-8016-31e8cd839278,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:50.571850 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7065db12-140f-467c-905e-adcce6f5e509 x-openstack-request-id: req-7065db12-140f-467c-905e-adcce6f5e509 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:26:50.572137 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "tag": "58ab909d-e807-4d11-8016-31e8cd839278", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:26:50.572516 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7065db12-140f-467c-905e-adcce6f5e509 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:26:50.572925 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278', 'status': 'completed', 'code': 200} Sep 17 23:26:50.638193 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e190ea-485b-44e8-ba0d-b1200d6179ee req-45a10761-7000-42d5-ba5a-acebd0fd1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:50.639764 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6e190ea-485b-44e8-ba0d-b1200d6179ee req-45a10761-7000-42d5-ba5a-acebd0fd1d09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 1096 time: 0.0462008 Sep 17 23:26:50.739920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e190ea-485b-44e8-ba0d-b1200d6179ee req-8d87f035-5b5a-4297-ad5c-d358e9870f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:50.741508 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6e190ea-485b-44e8-ba0d-b1200d6179ee req-8d87f035-5b5a-4297-ad5c-d358e9870f1d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a226278168af428ea8e3ee46ce206e1e&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0942492 Sep 17 23:26:50.836001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e190ea-485b-44e8-ba0d-b1200d6179ee req-bed4aa52-e017-40cb-a0ac-f3446e0ab26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:50.837342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f6e190ea-485b-44e8-ba0d-b1200d6179ee req-bed4aa52-e017-40cb-a0ac-f3446e0ab26a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0892992 Sep 17 23:26:50.910055 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-b1f7d329-6720-46f6-b953-ee05bcee0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:50.911568 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-b1f7d329-6720-46f6-b953-ee05bcee0d3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 1096 time: 0.0392578 Sep 17 23:26:50.955919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-298e256b-3202-4368-833f-3f4864130f67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58ab909d-e807-4d11-8016-31e8cd839278 HTTP/1.1" status: 200 len: 217 time: 0.0352893 Sep 17 23:26:51.004045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-21ccaf09-5efa-47e2-bbc6-5e7ddec75d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:51.005442 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-21ccaf09-5efa-47e2-bbc6-5e7ddec75d4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0434d688-3b50-4d98-aea9-af64963b6d54 HTTP/1.1" status: 200 len: 835 time: 0.0426424 Sep 17 23:26:51.049150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-36f9e0bc-edb6-46c1-bd05-1f13b3afd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:51.050648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-36f9e0bc-edb6-46c1-bd05-1f13b3afd194 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47bfc42b-84db-41d4-9e07-79257c36b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385938 Sep 17 23:26:51.141813 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-4b9c5c39-5dd9-4ed7-9924-66aaf839946f service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833750 Sep 17 23:26:51.230137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a40a2fac-19f1-4ea4-b9d0-3ac15df7dcce req-1748b6d8-e7f4-4862-9fb9-e920ec7ec9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806687 Sep 17 23:26:51.381395 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:51.477711 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bbf91-7966-4430-9db6-2dead2aa19b0 req-c77c16e7-78bb-4626-953c-68a3aa6c307c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:51.479244 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f9bbf91-7966-4430-9db6-2dead2aa19b0 req-c77c16e7-78bb-4626-953c-68a3aa6c307c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 944 time: 0.0488515 Sep 17 23:26:51.521785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6f9bbf91-7966-4430-9db6-2dead2aa19b0 req-e6e0c559-aaef-48b5-9d89-decdbce5130e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360789 Sep 17 23:26:51.941017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:52.639917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfda29-033b-404a-90e0-ea1ae9fc19a4 req-f68a7c4b-ac52-484f-9136-60550f8f8983 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:52.641321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2cfda29-033b-404a-90e0-ea1ae9fc19a4 req-f68a7c4b-ac52-484f-9136-60550f8f8983 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 944 time: 0.0505722 Sep 17 23:26:52.678430 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2cfda29-033b-404a-90e0-ea1ae9fc19a4 req-15a5e544-5d69-4fd8-bd1c-6f829407e543 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Sep 17 23:26:53.646113 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:53.789094 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68bba5-4303-4405-8cee-2f856dd3df74 req-bda71514-7778-42c4-bd6d-8c35e9a81843 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:53.790712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c68bba5-4303-4405-8cee-2f856dd3df74 req-bda71514-7778-42c4-bd6d-8c35e9a81843 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 944 time: 0.0466678 Sep 17 23:26:53.827252 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c68bba5-4303-4405-8cee-2f856dd3df74 req-9ddd5ce6-04a5-45fc-bab3-792d3bf9d03a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302606 Sep 17 23:26:54.488671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 58ab909d-e807-4d11-8016-31e8cd839278 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:26:54.583230 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 58ab909d-e807-4d11-8016-31e8cd839278, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58ab909d-e807-4d11-8016-31e8cd839278,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:54.594744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '58ab909d-e807-4d11-8016-31e8cd839278', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'port_id': '58ab909d-e807-4d11-8016-31e8cd839278', 'mac_address': 'fa:16:3e:fa:df:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:26:54.630908 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:54.643539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ab909d-e807-4d11-8016-31e8cd839278 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:26:54.662018 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 58ab909d-e807-4d11-8016-31e8cd839278, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58ab909d-e807-4d11-8016-31e8cd839278,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:54.737425 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:54.787850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=58ab909d-e807-4d11-8016-31e8cd839278,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:54.941997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cb340-d198-4f6a-b36a-b76b80b6ad01 req-dd6f3e38-10e9-4b2e-a7c7-6520d6d87bb8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:54.943505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d6cb340-d198-4f6a-b36a-b76b80b6ad01 req-dd6f3e38-10e9-4b2e-a7c7-6520d6d87bb8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 945 time: 0.0485649 Sep 17 23:26:54.982540 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['58ab909d-e807-4d11-8016-31e8cd839278'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:26:54.989461 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d6cb340-d198-4f6a-b36a-b76b80b6ad01 req-294ed21a-6a84-4b43-9753-0f5d1f8c67e9 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399833 Sep 17 23:26:56.104273 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad3cc7-a2a4-4032-b3c6-6021aca72df3 req-49be8f28-bd7d-48c3-8c9a-212aff35e72c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:56.105917 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05ad3cc7-a2a4-4032-b3c6-6021aca72df3 req-49be8f28-bd7d-48c3-8c9a-212aff35e72c tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Sep 17 23:26:56.143612 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-05ad3cc7-a2a4-4032-b3c6-6021aca72df3 req-9dba9cf4-7525-481a-b9f5-39f86c56f965 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Sep 17 23:26:56.504166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 58ab909d-e807-4d11-8016-31e8cd839278 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:56.606136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 58ab909d-e807-4d11-8016-31e8cd839278 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:26:56.609828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 58ab909d-e807-4d11-8016-31e8cd839278 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:56.610200 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:56.684367 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:56.708800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:26:56.711248 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12727bde-9e51-4189-a542-4e18f8545761" -d '{"events": [{"server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "name": "network-vif-plugged", "status": "completed", "tag": "58ab909d-e807-4d11-8016-31e8cd839278"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:26:56.723921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 58ab909d-e807-4d11-8016-31e8cd839278, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58ab909d-e807-4d11-8016-31e8cd839278,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:56.788788 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:56.795747 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5319de-d61c-424d-9806-b2ff9b5d9f78 x-openstack-request-id: req-0f5319de-d61c-424d-9806-b2ff9b5d9f78 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:26:56.796041 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "name": "network-vif-plugged", "status": "completed", "tag": "58ab909d-e807-4d11-8016-31e8cd839278", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:26:56.796291 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f5319de-d61c-424d-9806-b2ff9b5d9f78 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:26:56.796676 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278', 'code': 200} Sep 17 23:26:56.841832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=58ab909d-e807-4d11-8016-31e8cd839278,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:56.888206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e057fca-edcc-4b87-a3e9-8939db681d23 req-b6e94a4e-a0c6-44af-8e0f-947900f15849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:56.889561 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e057fca-edcc-4b87-a3e9-8939db681d23 req-b6e94a4e-a0c6-44af-8e0f-947900f15849 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 1098 time: 0.0390754 Sep 17 23:26:56.924421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e057fca-edcc-4b87-a3e9-8939db681d23 req-e2b7c9d7-b22d-47ad-b82b-377b06a279fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274034 Sep 17 23:26:57.255261 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb78964-1c78-4b20-aa15-ea04e45062b1 req-15663534-ad46-448b-ac4b-b2ae40acc703 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:57.256719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eb78964-1c78-4b20-aa15-ea04e45062b1 req-15663534-ad46-448b-ac4b-b2ae40acc703 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0469847 Sep 17 23:26:57.296827 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1eb78964-1c78-4b20-aa15-ea04e45062b1 req-ed322178-437b-4355-a407-ffdff039c90b tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336435 Sep 17 23:26:58.411609 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33a320-8c9a-4cef-b79d-ac64dff4dedc req-f829acc5-2c2a-41ec-8e37-5dc5c4d7a68d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:58.413088 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a33a320-8c9a-4cef-b79d-ac64dff4dedc req-f829acc5-2c2a-41ec-8e37-5dc5c4d7a68d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0483353 Sep 17 23:26:58.450337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9a33a320-8c9a-4cef-b79d-ac64dff4dedc req-f3c71e2f-c377-4007-96d1-29894ad38723 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305452 Sep 17 23:26:58.563134 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12fbb9-dd4c-4143-98f7-fcc2b05911dd req-5435d6c8-ce51-41c9-94aa-603c3d892c55 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:58.564641 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c12fbb9-dd4c-4143-98f7-fcc2b05911dd req-5435d6c8-ce51-41c9-94aa-603c3d892c55 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0487790 Sep 17 23:26:58.601676 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c12fbb9-dd4c-4143-98f7-fcc2b05911dd req-3b776837-d2a9-41b7-ad1b-d3b9c76e538e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308471 Sep 17 23:26:58.623244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36024) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:58.660433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9614b-4240-48b0-b0b0-cc7e764d94c0 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:58.661895 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-17d9614b-4240-48b0-b0b0-cc7e764d94c0 tempest-TestNetworkAdvancedServerOps-2104687651 tempest-TestNetworkAdvancedServerOps-2104687651-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 1093 time: 0.0377135 Sep 17 23:26:58.664631 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36026) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:58.669266 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '58ab909d-e807-4d11-8016-31e8cd839278', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:58.754453 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:58.848817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:58.948912 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Allocated IP 172.25.5.215 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/84e4ce75-d11b-4389-a75c-cbb7ebd60423) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:26:59.045795 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:59.079120 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:26:59.137465 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:59.172821 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:59.175664 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:59.179170 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:26:59.210210 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=84e4ce75-d11b-4389-a75c-cbb7ebd60423,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:59.899026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:00.018346 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:00.161885 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:00.217317 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:00.284153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event updated for resources: {'Port': ['ID=84e4ce75-d11b-4389-a75c-cbb7ebd60423,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:00.293985 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:00.396386 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP 2cff72ec-4308-4de0-991f-b6bef2dddcff associated. External IP: 172.25.5.215, port: 58ab909d-e807-4d11-8016-31e8cd839278. Sep 17 23:27:00.600653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router ee305f43-4048-42b4-a619-f90742d22a7a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:27:00.708519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:27:00.718091 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] Sync routers for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:27:00.727870 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:00.728463 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:00.783225 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:00.810214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e6f662ca-61f8-42ac-9148-0dc8a8d26c66 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1445913 Sep 17 23:27:00.810778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:27:00.813096 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a244c18-db31-4344-b5ed-dbb636ef1b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "tag": "58ab909d-e807-4d11-8016-31e8cd839278"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:27:00.860321 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34df29b2-fd3f-4878-85b8-74ce7a036d64 x-openstack-request-id: req-34df29b2-fd3f-4878-85b8-74ce7a036d64 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:27:00.860752 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "tag": "58ab909d-e807-4d11-8016-31e8cd839278", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:27:00.861095 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34df29b2-fd3f-4878-85b8-74ce7a036d64 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:27:00.861629 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278', 'status': 'completed', 'code': 200} Sep 17 23:27:00.928394 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:00.944162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-2e723f80-2b7b-42b1-a1d7-3ee64f833154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:00.945785 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-2e723f80-2b7b-42b1-a1d7-3ee64f833154 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 1098 time: 0.0617003 Sep 17 23:27:00.953655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d8511-69ea-4a6e-b77f-342e2ee8dd89 req-ab39ce34-218c-49a7-a1c5-9ba263b98394 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:00.955080 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-689d8511-69ea-4a6e-b77f-342e2ee8dd89 req-ab39ce34-218c-49a7-a1c5-9ba263b98394 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0798216 Sep 17 23:27:01.047327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-689d8511-69ea-4a6e-b77f-342e2ee8dd89 req-27e56f11-9155-4a00-a146-ec69d2b1bdf7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832288 Sep 17 23:27:01.067946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-c3ca7a01-54f7-417b-ba3f-678fd15eed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:01.069428 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-c3ca7a01-54f7-417b-ba3f-678fd15eed92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47bfc42b-84db-41d4-9e07-79257c36b1c6 HTTP/1.1" status: 200 len: 896 time: 0.1135058 Sep 17 23:27:01.069766 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36032) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:01.137923 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-abd225ba-1e16-4ab8-8e2d-0a112913e595 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/2cff72ec-4308-4de0-991f-b6bef2dddcff HTTP/1.1" status: 200 len: 992 time: 0.0668035 Sep 17 23:27:01.142296 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-9279fa8e-a3b3-452a-b1d3-faaf1862f56f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58ab909d-e807-4d11-8016-31e8cd839278 HTTP/1.1" status: 200 len: 1000 time: 0.0662520 Sep 17 23:27:01.150252 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '2cff72ec-4308-4de0-991f-b6bef2dddcff', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'port_id': '58ab909d-e807-4d11-8016-31e8cd839278', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'mac_address': 'fa:16:3e:fa:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:26:59Z', 'updated_at': '2021-09-17T23:26:59Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '851acf4d-2534-4e5a-8ed9-9460be69fcb4', 'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:92:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:44Z', 'updated_at': '2021-09-17T23:26:48Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:01.175887 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] Checking router: ee305f43-4048-42b4-a619-f90742d22a7a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:27:01.184175 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:01.184778 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:26:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:01.191774 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-c7a0e95f-c4e5-4cc3-96b6-ef2de635e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:01.193279 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-c7a0e95f-c4e5-4cc3-96b6-ef2de635e59e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0434d688-3b50-4d98-aea9-af64963b6d54 HTTP/1.1" status: 200 len: 835 time: 0.0436146 Sep 17 23:27:01.238840 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-31a500f9-7061-4f0e-9f23-239d1239facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:01.240356 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-31a500f9-7061-4f0e-9f23-239d1239facd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47bfc42b-84db-41d4-9e07-79257c36b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400975 Sep 17 23:27:01.289660 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:01.334779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-4263f971-f94a-4ff8-9a66-db4282e7d118 service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872099 Sep 17 23:27:01.426425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3a244c18-db31-4344-b5ed-dbb636ef1b6d req-ef3b01a2-69f1-412c-a79d-b4f320f31331 service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Sep 17 23:27:01.511036 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '2cff72ec-4308-4de0-991f-b6bef2dddcff', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'port_id': '58ab909d-e807-4d11-8016-31e8cd839278', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'mac_address': 'fa:16:3e:fa:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:26:59Z', 'updated_at': '2021-09-17T23:26:59Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '851acf4d-2534-4e5a-8ed9-9460be69fcb4', 'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:92:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:44Z', 'updated_at': '2021-09-17T23:26:48Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:01.537372 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8df983-4379-412b-b0b1-ba35502b90a3 None None] The sync data for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 is: [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '2cff72ec-4308-4de0-991f-b6bef2dddcff', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'port_id': '58ab909d-e807-4d11-8016-31e8cd839278', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'mac_address': 'fa:16:3e:fa:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:26:59Z', 'updated_at': '2021-09-17T23:26:59Z', 'revision_number': 0, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '851acf4d-2534-4e5a-8ed9-9460be69fcb4', 'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:92:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:44Z', 'updated_at': '2021-09-17T23:26:48Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:27:01.721938 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a0ea1-8bfc-4c1b-a2cc-decf5c5a0ca6 None None] New status for floating IP 2cff72ec-4308-4de0-991f-b6bef2dddcff: ACTIVE {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:27:02.141874 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36034) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:02.205202 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fc996107-51cd-4755-adf9-1306df454e42 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/2cff72ec-4308-4de0-991f-b6bef2dddcff HTTP/1.1" status: 200 len: 994 time: 0.0621154 Sep 17 23:27:09.014719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:10.831955 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:17.919748 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b82ab81a-be4e-47d3-894a-84907928fa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:20.300318 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-00400d62-9d23-446c-8df3-0fa691659eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:21.394261 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:21.948124 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:23.620124 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:33.786979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd5fa7-41a1-4328-b5f1-30914de79b18 req-ccb5ad1f-6f93-4cdc-8ecf-965f4f9488ae tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:33.788472 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3dbd5fa7-41a1-4328-b5f1-30914de79b18 req-ccb5ad1f-6f93-4cdc-8ecf-965f4f9488ae tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Sep 17 23:27:33.826006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3dbd5fa7-41a1-4328-b5f1-30914de79b18 req-5a62b49f-c999-43f6-b4ee-8387ff2b023a tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314124 Sep 17 23:27:34.945553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e6fff-e69d-4315-b560-204e6f3ecbe3 req-c2d823d7-2fc6-46a4-8a85-e5bab7fa89aa tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:34.947109 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c0e6fff-e69d-4315-b560-204e6f3ecbe3 req-c2d823d7-2fc6-46a4-8a85-e5bab7fa89aa tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0507901 Sep 17 23:27:34.987305 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c0e6fff-e69d-4315-b560-204e6f3ecbe3 req-4f886bd7-bb07-443d-9554-294d976acea6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329628 Sep 17 23:27:35.009595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36052) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:35.085099 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f00ae893-d421-4e43-8e2b-015c92482cdd tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/2cff72ec-4308-4de0-991f-b6bef2dddcff HTTP/1.1" status: 200 len: 994 time: 0.0738783 Sep 17 23:27:36.078014 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:27:36.521073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16740f77-add3-4a57-8371-87c42bea853f req-20fdd35d-f2ed-4825-817e-bb8754ccb623 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:36.522558 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16740f77-add3-4a57-8371-87c42bea853f req-20fdd35d-f2ed-4825-817e-bb8754ccb623 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0488997 Sep 17 23:27:36.561086 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-16740f77-add3-4a57-8371-87c42bea853f req-4711a6e6-eee4-4803-8e29-ec885bc4f1a7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316212 Sep 17 23:27:36.616066 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-8d0130fd-9931-413d-9e4a-34dfa9b1f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:36.617453 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-8d0130fd-9931-413d-9e4a-34dfa9b1f735 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 1098 time: 0.0396528 Sep 17 23:27:36.710062 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-0017f755-545d-4acf-8091-8f83f5816c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:36.711624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-0017f755-545d-4acf-8091-8f83f5816c7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=47bfc42b-84db-41d4-9e07-79257c36b1c6 HTTP/1.1" status: 200 len: 896 time: 0.0869477 Sep 17 23:27:36.778343 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-95e9a819-c2e5-4682-ae7a-9614dd9b95ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58ab909d-e807-4d11-8016-31e8cd839278 HTTP/1.1" status: 200 len: 1002 time: 0.0601346 Sep 17 23:27:36.826365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-4a51908f-119b-462c-ad6d-94f0281eb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:36.827857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-4a51908f-119b-462c-ad6d-94f0281eb0bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0434d688-3b50-4d98-aea9-af64963b6d54 HTTP/1.1" status: 200 len: 835 time: 0.0428262 Sep 17 23:27:36.873228 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-21b81032-7ad4-4d8d-a5a4-b9374e4530ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:36.874606 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-21b81032-7ad4-4d8d-a5a4-b9374e4530ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47bfc42b-84db-41d4-9e07-79257c36b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401335 Sep 17 23:27:36.965573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-374db26f-a30f-497d-81d2-d8dce4c99cc8 service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833361 Sep 17 23:27:37.052587 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e799bdf3-1b4a-4290-9331-df120f6d86ec req-d6819630-5f7c-462a-b9b2-7ec14c0a500d service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802889 Sep 17 23:27:37.677340 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4a18a-0836-407b-a942-81ed6c380e98 req-4cd8c4b3-1841-477d-b61a-72fce8635377 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:37.678841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3c4a18a-0836-407b-a942-81ed6c380e98 req-4cd8c4b3-1841-477d-b61a-72fce8635377 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0489039 Sep 17 23:27:37.721030 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3c4a18a-0836-407b-a942-81ed6c380e98 req-6dda356e-ea11-4271-b7d3-191ba88d2ee8 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361383 Sep 17 23:27:38.173201 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-5ff6110b-718b-4d1d-ba08-f2f3cfaf2912 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393329 Sep 17 23:27:38.253686 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-aff051c3-e9db-49a2-800e-87fa3930f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:38.255350 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-aff051c3-e9db-49a2-800e-87fa3930f897 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 1098 time: 0.0399761 Sep 17 23:27:38.362107 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-37ff156d-c454-4536-a33e-9646c9170d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:38.363885 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-37ff156d-c454-4536-a33e-9646c9170d15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47bfc42b-84db-41d4-9e07-79257c36b1c6 HTTP/1.1" status: 200 len: 896 time: 0.0882311 Sep 17 23:27:38.427032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-be2c01df-02e2-4e9f-8841-168dee0ba95b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58ab909d-e807-4d11-8016-31e8cd839278 HTTP/1.1" status: 200 len: 1002 time: 0.0554411 Sep 17 23:27:38.475053 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-5a1572cc-35a8-4ae3-b89c-175641cfe726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:38.476988 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-5a1572cc-35a8-4ae3-b89c-175641cfe726 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0434d688-3b50-4d98-aea9-af64963b6d54 HTTP/1.1" status: 200 len: 835 time: 0.0428095 Sep 17 23:27:38.524841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-0c703ac6-fa28-4993-b609-21c9dc661995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:38.526464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-0c703ac6-fa28-4993-b609-21c9dc661995 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47bfc42b-84db-41d4-9e07-79257c36b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423727 Sep 17 23:27:38.614306 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-b5fa9150-cc97-41e7-aedd-a4edbd530b98 service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811086 Sep 17 23:27:38.706141 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e39e12ce-c633-4923-ae7a-3919a2df34f9 req-c28f6b46-4aaa-44dc-95e2-dcb99954ca54 service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838213 Sep 17 23:27:38.834394 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7501e26-c6f7-4407-b5ac-821dcc0b4e1b req-c2eae5bf-082c-4230-b536-eef6f4fb9988 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:38.835879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7501e26-c6f7-4407-b5ac-821dcc0b4e1b req-c2eae5bf-082c-4230-b536-eef6f4fb9988 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0477648 Sep 17 23:27:38.873679 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d7501e26-c6f7-4407-b5ac-821dcc0b4e1b req-1c7bd9ab-cb35-41c6-bd04-c96e91fb1f7d tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312669 Sep 17 23:27:38.895138 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36064) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:38.956768 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a53996ed-1071-4490-a422-204ac54a60a6 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/floatingips/2cff72ec-4308-4de0-991f-b6bef2dddcff HTTP/1.1" status: 200 len: 994 time: 0.0603883 Sep 17 23:27:39.045400 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:39.175018 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36070) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:39.326642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 84e4ce75-d11b-4389-a75c-cbb7ebd60423 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:27:39.326920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:39.400086 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:39.400410 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:39.412617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 84e4ce75-d11b-4389-a75c-cbb7ebd60423 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:27:39.631344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:39.655828 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=84e4ce75-d11b-4389-a75c-cbb7ebd60423,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:39.686142 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.686482 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.686833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.687167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.687491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.687810 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.688129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.688448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.688762 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.689077 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.689388 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.689697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:39.729360 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:39.730034 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Floating IP 2cff72ec-4308-4de0-991f-b6bef2dddcff disassociated (deleted). External IP: 172.25.5.215, port: 58ab909d-e807-4d11-8016-31e8cd839278. Sep 17 23:27:39.929674 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router ee305f43-4048-42b4-a619-f90742d22a7a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:27:40.034744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:27:40.039546 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:40.045421 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] Sync routers for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:27:40.053987 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:40.054656 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:40.066363 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c722a56f-e03f-448d-bcbc-fa0bfc48807e tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/floatingips/2cff72ec-4308-4de0-991f-b6bef2dddcff HTTP/1.1" status: 204 len: 168 time: 0.8902447 Sep 17 23:27:40.066968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:27:40.069211 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "tag": "58ab909d-e807-4d11-8016-31e8cd839278"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:27:40.114461 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcbc80b-88b4-41ff-a05f-1d44aaef27b3 x-openstack-request-id: req-0fcbc80b-88b4-41ff-a05f-1d44aaef27b3 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:27:40.114756 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "tag": "58ab909d-e807-4d11-8016-31e8cd839278", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:27:40.115035 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fcbc80b-88b4-41ff-a05f-1d44aaef27b3 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:27:40.115440 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278', 'status': 'completed', 'code': 200} Sep 17 23:27:40.165089 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:40.176695 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-42bc0fa4-6863-443c-85e9-b0666539671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:40.178253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-42bc0fa4-6863-443c-85e9-b0666539671b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a226278168af428ea8e3ee46ce206e1e&device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 1098 time: 0.0404246 Sep 17 23:27:40.273630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-4aee066b-9bd5-4a1b-bd94-41d58ee56fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:40.275081 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-4aee066b-9bd5-4a1b-bd94-41d58ee56fc3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47bfc42b-84db-41d4-9e07-79257c36b1c6 HTTP/1.1" status: 200 len: 896 time: 0.0902965 Sep 17 23:27:40.372459 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '851acf4d-2534-4e5a-8ed9-9460be69fcb4', 'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:92:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:44Z', 'updated_at': '2021-09-17T23:26:48Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:40.401528 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] Checking router: ee305f43-4048-42b4-a619-f90742d22a7a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:27:40.410536 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:40.411205 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:40.521112 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:40.683212 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-3bfc9f5a-884a-4896-9d0b-3c8a0d2de2d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58ab909d-e807-4d11-8016-31e8cd839278 HTTP/1.1" status: 200 len: 217 time: 0.4009016 Sep 17 23:27:40.720317 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '851acf4d-2534-4e5a-8ed9-9460be69fcb4', 'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:92:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:44Z', 'updated_at': '2021-09-17T23:26:48Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:40.749868 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9aef2-12d4-4617-bd53-80cfe7618ae6 None None] The sync data for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 is: [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '851acf4d-2534-4e5a-8ed9-9460be69fcb4', 'name': '', 'network_id': '47bfc42b-84db-41d4-9e07-79257c36b1c6', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'mac_address': 'fa:16:3e:92:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:44Z', 'updated_at': '2021-09-17T23:26:48Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'subnets': [{'id': '0434d688-3b50-4d98-aea9-af64963b6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:27:40.763807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9361b-63c1-49fe-8a51-800e15be5bf3 req-9a071de7-3042-43c5-927a-db9cb82cbae3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:40.765386 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3b9361b-63c1-49fe-8a51-800e15be5bf3 req-9a071de7-3042-43c5-927a-db9cb82cbae3 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0851097 Sep 17 23:27:40.767096 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-f4f8eeec-ce8f-4014-a7c3-fccb281a3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:40.768448 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-f4f8eeec-ce8f-4014-a7c3-fccb281a3afb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0434d688-3b50-4d98-aea9-af64963b6d54 HTTP/1.1" status: 200 len: 835 time: 0.0770676 Sep 17 23:27:40.829352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d3b9361b-63c1-49fe-8a51-800e15be5bf3 req-54819bb3-0849-4b17-9d64-e638a7e1847f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573051 Sep 17 23:27:40.839898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-5ebadeab-2b1b-4c38-8167-7f61374835f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:40.840411 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:40.841565 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-5ebadeab-2b1b-4c38-8167-7f61374835f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47bfc42b-84db-41d4-9e07-79257c36b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622318 Sep 17 23:27:40.940421 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-cadca6f4-f4fc-41df-9868-5ff2cf3eb0e3 service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910745 Sep 17 23:27:41.018865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965aee9-afa3-4747-8fc2-35fed016e5e7 None None] New status for floating IP 2cff72ec-4308-4de0-991f-b6bef2dddcff: DOWN {{(pid=101662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:27:41.036490 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-03ef13e3-2655-49b4-b37a-e8cb3a918d9c req-40c50fa1-d276-4c2d-bb9a-647279aff77f service neutron] 10.222.0.32 "GET /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873215 Sep 17 23:27:41.979969 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-bca725e9-b1bf-48ec-ac06-a2fd404a4aa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:41.981429 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-bca725e9-b1bf-48ec-ac06-a2fd404a4aa2 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0791683 Sep 17 23:27:41.991167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e941c-b4ee-42f2-97ed-b9ef47cb6d3d req-fdd56269-fd00-4074-bbd8-e35c1152da24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:41.992527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a9e941c-b4ee-42f2-97ed-b9ef47cb6d3d req-fdd56269-fd00-4074-bbd8-e35c1152da24 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 946 time: 0.0821333 Sep 17 23:27:42.074450 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1a9e941c-b4ee-42f2-97ed-b9ef47cb6d3d req-b2ea3ce7-126d-4007-abeb-f304f402baff tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6b98ee-275e-471a-9494-44d0bc55bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743952 Sep 17 23:27:42.100073 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 58ab909d-e807-4d11-8016-31e8cd839278 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:27:42.100418 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:42.190966 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 58ab909d-e807-4d11-8016-31e8cd839278, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=58ab909d-e807-4d11-8016-31e8cd839278,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:27:42.191338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:42.203517 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 58ab909d-e807-4d11-8016-31e8cd839278 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:27:42.417371 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:42.448360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=58ab909d-e807-4d11-8016-31e8cd839278,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:42.513877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] No DVR routers for this DVR port 58ab909d-e807-4d11-8016-31e8cd839278 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:27:42.513877 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:42.513877 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cffbed0-6013-4915-951f-04a9ae736ebb req-fe511b21-b621-426b-a126-8999d133ad39 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.32 "DELETE /v2.0/ports/58ab909d-e807-4d11-8016-31e8cd839278 HTTP/1.1" status: 204 len: 173 time: 0.5019612 Sep 17 23:27:42.513877 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'name': 'network-vif-deleted', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:27:42.513877 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48d1e5d-42af-44b7-b88d-99289af528ae" -d '{"events": [{"server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "name": "network-vif-deleted", "tag": "58ab909d-e807-4d11-8016-31e8cd839278"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:27:42.534270 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d97a2d-540b-4d76-ab97-3dbdc32310bc x-openstack-request-id: req-97d97a2d-540b-4d76-ab97-3dbdc32310bc {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:27:42.534565 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa350c1-92d0-40cb-918e-5c4e681077c5", "name": "network-vif-deleted", "tag": "58ab909d-e807-4d11-8016-31e8cd839278", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:27:42.534839 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97d97a2d-540b-4d76-ab97-3dbdc32310bc {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:27:42.535243 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa350c1-92d0-40cb-918e-5c4e681077c5', 'name': 'network-vif-deleted', 'tag': '58ab909d-e807-4d11-8016-31e8cd839278', 'status': 'completed', 'code': 200} Sep 17 23:27:43.177366 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d8cc12c-c731-4ce7-bbb4-dd4da01e7382 req-62435c12-d832-44f0-9176-33673c89afd1 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa350c1-92d0-40cb-918e-5c4e681077c5 HTTP/1.1" status: 200 len: 210 time: 0.0264542 Sep 17 23:27:44.233130 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36086) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:44.592648 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:44.838752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 851acf4d-2534-4e5a-8ed9-9460be69fcb4 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:27:44.839115 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:44.924498 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 851acf4d-2534-4e5a-8ed9-9460be69fcb4, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=851acf4d-2534-4e5a-8ed9-9460be69fcb4,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:27:44.924857 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:44.937028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 851acf4d-2534-4e5a-8ed9-9460be69fcb4 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:27:45.215039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:45.242997 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=851acf4d-2534-4e5a-8ed9-9460be69fcb4,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:45.421515 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:45.630669 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Router ee305f43-4048-42b4-a619-f90742d22a7a has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:27:45.731254 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:27:45.736020 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-6df55387-f0ea-4955-a821-3809ed2558f7 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "PUT /v2.0/routers/ee305f43-4048-42b4-a619-f90742d22a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5018306 Sep 17 23:27:45.738918 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36088) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:45.740810 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] Sync routers for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:27:45.750325 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:45.750969 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:45.795007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting subnet 0434d688-3b50-4d98-aea9-af64963b6d54 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:27:45.797977 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:45.837811 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:45.930842 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:45.949569 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:46.051689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.082050 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.086523 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/subnets/0434d688-3b50-4d98-aea9-af64963b6d54 HTTP/1.1" status: 204 len: 168 time: 0.3440506 Sep 17 23:27:46.086523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Subnet': ['ID=0434d688-3b50-4d98-aea9-af64963b6d54,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:46.087209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ec015-44a5-477a-8982-e875fb0806b4 None None] Network 47bfc42b-84db-41d4-9e07-79257c36b1c6 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:27:46.088845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36090) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:46.100128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.100485 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.101106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.102050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.102050 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.102279 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.102428 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.102770 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.109335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.109335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.109335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.109335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81060a1d-62d6-4c00-9332-d2c0aac75b57 tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.130462 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:27:45Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:46.157603 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] Checking router: ee305f43-4048-42b4-a619-f90742d22a7a for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:27:46.167622 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] Routers {'ee305f43-4048-42b4-a619-f90742d22a7a'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:46.171124 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['ee305f43-4048-42b4-a619-f90742d22a7a'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:46.213586 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.281530 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] Set router ee305f43-4048-42b4-a619-f90742d22a7a gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:46.300357 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] DHCP port deletion for 47bfc42b-84db-41d4-9e07-79257c36b1c6 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:27:46.326157 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.347043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Deleting port bfc09aeb-d086-469b-aadd-6ff473c7872c {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:27:46.347703 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.417628 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] For port bfc09aeb-d086-469b-aadd-6ff473c7872c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=bfc09aeb-d086-469b-aadd-6ff473c7872c,segment=NetworkSegment(762567a1-7076-46e3-803a-c7d13c99120c),segment_id=762567a1-7076-46e3-803a-c7d13c99120c)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:27:46.418590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.419967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Deleting port 155eb80b-bec3-416b-a41e-f51b80170ad9 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:27:46.420324 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.434479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Calling delete_port for bfc09aeb-d086-469b-aadd-6ff473c7872c owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:27:46.470923 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:27:45Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:46.499108 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132f30b-aa13-4ad2-bea5-eff6c4c16514 None None] The sync data for ids ['ee305f43-4048-42b4-a619-f90742d22a7a'] in n-d-713498-17 is: [{'id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797954949', 'tenant_id': 'a226278168af428ea8e3ee46ce206e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:40Z', 'updated_at': '2021-09-17T23:27:45Z', 'revision_number': 5, 'project_id': 'a226278168af428ea8e3ee46ce206e1e', 'gw_port': {'id': '155eb80b-bec3-416b-a41e-f51b80170ad9', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee305f43-4048-42b4-a619-f90742d22a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:41Z', 'updated_at': '2021-09-17T23:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:27:46.505361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] For port 155eb80b-bec3-416b-a41e-f51b80170ad9, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=155eb80b-bec3-416b-a41e-f51b80170ad9,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:27:46.505735 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.518507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Calling delete_port for 155eb80b-bec3-416b-a41e-f51b80170ad9 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:27:46.577148 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.609764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] No DVR routers for this DVR port bfc09aeb-d086-469b-aadd-6ff473c7872c on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:27:46.613851 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Pushing event deleted for resources: {'Port': ['ID=bfc09aeb-d086-469b-aadd-6ff473c7872c,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:46.622752 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.623137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.623484 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.623828 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.624164 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.624552 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.624888 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.625344 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.625685 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.626038 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.626366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.626689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88350187-8686-4cd3-bae2-098e75dc151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:46.736696 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 58ab909d-e807-4d11-8016-31e8cd839278 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:27:46.754176 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.756738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 58ab909d-e807-4d11-8016-31e8cd839278 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:27:46.757088 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 58ab909d-e807-4d11-8016-31e8cd839278 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:27:46.782452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Port': ['ID=155eb80b-bec3-416b-a41e-f51b80170ad9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:46.847821 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.943247 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.945316 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.062474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.063074 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Fanout notify agent at l3_agent the message router_deleted on router ee305f43-4048-42b4-a619-f90742d22a7a {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:27:47.072175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.072175 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1caca66a-e3a9-49c6-9eb4-0361e08ff5dc tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/routers/ee305f43-4048-42b4-a619-f90742d22a7a HTTP/1.1" status: 204 len: 168 time: 0.9813924 Sep 17 23:27:47.074684 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36092) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:47.159505 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.243328 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.263272 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bfc42b-84db-41d4-9e07-79257c36b1c6']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:47.272819 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762567a1-7076-46e3-803a-c7d13c99120c') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:47.273117 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762567a1-7076-46e3-803a-c7d13c99120c') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:47.282145 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.294884 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.300682 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:27:47.301065 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:27:47.304077 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:27:47.439750 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.443995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.452093 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/networks/47bfc42b-84db-41d4-9e07-79257c36b1c6 HTTP/1.1" status: 204 len: 168 time: 0.3705096 Sep 17 23:27:47.453659 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36094) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:47.461164 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c744e-fff5-4fb3-aea8-8c7b73ee668f tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'Network': ['ID=47bfc42b-84db-41d4-9e07-79257c36b1c6,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:47.512849 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc45c-06f2-414b-ada9-f95eddf708ff tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.540253 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc45c-06f2-414b-ada9-f95eddf708ff tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.560649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 851acf4d-2534-4e5a-8ed9-9460be69fcb4 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:27:47.580483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 851acf4d-2534-4e5a-8ed9-9460be69fcb4 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:27:47.580818 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 851acf4d-2534-4e5a-8ed9-9460be69fcb4 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:27:47.581240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 155eb80b-bec3-416b-a41e-f51b80170ad9 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:27:47.600439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 155eb80b-bec3-416b-a41e-f51b80170ad9 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:27:47.601043 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 155eb80b-bec3-416b-a41e-f51b80170ad9 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:27:47.601453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bfc09aeb-d086-469b-aadd-6ff473c7872c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:27:47.619395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: bfc09aeb-d086-469b-aadd-6ff473c7872c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:27:47.619744 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device bfc09aeb-d086-469b-aadd-6ff473c7872c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:27:47.656817 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc45c-06f2-414b-ada9-f95eddf708ff tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.659457 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc45c-06f2-414b-ada9-f95eddf708ff tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.660618 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8b0dc45c-06f2-414b-ada9-f95eddf708ff tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] 10.222.0.13 "DELETE /v2.0/security-groups/1c6b98ee-275e-471a-9494-44d0bc55bef5 HTTP/1.1" status: 204 len: 168 time: 0.2103753 Sep 17 23:27:47.669882 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dc45c-06f2-414b-ada9-f95eddf708ff tempest-TestNetworkAdvancedServerOps-1071622577 tempest-TestNetworkAdvancedServerOps-1071622577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b98ee-275e-471a-9494-44d0bc55bef5,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:47.843170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-de6f9177-d219-42af-81a6-4b08de26a310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:48.231569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36102) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:48.360008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-7a97e1f1-9b4b-4bda-b114-f2dc27dd62af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a226278168af428ea8e3ee46ce206e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270893 Sep 17 23:27:48.362370 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36106) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:48.408625 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6427cbf-4204-42d6-81c6-1dfd21a2a706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:48.428858 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6427cbf-4204-42d6-81c6-1dfd21a2a706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:48.548026 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6427cbf-4204-42d6-81c6-1dfd21a2a706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:48.550468 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-a6427cbf-4204-42d6-81c6-1dfd21a2a706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:48.551664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-a6427cbf-4204-42d6-81c6-1dfd21a2a706 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9868339-4b0f-4a9f-962e-598e583da1db HTTP/1.1" status: 204 len: 168 time: 0.1883411 Sep 17 23:27:48.560209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6427cbf-4204-42d6-81c6-1dfd21a2a706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9868339-4b0f-4a9f-962e-598e583da1db,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:49.169855 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36112) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:49.183184 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffb005b2-bd56-4bfe-b3ce-fcc5401418ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.272489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffb005b2-bd56-4bfe-b3ce-fcc5401418ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.364954 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-ffb005b2-bd56-4bfe-b3ce-fcc5401418ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.404848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-ffb005b2-bd56-4bfe-b3ce-fcc5401418ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41060ce48c4c4315b78d1db13309f278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339888 Sep 17 23:27:49.405718 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb005b2-bd56-4bfe-b3ce-fcc5401418ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c1445-fa3c-4b4e-82ef-dc18ce58e821,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:49.407606 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36114) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:49.457919 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b31761bb-e89b-465f-b14c-8e5df359e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.486264 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b31761bb-e89b-465f-b14c-8e5df359e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.602781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b31761bb-e89b-465f-b14c-8e5df359e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.605986 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b31761bb-e89b-465f-b14c-8e5df359e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.607214 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b31761bb-e89b-465f-b14c-8e5df359e14b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a89c1445-fa3c-4b4e-82ef-dc18ce58e821 HTTP/1.1" status: 204 len: 168 time: 0.1982734 Sep 17 23:27:49.617268 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31761bb-e89b-465f-b14c-8e5df359e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c1445-fa3c-4b4e-82ef-dc18ce58e821,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:50.288542 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cbd7bb96-c704-4395-aef8-1fa820688988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:50.622845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36136) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:50.715161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-811499709-network', 'tenant_id': '748fe953b1284ca4b58c980214d52347'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:27:50.793989 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Made reservation on behalf of 748fe953b1284ca4b58c980214d52347 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:27:50.796264 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:50.804725 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:50.895526 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:50.970972 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:50.998516 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:27:51.004539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8316328b-a11b-4d81-ad0a-d4139be96352,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:51.012406 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.012406 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Added segment c3421bef-269d-4089-b891-afdd3a2dad08 of type vlan for network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 Sep 17 23:27:51.051836 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.151317 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.152282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:51.152861 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.211048 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:51.221395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:27:51.232390 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ec2fcd6a-13c2-4a35-9735-06ac8f0bb6b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6084695 Sep 17 23:27:51.235470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36140) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:51.240360 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Request body: {'subnet': {'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-811499709-subnet', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'ip_version': 4}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:27:51.317171 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Made reservation on behalf of 748fe953b1284ca4b58c980214d52347 for: {'subnet': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:27:51.319562 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12709349'] for subnet, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.405383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.548319 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25136671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12709323'] for subnet, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.599232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Pushing event updated for resources: {'Subnet': ['ID=981cadb3-e70d-40da-ad13-2184f09cff76,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:51.609704 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Checking segment: {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:27:51.610095 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Network hostable DHCP agents. Network: cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:27:51.685161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:27:51.759459 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2) {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:27:51.764075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:51.764665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.769806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca929b-f725-4cc0-9756-00b569c21228 None None] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:27:51.845906 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-eaa8a94e-bdf1-4a6a-bd72-a1cc73c1342d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6093154 Sep 17 23:27:51.848558 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36142) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:51.853178 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:27:51.923079 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.923471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:27:51.924167 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.924342 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.979961 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:51.988783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.053802 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Allocated IP 172.20.0.2 (cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2/981cadb3-e70d-40da-ad13-2184f09cff76/e84f5bef-46de-4e20-aa89-9b49354849f6) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:27:52.177871 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.194122 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.268631 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.304192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:27:52.306942 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:27:52.311172 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:27:52.321009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Pushing event updated for resources: {'Port': ['ID=e84f5bef-46de-4e20-aa89-9b49354849f6,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:52.377299 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Attempting to bind port e84f5bef-46de-4e20-aa89-9b49354849f6 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:27:52.377670 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Attempting to bind port e84f5bef-46de-4e20-aa89-9b49354849f6 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:27:52.378032 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Attempting to bind port e84f5bef-46de-4e20-aa89-9b49354849f6 on network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:27:52.382895 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:27:52.387483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Checking segment: {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:27:52.387483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.387483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Bound using segment: {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:27:52.387483 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Bound port: e84f5bef-46de-4e20-aa89-9b49354849f6, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:27:52.387483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.426981 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.445764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] For port e84f5bef-46de-4e20-aa89-9b49354849f6, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:27:52.446306 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.449265 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] For port e84f5bef-46de-4e20-aa89-9b49354849f6, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e84f5bef-46de-4e20-aa89-9b49354849f6,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:27:52.540491 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.551153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Allocated IP 172.25.5.217 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/20c1c285-8d2a-482e-9232-ac8cade3cdcd) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:27:52.602162 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0e79f-0385-43c0-940f-da9ff279cafb None None] Pushing event updated for resources: {'Port': ['ID=e84f5bef-46de-4e20-aa89-9b49354849f6,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:52.662519 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.777062 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:52.819332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:27:52.822249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:27:52.825332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:27:52.851645 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Pushing event updated for resources: {'Port': ['ID=20c1c285-8d2a-482e-9232-ac8cade3cdcd,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:53.500909 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:53.519359 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e84f5bef-46de-4e20-aa89-9b49354849f6 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:27:53.547349 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea9be9e-744b-44d3-9917-71f5c36c3e61 None None] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:27:53.647022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-51b34338-3717-40bf-a8fd-370ebb03719c None None] Provisioning complete for port e84f5bef-46de-4e20-aa89-9b49354849f6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:53.647391 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-51b34338-3717-40bf-a8fd-370ebb03719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:53.709901 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:53.716612 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e84f5bef-46de-4e20-aa89-9b49354849f6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:53.716612 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:53.716612 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:53.864204 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-51b34338-3717-40bf-a8fd-370ebb03719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:53.891213 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:27:53.893918 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:53.917850 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-51b34338-3717-40bf-a8fd-370ebb03719c None None] For port e84f5bef-46de-4e20-aa89-9b49354849f6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e84f5bef-46de-4e20-aa89-9b49354849f6,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:27:53.994400 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-51b34338-3717-40bf-a8fd-370ebb03719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:54.005726 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:27:54.040283 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Sync routers for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:27:54.073978 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:27:54.074337 n-d-713498-17 neutron-server[101662]: DEBUG oslo_db.api [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:27:54.079155 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:54.079765 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:54.086638 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:54.088078 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-68082ad1-67a8-4def-8591-5bc37d3b8424 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2385015 Sep 17 23:27:54.092251 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36144) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:54.120822 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b34338-3717-40bf-a8fd-370ebb03719c None None] Pushing event updated for resources: {'Port': ['ID=e84f5bef-46de-4e20-aa89-9b49354849f6,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:54.150493 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-541cfcd7-9d96-46a0-a314-97ff6497cba4 None None] Provisioning complete for port e84f5bef-46de-4e20-aa89-9b49354849f6 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:54.150889 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-541cfcd7-9d96-46a0-a314-97ff6497cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:54.377506 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:54.510165 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:54.620119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:53Z', 'revision_number': 3, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:54.649444 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Checking router: fca5c3e6-7fe3-4756-a455-9a0dfc6017bc for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:27:54.649844 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Updating router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc port 20c1c285-8d2a-482e-9232-ac8cade3cdcd binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:27:54.666014 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Allocated IP 172.20.0.1 (cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2/981cadb3-e70d-40da-ad13-2184f09cff76/55b2c159-b904-4d02-9693-a7dc544b0ed3) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:27:54.674855 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:54.767216 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:54.855483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:54.899839 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:27:54.904338 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:27:54.907825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:27:54.935469 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Pushing event updated for resources: {'Port': ['ID=55b2c159-b904-4d02-9693-a7dc544b0ed3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:54.935721 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:54.953754 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:54.997037 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.050308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Attempting to bind port 20c1c285-8d2a-482e-9232-ac8cade3cdcd on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:27:55.050595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Attempting to bind port 20c1c285-8d2a-482e-9232-ac8cade3cdcd by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:27:55.051002 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Attempting to bind port 20c1c285-8d2a-482e-9232-ac8cade3cdcd on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:27:55.061561 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:27:55.061935 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:27:55.062557 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.062729 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:27:55.063228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Bound port: 20c1c285-8d2a-482e-9232-ac8cade3cdcd, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:27:55.063616 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.071335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6c7b7-ee3d-48dc-a6fc-3af6c93d6ca8 None None] Pushing event updated for resources: {'Port': ['ID=20c1c285-8d2a-482e-9232-ac8cade3cdcd,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:55.155347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] For port 20c1c285-8d2a-482e-9232-ac8cade3cdcd, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:27:55.155347 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] For port 20c1c285-8d2a-482e-9232-ac8cade3cdcd, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=20c1c285-8d2a-482e-9232-ac8cade3cdcd,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:27:55.173450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.220329 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.290495 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-6b8da8d5-5cbe-4854-9695-0cfeecc4f5ee None None] Provisioning complete for port 55b2c159-b904-4d02-9693-a7dc544b0ed3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:55.290886 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6b8da8d5-5cbe-4854-9695-0cfeecc4f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.318774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6c7b7-ee3d-48dc-a6fc-3af6c93d6ca8 None None] Pushing event updated for resources: {'Port': ['ID=20c1c285-8d2a-482e-9232-ac8cade3cdcd,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:55.324131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:55.324816 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:55.346200 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.374829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-6b8da8d5-5cbe-4854-9695-0cfeecc4f5ee None None] Port 55b2c159-b904-4d02-9693-a7dc544b0ed3 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:27:55.410968 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.446339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:55.480845 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Pushing event updated for resources: {'Port': ['ID=55b2c159-b904-4d02-9693-a7dc544b0ed3,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:55.483504 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.546869 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e84f5bef-46de-4e20-aa89-9b49354849f6 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:27:55.580139 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:27:55.581762 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:27:55.663604 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port e84f5bef-46de-4e20-aa89-9b49354849f6 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:55.664113 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.707589 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:27:55.781784 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:54Z', 'revision_number': 1, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:55.828508 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7888c-03ef-46d3-830b-a15c9478af33 None None] The sync data for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 is: [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:54Z', 'revision_number': 1, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:27:55.847361 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:27:55.853686 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1412d62e-bb4a-4c38-8c84-b1d932ea583c admin admin] 10.222.0.13 "PUT /v2.0/routers/fca5c3e6-7fe3-4756-a455-9a0dfc6017bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7604005 Sep 17 23:27:55.898100 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c94df634-a9e7-4b4c-a90f-e51514394e67 None None] Provisioning complete for port 55b2c159-b904-4d02-9693-a7dc544b0ed3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:55.898563 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c94df634-a9e7-4b4c-a90f-e51514394e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:55.933808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c94df634-a9e7-4b4c-a90f-e51514394e67 None None] Port 55b2c159-b904-4d02-9693-a7dc544b0ed3 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:27:56.536574 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36160) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:56.542293 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-336864318-network', 'tenant_id': '2d4306efeedf450390b61b1fc6437177'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:27:56.642931 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Made reservation on behalf of 2d4306efeedf450390b61b1fc6437177 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:27:56.645575 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:56.655602 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:56.749399 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:56.825849 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:56.851944 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:27:56.862313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55554cdc-a5c6-49f0-a4fd-eb32243a2ae8,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:56.871404 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:56.871404 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Added segment fe35f4b7-38f3-4964-9b82-7411e96d5073 of type vlan for network 62897056-2075-497b-afe9-ce7701982ff9 Sep 17 23:27:56.913549 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:56.982470 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:56.983515 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:56.984102 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.046342 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] Pushing event updated for resources: {'Network': ['ID=62897056-2075-497b-afe9-ce7701982ff9,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:57.055961 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network 62897056-2075-497b-afe9-ce7701982ff9 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:27:57.075510 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3e925bf5-8355-4042-899c-758e58c8e502 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5374825 Sep 17 23:27:57.077963 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36162) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:57.082915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Request body: {'subnet': {'network_id': '62897056-2075-497b-afe9-ce7701982ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-336864318-subnet', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:27:57.185764 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Made reservation on behalf of 2d4306efeedf450390b61b1fc6437177 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:27:57.188303 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.414899 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.480591 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f865cc-a4c4-474e-8845-5150e912bbb8,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:57.485825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Checking segment: {'id': 'fe35f4b7-38f3-4964-9b82-7411e96d5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62897056-2075-497b-afe9-ce7701982ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:27:57.486323 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Network hostable DHCP agents. Network: 62897056-2075-497b-afe9-ce7701982ff9, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:27:57.517726 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 20c1c285-8d2a-482e-9232-ac8cade3cdcd up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:27:57.565369 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Network 62897056-2075-497b-afe9-ce7701982ff9 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:27:57.566311 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 20c1c285-8d2a-482e-9232-ac8cade3cdcd triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:57.566817 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.628291 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, 62897056-2075-497b-afe9-ce7701982ff9) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:27:57.632888 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:27:57.634349 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.639391 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd3fb0-7961-47d5-878c-2c73b9252de6 None None] Network 62897056-2075-497b-afe9-ce7701982ff9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:27:57.671831 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.720947 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-63640f5d-817d-4084-9a61-61daa1607076 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6417820 Sep 17 23:27:57.724707 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36164) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:27:57.724832 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 20c1c285-8d2a-482e-9232-ac8cade3cdcd, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=20c1c285-8d2a-482e-9232-ac8cade3cdcd,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:27:57.728505 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:27:57.742650 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Sync routers for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:27:57.752911 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:57.753528 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:57.806414 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.826083 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.828527 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.833143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-62897056-2075-497b-afe9-ce7701982ff9', 'network_id': '62897056-2075-497b-afe9-ce7701982ff9', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'fixed_ips': [{'subnet_id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:27:57.834077 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.864373 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:57.885912 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:57.924521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=20c1c285-8d2a-482e-9232-ac8cade3cdcd,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:57.997591 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Allocated IP 172.20.0.2 (62897056-2075-497b-afe9-ce7701982ff9/f5f865cc-a4c4-474e-8845-5150e912bbb8/9626dc3e-6ded-4c19-99c3-6d08157b96a5) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:27:58.076259 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 2, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:58.108711 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Checking router: fca5c3e6-7fe3-4756-a455-9a0dfc6017bc for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:27:58.109058 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Updating router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc port 55b2c159-b904-4d02-9693-a7dc544b0ed3 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:27:58.134533 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.156663 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.239830 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.285756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Network 62897056-2075-497b-afe9-ce7701982ff9 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:27:58.294342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:27:58.297419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:27:58.300354 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Pushing event updated for resources: {'Port': ['ID=9626dc3e-6ded-4c19-99c3-6d08157b96a5,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:58.357562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Attempting to bind port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:27:58.358049 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Attempting to bind port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'fe35f4b7-38f3-4964-9b82-7411e96d5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62897056-2075-497b-afe9-ce7701982ff9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:27:58.358475 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Attempting to bind port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 on network 62897056-2075-497b-afe9-ce7701982ff9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:27:58.363774 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:27:58.364249 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Checking segment: {'id': 'fe35f4b7-38f3-4964-9b82-7411e96d5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62897056-2075-497b-afe9-ce7701982ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:27:58.364722 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.365177 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Bound using segment: {'id': 'fe35f4b7-38f3-4964-9b82-7411e96d5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62897056-2075-497b-afe9-ce7701982ff9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:27:58.365708 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Bound port: 9626dc3e-6ded-4c19-99c3-6d08157b96a5, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe35f4b7-38f3-4964-9b82-7411e96d5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62897056-2075-497b-afe9-ce7701982ff9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:27:58.366157 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.411527 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.419466 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.428454 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] For port 9626dc3e-6ded-4c19-99c3-6d08157b96a5, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:27:58.431456 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] For port 9626dc3e-6ded-4c19-99c3-6d08157b96a5, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9626dc3e-6ded-4c19-99c3-6d08157b96a5,segment=NetworkSegment(fe35f4b7-38f3-4964-9b82-7411e96d5073),segment_id=fe35f4b7-38f3-4964-9b82-7411e96d5073)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:27:58.471378 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.497155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.551912 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Pushing event updated for resources: {'Port': ['ID=55b2c159-b904-4d02-9693-a7dc544b0ed3,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:58.567467 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd9e08-7fec-46cf-9805-4ebd9db546a6 None None] Pushing event updated for resources: {'Port': ['ID=9626dc3e-6ded-4c19-99c3-6d08157b96a5,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:58.580053 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.580403 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.580747 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.581086 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.581418 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.581744 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.582067 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.582389 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.582711 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.583075 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.583400 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.583716 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:27:58.603511 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Attempting to bind port 55b2c159-b904-4d02-9693-a7dc544b0ed3 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:27:58.604127 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Attempting to bind port 55b2c159-b904-4d02-9693-a7dc544b0ed3 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:27:58.604662 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Attempting to bind port 55b2c159-b904-4d02-9693-a7dc544b0ed3 on network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:27:58.610600 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:27:58.611034 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Checking segment: {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:27:58.611435 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.611827 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Bound using segment: {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:27:58.612299 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Bound port: 55b2c159-b904-4d02-9693-a7dc544b0ed3, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:27:58.612676 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.683136 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] For port 55b2c159-b904-4d02-9693-a7dc544b0ed3, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:27:58.686862 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] For port 55b2c159-b904-4d02-9693-a7dc544b0ed3, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=55b2c159-b904-4d02-9693-a7dc544b0ed3,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:27:58.744355 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.769982 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.781501 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.800717 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0a711050-939e-4573-beb8-477a79df7c73 None None] Provisioning complete for port 55b2c159-b904-4d02-9693-a7dc544b0ed3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:58.801086 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0a711050-939e-4573-beb8-477a79df7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.876625 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:27:58.877405 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:58.911882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0a711050-939e-4573-beb8-477a79df7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:58.913155 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Allocated IP 172.25.5.151 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/36456b86-e36a-482f-a828-2dd9f392510e) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:27:58.965952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-0a711050-939e-4573-beb8-477a79df7c73 None None] For port 55b2c159-b904-4d02-9693-a7dc544b0ed3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=55b2c159-b904-4d02-9693-a7dc544b0ed3,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:27:58.971473 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c013920-9bef-4d63-8873-5a4e203b695e None None] Pushing event updated for resources: {'Port': ['ID=55b2c159-b904-4d02-9693-a7dc544b0ed3,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:59.035788 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:27:59.051146 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:59.065616 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0a711050-939e-4573-beb8-477a79df7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:59.116792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a711050-939e-4573-beb8-477a79df7c73 None None] Pushing event updated for resources: {'Port': ['ID=55b2c159-b904-4d02-9693-a7dc544b0ed3,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:59.148697 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:59.186752 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:27:59.191718 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:27:59.195209 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:27:59.199294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-04cfe861-36a6-493e-a7b6-8efe4eb3c6b2 None None] Provisioning complete for port 55b2c159-b904-4d02-9693-a7dc544b0ed3 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:59.202995 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-04cfe861-36a6-493e-a7b6-8efe4eb3c6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:59.224001 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Pushing event updated for resources: {'Port': ['ID=36456b86-e36a-482f-a828-2dd9f392510e,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:27:59.361883 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:27:59.388488 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5695c6-6142-4b01-8ea4-5019f9c79814 None None] The sync data for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 is: [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:27:59.543820 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:59.656402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 55b2c159-b904-4d02-9693-a7dc544b0ed3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:27:59.730473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 55b2c159-b904-4d02-9693-a7dc544b0ed3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:59.730877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:59.787401 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:59.790565 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa557ce-28c5-4573-bacc-76c7a6ef3cd4 None None] Network 62897056-2075-497b-afe9-ce7701982ff9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:27:59.886353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 20c1c285-8d2a-482e-9232-ac8cade3cdcd up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:27:59.912127 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-dbfea303-e1a1-473b-af99-0ba6ae89556b None None] Provisioning complete for port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:27:59.912492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbfea303-e1a1-473b-af99-0ba6ae89556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.000565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Router 29390233-ff12-42e8-ae20-c29d08606fcd is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:28:00.038137 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 20c1c285-8d2a-482e-9232-ac8cade3cdcd triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:00.038137 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.130725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:00.222744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.224143 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-b88537ef-66ba-48eb-9cb7-5ce6e1417055 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4997141 Sep 17 23:28:00.227031 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36166) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:00.261192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Sync routers for ids ['29390233-ff12-42e8-ae20-c29d08606fcd'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:00.297401 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbfea303-e1a1-473b-af99-0ba6ae89556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.309943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Routers {'29390233-ff12-42e8-ae20-c29d08606fcd'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:00.310581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['29390233-ff12-42e8-ae20-c29d08606fcd'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:00.396402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-dbfea303-e1a1-473b-af99-0ba6ae89556b None None] For port 9626dc3e-6ded-4c19-99c3-6d08157b96a5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9626dc3e-6ded-4c19-99c3-6d08157b96a5,segment=NetworkSegment(fe35f4b7-38f3-4964-9b82-7411e96d5073),segment_id=fe35f4b7-38f3-4964-9b82-7411e96d5073)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:00.475564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9626dc3e-6ded-4c19-99c3-6d08157b96a5 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:00.478351 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Set router 29390233-ff12-42e8-ae20-c29d08606fcd gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:00.481145 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dbfea303-e1a1-473b-af99-0ba6ae89556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.663857 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.677296 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-e150f0ce-3f9e-4276-aa85-96b482c26bcc None None] Provisioning complete for port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:00.677671 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e150f0ce-3f9e-4276-aa85-96b482c26bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.679104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfea303-e1a1-473b-af99-0ba6ae89556b None None] Pushing event updated for resources: {'Port': ['ID=9626dc3e-6ded-4c19-99c3-6d08157b96a5,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:00.733589 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:00.733854 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.820806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Allocated IP 172.20.0.1 (62897056-2075-497b-afe9-ce7701982ff9/f5f865cc-a4c4-474e-8845-5150e912bbb8/99f01f0d-2306-4239-b7e4-3f554f909d2c) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:28:00.892294 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '36456b86-e36a-482f-a828-2dd9f392510e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:57Z', 'updated_at': '2021-09-17T23:27:59Z', 'revision_number': 3, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'gw_port': {'id': '36456b86-e36a-482f-a828-2dd9f392510e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:58Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:00.926846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Checking router: 29390233-ff12-42e8-ae20-c29d08606fcd for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:00.927205 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Updating router 29390233-ff12-42e8-ae20-c29d08606fcd port 36456b86-e36a-482f-a828-2dd9f392510e binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:28:00.930242 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:00.952918 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.028685 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.067220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Network 62897056-2075-497b-afe9-ce7701982ff9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:28:01.070076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:28:01.074039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:28:01.101210 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Pushing event updated for resources: {'Port': ['ID=99f01f0d-2306-4239-b7e4-3f554f909d2c,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:01.127057 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.228861 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.305447 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.342302 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.359921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Attempting to bind port 36456b86-e36a-482f-a828-2dd9f392510e on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:28:01.360301 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Attempting to bind port 36456b86-e36a-482f-a828-2dd9f392510e by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:28:01.360662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Attempting to bind port 36456b86-e36a-482f-a828-2dd9f392510e on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:01.367239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9872cf-e415-4e46-a3be-7a3b26f16fe7 None None] Pushing event updated for resources: {'Port': ['ID=36456b86-e36a-482f-a828-2dd9f392510e,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:01.374587 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:28:01.374932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:28:01.375333 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.375720 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:28:01.376192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Bound port: 36456b86-e36a-482f-a828-2dd9f392510e, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:28:01.376579 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.408304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-78117211-2149-4c7a-9caa-53d97e575788 None None] Provisioning complete for port 99f01f0d-2306-4239-b7e4-3f554f909d2c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:01.408674 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-78117211-2149-4c7a-9caa-53d97e575788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.465021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-78117211-2149-4c7a-9caa-53d97e575788 None None] Port 99f01f0d-2306-4239-b7e4-3f554f909d2c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:28:01.467131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] For port 36456b86-e36a-482f-a828-2dd9f392510e, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:01.478747 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] For port 36456b86-e36a-482f-a828-2dd9f392510e, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=36456b86-e36a-482f-a828-2dd9f392510e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:28:01.509228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9626dc3e-6ded-4c19-99c3-6d08157b96a5 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:01.512453 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.553985 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.580744 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.585448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:01.585811 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.650201 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Routers {'29390233-ff12-42e8-ae20-c29d08606fcd'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:01.651431 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['29390233-ff12-42e8-ae20-c29d08606fcd'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:01.654615 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9872cf-e415-4e46-a3be-7a3b26f16fe7 None None] Pushing event updated for resources: {'Port': ['ID=36456b86-e36a-482f-a828-2dd9f392510e,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:01.658563 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:01.660310 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Pushing event updated for resources: {'Port': ['ID=99f01f0d-2306-4239-b7e4-3f554f909d2c,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:01.751746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Network 62897056-2075-497b-afe9-ce7701982ff9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:28:01.753166 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:28:01.796486 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] Set router 29390233-ff12-42e8-ae20-c29d08606fcd gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:01.871156 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Router 29390233-ff12-42e8-ae20-c29d08606fcd has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:28:01.991890 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:02.006045 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-06fc5f99-7cac-4b3c-9057-ad8750a2979d admin admin] 10.222.0.13 "PUT /v2.0/routers/29390233-ff12-42e8-ae20-c29d08606fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695448 Sep 17 23:28:02.006257 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bc36eae8-b22f-4f74-9aa4-1b4b4bfa3d63 None None] Provisioning complete for port 99f01f0d-2306-4239-b7e4-3f554f909d2c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:02.006257 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bc36eae8-b22f-4f74-9aa4-1b4b4bfa3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:02.043537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '36456b86-e36a-482f-a828-2dd9f392510e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:57Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 4, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'gw_port': {'id': '36456b86-e36a-482f-a828-2dd9f392510e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:58Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '99f01f0d-2306-4239-b7e4-3f554f909d2c', 'name': '', 'network_id': '62897056-2075-497b-afe9-ce7701982ff9', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'mac_address': 'fa:16:3e:6a:1a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:00Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 2, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'subnets': [{'id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:02.072307 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-bc36eae8-b22f-4f74-9aa4-1b4b4bfa3d63 None None] Port 99f01f0d-2306-4239-b7e4-3f554f909d2c cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:28:02.075397 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab99de1-9bcd-4c94-b2fe-a13ac7f24b25 None None] The sync data for ids ['29390233-ff12-42e8-ae20-c29d08606fcd'] in n-d-713498-17 is: [{'id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '36456b86-e36a-482f-a828-2dd9f392510e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:57Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 4, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'gw_port': {'id': '36456b86-e36a-482f-a828-2dd9f392510e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:58Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '99f01f0d-2306-4239-b7e4-3f554f909d2c', 'name': '', 'network_id': '62897056-2075-497b-afe9-ce7701982ff9', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'mac_address': 'fa:16:3e:6a:1a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:00Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 2, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'subnets': [{'id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:02.708673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36174) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:02.714362 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9c0f4d6b-52e7-4b0c-a1ba-367c651c9817 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711251509', 'description': 'tempest-secgroup-smoke-711251509 description', 'project_id': '748fe953b1284ca4b58c980214d52347'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:02.802737 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4d6b-52e7-4b0c-a1ba-367c651c9817 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:02.891838 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4d6b-52e7-4b0c-a1ba-367c651c9817 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:02.951484 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4d6b-52e7-4b0c-a1ba-367c651c9817 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:02.981967 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f4d6b-52e7-4b0c-a1ba-367c651c9817 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf8093f-8012-4992-aee9-fb69c035afce,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:03.043267 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4d6b-52e7-4b0c-a1ba-367c651c9817 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.044663 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9c0f4d6b-52e7-4b0c-a1ba-367c651c9817 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3349013 Sep 17 23:28:03.047585 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36176) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:03.052125 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-afbcdd9f-72b3-4cc4-a9a5-ead9c353abd8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': 'ebf8093f-8012-4992-aee9-fb69c035afce', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:03.162482 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afbcdd9f-72b3-4cc4-a9a5-ead9c353abd8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.224894 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afbcdd9f-72b3-4cc4-a9a5-ead9c353abd8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.313773 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afbcdd9f-72b3-4cc4-a9a5-ead9c353abd8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.332886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcdd9f-72b3-4cc4-a9a5-ead9c353abd8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed23324-2541-4600-915a-7f68296c3c72,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:03.404975 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afbcdd9f-72b3-4cc4-a9a5-ead9c353abd8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.406156 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-afbcdd9f-72b3-4cc4-a9a5-ead9c353abd8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3575797 Sep 17 23:28:03.408879 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36178) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:03.413247 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-afcfc145-9ed5-4b1b-becd-4a4ca8f4cc58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': 'ebf8093f-8012-4992-aee9-fb69c035afce', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:03.508130 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 36456b86-e36a-482f-a828-2dd9f392510e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:03.541447 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afcfc145-9ed5-4b1b-becd-4a4ca8f4cc58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.553625 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 36456b86-e36a-482f-a828-2dd9f392510e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:03.553988 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.599105 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afcfc145-9ed5-4b1b-becd-4a4ca8f4cc58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.634319 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.655633 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 36456b86-e36a-482f-a828-2dd9f392510e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=36456b86-e36a-482f-a828-2dd9f392510e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:03.673648 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afcfc145-9ed5-4b1b-becd-4a4ca8f4cc58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.693300 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfc145-9ed5-4b1b-becd-4a4ca8f4cc58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755da2ae-53d9-4279-8687-4358e93b162f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:03.731167 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.759327 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-afcfc145-9ed5-4b1b-becd-4a4ca8f4cc58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.763638 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-afcfc145-9ed5-4b1b-becd-4a4ca8f4cc58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3537507 Sep 17 23:28:03.763850 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36180) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:03.769365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e28a7ae1-08f1-408e-8bf0-dcebb8123dae tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': 'ebf8093f-8012-4992-aee9-fb69c035afce', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:03.780953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=36456b86-e36a-482f-a828-2dd9f392510e,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:03.861862 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28a7ae1-08f1-408e-8bf0-dcebb8123dae tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.921388 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28a7ae1-08f1-408e-8bf0-dcebb8123dae tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.981766 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Sync routers for ids ['29390233-ff12-42e8-ae20-c29d08606fcd'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:03.985632 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28a7ae1-08f1-408e-8bf0-dcebb8123dae tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:03.991189 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Routers {'29390233-ff12-42e8-ae20-c29d08606fcd'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:03.991794 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['29390233-ff12-42e8-ae20-c29d08606fcd'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:04.004531 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a7ae1-08f1-408e-8bf0-dcebb8123dae tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48666b4d-5ce4-4b4d-ad47-a2cfc15c9803,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:04.085075 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e28a7ae1-08f1-408e-8bf0-dcebb8123dae tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.086432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e28a7ae1-08f1-408e-8bf0-dcebb8123dae tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209045 Sep 17 23:28:04.090625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36182) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:04.096064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-2707d214-88ee-48e8-bc7e-b587b47f80ff tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': 'ebf8093f-8012-4992-aee9-fb69c035afce', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:04.097687 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Set router 29390233-ff12-42e8-ae20-c29d08606fcd gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:04.176057 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2707d214-88ee-48e8-bc7e-b587b47f80ff tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.235587 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2707d214-88ee-48e8-bc7e-b587b47f80ff tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.299308 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '36456b86-e36a-482f-a828-2dd9f392510e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:57Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 4, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'gw_port': {'id': '36456b86-e36a-482f-a828-2dd9f392510e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:58Z', 'updated_at': '2021-09-17T23:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '99f01f0d-2306-4239-b7e4-3f554f909d2c', 'name': '', 'network_id': '62897056-2075-497b-afe9-ce7701982ff9', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'mac_address': 'fa:16:3e:6a:1a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:00Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 2, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'subnets': [{'id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:04.302514 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2707d214-88ee-48e8-bc7e-b587b47f80ff tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.320550 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707d214-88ee-48e8-bc7e-b587b47f80ff tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edabec0e-0458-4091-9f15-e4fa59d360aa,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:04.327873 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Checking router: 29390233-ff12-42e8-ae20-c29d08606fcd for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:04.328180 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Updating router 29390233-ff12-42e8-ae20-c29d08606fcd port 99f01f0d-2306-4239-b7e4-3f554f909d2c binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:28:04.353737 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.393693 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2707d214-88ee-48e8-bc7e-b587b47f80ff tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.394971 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2707d214-88ee-48e8-bc7e-b587b47f80ff tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3027260 Sep 17 23:28:04.397682 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36184) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:04.403237 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-dcca8647-b091-40b7-875f-78b5deb2717e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': 'ebf8093f-8012-4992-aee9-fb69c035afce', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:04.485489 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-dcca8647-b091-40b7-875f-78b5deb2717e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Project 748fe953b1284ca4b58c980214d52347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:28:04.490412 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcca8647-b091-40b7-875f-78b5deb2717e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.556241 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcca8647-b091-40b7-875f-78b5deb2717e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.616139 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.616600 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcca8647-b091-40b7-875f-78b5deb2717e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.634907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca8647-b091-40b7-875f-78b5deb2717e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81f55d3-e1e8-46ca-85e8-832157ae3ea8,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:04.694033 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.701909 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-dcca8647-b091-40b7-875f-78b5deb2717e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.703269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-dcca8647-b091-40b7-875f-78b5deb2717e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046410 Sep 17 23:28:04.705992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36186) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:04.710484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-71bdab15-74fb-4120-830b-e0802af626a6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': 'ebf8093f-8012-4992-aee9-fb69c035afce', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:04.745297 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c02d6a-44e1-49bf-8452-bf1cc6c874e2 None None] Pushing event updated for resources: {'Port': ['ID=99f01f0d-2306-4239-b7e4-3f554f909d2c,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:04.791303 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-71bdab15-74fb-4120-830b-e0802af626a6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Project 748fe953b1284ca4b58c980214d52347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:28:04.797544 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-71bdab15-74fb-4120-830b-e0802af626a6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.798322 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Attempting to bind port 99f01f0d-2306-4239-b7e4-3f554f909d2c on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:28:04.798691 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Attempting to bind port 99f01f0d-2306-4239-b7e4-3f554f909d2c by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'fe35f4b7-38f3-4964-9b82-7411e96d5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62897056-2075-497b-afe9-ce7701982ff9'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:28:04.799083 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Attempting to bind port 99f01f0d-2306-4239-b7e4-3f554f909d2c on network 62897056-2075-497b-afe9-ce7701982ff9 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:04.804190 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:28:04.804557 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Checking segment: {'id': 'fe35f4b7-38f3-4964-9b82-7411e96d5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62897056-2075-497b-afe9-ce7701982ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:28:04.804960 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.805338 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Bound using segment: {'id': 'fe35f4b7-38f3-4964-9b82-7411e96d5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62897056-2075-497b-afe9-ce7701982ff9'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:28:04.805908 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Bound port: 99f01f0d-2306-4239-b7e4-3f554f909d2c, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe35f4b7-38f3-4964-9b82-7411e96d5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62897056-2075-497b-afe9-ce7701982ff9'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:28:04.806382 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.868031 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-71bdab15-74fb-4120-830b-e0802af626a6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.885708 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] For port 99f01f0d-2306-4239-b7e4-3f554f909d2c, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:04.889383 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] For port 99f01f0d-2306-4239-b7e4-3f554f909d2c, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=99f01f0d-2306-4239-b7e4-3f554f909d2c,segment=NetworkSegment(fe35f4b7-38f3-4964-9b82-7411e96d5073),segment_id=fe35f4b7-38f3-4964-9b82-7411e96d5073)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:28:04.928135 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-71bdab15-74fb-4120-830b-e0802af626a6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.946661 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdab15-74fb-4120-830b-e0802af626a6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b909e34-eb78-4f30-a290-d3be9194b4c7,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:04.952041 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:04.999018 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Routers {'29390233-ff12-42e8-ae20-c29d08606fcd'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:04.999639 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['29390233-ff12-42e8-ae20-c29d08606fcd'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:05.010914 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5cddcf0-26ca-4734-94b4-17b9626d4401 None None] Provisioning complete for port 99f01f0d-2306-4239-b7e4-3f554f909d2c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:05.011378 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5cddcf0-26ca-4734-94b4-17b9626d4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:05.019737 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-71bdab15-74fb-4120-830b-e0802af626a6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:05.021338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-71bdab15-74fb-4120-830b-e0802af626a6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3143578 Sep 17 23:28:05.108071 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c02d6a-44e1-49bf-8452-bf1cc6c874e2 None None] Pushing event updated for resources: {'Port': ['ID=99f01f0d-2306-4239-b7e4-3f554f909d2c,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:05.131775 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5cddcf0-26ca-4734-94b4-17b9626d4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:05.162048 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] Set router 29390233-ff12-42e8-ae20-c29d08606fcd gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:05.184562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5cddcf0-26ca-4734-94b4-17b9626d4401 None None] For port 99f01f0d-2306-4239-b7e4-3f554f909d2c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=99f01f0d-2306-4239-b7e4-3f554f909d2c,segment=NetworkSegment(fe35f4b7-38f3-4964-9b82-7411e96d5073),segment_id=fe35f4b7-38f3-4964-9b82-7411e96d5073)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:05.194760 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-068202c7-3cb3-445d-ae67-2bae037e5504 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711251509&fields=id&tenant_id=748fe953b1284ca4b58c980214d52347 HTTP/1.1" status: 200 len: 267 time: 0.0343060 Sep 17 23:28:05.248584 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5cddcf0-26ca-4734-94b4-17b9626d4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:05.299133 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cddcf0-26ca-4734-94b4-17b9626d4401 None None] Pushing event updated for resources: {'Port': ['ID=99f01f0d-2306-4239-b7e4-3f554f909d2c,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:05.316714 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-4f5ec74f-3982-4ced-99fa-610fe9afc46b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:05.318335 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-4f5ec74f-3982-4ced-99fa-610fe9afc46b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 808 time: 0.1136217 Sep 17 23:28:05.333574 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-c1ccc14a-ae22-4cb1-b588-de712d27493f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/quotas/748fe953b1284ca4b58c980214d52347 HTTP/1.1" status: 200 len: 375 time: 0.0093076 Sep 17 23:28:05.370434 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-18c83106-ebb1-490f-b0d0-40ba23279bdd None None] Provisioning complete for port 99f01f0d-2306-4239-b7e4-3f554f909d2c triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:05.370817 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-18c83106-ebb1-490f-b0d0-40ba23279bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:05.381725 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '36456b86-e36a-482f-a828-2dd9f392510e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:57Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 4, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'gw_port': {'id': '36456b86-e36a-482f-a828-2dd9f392510e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:58Z', 'updated_at': '2021-09-17T23:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '99f01f0d-2306-4239-b7e4-3f554f909d2c', 'name': '', 'network_id': '62897056-2075-497b-afe9-ce7701982ff9', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'mac_address': 'fa:16:3e:6a:1a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:00Z', 'updated_at': '2021-09-17T23:28:04Z', 'revision_number': 4, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'subnets': [{'id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:05.387784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-18894e2a-a01e-445e-a7ff-df9edee9f301 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486808 Sep 17 23:28:05.408590 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b466f-e7d0-4092-836e-def9975dbbb6 None None] The sync data for ids ['29390233-ff12-42e8-ae20-c29d08606fcd'] in n-d-713498-17 is: [{'id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '36456b86-e36a-482f-a828-2dd9f392510e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:57Z', 'updated_at': '2021-09-17T23:28:01Z', 'revision_number': 4, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'gw_port': {'id': '36456b86-e36a-482f-a828-2dd9f392510e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:58Z', 'updated_at': '2021-09-17T23:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '99f01f0d-2306-4239-b7e4-3f554f909d2c', 'name': '', 'network_id': '62897056-2075-497b-afe9-ce7701982ff9', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'mac_address': 'fa:16:3e:6a:1a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:28:00Z', 'updated_at': '2021-09-17T23:28:04Z', 'revision_number': 4, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'subnets': [{'id': 'f5f865cc-a4c4-474e-8845-5150e912bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:05.510435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-eae00ca9-778d-4024-8629-f9ea5afca4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102240 Sep 17 23:28:05.533653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 99f01f0d-2306-4239-b7e4-3f554f909d2c up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:05.588953 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 99f01f0d-2306-4239-b7e4-3f554f909d2c triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:05.589409 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:05.613922 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-4c88c691-a003-44d2-9f1d-1c97b18fc1fa service neutron] 10.222.0.13 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962505 Sep 17 23:28:05.674879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 36456b86-e36a-482f-a828-2dd9f392510e up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:05.727581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 36456b86-e36a-482f-a828-2dd9f392510e triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:05.727954 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:05.875474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfd880bc-0e8a-46e5-853f-7a09282af748 req-d91ca1e3-df87-42a2-b7ba-51eb99cbfe7f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 210 time: 0.0275702 Sep 17 23:28:06.969208 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33a3d3cf-bc10-42ea-9654-91654c7cb0ef req-ca4c5866-ce4c-4900-b6a4-e33bc9a57af0 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 210 time: 0.0266166 Sep 17 23:28:07.973859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-cdbd3a7e-ac8c-43f5-99ec-a91852c5d127 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:07.975410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-cdbd3a7e-ac8c-43f5-99ec-a91852c5d127 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 808 time: 0.1045578 Sep 17 23:28:08.019564 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-91d94bf0-b95a-4ecd-9708-cba6d078c10b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=748fe953b1284ca4b58c980214d52347 HTTP/1.1" status: 200 len: 379 time: 0.0346680 Sep 17 23:28:08.028859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'port': {'device_id': '4f862be6-5135-4899-985f-811fcf016138', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'admin_state_up': True, 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'security_groups': ['ebf8093f-8012-4992-aee9-fb69c035afce']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:08.083954 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-38360956-69c9-4213-b4c1-24e77a126cef req-f94171fc-ff24-466b-86df-b912ee6115fb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 210 time: 0.0403814 Sep 17 23:28:08.261950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Made reservation on behalf of 748fe953b1284ca4b58c980214d52347 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:28:08.265496 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:08.394108 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Allocated IP 172.20.0.14 (cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2/981cadb3-e70d-40da-ad13-2184f09cff76/6bd2ea54-2256-4d47-bc86-b124f0ff47f8) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:28:08.533049 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:08.616571 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:08.662126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:28:08.665069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:28:08.669592 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:28:08.695279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:08.725453 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:08.726096 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:08.806127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-b1c81221-a0f4-46c2-bcd1-06e08676d11f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7809732 Sep 17 23:28:08.819151 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Request body: {'port': {'device_id': '4f862be6-5135-4899-985f-811fcf016138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:08.872892 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:08.908468 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-d34cfecb-1cdf-4938-82f7-52e5ae82aa52 None None] Provisioning complete for port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:08.909028 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d34cfecb-1cdf-4938-82f7-52e5ae82aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:08.946680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-d34cfecb-1cdf-4938-82f7-52e5ae82aa52 None None] Port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:28:09.019916 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.145627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:28:09.154537 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.188187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Transition to ACTIVE for port object 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:28:09.210803 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38e9e6-f696-4199-a7fe-79a28d6fe705 req-f18beca1-6a7f-4301-9e75-bf088ba646fe tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:09.212292 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e38e9e6-f696-4199-a7fe-79a28d6fe705 req-f18beca1-6a7f-4301-9e75-bf088ba646fe tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 932 time: 0.0547829 Sep 17 23:28:09.251973 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2e38e9e6-f696-4199-a7fe-79a28d6fe705 req-af2d0d2f-8bc1-4c19-8b57-9855653b0ef1 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328412 Sep 17 23:28:09.296631 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.346239 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:09.421553 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Attempting to bind port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:28:09.421890 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Attempting to bind port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:28:09.422221 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Attempting to bind port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 on network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:09.426742 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 on network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:28:09.427089 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Attempting to bind port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 on network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:28:09.432408 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:28:09.432740 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Checking segment: {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:28:09.433285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Bound using segment: {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:28:09.433540 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Bound port: 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:28:09.433894 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.499724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:28:09.502868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:28:09.593982 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.629793 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:09.630402 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:09.631804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] 10.222.0.32 "PUT /v2.0/ports/6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 200 len: 1093 time: 0.8170567 Sep 17 23:28:09.632285 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:09.634446 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537ceaab-d69b-4449-a7fa-f00f85a2a409" -d '{"events": [{"name": "network-changed", "server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:09.661231 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5430d-ec84-4e66-8614-6ed3d34c62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:09.679314 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dee624-6f61-46c9-95f6-358325576bfe x-openstack-request-id: req-19dee624-6f61-46c9-95f6-358325576bfe {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:09.690890 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:09.690890 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19dee624-6f61-46c9-95f6-358325576bfe {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:09.690890 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'status': 'completed', 'code': 200} Sep 17 23:28:09.743185 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ceaab-d69b-4449-a7fa-f00f85a2a409 req-940d33c1-35e6-47d5-bcce-5b2b238c299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:09.745349 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537ceaab-d69b-4449-a7fa-f00f85a2a409 req-940d33c1-35e6-47d5-bcce-5b2b238c299e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1096 time: 0.0451345 Sep 17 23:28:09.850503 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ceaab-d69b-4449-a7fa-f00f85a2a409 req-743ae555-7f54-49c7-9c8f-f1ee6a1b19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:09.852023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537ceaab-d69b-4449-a7fa-f00f85a2a409 req-743ae555-7f54-49c7-9c8f-f1ee6a1b19f3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=748fe953b1284ca4b58c980214d52347&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0989773 Sep 17 23:28:09.949111 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ceaab-d69b-4449-a7fa-f00f85a2a409 req-b5968585-56ff-4a43-93d3-469d301e12be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:09.950596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-537ceaab-d69b-4449-a7fa-f00f85a2a409 req-b5968585-56ff-4a43-93d3-469d301e12be service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0908349 Sep 17 23:28:10.027150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-4fab1daa-dd5b-4eab-a52d-67af69e1d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.028729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-4fab1daa-dd5b-4eab-a52d-67af69e1d2c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1096 time: 0.0396802 Sep 17 23:28:10.069400 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-97de90f9-2490-4df0-8da1-98771cb45050 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 200 len: 217 time: 0.0333767 Sep 17 23:28:10.120473 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-4fd6fa53-6104-4e69-9b93-55149075a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.121928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-4fd6fa53-6104-4e69-9b93-55149075a05c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0458343 Sep 17 23:28:10.165770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-35e8e71b-2781-43e5-a235-18b2c8d3f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.167261 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-35e8e71b-2781-43e5-a235-18b2c8d3f4a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384779 Sep 17 23:28:10.257150 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-612532be-3da7-4634-aec2-5338d1cc1a70 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819509 Sep 17 23:28:10.381675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7d116afc-f8c2-44f2-a994-b41faef8d882 req-c5035f85-442d-4b16-8b3b-63b9daf8d676 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175716 Sep 17 23:28:10.391283 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8fd25-6855-426b-a775-c4404e594ce4 req-fd4cfed2-b87b-40c1-9f86-d30a65481ff7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:10.392782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80d8fd25-6855-426b-a775-c4404e594ce4 req-fd4cfed2-b87b-40c1-9f86-d30a65481ff7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0694456 Sep 17 23:28:10.431035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-80d8fd25-6855-426b-a775-c4404e594ce4 req-dffd8376-84c9-4209-a448-9d6df89a30da tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318844 Sep 17 23:28:10.827916 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:11.551165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa124d9-7350-439a-943c-b5dc5094a6d9 req-1c93de58-18a7-430d-9b45-473bd925cbac tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:11.552648 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9aa124d9-7350-439a-943c-b5dc5094a6d9 req-1c93de58-18a7-430d-9b45-473bd925cbac tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0520685 Sep 17 23:28:11.588605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9aa124d9-7350-439a-943c-b5dc5094a6d9 req-514e2bfc-b277-456b-9dc1-02e2b35b5784 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301080 Sep 17 23:28:12.704493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614666c-1f9d-44dc-870c-a912ea133a1b req-7ff0b23d-1601-4bbe-8b41-d218d31acf23 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:12.705960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e614666c-1f9d-44dc-870c-a912ea133a1b req-7ff0b23d-1601-4bbe-8b41-d218d31acf23 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0504715 Sep 17 23:28:12.743616 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e614666c-1f9d-44dc-870c-a912ea133a1b req-a4d7c538-9683-4fea-a59f-30f60dd04e4f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315728 Sep 17 23:28:12.845511 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:28:12.939809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:12.950392 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'port_id': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'mac_address': 'fa:16:3e:af:42:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:28:12.986247 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:12.998142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:28:13.016192 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:13.073292 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:13.077366 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:28:13.279145 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:13.332801 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['6bd2ea54-2256-4d47-bc86-b124f0ff47f8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:28:13.855746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f950c-1ff2-4100-99ad-9dd66b0ce37b req-ad6f0692-9c2f-421e-8047-2fdb3447c2f2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:13.857255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c7f950c-1ff2-4100-99ad-9dd66b0ce37b req-ad6f0692-9c2f-421e-8047-2fdb3447c2f2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Sep 17 23:28:13.894503 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c7f950c-1ff2-4100-99ad-9dd66b0ce37b req-57bb1aaf-8429-4488-a04d-1958016fbb10 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Sep 17 23:28:14.845448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:28:14.962143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:28:14.966761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:14.967158 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:15.012150 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cb15a-1c06-4217-8d34-bb960fb62733 req-b4eb204e-06d4-4b93-9aae-67a2fe0e0afd tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:15.014174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-101cb15a-1c06-4217-8d34-bb960fb62733 req-b4eb204e-06d4-4b93-9aae-67a2fe0e0afd tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Sep 17 23:28:15.044174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:15.051720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-101cb15a-1c06-4217-8d34-bb960fb62733 req-dc9c5c86-bbe1-4b5f-aa39-057b9d62478b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314314 Sep 17 23:28:15.066227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:15.068521 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a790d1-ea1f-4e12-8c98-431e572f7e23" -d '{"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:15.084289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:28:15.105949 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d0a761-4351-4de0-acc0-43d09840f719 x-openstack-request-id: req-87d0a761-4351-4de0-acc0-43d09840f719 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:15.106264 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:15.106604 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87d0a761-4351-4de0-acc0-43d09840f719 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:15.107030 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'code': 200} Sep 17 23:28:15.151262 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:15.198159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5792f-4574-409f-ac6c-0f3e6001fa70 req-1a34e7dc-db8a-43d5-8366-5818815f3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:15.199782 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ca5792f-4574-409f-ac6c-0f3e6001fa70 req-1a34e7dc-db8a-43d5-8366-5818815f3647 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1098 time: 0.0397086 Sep 17 23:28:15.200120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:15.234101 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0ca5792f-4574-409f-ac6c-0f3e6001fa70 req-4c51fcb8-b64a-48bb-b510-11a7b6689374 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277426 Sep 17 23:28:16.166671 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bdba8-6f06-4930-8819-4a75e9e3c062 req-0ea8ca73-9988-454b-a197-3bc2abc5f638 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:16.168199 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a1bdba8-6f06-4930-8819-4a75e9e3c062 req-0ea8ca73-9988-454b-a197-3bc2abc5f638 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0498414 Sep 17 23:28:16.209708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a1bdba8-6f06-4930-8819-4a75e9e3c062 req-d0bc45a3-f726-43bf-afc0-c2bdbe3b330f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352504 Sep 17 23:28:17.330968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4b77-5baf-4315-85a4-443245577ff1 req-ff4c205a-be82-42ad-bfd8-65e25d8ef465 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:17.332446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2abd4b77-5baf-4315-85a4-443245577ff1 req-ff4c205a-be82-42ad-bfd8-65e25d8ef465 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0522969 Sep 17 23:28:17.370024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2abd4b77-5baf-4315-85a4-443245577ff1 req-3b24f71e-ce0b-44ae-9a99-384dffb280ba tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316851 Sep 17 23:28:17.483270 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b921173-7bf0-4631-aa7e-023e18cb0df9 req-9cb7918b-f816-4ae8-ba9e-df7320c2e42a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:17.484729 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b921173-7bf0-4631-aa7e-023e18cb0df9 req-9cb7918b-f816-4ae8-ba9e-df7320c2e42a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0481918 Sep 17 23:28:17.520408 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6b921173-7bf0-4631-aa7e-023e18cb0df9 req-ae32432d-faa6-4631-bfe3-0d28af2cf2ff tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297654 Sep 17 23:28:17.542265 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36244) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:17.667410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c331bb-edaf-401b-94dd-433383b04510 tempest-TestShelveInstance-269190494 tempest-TestShelveInstance-269190494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:17.669480 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-08c331bb-edaf-401b-94dd-433383b04510 tempest-TestShelveInstance-269190494 tempest-TestShelveInstance-269190494-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1093 time: 0.1256461 Sep 17 23:28:17.672527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36248) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:17.676700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:17.761855 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:17.842870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-902fddc6-9352-4214-967b-aeaee62ba3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:17.863523 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:17.963807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Allocated IP 172.25.5.86 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/031b9c34-7890-47b6-bee3-327621f93bbf) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:28:18.066665 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:18.164956 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:18.198739 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:28:18.202608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:28:18.206118 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:28:18.234064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'Port': ['ID=031b9c34-7890-47b6-bee3-327621f93bbf,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:18.556407 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:18.672303 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:18.822489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:18.873731 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:18.944586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'Port': ['ID=031b9c34-7890-47b6-bee3-327621f93bbf,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:18.954718 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:19.400509 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Floating IP 82c07f04-a235-486d-8ba2-7ef25e4774f2 associated. External IP: 172.25.5.86, port: 6bd2ea54-2256-4d47-bc86-b124f0ff47f8. Sep 17 23:28:19.600642 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:28:19.704988 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:28:19.714679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] Sync routers for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:28:19.723641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:19.724199 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:19.796430 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:19.823015 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-bb71f1e9-a839-4fb8-acdb-4829843ab00c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1494794 Sep 17 23:28:19.823595 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:28:19.826488 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0175d5-0500-4952-927b-41bdcbf676cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:28:19.832262 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:19.862445 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387d435f-1904-45ee-9961-1d10dd015ee9 x-openstack-request-id: req-387d435f-1904-45ee-9961-1d10dd015ee9 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:28:19.862729 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:28:19.863005 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-387d435f-1904-45ee-9961-1d10dd015ee9 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:28:19.863397 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'status': 'completed', 'code': 200} Sep 17 23:28:19.928570 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-a628dfac-8887-428b-926a-266aa22e3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:19.930093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-a628dfac-8887-428b-926a-266aa22e3a28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1098 time: 0.0441647 Sep 17 23:28:20.018844 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-5a38fd27-01db-4745-8729-afdac444e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:20.020340 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-5a38fd27-01db-4745-8729-afdac444e86d service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0838339 Sep 17 23:28:20.050954 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '82c07f04-a235-486d-8ba2-7ef25e4774f2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'port_id': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'mac_address': 'fa:16:3e:af:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f862be6-5135-4899-985f-811fcf016138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:28:18Z', 'updated_at': '2021-09-17T23:28:18Z', 'revision_number': 0, 'project_id': '748fe953b1284ca4b58c980214d52347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:20.080892 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] Checking router: fca5c3e6-7fe3-4756-a455-9a0dfc6017bc for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:28:20.087539 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-4980e13b-f07f-4ef8-ba71-69b4920bb014 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 200 len: 999 time: 0.0598476 Sep 17 23:28:20.089068 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:28:20.089664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:27:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:20.136968 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-0cc6e10f-d761-4830-8b5e-802bde0ab346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:20.138416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-0cc6e10f-d761-4830-8b5e-802bde0ab346 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0446160 Sep 17 23:28:20.183392 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-0b87ee52-ee2d-4ba7-a679-2d470be51941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:20.185592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-0b87ee52-ee2d-4ba7-a679-2d470be51941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405941 Sep 17 23:28:20.193865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:28:20.280023 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-289f5dbb-645f-4c65-8017-480d2a4a60b8 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876889 Sep 17 23:28:20.318731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-01304d1c-dff8-4ba8-b613-e09c3c0ab1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:20.374731 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa0175d5-0500-4952-927b-41bdcbf676cb req-6ec200e3-4135-48e4-9bde-6a5ec0d771b2 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883157 Sep 17 23:28:20.422377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '82c07f04-a235-486d-8ba2-7ef25e4774f2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'port_id': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'mac_address': 'fa:16:3e:af:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f862be6-5135-4899-985f-811fcf016138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:28:18Z', 'updated_at': '2021-09-17T23:28:18Z', 'revision_number': 0, 'project_id': '748fe953b1284ca4b58c980214d52347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:28:20.451319 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b70db-ee85-41e8-8a6b-2ce3f9d87d5c None None] The sync data for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 is: [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '82c07f04-a235-486d-8ba2-7ef25e4774f2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'port_id': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'mac_address': 'fa:16:3e:af:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f862be6-5135-4899-985f-811fcf016138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:28:18Z', 'updated_at': '2021-09-17T23:28:18Z', 'revision_number': 0, 'project_id': '748fe953b1284ca4b58c980214d52347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:28:20.639173 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5e97a-8f27-4817-8ad7-f25c88e28ee9 None None] New status for floating IP 82c07f04-a235-486d-8ba2-7ef25e4774f2: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:28:21.416240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:22.004935 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:23.638856 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:39.033116 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:39.175607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-4d5b3872-1aa7-41d5-9188-a49de8b9c4a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436580 Sep 17 23:28:39.255547 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-fae51609-3960-4f77-a540-a5a7f82289b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:39.256941 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-fae51609-3960-4f77-a540-a5a7f82289b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1098 time: 0.0402858 Sep 17 23:28:39.356492 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-f347e4e3-466d-4b7b-93ae-7ad21d08a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:39.357957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-f347e4e3-466d-4b7b-93ae-7ad21d08a6cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0823808 Sep 17 23:28:39.424831 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-bd2eefd1-3c42-4e4e-946a-bf365858a876 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 200 len: 1001 time: 0.0597239 Sep 17 23:28:39.475652 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-5b074095-ae42-492c-9a29-478d85d2b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:39.477180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-5b074095-ae42-492c-9a29-478d85d2b9f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0441620 Sep 17 23:28:39.521129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-0c20fc8b-cc68-44aa-8a91-4a586e6362e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:39.522599 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-0c20fc8b-cc68-44aa-8a91-4a586e6362e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382226 Sep 17 23:28:39.614596 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-64ed8bb3-2710-413b-aa4a-04cdb1e70183 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843060 Sep 17 23:28:39.704560 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c7b6b5b-b891-452f-a953-6aa733db479d req-bba04981-9d7f-41a4-a878-4457cfacc199 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819438 Sep 17 23:28:40.842052 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.887466 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-25c7773b-3dca-4e01-a67a-4a218c3ca665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:50.079511 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:28:50.287049 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-70d7c2cb-9d8c-4264-92ea-2b8a76764866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:51.396068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:51.964003 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:53.618661 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.998015 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:10.803987 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:17.849683 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5733ae08-dedd-4544-8ff7-73027bdabd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:20.269632 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d5e7d34e-37d2-47f9-97d8-d7b6adecf683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:21.401276 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:21.952171 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:23.643662 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:27.080393 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:29:39.003479 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:40.172965 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-f7bc11ad-2ad1-44ee-bd59-cf3cb3ac54a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446196 Sep 17 23:29:40.252045 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-07072820-90bf-4e2f-9b1d-7087285b3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:40.253514 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-07072820-90bf-4e2f-9b1d-7087285b3083 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1098 time: 0.0397558 Sep 17 23:29:40.359493 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-cd52a7b4-5c88-4df9-8493-810608b85c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:40.360968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-cd52a7b4-5c88-4df9-8493-810608b85c79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0890203 Sep 17 23:29:40.424621 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-9f1410b9-4868-460e-9187-6a0f4eb21563 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 200 len: 1001 time: 0.0562110 Sep 17 23:29:40.471791 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-243a77dd-1f02-4929-9adc-814f70218533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:40.473224 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-243a77dd-1f02-4929-9adc-814f70218533 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0419562 Sep 17 23:29:40.523411 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-c3de30cc-d407-448c-a9ee-dfce745b41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:40.524904 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-c3de30cc-d407-448c-a9ee-dfce745b41f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421519 Sep 17 23:29:40.612668 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-b4d79621-fec5-49bd-b453-06538861f5ef service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799520 Sep 17 23:29:40.704051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-75d1fdd3-dda9-495f-bb73-5fcaeb9b1e1b req-4c426c11-56a5-4311-9dd2-480e8a8bf63b service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834367 Sep 17 23:29:40.824583 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.863325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8792739-2ec1-4da9-ae01-a66839bd433f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:50.268621 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2eb50dba-09c3-40c6-97a5-1c48087bbd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.435130 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:51.954729 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:53.637363 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:04.080062 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:30:09.045480 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:10.883379 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:14.694305 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da74b8-9a0f-44d7-b4dc-f8df63a08c36 req-973a46ec-4b20-48ea-bde8-8841903fd17d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:14.695880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1da74b8-9a0f-44d7-b4dc-f8df63a08c36 req-973a46ec-4b20-48ea-bde8-8841903fd17d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0495243 Sep 17 23:30:14.734231 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d1da74b8-9a0f-44d7-b4dc-f8df63a08c36 req-7cd80490-5add-4fd8-940f-a40c65b4e8a8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Sep 17 23:30:15.876549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ef861-8d7e-4998-9e6f-813a1a370468 req-52ddb37d-5850-41da-9908-bd18ee7181e9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:15.878046 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a27ef861-8d7e-4998-9e6f-813a1a370468 req-52ddb37d-5850-41da-9908-bd18ee7181e9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0501666 Sep 17 23:30:15.914578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a27ef861-8d7e-4998-9e6f-813a1a370468 req-130fb545-8e55-4e24-b5d2-97a132d8c5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305214 Sep 17 23:30:17.063450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe4dd0-f399-4e79-bbca-2726b0b5a0d7 req-97691905-130c-4469-ac77-b66a1cd478f4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:17.064958 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04fe4dd0-f399-4e79-bbca-2726b0b5a0d7 req-97691905-130c-4469-ac77-b66a1cd478f4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0527194 Sep 17 23:30:17.101855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-04fe4dd0-f399-4e79-bbca-2726b0b5a0d7 req-1a48b75e-e27e-4df8-a7e0-8756ab21417d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309799 Sep 17 23:30:17.877490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8490967c-6ab5-4666-bad1-e35ba8cbadfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:18.214282 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6ea01-55cf-4a46-a61b-c9db210fdd2b req-86d9a8c3-5a9c-4ddf-8f54-658b36a53bcf tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:18.215927 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ab6ea01-55cf-4a46-a61b-c9db210fdd2b req-86d9a8c3-5a9c-4ddf-8f54-658b36a53bcf tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0484970 Sep 17 23:30:18.253937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7ab6ea01-55cf-4a46-a61b-c9db210fdd2b req-91b6436a-9efe-421c-ab75-c24a41c96885 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321240 Sep 17 23:30:19.368481 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3d362-42a8-48c1-9c6b-84fcb5eb3e43 req-80da1723-0fb2-419b-9054-5ed5d91a8f3b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:19.369992 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53c3d362-42a8-48c1-9c6b-84fcb5eb3e43 req-80da1723-0fb2-419b-9054-5ed5d91a8f3b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0490701 Sep 17 23:30:19.407485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-53c3d362-42a8-48c1-9c6b-84fcb5eb3e43 req-dd599b2d-c775-441c-b0b6-1a4b3c28f27e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306711 Sep 17 23:30:20.254594 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8482856-459f-404b-9264-29b9a12365fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:20.523508 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291fa0f-49b8-40db-929d-c035c866799c req-1c198a89-0db4-4d5b-ba55-2e1e1fae6c11 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:20.524883 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3291fa0f-49b8-40db-929d-c035c866799c req-1c198a89-0db4-4d5b-ba55-2e1e1fae6c11 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0529902 Sep 17 23:30:20.561416 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3291fa0f-49b8-40db-929d-c035c866799c req-aceafc6e-fb54-412b-bb96-e1a71f536d23 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306756 Sep 17 23:30:21.411335 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:21.675028 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0c896-7807-4fdf-b328-ac6b9500e072 req-ef8315e8-fdbf-4558-899b-6a98dbcd1f8b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:21.677120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7db0c896-7807-4fdf-b328-ac6b9500e072 req-ef8315e8-fdbf-4558-899b-6a98dbcd1f8b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0489514 Sep 17 23:30:21.715374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7db0c896-7807-4fdf-b328-ac6b9500e072 req-54532c82-816d-4ec2-bc74-70312715afa6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320041 Sep 17 23:30:21.959478 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:22.828470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c44ada-53cd-4111-9ced-77f7d742beb1 req-b8ec48b4-e0a5-43cb-88ac-035e44c1c20f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:22.829968 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7c44ada-53cd-4111-9ced-77f7d742beb1 req-b8ec48b4-e0a5-43cb-88ac-035e44c1c20f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0489597 Sep 17 23:30:22.867799 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f7c44ada-53cd-4111-9ced-77f7d742beb1 req-1f7c690e-5097-496b-af9e-99a0f68c4109 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Sep 17 23:30:23.645174 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:23.985440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0312f-78f2-4142-8a4e-4ffad5349737 req-551f73b7-ce35-4b22-9e1b-48df33808571 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:23.986940 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32b0312f-78f2-4142-8a4e-4ffad5349737 req-551f73b7-ce35-4b22-9e1b-48df33808571 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0522218 Sep 17 23:30:24.023974 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-32b0312f-78f2-4142-8a4e-4ffad5349737 req-a9923d31-0b71-4c1e-90a8-07bb6ebca97e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311506 Sep 17 23:30:25.137990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50049-2f28-4387-8678-e0c9c4e56699 req-e68dbb88-9428-4207-8d4f-cb321bc3794b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:25.139509 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0f50049-2f28-4387-8678-e0c9c4e56699 req-e68dbb88-9428-4207-8d4f-cb321bc3794b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0492885 Sep 17 23:30:25.176822 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f0f50049-2f28-4387-8678-e0c9c4e56699 req-7f6cd018-ff50-4e8e-a015-28629ad6152e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314083 Sep 17 23:30:26.290155 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4700142-9410-40f8-962e-9c156f0b1f54 req-47e82b4f-5832-41a0-bfe2-5b329c54af1e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:26.291692 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4700142-9410-40f8-962e-9c156f0b1f54 req-47e82b4f-5832-41a0-bfe2-5b329c54af1e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0483916 Sep 17 23:30:26.328317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e4700142-9410-40f8-962e-9c156f0b1f54 req-2e008f5d-43cd-40a6-8e51-6744e63b605f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307362 Sep 17 23:30:27.365707 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:30:27.457373 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14454f-373d-4156-a737-ed202e719952 req-cad18fc6-49ae-41bd-9bdc-b47d0834b2a5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:27.458841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de14454f-373d-4156-a737-ed202e719952 req-cad18fc6-49ae-41bd-9bdc-b47d0834b2a5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0608926 Sep 17 23:30:27.473647 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:27.485166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'port_id': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'mac_address': 'fa:16:3e:af:42:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:30:27.497592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-de14454f-373d-4156-a737-ed202e719952 req-8cc91a86-be08-4002-b13b-12a0d043c3e4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327597 Sep 17 23:30:27.521843 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:27.534110 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:30:27.552854 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:27.628375 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:27.680233 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:27.688803 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.689104 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.689415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.689750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.690083 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.690412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.690898 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.691234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.691563 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.691976 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.692215 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.692538 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:27.704771 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['6bd2ea54-2256-4d47-bc86-b124f0ff47f8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:30:28.619348 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17896bb-56a4-440e-a52a-4fc29fa421f7 req-a0c1f83b-8d5f-4542-acfa-441636f48997 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:28.621502 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a17896bb-56a4-440e-a52a-4fc29fa421f7 req-a0c1f83b-8d5f-4542-acfa-441636f48997 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 945 time: 0.0524607 Sep 17 23:30:28.670905 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a17896bb-56a4-440e-a52a-4fc29fa421f7 req-f641b1ad-6da8-480e-85c8-5f70f7abfeea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Sep 17 23:30:29.376116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:29.431983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:29.432437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:29.534509 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:29.564773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:30:29.567095 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a5de57-d3fb-4644-b9e9-d3a14cf66d3f" -d '{"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:30:29.581413 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:29.617131 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac63702-c893-44f2-8d93-3d54b671ab61 x-openstack-request-id: req-6ac63702-c893-44f2-8d93-3d54b671ab61 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:30:29.617421 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:30:29.617678 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ac63702-c893-44f2-8d93-3d54b671ab61 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:30:29.618076 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'code': 200} Sep 17 23:30:29.677613 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:29.744147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:29.811586 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736653ca-3e27-4eb5-84c4-a2fdf13fd87d req-9bce7285-e7d8-4f68-a147-4043a26d7308 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:29.813214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-736653ca-3e27-4eb5-84c4-a2fdf13fd87d req-9bce7285-e7d8-4f68-a147-4043a26d7308 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0632172 Sep 17 23:30:29.863555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-736653ca-3e27-4eb5-84c4-a2fdf13fd87d req-df1f51f9-1849-4193-9453-da91432c4baf tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443242 Sep 17 23:30:30.997578 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4bc71-eae7-45e2-8f8c-61140e00ef2f req-ff6f1d58-643b-4f87-9e5e-597950ca0394 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:31.003256 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aff4bc71-eae7-45e2-8f8c-61140e00ef2f req-ff6f1d58-643b-4f87-9e5e-597950ca0394 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0618763 Sep 17 23:30:31.048736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aff4bc71-eae7-45e2-8f8c-61140e00ef2f req-4642f6bf-5fe0-4b25-8f5b-4ca25e2b93ef tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 Sep 17 23:30:32.172450 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929673e-9112-4215-908d-feed56b90ffa req-4f509e26-71a9-4447-b0fa-724dedc7c2c7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:32.176132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8929673e-9112-4215-908d-feed56b90ffa req-4f509e26-71a9-4447-b0fa-724dedc7c2c7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0529501 Sep 17 23:30:32.217530 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8929673e-9112-4215-908d-feed56b90ffa req-59742dc1-f794-4b45-9f5f-5bce6e557e7f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375638 Sep 17 23:30:33.337159 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d9901-12c3-4c2c-b679-e8ddd49516d4 req-25952376-381d-4f68-90e3-91f25710fcaf tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:33.338651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-651d9901-12c3-4c2c-b679-e8ddd49516d4 req-25952376-381d-4f68-90e3-91f25710fcaf tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0519030 Sep 17 23:30:33.378459 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-651d9901-12c3-4c2c-b679-e8ddd49516d4 req-7b99b66d-e6c0-4fee-8800-5baf52edad1e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335567 Sep 17 23:30:34.516366 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e1a92-f8bb-44be-add0-c95aa38ae7ea req-9a604955-687e-4d54-996a-2c2023b6131a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:34.518750 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-103e1a92-f8bb-44be-add0-c95aa38ae7ea req-9a604955-687e-4d54-996a-2c2023b6131a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0600119 Sep 17 23:30:34.559007 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-103e1a92-f8bb-44be-add0-c95aa38ae7ea req-eba312ec-6d7f-45d4-a423-c923b63ddfb6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339751 Sep 17 23:30:35.694380 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d4bc-968c-4238-a2e6-54b54c8b3ce6 req-313952c6-07d7-421f-8930-ab4bad819fb2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:35.696985 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a69d4bc-968c-4238-a2e6-54b54c8b3ce6 req-313952c6-07d7-421f-8930-ab4bad819fb2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0631211 Sep 17 23:30:35.739238 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8a69d4bc-968c-4238-a2e6-54b54c8b3ce6 req-10f910fa-7023-4303-a15e-c6a9ca8f641d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331063 Sep 17 23:30:36.887766 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac0c72-0930-4627-9b97-43c8788da4a2 req-22b9bfc3-37b0-42cc-b21e-94d574da4159 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:36.891737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07ac0c72-0930-4627-9b97-43c8788da4a2 req-22b9bfc3-37b0-42cc-b21e-94d574da4159 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0768213 Sep 17 23:30:36.937090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-07ac0c72-0930-4627-9b97-43c8788da4a2 req-13653193-6bd9-40bd-9900-4b790a046b3c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379281 Sep 17 23:30:38.056207 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c0b28-5626-4479-a39e-0c0de42dc14a req-056f6fe9-b14f-4831-af24-6de5c9f8edd2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:38.057710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-283c0b28-5626-4479-a39e-0c0de42dc14a req-056f6fe9-b14f-4831-af24-6de5c9f8edd2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0531991 Sep 17 23:30:38.100139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-283c0b28-5626-4479-a39e-0c0de42dc14a req-315a14d8-44c0-493a-a5c6-4ff7cba09444 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357280 Sep 17 23:30:38.178582 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-bb9b6170-66f5-44c2-b233-7e1e7fcfd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:38.180249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-bb9b6170-66f5-44c2-b233-7e1e7fcfd433 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1098 time: 0.0424781 Sep 17 23:30:38.273981 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-bc8030fd-deb9-4261-92aa-81edbcfdde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:38.275377 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-bc8030fd-deb9-4261-92aa-81edbcfdde68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0883102 Sep 17 23:30:38.339647 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-1ffbf379-6b56-4a00-a995-b86805b9f87a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 200 len: 1001 time: 0.0566056 Sep 17 23:30:38.388897 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-2a9f4214-12db-47f1-9b26-1da3fa5f070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:38.390287 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-2a9f4214-12db-47f1-9b26-1da3fa5f070d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0438669 Sep 17 23:30:38.438892 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-1c60bfe6-2cef-4d8c-a493-e816de3fec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:38.440352 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-1c60bfe6-2cef-4d8c-a493-e816de3fec69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434983 Sep 17 23:30:38.526102 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-7c0319bd-97c9-4080-8bfd-b69999ca4d7c service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782413 Sep 17 23:30:38.616062 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23fb29fd-5809-4364-ab71-1d7acec77f3c req-8e84081f-bffb-4b30-9d8f-806842e2f1b0 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835245 Sep 17 23:30:39.008295 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:39.214953 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b9e0a-692f-45ba-8f9a-165d0513a346 req-5716a349-689f-445b-89b6-c8b0a62797eb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:39.217085 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b98b9e0a-692f-45ba-8f9a-165d0513a346 req-5716a349-689f-445b-89b6-c8b0a62797eb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0507436 Sep 17 23:30:39.255063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b98b9e0a-692f-45ba-8f9a-165d0513a346 req-4450a99c-b8b6-42e5-9b2c-eb147a4bd1d3 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318527 Sep 17 23:30:40.370974 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5fdf0-2ff2-465d-b9fd-a905baf89cb7 req-00cfce8a-0884-4df5-a2bc-2a96efb9d0e1 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:40.373237 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21f5fdf0-2ff2-465d-b9fd-a905baf89cb7 req-00cfce8a-0884-4df5-a2bc-2a96efb9d0e1 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 946 time: 0.0495670 Sep 17 23:30:40.410629 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-21f5fdf0-2ff2-465d-b9fd-a905baf89cb7 req-b42c655e-9445-449f-8ac1-2b8513aadb80 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313234 Sep 17 23:30:40.532448 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-955f53c4-d13e-4e1f-9b37-5f378f3964b5 req-595cecf6-efe0-49bf-99a3-e02b3ea3d5b5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:30:40.533452 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-955f53c4-d13e-4e1f-9b37-5f378f3964b5 req-595cecf6-efe0-49bf-99a3-e02b3ea3d5b5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597255 Sep 17 23:30:40.896702 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:41.079511 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:30:41.453518 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:30:41.528675 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:41.550276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:30:41.552498 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303936c5-0f4f-450c-b762-d9119f416237" -d '{"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:30:41.565014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:41.586846 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 23:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b4bee6-f1e5-4655-af5e-157f9e5d079c x-openstack-request-id: req-92b4bee6-f1e5-4655-af5e-157f9e5d079c {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:30:41.586846 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-unplugged", "status": "failed", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8", "code": 422}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:30:41.586846 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92b4bee6-f1e5-4655-af5e-157f9e5d079c {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:30:41.586846 n-d-713498-17 neutron-server[101662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'code': 422} returned with failed status Sep 17 23:30:41.639926 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:41.691768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:41.856132 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3aca9-ccd8-4abe-bf2f-1a98d923fee7 req-e16d2775-3143-4de1-81c9-4521e014c2b5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:41.858446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced3aca9-ccd8-4abe-bf2f-1a98d923fee7 req-e16d2775-3143-4de1-81c9-4521e014c2b5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0558331 Sep 17 23:30:41.897783 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ced3aca9-ccd8-4abe-bf2f-1a98d923fee7 req-46571101-5f10-44ac-9963-b31c594013d2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329745 Sep 17 23:30:42.236244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36454) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:42.318961 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-4238ae36-420e-4878-aa1c-5326327c6c46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815423 Sep 17 23:30:42.328202 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-12e21694-cf0a-44e8-95f9-2cbb0f780558 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:30:42.329162 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-12e21694-cf0a-44e8-95f9-2cbb0f780558 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053928 Sep 17 23:30:43.019034 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34083ebb-b4d2-420d-8b50-b433460fd6a5 req-ee0a3bd2-42cf-456f-9f2e-60abe0f194b8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:43.020541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34083ebb-b4d2-420d-8b50-b433460fd6a5 req-ee0a3bd2-42cf-456f-9f2e-60abe0f194b8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0489154 Sep 17 23:30:43.057970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-34083ebb-b4d2-420d-8b50-b433460fd6a5 req-8a17fb78-e21e-488c-bd0d-95d1d208f3af tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314343 Sep 17 23:30:43.648688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-c15072d4-1439-4273-a044-299620d8c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:43.650112 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-c15072d4-1439-4273-a044-299620d8c4f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138&tenant_id=748fe953b1284ca4b58c980214d52347 HTTP/1.1" status: 200 len: 1096 time: 0.0435359 Sep 17 23:30:43.709728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-1b837dc1-8060-4a40-8045-98fe52b5418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:43.711219 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-1b837dc1-8060-4a40-8045-98fe52b5418d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1096 time: 0.0391078 Sep 17 23:30:43.798426 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-98015e1a-9341-4997-8943-208b10540c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:43.799904 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-98015e1a-9341-4997-8943-208b10540c06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0818610 Sep 17 23:30:43.868214 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-821d5aa1-b08d-417c-a511-25f1191dbdd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 200 len: 999 time: 0.0613370 Sep 17 23:30:43.916700 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-efb68b36-163d-477d-ab9d-0d3a5afb68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:43.918105 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-efb68b36-163d-477d-ab9d-0d3a5afb68c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0430758 Sep 17 23:30:43.962617 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-f71974fb-6d9a-43b7-9242-cceef6c9946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:43.964113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-f71974fb-6d9a-43b7-9242-cceef6c9946f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389550 Sep 17 23:30:44.055140 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-5b9d218f-d420-456a-b882-2fee8199e8f1 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836554 Sep 17 23:30:44.174121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7cc5180c-4fbc-4215-bab8-ce0733c81d1e req-9b95c626-f488-46f1-9ee1-119748e9ff0d service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118255 Sep 17 23:30:44.190621 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb7f5a-99d6-4b06-9984-6fe629604964 req-1de7e2d4-f7f1-478f-98f7-dfcd8455b222 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:44.192142 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2cb7f5a-99d6-4b06-9984-6fe629604964 req-1de7e2d4-f7f1-478f-98f7-dfcd8455b222 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0654383 Sep 17 23:30:44.229892 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2cb7f5a-99d6-4b06-9984-6fe629604964 req-7ac24be0-5d45-4b65-833b-cab0581a9588 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319088 Sep 17 23:30:45.366429 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd81b-ba68-40dd-a5f6-093ec7a40b7b req-4eb995e4-131f-4e9e-a41d-191518cbac22 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:45.367980 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82dcd81b-ba68-40dd-a5f6-093ec7a40b7b req-4eb995e4-131f-4e9e-a41d-191518cbac22 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0685973 Sep 17 23:30:45.417403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82dcd81b-ba68-40dd-a5f6-093ec7a40b7b req-3923375e-c03b-4633-bf1d-e883b279c8f6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431893 Sep 17 23:30:46.538131 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d093f-bede-43d2-9cff-bba63c757ebb req-cb5ddc5c-c602-44d6-a4a2-a975b51e5f9d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:46.539857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-536d093f-bede-43d2-9cff-bba63c757ebb req-cb5ddc5c-c602-44d6-a4a2-a975b51e5f9d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0514746 Sep 17 23:30:46.594131 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-536d093f-bede-43d2-9cff-bba63c757ebb req-6af5a03f-3a64-42ac-a657-f263f3f8a430 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419776 Sep 17 23:30:47.717597 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec2ee7-5828-4583-8fa7-d584e5834bc4 req-e61dcf2c-bfde-4027-924f-2833f7589387 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:47.719148 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfec2ee7-5828-4583-8fa7-d584e5834bc4 req-e61dcf2c-bfde-4027-924f-2833f7589387 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0508916 Sep 17 23:30:47.758947 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bfec2ee7-5828-4583-8fa7-d584e5834bc4 req-636184da-34d5-438f-b632-9251dea9c394 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335729 Sep 17 23:30:47.883420 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-53e2d64e-d7d6-4ea8-8e96-ee1242023473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:48.898454 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777fe4a-18ec-4e2d-b7e2-c3e10caaacae req-1c307021-bec5-4874-aee1-5695c157a6c6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:48.900096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5777fe4a-18ec-4e2d-b7e2-c3e10caaacae req-1c307021-bec5-4874-aee1-5695c157a6c6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0503724 Sep 17 23:30:48.938139 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5777fe4a-18ec-4e2d-b7e2-c3e10caaacae req-612c19c6-432d-487e-889c-e1e1ee8c4fb5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318861 Sep 17 23:30:50.060513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa232fc-aead-496c-9249-b2581b0c7050 req-bb62d65c-5509-442a-b7d9-f0f2608fa1df tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:50.062113 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4aa232fc-aead-496c-9249-b2581b0c7050 req-bb62d65c-5509-442a-b7d9-f0f2608fa1df tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0487819 Sep 17 23:30:50.107465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4aa232fc-aead-496c-9249-b2581b0c7050 req-3bb65a42-5b42-4b49-b4d3-122cef6ee477 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379815 Sep 17 23:30:50.291192 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1ae6231e-3422-461e-b64e-2f0b3cb87cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:51.224752 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0269cec-2256-4e2a-bd54-9f24a4bc5f26 req-aee61459-db75-4576-8b0e-736ccba3ea91 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:51.226282 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0269cec-2256-4e2a-bd54-9f24a4bc5f26 req-aee61459-db75-4576-8b0e-736ccba3ea91 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0487659 Sep 17 23:30:51.266425 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e0269cec-2256-4e2a-bd54-9f24a4bc5f26 req-c143c0fd-2fea-4d0b-b7c5-76f5dd9fc40b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338461 Sep 17 23:30:51.677878 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:51.979751 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:52.406654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c0c5d-c420-4b55-805a-a48d266e7656 req-7929eeac-bbf7-41ea-907d-51f5bcf00a10 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:52.415291 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-080c0c5d-c420-4b55-805a-a48d266e7656 req-7929eeac-bbf7-41ea-907d-51f5bcf00a10 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0794964 Sep 17 23:30:52.452737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-080c0c5d-c420-4b55-805a-a48d266e7656 req-36b036c0-bb52-40b7-a34f-875d5fe95e96 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324674 Sep 17 23:30:53.573934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c4290-22fb-4180-a970-f439fafdfe5f req-1eee53ed-074c-4ff2-b6b3-b1747595bbea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:53.576243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce3c4290-22fb-4180-a970-f439fafdfe5f req-1eee53ed-074c-4ff2-b6b3-b1747595bbea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0484812 Sep 17 23:30:53.629132 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ce3c4290-22fb-4180-a970-f439fafdfe5f req-b2c486b2-3968-4757-a043-2633dc852f85 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439482 Sep 17 23:30:53.702279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:54.748852 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb04404-cf0b-42ff-b4af-2680701dd538 req-1db8af7f-0861-4b4a-a87c-93eb809c7614 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:54.750344 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb04404-cf0b-42ff-b4af-2680701dd538 req-1db8af7f-0861-4b4a-a87c-93eb809c7614 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0490711 Sep 17 23:30:54.788019 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcb04404-cf0b-42ff-b4af-2680701dd538 req-1970458c-56d7-436f-89e1-14a1a699bcba tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317087 Sep 17 23:30:55.901470 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbb7df-6f1a-45ce-9772-45a8796adfc7 req-5ba56929-3e49-47ba-a954-3dee295a275e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:55.903552 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6fbb7df-6f1a-45ce-9772-45a8796adfc7 req-5ba56929-3e49-47ba-a954-3dee295a275e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0475523 Sep 17 23:30:55.939848 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e6fbb7df-6f1a-45ce-9772-45a8796adfc7 req-6b7be30a-859c-4cc2-8731-aa779e660b36 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303352 Sep 17 23:30:57.054209 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9fe5-a196-4f8c-ae45-c51d8ede4fb3 req-76acf3fd-88e0-48ab-9e86-8af3039f078c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:57.055701 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-493d9fe5-a196-4f8c-ae45-c51d8ede4fb3 req-76acf3fd-88e0-48ab-9e86-8af3039f078c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 944 time: 0.0481675 Sep 17 23:30:57.096341 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-493d9fe5-a196-4f8c-ae45-c51d8ede4fb3 req-150c38cc-e24a-4c2d-9600-b83022631e47 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346029 Sep 17 23:30:57.545082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:30:57.642567 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:57.653037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'port_id': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'mac_address': 'fa:16:3e:af:42:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:30:57.691334 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:57.703932 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:30:57.722412 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:57.796505 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:57.842202 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=9']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:58.022161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['6bd2ea54-2256-4d47-bc86-b124f0ff47f8'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:30:58.213232 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04377b5-2ee5-451b-8ab5-4291503b7c12 req-90349e24-9ebd-43e9-8770-f8b3bf6a6f1a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:58.215535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d04377b5-2ee5-451b-8ab5-4291503b7c12 req-90349e24-9ebd-43e9-8770-f8b3bf6a6f1a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 945 time: 0.0510626 Sep 17 23:30:58.256263 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d04377b5-2ee5-451b-8ab5-4291503b7c12 req-39108ee3-ddc4-4aa0-a395-b175dabe266c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347648 Sep 17 23:30:59.370035 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31188b3-6cce-4791-9711-15d030adeb76 req-0f1184d3-dd80-4807-b09a-964af51e225f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:59.372121 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d31188b3-6cce-4791-9711-15d030adeb76 req-0f1184d3-dd80-4807-b09a-964af51e225f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 945 time: 0.0487804 Sep 17 23:30:59.408245 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d31188b3-6cce-4791-9711-15d030adeb76 req-05c983c1-021b-42eb-ac74-d679ec7f0a88 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301459 Sep 17 23:30:59.575313 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:30:59.622216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:30:59.622586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:59.697152 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:59.719129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:30:59.721356 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e610067-3b21-43d1-ad14-bbe2e0ca0a53" -d '{"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:30:59.734402 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:30:59.757365 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e51be-9366-4084-8980-22ab1b4836cf x-openstack-request-id: req-7c5e51be-9366-4084-8980-22ab1b4836cf {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:30:59.757704 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-plugged", "status": "completed", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:30:59.757916 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c5e51be-9366-4084-8980-22ab1b4836cf {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:30:59.758309 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'code': 200} Sep 17 23:30:59.819825 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:59.867864 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=10']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:59.959052 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7742a-ee7a-4d9e-af94-05f198186483 req-6cf96c16-353b-499b-8c4a-722fd228eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:30:59.960553 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23a7742a-ee7a-4d9e-af94-05f198186483 req-6cf96c16-353b-499b-8c4a-722fd228eb45 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1099 time: 0.0380156 Sep 17 23:30:59.998364 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23a7742a-ee7a-4d9e-af94-05f198186483 req-857c472b-3294-4a5c-8741-1fb8059c26e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305138 Sep 17 23:31:00.521934 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadc421-019e-4d93-89a5-40e506db1cfb req-9fa778de-3a27-44a9-8f4f-0571a775f395 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:00.523420 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eadc421-019e-4d93-89a5-40e506db1cfb req-9fa778de-3a27-44a9-8f4f-0571a775f395 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 947 time: 0.0478942 Sep 17 23:31:00.559646 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6eadc421-019e-4d93-89a5-40e506db1cfb req-714a7027-559d-4b9a-8b23-5102ae6cdd59 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300107 Sep 17 23:31:01.675109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab48a3-c1d0-4115-812b-9329749da22e req-1f3393e2-7672-416e-8f39-b5a6a3a34594 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:01.676592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59ab48a3-c1d0-4115-812b-9329749da22e req-1f3393e2-7672-416e-8f39-b5a6a3a34594 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 947 time: 0.0481582 Sep 17 23:31:01.714070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-59ab48a3-c1d0-4115-812b-9329749da22e req-7f3a189c-b015-49af-8b4e-791d42fd3f80 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316436 Sep 17 23:31:02.830599 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4b057-84f7-4036-a056-481900f3c76e req-f835b9d7-713e-4d01-a903-7cc6b2c585b7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:02.832126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40d4b057-84f7-4036-a056-481900f3c76e req-f835b9d7-713e-4d01-a903-7cc6b2c585b7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 947 time: 0.0485342 Sep 17 23:31:02.873674 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40d4b057-84f7-4036-a056-481900f3c76e req-05282712-f5e7-476c-bd98-d71906a2ab92 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354092 Sep 17 23:31:09.025038 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:10.844345 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:17.856248 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc2d7-eb59-4da4-9a42-bdbf17df26e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:18.079191 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:31:20.376039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-463a43b7-5a31-40a3-afe9-32d5f2028965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:21.424988 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:21.962515 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:23.659211 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:39.061038 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:40.855545 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:42.181156 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-d8acce18-c37b-4bb0-8156-208b1baa1863 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381548 Sep 17 23:31:42.260203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-cd09476a-232a-4dc2-a8da-d4b0b824fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:42.261874 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-cd09476a-232a-4dc2-a8da-d4b0b824fec8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1099 time: 0.0401399 Sep 17 23:31:42.366212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-e4cf4885-f44f-41fd-96f0-a53922bc55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:42.367725 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-e4cf4885-f44f-41fd-96f0-a53922bc55ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0871301 Sep 17 23:31:42.429505 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-3ce4619f-c689-40c0-acf8-d47736a1c9f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 200 len: 1001 time: 0.0548151 Sep 17 23:31:42.476084 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-71ed4136-076b-4e8b-b36d-daa9fc6ef108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:42.477382 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-71ed4136-076b-4e8b-b36d-daa9fc6ef108 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0415154 Sep 17 23:31:42.524180 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-0db5a50d-7c06-4065-9b46-b3e4000fddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:31:42.525664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-0db5a50d-7c06-4065-9b46-b3e4000fddea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406425 Sep 17 23:31:42.612660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-f5491450-6b1e-4e91-9789-7dce929c77d5 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794964 Sep 17 23:31:42.702152 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4e7a4e0f-d625-446f-a88c-c72e3a557bed req-7d43da95-f6a1-4a78-aa77-b25ccc0a610d service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825503 Sep 17 23:31:47.847561 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6272dc5f-e411-4d6a-ac5d-b447d4980a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:50.253366 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e8d38bdc-4266-488b-8431-02e1e66cfe53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:51.402114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:51.967254 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:53.643631 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:55.079123 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:32:09.092693 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:10.858654 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:13.525898 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36586) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:13.675561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Deleting port 031b9c34-7890-47b6-bee3-327621f93bbf {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:32:13.675916 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:13.751415 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:13.751739 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:13.763455 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Calling delete_port for 031b9c34-7890-47b6-bee3-327621f93bbf owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:32:13.957853 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:13.983562 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event deleted for resources: {'Port': ['ID=031b9c34-7890-47b6-bee3-327621f93bbf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:14.007825 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.008179 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.008517 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.008852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.009190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.010106 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.010436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.010769 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.011115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.011438 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.011761 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.012080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:14.048987 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:14.049358 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Floating IP 82c07f04-a235-486d-8ba2-7ef25e4774f2 disassociated (deleted). External IP: 172.25.5.86, port: 6bd2ea54-2256-4d47-bc86-b124f0ff47f8. Sep 17 23:32:14.554442 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:32:14.663877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:32:14.669927 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:14.674062 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] Sync routers for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:32:14.683812 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:14.684419 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:31:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:14.695041 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a0f0f3e3-a669-47fb-b814-73491a23d5d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "DELETE /v2.0/floatingips/82c07f04-a235-486d-8ba2-7ef25e4774f2 HTTP/1.1" status: 204 len: 168 time: 1.1682477 Sep 17 23:32:14.695731 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:14.698109 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:14.799410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:14.809647 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb46f9e-a095-4e65-97da-71714f18add4 x-openstack-request-id: req-eeb46f9e-a095-4e65-97da-71714f18add4 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:14.810008 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:14.810293 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeb46f9e-a095-4e65-97da-71714f18add4 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:14.810744 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'status': 'completed', 'code': 200} Sep 17 23:32:14.917179 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-868f1535-d1e6-4c97-8f29-a376c692e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:14.918716 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-868f1535-d1e6-4c97-8f29-a376c692e9f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 1099 time: 0.0879223 Sep 17 23:32:14.994738 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:15.015746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-14387689-11c6-43cf-95bc-01f41d70ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:15.017248 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-14387689-11c6-43cf-95bc-01f41d70ad5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0916228 Sep 17 23:32:15.029632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] Checking router: fca5c3e6-7fe3-4756-a455-9a0dfc6017bc for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:32:15.037899 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:32:15.038510 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:31:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:15.059378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-0a9a5be4-dc70-4186-8d90-08afff056ac2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 200 len: 217 time: 0.0349505 Sep 17 23:32:15.112895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-da108e76-3edc-4bbc-8a49-7c146a9f4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:15.114479 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-da108e76-3edc-4bbc-8a49-7c146a9f4998 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0488613 Sep 17 23:32:15.149537 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:32:15.177811 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-6f31143a-5ef8-4169-a1a6-a4f95d8db359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:15.179457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-6f31143a-5ef8-4169-a1a6-a4f95d8db359 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526114 Sep 17 23:32:15.310868 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0506a02-8c08-481f-a28d-2a2ff2eecf61 req-475392e2-7bba-4829-98bb-90942cd19bf9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:15.312358 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0506a02-8c08-481f-a28d-2a2ff2eecf61 req-475392e2-7bba-4829-98bb-90942cd19bf9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 947 time: 0.1554928 Sep 17 23:32:15.314192 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-0e3de863-7035-42c0-b880-253dd6cc6291 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265135 Sep 17 23:32:15.354951 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:32:15.380704 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835d6e7-a0b1-4b13-9d4a-7edbbb4d518a None None] The sync data for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 is: [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:32:15.406610 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d0506a02-8c08-481f-a28d-2a2ff2eecf61 req-3fc108e8-e0d2-4745-bdd7-08843465d995 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874925 Sep 17 23:32:15.442911 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7c31c1c8-4a64-4ecb-a3e0-b4cb66b8e14c req-e34ebc90-48c8-4096-9e63-a11e9b3c404d service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176009 Sep 17 23:32:15.607889 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd699d6f-98c1-42b5-bd44-db248bba4927 None None] New status for floating IP 82c07f04-a235-486d-8ba2-7ef25e4774f2: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:32:16.467057 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef67532-0f96-43da-8238-ec2122e13031 req-a8499cd4-5eee-4b52-b542-0ec4e8eda9c3 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:16.468555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bef67532-0f96-43da-8238-ec2122e13031 req-a8499cd4-5eee-4b52-b542-0ec4e8eda9c3 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 947 time: 0.0485799 Sep 17 23:32:16.600734 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d5770-21d7-48ff-a26f-4299b4cd4c32 req-c8355255-1905-4a96-8ac5-a01b1fc61bfd tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:16.602133 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d22d5770-21d7-48ff-a26f-4299b4cd4c32 req-c8355255-1905-4a96-8ac5-a01b1fc61bfd tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 947 time: 0.1204853 Sep 17 23:32:16.606611 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bef67532-0f96-43da-8238-ec2122e13031 req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Deleting port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:32:16.606978 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bef67532-0f96-43da-8238-ec2122e13031 req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:16.693243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d22d5770-21d7-48ff-a26f-4299b4cd4c32 req-a7a0feda-dc0b-4a72-a951-59fe3e1d140a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebf8093f-8012-4992-aee9-fb69c035afce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833817 Sep 17 23:32:16.725060 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-bef67532-0f96-43da-8238-ec2122e13031 req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] For port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:16.725417 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bef67532-0f96-43da-8238-ec2122e13031 req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:16.737757 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-bef67532-0f96-43da-8238-ec2122e13031 req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Calling delete_port for 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:32:16.922900 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bef67532-0f96-43da-8238-ec2122e13031 req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:16.954044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event deleted for resources: {'Port': ['ID=6bd2ea54-2256-4d47-bc86-b124f0ff47f8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:16.967778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.968126 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.968463 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.968792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.969114 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.969436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.969755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.970072 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.970651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.970996 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.971310 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:16.971625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:17.004983 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef67532-0f96-43da-8238-ec2122e13031 req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] No DVR routers for this DVR port 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:32:17.007592 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-bef67532-0f96-43da-8238-ec2122e13031 req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:17.010389 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bef67532-0f96-43da-8238-ec2122e13031 req-8964c181-35a0-4335-acba-dbc6c18062a9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "DELETE /v2.0/ports/6bd2ea54-2256-4d47-bc86-b124f0ff47f8 HTTP/1.1" status: 204 len: 173 time: 0.5355580 Sep 17 23:32:17.011001 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-deleted', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:17.015302 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac024f1f-fcd0-4055-a1e3-4daa4d186545" -d '{"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-deleted", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:17.100322 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362792fe-94f3-49b9-aff3-519702f36cb0 x-openstack-request-id: req-362792fe-94f3-49b9-aff3-519702f36cb0 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:17.100612 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f862be6-5135-4899-985f-811fcf016138", "name": "network-vif-deleted", "tag": "6bd2ea54-2256-4d47-bc86-b124f0ff47f8", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:17.100857 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-362792fe-94f3-49b9-aff3-519702f36cb0 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:17.101275 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f862be6-5135-4899-985f-811fcf016138', 'name': 'network-vif-deleted', 'tag': '6bd2ea54-2256-4d47-bc86-b124f0ff47f8', 'status': 'completed', 'code': 200} Sep 17 23:32:17.799215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fbaed121-8288-417d-ae29-d087f554239b req-59454ce7-52f2-46bc-bd5a-41159d431791 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f862be6-5135-4899-985f-811fcf016138 HTTP/1.1" status: 200 len: 210 time: 0.0284815 Sep 17 23:32:17.866157 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc6ca-8ece-40ed-8a42-6e2abdd62360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:18.856161 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36618) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:18.914765 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bb2b15ae-d5b5-48f5-838e-b03609ad0c17 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:18.938754 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bb2b15ae-d5b5-48f5-838e-b03609ad0c17 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:19.054286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bb2b15ae-d5b5-48f5-838e-b03609ad0c17 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:19.056896 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bb2b15ae-d5b5-48f5-838e-b03609ad0c17 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:19.059493 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bb2b15ae-d5b5-48f5-838e-b03609ad0c17 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "DELETE /v2.0/security-groups/ebf8093f-8012-4992-aee9-fb69c035afce HTTP/1.1" status: 204 len: 168 time: 0.2008872 Sep 17 23:32:19.067550 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b15ae-d5b5-48f5-838e-b03609ad0c17 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf8093f-8012-4992-aee9-fb69c035afce,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:19.467454 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36624) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:19.472478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-891d5024-f334-4b8e-878b-ac5bac9b273f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611119938', 'description': 'tempest-secgroup-smoke-611119938 description', 'project_id': '748fe953b1284ca4b58c980214d52347'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:19.568822 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-891d5024-f334-4b8e-878b-ac5bac9b273f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:19.650893 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-891d5024-f334-4b8e-878b-ac5bac9b273f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:19.734429 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-891d5024-f334-4b8e-878b-ac5bac9b273f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:19.762705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d5024-f334-4b8e-878b-ac5bac9b273f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa47b7-c8bd-4f90-8c97-55078fd46ea0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:19.803259 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-891d5024-f334-4b8e-878b-ac5bac9b273f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:19.804541 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-891d5024-f334-4b8e-878b-ac5bac9b273f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3360143 Sep 17 23:32:19.822926 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36626) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:19.827372 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-8eb03d74-cd57-4ecb-a1d7-109aee546dce tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': '74aa47b7-c8bd-4f90-8c97-55078fd46ea0', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:19.916398 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8eb03d74-cd57-4ecb-a1d7-109aee546dce tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:19.933396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:32:19.958327 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:32:19.958985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 6bd2ea54-2256-4d47-bc86-b124f0ff47f8 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:32:19.975017 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8eb03d74-cd57-4ecb-a1d7-109aee546dce tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.026590 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8eb03d74-cd57-4ecb-a1d7-109aee546dce tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.042186 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb03d74-cd57-4ecb-a1d7-109aee546dce tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c9ea7f-c418-4213-ab9f-99ba183732aa,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:20.104920 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-8eb03d74-cd57-4ecb-a1d7-109aee546dce tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.106134 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-8eb03d74-cd57-4ecb-a1d7-109aee546dce tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2822409 Sep 17 23:32:20.109007 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36628) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:20.113418 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-ceebb373-9051-4a18-b149-41e65c853fcb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': '74aa47b7-c8bd-4f90-8c97-55078fd46ea0', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:20.201318 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ceebb373-9051-4a18-b149-41e65c853fcb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.257112 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ceebb373-9051-4a18-b149-41e65c853fcb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.264425 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-89f3d567-792e-4dbf-ab14-07f19b38497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.323183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ceebb373-9051-4a18-b149-41e65c853fcb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.341592 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebb373-9051-4a18-b149-41e65c853fcb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb42a4c-9646-4c93-85fb-85fd61e5ce7c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:20.386220 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ceebb373-9051-4a18-b149-41e65c853fcb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.387639 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ceebb373-9051-4a18-b149-41e65c853fcb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2775788 Sep 17 23:32:20.390307 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36630) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:20.394685 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-d21fb12b-0bfe-4214-9e7c-48e6ab7545b4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': '74aa47b7-c8bd-4f90-8c97-55078fd46ea0', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:20.476138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d21fb12b-0bfe-4214-9e7c-48e6ab7545b4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.533790 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d21fb12b-0bfe-4214-9e7c-48e6ab7545b4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.580171 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d21fb12b-0bfe-4214-9e7c-48e6ab7545b4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.598999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fb12b-0bfe-4214-9e7c-48e6ab7545b4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401bd9cc-d108-47b9-80ea-39431cf9501e,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:20.648690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-d21fb12b-0bfe-4214-9e7c-48e6ab7545b4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.650694 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d21fb12b-0bfe-4214-9e7c-48e6ab7545b4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2586582 Sep 17 23:32:20.653463 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36632) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:20.658256 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-581d96ec-7ffd-4865-9775-4d9ef6187d58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': '74aa47b7-c8bd-4f90-8c97-55078fd46ea0', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:20.745296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-581d96ec-7ffd-4865-9775-4d9ef6187d58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.802533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-581d96ec-7ffd-4865-9775-4d9ef6187d58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.872305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-581d96ec-7ffd-4865-9775-4d9ef6187d58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.892168 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d96ec-7ffd-4865-9775-4d9ef6187d58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7af078-0d3f-4195-ac3c-dda8d06254c8,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:20.968839 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-581d96ec-7ffd-4865-9775-4d9ef6187d58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:20.970057 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-581d96ec-7ffd-4865-9775-4d9ef6187d58 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3156805 Sep 17 23:32:20.977351 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36634) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:20.981902 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f06d6608-eeba-472a-9a44-8a2343080902 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': '74aa47b7-c8bd-4f90-8c97-55078fd46ea0', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:21.054530 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-f06d6608-eeba-472a-9a44-8a2343080902 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Project 748fe953b1284ca4b58c980214d52347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:32:21.060202 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f06d6608-eeba-472a-9a44-8a2343080902 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:21.120152 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f06d6608-eeba-472a-9a44-8a2343080902 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:21.195638 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f06d6608-eeba-472a-9a44-8a2343080902 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:21.214137 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d6608-eeba-472a-9a44-8a2343080902 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720b5681-9cf2-4fce-9e37-6fc57d182c64,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:21.298559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f06d6608-eeba-472a-9a44-8a2343080902 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:21.299784 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f06d6608-eeba-472a-9a44-8a2343080902 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215017 Sep 17 23:32:21.302708 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 36636) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:32:21.307908 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-f6bdf931-62a1-40fb-a97a-ddbaba3e343a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'security_group_rule': {'security_group_id': '74aa47b7-c8bd-4f90-8c97-55078fd46ea0', 'project_id': '748fe953b1284ca4b58c980214d52347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:21.403157 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-f6bdf931-62a1-40fb-a97a-ddbaba3e343a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Project 748fe953b1284ca4b58c980214d52347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:32:21.408483 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf931-62a1-40fb-a97a-ddbaba3e343a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:21.425817 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:21.471334 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf931-62a1-40fb-a97a-ddbaba3e343a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:21.523056 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf931-62a1-40fb-a97a-ddbaba3e343a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:21.541776 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdf931-62a1-40fb-a97a-ddbaba3e343a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6336c0d3-a541-47af-ae2b-39c00cb7d6f7,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:21.618671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf931-62a1-40fb-a97a-ddbaba3e343a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:21.620079 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-f6bdf931-62a1-40fb-a97a-ddbaba3e343a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3164341 Sep 17 23:32:22.003120 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:23.648828 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:32.078563 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:32:39.071963 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:40.882715 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:41.563110 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-f579da35-6069-4390-82eb-b5ec83b989c4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611119938&fields=id&tenant_id=748fe953b1284ca4b58c980214d52347 HTTP/1.1" status: 200 len: 267 time: 0.0311165 Sep 17 23:32:42.016781 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-4da0defe-be7e-4455-a3a4-262933995bfc tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:42.018255 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-4da0defe-be7e-4455-a3a4-262933995bfc tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 808 time: 0.4482753 Sep 17 23:32:42.032730 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-be8bbbe1-e4ff-4cca-8627-5672936747dd tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/quotas/748fe953b1284ca4b58c980214d52347 HTTP/1.1" status: 200 len: 375 time: 0.0088682 Sep 17 23:32:42.081243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-1bf44d29-4261-46aa-81a5-2eb1e441898e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435171 Sep 17 23:32:42.230743 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-54728486-94e9-4d57-8a90-ac3c45bef8c2 service neutron] 10.222.0.13 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375945 Sep 17 23:32:42.320720 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-6821734b-c25f-4855-980e-193852ae691a service neutron] 10.222.0.13 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837588 Sep 17 23:32:42.919449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-be65dccf-3801-417c-b60c-3cd17dda9717 req-f65c99ba-858d-44f7-bb2e-ba21ebfac664 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 210 time: 0.0268962 Sep 17 23:32:44.019049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2c50515a-b5ee-4a6b-9765-6c62effcc412 req-20d4fc5c-5efe-4276-9bc6-3b49d3ab4e94 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 210 time: 0.0335546 Sep 17 23:32:44.538687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-c5dd32a3-0619-4f25-8464-8ec82cd98139 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:44.541189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-c5dd32a3-0619-4f25-8464-8ec82cd98139 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 808 time: 0.1017408 Sep 17 23:32:44.583172 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-33a4511b-8506-4977-af7c-b7637d7c6ae5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=748fe953b1284ca4b58c980214d52347 HTTP/1.1" status: 200 len: 379 time: 0.0333498 Sep 17 23:32:44.591863 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'port': {'device_id': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'admin_state_up': True, 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'security_groups': ['74aa47b7-c8bd-4f90-8c97-55078fd46ea0']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:44.785391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Made reservation on behalf of 748fe953b1284ca4b58c980214d52347 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:32:44.789030 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:44.920817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Allocated IP 172.20.0.6 (cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2/981cadb3-e70d-40da-ad13-2184f09cff76/2140a134-7a75-4428-95ff-b09a85b12896) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:32:45.059711 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.120024 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-92336a50-e6d8-46fe-a517-3fa9d57493da req-c1f12c01-54ab-49a9-9189-d7dc1e6b9a00 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 210 time: 0.0313740 Sep 17 23:32:45.135427 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.174804 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:32:45.177785 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:32:45.182050 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:32:45.211063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'Port': ['ID=2140a134-7a75-4428-95ff-b09a85b12896,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:45.240438 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:45.241246 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.312512 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-3ca0c7bb-f521-4c4e-a5cc-55279916fc0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240150 Sep 17 23:32:45.325770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Request body: {'port': {'device_id': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:32:45.391224 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-0c4f033b-8d1b-400e-a5ba-781bc9df1324 None None] Provisioning complete for port 2140a134-7a75-4428-95ff-b09a85b12896 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:32:45.391769 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c4f033b-8d1b-400e-a5ba-781bc9df1324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.393062 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.425634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f033b-8d1b-400e-a5ba-781bc9df1324 None None] Port 2140a134-7a75-4428-95ff-b09a85b12896 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:32:45.654220 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2140a134-7a75-4428-95ff-b09a85b12896 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:32:45.661637 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.673894 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Transition to ACTIVE for port object 2140a134-7a75-4428-95ff-b09a85b12896 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:32:45.751146 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.806420 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Pushing event updated for resources: {'Port': ['ID=2140a134-7a75-4428-95ff-b09a85b12896,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:45.882589 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Attempting to bind port 2140a134-7a75-4428-95ff-b09a85b12896 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:32:45.882986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Attempting to bind port 2140a134-7a75-4428-95ff-b09a85b12896 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:32:45.883922 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Attempting to bind port 2140a134-7a75-4428-95ff-b09a85b12896 on network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:32:45.889889 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Port 2140a134-7a75-4428-95ff-b09a85b12896 on network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:32:45.890350 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Attempting to bind port 2140a134-7a75-4428-95ff-b09a85b12896 on network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:32:45.895462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:32:45.895792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Checking segment: {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:32:45.896165 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Bound using segment: {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:32:45.896587 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Bound port: 2140a134-7a75-4428-95ff-b09a85b12896, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3421bef-269d-4089-b891-afdd3a2dad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:32:45.896943 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:45.978368 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:32:45.981958 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2140a134-7a75-4428-95ff-b09a85b12896,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:32:46.045556 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:46.079462 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:46.080248 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:46.081549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-98c60921-069a-4597-aafa-041994e77a74 service neutron] 10.222.0.32 "PUT /v2.0/ports/2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 1092 time: 0.7603459 Sep 17 23:32:46.082016 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:32:46.084278 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb316937-fb93-4400-b1fc-f03835195225" -d '{"events": [{"name": "network-changed", "server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "tag": "2140a134-7a75-4428-95ff-b09a85b12896"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:32:46.116129 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c60921-069a-4597-aafa-041994e77a74 service neutron] Pushing event updated for resources: {'Port': ['ID=2140a134-7a75-4428-95ff-b09a85b12896,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:46.144425 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c551ef-b8b6-473d-a06c-a611e6453959 x-openstack-request-id: req-b2c551ef-b8b6-473d-a06c-a611e6453959 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:32:46.144779 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "tag": "2140a134-7a75-4428-95ff-b09a85b12896", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:32:46.144982 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2c551ef-b8b6-473d-a06c-a611e6453959 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:32:46.145571 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896', 'status': 'completed', 'code': 200} Sep 17 23:32:46.254213 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb316937-fb93-4400-b1fc-f03835195225 req-26cb2a35-9939-4448-9077-b9e0304c2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:46.255796 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb316937-fb93-4400-b1fc-f03835195225 req-26cb2a35-9939-4448-9077-b9e0304c2a09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1095 time: 0.0880964 Sep 17 23:32:46.268705 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e16fa-29e8-4c48-9336-4100abc9442f req-5c4cf62b-81d6-4d35-b389-114383536316 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:46.270285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d4e16fa-29e8-4c48-9336-4100abc9442f req-5c4cf62b-81d6-4d35-b389-114383536316 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0712426 Sep 17 23:32:46.377474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3d4e16fa-29e8-4c48-9336-4100abc9442f req-186ea9f1-ee4f-4898-b8c1-56d0fd435c3e tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970962 Sep 17 23:32:46.404926 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb316937-fb93-4400-b1fc-f03835195225 req-2f47dc3d-4c53-41aa-b35b-541e23c967a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:46.406670 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb316937-fb93-4400-b1fc-f03835195225 req-2f47dc3d-4c53-41aa-b35b-541e23c967a4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=748fe953b1284ca4b58c980214d52347&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1354725 Sep 17 23:32:46.505021 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb316937-fb93-4400-b1fc-f03835195225 req-5a7824c6-2cf6-4342-8cd2-c9f2afb5241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:46.506506 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bb316937-fb93-4400-b1fc-f03835195225 req-5a7824c6-2cf6-4342-8cd2-c9f2afb5241d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922792 Sep 17 23:32:46.581490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-32ab489b-62a1-433a-85bf-a0e516cfdc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:46.583017 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-32ab489b-62a1-433a-85bf-a0e516cfdc7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1095 time: 0.0406439 Sep 17 23:32:46.630507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-058297a7-1220-4d43-a108-88fea8f82f72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 217 time: 0.0387802 Sep 17 23:32:46.681389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-c79808ed-9ec1-4e6a-9b7f-61c2e0a4a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:46.682970 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-c79808ed-9ec1-4e6a-9b7f-61c2e0a4a250 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0461929 Sep 17 23:32:46.729920 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-ee06efcd-56fc-4543-abc7-d7284d2a2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:46.731465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-ee06efcd-56fc-4543-abc7-d7284d2a2a7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415397 Sep 17 23:32:46.828742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-4661748c-be23-4401-9f32-7db8c4122767 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868909 Sep 17 23:32:46.920820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1cfa0265-4fa9-4875-b741-47d331087b19 req-a3f29c4b-9fd1-4635-bc0a-4c5e47de1d9d service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845037 Sep 17 23:32:47.512620 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd980420-e766-4c6a-984e-91697c41b7ce req-3c6e9e24-b288-4520-8bc2-ea1939b84e03 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:47.514100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd980420-e766-4c6a-984e-91697c41b7ce req-3c6e9e24-b288-4520-8bc2-ea1939b84e03 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0544014 Sep 17 23:32:47.551555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fd980420-e766-4c6a-984e-91697c41b7ce req-9ed3e25e-60ca-4957-b464-fb4a0fdc2250 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Sep 17 23:32:47.848586 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-430623c2-dbaa-4f8f-b1bb-bf5e45b1f4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:48.667391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68973b7d-a0f9-4a95-a14e-ad0ae740843f req-f0f528a5-6544-496c-ac99-bf6c2cf61ebc tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:48.669006 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68973b7d-a0f9-4a95-a14e-ad0ae740843f req-f0f528a5-6544-496c-ac99-bf6c2cf61ebc tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0514841 Sep 17 23:32:48.708820 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-68973b7d-a0f9-4a95-a14e-ad0ae740843f req-1bbbd6f5-d6a5-4de8-b674-ff212252cc0a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337172 Sep 17 23:32:49.822805 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea708e-afdd-4952-b68a-948834f1fbf7 req-b182b4dd-b94b-4930-93cb-63ccd43eaef3 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:49.824319 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28ea708e-afdd-4952-b68a-948834f1fbf7 req-b182b4dd-b94b-4930-93cb-63ccd43eaef3 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0495937 Sep 17 23:32:49.863051 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-28ea708e-afdd-4952-b68a-948834f1fbf7 req-7d79496f-148d-4c88-8759-9881113414d5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327280 Sep 17 23:32:50.270824 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-05b4778a-8eb4-47f5-9f78-3d82e9b746fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:50.979975 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d96f31-e60e-4a3b-9ea3-f0dbafc35b3d req-22d28c59-5859-4b58-a003-5ef79eb8cc70 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:50.981488 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8d96f31-e60e-4a3b-9ea3-f0dbafc35b3d req-22d28c59-5859-4b58-a003-5ef79eb8cc70 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0519984 Sep 17 23:32:51.019401 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b8d96f31-e60e-4a3b-9ea3-f0dbafc35b3d req-b480c122-4581-4b03-aa18-2e5c99bef8ab tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320218 Sep 17 23:32:51.429577 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.013554 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:52.131881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8f0dd-f433-4037-9155-08f92fb582a5 req-ffef5f72-a5d3-47d5-b4c5-7ea5d1d03f1a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:52.133856 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ab8f0dd-f433-4037-9155-08f92fb582a5 req-ffef5f72-a5d3-47d5-b4c5-7ea5d1d03f1a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0490601 Sep 17 23:32:52.170960 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8ab8f0dd-f433-4037-9155-08f92fb582a5 req-d4c6fc09-7621-4f06-94c6-7a70f2537f23 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Sep 17 23:32:53.284973 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c94ee3-96a7-4568-a331-f89320153d8b req-76ccbd5b-c4d7-432a-bb24-ad770a0b3dfa tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:53.286449 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19c94ee3-96a7-4568-a331-f89320153d8b req-76ccbd5b-c4d7-432a-bb24-ad770a0b3dfa tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0487068 Sep 17 23:32:53.324598 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-19c94ee3-96a7-4568-a331-f89320153d8b req-04b63106-dfd4-4779-b893-993f89982884 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316739 Sep 17 23:32:53.665659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:54.440363 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958e594-0288-45df-8c57-a0582f3c8a6a req-45a9ad73-8960-457d-a5d3-84913a01e60f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:54.441840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0958e594-0288-45df-8c57-a0582f3c8a6a req-45a9ad73-8960-457d-a5d3-84913a01e60f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0516472 Sep 17 23:32:54.479869 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0958e594-0288-45df-8c57-a0582f3c8a6a req-ab81c152-f929-46fe-b2f1-3615b4cda6b3 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314393 Sep 17 23:32:55.593693 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae9152-41a2-4c87-b90d-904583a0da62 req-8cb595a2-956a-4b67-a679-2f63b3134ed8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:55.595462 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98ae9152-41a2-4c87-b90d-904583a0da62 req-8cb595a2-956a-4b67-a679-2f63b3134ed8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0488667 Sep 17 23:32:55.633626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-98ae9152-41a2-4c87-b90d-904583a0da62 req-2fd314fe-0b99-4ef6-a1ce-13e2e504f20b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322380 Sep 17 23:32:56.747206 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b28221-f880-4e93-a730-738f56335600 req-e7942ae1-19d7-4731-83f0-8d93a7f8de04 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:56.748662 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33b28221-f880-4e93-a730-738f56335600 req-e7942ae1-19d7-4731-83f0-8d93a7f8de04 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0482118 Sep 17 23:32:56.785328 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-33b28221-f880-4e93-a730-738f56335600 req-be04effc-6d1a-4fa9-907c-bbad7f99e5d6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308394 Sep 17 23:32:57.901749 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e97aa-b874-451d-813b-4dd48e451149 req-797923c6-a1c9-4efa-afed-1ab56a1c2c6f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:57.903253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-777e97aa-b874-451d-813b-4dd48e451149 req-797923c6-a1c9-4efa-afed-1ab56a1c2c6f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0526214 Sep 17 23:32:57.939312 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-777e97aa-b874-451d-813b-4dd48e451149 req-64159234-f124-4079-a653-71976da92a89 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301738 Sep 17 23:32:58.135085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2140a134-7a75-4428-95ff-b09a85b12896 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:32:58.228081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2140a134-7a75-4428-95ff-b09a85b12896,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:58.238841 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '2140a134-7a75-4428-95ff-b09a85b12896', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'port_id': '2140a134-7a75-4428-95ff-b09a85b12896', 'mac_address': 'fa:16:3e:52:56:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:32:58.275759 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:58.287703 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2140a134-7a75-4428-95ff-b09a85b12896 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:32:58.306936 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2140a134-7a75-4428-95ff-b09a85b12896,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:32:58.377989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:58.426543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=2140a134-7a75-4428-95ff-b09a85b12896,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:32:58.434120 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.434463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.434807 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.435154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.435482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.435808 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.436131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.436451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.436768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.437086 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.437405 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.437722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:32:58.575473 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['2140a134-7a75-4428-95ff-b09a85b12896'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:32:59.050027 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10703f-b3e4-4646-8279-9a06ca5fcf0e req-5d2e0cad-073e-4251-92db-d652ff00ceb5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:32:59.051528 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec10703f-b3e4-4646-8279-9a06ca5fcf0e req-5d2e0cad-073e-4251-92db-d652ff00ceb5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 944 time: 0.0472119 Sep 17 23:32:59.089134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ec10703f-b3e4-4646-8279-9a06ca5fcf0e req-7c1abe2f-154f-4774-ad74-9071282d2624 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310626 Sep 17 23:33:00.150632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2140a134-7a75-4428-95ff-b09a85b12896 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:33:00.210075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847152b-3651-4cd3-be91-793e2e0f55f3 req-fff24e24-5be8-40ba-8b56-a28c34782f2f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:00.214434 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1847152b-3651-4cd3-be91-793e2e0f55f3 req-fff24e24-5be8-40ba-8b56-a28c34782f2f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 944 time: 0.0543094 Sep 17 23:33:00.251056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1847152b-3651-4cd3-be91-793e2e0f55f3 req-24ef5012-3cad-4632-9723-c4c90cb766f8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325916 Sep 17 23:33:00.254339 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port 2140a134-7a75-4428-95ff-b09a85b12896 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:33:00.260108 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 2140a134-7a75-4428-95ff-b09a85b12896 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:33:00.260517 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:00.334498 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:00.357773 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:33:00.360123 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c74cef-13b6-41f4-a48a-09223f0d0238" -d '{"events": [{"server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "name": "network-vif-plugged", "status": "completed", "tag": "2140a134-7a75-4428-95ff-b09a85b12896"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:33:00.375478 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2140a134-7a75-4428-95ff-b09a85b12896,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:33:00.455530 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab443228-59c3-4b5e-9acd-9814e2e6c0db x-openstack-request-id: req-ab443228-59c3-4b5e-9acd-9814e2e6c0db {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:33:00.455816 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "name": "network-vif-plugged", "status": "completed", "tag": "2140a134-7a75-4428-95ff-b09a85b12896", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:33:00.456085 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab443228-59c3-4b5e-9acd-9814e2e6c0db {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:33:00.456444 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896', 'code': 200} Sep 17 23:33:00.465156 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:00.515047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=2140a134-7a75-4428-95ff-b09a85b12896,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:33:00.553761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefefecc-cf38-4694-8115-2f30a9ca17b9 req-a6a4ddcd-e19a-4842-b213-3e9034b1ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:00.555744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aefefecc-cf38-4694-8115-2f30a9ca17b9 req-a6a4ddcd-e19a-4842-b213-3e9034b1ce2f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1097 time: 0.0416396 Sep 17 23:33:00.589990 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aefefecc-cf38-4694-8115-2f30a9ca17b9 req-85136ce0-f51a-49c3-a4f8-7680f1864246 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272212 Sep 17 23:33:01.366143 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a90096-b552-4309-bc38-88d6844acd98 req-81858eb9-35ce-4b64-a578-003ad2d00ce9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:01.368050 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a90096-b552-4309-bc38-88d6844acd98 req-81858eb9-35ce-4b64-a578-003ad2d00ce9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0502813 Sep 17 23:33:01.404536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a90096-b552-4309-bc38-88d6844acd98 req-fbdf4990-06b6-4c24-ab90-da9a324e655b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309391 Sep 17 23:33:02.565887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f9493-0ba9-4d5c-b3d1-7303db71874d req-cd678639-b2ea-498e-a7d5-26f8004feafb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:02.567393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e1f9493-0ba9-4d5c-b3d1-7303db71874d req-cd678639-b2ea-498e-a7d5-26f8004feafb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0488522 Sep 17 23:33:02.604323 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3e1f9493-0ba9-4d5c-b3d1-7303db71874d req-5c0fa5a5-e0d1-428a-b0c0-a2a6b0afa5b7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310233 Sep 17 23:33:02.719103 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d81ff3-8c34-4f5c-b135-818308ae86af req-1d9e62f8-e49c-412c-8e76-b0b4d1f0e412 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:02.720838 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9d81ff3-8c34-4f5c-b135-818308ae86af req-1d9e62f8-e49c-412c-8e76-b0b4d1f0e412 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Sep 17 23:33:02.758028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d9d81ff3-8c34-4f5c-b135-818308ae86af req-168bbca8-ed96-476b-9803-3d9fdbc66e22 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Sep 17 23:33:02.779960 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36846) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:33:02.817989 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d72760-d3c5-46fb-872c-413030395bf7 tempest-TestShelveInstance-269190494 tempest-TestShelveInstance-269190494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:02.819532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f0d72760-d3c5-46fb-872c-413030395bf7 tempest-TestShelveInstance-269190494 tempest-TestShelveInstance-269190494-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1092 time: 0.0386326 Sep 17 23:33:02.822315 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 36848) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:33:02.826746 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '2140a134-7a75-4428-95ff-b09a85b12896', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:33:02.926473 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:03.025767 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:03.128037 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Allocated IP 172.25.5.36 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/2712e4e4-d41f-4e3e-bbb6-44e17c1c3025) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:33:03.232344 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:03.351434 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:03.389293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:33:03.392119 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:33:03.395502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:33:03.418433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'Port': ['ID=2712e4e4-d41f-4e3e-bbb6-44e17c1c3025,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:33:03.742278 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:03.861145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:04.007605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:04.059318 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:04.132484 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event updated for resources: {'Port': ['ID=2712e4e4-d41f-4e3e-bbb6-44e17c1c3025,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:33:04.139769 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:04.234928 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Floating IP 59026341-e60c-4e5d-b381-2cbc3db4ee7e associated. External IP: 172.25.5.36, port: 2140a134-7a75-4428-95ff-b09a85b12896. Sep 17 23:33:04.436387 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:33:04.540279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:33:04.551791 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] Sync routers for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:33:04.561365 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:33:04.561978 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:33:04.659779 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:04.665745 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:33:04.686929 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b64e522d-7e24-4ccc-aa72-3a1fc2422d0c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8634470 Sep 17 23:33:04.687435 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:33:04.689699 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720de098-f920-47cc-9011-2ec13a65f384" -d '{"events": [{"name": "network-changed", "server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "tag": "2140a134-7a75-4428-95ff-b09a85b12896"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:33:04.726162 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d28845-0f45-49bd-9c62-6c96688f6441 x-openstack-request-id: req-a2d28845-0f45-49bd-9c62-6c96688f6441 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:33:04.726446 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "tag": "2140a134-7a75-4428-95ff-b09a85b12896", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:33:04.726963 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2d28845-0f45-49bd-9c62-6c96688f6441 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:33:04.727271 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896', 'status': 'completed', 'code': 200} Sep 17 23:33:04.794133 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720de098-f920-47cc-9011-2ec13a65f384 req-2d849fea-49b6-4903-97ab-e8724b6111c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:04.795754 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-720de098-f920-47cc-9011-2ec13a65f384 req-2d849fea-49b6-4903-97ab-e8724b6111c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1097 time: 0.0477273 Sep 17 23:33:04.892432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720de098-f920-47cc-9011-2ec13a65f384 req-f4f5c951-61d0-4fca-8614-4dbe752377ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:04.893919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-720de098-f920-47cc-9011-2ec13a65f384 req-f4f5c951-61d0-4fca-8614-4dbe752377ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0901334 Sep 17 23:33:04.962137 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-720de098-f920-47cc-9011-2ec13a65f384 req-0b4a4b80-1cce-431e-b0fb-bef169e9e7e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 998 time: 0.0604038 Sep 17 23:33:05.009956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720de098-f920-47cc-9011-2ec13a65f384 req-52de40ff-2014-42d0-a8af-d409253ff09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:05.011457 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-720de098-f920-47cc-9011-2ec13a65f384 req-52de40ff-2014-42d0-a8af-d409253ff09a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0431502 Sep 17 23:33:05.034743 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '59026341-e60c-4e5d-b381-2cbc3db4ee7e', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'port_id': '2140a134-7a75-4428-95ff-b09a85b12896', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'mac_address': 'fa:16:3e:52:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:33:03Z', 'updated_at': '2021-09-17T23:33:03Z', 'revision_number': 0, 'project_id': '748fe953b1284ca4b58c980214d52347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:33:05.057965 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720de098-f920-47cc-9011-2ec13a65f384 req-9d4f1d68-bf19-42e4-a0f5-2a5c324c1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:05.059555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-720de098-f920-47cc-9011-2ec13a65f384 req-9d4f1d68-bf19-42e4-a0f5-2a5c324c1da9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400343 Sep 17 23:33:05.064058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] Checking router: fca5c3e6-7fe3-4756-a455-9a0dfc6017bc for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:33:05.072371 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:33:05.072966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:32:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:33:05.180143 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:33:05.420335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '59026341-e60c-4e5d-b381-2cbc3db4ee7e', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'port_id': '2140a134-7a75-4428-95ff-b09a85b12896', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'mac_address': 'fa:16:3e:52:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:33:03Z', 'updated_at': '2021-09-17T23:33:03Z', 'revision_number': 0, 'project_id': '748fe953b1284ca4b58c980214d52347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:33:05.451858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33098b70-950c-4a6b-b00e-ad2bb7c7c402 None None] The sync data for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 is: [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '59026341-e60c-4e5d-b381-2cbc3db4ee7e', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'port_id': '2140a134-7a75-4428-95ff-b09a85b12896', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'mac_address': 'fa:16:3e:52:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:33:03Z', 'updated_at': '2021-09-17T23:33:03Z', 'revision_number': 0, 'project_id': '748fe953b1284ca4b58c980214d52347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:33:05.507324 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-720de098-f920-47cc-9011-2ec13a65f384 req-09c82480-4297-4bf1-b19d-2b2dcbd9694b service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403410 Sep 17 23:33:05.598455 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-720de098-f920-47cc-9011-2ec13a65f384 req-35a1790d-83e7-4130-8a03-a483002396b2 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843039 Sep 17 23:33:05.648407 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cdbf5a-2fe4-49ee-b4cf-079e6468c2f4 None None] New status for floating IP 59026341-e60c-4e5d-b381-2cbc3db4ee7e: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:33:09.077658 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:33:09.082483 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:10.870652 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:17.863590 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa11f-c2ec-40da-8702-19e2d7655402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:20.259721 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5464144-f0c9-45e5-b039-82fb9701b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:21.406039 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:21.984729 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:23.675025 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:39.091967 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:40.875877 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:42.786407 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-d8ee0862-8463-4d8d-adaf-f6f751cf5873 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386624 Sep 17 23:33:42.872161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-4e87e7cb-0a9b-444e-beaa-6c915ea95d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:42.873631 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-4e87e7cb-0a9b-444e-beaa-6c915ea95d3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1097 time: 0.0459599 Sep 17 23:33:42.972117 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-686b9210-0fad-4395-90e7-f3b94ce332f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:42.973557 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-686b9210-0fad-4395-90e7-f3b94ce332f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0819137 Sep 17 23:33:43.041664 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-aab30827-f9d2-4b66-ba59-dcc9590a34bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 1000 time: 0.0605748 Sep 17 23:33:43.090846 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-e635c2da-19d7-4c66-ac2d-63729cce5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:43.092458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-e635c2da-19d7-4c66-ac2d-63729cce5497 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0444846 Sep 17 23:33:43.142345 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-30354f22-5e99-40c4-84ba-e4a3270d12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:33:43.143938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-30354f22-5e99-40c4-84ba-e4a3270d12d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449064 Sep 17 23:33:43.242411 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-a9f69b05-4e32-40ab-a967-f281fbc67e2d service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916007 Sep 17 23:33:43.334145 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee4bf079-98c0-4e86-9a84-b690b4c3f698 req-a13ae2dc-af5b-4562-ae68-20704ffb3182 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844541 Sep 17 23:33:46.078228 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:33:47.864420 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f73b-870a-491d-ae29-c0f132ea0487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:50.275784 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3648a327-b0b7-4787-86d3-d71c9ff84989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:51.417364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:51.988793 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:53.659013 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:09.086440 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:10.886359 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:17.869445 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-31f5d59a-1a27-4e64-9a8c-6595cf043b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:20.246065 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-519dfb42-d409-46ab-a387-ec097f08ac10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:21.417648 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:21.984024 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:23.078020 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:34:23.686029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:39.132642 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:40.896399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:42.820325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-a94c466e-f5a6-4863-9e19-29e10b8d25c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454247 Sep 17 23:34:42.901948 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-937f65e0-4a09-4c9e-a19b-0fabeb6d5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:42.903444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-937f65e0-4a09-4c9e-a19b-0fabeb6d5d62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1097 time: 0.0392425 Sep 17 23:34:43.007249 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-defb160e-74df-491e-a82f-8a94bb1bb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:43.008675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-defb160e-74df-491e-a82f-8a94bb1bb014 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0852711 Sep 17 23:34:43.071595 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-835054e8-27f8-4739-999a-6cf72e13cc16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 1000 time: 0.0560517 Sep 17 23:34:43.119807 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-1f9eb925-7f54-43ea-98f7-5c89a116ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:43.121216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-1f9eb925-7f54-43ea-98f7-5c89a116ee1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0433552 Sep 17 23:34:43.169724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-b53255cd-2fba-4cd6-ad17-2c96ef2bd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:34:43.171243 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-b53255cd-2fba-4cd6-ad17-2c96ef2bd7a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432851 Sep 17 23:34:43.260447 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-8ce6ebcc-a41f-4fd4-8a8b-ac10000757a3 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824203 Sep 17 23:34:43.354174 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cc04c734-f42b-420c-aaa4-b211feda8a5c req-830ae2c6-7d2f-4d00-a91d-4e4c6a285f93 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864151 Sep 17 23:34:47.863057 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7b3c07d6-94d0-41a4-a431-dace9c8544cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:50.251642 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fdb036bb-08f8-4997-ae09-9b75fe38d8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:51.417351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:52.018327 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:53.651163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:00.077754 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:35:09.136539 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:10.896739 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.867885 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5709be68-0035-4290-ba0d-0aa1d146ab91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:20.273515 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-24efa97d-c546-4445-92da-3c86b809a441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.462020 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:21.993783 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:23.673487 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:29.317833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f0ad9-305c-4bf8-a9dd-6bccef04fa2c req-b43bc8bf-d55d-48e8-9762-c90fdc0e9b76 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:29.319742 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-470f0ad9-305c-4bf8-a9dd-6bccef04fa2c req-b43bc8bf-d55d-48e8-9762-c90fdc0e9b76 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0505633 Sep 17 23:35:29.359707 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-470f0ad9-305c-4bf8-a9dd-6bccef04fa2c req-7a2ff0dc-0c4a-458d-8a82-50d1bcccc1a2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332484 Sep 17 23:35:30.500986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b48c86-e696-4a45-b321-34c4145113f2 req-4d3370ee-eaf2-4a51-949d-4e48d0a4bdc9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:30.502473 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82b48c86-e696-4a45-b321-34c4145113f2 req-4d3370ee-eaf2-4a51-949d-4e48d0a4bdc9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0479712 Sep 17 23:35:30.540249 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82b48c86-e696-4a45-b321-34c4145113f2 req-67cf5071-4283-4100-b853-641fb72719ee tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313945 Sep 17 23:35:31.689556 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d31b0-dddc-47e5-8d10-92bcd7870252 req-2b921747-5ae6-4ed9-9d5c-938b2d137c7a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:31.691076 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e47d31b0-dddc-47e5-8d10-92bcd7870252 req-2b921747-5ae6-4ed9-9d5c-938b2d137c7a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0528948 Sep 17 23:35:31.729928 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e47d31b0-dddc-47e5-8d10-92bcd7870252 req-1077788c-355a-4c2e-8ae2-4fd65cd30a9b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317314 Sep 17 23:35:32.843764 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6be8-8358-437d-b16b-bb80960b975b req-59e63c1b-f27d-49ce-aa3e-941c7d8be747 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:32.845189 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d8b6be8-8358-437d-b16b-bb80960b975b req-59e63c1b-f27d-49ce-aa3e-941c7d8be747 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Sep 17 23:35:32.882404 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5d8b6be8-8358-437d-b16b-bb80960b975b req-bc8ae188-980a-4c71-89ba-70f1f142d3a6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309663 Sep 17 23:35:33.997946 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d04de-7009-475d-b630-42d991ab76e4 req-48d35a9f-792a-4bd3-bd37-f736389e761b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:33.999444 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e3d04de-7009-475d-b630-42d991ab76e4 req-48d35a9f-792a-4bd3-bd37-f736389e761b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Sep 17 23:35:34.036438 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9e3d04de-7009-475d-b630-42d991ab76e4 req-6f0dd2bc-7e98-425c-8a27-a4b58e23cc78 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Sep 17 23:35:35.154770 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fab8a-7088-4175-a4bb-1a04d23e9a7e req-24400c6d-14f6-4727-8753-58eab4997409 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:35.156398 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-808fab8a-7088-4175-a4bb-1a04d23e9a7e req-24400c6d-14f6-4727-8753-58eab4997409 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0541680 Sep 17 23:35:35.195579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-808fab8a-7088-4175-a4bb-1a04d23e9a7e req-24b48ea8-ea91-4fc3-acb5-d4390badcfaa tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326149 Sep 17 23:35:36.309725 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d410e-6cea-48ba-a61a-6d057b23b235 req-75636bfa-ce8c-47c2-ab65-2d9743db5145 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:36.311277 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-064d410e-6cea-48ba-a61a-6d057b23b235 req-75636bfa-ce8c-47c2-ab65-2d9743db5145 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Sep 17 23:35:36.348825 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-064d410e-6cea-48ba-a61a-6d057b23b235 req-afeec3b6-4bbb-40d2-8c72-e989b74e19d2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Sep 17 23:35:37.077867 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:35:37.476127 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678202e-371a-4688-bd9a-903ececdab4d req-e9c1073f-be47-402f-b852-48369ed3d1b4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:37.478180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5678202e-371a-4688-bd9a-903ececdab4d req-e9c1073f-be47-402f-b852-48369ed3d1b4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0551133 Sep 17 23:35:37.516278 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5678202e-371a-4688-bd9a-903ececdab4d req-91f9e8b4-0e95-4adb-9ee0-bd81c04e9bf5 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319085 Sep 17 23:35:38.633038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f5580-f1dd-4be5-bb51-2f0f9b949cf3 req-0847970e-1bff-478c-b320-12bc7ed69585 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:38.635242 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc9f5580-f1dd-4be5-bb51-2f0f9b949cf3 req-0847970e-1bff-478c-b320-12bc7ed69585 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Sep 17 23:35:38.671597 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bc9f5580-f1dd-4be5-bb51-2f0f9b949cf3 req-26686d04-2169-4dec-af16-9c185104a187 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304668 Sep 17 23:35:39.152629 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:39.485702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-6a1a254d-38f1-4cf2-8a7c-ed43afe2c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:39.487270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-6a1a254d-38f1-4cf2-8a7c-ed43afe2c7be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1097 time: 0.0397506 Sep 17 23:35:39.578469 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-57dcc95e-ec0e-48b3-a071-6f340353cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:39.580005 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-57dcc95e-ec0e-48b3-a071-6f340353cf7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0859144 Sep 17 23:35:39.643284 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-d3021b01-a390-4635-8f35-f18fcaa286fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 1000 time: 0.0564570 Sep 17 23:35:39.690761 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-fec966b3-ac79-4763-94e2-4f64a0d4caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:39.692228 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-fec966b3-ac79-4763-94e2-4f64a0d4caaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0428402 Sep 17 23:35:39.752593 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-ba653507-6eef-428e-af43-2d326f1473d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:39.754036 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-ba653507-6eef-428e-af43-2d326f1473d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550997 Sep 17 23:35:39.776936 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-8626d816-7494-4bc4-821c-7fe7567aa4cd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:35:39.782070 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-8626d816-7494-4bc4-821c-7fe7567aa4cd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062232 Sep 17 23:35:39.826137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d92a4-62c0-4e89-97c4-568d028752a3 req-89c91ce0-4932-4e3f-97b3-966fb033198b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:39.827677 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a2d92a4-62c0-4e89-97c4-568d028752a3 req-89c91ce0-4932-4e3f-97b3-966fb033198b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0875902 Sep 17 23:35:39.910592 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6a2d92a4-62c0-4e89-97c4-568d028752a3 req-fdfffac3-a4cb-4598-b0be-f5e8881dfb17 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521090 Sep 17 23:35:39.915500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-9c0c7693-78c4-4e3b-a122-bb500a26dbde service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277304 Sep 17 23:35:40.023784 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-042801fa-ad2f-4ebe-acf5-2f8464f01313 req-df4b2dbc-28b8-464e-b365-1425a2204783 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014166 Sep 17 23:35:40.884526 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:41.027003 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990e81c-9204-4a77-a057-2907009f8593 req-2d6c777c-3d06-4b22-b9e3-a4eb56e25311 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:41.028500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5990e81c-9204-4a77-a057-2907009f8593 req-2d6c777c-3d06-4b22-b9e3-a4eb56e25311 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0492051 Sep 17 23:35:41.065206 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5990e81c-9204-4a77-a057-2907009f8593 req-049cde93-3572-487d-9030-f666579a4787 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306795 Sep 17 23:35:42.184633 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee276d77-d2b2-4e3d-9dca-18e2514eada2 req-eecf1215-ba20-4dcb-ad4a-f3060fc65c3a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:42.186164 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee276d77-d2b2-4e3d-9dca-18e2514eada2 req-eecf1215-ba20-4dcb-ad4a-f3060fc65c3a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Sep 17 23:35:42.225976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee276d77-d2b2-4e3d-9dca-18e2514eada2 req-62217415-06d4-4568-b00b-c41645752ba7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338311 Sep 17 23:35:42.754069 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a82df5-d480-4cc3-9619-961022eda083 req-e13c37be-838a-43fc-9da8-b58dfc4c8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:42.755609 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a82df5-d480-4cc3-9619-961022eda083 req-e13c37be-838a-43fc-9da8-b58dfc4c8ac3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1097 time: 0.0411236 Sep 17 23:35:42.859819 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a82df5-d480-4cc3-9619-961022eda083 req-8ad975bb-c533-4955-9de6-7b7ac06189d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:42.861458 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a82df5-d480-4cc3-9619-961022eda083 req-8ad975bb-c533-4955-9de6-7b7ac06189d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0870302 Sep 17 23:35:42.933186 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a82df5-d480-4cc3-9619-961022eda083 req-b9037791-a994-4257-93c8-11bc6a7c40df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 1000 time: 0.0642757 Sep 17 23:35:42.984999 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a82df5-d480-4cc3-9619-961022eda083 req-bea1f3b1-2d56-40c1-931d-40458f5799bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:42.986524 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a82df5-d480-4cc3-9619-961022eda083 req-bea1f3b1-2d56-40c1-931d-40458f5799bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0465188 Sep 17 23:35:43.034365 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a82df5-d480-4cc3-9619-961022eda083 req-668ee346-7b93-4ec1-94bc-4fdebe841ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:43.035977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a82df5-d480-4cc3-9619-961022eda083 req-668ee346-7b93-4ec1-94bc-4fdebe841ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420432 Sep 17 23:35:43.142779 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a82df5-d480-4cc3-9619-961022eda083 req-c6cf7acb-aff5-40ce-a177-fc03537b8543 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997455 Sep 17 23:35:43.240818 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c1a82df5-d480-4cc3-9619-961022eda083 req-be4172e6-b17f-4283-98c6-70b3b066305f service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907009 Sep 17 23:35:43.346025 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a92652-434e-4d63-8726-a2f17a03116f req-02432a14-9333-4b78-9b6a-29ab933dc697 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:43.347463 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06a92652-434e-4d63-8726-a2f17a03116f req-02432a14-9333-4b78-9b6a-29ab933dc697 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0512598 Sep 17 23:35:43.388948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06a92652-434e-4d63-8726-a2f17a03116f req-71490e87-7f0b-4ed9-88a8-710653e46298 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338476 Sep 17 23:35:44.501607 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408114a-74d4-49e6-a30d-6c90a9ec7edf req-52b0f9f7-eb15-4075-a7ea-35dd4d71c02f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:44.503120 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7408114a-74d4-49e6-a30d-6c90a9ec7edf req-52b0f9f7-eb15-4075-a7ea-35dd4d71c02f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Sep 17 23:35:44.540562 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7408114a-74d4-49e6-a30d-6c90a9ec7edf req-7a66e56e-61b8-434d-a167-87f4528f434c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308001 Sep 17 23:35:44.607449 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-bcddafd4-c44f-4550-aed7-a51b7a72e45c req-bb250b5e-14f6-4db8-b88e-67e9f107a5aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:35:44.608342 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-bcddafd4-c44f-4550-aed7-a51b7a72e45c req-bb250b5e-14f6-4db8-b88e-67e9f107a5aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054109 Sep 17 23:35:44.895558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2140a134-7a75-4428-95ff-b09a85b12896 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:35:44.971014 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:44.991775 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:35:44.994011 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caefc9b5-74cd-4995-abce-6bbbf56a7bf7" -d '{"events": [{"server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "name": "network-vif-unplugged", "status": "completed", "tag": "2140a134-7a75-4428-95ff-b09a85b12896"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:35:45.006662 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2140a134-7a75-4428-95ff-b09a85b12896,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:35:45.027834 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 23:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8506abcb-1cc1-4c98-9eaf-9a1a92df0581 x-openstack-request-id: req-8506abcb-1cc1-4c98-9eaf-9a1a92df0581 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:35:45.030689 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "name": "network-vif-unplugged", "status": "failed", "tag": "2140a134-7a75-4428-95ff-b09a85b12896", "code": 422}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:35:45.030689 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8506abcb-1cc1-4c98-9eaf-9a1a92df0581 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:35:45.030689 n-d-713498-17 neutron-server[101662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896', 'code': 422} returned with failed status Sep 17 23:35:45.084697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:45.130868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=2140a134-7a75-4428-95ff-b09a85b12896,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:35:45.138882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.139240 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.139713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.140160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.140492 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.140820 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.141142 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.141461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.141780 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.142098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.142418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.142734 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:35:45.909879 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea73d4d-a56b-4fd6-a727-e9244ddeee80 req-667876fc-d81d-440e-8438-22bef9af033c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:45.911441 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ea73d4d-a56b-4fd6-a727-e9244ddeee80 req-667876fc-d81d-440e-8438-22bef9af033c tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0582311 Sep 17 23:35:45.976669 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ea73d4d-a56b-4fd6-a727-e9244ddeee80 req-328b56c8-bf2a-45a8-9459-7c6491e22973 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587208 Sep 17 23:35:45.985483 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-5c734fc3-b663-448c-bdc6-dfbb44592be4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030469 Sep 17 23:35:47.094655 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c7d17-7bef-4e26-975a-9a6915e6fb6d req-7527fd52-e555-45ae-a10c-7d12214cb7aa tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:47.096280 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-253c7d17-7bef-4e26-975a-9a6915e6fb6d req-7527fd52-e555-45ae-a10c-7d12214cb7aa tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0494351 Sep 17 23:35:47.134114 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-253c7d17-7bef-4e26-975a-9a6915e6fb6d req-2f206a7f-13ee-45a8-a7cd-777e1c2908d8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320220 Sep 17 23:35:47.885048 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-431750b1-47ad-4cef-9d56-92907ee34149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:48.249358 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b241-4321-4634-a8f6-990520ca6f7c req-ee9c1120-3823-461f-80ab-794fac0214a8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:48.250876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62d5b241-4321-4634-a8f6-990520ca6f7c req-ee9c1120-3823-461f-80ab-794fac0214a8 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0489028 Sep 17 23:35:48.291897 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62d5b241-4321-4634-a8f6-990520ca6f7c req-7f415b14-094a-41f1-8178-e78009c54eb4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351591 Sep 17 23:35:49.407557 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f0316-0177-4dcf-94e3-a2de7b6356e3 req-305cee3f-91e4-468e-b0e6-7dc706848d97 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:49.409254 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c0f0316-0177-4dcf-94e3-a2de7b6356e3 req-305cee3f-91e4-468e-b0e6-7dc706848d97 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0506768 Sep 17 23:35:49.446880 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c0f0316-0177-4dcf-94e3-a2de7b6356e3 req-159f15d7-f7f2-40a4-9e28-bb95dc4c9d4d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315588 Sep 17 23:35:50.267217 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-43f81007-2d5e-4933-999b-1dbf80358bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:50.560440 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ba575-8007-4eac-a385-14e9e04c4a65 req-9d602ec1-2737-4d1b-8a45-8f0e9f3be00b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:50.561918 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-185ba575-8007-4eac-a385-14e9e04c4a65 req-9d602ec1-2737-4d1b-8a45-8f0e9f3be00b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0479660 Sep 17 23:35:50.599999 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-185ba575-8007-4eac-a385-14e9e04c4a65 req-045bd057-33e4-44f4-87ff-00103c6fa367 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320518 Sep 17 23:35:51.421657 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:51.715806 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0ae31-0c11-430b-b896-39ba019f6c5d req-ccbb77ce-626a-448a-b39f-e858955e3414 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:51.717544 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2c0ae31-0c11-430b-b896-39ba019f6c5d req-ccbb77ce-626a-448a-b39f-e858955e3414 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0494769 Sep 17 23:35:51.758821 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f2c0ae31-0c11-430b-b896-39ba019f6c5d req-19345065-14fb-4a88-9f19-4672348ce7d0 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352688 Sep 17 23:35:51.981604 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:52.876950 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0c5a-6925-4030-b7d4-32aeedfeb60a req-4d2e6cfb-209e-4690-90da-b5443e2db640 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:52.878430 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e2d0c5a-6925-4030-b7d4-32aeedfeb60a req-4d2e6cfb-209e-4690-90da-b5443e2db640 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0494859 Sep 17 23:35:52.916016 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e2d0c5a-6925-4030-b7d4-32aeedfeb60a req-36de11db-deb2-41dd-9588-3a7d7309eece tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307839 Sep 17 23:35:53.667427 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:54.029227 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72161dc5-31c5-4a9c-b44d-2aba80870002 req-b6c36ce1-00af-48a2-a471-3662f84e3f23 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:54.030751 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72161dc5-31c5-4a9c-b44d-2aba80870002 req-b6c36ce1-00af-48a2-a471-3662f84e3f23 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0487874 Sep 17 23:35:54.068049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-72161dc5-31c5-4a9c-b44d-2aba80870002 req-c8ab4093-45cc-4852-b7d9-ea70489f3f73 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313418 Sep 17 23:35:55.184400 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c06b2-9bf8-44bb-9ccf-93f42e8987c2 req-96238725-43ad-4362-933f-30658d2917de tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:55.186008 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f4c06b2-9bf8-44bb-9ccf-93f42e8987c2 req-96238725-43ad-4362-933f-30658d2917de tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0483298 Sep 17 23:35:55.232410 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2f4c06b2-9bf8-44bb-9ccf-93f42e8987c2 req-f6c1d68d-da19-4565-b682-fa3088512600 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399308 Sep 17 23:35:55.619216 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-76dbfff0-4deb-48a1-b947-23463ca5b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:55.620651 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-76dbfff0-4deb-48a1-b947-23463ca5b721 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228&tenant_id=748fe953b1284ca4b58c980214d52347 HTTP/1.1" status: 200 len: 1095 time: 0.0410779 Sep 17 23:35:55.684327 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-6be47e50-dcb1-4b1f-a304-a839102c9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:55.685840 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-6be47e50-dcb1-4b1f-a304-a839102c9e6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1095 time: 0.0434327 Sep 17 23:35:55.777328 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-8e2db123-03ea-4c52-a29d-ea5acfaf1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:55.778835 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-8e2db123-03ea-4c52-a29d-ea5acfaf1ea6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0862308 Sep 17 23:35:55.842863 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-51a2b6f6-6218-40ed-9c93-cd7056bd1351 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 998 time: 0.0563886 Sep 17 23:35:55.891833 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-7fa7c494-beb8-4696-aa90-a85f11552500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:55.893134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-7fa7c494-beb8-4696-aa90-a85f11552500 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0428424 Sep 17 23:35:55.941717 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-af3227cf-2dea-42e3-aa80-7aa1727e3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:55.943321 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-af3227cf-2dea-42e3-aa80-7aa1727e3215 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429332 Sep 17 23:35:56.031303 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-27b2e540-cff3-4258-99a6-7321cec9f658 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811734 Sep 17 23:35:56.121432 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-d605bac2-edbb-415b-8b5d-7d328f73d75f service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837023 Sep 17 23:35:56.346938 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4beae6-3583-4b7a-b246-fb9af4ca1920 req-5da44f7a-2c12-440b-9307-a664230400ac tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:56.348484 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae4beae6-3583-4b7a-b246-fb9af4ca1920 req-5da44f7a-2c12-440b-9307-a664230400ac tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0500090 Sep 17 23:35:56.385873 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ae4beae6-3583-4b7a-b246-fb9af4ca1920 req-7dabd3d2-743f-4ee6-8cc6-031f898f37a3 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Sep 17 23:35:57.497564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19661b0-5735-41d7-bad9-41e4639d1d39 req-f293b514-61a1-4118-8b72-4262e89f888d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:57.499042 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e19661b0-5735-41d7-bad9-41e4639d1d39 req-f293b514-61a1-4118-8b72-4262e89f888d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0477004 Sep 17 23:35:57.534933 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e19661b0-5735-41d7-bad9-41e4639d1d39 req-2d513b1f-7772-48e6-8b16-b660c9be0bcb tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300465 Sep 17 23:35:58.653404 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138222ad-163b-4eb1-8f81-b4c3b996bb08 req-0be1254e-10d5-4217-97d0-0a86eaf03437 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:58.654774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-138222ad-163b-4eb1-8f81-b4c3b996bb08 req-0be1254e-10d5-4217-97d0-0a86eaf03437 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0525358 Sep 17 23:35:58.693607 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-138222ad-163b-4eb1-8f81-b4c3b996bb08 req-b11d3e34-7b82-47ca-94a3-534f9e475414 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329368 Sep 17 23:35:59.806465 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e864056-1cc1-441a-ab04-132972dbab50 req-3bcbab3a-59ef-4ee5-8bcb-8a1c35c16060 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:35:59.807977 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e864056-1cc1-441a-ab04-132972dbab50 req-3bcbab3a-59ef-4ee5-8bcb-8a1c35c16060 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0484753 Sep 17 23:35:59.844774 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1e864056-1cc1-441a-ab04-132972dbab50 req-6f266bee-b12a-4986-bf1e-00d2217cbdd2 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308421 Sep 17 23:36:00.956415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2055c-657d-4a4f-83a0-d6e5c30d5cf8 req-f450e5c8-da6d-4ec7-8854-d827c6325a53 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:00.957868 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9af2055c-657d-4a4f-83a0-d6e5c30d5cf8 req-f450e5c8-da6d-4ec7-8854-d827c6325a53 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0473480 Sep 17 23:36:00.995031 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9af2055c-657d-4a4f-83a0-d6e5c30d5cf8 req-3a955861-7b9c-429d-9ff9-d049f19078c6 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304375 Sep 17 23:36:02.116654 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b176b3c-19d8-418d-b75a-80f39573f850 req-efc69f7d-1527-4f38-8d67-aa96492dff41 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:02.118758 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b176b3c-19d8-418d-b75a-80f39573f850 req-efc69f7d-1527-4f38-8d67-aa96492dff41 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0567062 Sep 17 23:36:02.156203 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0b176b3c-19d8-418d-b75a-80f39573f850 req-89354c59-ffcd-4791-8ee7-37644e117c3a tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316496 Sep 17 23:36:03.004008 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2140a134-7a75-4428-95ff-b09a85b12896 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:36:03.097399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2140a134-7a75-4428-95ff-b09a85b12896,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:03.108134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': '2140a134-7a75-4428-95ff-b09a85b12896', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'port_id': '2140a134-7a75-4428-95ff-b09a85b12896', 'mac_address': 'fa:16:3e:52:56:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:36:03.145372 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.158418 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2140a134-7a75-4428-95ff-b09a85b12896 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:03.176588 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2140a134-7a75-4428-95ff-b09a85b12896,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:03.255830 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.272046 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c8308-fa52-4d0c-8621-f7f6af317dc0 req-bb3d2fe2-89f3-425f-b9d3-bc0a95ddd49f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:03.274269 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a7c8308-fa52-4d0c-8621-f7f6af317dc0 req-bb3d2fe2-89f3-425f-b9d3-bc0a95ddd49f tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 943 time: 0.0498474 Sep 17 23:36:03.309731 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=2140a134-7a75-4428-95ff-b09a85b12896,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:03.312406 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7a7c8308-fa52-4d0c-8621-f7f6af317dc0 req-8cbf3e4a-07a2-44a8-aae3-eec5fc6970a4 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315731 Sep 17 23:36:03.478876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['2140a134-7a75-4428-95ff-b09a85b12896'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:36:04.435075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eb2e1-9820-4c9d-a651-e6cdc42da194 req-63213948-c1a9-46e9-b6b3-6d11b92548b1 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:04.436536 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b47eb2e1-9820-4c9d-a651-e6cdc42da194 req-63213948-c1a9-46e9-b6b3-6d11b92548b1 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 944 time: 0.0470674 Sep 17 23:36:04.477122 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b47eb2e1-9820-4c9d-a651-e6cdc42da194 req-62e2bde3-adc7-4957-bb1a-c32b3f2a6463 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345709 Sep 17 23:36:05.035081 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2140a134-7a75-4428-95ff-b09a85b12896 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:05.080645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port 2140a134-7a75-4428-95ff-b09a85b12896 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:05.081006 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.152134 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.173499 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:05.175702 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8842ce9b-fd3a-4429-bfc4-c1766ae9cfdf" -d '{"events": [{"server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "name": "network-vif-plugged", "status": "completed", "tag": "2140a134-7a75-4428-95ff-b09a85b12896"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:05.188320 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2140a134-7a75-4428-95ff-b09a85b12896,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:05.296078 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.345198 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=2140a134-7a75-4428-95ff-b09a85b12896,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:05.597872 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43a716-0028-49b4-b27d-06260506ab79 req-f45169a9-cd1c-4125-8d8e-ea5ed398c4bd tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:05.599273 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f43a716-0028-49b4-b27d-06260506ab79 req-f45169a9-cd1c-4125-8d8e-ea5ed398c4bd tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Sep 17 23:36:05.636028 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f43a716-0028-49b4-b27d-06260506ab79 req-4a0314e4-2669-4dc6-8576-6dff29589e3d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302258 Sep 17 23:36:06.230889 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a430003-1c83-46d5-8021-252c9a0387bb x-openstack-request-id: req-5a430003-1c83-46d5-8021-252c9a0387bb {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:06.231379 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "name": "network-vif-plugged", "status": "completed", "tag": "2140a134-7a75-4428-95ff-b09a85b12896", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:06.231501 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a430003-1c83-46d5-8021-252c9a0387bb {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:06.231852 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896', 'code': 200} Sep 17 23:36:06.365800 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27acf3-6d0c-49e6-ad99-07798d2fb589 req-d8261cda-6660-4bc7-842e-d0abc63e5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:06.368393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c27acf3-6d0c-49e6-ad99-07798d2fb589 req-d8261cda-6660-4bc7-842e-d0abc63e5d50 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1097 time: 0.0411561 Sep 17 23:36:06.402521 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1c27acf3-6d0c-49e6-ad99-07798d2fb589 req-2f80a81c-eaf0-4a4a-a753-90d7c977a249 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277276 Sep 17 23:36:06.748667 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa4c27-b21d-47b1-be93-9142a80668a0 req-b2f58f40-e0e4-4468-9b29-1070e1a3cb75 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:06.750127 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8efa4c27-b21d-47b1-be93-9142a80668a0 req-b2f58f40-e0e4-4468-9b29-1070e1a3cb75 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0479455 Sep 17 23:36:06.785719 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8efa4c27-b21d-47b1-be93-9142a80668a0 req-e311d23b-43a6-40d3-a9ac-11b6ed484940 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297332 Sep 17 23:36:07.906177 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365365f-c384-422b-9430-83b55bb85f18 req-e8f287b5-b06d-4ad9-9346-b50b73a34ef7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:07.907708 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c365365f-c384-422b-9430-83b55bb85f18 req-e8f287b5-b06d-4ad9-9346-b50b73a34ef7 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0523009 Sep 17 23:36:07.944497 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c365365f-c384-422b-9430-83b55bb85f18 req-9a260fe8-8b11-4236-b858-739997464861 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307403 Sep 17 23:36:09.186913 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.923845 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.077264 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:36:17.855740 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0d5b3ffc-3f5f-49da-b2b4-25e890f69e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.312543 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-62d10ae1-f574-4878-94eb-909aff36537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.409738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.003929 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:23.655032 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:39.203391 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.935125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.158257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-f8b908dd-0240-4898-bfb3-0b6bc9aa6e92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402279 Sep 17 23:36:43.250293 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-61771ec4-460b-454f-ba22-25d1e5235f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:43.252021 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-61771ec4-460b-454f-ba22-25d1e5235f7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1097 time: 0.0510135 Sep 17 23:36:43.365067 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-017d751f-db70-413d-884a-8c1d0f4d5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:43.368737 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-017d751f-db70-413d-884a-8c1d0f4d5642 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.0960228 Sep 17 23:36:43.434924 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-a0eab4f1-6fdb-4f32-a193-2242faf51082 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 1000 time: 0.0602877 Sep 17 23:36:43.488378 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-bb730dfc-2b62-4e2c-9a4d-e465c97fba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:43.489841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-bb730dfc-2b62-4e2c-9a4d-e465c97fba0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0487454 Sep 17 23:36:43.534354 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-70e445f0-5cd2-499e-bfb7-fdf489aac597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:43.536550 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-70e445f0-5cd2-499e-bfb7-fdf489aac597 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396802 Sep 17 23:36:43.624089 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-232e1631-b5fd-48bf-bc64-d810ac66ab13 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803385 Sep 17 23:36:43.715857 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-35ab13c2-df55-4e05-a9a3-157ab5d162be req-9c8efd4d-f440-4460-b1ba-e2ff2d6b7f00 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850081 Sep 17 23:36:47.877594 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2d78bdde-875e-426f-82c5-b3314bfa6a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.255201 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7e792bd3-3491-4ed6-8fe6-ec85c045ed8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:51.075610 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:36:51.431738 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:51.991997 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:53.677884 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.191780 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:10.934439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.871281 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f6aa83c0-0da8-4eb3-b43f-f0a54d348b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:20.237084 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d63e6b3f-6e51-40aa-8e9f-211e0674a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:21.443007 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:21.985540 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:23.676779 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.074808 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:37:39.173858 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:40.928120 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.023956 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37054) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:43.177280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Deleting port 2712e4e4-d41f-4e3e-bbb6-44e17c1c3025 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:43.177621 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.255237 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.255563 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.267374 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Calling delete_port for 2712e4e4-d41f-4e3e-bbb6-44e17c1c3025 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:43.454551 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.483929 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event deleted for resources: {'Port': ['ID=2712e4e4-d41f-4e3e-bbb6-44e17c1c3025,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:43.496314 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.496665 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.497006 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.497338 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.497678 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.498002 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.498326 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.498649 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.499158 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.499486 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.499814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.500139 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:43.556640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.557007 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Floating IP 59026341-e60c-4e5d-b381-2cbc3db4ee7e disassociated (deleted). External IP: 172.25.5.36, port: 2140a134-7a75-4428-95ff-b09a85b12896. Sep 17 23:37:43.767643 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:43.872347 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:43.876757 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.881890 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] Sync routers for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:43.892761 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:43.893381 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:43.903842 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e71e49d1-7d71-4e65-8dd1-a71b760c4fea tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "DELETE /v2.0/floatingips/59026341-e60c-4e5d-b381-2cbc3db4ee7e HTTP/1.1" status: 204 len: 168 time: 0.8787928 Sep 17 23:37:43.904432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:43.906694 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346" -d '{"events": [{"name": "network-changed", "server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "tag": "2140a134-7a75-4428-95ff-b09a85b12896"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:44.002331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:44.053381 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7496bdb-ce15-46dc-8f21-417e11844105 x-openstack-request-id: req-a7496bdb-ce15-46dc-8f21-417e11844105 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:44.053885 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "tag": "2140a134-7a75-4428-95ff-b09a85b12896", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:44.054000 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7496bdb-ce15-46dc-8f21-417e11844105 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:44.054301 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896', 'status': 'completed', 'code': 200} Sep 17 23:37:44.176015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-f0d1c29c-ac05-4a7c-8666-eef03e055c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.177526 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-f0d1c29c-ac05-4a7c-8666-eef03e055c71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=748fe953b1284ca4b58c980214d52347&device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 1097 time: 0.1001334 Sep 17 23:37:44.220317 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:44.252399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] Checking router: fca5c3e6-7fe3-4756-a455-9a0dfc6017bc for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:44.256673 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:44.257326 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:44.372211 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:44.643619 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-7ec0fad7-00b7-46a0-a06e-652e83ffe5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.645179 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-7ec0fad7-00b7-46a0-a06e-652e83ffe5c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 200 len: 908 time: 0.4596066 Sep 17 23:37:44.695153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-bc7bbdf0-0eb6-49bb-9f5b-f09b7d6c3c8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 200 len: 217 time: 0.0415630 Sep 17 23:37:44.738592 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:44.765053 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472e3f-a277-44b7-ac9d-1d172c630b94 None None] The sync data for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 is: [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:27:55Z', 'revision_number': 4, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '55b2c159-b904-4d02-9693-a7dc544b0ed3', 'name': '', 'network_id': 'cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'mac_address': 'fa:16:3e:1e:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:54Z', 'updated_at': '2021-09-17T23:27:58Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'subnets': [{'id': '981cadb3-e70d-40da-ad13-2184f09cff76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:44.772744 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1766555-aba5-417d-8621-081b91c44098 req-afce19ff-6364-4567-8063-e06ba82bea33 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.774354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1766555-aba5-417d-8621-081b91c44098 req-afce19ff-6364-4567-8063-e06ba82bea33 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.1652462 Sep 17 23:37:44.777040 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-5bb6e8be-ffc6-4af9-b26f-5c3e37436e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.778578 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-5bb6e8be-ffc6-4af9-b26f-5c3e37436e77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 200 len: 847 time: 0.0688586 Sep 17 23:37:44.844136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e1766555-aba5-417d-8621-081b91c44098 req-e92b492f-e9df-4131-932f-5e7eb0d10f24 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616851 Sep 17 23:37:44.853071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-b695bad8-2a6c-4f13-9d2d-1611b2711619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.853071 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-b695bad8-2a6c-4f13-9d2d-1611b2711619 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641816 Sep 17 23:37:44.947590 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-395fdd34-85a7-4be1-8218-a245790df312 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872557 Sep 17 23:37:45.006550 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda3709-2d13-46a2-9b1a-68c390bb1720 None None] New status for floating IP 59026341-e60c-4e5d-b381-2cbc3db4ee7e: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:37:45.043775 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-18c62cf7-e94a-4ccf-a7d1-3d8db02fb346 req-40fc7bb5-6b29-4dfb-8444-bd241a193864 service neutron] 10.222.0.32 "GET /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874794 Sep 17 23:37:45.758907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-116170a6-a387-418b-bf24-9e647e235c48 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.760921 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-116170a6-a387-418b-bf24-9e647e235c48 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.0517764 Sep 17 23:37:45.848630 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Deleting port 2140a134-7a75-4428-95ff-b09a85b12896 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:45.848967 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.945048 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] For port 2140a134-7a75-4428-95ff-b09a85b12896, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=2140a134-7a75-4428-95ff-b09a85b12896,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:45.951429 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.957709 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Calling delete_port for 2140a134-7a75-4428-95ff-b09a85b12896 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:46.056430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b29b80-4704-4265-a158-7232cbd8b6c0 req-8cefd4dd-1896-4003-9c4e-81652892ef94 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.058541 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7b29b80-4704-4265-a158-7232cbd8b6c0 req-8cefd4dd-1896-4003-9c4e-81652892ef94 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 945 time: 0.1445036 Sep 17 23:37:46.130210 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a7b29b80-4704-4265-a158-7232cbd8b6c0 req-425ac4d3-b2ed-4e66-aa83-b36f8b6fdfa0 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/security-groups?id=74aa47b7-c8bd-4f90-8c97-55078fd46ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595036 Sep 17 23:37:46.207938 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:46.238688 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event deleted for resources: {'Port': ['ID=2140a134-7a75-4428-95ff-b09a85b12896,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:46.299549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] No DVR routers for this DVR port 2140a134-7a75-4428-95ff-b09a85b12896 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:46.299549 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:46.299549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-cdc7df19-3983-404c-8794-5b0f6b5e0ae9 req-be4c19b3-86f1-41d8-9d85-74b97475b68b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.32 "DELETE /v2.0/ports/2140a134-7a75-4428-95ff-b09a85b12896 HTTP/1.1" status: 204 len: 173 time: 0.5193202 Sep 17 23:37:46.299549 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'name': 'network-vif-deleted', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:46.299549 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc22db8e-0091-4b56-a52b-ca365c2d93bb" -d '{"events": [{"server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "name": "network-vif-deleted", "tag": "2140a134-7a75-4428-95ff-b09a85b12896"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:46.325582 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a55bcd-4007-4ee9-93ba-727713b38f3e x-openstack-request-id: req-b0a55bcd-4007-4ee9-93ba-727713b38f3e {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:46.325873 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c9183f-d9c0-435f-8f7b-1734fd5e0228", "name": "network-vif-deleted", "tag": "2140a134-7a75-4428-95ff-b09a85b12896", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:46.326126 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0a55bcd-4007-4ee9-93ba-727713b38f3e {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:46.326526 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c9183f-d9c0-435f-8f7b-1734fd5e0228', 'name': 'network-vif-deleted', 'tag': '2140a134-7a75-4428-95ff-b09a85b12896', 'status': 'completed', 'code': 200} Sep 17 23:37:47.223331 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b3b37aa5-2e95-4272-8102-3a10e2745a34 req-e1beaf69-8f5c-4475-8d1b-48359570da01 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 210 time: 0.0265214 Sep 17 23:37:47.882423 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-45a1e0a6-4dbf-4edd-8647-2263243a7ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:48.318270 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ee0782e-81d7-4255-83fe-140780101a70 req-cf3c9bf6-9655-4db2-8749-0387882bb4c9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 210 time: 0.0256219 Sep 17 23:37:49.416371 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89f1313f-8621-4d83-a5ab-ff3b61705412 req-c21e2ee7-d27d-44a2-a21a-b326eda9b44d tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 210 time: 0.0260916 Sep 17 23:37:49.594611 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2140a134-7a75-4428-95ff-b09a85b12896 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:49.615289 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: 2140a134-7a75-4428-95ff-b09a85b12896 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:49.615560 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device 2140a134-7a75-4428-95ff-b09a85b12896 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:50.265623 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-176bd1e3-f55f-4f35-99e4-2dd869d81870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:50.524096 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d4eabf98-6cc1-472d-a0f1-3ca90f075322 req-e50f254a-1fec-4495-a64f-938c1fea8f3b tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c9183f-d9c0-435f-8f7b-1734fd5e0228 HTTP/1.1" status: 200 len: 210 time: 0.0267725 Sep 17 23:37:51.408313 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:51.581702 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37098) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:51.640175 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34a77824-8a37-4b07-a865-f46611e255e9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:51.665120 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34a77824-8a37-4b07-a865-f46611e255e9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:51.779558 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34a77824-8a37-4b07-a865-f46611e255e9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:51.782256 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-34a77824-8a37-4b07-a865-f46611e255e9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:51.783474 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-34a77824-8a37-4b07-a865-f46611e255e9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] 10.222.0.13 "DELETE /v2.0/security-groups/74aa47b7-c8bd-4f90-8c97-55078fd46ea0 HTTP/1.1" status: 204 len: 168 time: 0.2006953 Sep 17 23:37:51.793598 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a77824-8a37-4b07-a865-f46611e255e9 tempest-TestShelveInstance-1249760325 tempest-TestShelveInstance-1249760325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aa47b7-c8bd-4f90-8c97-55078fd46ea0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:51.889389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37102) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:52.043448 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.377920 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.624898 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Deleting port 55b2c159-b904-4d02-9693-a7dc544b0ed3 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:52.625632 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.706814 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] For port 55b2c159-b904-4d02-9693-a7dc544b0ed3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=55b2c159-b904-4d02-9693-a7dc544b0ed3,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:52.707200 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.720187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Calling delete_port for 55b2c159-b904-4d02-9693-a7dc544b0ed3 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:52.951536 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.980432 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b2c159-b904-4d02-9693-a7dc544b0ed3,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:53.158475 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.380457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:53.498780 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:53.504182 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-c2c2d5e3-570f-4756-a8c8-5fbac85148e6 admin admin] 10.222.0.13 "PUT /v2.0/routers/fca5c3e6-7fe3-4756-a455-9a0dfc6017bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135879 Sep 17 23:37:53.507606 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37108) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:53.510281 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] Sync routers for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:53.519664 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:53.524119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:53.610645 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.629059 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:53.711969 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.742915 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.802064 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Deleting port 20c1c285-8d2a-482e-9232-ac8cade3cdcd {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:53.802406 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.818089 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:37:52Z', 'revision_number': 5, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port': {'id': '20c1c285-8d2a-482e-9232-ac8cade3cdcd', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:52Z', 'updated_at': '2021-09-17T23:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:53.844845 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] Checking router: fca5c3e6-7fe3-4756-a455-9a0dfc6017bc for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:53.853393 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] Routers {'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:53.854666 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:53.884817 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] For port 20c1c285-8d2a-482e-9232-ac8cade3cdcd, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=20c1c285-8d2a-482e-9232-ac8cade3cdcd,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:53.885431 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.896859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Calling delete_port for 20c1c285-8d2a-482e-9232-ac8cade3cdcd owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:53.939227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] Set router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc gateway port host: None {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:53.992399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:37:53Z', 'revision_number': 6, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:54.018111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a8556-340e-4032-9eed-a16e171db1ec None None] The sync data for ids ['fca5c3e6-7fe3-4756-a455-9a0dfc6017bc'] in n-d-713498-17 is: [{'id': 'fca5c3e6-7fe3-4756-a455-9a0dfc6017bc', 'name': 'tempest-TestShelveInstance-811499709-router', 'tenant_id': '748fe953b1284ca4b58c980214d52347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:51Z', 'updated_at': '2021-09-17T23:37:53Z', 'revision_number': 6, 'project_id': '748fe953b1284ca4b58c980214d52347', 'gw_port_host': None}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:54.122573 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.148295 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c1c285-8d2a-482e-9232-ac8cade3cdcd,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:54.205597 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.292297 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.294394 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.408623 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.409287 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fca5c3e6-7fe3-4756-a455-9a0dfc6017bc {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:37:54.420267 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.420267 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-2e2d38e1-332e-4d96-94f5-3ca555085708 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fca5c3e6-7fe3-4756-a455-9a0dfc6017bc HTTP/1.1" status: 204 len: 168 time: 0.9065490 Sep 17 23:37:54.420534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37110) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:54.465313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Deleting subnet 981cadb3-e70d-40da-ad13-2184f09cff76 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:37:54.468331 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.501198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.580100 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.688435 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.716582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981cadb3-e70d-40da-ad13-2184f09cff76,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:54.718961 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.721477 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/981cadb3-e70d-40da-ad13-2184f09cff76 HTTP/1.1" status: 204 len: 168 time: 0.3023417 Sep 17 23:37:54.722830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35476b27-b0db-41d3-b625-98548512270b None None] Network cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:37:54.728044 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37114) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:54.728723 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.728968 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.729318 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.729659 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.729997 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.730336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.730725 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.731096 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.731429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.731757 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.732084 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.732612 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad5bb-08a8-4fd7-88ce-2485f9670c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:54.798640 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.882015 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Deleting port e84f5bef-46de-4e20-aa89-9b49354849f6 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:54.882353 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.932447 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] DHCP port deletion for cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:37:54.967292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] For port e84f5bef-46de-4e20-aa89-9b49354849f6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e84f5bef-46de-4e20-aa89-9b49354849f6,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:54.967680 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.981487 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Calling delete_port for e84f5bef-46de-4e20-aa89-9b49354849f6 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:54.987056 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Deleting port e84f5bef-46de-4e20-aa89-9b49354849f6 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:54.987516 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.057572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] For port e84f5bef-46de-4e20-aa89-9b49354849f6, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=e84f5bef-46de-4e20-aa89-9b49354849f6,segment=NetworkSegment(c3421bef-269d-4089-b891-afdd3a2dad08),segment_id=c3421bef-269d-4089-b891-afdd3a2dad08)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:55.058126 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.075119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Calling delete_port for e84f5bef-46de-4e20-aa89-9b49354849f6 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:55.111424 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.142753 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] No DVR routers for this DVR port e84f5bef-46de-4e20-aa89-9b49354849f6 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:55.148567 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Pushing event deleted for resources: {'Port': ['ID=e84f5bef-46de-4e20-aa89-9b49354849f6,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:55.156383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.182385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Pushing event deleted for resources: {'Port': ['ID=e84f5bef-46de-4e20-aa89-9b49354849f6,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:55.192022 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.192450 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.193377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.193377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.193603 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.193903 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.194234 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.194558 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.194904 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.195226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.195566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.195868 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:55.198566 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5331150-6a1f-423c-9705-e895dab9ccac None None] No DVR routers for this DVR port e84f5bef-46de-4e20-aa89-9b49354849f6 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:55.220074 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.240013 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:55.249554 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3421bef-269d-4089-b891-afdd3a2dad08') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:55.249900 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3421bef-269d-4089-b891-afdd3a2dad08') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:55.264259 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.278396 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.285038 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:37:55.291613 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:37:55.396652 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.403338 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.405257 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] 10.222.0.13 "DELETE /v2.0/networks/cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2 HTTP/1.1" status: 204 len: 168 time: 0.6801398 Sep 17 23:37:55.408356 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37116) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:55.420313 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c31834-4358-498d-9d83-1f517dbb920a admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5a9f29-9b1d-4969-bfff-2b4eaae2b2c2,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:55.764619 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.805278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 55b2c159-b904-4d02-9693-a7dc544b0ed3 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:55.828776 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 55b2c159-b904-4d02-9693-a7dc544b0ed3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:55.829122 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 55b2c159-b904-4d02-9693-a7dc544b0ed3 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:55.829539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e84f5bef-46de-4e20-aa89-9b49354849f6 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:55.847772 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: e84f5bef-46de-4e20-aa89-9b49354849f6 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:55.848156 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device e84f5bef-46de-4e20-aa89-9b49354849f6 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:55.848562 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 20c1c285-8d2a-482e-9232-ac8cade3cdcd no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:55.867254 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 20c1c285-8d2a-482e-9232-ac8cade3cdcd {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:55.867606 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 20c1c285-8d2a-482e-9232-ac8cade3cdcd not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:56.011619 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Deleting port 99f01f0d-2306-4239-b7e4-3f554f909d2c {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:56.011874 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:56.086167 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] For port 99f01f0d-2306-4239-b7e4-3f554f909d2c, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=99f01f0d-2306-4239-b7e4-3f554f909d2c,segment=NetworkSegment(fe35f4b7-38f3-4964-9b82-7411e96d5073),segment_id=fe35f4b7-38f3-4964-9b82-7411e96d5073)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:56.086442 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:56.099197 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Calling delete_port for 99f01f0d-2306-4239-b7e4-3f554f909d2c owned by network:router_interface {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:56.328052 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:56.352539 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f01f0d-2306-4239-b7e4-3f554f909d2c,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:56.525418 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:56.731560 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Router 29390233-ff12-42e8-ae20-c29d08606fcd has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:56.831399 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:56.836491 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-28266b3a-4a9d-42dc-80ea-7aaf98b87f17 admin admin] 10.222.0.13 "PUT /v2.0/routers/29390233-ff12-42e8-ae20-c29d08606fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4267914 Sep 17 23:37:56.840449 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37118) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:56.840990 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] Sync routers for ids ['29390233-ff12-42e8-ae20-c29d08606fcd'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:56.849952 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] Routers {'29390233-ff12-42e8-ae20-c29d08606fcd'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:56.850561 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['29390233-ff12-42e8-ae20-c29d08606fcd'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:56.941504 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:56.953099 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] Set router 29390233-ff12-42e8-ae20-c29d08606fcd gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:57.043842 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.145092 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Deleting port 36456b86-e36a-482f-a828-2dd9f392510e {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:57.145433 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.217853 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '36456b86-e36a-482f-a828-2dd9f392510e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:57Z', 'updated_at': '2021-09-17T23:37:56Z', 'revision_number': 5, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'gw_port': {'id': '36456b86-e36a-482f-a828-2dd9f392510e', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:27:58Z', 'updated_at': '2021-09-17T23:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:57.228248 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] For port 36456b86-e36a-482f-a828-2dd9f392510e, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=36456b86-e36a-482f-a828-2dd9f392510e,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:57.229121 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.240543 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Calling delete_port for 36456b86-e36a-482f-a828-2dd9f392510e owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:57.243975 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] Checking router: 29390233-ff12-42e8-ae20-c29d08606fcd for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:57.252664 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] Routers {'29390233-ff12-42e8-ae20-c29d08606fcd'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:57.253267 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['29390233-ff12-42e8-ae20-c29d08606fcd'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:57.335876 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] Set router 29390233-ff12-42e8-ae20-c29d08606fcd gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:57.391737 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:57Z', 'updated_at': '2021-09-17T23:37:57Z', 'revision_number': 6, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:57.417842 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8642d7-fc4d-4032-8268-c3e921f0ad29 None None] The sync data for ids ['29390233-ff12-42e8-ae20-c29d08606fcd'] in n-d-713498-17 is: [{'id': '29390233-ff12-42e8-ae20-c29d08606fcd', 'name': 'tempest-TestShelveInstance-336864318-router', 'tenant_id': '2d4306efeedf450390b61b1fc6437177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:27:57Z', 'updated_at': '2021-09-17T23:37:57Z', 'revision_number': 6, 'project_id': '2d4306efeedf450390b61b1fc6437177', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:57.459335 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.486643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Pushing event deleted for resources: {'Port': ['ID=36456b86-e36a-482f-a828-2dd9f392510e,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:57.547559 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.637511 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.639531 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.739584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.740162 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29390233-ff12-42e8-ae20-c29d08606fcd {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:37:57.745049 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.746239 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-ce8c3585-df2a-441f-acda-f39c8fbb0664 admin admin] 10.222.0.13 "DELETE /v2.0/routers/29390233-ff12-42e8-ae20-c29d08606fcd HTTP/1.1" status: 204 len: 168 time: 0.9048386 Sep 17 23:37:57.748895 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37120) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:57.802536 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1a250b-c393-462c-868b-35bcbdc07d81 admin admin] Deleting subnet f5f865cc-a4c4-474e-8845-5150e912bbb8 {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:37:57.805925 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe1a250b-c393-462c-868b-35bcbdc07d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.846666 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe1a250b-c393-462c-868b-35bcbdc07d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.925968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe1a250b-c393-462c-868b-35bcbdc07d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.048538 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe1a250b-c393-462c-868b-35bcbdc07d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.076039 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-fe1a250b-c393-462c-868b-35bcbdc07d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.077855 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-fe1a250b-c393-462c-868b-35bcbdc07d81 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f5f865cc-a4c4-474e-8845-5150e912bbb8 HTTP/1.1" status: 204 len: 168 time: 0.3279743 Sep 17 23:37:58.078755 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a250b-c393-462c-868b-35bcbdc07d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f865cc-a4c4-474e-8845-5150e912bbb8,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:58.080558 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37122) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:58.082534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa5fa6-b641-4e3e-aa63-1f393f178308 None None] Network 62897056-2075-497b-afe9-ce7701982ff9 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:37:58.152671 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.171460 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 99f01f0d-2306-4239-b7e4-3f554f909d2c no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:58.209352 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Deleting port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:58.209569 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.210830 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 99f01f0d-2306-4239-b7e4-3f554f909d2c {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:58.211161 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 99f01f0d-2306-4239-b7e4-3f554f909d2c not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:58.274557 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] For port 9626dc3e-6ded-4c19-99c3-6d08157b96a5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9626dc3e-6ded-4c19-99c3-6d08157b96a5,segment=NetworkSegment(fe35f4b7-38f3-4964-9b82-7411e96d5073),segment_id=fe35f4b7-38f3-4964-9b82-7411e96d5073)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:58.274983 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.287998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c5a55-01d9-42a1-8634-da6a598d9978 None None] DHCP port deletion for 62897056-2075-497b-afe9-ce7701982ff9 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:37:58.289673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Calling delete_port for 9626dc3e-6ded-4c19-99c3-6d08157b96a5 owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:58.333521 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-786c5a55-01d9-42a1-8634-da6a598d9978 None None] Deleting port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:58.333893 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-786c5a55-01d9-42a1-8634-da6a598d9978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.406605 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-786c5a55-01d9-42a1-8634-da6a598d9978 None None] For port 9626dc3e-6ded-4c19-99c3-6d08157b96a5, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=9626dc3e-6ded-4c19-99c3-6d08157b96a5,segment=NetworkSegment(fe35f4b7-38f3-4964-9b82-7411e96d5073),segment_id=fe35f4b7-38f3-4964-9b82-7411e96d5073)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:58.407022 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-786c5a55-01d9-42a1-8634-da6a598d9978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.421107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-786c5a55-01d9-42a1-8634-da6a598d9978 None None] Calling delete_port for 9626dc3e-6ded-4c19-99c3-6d08157b96a5 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:58.562729 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-786c5a55-01d9-42a1-8634-da6a598d9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.589701 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c5a55-01d9-42a1-8634-da6a598d9978 None None] Pushing event deleted for resources: {'Port': ['ID=9626dc3e-6ded-4c19-99c3-6d08157b96a5,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:58.591792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c5a55-01d9-42a1-8634-da6a598d9978 None None] No DVR routers for this DVR port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:58.675869 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.702019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Pushing event deleted for resources: {'Port': ['ID=9626dc3e-6ded-4c19-99c3-6d08157b96a5,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:58.703800 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] No DVR routers for this DVR port 9626dc3e-6ded-4c19-99c3-6d08157b96a5 on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:58.774658 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.794170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62897056-2075-497b-afe9-ce7701982ff9']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:58.803027 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe35f4b7-38f3-4964-9b82-7411e96d5073') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:58.803326 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe35f4b7-38f3-4964-9b82-7411e96d5073') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:58.812623 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.825745 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.831417 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:37:58.832353 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: self.session.flush() Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:37:58.833386 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:37:58.928175 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.933850 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.935711 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] 10.222.0.13 "DELETE /v2.0/networks/62897056-2075-497b-afe9-ce7701982ff9 HTTP/1.1" status: 204 len: 168 time: 0.8541965 Sep 17 23:37:58.946518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e479355-7259-4d52-855b-e0fb37d2e44e admin admin] Pushing event deleted for resources: {'Network': ['ID=62897056-2075-497b-afe9-ce7701982ff9,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:59.195014 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37126) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:59.238608 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d54d6e2d-93cf-4b0c-a108-4dcc6543e54b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=748fe953b1284ca4b58c980214d52347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423486 Sep 17 23:37:59.241081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37128) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:59.288566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ffc-98cd-4dd0-a881-a633516fc46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.309634 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ffc-98cd-4dd0-a881-a633516fc46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.408053 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ffc-98cd-4dd0-a881-a633516fc46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.410659 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ffc-98cd-4dd0-a881-a633516fc46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.411901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-33ed1ffc-98cd-4dd0-a881-a633516fc46d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8316328b-a11b-4d81-ad0a-d4139be96352 HTTP/1.1" status: 204 len: 168 time: 0.1698306 Sep 17 23:37:59.420109 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed1ffc-98cd-4dd0-a881-a633516fc46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8316328b-a11b-4d81-ad0a-d4139be96352,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:59.798275 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 36456b86-e36a-482f-a828-2dd9f392510e no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:59.820792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 36456b86-e36a-482f-a828-2dd9f392510e {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:59.821134 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 36456b86-e36a-482f-a828-2dd9f392510e not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:59.821527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9626dc3e-6ded-4c19-99c3-6d08157b96a5 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:59.839796 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 9626dc3e-6ded-4c19-99c3-6d08157b96a5 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:59.840252 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 9626dc3e-6ded-4c19-99c3-6d08157b96a5 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:00.047076 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37134) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:00.090912 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-d18b82ec-444e-4bc0-8c7a-f12c9199fb0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d4306efeedf450390b61b1fc6437177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426519 Sep 17 23:38:00.093385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37136) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:00.139482 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b1471c2-8ceb-4cb4-948c-2218443d79f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.160299 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b1471c2-8ceb-4cb4-948c-2218443d79f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.264912 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b1471c2-8ceb-4cb4-948c-2218443d79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.267438 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-0b1471c2-8ceb-4cb4-948c-2218443d79f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:00.268595 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-0b1471c2-8ceb-4cb4-948c-2218443d79f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55554cdc-a5c6-49f0-a4fd-eb32243a2ae8 HTTP/1.1" status: 204 len: 168 time: 0.1742837 Sep 17 23:38:00.276739 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1471c2-8ceb-4cb4-948c-2218443d79f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55554cdc-a5c6-49f0-a4fd-eb32243a2ae8,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:01.245366 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37158) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:01.340650 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-562681512-network', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:01.413700 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Made reservation on behalf of e4c8b2c1e6a94df99b390a07d844fc98 for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:01.416031 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.424239 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.511266 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.550748 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.575243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:38:01.584398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eda745b-2c70-4f67-b816-2a30367320de,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:01.595656 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.595656 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Added segment d278f837-f694-488a-b091-dd2683eb9cd3 of type vlan for network d11da74e-2dc4-449d-8920-a823ff9ff7d0 Sep 17 23:38:01.630482 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.699312 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.700259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:01.700864 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:01.760429 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d11da74e-2dc4-449d-8920-a823ff9ff7d0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:01.769757 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:38:01.780374 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7a5d3877-08ba-4783-aacd-6dfd99df34c6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5338938 Sep 17 23:38:01.783262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37162) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:01.788030 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Request body: {'subnet': {'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-562681512-subnet', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:01.842070 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Made reservation on behalf of e4c8b2c1e6a94df99b390a07d844fc98 for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:01.844474 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.065490 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.128561 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:02.132806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Checking segment: {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:02.133166 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Network hostable DHCP agents. Network: d11da74e-2dc4-449d-8920-a823ff9ff7d0, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:38:02.218811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:38:02.316555 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, d11da74e-2dc4-449d-8920-a823ff9ff7d0) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:02.320794 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:02.326644 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.327554 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa5d140-53f0-49c0-846d-d657160431c3 None None] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:02.403081 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-e95776f3-7385-40f0-91ed-f2e3b2620263 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6187215 Sep 17 23:38:02.405714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37164) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:02.410193 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:02.471212 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-d11da74e-2dc4-449d-8920-a823ff9ff7d0', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:38:02.472068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.488045 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.489213 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.545582 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.612857 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Allocated IP 172.20.0.2 (d11da74e-2dc4-449d-8920-a823ff9ff7d0/dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a/c9302268-1824-4a8c-995b-e1da94f50abf) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:02.749039 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.752222 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.859856 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.896463 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:02.899218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:02.902697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:02.914739 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Pushing event updated for resources: {'Port': ['ID=c9302268-1824-4a8c-995b-e1da94f50abf,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:02.962185 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Attempting to bind port c9302268-1824-4a8c-995b-e1da94f50abf on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:02.962713 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Attempting to bind port c9302268-1824-4a8c-995b-e1da94f50abf by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:02.963113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Attempting to bind port c9302268-1824-4a8c-995b-e1da94f50abf on network d11da74e-2dc4-449d-8920-a823ff9ff7d0 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:02.968694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:02.969058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Checking segment: {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:02.969449 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.969858 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Bound using segment: {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:02.970312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Bound port: c9302268-1824-4a8c-995b-e1da94f50abf, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:02.970681 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.016054 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.035271 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] For port c9302268-1824-4a8c-995b-e1da94f50abf, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:03.038308 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] For port c9302268-1824-4a8c-995b-e1da94f50abf, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c9302268-1824-4a8c-995b-e1da94f50abf,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:03.039198 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.117072 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.139746 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Allocated IP 172.25.5.86 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/6c3ba4a0-6ef4-41c8-af73-82008f3ab418) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:03.181131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea75c3-2b8f-458e-99ce-7667858e594c None None] Pushing event updated for resources: {'Port': ['ID=c9302268-1824-4a8c-995b-e1da94f50abf,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:03.251872 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.345692 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.389652 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:03.392660 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:03.395178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:03.422605 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3ba4a0-6ef4-41c8-af73-82008f3ab418,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:03.699966 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.843542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c9302268-1824-4a8c-995b-e1da94f50abf up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:03.893883 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c9302268-1824-4a8c-995b-e1da94f50abf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:03.895058 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.908243 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.111474 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Router 6685d01b-6886-4f6e-ae41-8a18e912e229 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:38:04.121073 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8167f7de-54a1-43ab-bf5e-e85655125f9f None None] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:04.160080 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.199136 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-c9cd5561-334b-40ed-bfdb-9e4d58f79b9b None None] Provisioning complete for port c9302268-1824-4a8c-995b-e1da94f50abf triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:04.199508 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5561-334b-40ed-bfdb-9e4d58f79b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.220295 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:04.241943 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Sync routers for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:04.274415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port c9302268-1824-4a8c-995b-e1da94f50abf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c9302268-1824-4a8c-995b-e1da94f50abf,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:04.287031 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:04.287627 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:04.293750 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.298206 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-23885b6d-eca1-44c9-9e8e-397f25bf5330 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8885291 Sep 17 23:38:04.298206 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37166) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:04.359810 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.513921 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=c9302268-1824-4a8c-995b-e1da94f50abf,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:04.520950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:04.718637 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:03Z', 'revision_number': 3, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:04.720458 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.751629 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Checking router: 6685d01b-6886-4f6e-ae41-8a18e912e229 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:04.752051 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Updating router 6685d01b-6886-4f6e-ae41-8a18e912e229 port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:38:04.781677 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.880299 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Allocated IP 172.20.0.1 (d11da74e-2dc4-449d-8920-a823ff9ff7d0/dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a/3b3ae88d-a160-4889-97c3-5a69a8af6329) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:04.881675 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-dc01e6b4-89bd-4053-8d28-14b8457dd57c None None] Provisioning complete for port c9302268-1824-4a8c-995b-e1da94f50abf triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:04.882050 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-dc01e6b4-89bd-4053-8d28-14b8457dd57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.985995 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.073923 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:38:05.112697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.156674 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.210318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Attempting to bind port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:05.210684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Attempting to bind port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:05.211067 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Attempting to bind port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:05.214980 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9aa489-371b-408b-8a8b-720f4644818d None None] Pushing event updated for resources: {'Port': ['ID=6c3ba4a0-6ef4-41c8-af73-82008f3ab418,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:05.219750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:05.220147 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:05.220521 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.220910 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:05.221372 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Bound port: 6c3ba4a0-6ef4-41c8-af73-82008f3ab418, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:05.221901 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.274395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] For port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:05.278933 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] For port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6c3ba4a0-6ef4-41c8-af73-82008f3ab418,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:05.340706 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.368618 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.392209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:05.392825 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:05.404095 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:05.408436 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:05.411930 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:05.440570 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3ae88d-a160-4889-97c3-5a69a8af6329,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:05.446648 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9aa489-371b-408b-8a8b-720f4644818d None None] Pushing event updated for resources: {'Port': ['ID=6c3ba4a0-6ef4-41c8-af73-82008f3ab418,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:05.468386 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.516325 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:05.674745 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.690140 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-829d95ae-6176-4eee-8e86-5adee9fd31bf None None] Provisioning complete for port 3b3ae88d-a160-4889-97c3-5a69a8af6329 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:05.690433 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-829d95ae-6176-4eee-8e86-5adee9fd31bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.729569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-829d95ae-6176-4eee-8e86-5adee9fd31bf None None] Port 3b3ae88d-a160-4889-97c3-5a69a8af6329 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:05.737218 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:03Z', 'revision_number': 3, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:05.762029 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4609d759-7420-4bea-a550-d6d73be62304 None None] The sync data for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 is: [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:03Z', 'revision_number': 3, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:05.813471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c9302268-1824-4a8c-995b-e1da94f50abf up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:05.854907 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.866448 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port c9302268-1824-4a8c-995b-e1da94f50abf triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:05.866840 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.910934 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.982630 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.984452 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3ae88d-a160-4889-97c3-5a69a8af6329,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:06.082643 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:06.084235 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:06.226885 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Router 6685d01b-6886-4f6e-ae41-8a18e912e229 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:38:06.347309 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:06.355108 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-a99e3dea-b0ac-4621-a383-fe8583bf74f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/6685d01b-6886-4f6e-ae41-8a18e912e229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0553277 Sep 17 23:38:06.452680 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-206a40df-fa8e-46de-8918-7ead3726124f None None] Provisioning complete for port 3b3ae88d-a160-4889-97c3-5a69a8af6329 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:06.453183 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-206a40df-fa8e-46de-8918-7ead3726124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.495568 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-206a40df-fa8e-46de-8918-7ead3726124f None None] Port 3b3ae88d-a160-4889-97c3-5a69a8af6329 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:07.012487 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37182) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:07.017498 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1148723019-network', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:07.099450 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Made reservation on behalf of ff34a743408946efbc75046818ee6c7d for: {'network': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:07.101842 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for network, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.111507 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.201077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.253900 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.279080 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=101660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:38:07.287978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4dfd22-f5c5-4c81-9f84-1a2cd09031b0,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.295081 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.296543 n-d-713498-17 neutron-server[101660]: INFO neutron.db.segments_db [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Added segment 4f108818-5688-41c3-976e-e4e6232908ed of type vlan for network b94ee99b-3669-4f3d-a1d1-b137580f6a7b Sep 17 23:38:07.339522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730485302263'] for network, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.476880 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294'] for network, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.477905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:07.479171 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.492539 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Sync routers for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:07.497247 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:07.497888 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:07.541312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] Pushing event updated for resources: {'Network': ['ID=b94ee99b-3669-4f3d-a1d1-b137580f6a7b,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.551679 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Network b94ee99b-3669-4f3d-a1d1-b137580f6a7b details requested by agent ovs-agent-n-d-713498-17 with host n-d-713498-17 {{(pid=101662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:38:07.569091 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-42983f8f-a121-4fa3-9806-daa0d8c2320d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5554850 Sep 17 23:38:07.571861 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37184) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:07.577054 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Request body: {'subnet': {'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1148723019-subnet', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'ip_version': 4}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:07.608952 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:07.653881 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Made reservation on behalf of ff34a743408946efbc75046818ee6c7d for: {'subnet': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:07.656305 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13120457'] for subnet, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.840659 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 2, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:07.846453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:07.866242 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Checking router: 6685d01b-6886-4f6e-ae41-8a18e912e229 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:07.868849 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Updating router 6685d01b-6886-4f6e-ae41-8a18e912e229 port 3b3ae88d-a160-4889-97c3-5a69a8af6329 binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:38:07.888456 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15263546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13120487'] for subnet, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.892045 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.895129 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:07.897499 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.948831 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Pushing event updated for resources: {'Subnet': ['ID=994c69c3-ce7a-4065-a4dd-7aaaa3509c66,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.956280 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Checking segment: {'id': '4f108818-5688-41c3-976e-e4e6232908ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:07.956623 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Network hostable DHCP agents. Network: b94ee99b-3669-4f3d-a1d1-b137580f6a7b, hostable agents: ['bc2b3873-7290-4fde-8065-0579718a0466'], hosted agents: [] {{(pid=101660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:38:07.980864 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.001216 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6c3ba4a0-6ef4-41c8-af73-82008f3ab418,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:08.036771 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Network b94ee99b-3669-4f3d-a1d1-b137580f6a7b is scheduled to be hosted by DHCP agent bc2b3873-7290-4fde-8065-0579718a0466 with binding_index 1 {{(pid=101660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:38:08.065213 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.114174 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=6c3ba4a0-6ef4-41c8-af73-82008f3ab418,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:08.122603 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-17, b94ee99b-3669-4f3d-a1d1-b137580f6a7b) {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:08.128303 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:08.128442 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.131482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58065d13-9ac7-4e9d-8f39-c263bd2978eb None None] Network b94ee99b-3669-4f3d-a1d1-b137580f6a7b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:08.162645 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.215241 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-887638ef-b5fc-4462-8776-37507938044a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6420302 Sep 17 23:38:08.217895 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37186) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:08.222263 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:08.248095 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.275373 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9f607ea-1427-55f5-80f2-f95c0355eb36-b94ee99b-3669-4f3d-a1d1-b137580f6a7b', 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'fixed_ips': [{'subnet_id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66'}]}} from n-d-713498-17. {{(pid=101662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:38:08.281388 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.322832 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Pushing event updated for resources: {'Port': ['ID=3b3ae88d-a160-4889-97c3-5a69a8af6329,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:08.328701 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16274332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4175'] for router, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.330233 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16277004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16275100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8124'] for router, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.351322 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.351887 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.352407 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.352924 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.353487 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.353819 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.354481 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.355030 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.355601 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.356256 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.356755 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.357254 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:08.375524 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Attempting to bind port 3b3ae88d-a160-4889-97c3-5a69a8af6329 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:08.376733 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Attempting to bind port 3b3ae88d-a160-4889-97c3-5a69a8af6329 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:08.376733 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Attempting to bind port 3b3ae88d-a160-4889-97c3-5a69a8af6329 on network d11da74e-2dc4-449d-8920-a823ff9ff7d0 {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:08.382158 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:08.382825 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Checking segment: {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:08.383439 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.383948 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Bound using segment: {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:08.384994 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Bound port: 3b3ae88d-a160-4889-97c3-5a69a8af6329, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:08.385366 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.398177 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.438395 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.db_base_plugin_common [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Allocated IP 172.20.0.2 (b94ee99b-3669-4f3d-a1d1-b137580f6a7b/994c69c3-ce7a-4065-a4dd-7aaaa3509c66/025ffa84-f1e8-4d27-a46c-b9986d3b2908) {{(pid=101662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:08.459120 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] For port 3b3ae88d-a160-4889-97c3-5a69a8af6329, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:08.463500 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] For port 3b3ae88d-a160-4889-97c3-5a69a8af6329, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3b3ae88d-a160-4889-97c3-5a69a8af6329,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:08.551802 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.616381 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.618266 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:08.620191 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:08.626359 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c106fb-ce15-40ea-810c-57da654429d8 None None] Pushing event updated for resources: {'Port': ['ID=3b3ae88d-a160-4889-97c3-5a69a8af6329,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:08.674335 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f2f07da2-02d4-4694-96cb-f25dcd1af6b1 None None] Provisioning complete for port 3b3ae88d-a160-4889-97c3-5a69a8af6329 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:08.675157 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2f07da2-02d4-4694-96cb-f25dcd1af6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.740673 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:08.811114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Notify callbacks [] for port, precommit_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.822178 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2f07da2-02d4-4694-96cb-f25dcd1af6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.857839 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f2f07da2-02d4-4694-96cb-f25dcd1af6b1 None None] For port 3b3ae88d-a160-4889-97c3-5a69a8af6329, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3b3ae88d-a160-4889-97c3-5a69a8af6329,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:08.876844 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782'] for port, after_create {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.920543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Network b94ee99b-3669-4f3d-a1d1-b137580f6a7b is already hosted by enough agents. {{(pid=101662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:08.923512 n-d-713498-17 neutron-server[101662]: DEBUG neutron.scheduler.base_scheduler [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Resources bound (agent type, host, resource id): {{(pid=101662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:08.931085 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Received port after_create {{(pid=101662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:08.932134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.934643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Pushing event updated for resources: {'Port': ['ID=025ffa84-f1e8-4d27-a46c-b9986d3b2908,revision_number=1']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:08.942667 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f2f07da2-02d4-4694-96cb-f25dcd1af6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.953768 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.979135 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:09.020530 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Attempting to bind port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:09.021082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Attempting to bind port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '4f108818-5688-41c3-976e-e4e6232908ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:09.021539 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Attempting to bind port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 on network b94ee99b-3669-4f3d-a1d1-b137580f6a7b {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:09.036829 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:09.037363 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Checking segment: {'id': '4f108818-5688-41c3-976e-e4e6232908ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:09.037868 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.038379 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Bound using segment: {'id': '4f108818-5688-41c3-976e-e4e6232908ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:09.038985 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Bound port: 025ffa84-f1e8-4d27-a46c-b9986d3b2908, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f108818-5688-41c3-976e-e4e6232908ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:09.039471 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.044058 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f07da2-02d4-4694-96cb-f25dcd1af6b1 None None] Pushing event updated for resources: {'Port': ['ID=3b3ae88d-a160-4889-97c3-5a69a8af6329,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:09.074775 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Allocated IP 172.25.5.130 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/388d52a6-ac44-4e1e-a319-673ef29ba7b3) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:09.103426 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717419f-3a80-468e-8f97-74a8318443d2 None None] The sync data for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 is: [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:09.118634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-44e3cfc6-e3c9-4572-9d1d-759854fd1f84 None None] Provisioning complete for port 3b3ae88d-a160-4889-97c3-5a69a8af6329 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:09.119687 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-44e3cfc6-e3c9-4572-9d1d-759854fd1f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.184471 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] For port 025ffa84-f1e8-4d27-a46c-b9986d3b2908, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:09.202885 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.208974 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] For port 025ffa84-f1e8-4d27-a46c-b9986d3b2908, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=025ffa84-f1e8-4d27-a46c-b9986d3b2908,segment=NetworkSegment(4f108818-5688-41c3-976e-e4e6232908ed),segment_id=4f108818-5688-41c3-976e-e4e6232908ed)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:09.261085 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.316718 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.345978 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.369518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:09.380998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e62d1d-85f7-48c6-a3eb-5b87debb687a None None] Pushing event updated for resources: {'Port': ['ID=025ffa84-f1e8-4d27-a46c-b9986d3b2908,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:09.392755 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:09.397378 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:09.439815 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Pushing event updated for resources: {'Port': ['ID=388d52a6-ac44-4e1e-a319-673ef29ba7b3,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:09.771008 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.938963 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:09.996933 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16276995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16275275'] for router, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.000496 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:10.001518 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.098983 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 025ffa84-f1e8-4d27-a46c-b9986d3b2908 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:10.158183 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:10.159365 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.242566 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 is scheduled to L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 with binding_index 1 {{(pid=101660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:38:10.251974 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.288462 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 025ffa84-f1e8-4d27-a46c-b9986d3b2908, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=025ffa84-f1e8-4d27-a46c-b9986d3b2908,segment=NetworkSegment(4f108818-5688-41c3-976e-e4e6232908ed),segment_id=4f108818-5688-41c3-976e-e4e6232908ed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:10.369697 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.369697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3b3ae88d-a160-4889-97c3-5a69a8af6329 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:10.377243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:10.402445 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Sync routers for ids ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:10.412879 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd536e96-bf37-4556-a691-1b4b010a8afd None None] Network b94ee99b-3669-4f3d-a1d1-b137580f6a7b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:10.453800 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.455236 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-27ec534a-1b1f-4ee8-aad2-f7737b4a3f7c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2362866 Sep 17 23:38:10.457905 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37188) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:10.469806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Routers {'0c79e050-28a2-4d13-ae32-cfe0754a7e24'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:10.470437 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:10.540118 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=025ffa84-f1e8-4d27-a46c-b9986d3b2908,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:10.593101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-72484f53-e827-44c6-ad1c-26d5524a68a0 None None] Provisioning complete for port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:10.593473 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72484f53-e827-44c6-ad1c-26d5524a68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.654416 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 3b3ae88d-a160-4889-97c3-5a69a8af6329 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:10.654649 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.733179 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Set router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:11.037226 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 3, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'gw_port': {'id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:11.065716 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.068353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Checking router: 0c79e050-28a2-4d13-ae32-cfe0754a7e24 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:11.068353 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Updating router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 port 388d52a6-ac44-4e1e-a319-673ef29ba7b3 binding host n-d-713498-17 {{(pid=101662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:38:11.095650 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.191223 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.356266 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Allocated IP 172.20.0.1 (b94ee99b-3669-4f3d-a1d1-b137580f6a7b/994c69c3-ce7a-4065-a4dd-7aaaa3509c66/eec1ce62-96be-4602-8271-31fb2984b42a) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:11.366969 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-62b4fdff-be0b-454c-8f4d-0dfef531ab38 None None] Provisioning complete for port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:11.368544 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-62b4fdff-be0b-454c-8f4d-0dfef531ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.465691 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.562533 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.568156 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.598105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Network b94ee99b-3669-4f3d-a1d1-b137580f6a7b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:11.601110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:11.603877 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:11.632282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Pushing event updated for resources: {'Port': ['ID=eec1ce62-96be-4602-8271-31fb2984b42a,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:11.648768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.651016 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16275356'] for router_interface, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.702166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Attempting to bind port 388d52a6-ac44-4e1e-a319-673ef29ba7b3 on host n-d-713498-17 for vnic_type normal with profile {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:11.702543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Attempting to bind port 388d52a6-ac44-4e1e-a319-673ef29ba7b3 by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:11.702927 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Attempting to bind port 388d52a6-ac44-4e1e-a319-673ef29ba7b3 on network 0b79e42c-2db1-495d-930c-33fe17abaac9 {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:11.705800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09e206-42cc-451f-bebf-0bf35e7f559c None None] Pushing event updated for resources: {'Port': ['ID=388d52a6-ac44-4e1e-a319-673ef29ba7b3,revision_number=2']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:11.710500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:11.710897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Checking segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:11.711299 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.711689 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Bound using segment: {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'} {{(pid=101662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:11.712160 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.managers [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Bound port: 388d52a6-ac44-4e1e-a319-673ef29ba7b3, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c594a7-f486-4650-9e3f-618d9dd23b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9'}}] {{(pid=101662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:11.713182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.770846 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] For port 388d52a6-ac44-4e1e-a319-673ef29ba7b3, host n-d-713498-17, cleared binding levels {{(pid=101662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:11.774186 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] For port 388d52a6-ac44-4e1e-a319-673ef29ba7b3, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=388d52a6-ac44-4e1e-a319-673ef29ba7b3,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:11.818865 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 025ffa84-f1e8-4d27-a46c-b9986d3b2908 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:11.850882 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.862948 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.901101 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-4ad9d893-67ce-4e24-9ea4-ea74363e8441 None None] Provisioning complete for port eec1ce62-96be-4602-8271-31fb2984b42a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:11.901471 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d893-67ce-4e24-9ea4-ea74363e8441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.959693 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Routers {'0c79e050-28a2-4d13-ae32-cfe0754a7e24'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:11.960316 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:11.961940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09e206-42cc-451f-bebf-0bf35e7f559c None None] Pushing event updated for resources: {'Port': ['ID=388d52a6-ac44-4e1e-a319-673ef29ba7b3,revision_number=3']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:12.003617 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9d893-67ce-4e24-9ea4-ea74363e8441 None None] Port eec1ce62-96be-4602-8271-31fb2984b42a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:12.011853 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:12.012220 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.027026 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.088733 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.108924 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] Set router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:12.155640 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16468180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273676'] for router_interface, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.158131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Pushing event updated for resources: {'Port': ['ID=eec1ce62-96be-4602-8271-31fb2984b42a,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:12.254969 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Network b94ee99b-3669-4f3d-a1d1-b137580f6a7b is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:12.256502 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:12.345424 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 4, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'gw_port': {'id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'eec1ce62-96be-4602-8271-31fb2984b42a', 'name': '', 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'mac_address': 'fa:16:3e:85:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:11Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 1, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'subnets': [{'id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:12.374278 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ab1f3-6697-4648-aa4e-1a0a8044f3d9 None None] The sync data for ids ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'] in n-d-713498-17 is: [{'id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 4, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'gw_port': {'id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'eec1ce62-96be-4602-8271-31fb2984b42a', 'name': '', 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'mac_address': 'fa:16:3e:85:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:11Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 1, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'subnets': [{'id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:12.379335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:38:12.498262 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:12.503198 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2fb512e9-6b69-412c-93aa-3ba63cd7036a admin admin] 10.222.0.13 "PUT /v2.0/routers/0c79e050-28a2-4d13-ae32-cfe0754a7e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0443420 Sep 17 23:38:12.526671 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-88ce979a-c1d4-4990-bc0d-a73e2e7ab0d8 None None] Provisioning complete for port eec1ce62-96be-4602-8271-31fb2984b42a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:12.527135 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88ce979a-c1d4-4990-bc0d-a73e2e7ab0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.584387 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-88ce979a-c1d4-4990-bc0d-a73e2e7ab0d8 None None] Port eec1ce62-96be-4602-8271-31fb2984b42a cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:13.108313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37196) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:13.112917 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-9f31f98c-e434-4eb6-b66f-d506235cfef3 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1640500686', 'description': 'tempest-secgroup-smoke-1640500686 description', 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:13.198172 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f31f98c-e434-4eb6-b66f-d506235cfef3 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.285582 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f31f98c-e434-4eb6-b66f-d506235cfef3 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.342875 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f31f98c-e434-4eb6-b66f-d506235cfef3 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.379389 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31f98c-e434-4eb6-b66f-d506235cfef3 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:13.425088 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-9f31f98c-e434-4eb6-b66f-d506235cfef3 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.428338 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-9f31f98c-e434-4eb6-b66f-d506235cfef3 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3170471 Sep 17 23:38:13.429348 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37198) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:13.434565 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-6785bfb1-334b-4fc7-980e-e7e95c8f7ee0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1', 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:13.504614 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6785bfb1-334b-4fc7-980e-e7e95c8f7ee0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.562557 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6785bfb1-334b-4fc7-980e-e7e95c8f7ee0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.602138 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6785bfb1-334b-4fc7-980e-e7e95c8f7ee0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.620970 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785bfb1-334b-4fc7-980e-e7e95c8f7ee0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6a13e7-4098-43e0-b898-4ddfe0009eaa,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:13.659611 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-6785bfb1-334b-4fc7-980e-e7e95c8f7ee0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.660976 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-6785bfb1-334b-4fc7-980e-e7e95c8f7ee0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2306890 Sep 17 23:38:13.663827 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37200) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:13.668340 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-432d3e7e-87cb-472a-a7bb-e82273c0470b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1', 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:13.738542 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-432d3e7e-87cb-472a-a7bb-e82273c0470b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.800134 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-432d3e7e-87cb-472a-a7bb-e82273c0470b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.833228 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 388d52a6-ac44-4e1e-a319-673ef29ba7b3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:13.842196 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-432d3e7e-87cb-472a-a7bb-e82273c0470b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.861940 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d3e7e-87cb-472a-a7bb-e82273c0470b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644be0b0-471c-4876-a613-4edfcad9c502,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:13.882154 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 388d52a6-ac44-4e1e-a319-673ef29ba7b3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:13.882528 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.922690 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-432d3e7e-87cb-472a-a7bb-e82273c0470b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.923974 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-432d3e7e-87cb-472a-a7bb-e82273c0470b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2592182 Sep 17 23:38:13.926899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37202) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:13.932086 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-33139553-afff-420b-b5a3-dab1fef0ca62 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1', 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:13.970245 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.990596 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] For port 388d52a6-ac44-4e1e-a319-673ef29ba7b3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=388d52a6-ac44-4e1e-a319-673ef29ba7b3,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:14.048039 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33139553-afff-420b-b5a3-dab1fef0ca62 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.070936 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.109720 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33139553-afff-420b-b5a3-dab1fef0ca62 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.121491 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Pushing event updated for resources: {'Port': ['ID=388d52a6-ac44-4e1e-a319-673ef29ba7b3,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:14.190970 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33139553-afff-420b-b5a3-dab1fef0ca62 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.208633 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33139553-afff-420b-b5a3-dab1fef0ca62 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c392275-406b-4a1b-83ce-d7501dc2885f,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:14.253013 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Sync routers for ids ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:14.263076 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Routers {'0c79e050-28a2-4d13-ae32-cfe0754a7e24'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:14.263691 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:14.282375 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-33139553-afff-420b-b5a3-dab1fef0ca62 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.283743 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-33139553-afff-420b-b5a3-dab1fef0ca62 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556459 Sep 17 23:38:14.286432 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37204) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:14.290880 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-bd99e83b-3ba1-4b41-90ff-c0bdb5741a33 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1', 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:14.370440 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Set router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:14.379205 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bd99e83b-3ba1-4b41-90ff-c0bdb5741a33 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.438972 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bd99e83b-3ba1-4b41-90ff-c0bdb5741a33 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.516610 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bd99e83b-3ba1-4b41-90ff-c0bdb5741a33 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.538022 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99e83b-3ba1-4b41-90ff-c0bdb5741a33 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6246629-ce55-4e59-b0c1-7f1db595f60c,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:14.567648 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 4, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'gw_port': {'id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'eec1ce62-96be-4602-8271-31fb2984b42a', 'name': '', 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'mac_address': 'fa:16:3e:85:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:11Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 2, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'subnets': [{'id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:14.593752 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Checking router: 0c79e050-28a2-4d13-ae32-cfe0754a7e24 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:14.596723 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Updating router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 port eec1ce62-96be-4602-8271-31fb2984b42a binding host n-d-713498-17 {{(pid=101663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:38:14.608128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-bd99e83b-3ba1-4b41-90ff-c0bdb5741a33 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.609401 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-bd99e83b-3ba1-4b41-90ff-c0bdb5741a33 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218970 Sep 17 23:38:14.612110 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37206) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:14.616444 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-2924344d-ebd8-4669-9ba2-c4302a90d9e6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1', 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:14.622595 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.671851 n-d-713498-17 neutron-server[101660]: INFO neutron.db.securitygroups_db [None req-2924344d-ebd8-4669-9ba2-c4302a90d9e6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Project e4c8b2c1e6a94df99b390a07d844fc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:38:14.677123 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2924344d-ebd8-4669-9ba2-c4302a90d9e6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.745584 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2924344d-ebd8-4669-9ba2-c4302a90d9e6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.802263 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2924344d-ebd8-4669-9ba2-c4302a90d9e6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.817706 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924344d-ebd8-4669-9ba2-c4302a90d9e6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf1c106-8836-46e4-b58d-56c043355d1a,revision_number=0']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:14.871037 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-2924344d-ebd8-4669-9ba2-c4302a90d9e6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.875160 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-2924344d-ebd8-4669-9ba2-c4302a90d9e6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2592568 Sep 17 23:38:14.875569 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37208) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:14.880627 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-4800128b-04ad-416a-aa3e-1bf69734227d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'security_group_rule': {'security_group_id': 'c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1', 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:14.884516 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Notify callbacks [] for port, precommit_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.956299 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.956502 n-d-713498-17 neutron-server[101661]: INFO neutron.db.securitygroups_db [None req-4800128b-04ad-416a-aa3e-1bf69734227d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Project e4c8b2c1e6a94df99b390a07d844fc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:38:14.961622 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4800128b-04ad-416a-aa3e-1bf69734227d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.004682 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42ac8e-4818-41aa-8431-6f3b2b1dc6d0 None None] Pushing event updated for resources: {'Port': ['ID=eec1ce62-96be-4602-8271-31fb2984b42a,revision_number=3']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:15.061912 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Attempting to bind port eec1ce62-96be-4602-8271-31fb2984b42a on host n-d-713498-17 for vnic_type normal with profile {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:15.062194 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Attempting to bind port eec1ce62-96be-4602-8271-31fb2984b42a by drivers openvswitch,hyperv on host n-d-713498-17 at level 0 using segments [{'id': '4f108818-5688-41c3-976e-e4e6232908ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b'}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:15.062612 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Attempting to bind port eec1ce62-96be-4602-8271-31fb2984b42a on network b94ee99b-3669-4f3d-a1d1-b137580f6a7b {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:15.067571 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Checking agent: {'id': 'a3b256ad-9698-43de-9aa6-55fdb0a9ffcc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 21, 52, 21), 'started_at': datetime.datetime(2021, 9, 17, 21, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:15.067939 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Checking segment: {'id': '4f108818-5688-41c3-976e-e4e6232908ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:15.068324 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.068702 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Bound using segment: {'id': '4f108818-5688-41c3-976e-e4e6232908ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b'} {{(pid=101663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:15.069148 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.managers [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Bound port: eec1ce62-96be-4602-8271-31fb2984b42a, host: n-d-713498-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f108818-5688-41c3-976e-e4e6232908ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b'}}] {{(pid=101663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:15.069548 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.092469 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4800128b-04ad-416a-aa3e-1bf69734227d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.135228 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] For port eec1ce62-96be-4602-8271-31fb2984b42a, host n-d-713498-17, cleared binding levels {{(pid=101663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:15.138742 n-d-713498-17 neutron-server[101663]: DEBUG neutron.plugins.ml2.db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] For port eec1ce62-96be-4602-8271-31fb2984b42a, host n-d-713498-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eec1ce62-96be-4602-8271-31fb2984b42a,segment=NetworkSegment(4f108818-5688-41c3-976e-e4e6232908ed),segment_id=4f108818-5688-41c3-976e-e4e6232908ed)] {{(pid=101663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:15.162434 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4800128b-04ad-416a-aa3e-1bf69734227d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490326'] for security_group_rule, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.178698 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800128b-04ad-416a-aa3e-1bf69734227d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649fcbc2-6593-4903-81df-0d80119e986b,revision_number=0']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:15.217993 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-bb661e10-8c4b-4380-ae11-c7e3f7fe6e9f None None] Provisioning complete for port eec1ce62-96be-4602-8271-31fb2984b42a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:15.219226 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb661e10-8c4b-4380-ae11-c7e3f7fe6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.220532 n-d-713498-17 neutron-server[101663]: DEBUG neutron_lib.callbacks.manager [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.248069 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-4800128b-04ad-416a-aa3e-1bf69734227d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.249570 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-4800128b-04ad-416a-aa3e-1bf69734227d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3727925 Sep 17 23:38:15.280672 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42ac8e-4818-41aa-8431-6f3b2b1dc6d0 None None] Pushing event updated for resources: {'Port': ['ID=eec1ce62-96be-4602-8271-31fb2984b42a,revision_number=4']} {{(pid=101663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:15.290218 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Routers {'0c79e050-28a2-4d13-ae32-cfe0754a7e24'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:15.291512 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:37:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:15.328005 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb661e10-8c4b-4380-ae11-c7e3f7fe6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.386655 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-bb661e10-8c4b-4380-ae11-c7e3f7fe6e9f None None] For port eec1ce62-96be-4602-8271-31fb2984b42a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eec1ce62-96be-4602-8271-31fb2984b42a,segment=NetworkSegment(4f108818-5688-41c3-976e-e4e6232908ed),segment_id=4f108818-5688-41c3-976e-e4e6232908ed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:15.427742 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] Set router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:15.435348 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a933889-bd57-4807-ae50-67b69688dcc7 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640500686&fields=id&tenant_id=e4c8b2c1e6a94df99b390a07d844fc98 HTTP/1.1" status: 200 len: 267 time: 0.0499706 Sep 17 23:38:15.443333 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-bb661e10-8c4b-4380-ae11-c7e3f7fe6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.506764 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb661e10-8c4b-4380-ae11-c7e3f7fe6e9f None None] Pushing event updated for resources: {'Port': ['ID=eec1ce62-96be-4602-8271-31fb2984b42a,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:15.557203 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-e4671351-37fb-4cb2-bf57-911717cef838 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.559485 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-e4671351-37fb-4cb2-bf57-911717cef838 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 809 time: 0.1195390 Sep 17 23:38:15.563111 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-88ec86a5-5292-4dc4-8bb6-3a48b25f3bad None None] Provisioning complete for port eec1ce62-96be-4602-8271-31fb2984b42a triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:15.563555 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-88ec86a5-5292-4dc4-8bb6-3a48b25f3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.577134 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4de329cd-6683-4dc8-b4f9-b03af8393d63 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/quotas/e4c8b2c1e6a94df99b390a07d844fc98 HTTP/1.1" status: 200 len: 375 time: 0.0098515 Sep 17 23:38:15.634517 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-94ed6fea-fdde-4df2-8852-12525c91e519 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496285 Sep 17 23:38:15.647157 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 4, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'gw_port': {'id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'eec1ce62-96be-4602-8271-31fb2984b42a', 'name': '', 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'mac_address': 'fa:16:3e:85:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:11Z', 'updated_at': '2021-09-17T23:38:15Z', 'revision_number': 4, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'subnets': [{'id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:15.675442 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf522497-54db-4658-8e2f-226c6e1cf6ca None None] The sync data for ids ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'] in n-d-713498-17 is: [{'id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:11Z', 'revision_number': 4, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'gw_port': {'id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': 'eec1ce62-96be-4602-8271-31fb2984b42a', 'name': '', 'network_id': 'b94ee99b-3669-4f3d-a1d1-b137580f6a7b', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'mac_address': 'fa:16:3e:85:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:11Z', 'updated_at': '2021-09-17T23:38:15Z', 'revision_number': 4, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'subnets': [{'id': '994c69c3-ce7a-4065-a4dd-7aaaa3509c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:15.747256 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4ceca18c-ad08-4c5a-bc51-90f25fb6d7c1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:38:15.748431 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4ceca18c-ad08-4c5a-bc51-90f25fb6d7c1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1023862 Sep 17 23:38:15.858094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 388d52a6-ac44-4e1e-a319-673ef29ba7b3 up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:15.858752 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-0aec92c1-00b8-435b-9481-9c7922aed673 service neutron] 10.222.0.13 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036849 Sep 17 23:38:15.908653 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port 388d52a6-ac44-4e1e-a319-673ef29ba7b3 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:15.909297 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.955354 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-aef903c1-737c-42ec-b0e8-fee16fe4b542 service neutron] 10.222.0.13 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909102 Sep 17 23:38:15.991690 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eec1ce62-96be-4602-8271-31fb2984b42a up at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:16.044768 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Provisioning complete for port eec1ce62-96be-4602-8271-31fb2984b42a triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:16.045134 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:16.182074 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3f192580-ee4a-4267-bd1c-d72439657115 req-6d87716a-9bf1-475e-b398-675e9e7946f9 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 210 time: 0.0292947 Sep 17 23:38:17.279794 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-aa3c5fb9-7363-4612-b2f7-70c48d0c38c1 req-f7ee7569-bf89-4327-aee4-2d97638323f4 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 210 time: 0.0302675 Sep 17 23:38:17.887615 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-441d7fef-5e71-47fc-850a-9947c7db5eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:18.211758 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-f1878211-b6c4-4475-aa1e-6a157eef271d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:18.213792 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-f1878211-b6c4-4475-aa1e-6a157eef271d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.32 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 809 time: 0.0999916 Sep 17 23:38:18.255957 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-a80f43c3-effa-43b3-b176-94b12f538ddc tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4c8b2c1e6a94df99b390a07d844fc98 HTTP/1.1" status: 200 len: 380 time: 0.0331025 Sep 17 23:38:18.269986 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'port': {'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'admin_state_up': True, 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'security_groups': ['c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1']}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:18.705384 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5c84eca6-f53c-458d-b864-a05e91f42903 req-2114642c-32ce-4d17-ba1b-89a282dca45b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 210 time: 0.0318313 Sep 17 23:38:18.796415 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Made reservation on behalf of e4c8b2c1e6a94df99b390a07d844fc98 for: {'port': 1} {{(pid=101661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:18.800300 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:18.925152 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Allocated IP 172.20.0.3 (d11da74e-2dc4-449d-8920-a823ff9ff7d0/dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a/cc2d747f-1d01-43dc-a48e-44e704dc0df1) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:19.065145 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.133838 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.175337 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:19.178279 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:19.181951 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:19.211240 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'Port': ['ID=cc2d747f-1d01-43dc-a48e-44e704dc0df1,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:19.238410 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:19.239066 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.294580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-4a715505-7cfc-4fc3-aa08-db3cbb1b78db tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0324512 Sep 17 23:38:19.307022 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Request body: {'port': {'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-17'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:19.367148 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.395669 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-ec52fdda-2781-41a7-99e6-a5b83478d8dc None None] Provisioning complete for port cc2d747f-1d01-43dc-a48e-44e704dc0df1 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:19.396275 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ec52fdda-2781-41a7-99e6-a5b83478d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.429098 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-ec52fdda-2781-41a7-99e6-a5b83478d8dc None None] Port cc2d747f-1d01-43dc-a48e-44e704dc0df1 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:19.623869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2d747f-1d01-43dc-a48e-44e704dc0df1 {{(pid=101661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:19.631251 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.643259 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.provisioning_blocks [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Transition to ACTIVE for port object cc2d747f-1d01-43dc-a48e-44e704dc0df1 will not be triggered until provisioned by entity L2. {{(pid=101661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:19.699021 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.750332 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2d747f-1d01-43dc-a48e-44e704dc0df1,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:19.854869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Attempting to bind port cc2d747f-1d01-43dc-a48e-44e704dc0df1 on host n-h1-713498-17 for vnic_type normal with profile {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:19.855161 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Attempting to bind port cc2d747f-1d01-43dc-a48e-44e704dc0df1 by drivers openvswitch,hyperv on host n-h1-713498-17 at level 0 using segments [{'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:19.855490 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Attempting to bind port cc2d747f-1d01-43dc-a48e-44e704dc0df1 on network d11da74e-2dc4-449d-8920-a823ff9ff7d0 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:19.866163 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed8884-0cea-4916-9b46-a088dd328c31 req-cdd3e66c-afbf-487b-83c5-ef579bd7ca83 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:19.867744 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4ed8884-0cea-4916-9b46-a088dd328c31 req-cdd3e66c-afbf-487b-83c5-ef579bd7ca83 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 943 time: 0.0738661 Sep 17 23:38:19.870137 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Port cc2d747f-1d01-43dc-a48e-44e704dc0df1 on network d11da74e-2dc4-449d-8920-a823ff9ff7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-17 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:19.870458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Attempting to bind port cc2d747f-1d01-43dc-a48e-44e704dc0df1 on network d11da74e-2dc4-449d-8920-a823ff9ff7d0 {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:19.877857 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Checking agent: {'id': '57b8633b-d78b-4ce5-b699-05f1b86b36e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:19.878280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Checking segment: {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:19.878728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Bound using segment: {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'} {{(pid=101661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:19.879423 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.managers [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Bound port: cc2d747f-1d01-43dc-a48e-44e704dc0df1, host: n-h1-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'}}] {{(pid=101661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:19.879846 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.945285 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-f4ed8884-0cea-4916-9b46-a088dd328c31 req-6d0213fb-0597-49ff-b378-1df5cd070d26 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695031 Sep 17 23:38:19.973445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, cleared binding levels {{(pid=101661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:19.976548 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:20.036943 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.069778 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.070425 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.072476 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 200 len: 1092 time: 0.7699759 Sep 17 23:38:20.072979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:20.075255 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb4a1de-76ba-406c-93e0-aeaff8f24b75" -d '{"events": [{"name": "network-changed", "server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:20.103272 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0261c0-c804-4362-aa4e-4ece4a37d6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2d747f-1d01-43dc-a48e-44e704dc0df1,revision_number=3']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:20.115553 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822e6c94-fc4e-476f-a9d0-d40bf4a6ee44 x-openstack-request-id: req-822e6c94-fc4e-476f-a9d0-d40bf4a6ee44 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:20.115979 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:20.116353 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-822e6c94-fc4e-476f-a9d0-d40bf4a6ee44 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:20.116955 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'status': 'completed', 'code': 200} Sep 17 23:38:20.176808 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a1de-76ba-406c-93e0-aeaff8f24b75 req-465bd037-1240-436f-954e-717e5bc5e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.178375 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb4a1de-76ba-406c-93e0-aeaff8f24b75 req-465bd037-1240-436f-954e-717e5bc5e1e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1095 time: 0.0427105 Sep 17 23:38:20.242163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6796d470-37c9-48e0-a2da-eb3ac972989a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.287419 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a1de-76ba-406c-93e0-aeaff8f24b75 req-f875a397-d391-481d-afc7-d596ed523154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.288901 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb4a1de-76ba-406c-93e0-aeaff8f24b75 req-f875a397-d391-481d-afc7-d596ed523154 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1018863 Sep 17 23:38:20.383135 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a1de-76ba-406c-93e0-aeaff8f24b75 req-0ab3cd4c-a7b6-4b85-88c5-00d7633799b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.384710 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-efb4a1de-76ba-406c-93e0-aeaff8f24b75 req-0ab3cd4c-a7b6-4b85-88c5-00d7633799b2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0885670 Sep 17 23:38:20.461367 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-0e2faff9-fb8e-49ae-9f9c-bb95202a96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.463281 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-0e2faff9-fb8e-49ae-9f9c-bb95202a96a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1095 time: 0.0401051 Sep 17 23:38:20.507738 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-cd618115-3f71-443d-920c-57b781953ae9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 200 len: 217 time: 0.0366590 Sep 17 23:38:20.556406 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-465fa287-a305-4b07-974e-1204ee1c2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.557823 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-465fa287-a305-4b07-974e-1204ee1c2702 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0426159 Sep 17 23:38:20.601625 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-8f0a2f67-3751-440a-bda7-95dfbb729333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.603841 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-8f0a2f67-3751-440a-bda7-95dfbb729333 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392454 Sep 17 23:38:20.694736 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-1bceacb7-fa31-4561-a0bb-2872f408003f service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831470 Sep 17 23:38:20.783439 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ad52e968-659e-4fa7-9504-3c2e1cd619a9 req-dae3814d-66da-4b92-b1f5-8a95e533225b service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807095 Sep 17 23:38:21.067893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda2ff1-7b8b-494a-a2a7-55ad0df2cda4 req-caaf3862-b60e-4a39-8432-ca8665899a87 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:21.069264 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4dda2ff1-7b8b-494a-a2a7-55ad0df2cda4 req-caaf3862-b60e-4a39-8432-ca8665899a87 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 943 time: 0.0544817 Sep 17 23:38:21.108542 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-4dda2ff1-7b8b-494a-a2a7-55ad0df2cda4 req-c485364e-cda4-46ca-9284-243592915d61 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Sep 17 23:38:21.407731 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.019239 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.223732 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad6373-7175-47ff-a705-cf385a2528a5 req-399ad5e6-653f-4bc2-883a-168a684bb572 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:22.225216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2ad6373-7175-47ff-a705-cf385a2528a5 req-399ad5e6-653f-4bc2-883a-168a684bb572 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 943 time: 0.0488448 Sep 17 23:38:22.262464 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c2ad6373-7175-47ff-a705-cf385a2528a5 req-4946237c-c000-4818-aa40-e5236fb8f910 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305972 Sep 17 23:38:23.380564 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506da61-eb11-45ab-8298-f6b357a3e1f3 req-b765ec1b-94b1-415d-9b69-3ee3dd6c5924 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:23.381985 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0506da61-eb11-45ab-8298-f6b357a3e1f3 req-b765ec1b-94b1-415d-9b69-3ee3dd6c5924 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 943 time: 0.0525668 Sep 17 23:38:23.421368 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-0506da61-eb11-45ab-8298-f6b357a3e1f3 req-1a69f7ef-ffe0-4e84-8de3-ae97fb06a186 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328345 Sep 17 23:38:23.675988 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.734643 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc2d747f-1d01-43dc-a48e-44e704dc0df1 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:23.829021 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:23.840082 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:23.875871 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.888721 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2d747f-1d01-43dc-a48e-44e704dc0df1 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:23.907318 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:24.001717 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:24.051406 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cc2d747f-1d01-43dc-a48e-44e704dc0df1,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:24.209476 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['cc2d747f-1d01-43dc-a48e-44e704dc0df1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:24.539509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e9175-1489-4395-af05-24ba4088c44c req-2cef024c-3981-4a6c-b31e-33333b59b0ce tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.542084 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c51e9175-1489-4395-af05-24ba4088c44c req-2cef024c-3981-4a6c-b31e-33333b59b0ce tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 944 time: 0.0533001 Sep 17 23:38:24.579213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c51e9175-1489-4395-af05-24ba4088c44c req-1a32165a-ce85-4459-82de-4663934c2d27 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309136 Sep 17 23:38:25.693075 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62183e31-20df-48a7-8c62-c0c7fab7f35f req-f3ce294e-5804-4e66-ae2a-c5e99b686de9 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:25.694549 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62183e31-20df-48a7-8c62-c0c7fab7f35f req-f3ce294e-5804-4e66-ae2a-c5e99b686de9 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 944 time: 0.0487506 Sep 17 23:38:25.732611 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-62183e31-20df-48a7-8c62-c0c7fab7f35f req-e669c21b-e53c-43b2-b705-08321642e13a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311396 Sep 17 23:38:25.734159 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc2d747f-1d01-43dc-a48e-44e704dc0df1 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:25.881733 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning for port cc2d747f-1d01-43dc-a48e-44e704dc0df1 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:25.885998 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port cc2d747f-1d01-43dc-a48e-44e704dc0df1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:25.887498 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:25.960378 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:25.984735 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:25.987081 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043d0c6c-d71a-4406-9336-caa8b20f557d" -d '{"events": [{"server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "name": "network-vif-plugged", "status": "completed", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:25.999806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:26.065161 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.089149 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d50c3a-f6c8-4828-b380-c9572b235e2c x-openstack-request-id: req-a3d50c3a-f6c8-4828-b380-c9572b235e2c {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:26.089435 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "name": "network-vif-plugged", "status": "completed", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:26.089680 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3d50c3a-f6c8-4828-b380-c9572b235e2c {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:26.090054 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'code': 200} Sep 17 23:38:26.117526 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cc2d747f-1d01-43dc-a48e-44e704dc0df1,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:26.177436 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870fe99-d9f8-4813-84a8-7e46cce5c250 req-3e630cba-7809-459a-87e0-1cf73daedc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.179069 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5870fe99-d9f8-4813-84a8-7e46cce5c250 req-3e630cba-7809-459a-87e0-1cf73daedc58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1097 time: 0.0392373 Sep 17 23:38:26.214169 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5870fe99-d9f8-4813-84a8-7e46cce5c250 req-7f5cfbde-c661-4a6c-b9c1-17bf91d6c70d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268946 Sep 17 23:38:26.849568 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350ffe1-ec8e-43a0-8b98-3214da5dee3d req-103c1709-1622-4a80-9a1c-9bf254047380 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.851090 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7350ffe1-ec8e-43a0-8b98-3214da5dee3d req-103c1709-1622-4a80-9a1c-9bf254047380 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Sep 17 23:38:26.887759 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-7350ffe1-ec8e-43a0-8b98-3214da5dee3d req-f3e7cda0-c1c4-4e93-99fe-29b146e15fd1 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307336 Sep 17 23:38:28.003881 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6acb-1d71-4e03-9beb-34ed4c2159c3 req-b5e67f8f-e65c-4049-ab4c-71e64c26bbdf tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:28.005403 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-223a6acb-1d71-4e03-9beb-34ed4c2159c3 req-b5e67f8f-e65c-4049-ab4c-71e64c26bbdf tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 945 time: 0.0489452 Sep 17 23:38:28.043942 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-223a6acb-1d71-4e03-9beb-34ed4c2159c3 req-2d1eca23-e529-458e-b0f6-11f60549554e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Sep 17 23:38:28.154601 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e97619-5211-49e2-ad52-b215537d5e12 req-d707dbbf-ea56-4bad-9d27-c0c0f04aa365 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:28.156087 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e97619-5211-49e2-ad52-b215537d5e12 req-d707dbbf-ea56-4bad-9d27-c0c0f04aa365 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 945 time: 0.0480239 Sep 17 23:38:28.192989 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-82e97619-5211-49e2-ad52-b215537d5e12 req-61b50c0e-b0f9-4dfd-b03e-a03c25f78909 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311103 Sep 17 23:38:28.215098 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37270) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:28.298893 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b373ab-3c6f-4249-adc4-d3f29338d04b tempest-TestSnapshotPattern-2084766563 tempest-TestSnapshotPattern-2084766563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:28.300336 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-11b373ab-3c6f-4249-adc4-d3f29338d04b tempest-TestSnapshotPattern-2084766563 tempest-TestSnapshotPattern-2084766563-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1092 time: 0.0843034 Sep 17 23:38:28.303187 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37274) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:28.308263 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.v2.base [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:28.390448 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for floatingip, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:28.483905 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:28.587841 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_common [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Allocated IP 172.25.5.128 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/2b627052-308a-4407-b9e3-697979391e22) {{(pid=101661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:28.685796 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for port, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:28.768317 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:28.803871 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:28.806751 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.base_scheduler [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Resources bound (agent type, host, resource id): {{(pid=101661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:28.809701 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Received port after_create {{(pid=101661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:28.843537 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'Port': ['ID=2b627052-308a-4407-b9e3-697979391e22,revision_number=1']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:29.171376 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.294829 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.442222 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for port, precommit_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.510281 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25136746'] for port, after_update {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.574724 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'Port': ['ID=2b627052-308a-4407-b9e3-697979391e22,revision_number=2']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:29.586295 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.684546 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Floating IP a30d8195-d136-4955-b7d6-a196bf5d1d90 associated. External IP: 172.25.5.128, port: cc2d747f-1d01-43dc-a48e-44e704dc0df1. Sep 17 23:38:29.888460 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Router 6685d01b-6886-4f6e-ae41-8a18e912e229 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:38:29.995153 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:30.006545 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] Sync routers for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:30.016906 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:30.017548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:38:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:30.076342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:30.104187 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-e7b7a078-c99c-47e6-a7d4-9f558d5d2582 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7999902 Sep 17 23:38:30.104776 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:30.107066 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:30.123131 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:30.144071 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00403b-3a9c-4c40-b169-c38486e64fb3 x-openstack-request-id: req-bb00403b-3a9c-4c40-b169-c38486e64fb3 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:30.144423 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:30.144782 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb00403b-3a9c-4c40-b169-c38486e64fb3 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:30.145266 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'status': 'completed', 'code': 200} Sep 17 23:38:30.204196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-44ce54aa-1014-4d97-bd6c-3d6774796f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:30.205712 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-44ce54aa-1014-4d97-bd6c-3d6774796f3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1097 time: 0.0394604 Sep 17 23:38:30.297286 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-c87bf15f-0a31-45b5-8c6c-581580c11560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:30.298675 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-c87bf15f-0a31-45b5-8c6c-581580c11560 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0856631 Sep 17 23:38:30.343312 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a30d8195-d136-4955-b7d6-a196bf5d1d90', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:29Z', 'updated_at': '2021-09-17T23:38:29Z', 'revision_number': 0, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:30.366180 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-e9b8c284-6319-412f-a5e5-b5df0a097d2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 200 len: 999 time: 0.0607281 Sep 17 23:38:30.377722 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] Checking router: 6685d01b-6886-4f6e-ae41-8a18e912e229 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:30.386480 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:30.387119 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:38:20Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:30.415831 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-70737907-f68c-4122-b335-96a022294492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:30.417314 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-70737907-f68c-4122-b335-96a022294492 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0433316 Sep 17 23:38:30.462998 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-ce02c7a5-431a-4788-81ae-f7fa1bde1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:30.464812 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-ce02c7a5-431a-4788-81ae-f7fa1bde1535 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406740 Sep 17 23:38:30.564591 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-54bd9911-d9b0-4312-b0f2-18c6f411c6f3 service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924594 Sep 17 23:38:30.652410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:30.658095 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-40c17f96-ad2f-43b3-9bac-2b0882d7ce8d req-63f53766-9654-4e75-8e67-01c38b155e7e service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872767 Sep 17 23:38:30.871967 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a30d8195-d136-4955-b7d6-a196bf5d1d90', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:29Z', 'updated_at': '2021-09-17T23:38:29Z', 'revision_number': 0, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:30.900377 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a9893-9452-4b52-a30c-b14a588d37d5 None None] The sync data for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 is: [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a30d8195-d136-4955-b7d6-a196bf5d1d90', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:29Z', 'updated_at': '2021-09-17T23:38:29Z', 'revision_number': 0, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:31.089146 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949029cc-d050-4915-a27e-68f363583039 None None] New status for floating IP a30d8195-d136-4955-b7d6-a196bf5d1d90: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:38:39.190235 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:40.280212 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-6f3de67a-77b7-48dc-b241-ca252ecae5d4 req-d6267ef2-8a20-4140-b983-899ee133e0bf service neutron] (101661) timed out ('10.222.0.13', 60994) {{(pid=101661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:38:40.956114 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:42.073869 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:38:46.170998 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29a34337-1eba-49ff-8702-9c231159289a req-9f5822ec-8445-40f5-b66a-b3c00a392f9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393786 Sep 17 23:38:46.255214 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34337-1eba-49ff-8702-9c231159289a req-10dc75cd-be68-45ef-86d6-6aff81b6dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:46.256696 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29a34337-1eba-49ff-8702-9c231159289a req-10dc75cd-be68-45ef-86d6-6aff81b6dab3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1097 time: 0.0444450 Sep 17 23:38:46.358162 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34337-1eba-49ff-8702-9c231159289a req-88725925-0bb1-4f4a-8967-cfd4a0f0554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:46.359683 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29a34337-1eba-49ff-8702-9c231159289a req-88725925-0bb1-4f4a-8967-cfd4a0f0554e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0842695 Sep 17 23:38:46.427500 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29a34337-1eba-49ff-8702-9c231159289a req-0f39ea89-1936-4a5e-96b0-e8c8fd217015 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 200 len: 1001 time: 0.0585725 Sep 17 23:38:46.474992 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34337-1eba-49ff-8702-9c231159289a req-015f1929-ae10-4a13-8894-002f597d8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:46.476391 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29a34337-1eba-49ff-8702-9c231159289a req-015f1929-ae10-4a13-8894-002f597d8ee7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0418375 Sep 17 23:38:46.521865 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34337-1eba-49ff-8702-9c231159289a req-61cc7457-8b78-4c95-8813-836dd1555d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:46.523330 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29a34337-1eba-49ff-8702-9c231159289a req-61cc7457-8b78-4c95-8813-836dd1555d41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391166 Sep 17 23:38:46.620579 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29a34337-1eba-49ff-8702-9c231159289a req-307b5f7e-2758-4b91-adf2-55112aca10ff service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885100 Sep 17 23:38:46.709253 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-29a34337-1eba-49ff-8702-9c231159289a req-d583393d-2c76-4d3e-8020-e8d1697cbc12 service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807929 Sep 17 23:38:47.893083 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8ddb8b9f-6cce-49b0-91ae-3e4e57e93e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.287413 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-32656794-8f74-4ee2-90fc-eea86ec28e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:51.413191 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.001271 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:53.687426 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:09.217795 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:10.985256 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:17.915344 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-560114d7-bac4-4fd1-94f9-f4dce92ef51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:19.073085 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:39:20.286163 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8824c94d-fd6c-46c3-83f1-a861c04a6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:21.418589 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.024014 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:23.731689 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:39.195125 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:39.862587 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-bbdaa810-3072-400f-880e-5ac8645ce73f req-b9ee490c-3470-4ebf-8e4b-866bab7acff4 service neutron] (101660) timed out ('10.222.0.35', 57052) {{(pid=101660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:39:40.948351 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:47.156063 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-e8abb7a2-2170-42e2-83d3-ae6b2b373738 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426083 Sep 17 23:39:47.235342 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-238e8161-770e-46ec-a6f2-2f1a0035921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.236804 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-238e8161-770e-46ec-a6f2-2f1a0035921c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1097 time: 0.0401895 Sep 17 23:39:47.335434 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-c7fcbc9f-aa71-4968-a209-580cae511b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.337136 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-c7fcbc9f-aa71-4968-a209-580cae511b01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0822234 Sep 17 23:39:47.404409 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-30eaf2f3-fa13-4a95-aaa8-a7f161fd6c7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 200 len: 1001 time: 0.0587294 Sep 17 23:39:47.450247 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-d466a51b-69a5-4832-be6b-b2b4b195b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.451667 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-d466a51b-69a5-4832-be6b-b2b4b195b291 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0405116 Sep 17 23:39:47.494697 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-1277fea7-f549-4764-9d27-96cab21a063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.496153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-1277fea7-f549-4764-9d27-96cab21a063a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377092 Sep 17 23:39:47.587032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-e7770006-1ac9-42f5-9475-96d642b5c78d service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831287 Sep 17 23:39:47.677893 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-3ca2d15d-60c3-4835-ba16-fc0639a133eb req-684265e3-9b3a-4f7a-8b1e-e0aa5686cb3c service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841641 Sep 17 23:39:47.908415 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-688fe12f-bd75-4fef-a2d5-1682d4953c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:50.274027 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-4c279947-2bf4-46d9-97c0-0c00fd2c9f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:51.406918 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:52.029077 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:53.697786 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:56.072525 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:40:09.274459 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.964726 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.885946 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-90ca1188-f2b6-4f96-9bf7-f4a8159e8d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:20.251363 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6cb3633e-b52e-4799-a004-dde826f0108f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.439209 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.016842 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.703552 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.211461 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc2d747f-1d01-43dc-a48e-44e704dc0df1 details requested by agent hyperv_n-h1-713498-17 with host n-h1-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:40:28.301479 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:28.312113 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Returning: {'device': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:40:28.352825 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.365227 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc2d747f-1d01-43dc-a48e-44e704dc0df1 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:28.384298 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:28.467382 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.518019 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cc2d747f-1d01-43dc-a48e-44e704dc0df1,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:28.525037 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.525407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.525741 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.526072 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.526399 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.526723 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.527076 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.527687 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.528015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.528333 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.528652 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.528971 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:28.543415 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] get_ports_and_sgs() called for port_ids ['cc2d747f-1d01-43dc-a48e-44e704dc0df1'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:30.230542 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc2d747f-1d01-43dc-a48e-44e704dc0df1 up at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:30.277429 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Provisioning complete for port cc2d747f-1d01-43dc-a48e-44e704dc0df1 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:30.277835 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.353904 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.376071 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:30.378853 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a77ca-8747-4279-a74b-49428f1dcc30" -d '{"events": [{"server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "name": "network-vif-plugged", "status": "completed", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:30.391410 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:30.418563 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f64cfdb-66ac-4f6b-8d44-6e1a803bd67a x-openstack-request-id: req-5f64cfdb-66ac-4f6b-8d44-6e1a803bd67a {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:30.418878 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "name": "network-vif-plugged", "status": "completed", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:30.419130 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f64cfdb-66ac-4f6b-8d44-6e1a803bd67a {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:30.419521 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'code': 200} Sep 17 23:40:30.463068 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.516012 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cc2d747f-1d01-43dc-a48e-44e704dc0df1,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:33.072595 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:40:39.398980 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.011864 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.690948 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-ca41d94a-c9d8-448c-9715-846f4c30c22a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640500686&fields=id&tenant_id=e4c8b2c1e6a94df99b390a07d844fc98 HTTP/1.1" status: 200 len: 267 time: 0.0392642 Sep 17 23:40:41.848352 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-8bd3c70e-98ac-4281-97c0-157746fc37c8 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:41.850876 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-8bd3c70e-98ac-4281-97c0-157746fc37c8 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 809 time: 0.1529932 Sep 17 23:40:41.865879 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-24cd323d-efd0-47a1-a6c6-88058a5d3bac tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/quotas/e4c8b2c1e6a94df99b390a07d844fc98 HTTP/1.1" status: 200 len: 375 time: 0.0092835 Sep 17 23:40:41.924307 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1bf64b65-6a8c-4724-80a4-74edbd1dc80a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532720 Sep 17 23:40:42.021091 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-d84ca77c-be25-4d08-8b2b-9315a0495d42 service neutron] 10.222.0.13 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853610 Sep 17 23:40:42.112626 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-f864d0ce-88b0-427f-b000-bad704cc5a0b service neutron] 10.222.0.13 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Sep 17 23:40:42.388397 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b239d281-78af-4f1d-ac61-4a18ab3b34ed req-3ac52bd7-abfe-408b-a80a-b316e9406ac6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 210 time: 0.0265017 Sep 17 23:40:43.476378 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-b133d836-9342-4f27-863a-87a3458be1c6 req-87f343cd-0550-4124-a3d4-8143a56daa97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 210 time: 0.0274725 Sep 17 23:40:44.308396 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc2d747f-1d01-43dc-a48e-44e704dc0df1 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:44.392027 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.414041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:44.416302 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a7769-466f-4ea3-aafd-a9d81119a373" -d '{"events": [{"server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:44.429833 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:44.457760 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97714e9-8197-4e83-8800-8e6bf36cc7b2 x-openstack-request-id: req-e97714e9-8197-4e83-8800-8e6bf36cc7b2 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:44.458052 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:44.458304 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e97714e9-8197-4e83-8800-8e6bf36cc7b2 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:44.458698 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'code': 200} Sep 17 23:40:44.525989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.554489 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-466299b9-5d8e-4711-9508-f868c8332803 req-347a2c61-aff4-4524-a359-b3026cd43c8a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 210 time: 0.0270617 Sep 17 23:40:44.577125 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Pushing event updated for resources: {'Port': ['ID=cc2d747f-1d01-43dc-a48e-44e704dc0df1,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:45.631843 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2dcb18fc-0466-4d29-9a29-3d1f1e1c3b93 req-c2805cad-8f13-4970-a86e-84a5c7c6a30d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 210 time: 0.0267203 Sep 17 23:40:46.728624 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-78f7695e-1488-4b8c-8726-19161f209f52 req-ede67aa6-96b5-443e-b3e6-0cd90f1cc2bc tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 210 time: 0.0305066 Sep 17 23:40:47.823446 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-1777777d-91bb-49cf-bebe-105c13934ccd req-7aa465be-fa7f-4154-83f6-512ddc6bc182 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 210 time: 0.0257342 Sep 17 23:40:47.913439 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1586c498-fa7f-4274-9546-fbc934d43153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.305887 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.35', 57762) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:48.411491 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-5f1bb867-19a4-4e14-8ee7-9ff8f2e0d41e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:48.412983 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-5f1bb867-19a4-4e14-8ee7-9ff8f2e0d41e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.35 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 809 time: 0.1060257 Sep 17 23:40:48.455666 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-4cc20b18-a6a3-45cc-b166-63c14058aa70 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4c8b2c1e6a94df99b390a07d844fc98 HTTP/1.1" status: 200 len: 380 time: 0.0335722 Sep 17 23:40:48.465523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'port': {'device_id': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'admin_state_up': True, 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'security_groups': ['c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1']}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:48.695993 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Made reservation on behalf of e4c8b2c1e6a94df99b390a07d844fc98 for: {'port': 1} {{(pid=101660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:48.699567 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.839416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Allocated IP 172.20.0.14 (d11da74e-2dc4-449d-8920-a823ff9ff7d0/dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a/2ede318d-fb9a-4a9e-9964-f27cb009d640) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:48.941814 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-52581301-3f29-48a3-9ee0-2e6fab7c439c req-87bb3dd3-ee0a-4b0c-9fe9-640abc6e1a28 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 210 time: 0.0323966 Sep 17 23:40:48.989002 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.080377 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.158385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'Port': ['ID=2ede318d-fb9a-4a9e-9964-f27cb009d640,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:49.170312 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.170698 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.171019 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.171507 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.171852 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.172189 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.172523 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.173886 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.174259 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.174808 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.175178 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.175513 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:49.194097 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:49.195637 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:49.198554 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:49.234535 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-1da7253b-85ff-4cd4-b5a0-7aedd39d5bad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0985587 Sep 17 23:40:49.261175 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.262073 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.333651 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-59b2136b-ee88-43ff-b111-67d5fd5b3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.335260 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-59b2136b-ee88-43ff-b111-67d5fd5b3b69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1095 time: 0.0472696 Sep 17 23:40:49.356132 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-1eae9752-5947-48c4-89ce-2985d345c54e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8940439 Sep 17 23:40:49.457391 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-913ec801-57aa-40e8-b272-17bf811793f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.459325 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-913ec801-57aa-40e8-b272-17bf811793f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.1022429 Sep 17 23:40:49.554422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-c0afaa00-df12-406b-b27c-dd0f91415ac8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 200 len: 999 time: 0.0859184 Sep 17 23:40:49.614915 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-a8a5d5ac-795f-46e9-a2fd-d1ba8cbd4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.616507 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-a8a5d5ac-795f-46e9-a2fd-d1ba8cbd4d56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0548661 Sep 17 23:40:49.648367 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-1c5539fd-5d10-420a-8d52-07e44f2859cf None None] Provisioning complete for port 2ede318d-fb9a-4a9e-9964-f27cb009d640 triggered by entity DHCP. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:49.648943 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-1c5539fd-5d10-420a-8d52-07e44f2859cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.680707 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-c16a7963-5123-41fe-bad7-9ce51a02cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.682554 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-c16a7963-5123-41fe-bad7-9ce51a02cf4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592709 Sep 17 23:40:49.687876 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-1c5539fd-5d10-420a-8d52-07e44f2859cf None None] Port 2ede318d-fb9a-4a9e-9964-f27cb009d640 cannot update to ACTIVE because it is not bound. {{(pid=101662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:49.782239 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-36cbe12e-78b4-483f-8318-747904835157 service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917904 Sep 17 23:40:49.877032 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5654c97a-acc7-43c2-a0d1-3e6655dbfbb5 req-1836a379-08b2-4151-b529-16c4336d2b5d service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871780 Sep 17 23:40:50.062641 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fb907-ed61-43ed-bcab-34f7b9cd3260 req-e7c375af-b2c5-4454-96e4-0e5a3bde55bf tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:50.064937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a1fb907-ed61-43ed-bcab-34f7b9cd3260 req-e7c375af-b2c5-4454-96e4-0e5a3bde55bf tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 932 time: 0.0520000 Sep 17 23:40:50.107580 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5a1fb907-ed61-43ed-bcab-34f7b9cd3260 req-fd8b4080-8974-4243-af48-1fae19511d03 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361364 Sep 17 23:40:50.255678 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7667b0ca-3c4a-4a3a-a6c9-7a54335baa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.246576 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f668b-e093-4e83-9bfd-567b41072bc4 req-04d1a627-9126-4737-b4c9-fe1c8098d88e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.248153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee9f668b-e093-4e83-9bfd-567b41072bc4 req-04d1a627-9126-4737-b4c9-fe1c8098d88e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 932 time: 0.0618000 Sep 17 23:40:51.288247 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-ee9f668b-e093-4e83-9bfd-567b41072bc4 req-ef359075-5899-4e06-987d-54fbe132862b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333743 Sep 17 23:40:51.451865 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.027530 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.418402 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6daca5-86e4-49af-b055-7bc9268ee0a7 req-9f2676b6-641f-434e-afa0-f277faa3883d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:52.420056 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da6daca5-86e4-49af-b055-7bc9268ee0a7 req-9f2676b6-641f-434e-afa0-f277faa3883d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 932 time: 0.0519614 Sep 17 23:40:52.462393 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-da6daca5-86e4-49af-b055-7bc9268ee0a7 req-53dcac08-4f41-424c-b9b0-8350c4b2eb16 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345304 Sep 17 23:40:53.588081 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14531b22-4af2-46b0-bcd0-a06765d12fad req-34420ed3-1e0d-419a-a227-7c203c224057 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:53.589614 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14531b22-4af2-46b0-bcd0-a06765d12fad req-34420ed3-1e0d-419a-a227-7c203c224057 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 932 time: 0.0532427 Sep 17 23:40:53.634025 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-14531b22-4af2-46b0-bcd0-a06765d12fad req-1e9986c1-ce73-4a58-9b1f-024ab968f4f6 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372925 Sep 17 23:40:53.707921 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.759519 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae40f5-e58a-47f3-b6c9-d37fb9605dba req-a8a65ad7-663b-4880-9e45-3ed5b97900a9 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:54.761035 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69ae40f5-e58a-47f3-b6c9-d37fb9605dba req-a8a65ad7-663b-4880-9e45-3ed5b97900a9 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 932 time: 0.0548139 Sep 17 23:40:54.807209 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-69ae40f5-e58a-47f3-b6c9-d37fb9605dba req-c8df6eba-d434-4caf-951f-f0495095fc40 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392683 Sep 17 23:40:55.934277 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79df8-8546-4199-a036-1fd798845287 req-aee67efa-3482-4403-b0ce-162671c2c34c tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:55.943465 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ec79df8-8546-4199-a036-1fd798845287 req-aee67efa-3482-4403-b0ce-162671c2c34c tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 932 time: 0.0582919 Sep 17 23:40:55.977302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-2ec79df8-8546-4199-a036-1fd798845287 req-7a61e4aa-eb17-495f-82ee-988f3b763b30 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329485 Sep 17 23:40:57.101787 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24064f6f-78ad-449f-a926-1b3ac6ecba32 req-f6044e8c-2820-42fc-9bd0-215eaed89d14 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:57.103345 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24064f6f-78ad-449f-a926-1b3ac6ecba32 req-f6044e8c-2820-42fc-9bd0-215eaed89d14 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 932 time: 0.0541115 Sep 17 23:40:57.155405 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-24064f6f-78ad-449f-a926-1b3ac6ecba32 req-d3b77730-81fa-4a93-b7df-00b929ee1977 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Sep 17 23:40:58.274971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6b87b-2dee-4229-8aa6-0b6abce1cd1b req-f1299126-e7ab-48ad-a37a-b048c3611b4b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:58.276532 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08f6b87b-2dee-4229-8aa6-0b6abce1cd1b req-f1299126-e7ab-48ad-a37a-b048c3611b4b tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 932 time: 0.0521250 Sep 17 23:40:58.317337 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-08f6b87b-2dee-4229-8aa6-0b6abce1cd1b req-28b7c76e-b189-418f-b387-c3939bb6d64f tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337853 Sep 17 23:40:59.433836 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee08022-b9ec-4e7e-ab20-89224a602f47 req-99862d84-8fa6-4336-9420-ce3ed7605054 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:59.435380 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fee08022-b9ec-4e7e-ab20-89224a602f47 req-99862d84-8fa6-4336-9420-ce3ed7605054 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 932 time: 0.0495996 Sep 17 23:40:59.476302 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fee08022-b9ec-4e7e-ab20-89224a602f47 req-b6d72aa4-4b52-4b66-9729-a3c7cd2317ce tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Sep 17 23:40:59.639128 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-b2c9d0b4-840f-44f1-8f21-91a2ed894837 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:40:59.640055 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-b2c9d0b4-840f-44f1-8f21-91a2ed894837 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064464 Sep 17 23:40:59.716385 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Request body: {'port': {'device_id': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-17'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:59.770244 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.038803 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ede318d-fb9a-4a9e-9964-f27cb009d640 {{(pid=101660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:00.046782 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.059534 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.provisioning_blocks [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Transition to ACTIVE for port object 2ede318d-fb9a-4a9e-9964-f27cb009d640 will not be triggered until provisioned by entity L2. {{(pid=101660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:41:00.143295 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.193951 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ede318d-fb9a-4a9e-9964-f27cb009d640,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:00.271243 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Attempting to bind port 2ede318d-fb9a-4a9e-9964-f27cb009d640 on host n-h2-713498-17 for vnic_type normal with profile {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:00.271573 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Attempting to bind port 2ede318d-fb9a-4a9e-9964-f27cb009d640 by drivers openvswitch,hyperv on host n-h2-713498-17 at level 0 using segments [{'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:00.271899 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Attempting to bind port 2ede318d-fb9a-4a9e-9964-f27cb009d640 on network d11da74e-2dc4-449d-8920-a823ff9ff7d0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:00.276528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Port 2ede318d-fb9a-4a9e-9964-f27cb009d640 on network d11da74e-2dc4-449d-8920-a823ff9ff7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-17 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:41:00.276854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Attempting to bind port 2ede318d-fb9a-4a9e-9964-f27cb009d640 on network d11da74e-2dc4-449d-8920-a823ff9ff7d0 {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:00.282500 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Checking agent: {'id': 'b2bf9f87-86e2-4a53-a148-af1dfb9885e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'started_at': datetime.datetime(2021, 9, 17, 22, 0, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:00.282893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Checking segment: {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:00.283244 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Bound using segment: {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'} {{(pid=101660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:00.283673 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.managers [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Bound port: 2ede318d-fb9a-4a9e-9964-f27cb009d640, host: n-h2-713498-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd278f837-f694-488a-b091-dd2683eb9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0'}}] {{(pid=101660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:00.284028 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.356099 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, cleared binding levels {{(pid=101660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:00.358758 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:00.428970 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.464520 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.465128 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.466596 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/2ede318d-fb9a-4a9e-9964-f27cb009d640 HTTP/1.1" status: 200 len: 1093 time: 0.8126652 Sep 17 23:41:00.467088 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:00.469533 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20f3014-5649-4938-a0d8-d4ac0c828740" -d '{"events": [{"name": "network-changed", "server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:00.498127 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ea59-88f8-4c8d-abf4-b7f6c85b27b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ede318d-fb9a-4a9e-9964-f27cb009d640,revision_number=3']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:00.605384 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb97fa1-5e86-491f-bced-b204c9d7f685 req-b048f59e-0a0f-40cb-a432-54d4946828d2 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.605979 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6bd968-0e6d-413d-a8c2-a0a5223d09a3 x-openstack-request-id: req-6e6bd968-0e6d-413d-a8c2-a0a5223d09a3 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:00.605979 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:00.605979 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e6bd968-0e6d-413d-a8c2-a0a5223d09a3 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:00.606423 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'status': 'completed', 'code': 200} Sep 17 23:41:00.607258 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bb97fa1-5e86-491f-bced-b204c9d7f685 req-b048f59e-0a0f-40cb-a432-54d4946828d2 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 944 time: 0.0549796 Sep 17 23:41:00.626915 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-9713a81a-0d0f-40af-86fe-b0a6023e62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.629021 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-9713a81a-0d0f-40af-86fe-b0a6023e62ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 1096 time: 0.0549195 Sep 17 23:41:00.651215 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-8bb97fa1-5e86-491f-bced-b204c9d7f685 req-404335ac-744d-4490-8f5a-d9b2b76a131d tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Sep 17 23:41:00.679214 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-712f22bf-5658-4575-9296-50e2d09a24eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640 HTTP/1.1" status: 200 len: 217 time: 0.0414374 Sep 17 23:41:00.730151 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-a1e23509-9073-4c91-863b-51e974b87d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.731699 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-a1e23509-9073-4c91-863b-51e974b87d9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0461357 Sep 17 23:41:00.778705 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-326762d2-bccd-4298-a9f2-eaf39135b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.780140 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-326762d2-bccd-4298-a9f2-eaf39135b38f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412476 Sep 17 23:41:00.874728 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-3069e526-4248-4d59-9aff-f6bffb70a211 service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871961 Sep 17 23:41:00.964329 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-23e301fc-fa30-41f0-a81c-0af1c03635d3 req-13a3e4c7-e6fd-4544-a7e3-b5b02f93c684 service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821476 Sep 17 23:41:01.114315 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-d197c7e1-134e-4a52-9734-0e9930c73cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.115797 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-d197c7e1-134e-4a52-9734-0e9930c73cba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 1096 time: 0.0475144 Sep 17 23:41:01.208806 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-a20f75cb-19e9-4252-a474-af0ceb702b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.210553 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-a20f75cb-19e9-4252-a474-af0ceb702b3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0863614 Sep 17 23:41:01.254453 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-4b3cfd84-7dcd-46d6-ab07-b57763ae78cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640 HTTP/1.1" status: 200 len: 217 time: 0.0374312 Sep 17 23:41:01.304040 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-28b97c6b-9d0f-41d1-b485-3e9085f69dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.305543 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-28b97c6b-9d0f-41d1-b485-3e9085f69dd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0439029 Sep 17 23:41:01.353141 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-a6c3e3eb-310a-4329-918f-78d09d742d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.354648 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-a6c3e3eb-310a-4329-918f-78d09d742d45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406857 Sep 17 23:41:01.447884 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-bcc9bac3-8f01-4727-a940-61cc5dcb7b1e service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844169 Sep 17 23:41:01.538135 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-b20f3014-5649-4938-a0d8-d4ac0c828740 req-8cf9ceb4-ae7c-4b65-b662-a40bf9748537 service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829082 Sep 17 23:41:01.796491 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aeed6-5834-40d6-bbc9-5ee32b18db68 req-b568e2b6-20b5-4039-9eb3-1a8e62e5bbbd tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.798529 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-440aeed6-5834-40d6-bbc9-5ee32b18db68 req-b568e2b6-20b5-4039-9eb3-1a8e62e5bbbd tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 944 time: 0.0716736 Sep 17 23:41:01.837745 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-440aeed6-5834-40d6-bbc9-5ee32b18db68 req-285f905f-63d5-42bc-ada1-327070bcb57a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330720 Sep 17 23:41:02.385500 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2ede318d-fb9a-4a9e-9964-f27cb009d640 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:41:02.480408 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:02.492800 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'port_id': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'mac_address': 'fa:16:3e:26:67:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:41:02.535536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.549314 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ede318d-fb9a-4a9e-9964-f27cb009d640 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:02.567756 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:02.651402 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.697792 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2ede318d-fb9a-4a9e-9964-f27cb009d640,revision_number=4']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:02.876423 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['2ede318d-fb9a-4a9e-9964-f27cb009d640'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:02.956792 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153ce6b-c09b-44c7-a527-da27e2f69deb req-93bc1e0e-b654-4bad-8519-d64170583ade tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:02.958327 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e153ce6b-c09b-44c7-a527-da27e2f69deb req-93bc1e0e-b654-4bad-8519-d64170583ade tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 945 time: 0.0483329 Sep 17 23:41:02.998022 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e153ce6b-c09b-44c7-a527-da27e2f69deb req-d6f14284-753e-4622-94f6-0ea49b8dbda5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332618 Sep 17 23:41:04.114292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440afa-0ec9-44f0-917d-79ba9b0a9130 req-6b4257a7-1627-4a31-a7f8-ba3a601b46fe tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:04.115711 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e440afa-0ec9-44f0-917d-79ba9b0a9130 req-6b4257a7-1627-4a31-a7f8-ba3a601b46fe tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 945 time: 0.0482273 Sep 17 23:41:04.151913 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-5e440afa-0ec9-44f0-917d-79ba9b0a9130 req-6cfda043-8249-43da-bd50-fe53362c44f0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302291 Sep 17 23:41:04.405952 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2ede318d-fb9a-4a9e-9964-f27cb009d640 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:04.546634 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning for port 2ede318d-fb9a-4a9e-9964-f27cb009d640 completed by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:41:04.550564 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 2ede318d-fb9a-4a9e-9964-f27cb009d640 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:04.551013 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.629240 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.651645 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:04.653859 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ee448-dbd3-4b26-8893-115740658144" -d '{"events": [{"server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "name": "network-vif-plugged", "status": "completed", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:04.666541 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:04.689512 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad22fbe-fa7c-4178-bdc1-f34181db6d5e x-openstack-request-id: req-1ad22fbe-fa7c-4178-bdc1-f34181db6d5e {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:04.689774 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "name": "network-vif-plugged", "status": "completed", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:04.690077 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ad22fbe-fa7c-4178-bdc1-f34181db6d5e {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:04.690460 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'code': 200} Sep 17 23:41:04.714462 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.762189 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2ede318d-fb9a-4a9e-9964-f27cb009d640,revision_number=5']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:04.783335 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fce08-899c-469c-80ac-872be65c272f req-5d502c89-6b00-425a-a4d3-9734e752a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:04.784840 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8d3fce08-899c-469c-80ac-872be65c272f req-5d502c89-6b00-425a-a4d3-9734e752a4b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 1098 time: 0.0407000 Sep 17 23:41:04.825122 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-8d3fce08-899c-469c-80ac-872be65c272f req-8f497dd6-2ed5-4a50-acc5-f40b9f69b4ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332239 Sep 17 23:41:05.270583 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89c97f-0147-48cd-bdde-e431df4fc5b0 req-d88a5e8b-a65b-4fc4-9044-448e2f1efa74 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:05.272083 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe89c97f-0147-48cd-bdde-e431df4fc5b0 req-d88a5e8b-a65b-4fc4-9044-448e2f1efa74 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 946 time: 0.0516710 Sep 17 23:41:05.309373 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-fe89c97f-0147-48cd-bdde-e431df4fc5b0 req-e9a1254e-a1a2-46d1-b995-cdce47b92797 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Sep 17 23:41:06.428572 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c09fe2-0ae9-4305-9293-96b17940b2fb req-1d55e4cf-5635-4783-8ad2-66f222f9fd56 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:06.430213 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84c09fe2-0ae9-4305-9293-96b17940b2fb req-1d55e4cf-5635-4783-8ad2-66f222f9fd56 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 946 time: 0.0491686 Sep 17 23:41:06.467910 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-84c09fe2-0ae9-4305-9293-96b17940b2fb req-bbd5b0c3-bc1c-4935-b919-478fa20722ed tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Sep 17 23:41:06.580917 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60103081-f0de-4646-98b3-bd033ca0146d req-b1563164-ff99-4803-bed8-08848c07bd82 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:06.582555 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60103081-f0de-4646-98b3-bd033ca0146d req-b1563164-ff99-4803-bed8-08848c07bd82 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 946 time: 0.0479283 Sep 17 23:41:06.619919 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-60103081-f0de-4646-98b3-bd033ca0146d req-1eb6dfc1-2877-4dae-862c-a28b25e74173 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309815 Sep 17 23:41:06.642077 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37600) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:06.680628 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b140365-dda1-4fc9-b3fc-be0df4ae991d tempest-TestSnapshotPattern-2084766563 tempest-TestSnapshotPattern-2084766563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:06.682155 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-1b140365-dda1-4fc9-b3fc-be0df4ae991d tempest-TestSnapshotPattern-2084766563 tempest-TestSnapshotPattern-2084766563-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 1093 time: 0.0390832 Sep 17 23:41:06.684962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37602) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:06.689131 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.v2.base [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Request body: {'floatingip': {'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'port_id': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:06.754373 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for floatingip, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.857219 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.966972 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_common [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Allocated IP 172.25.5.50 (0b79e42c-2db1-495d-930c-33fe17abaac9/16173cfd-e02d-4120-8fef-f1d3989fb990/998d070d-199f-43cf-accc-220a5aad2e34) {{(pid=101660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:07.073450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for port, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.171872 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730485295782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.210478 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Network 0b79e42c-2db1-495d-930c-33fe17abaac9 is already hosted by enough agents. {{(pid=101660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:07.214615 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.base_scheduler [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Resources bound (agent type, host, resource id): {{(pid=101660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:07.221582 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Received port after_create {{(pid=101660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:07.225170 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'Port': ['ID=998d070d-199f-43cf-accc-220a5aad2e34,revision_number=1']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:07.885864 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.011531 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.169450 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for port, precommit_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.234296 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15263567'] for port, after_update {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.306046 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event updated for resources: {'Port': ['ID=998d070d-199f-43cf-accc-220a5aad2e34,revision_number=2']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:08.316490 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16275217'] for floatingip, after_create {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.418884 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Floating IP 09e3a87b-682c-4005-9ef0-5874d95eb359 associated. External IP: 172.25.5.50, port: 2ede318d-fb9a-4a9e-9964-f27cb009d640. Sep 17 23:41:08.637105 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Router 6685d01b-6886-4f6e-ae41-8a18e912e229 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:41:08.747934 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:41:08.757902 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] Sync routers for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:41:08.767439 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:08.773621 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:40:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:08.821420 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.850675 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-98525e1f-5122-4069-abe9-697ad7efccf5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1646886 Sep 17 23:41:08.851298 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:08.853582 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724767d2-a7e7-442a-92a9-e883bcb184aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:08.879209 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:08.891324 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a90d17-2653-4261-a61e-ee1df4ebd5b6 x-openstack-request-id: req-80a90d17-2653-4261-a61e-ee1df4ebd5b6 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:08.891842 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:08.891842 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80a90d17-2653-4261-a61e-ee1df4ebd5b6 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:08.892229 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'status': 'completed', 'code': 200} Sep 17 23:41:08.954568 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-eff6f9d0-1f91-4b49-9774-5085c9449fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:08.956825 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-eff6f9d0-1f91-4b49-9774-5085c9449fa3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 1098 time: 0.0419710 Sep 17 23:41:09.060220 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-b664f760-07d6-4f31-9cf3-c8c2f8a73bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:09.061754 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-b664f760-07d6-4f31-9cf3-c8c2f8a73bba service neutron] 10.222.0.35 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0984893 Sep 17 23:41:09.116990 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '09e3a87b-682c-4005-9ef0-5874d95eb359', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:26:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:07Z', 'revision_number': 0, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}, {'id': 'a30d8195-d136-4955-b7d6-a196bf5d1d90', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:29Z', 'updated_at': '2021-09-17T23:38:31Z', 'revision_number': 1, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:09.129952 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-2d239b25-1597-4d14-b73f-932d783222b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640 HTTP/1.1" status: 200 len: 999 time: 0.0615883 Sep 17 23:41:09.144877 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] Checking router: 6685d01b-6886-4f6e-ae41-8a18e912e229 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:09.154394 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:09.155055 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:40:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:09.182026 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-fa20ae71-8345-46c9-b68f-b7b63a89a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:09.183548 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-fa20ae71-8345-46c9-b68f-b7b63a89a183 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0458171 Sep 17 23:41:09.238999 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-3c3cb781-2986-490b-ab29-602ee9063cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:09.240551 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-3c3cb781-2986-490b-ab29-602ee9063cd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492237 Sep 17 23:41:09.275390 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.277126 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:09.335361 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-5e3a34d5-4e60-4898-abe3-879da4de738a service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870988 Sep 17 23:41:09.461450 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-724767d2-a7e7-442a-92a9-e883bcb184aa req-37ac5c99-653a-4f7c-884c-1387ddf97737 service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194572 Sep 17 23:41:09.524292 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '09e3a87b-682c-4005-9ef0-5874d95eb359', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:26:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:07Z', 'revision_number': 0, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}, {'id': 'a30d8195-d136-4955-b7d6-a196bf5d1d90', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:29Z', 'updated_at': '2021-09-17T23:38:31Z', 'revision_number': 1, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:09.555809 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07c102-00f8-4016-a59c-f1c6e69c376d None None] The sync data for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 is: [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': '09e3a87b-682c-4005-9ef0-5874d95eb359', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:26:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:07Z', 'revision_number': 0, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}, {'id': 'a30d8195-d136-4955-b7d6-a196bf5d1d90', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:29Z', 'updated_at': '2021-09-17T23:38:31Z', 'revision_number': 1, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:09.848361 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2936c-c91b-4b51-82b3-b98fc6f959b0 None None] New status for floating IP 09e3a87b-682c-4005-9ef0-5874d95eb359: ACTIVE {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:41:10.073248 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:41:10.975434 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:17.889919 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-6efa42be-b3a8-4933-9ef5-7df1f728a79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:20.325290 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b769059b-191a-4930-a2cc-6497b09cb015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:21.497113 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.056770 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:23.725536 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.285258 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.011279 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.072658 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:41:47.872017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ab93-9f03-4778-a2d0-6ce941d54a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.248802 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0817c42c-d4b0-4ba5-9f2e-c6d1176b21c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:51.172347 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-da5176a7-be8d-43ca-88cc-429b6f3076bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473742 Sep 17 23:41:51.257838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-eafe16fb-f389-4f60-8bb4-604aaef35f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:51.260010 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-eafe16fb-f389-4f60-8bb4-604aaef35f2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1095 time: 0.0427673 Sep 17 23:41:51.371433 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-7b499baa-50e9-446f-bb55-e6722a72d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:51.372938 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-7b499baa-50e9-446f-bb55-e6722a72d778 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0933409 Sep 17 23:41:51.449383 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:51.791908 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-a46f4470-9327-40c6-aa7b-cfe84e770f35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 200 len: 999 time: 0.4121466 Sep 17 23:41:51.841610 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-d6233047-6d1e-4b4c-bba4-878b807ff4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:51.843181 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-d6233047-6d1e-4b4c-bba4-878b807ff4bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0441976 Sep 17 23:41:51.892215 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-5ba6af8f-ee48-4652-a13a-052f0ac9a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:51.893724 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-5ba6af8f-ee48-4652-a13a-052f0ac9a27d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442293 Sep 17 23:41:51.986118 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-7bec7b1e-f28e-4561-a94f-ffc1c7b061de service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842762 Sep 17 23:41:52.043456 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.079093 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-9fb81e28-2f98-4f5e-857e-9b55cb0458a1 req-4dee3042-ca54-41ae-8923-bb319c1a4de7 service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862076 Sep 17 23:41:52.493511 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-88f8504c-44e7-40a7-8f4b-3a5a5d131443 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402887 Sep 17 23:41:52.575893 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-0c475f3f-0e1e-46a4-a685-568b01044512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:52.577441 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-0c475f3f-0e1e-46a4-a685-568b01044512 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 1098 time: 0.0434086 Sep 17 23:41:52.684936 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-f3f2c5e5-91d1-48a1-aa44-794c14ef51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:52.686438 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-f3f2c5e5-91d1-48a1-aa44-794c14ef51f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0894694 Sep 17 23:41:52.752745 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-21afd335-32e1-4108-b6d4-7fbb2ab06173 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640 HTTP/1.1" status: 200 len: 1001 time: 0.0586522 Sep 17 23:41:52.807714 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-9ab370f0-dc42-4694-8e8b-0b9aac318dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:52.809208 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-9ab370f0-dc42-4694-8e8b-0b9aac318dc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0485315 Sep 17 23:41:52.856258 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-de1e86fc-e1b8-45c4-8184-8abe23036f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:52.857798 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-de1e86fc-e1b8-45c4-8184-8abe23036f00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414093 Sep 17 23:41:52.949371 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-00b2b61d-fb95-4f31-9251-d8f1adc1335e service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845196 Sep 17 23:41:53.046200 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-69fc4a35-7146-46c4-9cf1-f3257289e071 req-475d32dd-7628-4347-b5b0-f456d7a94799 service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894971 Sep 17 23:41:53.707450 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.256340 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.991221 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.884194 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-89eba922-66ee-4221-ad0b-5bc8353abf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.259714 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-8c7996a5-65fc-4330-8ba3-90a4ff3c8b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.456096 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.061396 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:23.712800 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:24.072645 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:42:39.255425 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.009828 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:42.805304 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2ede318d-fb9a-4a9e-9964-f27cb009d640 details requested by agent hyperv_n-h2-713498-17 with host n-h2-713498-17 {{(pid=101662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:42.896847 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:42.908203 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Returning: {'device': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'port_id': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'mac_address': 'fa:16:3e:26:67:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:42.942325 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:42.958094 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ede318d-fb9a-4a9e-9964-f27cb009d640 {{(pid=101662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:42.976874 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:43.038456 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.240116 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2ede318d-fb9a-4a9e-9964-f27cb009d640,revision_number=6']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:43.247897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.248243 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.248581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.248918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.249247 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.249572 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.249897 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.250220 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.250543 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.250887 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.251208 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.251527 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:43.258341 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] get_ports_and_sgs() called for port_ids ['2ede318d-fb9a-4a9e-9964-f27cb009d640'] {{(pid=101662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:44.805453 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2ede318d-fb9a-4a9e-9964-f27cb009d640 up at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:44.858699 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.provisioning_blocks [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Provisioning complete for port 2ede318d-fb9a-4a9e-9964-f27cb009d640 triggered by entity L2. {{(pid=101662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:44.859109 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636669'] for port, provisioning_complete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.987158 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.011366 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:45.014177 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742069a3-8274-47aa-b12c-b4b39ae67efb" -d '{"events": [{"server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "name": "network-vif-plugged", "status": "completed", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:45.027778 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:45.071471 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20f830b-db6b-406c-b84b-16c8ac41df55 x-openstack-request-id: req-e20f830b-db6b-406c-b84b-16c8ac41df55 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:45.071969 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "name": "network-vif-plugged", "status": "completed", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:45.072436 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e20f830b-db6b-406c-b84b-16c8ac41df55 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:45.073030 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'code': 200} Sep 17 23:42:45.139393 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.191482 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2ede318d-fb9a-4a9e-9964-f27cb009d640,revision_number=7']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:47.910436 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d07a753b-5192-41c4-baf1-c2901c48759d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.284369 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f4bc18b5-a336-4bbc-b655-c711c7f4f097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.438613 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.039843 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.237047 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-54acd999-ddc2-4009-be73-cc4a9829fd6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973918 Sep 17 23:42:53.331457 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-ed8dee05-8f25-460c-9fad-4e9694eeb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.333451 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-ed8dee05-8f25-460c-9fad-4e9694eeb8dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1095 time: 0.0518632 Sep 17 23:42:53.462580 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-f3be1e5f-ff5f-43b6-8454-83baf5e7f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.464435 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-f3be1e5f-ff5f-43b6-8454-83baf5e7f527 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.1103439 Sep 17 23:42:53.536100 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-aa241ea8-2656-403a-bc46-d90de8a84c60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 200 len: 999 time: 0.0639808 Sep 17 23:42:53.635219 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-b6743fcc-ed71-40dd-abf1-a3f3512a98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.639801 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-b6743fcc-ed71-40dd-abf1-a3f3512a98ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0957391 Sep 17 23:42:53.707030 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-5ebc37a3-d1f8-400e-82df-43ed5746790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.709338 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-5ebc37a3-d1f8-400e-82df-43ed5746790b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630567 Sep 17 23:42:53.804171 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-80b53ac7-8a70-47fd-b6d9-4662f23884a8 service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877297 Sep 17 23:42:53.898633 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-06bc09bb-2335-4839-9bdf-2d11a82ef4be req-f338883b-7869-4ffe-af38-3bd8c82208cb service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880840 Sep 17 23:42:53.944615 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:54.709093 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-d1c86c7f-b5fb-45d9-be95-19a9fb134a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.710758 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-d1c86c7f-b5fb-45d9-be95-19a9fb134a72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 1098 time: 0.0473416 Sep 17 23:42:54.821559 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-648e0261-9095-45af-8ee4-752bc87b43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.823180 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-648e0261-9095-45af-8ee4-752bc87b43cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0916047 Sep 17 23:42:54.889412 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-2fabf8d4-c1bd-46d5-8e3b-291e8549a887 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640 HTTP/1.1" status: 200 len: 1001 time: 0.0596805 Sep 17 23:42:54.940938 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-463f04c8-499d-4b4f-9f87-7cef2744825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.942448 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-463f04c8-499d-4b4f-9f87-7cef2744825a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0455940 Sep 17 23:42:54.997609 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-d8f7f8f7-411f-40a7-acb1-a6bf8364eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.999164 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-d8f7f8f7-411f-40a7-acb1-a6bf8364eae2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493731 Sep 17 23:42:55.097525 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-650eb165-39b2-4e9d-bdc8-0a060835cc92 service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908654 Sep 17 23:42:55.198110 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-78dd681f-a7e9-4004-9129-2b9996bf3157 req-551ae018-2760-4267-aa9e-70e561e0ec88 service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930338 Sep 17 23:42:56.391061 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37816) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:56.551363 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Deleting port 998d070d-199f-43cf-accc-220a5aad2e34 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:56.551727 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.629818 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.630057 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.641618 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Calling delete_port for 998d070d-199f-43cf-accc-220a5aad2e34 owned by network:floatingip {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:56.861148 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.891203 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event deleted for resources: {'Port': ['ID=998d070d-199f-43cf-accc-220a5aad2e34,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:56.917282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.917627 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.917982 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.918336 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.919313 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.919646 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.919978 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.920306 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.920632 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.920957 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.921282 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.921607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:56.964024 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for floatingip, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.964346 n-d-713498-17 neutron-server[101660]: INFO neutron.db.l3_db [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Floating IP 09e3a87b-682c-4005-9ef0-5874d95eb359 disassociated (deleted). External IP: 172.25.5.50, port: 2ede318d-fb9a-4a9e-9964-f27cb009d640. Sep 17 23:42:57.185662 n-d-713498-17 neutron-server[101660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Router 6685d01b-6886-4f6e-ae41-8a18e912e229 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:42:57.604593 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:42:57.609485 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.615331 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] Sync routers for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:42:57.626451 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:57.627126 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:57.638035 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-7a9b3e33-58ef-4a4d-9988-cc2438ca1812 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "DELETE /v2.0/floatingips/09e3a87b-682c-4005-9ef0-5874d95eb359 HTTP/1.1" status: 204 len: 168 time: 1.2451129 Sep 17 23:42:57.638675 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:57.641133 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:57.682829 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9d427c-97f9-458c-b15f-3f10d27a70fd x-openstack-request-id: req-aa9d427c-97f9-458c-b15f-3f10d27a70fd {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:57.683109 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:57.683344 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa9d427c-97f9-458c-b15f-3f10d27a70fd {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:57.683819 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'status': 'completed', 'code': 200} Sep 17 23:42:57.743966 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:57.746626 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-871f9bf0-34ad-49d6-b234-269b21b24a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.749266 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-871f9bf0-34ad-49d6-b234-269b21b24a50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 1098 time: 0.0453537 Sep 17 23:42:57.849222 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-e27d26c9-286d-4cc3-a75f-d4ae5b6cd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.850713 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-e27d26c9-286d-4cc3-a75f-d4ae5b6cd99a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0946989 Sep 17 23:42:57.893203 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-1f0126ee-4c5b-4e5e-99c4-ff67ae651eac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640 HTTP/1.1" status: 200 len: 217 time: 0.0355484 Sep 17 23:42:57.949892 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-5b98a823-7d5c-4fb3-b9ef-b1bb006a3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.951589 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-5b98a823-7d5c-4fb3-b9ef-b1bb006a3ae8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0484993 Sep 17 23:42:58.001407 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a30d8195-d136-4955-b7d6-a196bf5d1d90', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:29Z', 'updated_at': '2021-09-17T23:38:31Z', 'revision_number': 1, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:58.005536 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-8106b2f2-220b-478a-822f-813da0a6f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.008433 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-8106b2f2-220b-478a-822f-813da0a6f1fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492945 Sep 17 23:42:58.031753 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] Checking router: 6685d01b-6886-4f6e-ae41-8a18e912e229 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:42:58.041535 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:42:58.042166 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:58.108133 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-1258de6a-e923-4349-9a0f-57edb2593496 service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938666 Sep 17 23:42:58.159536 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:42:58.182907 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c47b35-009d-49d7-bce4-e7e8014aa64b req-53ebfcff-73ab-4d10-82a8-9d0af252f405 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.185396 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d6c47b35-009d-49d7-bce4-e7e8014aa64b req-53ebfcff-73ab-4d10-82a8-9d0af252f405 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 946 time: 0.1234620 Sep 17 23:42:58.215677 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-dc23bda1-7022-4bcd-9ff9-2728ae2a6ab3 req-4de2bad5-9f0e-468d-aba9-713a2e3f55ad service neutron] 10.222.0.35 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001861 Sep 17 23:42:58.224573 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-d6c47b35-009d-49d7-bce4-e7e8014aa64b req-d4782693-d187-4442-9577-4897c7e08e43 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331552 Sep 17 23:42:58.396595 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a30d8195-d136-4955-b7d6-a196bf5d1d90', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:29Z', 'updated_at': '2021-09-17T23:38:31Z', 'revision_number': 1, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:58.423534 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09148cc9-cacc-45fd-bd7c-467660b2fcb6 None None] The sync data for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 is: [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_floatingips': [{'id': 'a30d8195-d136-4955-b7d6-a196bf5d1d90', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'router_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'port_id': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'mac_address': 'fa:16:3e:b8:f1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:38:29Z', 'updated_at': '2021-09-17T23:38:31Z', 'revision_number': 1, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:42:58.653412 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdee5a-c5b5-4275-bf4f-16ce5322db5a None None] New status for floating IP 09e3a87b-682c-4005-9ef0-5874d95eb359: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:42:58.914328 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2ede318d-fb9a-4a9e-9964-f27cb009d640 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:58.990212 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16127281'] for port, before_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.011769 n-d-713498-17 neutron-server[101662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640'}] {{(pid=101662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:59.014375 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac606482666334059ffcf19497c7e7ce7b933d2977f74bf96cf781734756279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1173bb7f-affc-45a4-b32a-b36f1a217236" -d '{"events": [{"server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640"}]}' {{(pid=101662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:59.030940 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:59.051893 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0fa605-214b-4fdc-8267-62b5cf202851 x-openstack-request-id: req-4f0fa605-214b-4fdc-8267-62b5cf202851 {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:59.052184 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640", "code": 200}]} {{(pid=101662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:59.052493 n-d-713498-17 neutron-server[101662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f0fa605-214b-4fdc-8267-62b5cf202851 {{(pid=101662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:59.052890 n-d-713498-17 neutron-server[101662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'code': 200} Sep 17 23:42:59.089803 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730485784589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730485295800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730485295818'] for port, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.139649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Pushing event updated for resources: {'Port': ['ID=2ede318d-fb9a-4a9e-9964-f27cb009d640,revision_number=8']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:59.342458 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89978675-0618-47e0-9668-a65d1676d42e req-2c4258c8-da4a-44ff-ad2b-96b25e3e43b0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.344374 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89978675-0618-47e0-9668-a65d1676d42e req-2c4258c8-da4a-44ff-ad2b-96b25e3e43b0 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 944 time: 0.0503650 Sep 17 23:42:59.386072 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-89978675-0618-47e0-9668-a65d1676d42e req-1ec31062-247c-4e8b-9bd0-e23237020718 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356324 Sep 17 23:42:59.552398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056942f-e89e-4eb2-994e-0d891218035d req-fb62fab9-dfc9-4b32-9317-65b49f4063d3 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.553775 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1056942f-e89e-4eb2-994e-0d891218035d req-fb62fab9-dfc9-4b32-9317-65b49f4063d3 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.35 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 944 time: 0.0523825 Sep 17 23:42:59.645854 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1056942f-e89e-4eb2-994e-0d891218035d req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Deleting port 2ede318d-fb9a-4a9e-9964-f27cb009d640 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:59.646187 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1056942f-e89e-4eb2-994e-0d891218035d req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.732510 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [req-1056942f-e89e-4eb2-994e-0d891218035d req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] For port 2ede318d-fb9a-4a9e-9964-f27cb009d640, host n-h2-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-17',level=0,port_id=2ede318d-fb9a-4a9e-9964-f27cb009d640,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:59.732872 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1056942f-e89e-4eb2-994e-0d891218035d req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.744811 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [req-1056942f-e89e-4eb2-994e-0d891218035d req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Calling delete_port for 2ede318d-fb9a-4a9e-9964-f27cb009d640 owned by compute:nova {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:59.936051 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1056942f-e89e-4eb2-994e-0d891218035d req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.964292 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event deleted for resources: {'Port': ['ID=2ede318d-fb9a-4a9e-9964-f27cb009d640,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:00.012075 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1056942f-e89e-4eb2-994e-0d891218035d req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] No DVR routers for this DVR port 2ede318d-fb9a-4a9e-9964-f27cb009d640 on host n-h2-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:00.014760 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [req-1056942f-e89e-4eb2-994e-0d891218035d req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.018962 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [req-1056942f-e89e-4eb2-994e-0d891218035d req-70ca6f16-921e-4a8a-8a07-60ebf6ed7b97 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.35 "DELETE /v2.0/ports/2ede318d-fb9a-4a9e-9964-f27cb009d640 HTTP/1.1" status: 204 len: 173 time: 0.4564481 Sep 17 23:43:00.018962 n-d-713498-17 neutron-server[101660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'name': 'network-vif-deleted', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640'}] {{(pid=101660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:00.019474 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f79f1fb26f103d9de1dc2ccb50b295f1655b044799cbcda9da346ed0e2653ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337adf65-f47b-483f-a696-c81b155630f8" -d '{"events": [{"server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "name": "network-vif-deleted", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640"}]}' {{(pid=101660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:00.055660 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a2ada3-20aa-47e5-b6ee-7ba455ee8690 x-openstack-request-id: req-58a2ada3-20aa-47e5-b6ee-7ba455ee8690 {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:00.055951 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4418db80-65d9-449d-a222-2ccc7af7d0ad", "name": "network-vif-deleted", "tag": "2ede318d-fb9a-4a9e-9964-f27cb009d640", "status": "completed", "code": 200}]} {{(pid=101660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:00.056200 n-d-713498-17 neutron-server[101660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58a2ada3-20aa-47e5-b6ee-7ba455ee8690 {{(pid=101660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:00.056601 n-d-713498-17 neutron-server[101660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4418db80-65d9-449d-a222-2ccc7af7d0ad', 'name': 'network-vif-deleted', 'tag': '2ede318d-fb9a-4a9e-9964-f27cb009d640', 'status': 'completed', 'code': 200} Sep 17 23:43:00.496317 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c30460f3-5129-4c13-9a8a-996797b36ca2 req-ad4e76c3-aef1-4bdb-be14-f97cc0671c79 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=4418db80-65d9-449d-a222-2ccc7af7d0ad HTTP/1.1" status: 200 len: 210 time: 0.0267415 Sep 17 23:43:01.071668 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:43:02.849979 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37876) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:02.962054 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2ede318d-fb9a-4a9e-9964-f27cb009d640 no longer exists at agent hyperv_n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:02.981886 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] No Port match for: 2ede318d-fb9a-4a9e-9964-f27cb009d640 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:02.982260 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Device 2ede318d-fb9a-4a9e-9964-f27cb009d640 not bound to the agent host n-h2-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:03.011303 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Deleting port 2b627052-308a-4407-b9e3-697979391e22 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:03.011643 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.087008 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.087329 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.099533 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Calling delete_port for 2b627052-308a-4407-b9e3-697979391e22 owned by network:floatingip {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:03.329489 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.356292 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event deleted for resources: {'Port': ['ID=2b627052-308a-4407-b9e3-697979391e22,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:03.383560 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.385869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.385869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.385869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.385869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.385869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.385869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.385869 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.386887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.386887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.386887 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.387299 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-17 {{(pid=101661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:03.428847 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for floatingip, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.429189 n-d-713498-17 neutron-server[101661]: INFO neutron.db.l3_db [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Floating IP a30d8195-d136-4955-b7d6-a196bf5d1d90 disassociated (deleted). External IP: 172.25.5.128, port: cc2d747f-1d01-43dc-a48e-44e704dc0df1. Sep 17 23:43:03.636217 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Router 6685d01b-6886-4f6e-ae41-8a18e912e229 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:03.744541 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:03.749968 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for floatingip, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.754635 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] Sync routers for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:03.764375 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:03.764989 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:03.777515 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-800a0237-6232-4f54-b967-c6fe95b1898a tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "DELETE /v2.0/floatingips/a30d8195-d136-4955-b7d6-a196bf5d1d90 HTTP/1.1" status: 204 len: 168 time: 0.9264622 Sep 17 23:43:03.778105 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:03.780491 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33330f2-e6b1-407a-a673-ea325e55235b" -d '{"events": [{"name": "network-changed", "server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:03.877829 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ec2744-4564-4eef-bdb0-2542b29d9895 x-openstack-request-id: req-34ec2744-4564-4eef-bdb0-2542b29d9895 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:03.877829 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:03.877829 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34ec2744-4564-4eef-bdb0-2542b29d9895 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:03.877829 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'status': 'completed', 'code': 200} Sep 17 23:43:03.878632 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:03.939071 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33330f2-e6b1-407a-a673-ea325e55235b req-41623285-ddad-46f5-9321-f5df4513defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.940723 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c33330f2-e6b1-407a-a673-ea325e55235b req-41623285-ddad-46f5-9321-f5df4513defc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 1095 time: 0.0423496 Sep 17 23:43:04.037174 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33330f2-e6b1-407a-a673-ea325e55235b req-ec4dce73-d71f-404e-94c5-6e31df874008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.038660 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c33330f2-e6b1-407a-a673-ea325e55235b req-ec4dce73-d71f-404e-94c5-6e31df874008 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 200 len: 909 time: 0.0915098 Sep 17 23:43:04.083641 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c33330f2-e6b1-407a-a673-ea325e55235b req-6ad41ab1-9d30-4614-9662-f97900108607 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 200 len: 217 time: 0.0377407 Sep 17 23:43:04.084641 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:04.116523 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] Checking router: 6685d01b-6886-4f6e-ae41-8a18e912e229 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:04.124918 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:04.125532 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:04.133967 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33330f2-e6b1-407a-a673-ea325e55235b req-b61fd4fe-1937-4e10-820c-3dbf7ffca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.135498 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c33330f2-e6b1-407a-a673-ea325e55235b req-b61fd4fe-1937-4e10-820c-3dbf7ffca51f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 200 len: 848 time: 0.0451198 Sep 17 23:43:04.183033 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33330f2-e6b1-407a-a673-ea325e55235b req-7d455fd5-9641-4ab6-9859-76701430e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.184451 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c33330f2-e6b1-407a-a673-ea325e55235b req-7d455fd5-9641-4ab6-9859-76701430e86d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d11da74e-2dc4-449d-8920-a823ff9ff7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421927 Sep 17 23:43:04.242950 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:04.312060 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c33330f2-e6b1-407a-a673-ea325e55235b req-0562dd19-0e44-4094-83e4-05c3b8add1e7 service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195121 Sep 17 23:43:04.319527 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8d9f3-d3bb-486a-8725-bd74ebc87a62 req-5e3c9e71-75f7-4a25-a26c-d6777556d062 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.320976 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26d8d9f3-d3bb-486a-8725-bd74ebc87a62 req-5e3c9e71-75f7-4a25-a26c-d6777556d062 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 943 time: 0.1356416 Sep 17 23:43:04.413937 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-26d8d9f3-d3bb-486a-8725-bd74ebc87a62 req-1f5ef119-d28e-48a9-9ca9-3b240c5b93fd tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841432 Sep 17 23:43:04.446422 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-c33330f2-e6b1-407a-a673-ea325e55235b req-38653c77-18c5-44e4-a302-6cef67929f7f service neutron] 10.222.0.32 "GET /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242135 Sep 17 23:43:04.446654 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:04.475114 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f00528-e1a4-4cf1-8b4c-45e25c6ce1f7 None None] The sync data for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 is: [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:38:05Z', 'revision_number': 4, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17', '_interfaces': [{'id': '3b3ae88d-a160-4889-97c3-5a69a8af6329', 'name': '', 'network_id': 'd11da74e-2dc4-449d-8920-a823ff9ff7d0', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'mac_address': 'fa:16:3e:ea:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:04Z', 'updated_at': '2021-09-17T23:38:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'subnets': [{'id': 'dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:04.686774 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704eed71-3c8f-44d9-a7c8-6bfcae8b6128 None None] New status for floating IP a30d8195-d136-4955-b7d6-a196bf5d1d90: DOWN {{(pid=101663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:43:05.532280 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe0563-38f5-4b12-8fa6-8cf51b2e0700 req-77745be0-4f25-47a3-9026-d125f1783315 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.533766 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bfe0563-38f5-4b12-8fa6-8cf51b2e0700 req-77745be0-4f25-47a3-9026-d125f1783315 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 943 time: 0.0492556 Sep 17 23:43:05.571361 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-6bfe0563-38f5-4b12-8fa6-8cf51b2e0700 req-486096b9-78b8-4e57-b5d2-e58a6f34cddf tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317075 Sep 17 23:43:05.817100 n-d-713498-17 neutron-server[101661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-c42f4e34-a4e5-4dd2-a1c0-b52fdbc4a9a5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.818571 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-c42f4e34-a4e5-4dd2-a1c0-b52fdbc4a9a5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.32 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 943 time: 0.0539885 Sep 17 23:43:05.908918 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Deleting port cc2d747f-1d01-43dc-a48e-44e704dc0df1 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:05.909280 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.004653 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] For port cc2d747f-1d01-43dc-a48e-44e704dc0df1, host n-h1-713498-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-17',level=0,port_id=cc2d747f-1d01-43dc-a48e-44e704dc0df1,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:06.005023 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.017023 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Calling delete_port for cc2d747f-1d01-43dc-a48e-44e704dc0df1 owned by compute:nova {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:06.198087 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.238146 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event deleted for resources: {'Port': ['ID=cc2d747f-1d01-43dc-a48e-44e704dc0df1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:06.276401 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] No DVR routers for this DVR port cc2d747f-1d01-43dc-a48e-44e704dc0df1 on host n-h1-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:06.279895 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127747'] for port, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.282367 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-e5ea754f-e764-40fd-bda9-cf335c64c061 req-a8a68e87-ec4d-49e5-913f-4abd6a33072e tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.32 "DELETE /v2.0/ports/cc2d747f-1d01-43dc-a48e-44e704dc0df1 HTTP/1.1" status: 204 len: 173 time: 0.4575737 Sep 17 23:43:06.282883 n-d-713498-17 neutron-server[101661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'name': 'network-vif-deleted', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1'}] {{(pid=101661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:06.285325 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32122a9d7a5ee63677f972cc9a3d7f9f05e17e4461b02ed495f1e909e7d718d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37df56e-1d7d-4b1c-ad71-e3cf1f2a59cf" -d '{"events": [{"server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "name": "network-vif-deleted", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1"}]}' {{(pid=101661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:06.321286 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1232d529-d966-434a-a45c-7e8f94a8b3e1 x-openstack-request-id: req-1232d529-d966-434a-a45c-7e8f94a8b3e1 {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:06.321579 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada4e04-6254-41d8-aabf-e2e09cb50866", "name": "network-vif-deleted", "tag": "cc2d747f-1d01-43dc-a48e-44e704dc0df1", "status": "completed", "code": 200}]} {{(pid=101661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:06.321900 n-d-713498-17 neutron-server[101661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1232d529-d966-434a-a45c-7e8f94a8b3e1 {{(pid=101661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:06.322301 n-d-713498-17 neutron-server[101661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cada4e04-6254-41d8-aabf-e2e09cb50866', 'name': 'network-vif-deleted', 'tag': 'cc2d747f-1d01-43dc-a48e-44e704dc0df1', 'status': 'completed', 'code': 200} Sep 17 23:43:06.691126 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [req-a4a91b50-170b-456c-9407-5d1d042dc772 req-6400cd6f-0198-41c7-81e3-e2844cb23708 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "GET /v2.0/ports?device_id=cada4e04-6254-41d8-aabf-e2e09cb50866 HTTP/1.1" status: 200 len: 210 time: 0.0289364 Sep 17 23:43:07.750982 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37896) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:07.808739 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8410eb69-e96c-4f3a-b49c-011bb5848dd5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.834651 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8410eb69-e96c-4f3a-b49c-011bb5848dd5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.950294 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8410eb69-e96c-4f3a-b49c-011bb5848dd5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.953676 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-8410eb69-e96c-4f3a-b49c-011bb5848dd5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.955605 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-8410eb69-e96c-4f3a-b49c-011bb5848dd5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1 HTTP/1.1" status: 204 len: 168 time: 0.2028947 Sep 17 23:43:07.964680 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410eb69-e96c-4f3a-b49c-011bb5848dd5 tempest-TestSnapshotPattern-1050100518 tempest-TestSnapshotPattern-1050100518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0710cf5-cb8d-4e7c-8c04-fd45033ca3c1,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:08.071728 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37900) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:08.512020 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:08.757721 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Deleting port 3b3ae88d-a160-4889-97c3-5a69a8af6329 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:08.758437 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:08.836480 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] For port 3b3ae88d-a160-4889-97c3-5a69a8af6329, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=3b3ae88d-a160-4889-97c3-5a69a8af6329,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:08.837121 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:08.853562 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Calling delete_port for 3b3ae88d-a160-4889-97c3-5a69a8af6329 owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:08.960626 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc2d747f-1d01-43dc-a48e-44e704dc0df1 no longer exists at agent hyperv_n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:08.980684 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] No Port match for: cc2d747f-1d01-43dc-a48e-44e704dc0df1 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:09.007000 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Device cc2d747f-1d01-43dc-a48e-44e704dc0df1 not bound to the agent host n-h1-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:09.124110 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.151281 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3ae88d-a160-4889-97c3-5a69a8af6329,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:09.287631 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.320232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.533173 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Router 6685d01b-6886-4f6e-ae41-8a18e912e229 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:09.638502 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:09.643700 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-04354f1f-2576-47d0-a046-a7d977435d50 admin admin] 10.222.0.13 "PUT /v2.0/routers/6685d01b-6886-4f6e-ae41-8a18e912e229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5708392 Sep 17 23:43:09.646325 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37904) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:09.648581 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] Sync routers for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:09.658009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:09.658697 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:09.749918 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks [] for router, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.764385 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:09.954342 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:43:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:09.984520 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] Checking router: 6685d01b-6886-4f6e-ae41-8a18e912e229 for host: n-d-713498-17 {{(pid=101662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:09.993941 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] Routers {'6685d01b-6886-4f6e-ae41-8a18e912e229'} bound to L3 agent in host n-d-713498-17 {{(pid=101662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:09.994569 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['6685d01b-6886-4f6e-ae41-8a18e912e229'], 'active': True} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:10.115806 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvr_db [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] Set router 6685d01b-6886-4f6e-ae41-8a18e912e229 gateway port host: n-d-713498-17 {{(pid=101662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:10.221873 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.340430 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Deleting port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:10.340771 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.422509 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] For port 6c3ba4a0-6ef4-41c8-af73-82008f3ab418, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=6c3ba4a0-6ef4-41c8-af73-82008f3ab418,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:10.422891 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.435304 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Calling delete_port for 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 owned by network:router_gateway {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:10.455015 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_hamode_db [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:43:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:10.482436 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82301ce3-3ed4-4ec5-812d-67c303bf325c None None] The sync data for ids ['6685d01b-6886-4f6e-ae41-8a18e912e229'] in n-d-713498-17 is: [{'id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'name': 'tempest-TestSnapshotPattern-562681512-router', 'tenant_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:02Z', 'updated_at': '2021-09-17T23:43:08Z', 'revision_number': 5, 'project_id': 'e4c8b2c1e6a94df99b390a07d844fc98', 'gw_port': {'id': '6c3ba4a0-6ef4-41c8-af73-82008f3ab418', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685d01b-6886-4f6e-ae41-8a18e912e229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:03Z', 'updated_at': '2021-09-17T23:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}] {{(pid=101662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:10.678291 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.707063 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3ba4a0-6ef4-41c8-af73-82008f3ab418,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:10.774930 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.868232 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.870379 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.004242 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.004608 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6685d01b-6886-4f6e-ae41-8a18e912e229 {{(pid=101661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:43:11.009342 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] Notify callbacks [] for router, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.010594 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b03743fe-f45d-4379-beaf-4d00d2951915 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6685d01b-6886-4f6e-ae41-8a18e912e229 HTTP/1.1" status: 204 len: 168 time: 1.3633249 Sep 17 23:43:11.013196 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37906) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:11.026870 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.068681 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b44bf5-e03b-4565-852a-0b0d69ab8b54 admin admin] Deleting subnet dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a {{(pid=101661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:43:11.072583 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09b44bf5-e03b-4565-852a-0b0d69ab8b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.111352 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09b44bf5-e03b-4565-852a-0b0d69ab8b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13558940'] for subnet, precommit_delete_associations {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.191744 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09b44bf5-e03b-4565-852a-0b0d69ab8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.306954 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09b44bf5-e03b-4565-852a-0b0d69ab8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25136732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12709314'] for subnet, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.335990 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b44bf5-e03b-4565-852a-0b0d69ab8b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:11.338130 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-09b44bf5-e03b-4565-852a-0b0d69ab8b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.340527 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-09b44bf5-e03b-4565-852a-0b0d69ab8b54 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dfcb87f7-97bf-4fe9-bb63-a4e600fcde2a HTTP/1.1" status: 204 len: 168 time: 0.3261440 Sep 17 23:43:11.344647 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37910) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:11.349141 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ac763-9c6f-4eec-8857-6c7afa08d3c5 None None] Network d11da74e-2dc4-449d-8920-a823ff9ff7d0 requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:11.413755 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.468518 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Deleting port c9302268-1824-4a8c-995b-e1da94f50abf {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:11.468784 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.546416 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] For port c9302268-1824-4a8c-995b-e1da94f50abf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c9302268-1824-4a8c-995b-e1da94f50abf,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:11.546781 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.554880 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1aeab-948f-429e-b5bb-7b54183e19a8 None None] DHCP port deletion for d11da74e-2dc4-449d-8920-a823ff9ff7d0 request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:43:11.560506 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Calling delete_port for c9302268-1824-4a8c-995b-e1da94f50abf owned by network:dhcp {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:11.602882 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-32b1aeab-948f-429e-b5bb-7b54183e19a8 None None] Deleting port c9302268-1824-4a8c-995b-e1da94f50abf {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:11.603253 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-32b1aeab-948f-429e-b5bb-7b54183e19a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.669349 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-32b1aeab-948f-429e-b5bb-7b54183e19a8 None None] For port c9302268-1824-4a8c-995b-e1da94f50abf, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=c9302268-1824-4a8c-995b-e1da94f50abf,segment=NetworkSegment(d278f837-f694-488a-b091-dd2683eb9cd3),segment_id=d278f837-f694-488a-b091-dd2683eb9cd3)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:11.669785 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-32b1aeab-948f-429e-b5bb-7b54183e19a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.683222 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-32b1aeab-948f-429e-b5bb-7b54183e19a8 None None] Calling delete_port for c9302268-1824-4a8c-995b-e1da94f50abf owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:11.733913 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.766043 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-32b1aeab-948f-429e-b5bb-7b54183e19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.768342 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c9302268-1824-4a8c-995b-e1da94f50abf,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:11.772933 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] No DVR routers for this DVR port c9302268-1824-4a8c-995b-e1da94f50abf on host n-d-713498-17 {{(pid=101660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:11.801694 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1aeab-948f-429e-b5bb-7b54183e19a8 None None] Pushing event deleted for resources: {'Port': ['ID=c9302268-1824-4a8c-995b-e1da94f50abf,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:11.805724 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1aeab-948f-429e-b5bb-7b54183e19a8 None None] No DVR routers for this DVR port c9302268-1824-4a8c-995b-e1da94f50abf on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:11.865803 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.890607 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11da74e-2dc4-449d-8920-a823ff9ff7d0']}} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:11.901190 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd278f837-f694-488a-b091-dd2683eb9cd3') {'for_net_delete': True} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:11.901476 n-d-713498-17 neutron-server[101660]: DEBUG neutron.services.segments.db [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd278f837-f694-488a-b091-dd2683eb9cd3') {} {{(pid=101660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:11.912147 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643402'] for segment, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.926286 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.937115 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:43:11.937522 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15262887'] for segment, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: Traceback (most recent call last): Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: timer() Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: cb(*args, **kw) Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: return func(*args, **kwargs) Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: self._notify() Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: self.callback(batched_events) Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: event.method(event) Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: return f(self, *a, **k) Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: return self._get(url).json() Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: return self.request(url, 'GET', **kwargs) Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:43:11.940397 n-d-713498-17 neutron-server[101660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:43:12.001438 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:12.024750 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:12.026649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 6c3ba4a0-6ef4-41c8-af73-82008f3ab418 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:12.026649 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3b3ae88d-a160-4889-97c3-5a69a8af6329 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:12.046779 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 3b3ae88d-a160-4889-97c3-5a69a8af6329 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:12.047814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 3b3ae88d-a160-4889-97c3-5a69a8af6329 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:12.047814 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c9302268-1824-4a8c-995b-e1da94f50abf no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:12.068470 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: c9302268-1824-4a8c-995b-e1da94f50abf {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:12.068767 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device c9302268-1824-4a8c-995b-e1da94f50abf not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:12.070501 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.082531 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Notify callbacks [] for network, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.089570 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/d11da74e-2dc4-449d-8920-a823ff9ff7d0 HTTP/1.1" status: 204 len: 168 time: 0.7404883 Sep 17 23:43:12.090112 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37912) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:12.102334 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64c554-a5ca-4832-883e-3fefbf84e5ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d11da74e-2dc4-449d-8920-a823ff9ff7d0,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:12.513524 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273681'] for router_interface, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.812838 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Deleting port eec1ce62-96be-4602-8271-31fb2984b42a {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:12.813180 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.910244 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] For port eec1ce62-96be-4602-8271-31fb2984b42a, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=eec1ce62-96be-4602-8271-31fb2984b42a,segment=NetworkSegment(4f108818-5688-41c3-976e-e4e6232908ed),segment_id=4f108818-5688-41c3-976e-e4e6232908ed)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:12.910605 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.924172 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Calling delete_port for eec1ce62-96be-4602-8271-31fb2984b42a owned by network:router_interface {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:13.225038 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.256797 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec1ce62-96be-4602-8271-31fb2984b42a,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:13.453566 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16468173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275361'] for router_interface, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.729513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 has already been hosted by L3 agent 4fbb3296-2407-4f72-8513-c66a1fbad5e6 {{(pid=101661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:13.846809 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] Notify agent at l3_agent.n-d-713498-17 the message routers_updated {{(pid=101661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:13.852830 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-b102e50a-57f1-4c31-a5d3-159251a74757 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c79e050-28a2-4d13-ae32-cfe0754a7e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7614498 Sep 17 23:43:13.856233 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37914) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:13.857868 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] Sync routers for ids ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'] in n-d-713498-17 {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:13.867675 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] Routers {'0c79e050-28a2-4d13-ae32-cfe0754a7e24'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:13.868383 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:13.997944 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] Set router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 gateway port host: n-d-713498-17 {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:14.005023 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks [] for router, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.118389 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.214372 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'external_fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:43:13Z', 'revision_number': 5, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'gw_port': {'id': '388d52a6-ac44-4e1e-a319-673ef29ba7b3', 'name': '', 'network_id': '0b79e42c-2db1-495d-930c-33fe17abaac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16173cfd-e02d-4120-8fef-f1d3989fb990', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-17'}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:14.246812 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] Checking router: 0c79e050-28a2-4d13-ae32-cfe0754a7e24 for host: n-d-713498-17 {{(pid=101663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:14.255398 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Deleting port 388d52a6-ac44-4e1e-a319-673ef29ba7b3 {{(pid=101660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:14.255886 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.256416 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] Routers {'0c79e050-28a2-4d13-ae32-cfe0754a7e24'} bound to L3 agent in host n-d-713498-17 {{(pid=101663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:14.257065 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T21:52:20Z,description=,heartbeat_timestamp=2021-09-17T23:42:50Z,host='n-d-713498-17',id=4fbb3296-2407-4f72-8513-c66a1fbad5e6,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T21:52:21Z,topic='l3_agent')) {'router_ids': ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'], 'active': True} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:14.350111 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_dvr_db [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] Set router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 gateway port host: None {{(pid=101663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:14.366039 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.db [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] For port 388d52a6-ac44-4e1e-a319-673ef29ba7b3, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=388d52a6-ac44-4e1e-a319-673ef29ba7b3,segment=NetworkSegment(18c594a7-f486-4650-9e3f-618d9dd23b96),segment_id=18c594a7-f486-4650-9e3f-618d9dd23b96)] {{(pid=101660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:14.366543 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.380528 n-d-713498-17 neutron-server[101660]: DEBUG neutron.plugins.ml2.plugin [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Calling delete_port for 388d52a6-ac44-4e1e-a319-673ef29ba7b3 owned by network:router_gateway {{(pid=101660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:14.405859 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.l3_hamode_db [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:43:14Z', 'revision_number': 6, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'gw_port_host': None}], 'n-d-713498-17', False) {} {{(pid=101663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:14.437411 n-d-713498-17 neutron-server[101663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3828675e-fc88-4ac9-af8e-43e6b4a1c13d None None] The sync data for ids ['0c79e050-28a2-4d13-ae32-cfe0754a7e24'] in n-d-713498-17 is: [{'id': '0c79e050-28a2-4d13-ae32-cfe0754a7e24', 'name': 'tempest-TestSnapshotPattern-1148723019-router', 'tenant_id': 'ff34a743408946efbc75046818ee6c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:08Z', 'updated_at': '2021-09-17T23:43:14Z', 'revision_number': 6, 'project_id': 'ff34a743408946efbc75046818ee6c7d', 'gw_port_host': None}] {{(pid=101663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:14.661124 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15263574'] for port, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.692159 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Pushing event deleted for resources: {'Port': ['ID=388d52a6-ac44-4e1e-a319-673ef29ba7b3,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:14.755066 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16275303'] for router_gateway, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.852675 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16277046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8117'] for router, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.855077 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.995890 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16277197'] for router, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.997005 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c79e050-28a2-4d13-ae32-cfe0754a7e24 {{(pid=101660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:43:15.002689 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] Notify callbacks [] for router, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.004160 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-78d2f90c-095e-4eef-94ea-aa7b4e277001 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0c79e050-28a2-4d13-ae32-cfe0754a7e24 HTTP/1.1" status: 204 len: 168 time: 1.1462886 Sep 17 23:43:15.007473 n-d-713498-17 neutron-server[101660]: DEBUG neutron.wsgi [-] (101660) accepted ('10.222.0.13', 37916) {{(pid=101660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:15.053621 n-d-713498-17 neutron-server[101660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8a48c7-dab2-45ed-a879-e2e3001d552c admin admin] Deleting subnet 994c69c3-ce7a-4065-a4dd-7aaaa3509c66 {{(pid=101660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:43:15.057061 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd8a48c7-dab2-45ed-a879-e2e3001d552c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.092183 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd8a48c7-dab2-45ed-a879-e2e3001d552c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643393'] for subnet, precommit_delete_associations {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.173828 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd8a48c7-dab2-45ed-a879-e2e3001d552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626049'] for subnet, precommit_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.324587 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd8a48c7-dab2-45ed-a879-e2e3001d552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15263609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13120494'] for subnet, after_delete {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.353903 n-d-713498-17 neutron-server[101660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a48c7-dab2-45ed-a879-e2e3001d552c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994c69c3-ce7a-4065-a4dd-7aaaa3509c66,revision_number=None']} {{(pid=101660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:15.357822 n-d-713498-17 neutron-server[101660]: DEBUG neutron_lib.callbacks.manager [None req-fd8a48c7-dab2-45ed-a879-e2e3001d552c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.360705 n-d-713498-17 neutron-server[101660]: INFO neutron.wsgi [None req-fd8a48c7-dab2-45ed-a879-e2e3001d552c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/994c69c3-ce7a-4065-a4dd-7aaaa3509c66 HTTP/1.1" status: 204 len: 168 time: 0.3519554 Sep 17 23:43:15.363389 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37918) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:15.366074 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd757b28-d667-42ba-9624-fa0274678206 None None] Network b94ee99b-3669-4f3d-a1d1-b137580f6a7b requested from n-d-713498-17 {{(pid=101662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:15.463866 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16194416'] for network, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.552849 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Deleting port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 {{(pid=101661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:15.553233 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.601041 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f92449-b281-4502-ba5a-91e91548ec11 None None] DHCP port deletion for b94ee99b-3669-4f3d-a1d1-b137580f6a7b request from n-d-713498-17 {{(pid=101662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:43:15.650383 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-51f92449-b281-4502-ba5a-91e91548ec11 None None] Deleting port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 {{(pid=101662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:15.650687 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.db [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] For port 025ffa84-f1e8-4d27-a46c-b9986d3b2908, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=025ffa84-f1e8-4d27-a46c-b9986d3b2908,segment=NetworkSegment(4f108818-5688-41c3-976e-e4e6232908ed),segment_id=4f108818-5688-41c3-976e-e4e6232908ed)] {{(pid=101661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:15.650902 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-51f92449-b281-4502-ba5a-91e91548ec11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730485778225'] for port, before_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.651109 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.666167 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.plugin [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Calling delete_port for 025ffa84-f1e8-4d27-a46c-b9986d3b2908 owned by network:dhcp {{(pid=101661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:15.730107 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.db [None req-51f92449-b281-4502-ba5a-91e91548ec11 None None] For port 025ffa84-f1e8-4d27-a46c-b9986d3b2908, host n-d-713498-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-17',level=0,port_id=025ffa84-f1e8-4d27-a46c-b9986d3b2908,segment=NetworkSegment(4f108818-5688-41c3-976e-e4e6232908ed),segment_id=4f108818-5688-41c3-976e-e4e6232908ed)] {{(pid=101662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:15.730506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-51f92449-b281-4502-ba5a-91e91548ec11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365657'] for port, precommit_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.748276 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-51f92449-b281-4502-ba5a-91e91548ec11 None None] Calling delete_port for 025ffa84-f1e8-4d27-a46c-b9986d3b2908 owned by network:dhcp {{(pid=101662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:15.832992 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25136755'] for port, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.844673 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-51f92449-b281-4502-ba5a-91e91548ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16127344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730485784311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730485295791'] for port, after_delete {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.866513 n-d-713498-17 neutron-server[101661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] No DVR routers for this DVR port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 on host n-d-713498-17 {{(pid=101661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:15.871622 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=025ffa84-f1e8-4d27-a46c-b9986d3b2908,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:15.873009 n-d-713498-17 neutron-server[101662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f92449-b281-4502-ba5a-91e91548ec11 None None] Pushing event deleted for resources: {'Port': ['ID=025ffa84-f1e8-4d27-a46c-b9986d3b2908,revision_number=None']} {{(pid=101662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:15.875168 n-d-713498-17 neutron-server[101662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f92449-b281-4502-ba5a-91e91548ec11 None None] No DVR routers for this DVR port 025ffa84-f1e8-4d27-a46c-b9986d3b2908 on host n-d-713498-17 {{(pid=101662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:15.961465 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625670', 'neutron.services.segments.db._delete_segments_for_network-8730485843101'] for network, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.989014 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 388d52a6-ac44-4e1e-a319-673ef29ba7b3 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:15.990737 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94ee99b-3669-4f3d-a1d1-b137580f6a7b']}} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:16.004632 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f108818-5688-41c3-976e-e4e6232908ed') {'for_net_delete': True} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:16.004923 n-d-713498-17 neutron-server[101661]: DEBUG neutron.services.segments.db [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f108818-5688-41c3-976e-e4e6232908ed') {} {{(pid=101661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:16.016047 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 388d52a6-ac44-4e1e-a319-673ef29ba7b3 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:16.016425 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730485842598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13558935'] for segment, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.016548 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 388d52a6-ac44-4e1e-a319-673ef29ba7b3 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:16.016799 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 025ffa84-f1e8-4d27-a46c-b9986d3b2908 no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:16.033003 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756'] for segment, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.037583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: 025ffa84-f1e8-4d27-a46c-b9986d3b2908 {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:16.037583 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device 025ffa84-f1e8-4d27-a46c-b9986d3b2908 not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:16.038239 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eec1ce62-96be-4602-8271-31fb2984b42a no longer exists at agent ovs-agent-n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:16.041399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:43:16.041796 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-628756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25136514'] for segment, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: Traceback (most recent call last): Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: timer() Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: cb(*args, **kw) Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: return func(*args, **kwargs) Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: self._notify() Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: self.callback(batched_events) Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: event.method(event) Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: return f(self, *a, **k) Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: return self._get(url).json() Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: return self.request(url, 'GET', **kwargs) Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:43:16.043530 n-d-713498-17 neutron-server[101661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:43:16.058309 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.plugin [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] No Port match for: eec1ce62-96be-4602-8271-31fb2984b42a {{(pid=101662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:16.058688 n-d-713498-17 neutron-server[101662]: DEBUG neutron.plugins.ml2.rpc [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Device eec1ce62-96be-4602-8271-31fb2984b42a not bound to the agent host n-d-713498-17 {{(pid=101662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:16.192701 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-625695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16490507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16479294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16275203'] for network, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.198893 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Notify callbacks [] for network, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.205899 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b94ee99b-3669-4f3d-a1d1-b137580f6a7b HTTP/1.1" status: 204 len: 168 time: 0.8363903 Sep 17 23:43:16.218638 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10668b-f3a4-4500-8540-1fb4fb87fd26 admin admin] Pushing event deleted for resources: {'Network': ['ID=b94ee99b-3669-4f3d-a1d1-b137580f6a7b,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:16.534927 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37922) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:16.578153 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-85dba9fe-463e-4ed4-b91e-ad58045cd34e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4c8b2c1e6a94df99b390a07d844fc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419478 Sep 17 23:43:16.580573 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37924) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:16.639526 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3a35a6b-8864-4bea-9f6d-4e5a919f9091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.662597 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3a35a6b-8864-4bea-9f6d-4e5a919f9091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.792548 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3a35a6b-8864-4bea-9f6d-4e5a919f9091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.795053 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-d3a35a6b-8864-4bea-9f6d-4e5a919f9091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.796299 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-d3a35a6b-8864-4bea-9f6d-4e5a919f9091 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8eda745b-2c70-4f67-b816-2a30367320de HTTP/1.1" status: 204 len: 168 time: 0.2146294 Sep 17 23:43:16.804399 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a35a6b-8864-4bea-9f6d-4e5a919f9091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eda745b-2c70-4f67-b816-2a30367320de,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:17.497656 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37930) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:17.542216 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-0201164f-b862-46f1-bb2a-105e3c71996a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff34a743408946efbc75046818ee6c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433755 Sep 17 23:43:17.544859 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [-] (101661) accepted ('10.222.0.13', 37932) {{(pid=101661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:17.597106 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fac5db7-42ff-45d7-abf0-8b1f6cd86afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.619116 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fac5db7-42ff-45d7-abf0-8b1f6cd86afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.727143 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fac5db7-42ff-45d7-abf0-8b1f6cd86afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496857'] for security_group, after_delete {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.729774 n-d-713498-17 neutron-server[101661]: DEBUG neutron_lib.callbacks.manager [None req-5fac5db7-42ff-45d7-abf0-8b1f6cd86afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.731049 n-d-713498-17 neutron-server[101661]: INFO neutron.wsgi [None req-5fac5db7-42ff-45d7-abf0-8b1f6cd86afe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d4dfd22-f5c5-4c81-9f84-1a2cd09031b0 HTTP/1.1" status: 204 len: 168 time: 0.1852064 Sep 17 23:43:17.739971 n-d-713498-17 neutron-server[101661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac5db7-42ff-45d7-abf0-8b1f6cd86afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4dfd22-f5c5-4c81-9f84-1a2cd09031b0,revision_number=None']} {{(pid=101661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:17.872563 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-50b1ed1b-7d68-4d8f-833f-f406f7619355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.298468 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b45a17ae-3443-468f-aabd-3ff2c31ebbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.432446 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.067170 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.717659 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.072119 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:43:39.295117 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.012615 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.888822 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-46b4a567-d4b6-4434-b4dd-0e66c6eca493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.281260 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72c26e9d-78d2-4a0c-8da3-5fe159287cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:51.454934 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:52.049035 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.723344 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:09.288491 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:11.011900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:15.071495 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:44:17.911600 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-72307a79-5816-4fb4-91ac-1b927081d7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.303616 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-014da0c0-79cd-47fb-aee3-1e895c1ec22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.436925 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.045491 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:23.726038 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.265081 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.042399 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.890984 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3101788d-bbb9-47d3-9afb-3c65e7953ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:50.325638 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7759b18a-3d53-4e45-bf40-c4e6125452f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:51.473919 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.056791 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.071284 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:44:53.727923 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:09.279017 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.073661 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.913523 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-0c614df6-1be3-443a-857e-83237330a9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:20.290686 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-da66f0b9-85d6-461a-bad9-64681ec3e7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.453409 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.042247 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.770432 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.071110 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:45:39.304678 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.070071 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:47.898437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-81841235-8123-49fc-8269-76ca12d1e828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:50.330323 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f6f724b3-3686-4d9e-b2e7-85206b570026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:51.438506 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:52.064371 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:53.761492 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:06.071005 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:46:09.340900 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:11.066286 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:17.894634 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fdcaddfe-ab5e-4e16-838a-30f7c3f724f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:20.334719 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-fb4893b9-4f46-484a-96e0-b45fa9cd82dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:21.452603 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:22.063597 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.746344 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:39.351766 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:41.065951 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.070529 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:46:47.921255 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-427d6c63-b8a3-4923-9db8-3b13dec0cfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.294058 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-53aead9a-5626-49cb-99a3-fcd133ece7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.452228 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:52.068929 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.766980 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.320177 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.093922 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.877215 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-5f5c44ef-39bd-4043-8f0f-1166053c0c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.069743 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:47:20.334005 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-132b6c44-514e-4a35-ac2a-dedf61ad3a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:21.451703 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.082304 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.739369 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.313951 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:41.110224 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.881585 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-805126e0-5237-4ddf-9e5c-5c08438f6fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:50.302453 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e505e1b2-20b8-4d94-8a4d-eaa5240ece29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:51.475765 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.069823 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.761752 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:57.070605 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:48:09.304384 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.081162 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.884653 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-9d43da2d-3863-484f-8c61-823489f7ac7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:20.298029 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d268f16e-8039-4029-9374-d6d61d9defcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:21.509468 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:22.081139 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:23.737960 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:34.070628 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:48:39.342418 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:41.081121 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.885212 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-ac006987-6520-4cd4-969d-ec410575bfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:50.302941 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7fe330f1-01a2-4716-be36-5aee935f1c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:51.461768 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:52.080201 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:53.752989 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:09.297182 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.070327 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:49:11.102488 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:17.886042 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2a95fa5a-451f-4862-b5b0-9f853517c3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:20.285638 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-66e5dcee-dedb-4518-a5e0-79845c60058d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:21.491634 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:22.080115 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.759883 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:39.307664 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:41.112437 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:47.900940 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-c995f074-7626-4aa8-b589-fb3644a7445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:48.070461 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:49:50.274705 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-7a690ad3-4d86-4c3c-a4f2-593e1aef653e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:51.455490 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:52.084485 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.753581 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.335949 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.204361 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:17.889300 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-741effad-76ca-49ed-9407-f9fc8c06313b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:20.312778 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-d0979226-57b4-40f0-bfaa-81d918d9ea52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:21.455644 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.078588 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:23.787155 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.070168 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:50:39.312614 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:41.118051 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:45.986445 n-d-713498-17 neutron-server[101661]: DEBUG neutron.wsgi [req-311ebdca-cbe4-4052-bae0-d69de021be41 req-5c734fc3-b663-448c-bdc6-dfbb44592be4 service neutron] (101661) timed out ('10.222.0.13', 36454) {{(pid=101661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:50:47.900050 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-59b82f99-c94f-49d3-9aac-2a600288e545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:50.289947 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-b1bee136-7bb1-4f10-9474-18e98285f1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:51.460635 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:52.083329 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:53.803311 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:02.069601 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:51:09.323962 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:11.146328 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:17.882809 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-a245be0f-1028-4700-a541-e947652f291b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:20.271548 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5f02-4f59-4b05-a919-3e676066bce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:21.505452 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.105793 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:23.757523 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.068342 n-d-713498-17 neutron-server[101663]: DEBUG neutron.db.agents_db [None req-d01337da-660b-4001-a61c-2220527e64b8 None None] Agent healthcheck: found 7 active agents {{(pid=101663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:51:39.316696 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-665d5954-2580-4aa1-9325-0ad081c55161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.105804 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-91eab946-51b8-4bdd-937c-93178d661880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.899083 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-96c9c304-ec7e-40a0-8fc2-5cf2bbdf751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.265302 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea59d-f308-48a8-851b-3009eda3b238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.482175 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-f5c845b1-e0dd-4162-90f8-9cb87962ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.088462 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-3056a342-fa47-4c31-a80e-f34329c39f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.762364 n-d-713498-17 neutron-server[101662]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c406-170c-4a01-9b2e-beb7396164d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730485843083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635910'] for agent, after_update {{(pid=101662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}